-- Logs begin at Tue 2022-05-24 21:34:33 UTC, end at Wed 2022-05-25 00:16:45 UTC. -- May 24 22:27:19.216409 n-d-843146-7 systemd[1]: Started Devstack devstack@q-svc.service. May 24 22:27:21.704072 n-d-843146-7 neutron-server[88282]: INFO neutron.common.config [-] Logging enabled! May 24 22:27:21.704783 n-d-843146-7 neutron-server[88282]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev23 May 24 22:27:21.704783 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88282) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 24 22:27:21.707914 n-d-843146-7 neutron-server[88282]: INFO neutron.common.config [-] Logging enabled! May 24 22:27:21.708156 n-d-843146-7 neutron-server[88282]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev23 May 24 22:27:21.708465 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88282) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 24 22:27:21.709380 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 22:27:21.709635 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 22:27:21.709986 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 22:27:21.710226 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 22:27:21.710446 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 22:27:21.710758 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.711051 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.711346 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.711563 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.711831 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.712123 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.712396 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.712677 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.712963 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.713240 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.713517 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.713814 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.714034 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.714307 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.714585 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.714843 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.715075 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] debug = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.715333 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.715748 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.716200 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.716474 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.716821 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.717022 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.717286 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.717643 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.717921 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.718237 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] host = n-d-843146-7 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.718507 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.718784 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.719059 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.719334 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.719603 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.719868 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.720147 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.720409 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.720672 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] log_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.720939 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.721219 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.721511 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.721813 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.722035 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.722250 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.722537 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.722811 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.723076 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.723342 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.723610 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.723878 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.724145 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.724406 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.724683 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.724959 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.725234 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.725515 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.725793 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.726057 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.726319 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.726594 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.726859 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.727125 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.727392 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.727671 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.727931 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.728196 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.728486 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.728762 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.729034 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.729312 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.729609 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.729883 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.730151 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.730416 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.730680 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] use_json = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.730944 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.731208 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.731482 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.731794 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.732042 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.732308 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.732570 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.732846 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.733109 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:21.733397 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.733709 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.734004 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.734286 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.734568 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.734838 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.735118 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.735388 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.735669 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.735948 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.736225 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.736494 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.736776 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.737046 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.737325 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.737646 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.737932 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.738215 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.738481 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.738746 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.739009 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.739278 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.739559 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.739845 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.740128 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.740394 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.740666 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.740949 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.741222 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.741513 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.741783 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.742063 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.742338 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.742602 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.742875 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.743159 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.743440 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.743706 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.743976 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.744257 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.744526 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.744790 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.745053 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.745322 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.745610 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.745891 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.746161 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.746428 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.746694 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.746966 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.747298 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.747573 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.747845 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.748251 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.748526 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.748793 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.749062 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.749330 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.749624 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.749893 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.750158 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.750422 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.750692 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.750960 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.751227 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.751494 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.751765 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.752035 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.752318 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.752609 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.752881 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.753153 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.753426 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.753723 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.753995 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.754266 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.754537 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.754809 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.755077 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.755360 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.755639 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.755920 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.756195 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.756466 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.756754 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.757028 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.757305 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.757606 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.757884 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.758162 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.758439 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.758728 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.759017 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.759305 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.759593 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.759879 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.760154 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.760455 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.760731 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:21.760943 n-d-843146-7 neutron-server[88282]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 22:27:21.761179 n-d-843146-7 neutron-server[88282]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88282) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 24 22:27:22.145736 n-d-843146-7 neutron-server[88282]: INFO keyring.backend [-] Loading KWallet May 24 22:27:22.153243 n-d-843146-7 neutron-server[88282]: INFO keyring.backend [-] Loading SecretService May 24 22:27:22.156676 n-d-843146-7 neutron-server[88282]: INFO keyring.backend [-] Loading Windows May 24 22:27:22.158001 n-d-843146-7 neutron-server[88282]: INFO keyring.backend [-] Loading chainer May 24 22:27:22.158760 n-d-843146-7 neutron-server[88282]: INFO keyring.backend [-] Loading macOS May 24 22:27:22.191266 n-d-843146-7 neutron-server[88282]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 24 22:27:22.191536 n-d-843146-7 neutron-server[88282]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 24 22:27:22.191836 n-d-843146-7 neutron-server[88282]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 24 22:27:22.192153 n-d-843146-7 neutron-server[88282]: INFO neutron.manager [-] Loading core plugin: ml2 May 24 22:27:22.574317 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.574617 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.574878 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.576258 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.576520 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.576782 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.610462 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.610726 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.610983 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.623781 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.624051 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.624311 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.653735 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.654200 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.654200 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.689770 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.690035 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.690297 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.915531 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.916143 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.916143 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.916312 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:22.916940 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.040191 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.040489 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.040770 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.041031 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.041293 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.041616 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.041873 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.042132 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.042378 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.042651 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.042885 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.043145 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.043396 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.043648 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.043906 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.044217 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.044484 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.044793 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.045058 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.045336 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.045706 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.045958 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.046203 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.046479 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.046721 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.046962 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.047341 n-d-843146-7 neutron-server[88282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:27:23.047573 n-d-843146-7 neutron-server[88282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:27:23.047804 n-d-843146-7 neutron-server[88282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:27:23.048034 n-d-843146-7 neutron-server[88282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:27:23.048262 n-d-843146-7 neutron-server[88282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:27:23.048488 n-d-843146-7 neutron-server[88282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:27:23.048845 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 24 22:27:23.051898 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 24 22:27:23.055744 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 24 22:27:23.059488 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 24 22:27:23.061365 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 24 22:27:23.061996 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 24 22:27:23.062318 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 24 22:27:23.062689 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 24 22:27:23.065411 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 24 22:27:23.065680 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 24 22:27:23.066021 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 24 22:27:23.092880 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 24 22:27:23.093319 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.093637 n-d-843146-7 neutron-server[88282]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88282) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 24 22:27:23.093991 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.095304 n-d-843146-7 neutron-server[88282]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88282) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 24 22:27:23.095575 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 24 22:27:23.095808 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 24 22:27:23.099116 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.099391 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.161095 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 24 22:27:23.161302 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 24 22:27:23.161582 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 24 22:27:23.161953 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 24 22:27:23.196419 n-d-843146-7 neutron-server[88282]: DEBUG oslo_db.sqlalchemy.engines [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88282) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 24 22:27:23.544229 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Initializing driver for type 'gre' May 24 22:27:23.544965 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] gre ID ranges: [(1, 1000)] May 24 22:27:23.605796 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Initializing driver for type 'local' May 24 22:27:23.606134 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Initializing driver for type 'vlan' May 24 22:27:23.624623 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] VlanTypeDriver initialization complete May 24 22:27:23.624970 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Initializing driver for type 'vxlan' May 24 22:27:23.625602 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] vxlan ID ranges: [(1, 1000)] May 24 22:27:23.688139 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Initializing extension driver 'port_security' May 24 22:27:23.688506 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.extensions.port_security [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] PortSecurityExtensionDriver initialization complete May 24 22:27:23.688836 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Initializing mechanism driver 'openvswitch' May 24 22:27:23.689156 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Initializing mechanism driver 'hyperv' May 24 22:27:23.695994 n-d-843146-7 neutron-server[88282]: DEBUG neutron.plugins.ml2.plugin [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:27:23.696672 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > port after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.697032 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > port after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.697373 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > port after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.697942 n-d-843146-7 neutron-server[88282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:27:23.698363 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > subnet after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.698706 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > subnet after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.699071 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.699460 n-d-843146-7 neutron-server[88282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:27:23.699852 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > network after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.700192 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > network after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.700608 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > network after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.701062 n-d-843146-7 neutron-server[88282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:27:23.701479 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > security_group after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.701844 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > security_group after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.702157 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.704191 n-d-843146-7 neutron-server[88282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:27:23.704621 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.704978 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.705323 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.705743 n-d-843146-7 neutron-server[88282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:27:23.706149 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > address_group after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.706491 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > address_group after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.706825 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.707209 n-d-843146-7 neutron-server[88282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 24 22:27:23.707645 n-d-843146-7 neutron-server[88282]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] ML2 OVO RPC backend initialized. {{(pid=88282) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 24 22:27:23.708359 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.708717 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.709127 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > network before_response 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.709469 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > networks before_response 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.709832 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > port before_response 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.710170 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > ports before_response 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.710509 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > subnet before_response 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.710841 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > subnets before_response 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.711182 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > network after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.711562 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > network after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.711931 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > network after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.712303 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > port after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.712668 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > port after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.713022 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > port after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.713348 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > subnet after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.713701 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > subnet after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.714029 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.714598 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.plugin [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Modular L2 Plugin initialization complete May 24 22:27:23.714923 n-d-843146-7 neutron-server[88282]: DEBUG neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading services supported by the core plugin {{(pid=88282) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 24 22:27:23.715252 n-d-843146-7 neutron-server[88282]: INFO neutron.plugins.ml2.managers [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Got port-security extension from driver 'port_security' May 24 22:27:23.715703 n-d-843146-7 neutron-server[88282]: INFO neutron.extensions.vlantransparent [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Disabled vlantransparent extension. May 24 22:27:23.716347 n-d-843146-7 neutron-server[88282]: DEBUG neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88282) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 24 22:27:23.716657 n-d-843146-7 neutron-server[88282]: INFO neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading Plugin: router May 24 22:27:23.752212 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.752594 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router after_create 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.752951 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router before_create 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.753309 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.753702 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.754048 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router after_delete 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.754402 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.754754 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router after_create 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.755093 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router after_update 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.755432 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router after_update 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.755758 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.756101 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router after_update 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.756498 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router precommit_update 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.756857 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: port after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.757183 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: port after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.757512 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: subnet after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.757857 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.758192 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.758531 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router precommit_create 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.758859 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: port before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.759192 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router precommit_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.759522 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router after_update 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.759854 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.760194 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router precommit_create 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.760545 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.760879 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router precommit_update 55549900 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.761232 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > agent after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.761602 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > agent after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.761942 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > network after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.762797 n-d-843146-7 neutron-server[88282]: DEBUG neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Tracking information for resource: router configured {{(pid=88282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:27:23.763236 n-d-843146-7 neutron-server[88282]: DEBUG neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Tracking information for resource: floatingip configured {{(pid=88282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 22:27:23.768198 n-d-843146-7 neutron-server[88282]: INFO neutron.db.l3_agentschedulers_db [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 24 22:27:23.768760 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: port after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.769110 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: port after_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.769452 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: port after_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.769829 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: port after_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.770606 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router before_create 55550100 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.770960 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.771313 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router precommit_create 55550100 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.771657 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > router precommit_update 55550100 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.776072 n-d-843146-7 neutron-server[88282]: DEBUG neutron.services.provider_configuration [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service providers = [] {{(pid=88282) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 24 22:27:23.776426 n-d-843146-7 neutron-server[88282]: DEBUG neutron.db.servicetype_db [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88282) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 24 22:27:23.779717 n-d-843146-7 neutron-server[88282]: DEBUG neutron.services.service_base [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 22:27:23.780059 n-d-843146-7 neutron-server[88282]: DEBUG neutron.services.service_base [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 22:27:23.780393 n-d-843146-7 neutron-server[88282]: DEBUG neutron.services.service_base [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 22:27:23.781258 n-d-843146-7 neutron-server[88282]: DEBUG neutron.services.service_base [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 22:27:23.781651 n-d-843146-7 neutron-server[88282]: INFO neutron.services.service_base [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Default provider is not specified for service type L3_ROUTER_NAT May 24 22:27:23.782019 n-d-843146-7 neutron-server[88282]: DEBUG neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:27:23.782325 n-d-843146-7 neutron-server[88282]: INFO neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 24 22:27:23.792766 n-d-843146-7 neutron-server[88282]: DEBUG neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:27:23.793094 n-d-843146-7 neutron-server[88282]: INFO neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading Plugin: auto_allocate May 24 22:27:23.798904 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: network precommit_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.799197 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: network precommit_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.799707 n-d-843146-7 neutron-server[88282]: DEBUG neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:27:23.800020 n-d-843146-7 neutron-server[88282]: INFO neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading Plugin: tag May 24 22:27:23.806426 n-d-843146-7 neutron-server[88282]: DEBUG neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:27:23.806749 n-d-843146-7 neutron-server[88282]: INFO neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading Plugin: timestamp May 24 22:27:23.811425 n-d-843146-7 neutron-server[88282]: DEBUG neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:27:23.811745 n-d-843146-7 neutron-server[88282]: INFO neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading Plugin: network_ip_availability May 24 22:27:23.816939 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.817297 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.817673 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:23.818372 n-d-843146-7 neutron-server[88282]: DEBUG neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:27:23.818682 n-d-843146-7 neutron-server[88282]: INFO neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading Plugin: flavors May 24 22:27:23.823293 n-d-843146-7 neutron-server[88282]: DEBUG neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:27:23.823645 n-d-843146-7 neutron-server[88282]: INFO neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading Plugin: revisions May 24 22:27:23.827859 n-d-843146-7 neutron-server[88282]: DEBUG neutron.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 22:27:23.828238 n-d-843146-7 neutron-server[88282]: DEBUG oslo_concurrency.lockutils [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.636s {{(pid=88282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 24 22:27:23.828956 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88282) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 24 22:27:23.829285 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Initializing extension manager. May 24 22:27:23.829814 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: __init__.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.830149 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: __pycache__ {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.830474 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.830796 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: address_group.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.831531 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.832186 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: address-group May 24 22:27:23.832504 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: address_scope.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.833385 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.833916 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: address-scope May 24 22:27:23.834230 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.835126 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.835633 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: router-admin-state-down-before-update May 24 22:27:23.835945 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: agent.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.836625 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.837128 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: agent May 24 22:27:23.837419 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: agent_resources_synced.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.838323 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.838829 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: agent-resources-synced May 24 22:27:23.839143 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: allowedaddresspairs.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.840879 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.841455 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: allowed-address-pairs May 24 22:27:23.841808 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: auto_allocated_topology.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.842857 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.843365 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: auto-allocated-topology May 24 22:27:23.843683 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: availability_zone.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.844351 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.844856 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: availability_zone May 24 22:27:23.845175 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: availability_zone_filter.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.846081 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.846586 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: availability_zone_filter May 24 22:27:23.846901 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: data_plane_status.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.847781 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.848281 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension data-plane-status not supported by any of loaded plugins May 24 22:27:23.848592 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: default_subnetpools.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.849476 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.850007 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: default-subnetpools May 24 22:27:23.850320 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.851108 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.851612 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: dhcp_agent_scheduler May 24 22:27:23.851925 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: dns.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.852817 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.853317 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension dns-integration not supported by any of loaded plugins May 24 22:27:23.853655 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: dns_domain_ports.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.854555 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.855052 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension dns-domain-ports not supported by any of loaded plugins May 24 22:27:23.855363 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: dvr.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.856011 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.856511 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: dvr May 24 22:27:23.856873 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: empty_string_filtering.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.857917 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.858421 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: empty-string-filtering May 24 22:27:23.858732 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.859607 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.860100 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 24 22:27:23.860409 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.861289 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.861815 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 24 22:27:23.862127 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: external_net.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.863019 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.863517 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: external-net May 24 22:27:23.863830 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.864705 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.865198 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: extra_dhcp_opt May 24 22:27:23.865512 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: extraroute.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.866421 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.866917 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: extraroute May 24 22:27:23.867230 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: extraroute_atomic.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.868220 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.868718 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: extraroute-atomic May 24 22:27:23.869031 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: filter_validation.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.869709 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.870210 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: filter-validation May 24 22:27:23.870522 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: fip_pf_description.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.871407 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.871899 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 24 22:27:23.872326 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: fip_port_details.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.873234 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.873764 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: fip-port-details May 24 22:27:23.874081 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: flavors.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.875280 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.875912 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: flavors May 24 22:27:23.876234 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.877885 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.878394 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 24 22:27:23.878709 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: floatingip_pools.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.879393 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.879900 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: floatingip-pools May 24 22:27:23.880219 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: ip_allocation.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.881110 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.881641 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension ip_allocation not supported by any of loaded plugins May 24 22:27:23.881958 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.882855 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.883357 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: ip-substring-filtering May 24 22:27:23.883676 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: l2_adjacency.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.884578 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.885077 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension l2_adjacency not supported by any of loaded plugins May 24 22:27:23.885390 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: l3.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.886507 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.887022 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: router May 24 22:27:23.887347 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.889600 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.890123 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 24 22:27:23.890447 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.891368 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.891873 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: ext-gw-mode May 24 22:27:23.892190 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.893087 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.893622 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: l3-ha May 24 22:27:23.893939 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: l3_flavors.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.894816 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.895322 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: l3-flavors May 24 22:27:23.895632 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.896544 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.897049 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: l3-port-ip-change-not-allowed May 24 22:27:23.897361 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: l3agentscheduler.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.898419 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.898926 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: l3_agent_scheduler May 24 22:27:23.899241 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: logging.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.900688 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.901207 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension logging not supported by any of loaded plugins May 24 22:27:23.901535 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: metering.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.902362 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.903284 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: metering May 24 22:27:23.903662 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.904772 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.905281 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: metering_source_and_destination_fields May 24 22:27:23.905625 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: multiprovidernet.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.906534 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.907048 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: multi-provider May 24 22:27:23.907360 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: netmtu.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.908248 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.908757 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: net-mtu May 24 22:27:23.909068 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: netmtu_writable.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.909993 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.910501 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: net-mtu-writable May 24 22:27:23.910815 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: network_availability_zone.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.911467 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.911969 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: network_availability_zone May 24 22:27:23.912280 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: network_ip_availability.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.913343 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.913887 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: network-ip-availability May 24 22:27:23.914204 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: network_segment_range.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.914954 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.915454 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension network-segment-range not supported by any of loaded plugins May 24 22:27:23.915765 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: pagination.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.916715 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.917037 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: pagination May 24 22:27:23.917349 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: port_device_profile.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.918262 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.918775 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: port-device-profile May 24 22:27:23.919114 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.920010 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.920515 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: port-mac-address-regenerate May 24 22:27:23.920829 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.921755 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.922257 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: port-numa-affinity-policy May 24 22:27:23.922566 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: port_resource_request.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.923450 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.923945 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension port-resource-request not supported by any of loaded plugins May 24 22:27:23.924254 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: portbindings.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.925156 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.925695 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: binding May 24 22:27:23.926007 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: portbindings_extended.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.927374 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.927884 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: binding-extended May 24 22:27:23.928202 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: portsecurity.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.929087 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.929621 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: port-security May 24 22:27:23.929935 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: project_id.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.930887 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.931208 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: project-id May 24 22:27:23.931522 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: providernet.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.932415 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.933021 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: provider May 24 22:27:23.933339 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: qos.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.937027 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.937570 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension qos not supported by any of loaded plugins May 24 22:27:23.937895 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.939113 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.939619 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 24 22:27:23.939941 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.940841 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.941340 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 24 22:27:23.941702 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: qos_default.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.942590 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.943099 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension qos-default not supported by any of loaded plugins May 24 22:27:23.943416 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: qos_fip.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.944048 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.944539 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension qos-fip not supported by any of loaded plugins May 24 22:27:23.944850 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: qos_gateway_ip.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.945786 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.946287 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 24 22:27:23.946598 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: qos_port_network_policy.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.947485 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.947989 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 24 22:27:23.948303 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: qos_rule_type_details.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.949192 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.949728 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 24 22:27:23.950045 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: qos_rules_alias.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.951407 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.951912 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension qos-rules-alias not supported by any of loaded plugins May 24 22:27:23.952229 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: quotasv2.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.953124 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.953442 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: quotas May 24 22:27:23.953782 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: quotasv2_detail.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.955342 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.955673 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: quota_details May 24 22:27:23.955996 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: rbac.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.957025 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.957571 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: rbac-policies May 24 22:27:23.957890 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: rbac_address_group.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.958795 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.959308 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: rbac-address-group May 24 22:27:23.959627 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: rbac_address_scope.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.960517 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.961029 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: rbac-address-scope May 24 22:27:23.961345 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: rbac_security_groups.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.962258 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.962774 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: rbac-security-groups May 24 22:27:23.963092 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: rbac_subnetpool.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.963987 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.964496 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: rbac-subnetpool May 24 22:27:23.964809 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: revisionifmatch.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.965847 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.966429 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: revision-if-match May 24 22:27:23.966757 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: revisions.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.967955 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.968470 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: standard-attr-revisions May 24 22:27:23.968791 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: router_availability_zone.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.969445 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.969984 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: router_availability_zone May 24 22:27:23.970296 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: routerservicetype.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.971188 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.971698 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension router-service-type not supported by any of loaded plugins May 24 22:27:23.972014 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.972902 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.973420 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: security-groups-normalized-cidr May 24 22:27:23.973763 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.974654 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.975163 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: port-security-groups-filtering May 24 22:27:23.975477 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.976378 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.976882 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: security-groups-remote-address-group May 24 22:27:23.977195 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: securitygroup.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.988216 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.988738 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: security-group May 24 22:27:23.989059 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: segment.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.989860 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.990363 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension segment not supported by any of loaded plugins May 24 22:27:23.990678 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.991599 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.992101 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 24 22:27:23.992419 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: servicetype.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.993512 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.994061 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: service-type May 24 22:27:23.994375 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: sorting.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.995330 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.995658 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: sorting May 24 22:27:23.995969 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: standard_attr_segment.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.996854 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.997602 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension standard-attr-segment not supported by any of loaded plugins May 24 22:27:23.997925 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: standardattrdescription.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:23.998556 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:23.999058 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: standard-attr-description May 24 22:27:23.999370 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: stateful_security_group.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.000263 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.000773 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: stateful-security-group May 24 22:27:24.001086 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: stdattrs_common.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.001698 n-d-843146-7 neutron-server[88282]: WARNING neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 24 22:27:24.002009 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.002997 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.003509 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 24 22:27:24.003825 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: subnet_onboard.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.004876 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.005395 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: subnet_onboard May 24 22:27:24.005739 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.006639 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.007148 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 24 22:27:24.007463 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: subnet_service_types.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.008355 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.008870 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: subnet-service-types May 24 22:27:24.009187 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: subnetallocation.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.010272 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.010782 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: subnet_allocation May 24 22:27:24.011120 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.011752 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.012252 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: subnetpool-prefix-ops May 24 22:27:24.012566 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.013661 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.014169 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 24 22:27:24.014484 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: tagging.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.015520 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.016030 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: standard-attr-tag May 24 22:27:24.016347 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: timestamp.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.017516 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.018055 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loaded extension: standard-attr-timestamp May 24 22:27:24.018371 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: trunk.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.019383 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.019886 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension trunk not supported by any of loaded plugins May 24 22:27:24.020203 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: trunk_details.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.021093 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.021635 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension trunk-details not supported by any of loaded plugins May 24 22:27:24.021948 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: uplink_status_propagation.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.022845 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.023351 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 24 22:27:24.023663 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Loading extension file: vlantransparent.py {{(pid=88282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 22:27:24.024309 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 22:27:24.024810 n-d-843146-7 neutron-server[88282]: INFO neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extension vlan-transparent not supported by any of loaded plugins May 24 22:27:24.027214 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:network May 24 22:27:24.028276 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:subnet May 24 22:27:24.029083 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:subnetpool May 24 22:27:24.145736 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:port May 24 22:27:24.147020 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.147465 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service FLAVORS assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.148076 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.148491 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.148819 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:router May 24 22:27:24.149463 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:floatingip May 24 22:27:24.150297 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service METERING assigned prefix: /metering {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.151756 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:24.152118 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:24.152464 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:27:24.154626 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of CountableResource for resource:rbac_policy May 24 22:27:24.155058 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:security_group May 24 22:27:24.155719 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:security_group_rule May 24 22:27:24.156456 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service CORE assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.156785 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:subnetpool May 24 22:27:24.157117 n-d-843146-7 neutron-server[88282]: WARNING neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] subnetpool is already registered May 24 22:27:24.157847 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service CORE assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.158149 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:subnetpool May 24 22:27:24.158466 n-d-843146-7 neutron-server[88282]: WARNING neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] subnetpool is already registered May 24 22:27:24.160915 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.161355 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service FLAVORS assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.161954 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.162363 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.162690 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:router May 24 22:27:24.163014 n-d-843146-7 neutron-server[88282]: WARNING neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] router is already registered May 24 22:27:24.163580 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:floatingip May 24 22:27:24.163903 n-d-843146-7 neutron-server[88282]: WARNING neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] floatingip is already registered May 24 22:27:24.164513 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service METERING assigned prefix: /metering {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.165168 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of CountableResource for resource:rbac_policy May 24 22:27:24.165487 n-d-843146-7 neutron-server[88282]: WARNING neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] rbac_policy is already registered May 24 22:27:24.166076 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:security_group May 24 22:27:24.166400 n-d-843146-7 neutron-server[88282]: WARNING neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] security_group is already registered May 24 22:27:24.166974 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:security_group_rule May 24 22:27:24.167307 n-d-843146-7 neutron-server[88282]: WARNING neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] security_group_rule is already registered May 24 22:27:24.167942 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service CORE assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.168263 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:subnetpool May 24 22:27:24.168581 n-d-843146-7 neutron-server[88282]: WARNING neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] subnetpool is already registered May 24 22:27:24.169311 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.v2.resource_helper [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Service CORE assigned prefix: {{(pid=88282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 22:27:24.169861 n-d-843146-7 neutron-server[88282]: INFO neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Creating instance of TrackedResource for resource:subnetpool May 24 22:27:24.170045 n-d-843146-7 neutron-server[88282]: WARNING neutron.quota.resource_registry [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] subnetpool is already registered May 24 22:27:24.170694 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: extensions {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.172183 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: address-groups {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.173850 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: address-scopes {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.175032 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: agents {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.176185 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: auto-allocated-topology {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.177410 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: availability_zones {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.178826 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: dhcp-networks {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.180217 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: dhcp-agents {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.181652 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: routers {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.183400 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: flavors {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.184574 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: service_profiles {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.185853 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: next_providers {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.187364 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: service_profiles {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.188796 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: floatingip-pools {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.190010 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: routers {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.191785 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: floatingips {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.192965 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: l3-routers {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.194354 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: l3-agents {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.195741 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: metering-labels {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.197074 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: metering-label-rules {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.198384 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: network-ip-availabilities {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.199618 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: bindings {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.201363 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: quotas {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.202806 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: quotas {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.204197 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: rbac-policies {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.205474 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: security-groups {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.206714 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: security-group-rules {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.207932 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: service-providers {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.209129 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: subnetpools {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.211479 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: subnetpools {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.212924 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: tags {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.214621 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: tags {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.216483 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: tags {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.218267 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: tags {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.220058 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: tags {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.221898 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: tags {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.223563 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: tags {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.225425 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: tags {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.227202 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: tags {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.229025 n-d-843146-7 neutron-server[88282]: DEBUG neutron.api.extensions [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Extended resource: tags {{(pid=88282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 22:27:24.235012 n-d-843146-7 neutron-server[88282]: WARNING keystonemiddleware.auth_token [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 24 22:27:24.239886 n-d-843146-7 neutron-server[88282]: WARNING keystonemiddleware.auth_token [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 24 22:27:24.248237 n-d-843146-7 neutron-server[88282]: DEBUG oslo_concurrency.lockutils [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Acquired lock "singleton_lock" {{(pid=88282) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 24 22:27:24.248681 n-d-843146-7 neutron-server[88282]: DEBUG oslo_concurrency.lockutils [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Releasing lock "singleton_lock" {{(pid=88282) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 24 22:27:24.249334 n-d-843146-7 neutron-server[88282]: INFO oslo_service.service [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Starting 2 workers May 24 22:27:24.254034 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Started child 88389 {{(pid=88282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 24 22:27:24.258184 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Started child 88390 {{(pid=88282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 24 22:27:24.258930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:24.259805 n-d-843146-7 neutron-server[88282]: INFO neutron.service [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Neutron service started, listening on 0.0.0.0:9696 May 24 22:27:24.260300 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Notify callbacks [] for process, before_spawn {{(pid=88282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:24.260448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [-] (88389) wsgi starting up on http://0.0.0.0:9696 May 24 22:27:24.262491 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:24.263471 n-d-843146-7 neutron-server[88282]: INFO oslo_service.service [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Starting 1 workers May 24 22:27:24.264081 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [-] (88390) wsgi starting up on http://0.0.0.0:9696 May 24 22:27:24.267868 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Started child 88391 {{(pid=88282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 24 22:27:24.268335 n-d-843146-7 neutron-server[88282]: INFO oslo_service.service [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Starting 1 workers May 24 22:27:24.271347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.service [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] calling RpcWorker wait() {{(pid=88391) _wait /opt/stack/neutron/neutron/service.py:128}} May 24 22:27:24.271909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.service [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] returning from RpcWorker wait() {{(pid=88391) _wait /opt/stack/neutron/neutron/service.py:135}} May 24 22:27:24.272549 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Started child 88392 {{(pid=88282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 24 22:27:24.273137 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:24.273290 n-d-843146-7 neutron-server[88282]: DEBUG neutron_lib.callbacks.manager [None req-436bc5c9-3c3b-438e-b390-252b969ef515 None None] Notify callbacks [] for process, after_spawn {{(pid=88282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:24.273641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:27:24.275047 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88282) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 24 22:27:24.275246 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 22:27:24.275385 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 22:27:24.275628 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 22:27:24.275955 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 22:27:24.276080 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 22:27:24.276608 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.276869 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.277129 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.277266 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:24.278105 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.278105 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.279343 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.279343 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.279657 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.279894 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.280126 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.280301 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.280446 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.280718 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.280931 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.281266 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.281527 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.281778 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.282038 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.282212 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.282433 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.282691 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.282918 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.283173 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] debug = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.283413 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.283932 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.284101 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.284289 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.284540 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.284798 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.285016 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.285276 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.285471 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.285715 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.285949 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.286202 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.286433 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.286640 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.286850 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.287089 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.287300 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.287743 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] host = n-d-843146-7 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.287950 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.288175 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.288394 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.288611 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.288845 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.289067 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.289307 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.289558 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.289811 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.290026 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.290277 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.290504 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.290715 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.290951 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.291108 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_options = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.291313 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.291581 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.291816 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.292004 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.292166 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.292335 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.292578 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.292735 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.292976 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.293187 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.293392 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.293625 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.293854 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.294249 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.294738 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.294916 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.295198 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.295386 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.295647 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.295861 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.296095 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.296281 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.296542 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.296718 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.296961 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.297152 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.297392 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.297628 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.297856 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.299063 n-d-843146-7 neutron-server[88392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:27:24.299429 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.301425 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.301425 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.301425 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.301425 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.301425 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.303554 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.303554 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.303554 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.303554 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.303554 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.303554 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.303554 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.303554 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.304438 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.304438 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.304438 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_json = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.304438 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.304438 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.304964 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.304964 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.305201 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.305332 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.305485 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.306388 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.306626 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.307527 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.307759 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.308061 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.308848 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.309116 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.311653 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.312189 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.312189 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.314786 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.314786 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.314786 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.314786 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.314786 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.314786 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.314786 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.314786 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.315710 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.315710 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.315944 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.316074 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.316204 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.316461 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.316792 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.317065 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.317338 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.317610 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.317828 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.318038 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.318272 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.318482 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.318694 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.318909 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.319161 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.319383 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.319592 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.319813 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.320056 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.320269 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.320493 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.320767 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.321033 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.321262 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.321482 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.321743 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.321958 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.322175 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.322384 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.322608 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.323794 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.324053 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.324355 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.324618 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.324850 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.325067 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.325387 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.325776 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.325993 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.326210 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.326749 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.326995 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.327214 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.327470 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.327661 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.327874 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.328097 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.328337 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.329132 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.329359 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.329966 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.330189 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.330410 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.330622 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.330840 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.331055 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.331266 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.331821 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.332055 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.332287 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.335453 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.335705 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.335932 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.336165 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.337476 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.337735 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.338022 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.338364 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.338611 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.338882 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.339134 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.339374 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.339619 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.339900 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.340126 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.340352 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.340590 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.340836 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.341108 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.341353 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.341606 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.341811 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.342059 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.342291 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.342517 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.342732 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.342962 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.343220 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.343483 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.343731 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.344002 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.344237 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.344478 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.344745 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.344978 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.345262 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.345527 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.345775 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.346058 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.346327 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.346611 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.346870 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.347113 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.347379 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.347622 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.347875 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.348127 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.348368 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.348581 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.348852 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.349090 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.349324 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.349553 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.349784 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.350123 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.350372 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.350580 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.350787 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.351044 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.351283 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.351513 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.351775 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.352025 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.352275 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.352504 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.352748 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.352977 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.353205 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.353429 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.353682 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.353909 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.354115 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.354344 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.354551 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.354755 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.355011 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.355242 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.355488 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.355697 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.355907 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.356117 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.356354 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.356759 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.356924 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.357055 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.357364 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.357602 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.357834 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.358039 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.358285 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.358501 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.358758 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.359009 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.359231 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.359464 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.359703 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.359949 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.360155 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.360385 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.360621 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.360828 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.361043 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.361263 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.361473 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.361700 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.361939 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.362149 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.362397 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.362634 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.362971 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.363218 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.363459 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.363700 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.363922 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.364419 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.364419 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.364603 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.364776 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.364994 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.365197 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.365430 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.365678 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.365889 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.366093 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.366299 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.366578 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.366810 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.367038 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.367261 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.367474 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.367682 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.367909 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.368118 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.368350 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.368553 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.368752 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.368955 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.369156 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.369435 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.369714 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.369910 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.370131 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.370371 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.370609 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.370811 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.371012 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.371219 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.371425 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.371642 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.371843 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.372046 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.372323 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.372639 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.373077 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.373322 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.373559 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.373834 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.374152 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.374311 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.374430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:27:24.374552 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.374856 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.375091 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.375348 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.375558 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.375786 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.376018 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.376282 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.376580 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.376876 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.377123 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.377750 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.378026 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.378305 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.378566 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.378774 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.379059 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.379378 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.379641 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.379900 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.380134 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.380378 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.380607 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.380969 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.381066 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.381400 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.381521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36862) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:27:24.381600 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.381757 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.381962 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.382185 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.382406 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.382644 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.382859 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.383079 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.383302 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.383516 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.383742 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.383894 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 22:27:24.384400 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88282) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 24 22:27:24.384556 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 22:27:24.384704 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 22:27:24.384867 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 22:27:24.385031 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 22:27:24.385179 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 22:27:24.385378 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.385558 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.385716 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.385869 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.386012 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.386200 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.386357 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.386501 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.387110 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.387110 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.387110 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.387110 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.387387 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.387387 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.387504 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.387699 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.387848 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.388080 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.388251 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.388455 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.388607 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.388745 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.388896 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] debug = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.389040 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.389224 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.389393 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.389630 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061374 May 24 22:27:24.390378 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.390554 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.390713 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.390868 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.391024 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.391177 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.391330 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.392217 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.392217 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.392217 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.392217 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.392217 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.392217 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.392590 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.392590 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] host = n-d-843146-7 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.392708 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.392772 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.392947 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.393063 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.393217 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.393375 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.393558 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.393714 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.393867 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.394708 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.394708 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.394708 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.394708 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.394708 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.394708 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_options = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.395075 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.395075 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.395191 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.395346 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.395478 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.395632 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.395832 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.395923 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.396075 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.396228 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.396380 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.396535 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.396685 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.396839 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.396991 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.397143 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.397295 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.397449 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.397635 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.397788 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.397941 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.398095 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.398248 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.398401 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.398553 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.398708 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.398861 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.399013 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.399167 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.399319 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.399471 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.399625 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.399780 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.399934 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.400086 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.400237 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.400389 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.400545 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.400699 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.400851 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.401003 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.401140 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.401297 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.401449 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.402388 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.402546 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_json = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.402701 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.403206 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.403367 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.403546 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.403702 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.403856 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.404010 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.404165 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.405051 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 22:27:24.405236 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.405396 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.405600 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.405759 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.406719 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.406889 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.407084 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.407249 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.408025 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.408187 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.408354 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.408513 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.408682 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.408841 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.408999 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.409160 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.409882 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.409882 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.409882 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.409882 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.410298 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.410298 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.410298 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.410642 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.410642 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.410866 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.410866 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.411090 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.411171 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.411273 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.411432 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.411615 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.411778 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.411953 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.412116 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.412263 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.412828 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.412828 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.412828 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.412828 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.413117 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.413117 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.413286 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.413473 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.413655 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.413900 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.413995 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.414144 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.414231 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.414391 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.414556 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.414714 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.414879 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.415023 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.415202 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.415899 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.415899 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.415899 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.415899 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.415899 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.416219 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.416219 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.417019 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.417019 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.417019 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.417019 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.417019 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.417390 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.417390 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.417390 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.418345 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.418515 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.418677 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.418920 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.419686 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.419686 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.419686 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.419686 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.419686 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.419995 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.420059 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.420195 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.420352 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.420509 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.420702 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.420876 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.421032 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.421188 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.421345 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.421518 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.421683 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.421839 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.421995 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.422153 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.422309 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.422466 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.422622 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.422782 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.422938 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.423169 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.424079 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.424250 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.424454 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.424629 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.424779 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.424936 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.425095 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.425256 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.425413 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.425593 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.426482 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.426659 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.426829 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.426976 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.427143 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.427292 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.427452 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.427612 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.427773 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.428013 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.428893 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.429068 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.429211 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.429366 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.429566 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.429716 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.429871 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.430283 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.430438 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.431356 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.431536 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.431702 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.431893 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.432023 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.432184 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.432347 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.432509 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.432655 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.432835 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.433854 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.434582 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.434582 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.434582 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.434582 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.434998 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.434998 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.435241 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.435241 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.435525 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.435665 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.435794 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.436027 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.436198 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.437146 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.437146 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.437146 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.437146 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.437146 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.437146 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.437573 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.437573 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.437573 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.437806 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.437882 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.438068 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.438273 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.439351 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.439351 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.439351 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.439351 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.439351 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.439351 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.439351 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.439772 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.439772 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.439772 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.439982 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.440048 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.440211 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.440391 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.440540 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.440686 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.440842 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.441001 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.441163 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.441322 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.441480 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.442253 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.442414 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.442579 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.442741 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.443587 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.443587 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.443587 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.443587 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.443587 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.443927 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.443927 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.443927 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.444139 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.444241 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.444403 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.444567 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.444727 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.444890 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.445068 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.445207 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.445368 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.446062 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.446274 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.446411 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.446574 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.446736 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.446898 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.447058 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.447217 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.447392 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.447551 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.447712 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.447872 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.448031 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.448200 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.448365 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.448525 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.448683 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.448840 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.449009 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.449168 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.449326 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.449484 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.449737 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.449909 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.450073 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.450234 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.450465 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.450641 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.450801 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.450959 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.451180 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.451405 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.451575 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.451735 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.451894 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.452055 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.452218 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.452384 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.452553 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.452722 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.452884 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.453053 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.453223 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.453392 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.453581 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.453742 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.453917 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.454076 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.454238 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.454397 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.454556 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.454714 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.454875 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.455035 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.455194 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.455355 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.455515 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.455677 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.455861 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.455990 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.456154 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.456314 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.456472 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.456632 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.456793 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.456956 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 22:27:24.457106 n-d-843146-7 neutron-server[88282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 22:27:35.240262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b46539-7cb9-4cec-b280-94bd28d8374a None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 22:27:35.420819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b46539-7cb9-4cec-b280-94bd28d8374a None None] No non-hosted networks {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 24 22:27:35.429347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.agentschedulers_db [None req-05b46539-7cb9-4cec-b280-94bd28d8374a None None] DHCP Agent not found on host n-d-843146-7 {{(pid=88391) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 24 22:27:35.475079 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d3444610-73d8-49e4-ac6f-93eababdb27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399134'] for agent, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:37.356674 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d70feeb2-c066-4778-8956-469fcfea171c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399134'] for agent, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:37.400313 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1cde567b-6ded-4f76-a431-b85af99fd275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:38.564326 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399134'] for agent, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:38.594750 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399134'] for agent, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:38.596696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.597354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.599203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.599777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.600305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.601471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.602018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.602582 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.603084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.603575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.604037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.604511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:38.605759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843146-7', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:27:38.611689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843146-7', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:27:39.776831 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399134'] for agent, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:41.540838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36956) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:27:42.144731 n-d-843146-7 neutron-server[88389]: WARNING oslo_policy.policy [None req-0e9424b7-a6cb-49e0-bfe2-71ccd85b6f94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:27:42.145380 n-d-843146-7 neutron-server[88389]: WARNING oslo_policy.policy [None req-0e9424b7-a6cb-49e0-bfe2-71ccd85b6f94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:27:42.360057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-0e9424b7-a6cb-49e0-bfe2-71ccd85b6f94 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:27:42.373522 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0e9424b7-a6cb-49e0-bfe2-71ccd85b6f94 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8184819 May 24 22:27:43.534154 n-d-843146-7 neutron-server[88391]: INFO neutron.db.l3_hamode_db [None req-4831ade8-beb8-4f7a-94c8-bd1920a86b83 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 24 22:27:43.619539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831ade8-beb8-4f7a-94c8-bd1920a86b83 None None] Routers set() bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:27:43.619907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831ade8-beb8-4f7a-94c8-bd1920a86b83 None None] Router IDs set() for agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 24 22:27:44.786252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36970) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:27:45.169517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1d4c0d20-7641-401d-a155-b6cc5e2afcab admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:27:45.274209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.policy [None req-1d4c0d20-7641-401d-a155-b6cc5e2afcab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88389) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 24 22:27:45.319597 n-d-843146-7 neutron-server[88389]: WARNING oslo_policy.policy [None req-1d4c0d20-7641-401d-a155-b6cc5e2afcab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:27:45.319975 n-d-843146-7 neutron-server[88389]: WARNING oslo_policy.policy [None req-1d4c0d20-7641-401d-a155-b6cc5e2afcab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:27:45.328786 n-d-843146-7 neutron-server[88389]: INFO neutron.quota [None req-1d4c0d20-7641-401d-a155-b6cc5e2afcab admin admin] Loaded quota_driver: . May 24 22:27:45.344244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1d4c0d20-7641-401d-a155-b6cc5e2afcab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:27:45.405577 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0d20-7641-401d-a155-b6cc5e2afcab admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752461000633', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752461000138', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752461019784', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752461016643', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752461087904', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752461095438', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1405313', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1405405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-308074', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3814369'] for rbac-policy, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:45.474633 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0d20-7641-401d-a155-b6cc5e2afcab admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:45.475797 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1d4c0d20-7641-401d-a155-b6cc5e2afcab admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6886213 May 24 22:27:48.173527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36984) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:27:48.818883 n-d-843146-7 neutron-server[88390]: WARNING oslo_policy.policy [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:27:48.819707 n-d-843146-7 neutron-server[88390]: WARNING oslo_policy.policy [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:27:49.036324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'admin_state_up': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:27:49.037886 n-d-843146-7 neutron-server[88390]: INFO neutron.quota [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Loaded quota_driver: . May 24 22:27:49.054385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:27:49.061047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Usage tracker for resource:network and tenant:a5ee57083d0d45908578aeb50e687fcb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:27:49.067233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:27:49.075718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:27:49.102051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Made reservation on behalf of a5ee57083d0d45908578aeb50e687fcb for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:27:49.171892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.policy [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88390) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 24 22:27:49.216823 n-d-843146-7 neutron-server[88390]: WARNING oslo_policy.policy [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:27:49.217420 n-d-843146-7 neutron-server[88390]: WARNING oslo_policy.policy [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 22:27:49.226931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:49.249821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:49.264563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:27:49.268394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ee57083d0d45908578aeb50e687fcb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:27:49.273457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:27:49.279719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:27:49.393694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:49.400131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:49.424152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:27:49.448467 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752462301651', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:49.449052 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Unsubscribe: segment precommit_create {{(pid=88390) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 24 22:27:49.449580 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Added segment c086fd4b-b255-483d-a2ca-8e3cd08fdf29 of type vlan for network 05abfd03-4c8f-4ba4-81b0-f43557271827 May 24 22:27:49.458153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe90a21d-e005-4c5b-8dd3-f383622d18dd,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:27:49.517175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.517520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.517863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.518192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.518515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.518833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.519128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.519473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.519769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.520085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.520398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.520694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Tracked resource versions report: May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: pushed versions: May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: { 'AddressGroup': {'1.2'}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'ConntrackHelper': {'1.0'}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'Log': {'1.0'}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'Network': {'1.1'}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'Port': {'1.7'}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'PortForwarding': {'1.2'}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'QosPolicy': {'1.8'}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'SecurityGroup': {'1.4'}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'SecurityGroupRule': {'1.2'}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'SubPort': {'1.0'}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'Subnet': {'1.1'}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'Trunk': {'1.1'}} May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: consumer versions: May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: { DHCP agent@n-d-843146-7: {}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: L3 agent@n-d-843146-7: {}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: Metadata agent@n-d-843146-7: {}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: Metering agent@n-d-843146-7: {}, May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: Open vSwitch agent@n-d-843146-7: { 'AddressGroup': '1.2', May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'ConntrackHelper': '1.0', May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'Log': '1.0', May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'Network': '1.1', May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'Port': '1.7', May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'PortForwarding': '1.2', May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'QosPolicy': '1.8', May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'SecurityGroup': '1.4', May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'SecurityGroupRule': '1.2', May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'SubPort': '1.0', May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'Subnet': '1.1', May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: 'Trunk': '1.1'}} May 24 22:27:49.521834 n-d-843146-7 neutron-server[88390]: {{(pid=88390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:27:49.570120 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:49.612560 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:49.613615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:27:49.614260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:49.718910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] Pushing event updated for resources: {'Network': ['ID=05abfd03-4c8f-4ba4-81b0-f43557271827,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:27:49.723335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-564a2dc1-360a-49a2-afe5-7fd0a2600788 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5488074 May 24 22:27:49.731125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 05abfd03-4c8f-4ba4-81b0-f43557271827 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:27:52.511343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37006) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:27:53.006952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53737d96-726e-4d54-b060-e90410c2a4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:27:53.008414 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-53737d96-726e-4d54-b060-e90410c2a4fa admin admin] 10.222.0.55 "GET /v2.0/networks/05abfd03-4c8f-4ba4-81b0-f43557271827 HTTP/1.1" status: 200 len: 825 time: 0.4961317 May 24 22:27:53.036738 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-20616ee3-e22c-4f03-a444-cd1031c653d8 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/a1c63a1b-b0c8-4ef5-a7e4-3ff5b53a546c HTTP/1.1" status: 200 len: 734 time: 0.0212111 May 24 22:27:53.045066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'a1c63a1b-b0c8-4ef5-a7e4-3ff5b53a546c', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'gateway_ip': '172.20.0.1', 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827', 'name': 'private-subnet'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:27:53.049728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:27:53.054265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Usage tracker for resource:subnet and tenant:a5ee57083d0d45908578aeb50e687fcb is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:27:53.057895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:27:53.064470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:27:53.077486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Made reservation on behalf of a5ee57083d0d45908578aeb50e687fcb for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:27:53.080302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:53.397689 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:53.481541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Checking segment: {'id': 'c086fd4b-b255-483d-a2ca-8e3cd08fdf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:27:53.481905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Network hostable DHCP agents. Network: 05abfd03-4c8f-4ba4-81b0-f43557271827, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:27:53.498449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f720395-5f67-4be5-8f2c-c2b1bce95a65,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:27:53.510403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.510859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.511185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.511503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.512174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.512174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.512517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.512824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.513135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.513463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.513770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.514072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Tracked resource versions report: May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: pushed versions: May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: { 'AddressGroup': {'1.2'}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'ConntrackHelper': {'1.0'}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'Log': {'1.0'}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'Network': {'1.1'}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'Port': {'1.7'}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'PortForwarding': {'1.2'}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'QosPolicy': {'1.8'}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'SecurityGroup': {'1.4'}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'SecurityGroupRule': {'1.2'}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'SubPort': {'1.0'}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'Subnet': {'1.1'}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'Trunk': {'1.1'}} May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: consumer versions: May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: { DHCP agent@n-d-843146-7: {}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: L3 agent@n-d-843146-7: {}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: Metadata agent@n-d-843146-7: {}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: Metering agent@n-d-843146-7: {}, May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: Open vSwitch agent@n-d-843146-7: { 'AddressGroup': '1.2', May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'ConntrackHelper': '1.0', May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'Log': '1.0', May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'Network': '1.1', May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'Port': '1.7', May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'PortForwarding': '1.2', May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'QosPolicy': '1.8', May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'SecurityGroup': '1.4', May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'SecurityGroupRule': '1.2', May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'SubPort': '1.0', May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'Subnet': '1.1', May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: 'Trunk': '1.1'}} May 24 22:27:53.515156 n-d-843146-7 neutron-server[88389]: {{(pid=88389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:27:53.532410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Network 05abfd03-4c8f-4ba4-81b0-f43557271827 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:27:53.552735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 05abfd03-4c8f-4ba4-81b0-f43557271827) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:27:53.557380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:27:53.558031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:53.562864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a451ce84-6c71-4725-bb08-2503cc07fe7d None None] Network 05abfd03-4c8f-4ba4-81b0-f43557271827 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:27:53.580346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-031887e6-c997-4164-99e5-5bab2cae8301 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5385268 May 24 22:27:53.879147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-05abfd03-4c8f-4ba4-81b0-f43557271827', 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'fixed_ips': [{'subnet_id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:27:53.880433 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:54.068273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Allocated IP 172.20.0.2 (05abfd03-4c8f-4ba4-81b0-f43557271827/3f720395-5f67-4be5-8f2c-c2b1bce95a65/55d1863a-2eec-41f4-b92b-bd7f1aced76b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:27:54.296359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:54.310422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Transition to ACTIVE for port object 55d1863a-2eec-41f4-b92b-bd7f1aced76b will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:27:54.331186 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Transition to ACTIVE for port object 55d1863a-2eec-41f4-b92b-bd7f1aced76b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:27:54.339402 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:54.402423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Network 05abfd03-4c8f-4ba4-81b0-f43557271827 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:27:54.405476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:27:54.411175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:27:54.417149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Pushing event updated for resources: {'Port': ['ID=55d1863a-2eec-41f4-b92b-bd7f1aced76b,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:27:54.454775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.455113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.455464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.455802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.456133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.456459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.456783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.457108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.457429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.457779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.458099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.458418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Tracked resource versions report: May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: pushed versions: May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: { 'AddressGroup': {'1.2'}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'ConntrackHelper': {'1.0'}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'Log': {'1.0'}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'Network': {'1.1'}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'Port': {'1.7'}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'PortForwarding': {'1.2'}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'QosPolicy': {'1.8'}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'SecurityGroup': {'1.4'}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'SecurityGroupRule': {'1.2'}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'SubPort': {'1.0'}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'Subnet': {'1.1'}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'Trunk': {'1.1'}} May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: consumer versions: May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: { DHCP agent@n-d-843146-7: {}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: L3 agent@n-d-843146-7: {}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: Metadata agent@n-d-843146-7: {}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: Metering agent@n-d-843146-7: {}, May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: Open vSwitch agent@n-d-843146-7: { 'AddressGroup': '1.2', May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'ConntrackHelper': '1.0', May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'Log': '1.0', May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'Network': '1.1', May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'Port': '1.7', May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'PortForwarding': '1.2', May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'QosPolicy': '1.8', May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'SecurityGroup': '1.4', May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'SecurityGroupRule': '1.2', May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'SubPort': '1.0', May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'Subnet': '1.1', May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: 'Trunk': '1.1'}} May 24 22:27:54.459516 n-d-843146-7 neutron-server[88391]: {{(pid=88391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:27:54.516793 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Attempting to bind port 55d1863a-2eec-41f4-b92b-bd7f1aced76b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:27:54.517203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Attempting to bind port 55d1863a-2eec-41f4-b92b-bd7f1aced76b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'c086fd4b-b255-483d-a2ca-8e3cd08fdf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:27:54.517680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Attempting to bind port 55d1863a-2eec-41f4-b92b-bd7f1aced76b on network 05abfd03-4c8f-4ba4-81b0-f43557271827 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:27:54.523056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:27:54.523462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Checking segment: {'id': 'c086fd4b-b255-483d-a2ca-8e3cd08fdf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:27:54.523957 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:54.524349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Bound using segment: {'id': 'c086fd4b-b255-483d-a2ca-8e3cd08fdf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:27:54.524837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Bound port: 55d1863a-2eec-41f4-b92b-bd7f1aced76b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c086fd4b-b255-483d-a2ca-8e3cd08fdf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:27:54.525209 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:54.612998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] For port 55d1863a-2eec-41f4-b92b-bd7f1aced76b, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:27:54.616751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] For port 55d1863a-2eec-41f4-b92b-bd7f1aced76b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=55d1863a-2eec-41f4-b92b-bd7f1aced76b,segment=NetworkSegment(c086fd4b-b255-483d-a2ca-8e3cd08fdf29),segment_id=c086fd4b-b255-483d-a2ca-8e3cd08fdf29)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:27:54.623246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:54.711440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19521a-70b1-41a6-94b9-02598ee2ab38 None None] Pushing event updated for resources: {'Port': ['ID=55d1863a-2eec-41f4-b92b-bd7f1aced76b,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:27:56.013467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37022) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:27:56.396685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-e1309d63-e4b3-4713-ad27-4858cba9b0e8 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:27:56.397690 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e1309d63-e4b3-4713-ad27-4858cba9b0e8 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3831532 May 24 22:27:58.351040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 55d1863a-2eec-41f4-b92b-bd7f1aced76b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:27:58.426862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 55d1863a-2eec-41f4-b92b-bd7f1aced76b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:27:58.489020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32564e-2f07-4582-ac9b-cc5446ecb0ed None None] Network 05abfd03-4c8f-4ba4-81b0-f43557271827 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:27:58.594469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c88313a8-8bcc-4471-b342-1884f4e8ff64 None None] Provisioning for port 55d1863a-2eec-41f4-b92b-bd7f1aced76b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:27:58.613690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c88313a8-8bcc-4471-b342-1884f4e8ff64 None None] Provisioning complete for port 55d1863a-2eec-41f4-b92b-bd7f1aced76b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:27:58.614099 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c88313a8-8bcc-4471-b342-1884f4e8ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:58.809689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37036) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:27:58.841176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c88313a8-8bcc-4471-b342-1884f4e8ff64 None None] Current status of the port 55d1863a-2eec-41f4-b92b-bd7f1aced76b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:27:58.841518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c88313a8-8bcc-4471-b342-1884f4e8ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:58.886897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c88313a8-8bcc-4471-b342-1884f4e8ff64 None None] For port 55d1863a-2eec-41f4-b92b-bd7f1aced76b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=55d1863a-2eec-41f4-b92b-bd7f1aced76b,segment=NetworkSegment(c086fd4b-b255-483d-a2ca-8e3cd08fdf29),segment_id=c086fd4b-b255-483d-a2ca-8e3cd08fdf29)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:27:58.894049 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c88313a8-8bcc-4471-b342-1884f4e8ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:58.965774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88313a8-8bcc-4471-b342-1884f4e8ff64 None None] Pushing event updated for resources: {'Port': ['ID=55d1863a-2eec-41f4-b92b-bd7f1aced76b,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:27:59.218326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-343332fd-7e71-41ea-a6ed-b60f08daaf24 None None] Provisioning complete for port 55d1863a-2eec-41f4-b92b-bd7f1aced76b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:27:59.218705 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-343332fd-7e71-41ea-a6ed-b60f08daaf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:27:59.235835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-d10a8c2a-b9a1-4499-b34c-0880ca5aee67 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:27:59.236811 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d10a8c2a-b9a1-4499-b34c-0880ca5aee67 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4262145 May 24 22:27:59.339258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-343332fd-7e71-41ea-a6ed-b60f08daaf24 None None] Current status of the port 55d1863a-2eec-41f4-b92b-bd7f1aced76b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:28:00.320042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 55d1863a-2eec-41f4-b92b-bd7f1aced76b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:28:00.388812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 55d1863a-2eec-41f4-b92b-bd7f1aced76b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:28:00.389185 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:00.511636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 55d1863a-2eec-41f4-b92b-bd7f1aced76b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:28:01.945335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37048) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:28:02.330609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-63ede5ab-5dbf-41f3-aa62-a45c02e1d639 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'name': 'router1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:28:02.338674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-63ede5ab-5dbf-41f3-aa62-a45c02e1d639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:28:02.343574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-63ede5ab-5dbf-41f3-aa62-a45c02e1d639 admin admin] Usage tracker for resource:router and tenant:a5ee57083d0d45908578aeb50e687fcb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:28:02.347072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-63ede5ab-5dbf-41f3-aa62-a45c02e1d639 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:28:02.352987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-63ede5ab-5dbf-41f3-aa62-a45c02e1d639 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:28:02.367423 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63ede5ab-5dbf-41f3-aa62-a45c02e1d639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:02.369113 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63ede5ab-5dbf-41f3-aa62-a45c02e1d639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:02.394729 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63ede5ab-5dbf-41f3-aa62-a45c02e1d639 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:02.515290 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63ede5ab-5dbf-41f3-aa62-a45c02e1d639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:02.537835 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63ede5ab-5dbf-41f3-aa62-a45c02e1d639 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:02.540017 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-63ede5ab-5dbf-41f3-aa62-a45c02e1d639 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5929878 May 24 22:28:04.995770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37058) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:28:05.230109 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ab2c707b-7139-4c3f-a2b7-b6caf02524de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:05.427887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-6c93ff04-1618-4822-b99e-8054e25f9305 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:28:05.429072 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6c93ff04-1618-4822-b99e-8054e25f9305 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4321668 May 24 22:28:07.357136 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0689-5f39-4eb0-bb1e-15570612ea52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:07.842973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37068) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:28:08.257425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:28:08.264843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:28:08.270424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Usage tracker for resource:network and tenant:63f260810fd846ab9df43d5bb4e00cff is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:28:08.273304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:28:08.281989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:28:08.293783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Made reservation on behalf of 63f260810fd846ab9df43d5bb4e00cff for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:28:08.296359 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:08.312556 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:08.326895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:28:08.330689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Usage tracker for resource:security_group_rule and tenant:63f260810fd846ab9df43d5bb4e00cff is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:28:08.333839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:28:08.339459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:28:08.440145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:08.448402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:08.466194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Reserving flat network on physical network physnet1 {{(pid=88389) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 24 22:28:08.486762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d546a5-7aba-4cea-8454-52591df67f4f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:08.498797 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752462301651', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:08.499295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Unsubscribe: segment precommit_create {{(pid=88389) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 24 22:28:08.499854 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Added segment 19c57c3b-c04e-49ed-b7a8-49ce0116d40d of type flat for network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 May 24 22:28:08.511257 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:08.541863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:08.585163 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:08.586187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:28:08.586760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:08.595659 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:08.701195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8567154 May 24 22:28:08.701711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61873b-ec14-4e64-91e7-0c3d9bb74299 admin admin] Pushing event updated for resources: {'Network': ['ID=8b909c67-3c4a-4f96-a100-f637e7cc5c78,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:08.727402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:28:09.754629 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:11.141441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37088) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:28:11.383912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec2bb52-cd72-4070-b24c-8b1e51f40236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:28:11.385241 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eec2bb52-cd72-4070-b24c-8b1e51f40236 admin admin] 10.222.0.55 "GET /v2.0/subnets/3f720395-5f67-4be5-8f2c-c2b1bce95a65 HTTP/1.1" status: 200 len: 849 time: 0.2429223 May 24 22:28:11.546080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0634e28b-9c8f-45b9-bc75-e1e8adba10d7 admin admin] 10.222.0.55 "GET /v2.0/routers/c3e18bea-be87-4b19-9d14-8fbb2667d811 HTTP/1.1" status: 200 len: 704 time: 0.1518612 May 24 22:28:12.000620 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:12.232365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Allocated IP 172.20.0.1 (05abfd03-4c8f-4ba4-81b0-f43557271827/3f720395-5f67-4be5-8f2c-c2b1bce95a65/9c488bc8-a878-47ba-9422-b8b6932719ed) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:28:12.394952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:12.413978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Transition to ACTIVE for port object 9c488bc8-a878-47ba-9422-b8b6932719ed will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:28:12.472127 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:12.544950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Network 05abfd03-4c8f-4ba4-81b0-f43557271827 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:28:12.547554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:28:12.554881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:28:12.555399 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:12.682040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Pushing event updated for resources: {'Port': ['ID=9c488bc8-a878-47ba-9422-b8b6932719ed,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:12.773409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bb065181-8b70-4301-950c-cdaaa4f9ea1c None None] Provisioning for port 9c488bc8-a878-47ba-9422-b8b6932719ed completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:28:12.779164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bb065181-8b70-4301-950c-cdaaa4f9ea1c None None] Provisioning complete for port 9c488bc8-a878-47ba-9422-b8b6932719ed triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:28:12.779542 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb065181-8b70-4301-950c-cdaaa4f9ea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:12.834453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bb065181-8b70-4301-950c-cdaaa4f9ea1c None None] Port 9c488bc8-a878-47ba-9422-b8b6932719ed cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:28:12.871476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:13.106994 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:13.114823 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:13.115546 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:13.242789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Pushing event updated for resources: {'Port': ['ID=9c488bc8-a878-47ba-9422-b8b6932719ed,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:13.310031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Network 05abfd03-4c8f-4ba4-81b0-f43557271827 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:28:13.311848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:28:13.460430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-71db58ea-084d-47a3-8c69-89ec090378e9 None None] Provisioning complete for port 9c488bc8-a878-47ba-9422-b8b6932719ed triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:28:13.460911 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71db58ea-084d-47a3-8c69-89ec090378e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:13.513373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Router c3e18bea-be87-4b19-9d14-8fbb2667d811 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:28:13.515755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71db58ea-084d-47a3-8c69-89ec090378e9 None None] Port 9c488bc8-a878-47ba-9422-b8b6932719ed cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:28:13.667687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:28:13.677445 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-08ef9ddb-07f5-48ec-b46c-0f4c92fa97ad admin admin] 10.222.0.55 "PUT /v2.0/routers/c3e18bea-be87-4b19-9d14-8fbb2667d811/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1256330 May 24 22:28:13.678792 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Sync routers for ids ['c3e18bea-be87-4b19-9d14-8fbb2667d811'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:28:13.690186 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Routers {'c3e18bea-be87-4b19-9d14-8fbb2667d811'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:28:13.691011 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:28:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c3e18bea-be87-4b19-9d14-8fbb2667d811'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:28:13.867303 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Set router c3e18bea-be87-4b19-9d14-8fbb2667d811 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:28:14.225790 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'name': 'router1', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:28:02Z', 'updated_at': '2022-05-24T22:28:12Z', 'revision_number': 2, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'gw_port_host': None, '_interfaces': [{'id': '9c488bc8-a878-47ba-9422-b8b6932719ed', 'name': '', 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'mac_address': 'fa:16:3e:ae:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:28:12Z', 'updated_at': '2022-05-24T22:28:12Z', 'revision_number': 2, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'subnets': [{'id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1c63a1b-b0c8-4ef5-a7e4-3ff5b53a546c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:28:14.230932 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Checking router: c3e18bea-be87-4b19-9d14-8fbb2667d811 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:28:14.231390 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Updating router c3e18bea-be87-4b19-9d14-8fbb2667d811 port 9c488bc8-a878-47ba-9422-b8b6932719ed binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:28:14.282557 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:14.662433 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:14.678460 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Transition to ACTIVE for port object 9c488bc8-a878-47ba-9422-b8b6932719ed will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:28:14.686318 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:14.924796 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Pushing event updated for resources: {'Port': ['ID=9c488bc8-a878-47ba-9422-b8b6932719ed,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:14.952313 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.952659 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.952991 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.953318 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.953670 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.953980 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.954295 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.954614 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.954933 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.955248 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.955563 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.955876 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Tracked resource versions report: May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: pushed versions: May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: { 'AddressGroup': {'1.2'}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'ConntrackHelper': {'1.0'}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'Log': {'1.0'}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'Network': {'1.1'}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'Port': {'1.7'}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'PortForwarding': {'1.2'}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'QosPolicy': {'1.8'}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'SecurityGroup': {'1.4'}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'SecurityGroupRule': {'1.2'}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'SubPort': {'1.0'}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'Subnet': {'1.1'}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'Trunk': {'1.1'}} May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: consumer versions: May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: { DHCP agent@n-d-843146-7: {}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: L3 agent@n-d-843146-7: {}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: Metadata agent@n-d-843146-7: {}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: Metering agent@n-d-843146-7: {}, May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: Open vSwitch agent@n-d-843146-7: { 'AddressGroup': '1.2', May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'ConntrackHelper': '1.0', May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'Log': '1.0', May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'Network': '1.1', May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'Port': '1.7', May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'PortForwarding': '1.2', May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'QosPolicy': '1.8', May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'SecurityGroup': '1.4', May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'SecurityGroupRule': '1.2', May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'SubPort': '1.0', May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'Subnet': '1.1', May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: 'Trunk': '1.1'}} May 24 22:28:14.956975 n-d-843146-7 neutron-server[88392]: {{(pid=88392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:28:14.962208 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Attempting to bind port 9c488bc8-a878-47ba-9422-b8b6932719ed on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:28:14.962901 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Attempting to bind port 9c488bc8-a878-47ba-9422-b8b6932719ed by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'c086fd4b-b255-483d-a2ca-8e3cd08fdf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:28:14.963092 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Attempting to bind port 9c488bc8-a878-47ba-9422-b8b6932719ed on network 05abfd03-4c8f-4ba4-81b0-f43557271827 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:28:14.969397 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:28:14.969831 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Checking segment: {'id': 'c086fd4b-b255-483d-a2ca-8e3cd08fdf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:28:14.970313 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:14.970691 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Bound using segment: {'id': 'c086fd4b-b255-483d-a2ca-8e3cd08fdf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:28:14.971195 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Bound port: 9c488bc8-a878-47ba-9422-b8b6932719ed, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c086fd4b-b255-483d-a2ca-8e3cd08fdf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:28:14.971587 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:15.069810 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] For port 9c488bc8-a878-47ba-9422-b8b6932719ed, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:28:15.073980 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] For port 9c488bc8-a878-47ba-9422-b8b6932719ed, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9c488bc8-a878-47ba-9422-b8b6932719ed,segment=NetworkSegment(c086fd4b-b255-483d-a2ca-8e3cd08fdf29),segment_id=c086fd4b-b255-483d-a2ca-8e3cd08fdf29)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:28:15.081179 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:15.171048 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Routers {'c3e18bea-be87-4b19-9d14-8fbb2667d811'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:28:15.171683 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:28:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c3e18bea-be87-4b19-9d14-8fbb2667d811'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:28:15.219965 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69accc-a124-4f5c-bc62-6ff03e1ddacc None None] Pushing event updated for resources: {'Port': ['ID=9c488bc8-a878-47ba-9422-b8b6932719ed,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:15.328787 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] Set router c3e18bea-be87-4b19-9d14-8fbb2667d811 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:28:15.668638 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'name': 'router1', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:28:02Z', 'updated_at': '2022-05-24T22:28:12Z', 'revision_number': 2, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'gw_port_host': None, '_interfaces': [{'id': '9c488bc8-a878-47ba-9422-b8b6932719ed', 'name': '', 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'mac_address': 'fa:16:3e:ae:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:28:12Z', 'updated_at': '2022-05-24T22:28:15Z', 'revision_number': 4, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'subnets': [{'id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1c63a1b-b0c8-4ef5-a7e4-3ff5b53a546c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:28:15.674363 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531cdec6-6053-41c8-9f35-2ba2aae6a2ac None None] The sync data for ids ['c3e18bea-be87-4b19-9d14-8fbb2667d811'] in n-d-843146-7 is: [{'id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'name': 'router1', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:28:02Z', 'updated_at': '2022-05-24T22:28:12Z', 'revision_number': 2, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'gw_port_host': None, '_interfaces': [{'id': '9c488bc8-a878-47ba-9422-b8b6932719ed', 'name': '', 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'mac_address': 'fa:16:3e:ae:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:28:12Z', 'updated_at': '2022-05-24T22:28:15Z', 'revision_number': 4, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'subnets': [{'id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1c63a1b-b0c8-4ef5-a7e4-3ff5b53a546c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:28:15.934742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37110) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:28:16.088150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badac693-b51e-4e5c-a48c-792b7e8cdc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:28:16.089579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-badac693-b51e-4e5c-a48c-792b7e8cdc4d admin admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 842 time: 0.1538534 May 24 22:28:16.099337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.7.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:28:16.104407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:28:16.108630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Usage tracker for resource:subnet and tenant:63f260810fd846ab9df43d5bb4e00cff is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:28:16.111718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:28:16.117592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:28:16.128948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Made reservation on behalf of 63f260810fd846ab9df43d5bb4e00cff for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:28:16.131361 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:16.359883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9c488bc8-a878-47ba-9422-b8b6932719ed up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:28:16.434159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 9c488bc8-a878-47ba-9422-b8b6932719ed completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:28:16.439666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 9c488bc8-a878-47ba-9422-b8b6932719ed triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:28:16.440618 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:16.524485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.objects.ports [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88390) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 22:28:16.524956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:16.569366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 9c488bc8-a878-47ba-9422-b8b6932719ed is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:28:16.570032 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:16.596923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:28:16.597279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Network hostable DHCP agents. Network: 8b909c67-3c4a-4f96-a100-f637e7cc5c78, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:28:16.610925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 9c488bc8-a878-47ba-9422-b8b6932719ed, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9c488bc8-a878-47ba-9422-b8b6932719ed,segment=NetworkSegment(c086fd4b-b255-483d-a2ca-8e3cd08fdf29),segment_id=c086fd4b-b255-483d-a2ca-8e3cd08fdf29)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:28:16.617660 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:16.627295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e24cbec-f15f-4f6c-b307-474cf07253be,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:16.630684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:28:16.643242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 8b909c67-3c4a-4f96-a100-f637e7cc5c78) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:28:16.647131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:28:16.647707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:16.658538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfa8828-876f-47c8-8ab7-aaec81ab5d7d None None] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:28:16.667976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1ba3b9c3-885e-4a07-ac6a-32629496d20f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5719962 May 24 22:28:16.772185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=9c488bc8-a878-47ba-9422-b8b6932719ed,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:16.901323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237a319a-f4a5-4dcf-a0b5-d4586c5b5d76 None None] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:28:18.330841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9c488bc8-a878-47ba-9422-b8b6932719ed up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:28:18.399165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 9c488bc8-a878-47ba-9422-b8b6932719ed triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:28:18.399575 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:18.537376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 9c488bc8-a878-47ba-9422-b8b6932719ed is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:28:19.020896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37124) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:28:19.255067 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3e06dd3e-dad2-4266-87ab-6fa74eafa0b0 admin admin] 10.222.0.55 "GET /v2.0/routers/c3e18bea-be87-4b19-9d14-8fbb2667d811 HTTP/1.1" status: 200 len: 710 time: 0.2330325 May 24 22:28:19.386057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17520bc3-6497-4076-9dbc-d0e038225357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:28:19.387896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-17520bc3-6497-4076-9dbc-d0e038225357 admin admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 886 time: 0.1250417 May 24 22:28:19.399001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:28:19.843771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:20.185451 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:20.241065 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:20.432713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Allocated IP 172.25.7.154 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/f71f48ba-957b-443a-9161-9010710f9ed0) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:28:20.583772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:20.616610 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:20.685986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:28:20.689671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:28:20.692854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:28:20.804327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Pushing event updated for resources: {'Port': ['ID=f71f48ba-957b-443a-9161-9010710f9ed0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:21.085054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:21.415591 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:21.419511 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:21.599960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Router c3e18bea-be87-4b19-9d14-8fbb2667d811 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:28:21.838964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:28:21.847743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:21.849947 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-69a04770-0815-4a24-a77f-35bd42a8aa2d admin admin] 10.222.0.55 "PUT /v2.0/routers/c3e18bea-be87-4b19-9d14-8fbb2667d811 HTTP/1.1" status: 200 len: 890 time: 2.4561944 May 24 22:28:21.850949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Sync routers for ids ['c3e18bea-be87-4b19-9d14-8fbb2667d811'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:28:21.862982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Routers {'c3e18bea-be87-4b19-9d14-8fbb2667d811'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:28:21.863809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:28:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c3e18bea-be87-4b19-9d14-8fbb2667d811'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:28:22.056803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Set router c3e18bea-be87-4b19-9d14-8fbb2667d811 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:28:22.399708 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'name': 'router1', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f71f48ba-957b-443a-9161-9010710f9ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:28:02Z', 'updated_at': '2022-05-24T22:28:20Z', 'revision_number': 4, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'gw_port': {'id': 'f71f48ba-957b-443a-9161-9010710f9ed0', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:28:20Z', 'updated_at': '2022-05-24T22:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9c488bc8-a878-47ba-9422-b8b6932719ed', 'name': '', 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'mac_address': 'fa:16:3e:ae:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:28:12Z', 'updated_at': '2022-05-24T22:28:16Z', 'revision_number': 5, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'subnets': [{'id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1c63a1b-b0c8-4ef5-a7e4-3ff5b53a546c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:28:22.405090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Checking router: c3e18bea-be87-4b19-9d14-8fbb2667d811 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:28:22.405434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Updating router c3e18bea-be87-4b19-9d14-8fbb2667d811 port f71f48ba-957b-443a-9161-9010710f9ed0 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:28:22.456158 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:22.782127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:22.794295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Transition to ACTIVE for port object f71f48ba-957b-443a-9161-9010710f9ed0 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:28:22.800514 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:22.880214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Attempting to bind port f71f48ba-957b-443a-9161-9010710f9ed0 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:28:22.880912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Attempting to bind port f71f48ba-957b-443a-9161-9010710f9ed0 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:28:22.880912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Attempting to bind port f71f48ba-957b-443a-9161-9010710f9ed0 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:28:22.882946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def581c3-e0a9-454b-8ef8-fdbd0a3862ff None None] Pushing event updated for resources: {'Port': ['ID=f71f48ba-957b-443a-9161-9010710f9ed0,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:22.888743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:28:22.889087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:28:22.889510 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:22.889915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:28:22.890406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Bound port: f71f48ba-957b-443a-9161-9010710f9ed0, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:28:22.890777 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:22.961715 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] For port f71f48ba-957b-443a-9161-9010710f9ed0, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:28:22.964576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] For port f71f48ba-957b-443a-9161-9010710f9ed0, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f71f48ba-957b-443a-9161-9010710f9ed0,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:28:22.970761 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:23.052412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Routers {'c3e18bea-be87-4b19-9d14-8fbb2667d811'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:28:23.053035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:28:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c3e18bea-be87-4b19-9d14-8fbb2667d811'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:28:23.100363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def581c3-e0a9-454b-8ef8-fdbd0a3862ff None None] Pushing event updated for resources: {'Port': ['ID=f71f48ba-957b-443a-9161-9010710f9ed0,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:23.242019 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] Set router c3e18bea-be87-4b19-9d14-8fbb2667d811 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:28:23.602646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'name': 'router1', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f71f48ba-957b-443a-9161-9010710f9ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:28:02Z', 'updated_at': '2022-05-24T22:28:20Z', 'revision_number': 4, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'gw_port': {'id': 'f71f48ba-957b-443a-9161-9010710f9ed0', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:28:20Z', 'updated_at': '2022-05-24T22:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9c488bc8-a878-47ba-9422-b8b6932719ed', 'name': '', 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'mac_address': 'fa:16:3e:ae:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:28:12Z', 'updated_at': '2022-05-24T22:28:16Z', 'revision_number': 5, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'subnets': [{'id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1c63a1b-b0c8-4ef5-a7e4-3ff5b53a546c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:28:23.607260 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1dd0b-4c4d-4fdf-a500-97e54c1bfd92 None None] The sync data for ids ['c3e18bea-be87-4b19-9d14-8fbb2667d811'] in n-d-843146-7 is: [{'id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'name': 'router1', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f71f48ba-957b-443a-9161-9010710f9ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:28:02Z', 'updated_at': '2022-05-24T22:28:20Z', 'revision_number': 4, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'gw_port': {'id': 'f71f48ba-957b-443a-9161-9010710f9ed0', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:28:20Z', 'updated_at': '2022-05-24T22:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9c488bc8-a878-47ba-9422-b8b6932719ed', 'name': '', 'network_id': '05abfd03-4c8f-4ba4-81b0-f43557271827', 'tenant_id': 'a5ee57083d0d45908578aeb50e687fcb', 'mac_address': 'fa:16:3e:ae:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e18bea-be87-4b19-9d14-8fbb2667d811', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:28:12Z', 'updated_at': '2022-05-24T22:28:16Z', 'revision_number': 5, 'project_id': 'a5ee57083d0d45908578aeb50e687fcb', 'subnets': [{'id': '3f720395-5f67-4be5-8f2c-c2b1bce95a65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1c63a1b-b0c8-4ef5-a7e4-3ff5b53a546c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:28:24.223652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37134) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:28:24.363164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f71f48ba-957b-443a-9161-9010710f9ed0 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:28:24.376735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-53ca1795-286c-43c2-98ae-bee52514672c admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1520076 May 24 22:28:24.436285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f71f48ba-957b-443a-9161-9010710f9ed0 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:28:24.442193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f71f48ba-957b-443a-9161-9010710f9ed0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:28:24.442769 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:24.559919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f71f48ba-957b-443a-9161-9010710f9ed0 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:28:24.560281 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:24.577209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port f71f48ba-957b-443a-9161-9010710f9ed0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f71f48ba-957b-443a-9161-9010710f9ed0,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:28:24.582918 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:24.650147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=f71f48ba-957b-443a-9161-9010710f9ed0,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:28:26.339573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f71f48ba-957b-443a-9161-9010710f9ed0 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:28:26.408006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f71f48ba-957b-443a-9161-9010710f9ed0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:28:26.408387 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:26.538263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f71f48ba-957b-443a-9161-9010710f9ed0 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:28:34.312796 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:28:35.242050 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fffb044d-97d8-4b6c-b800-ac2af57d51c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:37.351563 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ed4768dd-003f-44f4-ab5e-a27ae826329e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:38.514362 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:38.593359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:28:39.763220 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:29:05.229544 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51454811-208c-4870-8b7a-3dca3d520366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:29:07.358151 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4caa7112-b397-45cb-aa90-973648ab03d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:29:08.519044 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:29:08.590777 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:29:09.764618 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:29:11.312460 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:29:35.233065 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d4c077db-e842-44b1-b348-8d857e60f94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:29:37.364432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15fa5f63-9a3a-4854-b03d-098589a25ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:29:38.518625 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:29:38.587918 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:29:39.763833 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:29:48.312676 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:30:05.239504 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-205708ee-8ea4-4ec9-b300-060c643fb434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:07.360327 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-54ac910e-e279-422a-8404-7b8964e89edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:08.522522 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:08.588166 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:09.768933 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:25.312655 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:30:31.141204 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37738) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:30:31.211901 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebd6620-9daa-4ef3-bdd5-316a2276c015 admin admin] GET failed (client error): The resource could not be found. May 24 22:30:31.212564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cebd6620-9daa-4ef3-bdd5-316a2276c015 admin admin] Synchronizing usage tracker for tenant:63f260810fd846ab9df43d5bb4e00cff on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:30:31.239717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cebd6620-9daa-4ef3-bdd5-316a2276c015 admin admin] Unset dirty status for tenant:63f260810fd846ab9df43d5bb4e00cff on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:30:31.241032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cebd6620-9daa-4ef3-bdd5-316a2276c015 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0983744 May 24 22:30:31.404593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7a2ea-3a2c-421c-92ef-e126d854eb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:31.406014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-93c7a2ea-3a2c-421c-92ef-e126d854eb42 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592603 May 24 22:30:33.600653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37748) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:30:33.722179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e900191b-677f-47a3-85b6-09505a202d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:33.722753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e900191b-677f-47a3-85b6-09505a202d6e admin admin] Synchronizing usage tracker for tenant:63f260810fd846ab9df43d5bb4e00cff on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:30:33.744359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e900191b-677f-47a3-85b6-09505a202d6e admin admin] Unset dirty status for tenant:63f260810fd846ab9df43d5bb4e00cff on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:30:33.745673 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e900191b-677f-47a3-85b6-09505a202d6e admin admin] 10.222.0.55 "GET /v2.0/subnets/3f720395-5f67-4be5-8f2c-c2b1bce95a65 HTTP/1.1" status: 200 len: 849 time: 0.1439908 May 24 22:30:33.755052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:30:33.872342 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:34.080108 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752462385336'] for subnet, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:34.122541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:34.123030 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:34.124255 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] 10.222.0.55 "PUT /v2.0/subnets/3f720395-5f67-4be5-8f2c-c2b1bce95a65 HTTP/1.1" status: 200 len: 868 time: 0.3729801 May 24 22:30:34.134533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af9c8c-b4ac-4c3b-96cd-46bf1481444e None None] Network 05abfd03-4c8f-4ba4-81b0-f43557271827 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:30:34.150972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f720395-5f67-4be5-8f2c-c2b1bce95a65,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:30:34.159218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.159568 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.159893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.160209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.160547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.160869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.161193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.161487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.161837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.162153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.162478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.162796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc9e228-e52b-4965-835b-98a63e13bc54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:30:34.624067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0c0e6b57-bf17-4764-b5b4-be6141db7ce3 None None] Provisioning complete for port 55d1863a-2eec-41f4-b92b-bd7f1aced76b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:30:34.624435 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6b57-bf17-4764-b5b4-be6141db7ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:34.734080 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e6b57-bf17-4764-b5b4-be6141db7ce3 None None] Current status of the port 55d1863a-2eec-41f4-b92b-bd7f1aced76b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:30:34.745522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0c0e6b57-bf17-4764-b5b4-be6141db7ce3 None None] Provisioning complete for port 9c488bc8-a878-47ba-9422-b8b6932719ed triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:30:34.745905 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6b57-bf17-4764-b5b4-be6141db7ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:34.887410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e6b57-bf17-4764-b5b4-be6141db7ce3 None None] Current status of the port 9c488bc8-a878-47ba-9422-b8b6932719ed is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:30:35.234268 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7830fe5e-96bb-4052-b6af-a9e2043c0361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:36.314067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37758) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:30:36.495990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0beb43-eb61-4853-9be9-f4d38907978d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:36.496361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0beb43-eb61-4853-9be9-f4d38907978d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:36.497926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bc0beb43-eb61-4853-9be9-f4d38907978d admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1828389 May 24 22:30:37.366342 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23d4e6a3-298e-46a6-9084-1a324ea3b7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:38.525060 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:38.586021 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:38.674001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37768) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:30:38.848644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2e3814-bd6c-4826-b7d8-8d0c9727e07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:38.849101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2e3814-bd6c-4826-b7d8-8d0c9727e07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:38.850640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bb2e3814-bd6c-4826-b7d8-8d0c9727e07c admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1756024 May 24 22:30:39.768624 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:30:41.091767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37778) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:30:41.280853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfe3227-cb51-4861-b424-8dd71b9a7332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:41.282156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9cfe3227-cb51-4861-b424-8dd71b9a7332 admin admin] 10.222.0.55 "GET /v2.0/networks/05abfd03-4c8f-4ba4-81b0-f43557271827 HTTP/1.1" status: 200 len: 869 time: 0.1894300 May 24 22:30:43.455822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37788) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:30:43.625164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2da3d-05b1-4a2d-a3f4-8f5e874014e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:43.626539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7ab2da3d-05b1-4a2d-a3f4-8f5e874014e6 admin admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 886 time: 0.1697500 May 24 22:30:45.827873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37798) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:30:45.946765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c414801-b79f-4570-84e4-e0a51e7b64c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:45.947215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c414801-b79f-4570-84e4-e0a51e7b64c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:45.948733 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9c414801-b79f-4570-84e4-e0a51e7b64c8 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199102 May 24 22:30:48.147806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37808) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:30:48.276858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60965a1-4872-4987-96cf-ccaeca1ecd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:48.277300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60965a1-4872-4987-96cf-ccaeca1ecd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:48.278926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e60965a1-4872-4987-96cf-ccaeca1ecd1b admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296024 May 24 22:30:50.434881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37818) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:30:50.543657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab63f3-6e1a-483c-a355-9f6ec30d2ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:50.545027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-52ab63f3-6e1a-483c-a355-9f6ec30d2ad3 admin admin] 10.222.0.55 "GET /v2.0/subnets/0e24cbec-f15f-4f6c-b307-474cf07253be HTTP/1.1" status: 200 len: 816 time: 0.1092017 May 24 22:30:52.729174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37828) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:30:52.852255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15882517-da2f-4c80-a1a0-305a284b5b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:30:52.853623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-15882517-da2f-4c80-a1a0-305a284b5b09 admin admin] 10.222.0.55 "GET /v2.0/subnets/3f720395-5f67-4be5-8f2c-c2b1bce95a65 HTTP/1.1" status: 200 len: 868 time: 0.1230407 May 24 22:31:02.312647 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:31:05.241338 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9d3118fe-b3b8-4902-963a-dde114c20eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:07.361690 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dcf4149e-f49e-42f4-827f-391393037252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:08.526468 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:08.582484 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:09.774070 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:12.154910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37874) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:31:12.211696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-e60d20ff-594f-4163-bfbd-df746b138df3 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:31:12.212822 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e60d20ff-594f-4163-bfbd-df746b138df3 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0569968 May 24 22:31:14.444216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37884) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:31:14.520432 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-48eec7a7-eaa3-4b7f-a57e-2750ab5e253a admin admin] GET failed (client error): The resource could not be found. May 24 22:31:14.521739 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-48eec7a7-eaa3-4b7f-a57e-2750ab5e253a admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0762269 May 24 22:31:14.650339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b95fb-88a6-4f0c-b0cb-fd0343acc9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:31:14.652076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6b0b95fb-88a6-4f0c-b0cb-fd0343acc9eb admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1252255 May 24 22:31:16.858537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37894) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:31:16.918635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:31:16.925914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:31:16.937741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:31:16.954852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Made reservation on behalf of 63f260810fd846ab9df43d5bb4e00cff for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:31:16.957255 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:17.039179 n-d-843146-7 neutron-server[88390]: WARNING neutron.services.revisions.revision_plugin [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Could not find related network for resource to bump revision. May 24 22:31:17.052095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:31:17.061463 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:17.061862 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Added segment 552ca12c-0145-4094-949c-4ca2c27da17d of type vlan for network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 May 24 22:31:17.092349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:17.125751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:17.126688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:31:17.127283 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:17.225212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3656061 May 24 22:31:17.225823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cd1c3-5976-449f-a8f7-dbf95d6db0da admin admin] Pushing event updated for resources: {'Network': ['ID=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:31:17.236389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:31:19.411480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37904) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:31:19.489511 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d29ddf-8cc9-490e-9d18-8a5ed77a3e45 admin admin] GET failed (client error): The resource could not be found. May 24 22:31:19.490875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-47d29ddf-8cc9-490e-9d18-8a5ed77a3e45 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0780818 May 24 22:31:19.598124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fcc587-1fd3-442a-b5c8-9a1edfd1d5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:31:19.599546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b1fcc587-1fd3-442a-b5c8-9a1edfd1d5b8 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1044583 May 24 22:31:19.609293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:31:19.613672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:31:19.622956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:31:19.634865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Made reservation on behalf of 63f260810fd846ab9df43d5bb4e00cff for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:31:19.637346 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:19.841257 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:19.906523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1caeb4a-e5c0-438d-b978-2940e64da42e,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:31:19.917378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.917738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.918067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.918388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.918704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.919022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.919334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.919640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.919933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.920242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.920543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.920847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:19.928840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:31:19.929192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Network hostable DHCP agents. Network: cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:31:19.949561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:31:19.959919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:31:19.964339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:31:19.964914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:19.969089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b2c17-c4b4-4308-a4dd-028b8bac664e None None] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:31:19.993520 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-95fdb71d-311e-42ad-be0e-205e2531a96b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3875923 May 24 22:31:20.189619 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'tenant_id': '63f260810fd846ab9df43d5bb4e00cff', 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:31:20.190454 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:20.344633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Allocated IP 192.168.233.2 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/88091cc2-00bd-4b5f-89e8-45fa8f20dd17) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:31:20.552174 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:20.563696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Transition to ACTIVE for port object 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:31:20.584062 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Transition to ACTIVE for port object 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:31:20.591975 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:20.662970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:31:20.666503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:31:20.669010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:31:20.674986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Pushing event updated for resources: {'Port': ['ID=88091cc2-00bd-4b5f-89e8-45fa8f20dd17,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:31:20.706289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.706624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.706956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.707284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.707608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.708028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.708352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.708674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.708998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.709314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.709662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.709979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:31:20.773650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Attempting to bind port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:31:20.774184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Attempting to bind port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:31:20.774802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Attempting to bind port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:31:20.780227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:31:20.780613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:31:20.780997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:20.781382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:31:20.781864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Bound port: 88091cc2-00bd-4b5f-89e8-45fa8f20dd17, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:31:20.782248 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:20.871124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] For port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:31:20.874010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] For port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=88091cc2-00bd-4b5f-89e8-45fa8f20dd17,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:31:20.880992 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:20.958264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d70db0-553b-4353-b192-12913a89fa88 None None] Pushing event updated for resources: {'Port': ['ID=88091cc2-00bd-4b5f-89e8-45fa8f20dd17,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:31:21.745780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0cdf69-7d9d-42ed-b2bf-fd5cb905280e None None] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:31:21.827806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c819eae2-fafa-4f45-ade9-861c35dcf189 None None] Provisioning for port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:31:22.457758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:31:22.531101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:31:22.536304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:31:22.536697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:22.656382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:31:22.656680 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:22.687914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=88091cc2-00bd-4b5f-89e8-45fa8f20dd17,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:31:22.693012 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:22.760078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=88091cc2-00bd-4b5f-89e8-45fa8f20dd17,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:31:24.435357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:31:24.503567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:31:24.503925 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:24.620491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 88091cc2-00bd-4b5f-89e8-45fa8f20dd17 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:31:35.237290 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8aec18d0-b377-46d7-9249-95f4eb637b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:37.367278 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3ee8a24b-e615-497b-bc8c-b077342bb87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:38.530783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:38.586797 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:31:39.312843 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:31:39.780611 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:05.235958 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37c0dba0-e11b-4cdf-bdd0-550cad0334fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:07.362327 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1743-e47b-48e6-906c-c0e15186e18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:08.539014 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:08.590552 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:09.790257 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:16.312804 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:32:35.231059 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c50a0760-3a00-45e6-a598-13660b3c19d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:37.367388 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-db66596c-794a-4c3c-9029-6c59be0e4a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:38.536943 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:38.595475 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:39.785788 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:53.313167 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:32:55.912975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37950) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:32:55.919072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-a56b62cb-73d3-4aa5-a012-594ff44b8937 tempest-verify_tempest_config-1237434045 tempest-verify_tempest_config-1237434045-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:32:55.920041 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a56b62cb-73d3-4aa5-a012-594ff44b8937 tempest-verify_tempest_config-1237434045 tempest-verify_tempest_config-1237434045-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060592 May 24 22:32:56.249154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37968) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:32:56.392872 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:56.407277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:32:56.411166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Usage tracker for resource:security_group_rule and tenant:f2977bdcfb8c4307b22e5d1abfc45bcb is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:32:56.414189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:32:56.419795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:32:56.505283 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:56.510856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:56.555428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Synchronizing usage tracker for tenant:63f260810fd846ab9df43d5bb4e00cff on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:32:56.558762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9069a6d-863f-4497-9a55-0dc0579daab2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:32:56.568891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.569229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.569583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.569923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.570474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.570769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.571089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.571405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.571720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.572049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.572363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.572654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:32:56.590078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] Unset dirty status for tenant:63f260810fd846ab9df43d5bb4e00cff on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:32:56.593546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-48c3fda8-c602-4c29-8a90-161e18519d95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2977bdcfb8c4307b22e5d1abfc45bcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3412745 May 24 22:32:56.594438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37974) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:32:56.653219 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f197847-fa92-4a3f-8615-63fbfd37ddcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:56.682141 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f197847-fa92-4a3f-8615-63fbfd37ddcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:56.776061 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f197847-fa92-4a3f-8615-63fbfd37ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:56.789949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f197847-fa92-4a3f-8615-63fbfd37ddcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9069a6d-863f-4497-9a55-0dc0579daab2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:32:56.796671 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f197847-fa92-4a3f-8615-63fbfd37ddcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:32:56.798606 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8f197847-fa92-4a3f-8615-63fbfd37ddcc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9069a6d-863f-4497-9a55-0dc0579daab2 HTTP/1.1" status: 204 len: 168 time: 0.2031956 May 24 22:33:05.235296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-501e5ca4-67e4-4401-b292-67d06a168455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:33:07.372964 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-527b2ec4-7aa5-4b1d-ac9c-c645bc86bfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:33:08.541011 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:33:08.601783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:33:09.793388 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:33:30.316595 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:33:35.239771 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff275-08fc-49db-9385-21f15d891e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:33:37.369237 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-eb78b792-00a9-4dd6-a5fb-38d6d971a506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:33:38.547597 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:33:38.612785 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:33:39.798235 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:34:05.247854 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0fc3-24af-4738-be3d-0ca58bd20b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:34:07.322977 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:34:07.375317 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39aab6fb-7323-45d0-9b14-e523b42b7643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:34:08.549025 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:34:08.614794 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:34:09.799027 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:34:35.242922 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff502aba-b53b-44a6-b95a-b97487f43637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:34:37.387602 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d5f15077-3bc9-44cc-ae2b-81f54a517275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:34:38.546845 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:34:38.610790 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:34:39.803435 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:34:44.328312 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:35:05.248418 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3ffa995f-c1b9-4f4c-88fe-75ac1ffa89b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:07.393623 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4783fc8f-82c7-4b42-a9e6-e55f8a62a284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:08.547696 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:08.607289 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:09.806059 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:21.328228 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 5 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:35:35.246256 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cbd0d205-375e-4c5f-9bce-d9a0cec20a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:37.384316 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42d7a80b-7cae-42c2-b00b-f4a1ac0b0ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:38.556928 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:38.601309 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:39.808158 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:53.565533 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399134'] for agent, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:55.329079 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399134'] for agent, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:35:58.333427 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:36:05.244989 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-59c87f74-f23b-41e8-b785-b4ddb393831d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:07.389334 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e38dea50-47c8-47a6-bc74-4ddeb1349e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:08.556577 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:08.613763 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:09.818084 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:23.548652 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:25.290675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:35.242207 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e2fffcfc-775b-4957-95a1-cd9019e5da35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:35.333602 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:36:37.392870 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-22a180a9-f777-467f-9013-2a1532426931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:38.560887 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:38.607548 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:39.812563 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:40.603117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38038) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:36:40.726978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0a144311-7ec9-40fa-8527-f353d608ebae admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1228070 May 24 22:36:42.908012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38048) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:36:42.976050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-52385fd8-260a-4610-89da-345f0509252c admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0669160 May 24 22:36:53.560347 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:36:55.310821 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:05.248804 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff02b82c-005f-4d36-a390-92ca03d9f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:07.391268 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2e578bf5-9f6a-47e6-ac5c-04dd75fa61ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:08.563420 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:08.612301 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:09.823451 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:12.334976 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:37:23.578931 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:25.333670 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:35.235782 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cbac30e1-b02a-4abb-9e80-f092a98a28a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:37.386217 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b038065d-ddef-4e66-8e3c-c86c9b81e7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:38.566647 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:38.615822 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:39.819518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:49.335699 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:37:53.576594 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:37:55.332112 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:05.232929 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-da02d3b1-f5c0-4c63-acca-62ccd899188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:07.392129 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-900937e6-2e7a-465f-a706-15c5975167c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:08.569638 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:08.620584 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:09.825518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:20.380394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38282) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:20.789961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-63e399d0-0608-4273-86c1-73b9cfbd8626 tempest-AutoAllocateNetworkTest-1595215684 tempest-AutoAllocateNetworkTest-1595215684-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4a0e83c1b82649798f843812dff89384&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4065285 May 24 22:38:20.791531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38308) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:20.941391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c38d6-21c7-4cb2-bbbe-a61e36101462 tempest-AutoAllocateNetworkTest-1595215684 tempest-AutoAllocateNetworkTest-1595215684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:20.942896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b58c38d6-21c7-4cb2-bbbe-a61e36101462 tempest-AutoAllocateNetworkTest-1595215684 tempest-AutoAllocateNetworkTest-1595215684-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1502907 May 24 22:38:20.946179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38320) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:21.024938 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-174652ea-2e3d-4e03-9291-6646ed4f1cda tempest-AutoAllocateNetworkTest-1595215684 tempest-AutoAllocateNetworkTest-1595215684-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746927 May 24 22:38:21.025293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38328) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:21.057659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bd33ac5b-49d4-4ade-a6bd-d46b0e491a15 tempest-AutoAllocateNetworkTest-1595215684 tempest-AutoAllocateNetworkTest-1595215684-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4a0e83c1b82649798f843812dff89384 HTTP/1.1" status: 200 len: 208 time: 0.0278859 May 24 22:38:21.993554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38370) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:22.426501 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:22.442058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:22.446131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Usage tracker for resource:security_group_rule and tenant:4a0e83c1b82649798f843812dff89384 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:22.449063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:22.455596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:22.546066 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:22.557127 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:22.610344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b27e7-1561-460b-a02f-a9d8eb4886ed,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:22.620366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.620712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.621038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.621366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.621723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.622045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.622366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.622685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.623031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.623343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.623829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.624147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] Tracked resource versions report: May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: pushed versions: May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: { 'AddressGroup': {'1.2'}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'ConntrackHelper': {'1.0'}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'Log': {'1.0'}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'Network': {'1.1'}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'Port': {'1.7'}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'PortForwarding': {'1.2'}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'QosPolicy': {'1.8'}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'SecurityGroup': {'1.4'}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'SecurityGroupRule': {'1.2'}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'SubPort': {'1.0'}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'Subnet': {'1.1'}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'Trunk': {'1.1'}} May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: consumer versions: May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: { DHCP agent@n-d-843146-7: {}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: HyperV agent@n-h1-843146-7: {}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: HyperV agent@n-h2-843146-7: {}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: L3 agent@n-d-843146-7: {}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: Metadata agent@n-d-843146-7: {}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: Metering agent@n-d-843146-7: {}, May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: Open vSwitch agent@n-d-843146-7: { 'AddressGroup': '1.2', May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'ConntrackHelper': '1.0', May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'Log': '1.0', May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'Network': '1.1', May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'Port': '1.7', May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'PortForwarding': '1.2', May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'QosPolicy': '1.8', May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'SecurityGroup': '1.4', May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'SecurityGroupRule': '1.2', May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'SubPort': '1.0', May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'Subnet': '1.1', May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: 'Trunk': '1.1'}} May 24 22:38:22.626004 n-d-843146-7 neutron-server[88389]: {{(pid=88389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:38:22.645071 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d1cc169a-1b78-4be4-ba30-4fd6c1dd1161 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a0e83c1b82649798f843812dff89384&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6501741 May 24 22:38:22.648065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38410) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:22.708515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:22.733760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:22.797329 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:22.818377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b27e7-1561-460b-a02f-a9d8eb4886ed,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:22.828718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.829908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.830446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.830945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.835137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.835518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.835863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.836201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.836901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.837824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.838179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.838507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Tracked resource versions report: May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: pushed versions: May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: { 'AddressGroup': {'1.2'}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'ConntrackHelper': {'1.0'}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'Log': {'1.0'}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'Network': {'1.1'}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'Port': {'1.7'}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'PortForwarding': {'1.2'}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'QosPolicy': {'1.8'}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'SecurityGroup': {'1.4'}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'SecurityGroupRule': {'1.2'}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'SubPort': {'1.0'}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'Subnet': {'1.1'}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'Trunk': {'1.1'}} May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: consumer versions: May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: { DHCP agent@n-d-843146-7: {}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: HyperV agent@n-h1-843146-7: {}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: HyperV agent@n-h2-843146-7: {}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: L3 agent@n-d-843146-7: {}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: Metadata agent@n-d-843146-7: {}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: Metering agent@n-d-843146-7: {}, May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: Open vSwitch agent@n-d-843146-7: { 'AddressGroup': '1.2', May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'ConntrackHelper': '1.0', May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'Log': '1.0', May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'Network': '1.1', May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'Port': '1.7', May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'PortForwarding': '1.2', May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'QosPolicy': '1.8', May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'SecurityGroup': '1.4', May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'SecurityGroupRule': '1.2', May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'SubPort': '1.0', May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'Subnet': '1.1', May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: 'Trunk': '1.1'}} May 24 22:38:22.840453 n-d-843146-7 neutron-server[88390]: {{(pid=88390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:38:22.853386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:22.854543 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-37619589-673d-430d-9187-4c1a8295f4ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f27b27e7-1561-460b-a02f-a9d8eb4886ed HTTP/1.1" status: 204 len: 168 time: 0.2055266 May 24 22:38:23.600319 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:24.492991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38524) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:24.946900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38548) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:24.976871 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3029f49-b352-482c-a1c3-1636254cc690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:24.991921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a3029f49-b352-482c-a1c3-1636254cc690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:24.996505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a3029f49-b352-482c-a1c3-1636254cc690 admin admin] Usage tracker for resource:security_group_rule and tenant:58060d64530641fe92c3e667b6f5ae92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:24.999601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a3029f49-b352-482c-a1c3-1636254cc690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:25.005555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a3029f49-b352-482c-a1c3-1636254cc690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:25.046217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ada37b10-5f62-4572-bc01-2642eec73fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.066642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ada37b10-5f62-4572-bc01-2642eec73fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:25.072863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ada37b10-5f62-4572-bc01-2642eec73fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:687068f7c02648b9a923dfd7a4497478 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:25.077108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ada37b10-5f62-4572-bc01-2642eec73fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:25.087447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ada37b10-5f62-4572-bc01-2642eec73fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:25.163019 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3029f49-b352-482c-a1c3-1636254cc690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.169526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3029f49-b352-482c-a1c3-1636254cc690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.233219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38572) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:25.245292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a3029f49-b352-482c-a1c3-1636254cc690 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58060d64530641fe92c3e667b6f5ae92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7509727 May 24 22:38:25.273438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3029f49-b352-482c-a1c3-1636254cc690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcde590-29d7-43d1-8d04-f351960afde9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:25.277057 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ada37b10-5f62-4572-bc01-2642eec73fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.285113 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ada37b10-5f62-4572-bc01-2642eec73fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.345696 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c937-0601-4743-a164-c53e9236874e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.348155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada37b10-5f62-4572-bc01-2642eec73fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbcb714-633e-4f33-a8ad-fd84fb1ce9bb,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:25.355321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ada37b10-5f62-4572-bc01-2642eec73fc5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=687068f7c02648b9a923dfd7a4497478&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4074817 May 24 22:38:25.356662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38588) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:25.371841 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.413357 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c937-0601-4743-a164-c53e9236874e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.489024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c937-0601-4743-a164-c53e9236874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.506499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7979c61-cede-4cb7-a5d5-b71a8543aae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.537788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2c937-0601-4743-a164-c53e9236874e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcde590-29d7-43d1-8d04-f351960afde9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:25.543760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7979c61-cede-4cb7-a5d5-b71a8543aae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.567039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c937-0601-4743-a164-c53e9236874e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.570258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d0d2c937-0601-4743-a164-c53e9236874e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7bcde590-29d7-43d1-8d04-f351960afde9 HTTP/1.1" status: 204 len: 168 time: 0.3338559 May 24 22:38:25.648557 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7979c61-cede-4cb7-a5d5-b71a8543aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.667823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7979c61-cede-4cb7-a5d5-b71a8543aae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbcb714-633e-4f33-a8ad-fd84fb1ce9bb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:25.680812 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7979c61-cede-4cb7-a5d5-b71a8543aae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:25.685870 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d7979c61-cede-4cb7-a5d5-b71a8543aae7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2fbcb714-633e-4f33-a8ad-fd84fb1ce9bb HTTP/1.1" status: 204 len: 168 time: 0.3280857 May 24 22:38:25.728391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38618) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:26.217617 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9be7c91d-1f7a-495c-9a99-18f555f83673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.232330 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9be7c91d-1f7a-495c-9a99-18f555f83673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:26.239675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9be7c91d-1f7a-495c-9a99-18f555f83673 admin admin] Usage tracker for resource:security_group_rule and tenant:bd355c6ba3b34fba89d0bcc7d295c0cc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:26.239786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38666) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:26.243364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9be7c91d-1f7a-495c-9a99-18f555f83673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:26.249451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9be7c91d-1f7a-495c-9a99-18f555f83673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:26.276105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11605da0-58c3-4e09-b688-efad45bcec78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.294490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-11605da0-58c3-4e09-b688-efad45bcec78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:26.299195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-11605da0-58c3-4e09-b688-efad45bcec78 admin admin] Usage tracker for resource:security_group_rule and tenant:d1090651899a4db486477a4adbe22bc1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:26.302983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-11605da0-58c3-4e09-b688-efad45bcec78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:26.310105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-11605da0-58c3-4e09-b688-efad45bcec78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:26.339706 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:38:26.374973 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9be7c91d-1f7a-495c-9a99-18f555f83673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.383156 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9be7c91d-1f7a-495c-9a99-18f555f83673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.409456 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11605da0-58c3-4e09-b688-efad45bcec78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.415525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11605da0-58c3-4e09-b688-efad45bcec78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.440584 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9be7c91d-1f7a-495c-9a99-18f555f83673 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd355c6ba3b34fba89d0bcc7d295c0cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7110944 May 24 22:38:26.443191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38678) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:26.446501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7c91d-1f7a-495c-9a99-18f555f83673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f4f12b-614e-4f80-88b6-d29db771b95c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:26.460000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11605da0-58c3-4e09-b688-efad45bcec78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd5e048-e7f6-47ae-818b-65aeeceaf04c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:26.490051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-11605da0-58c3-4e09-b688-efad45bcec78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1090651899a4db486477a4adbe22bc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2490017 May 24 22:38:26.492604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38682) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:26.495498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38686) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:26.516002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7e47-a7a5-487d-8e45-44551490ef8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.534862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d4bc7e47-a7a5-487d-8e45-44551490ef8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:26.540181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d4bc7e47-a7a5-487d-8e45-44551490ef8a admin admin] Usage tracker for resource:security_group_rule and tenant:19c897cb1bbb439d87d61bbee7ba671a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:26.543678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d4bc7e47-a7a5-487d-8e45-44551490ef8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:26.552512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d4bc7e47-a7a5-487d-8e45-44551490ef8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:26.554608 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6e23eef9-141c-4302-889e-8b0bbcd838cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.613062 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6e23eef9-141c-4302-889e-8b0bbcd838cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.621088 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-824ce7be-71b5-43e4-af8d-f5ef52270a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.669644 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7e47-a7a5-487d-8e45-44551490ef8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.678993 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7e47-a7a5-487d-8e45-44551490ef8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.680561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-824ce7be-71b5-43e4-af8d-f5ef52270a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.731784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6e23eef9-141c-4302-889e-8b0bbcd838cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.735023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d4bc7e47-a7a5-487d-8e45-44551490ef8a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19c897cb1bbb439d87d61bbee7ba671a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2384977 May 24 22:38:26.736592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc7e47-a7a5-487d-8e45-44551490ef8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574209b1-3332-4b68-a111-6ba7e7d4eef9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:26.739475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38692) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:26.756831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23eef9-141c-4302-889e-8b0bbcd838cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f4f12b-614e-4f80-88b6-d29db771b95c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:26.769221 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6e23eef9-141c-4302-889e-8b0bbcd838cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.773918 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6e23eef9-141c-4302-889e-8b0bbcd838cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18f4f12b-614e-4f80-88b6-d29db771b95c HTTP/1.1" status: 204 len: 168 time: 0.3294811 May 24 22:38:26.775026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-824ce7be-71b5-43e4-af8d-f5ef52270a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.777525 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-824ce7be-71b5-43e4-af8d-f5ef52270a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.778781 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-824ce7be-71b5-43e4-af8d-f5ef52270a2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dcd5e048-e7f6-47ae-818b-65aeeceaf04c HTTP/1.1" status: 204 len: 168 time: 0.2848511 May 24 22:38:26.785512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38698) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:26.789056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ce7be-71b5-43e4-af8d-f5ef52270a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd5e048-e7f6-47ae-818b-65aeeceaf04c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:26.823713 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e301232c-7bc1-46b7-bb2b-97dc4b01a3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.855103 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e301232c-7bc1-46b7-bb2b-97dc4b01a3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.875162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38712) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:26.922192 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e301232c-7bc1-46b7-bb2b-97dc4b01a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.946860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301232c-7bc1-46b7-bb2b-97dc4b01a3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574209b1-3332-4b68-a111-6ba7e7d4eef9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:26.950688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e301232c-7bc1-46b7-bb2b-97dc4b01a3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:26.953583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e301232c-7bc1-46b7-bb2b-97dc4b01a3fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/574209b1-3332-4b68-a111-6ba7e7d4eef9 HTTP/1.1" status: 204 len: 168 time: 0.2110426 May 24 22:38:27.255672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-41b81b0d-7617-4129-87f6-bf4c843d4649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.271947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38738) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:27.274895 n-d-843146-7 neutron-server[88390]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 24 22:38:27.284163 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4956a393-5a30-46e0-89cb-afc4c07257de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.300346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-41b81b0d-7617-4129-87f6-bf4c843d4649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:27.304292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-41b81b0d-7617-4129-87f6-bf4c843d4649 admin admin] Usage tracker for resource:security_group_rule and tenant:fa47a3a2bf914954955ddb0902b35f9f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:27.307581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-41b81b0d-7617-4129-87f6-bf4c843d4649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:27.309152 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-be65cd4f-28bd-4ca1-b653-1c12367ec24d tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8755e80f0dc4727941b0c055df94fb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360663 May 24 22:38:27.317984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-41b81b0d-7617-4129-87f6-bf4c843d4649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:27.320772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4956a393-5a30-46e0-89cb-afc4c07257de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:27.327287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4956a393-5a30-46e0-89cb-afc4c07257de admin admin] Usage tracker for resource:security_group_rule and tenant:329e00512f84454d9711f37c8859298b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:27.334199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4956a393-5a30-46e0-89cb-afc4c07257de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:27.342757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4956a393-5a30-46e0-89cb-afc4c07257de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:27.402635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38742) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:27.465106 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2365ff05-ac6e-4d31-af13-32aa13836c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.480362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-79e9cf7a-6b92-4cfe-9004-2eb75e5d68a8 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:27.488241 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-79e9cf7a-6b92-4cfe-9004-2eb75e5d68a8 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779220 May 24 22:38:27.504146 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-6a3f80d1-2d16-4ae8-a24a-6905b5713544 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/quotas/a8755e80f0dc4727941b0c055df94fb6 HTTP/1.1" status: 200 len: 375 time: 0.0149224 May 24 22:38:27.516306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-41b81b0d-7617-4129-87f6-bf4c843d4649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.518394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2365ff05-ac6e-4d31-af13-32aa13836c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:27.532228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-41b81b0d-7617-4129-87f6-bf4c843d4649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.540240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2365ff05-ac6e-4d31-af13-32aa13836c51 admin admin] Usage tracker for resource:security_group_rule and tenant:d2f71b10b4f3475ba4a42b0eba05465f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:27.553468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2365ff05-ac6e-4d31-af13-32aa13836c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:27.577939 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-62568c76-e5e6-4003-8087-d795de9dd61b tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8755e80f0dc4727941b0c055df94fb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727031 May 24 22:38:27.588050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b81b0d-7617-4129-87f6-bf4c843d4649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15f65ed-e1be-46ea-bccd-83e419594c79,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:27.608284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2365ff05-ac6e-4d31-af13-32aa13836c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:27.628074 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4956a393-5a30-46e0-89cb-afc4c07257de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.633929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-41b81b0d-7617-4129-87f6-bf4c843d4649 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa47a3a2bf914954955ddb0902b35f9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8459008 May 24 22:38:27.637340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38760) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:27.645118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4956a393-5a30-46e0-89cb-afc4c07257de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.687060 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4956a393-5a30-46e0-89cb-afc4c07257de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=329e00512f84454d9711f37c8859298b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8109288 May 24 22:38:27.695077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38766) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:27.764391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f735c7de-1d2a-4ec9-afc0-ca5cb9d05bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.794036 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f735c7de-1d2a-4ec9-afc0-ca5cb9d05bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.888566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956a393-5a30-46e0-89cb-afc4c07257de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c25dd6-17b6-4d43-bcdb-414f46d57b20,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:27.912423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-515f8e48-81e5-4edf-8d46-edc5b9e09a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.939148 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f735c7de-1d2a-4ec9-afc0-ca5cb9d05bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.969696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e38c761b-7138-41dd-89f6-4598a1ccc721 req-ecd928b7-be16-4314-9d7f-e17022b913dd tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 210 time: 0.0866187 May 24 22:38:27.974484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735c7de-1d2a-4ec9-afc0-ca5cb9d05bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15f65ed-e1be-46ea-bccd-83e419594c79,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:27.984524 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f735c7de-1d2a-4ec9-afc0-ca5cb9d05bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:27.990626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f735c7de-1d2a-4ec9-afc0-ca5cb9d05bfa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a15f65ed-e1be-46ea-bccd-83e419594c79 HTTP/1.1" status: 204 len: 168 time: 0.3494949 May 24 22:38:27.991137 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-515f8e48-81e5-4edf-8d46-edc5b9e09a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.048739 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2365ff05-ac6e-4d31-af13-32aa13836c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.057093 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2365ff05-ac6e-4d31-af13-32aa13836c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.114402 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2365ff05-ac6e-4d31-af13-32aa13836c51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2f71b10b4f3475ba4a42b0eba05465f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7057953 May 24 22:38:28.114402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-515f8e48-81e5-4edf-8d46-edc5b9e09a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.115415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38800) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:28.118507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365ff05-ac6e-4d31-af13-32aa13836c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d476733-c9de-4f20-8eb7-a78755b12217,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:28.138597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f8e48-81e5-4edf-8d46-edc5b9e09a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c25dd6-17b6-4d43-bcdb-414f46d57b20,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:28.149740 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-515f8e48-81e5-4edf-8d46-edc5b9e09a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.151040 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-515f8e48-81e5-4edf-8d46-edc5b9e09a42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35c25dd6-17b6-4d43-bcdb-414f46d57b20 HTTP/1.1" status: 204 len: 168 time: 0.4526727 May 24 22:38:28.219352 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0124a819-739a-4a99-849f-8762bdd60126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.263539 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0124a819-739a-4a99-849f-8762bdd60126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.339904 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0124a819-739a-4a99-849f-8762bdd60126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.355819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124a819-739a-4a99-849f-8762bdd60126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d476733-c9de-4f20-8eb7-a78755b12217,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:28.376528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0124a819-739a-4a99-849f-8762bdd60126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.378052 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0124a819-739a-4a99-849f-8762bdd60126 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d476733-c9de-4f20-8eb7-a78755b12217 HTTP/1.1" status: 204 len: 168 time: 0.2612665 May 24 22:38:28.652934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38832) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:28.671515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-603858e1-1d84-4c46-aadf-f53f7faf6b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.687270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-603858e1-1d84-4c46-aadf-f53f7faf6b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:28.692022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-603858e1-1d84-4c46-aadf-f53f7faf6b09 admin admin] Usage tracker for resource:security_group_rule and tenant:f02ad5ef386f40c1b5a072db7fdb4b16 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:28.705131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-603858e1-1d84-4c46-aadf-f53f7faf6b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:28.710786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-603858e1-1d84-4c46-aadf-f53f7faf6b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:28.832741 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-603858e1-1d84-4c46-aadf-f53f7faf6b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.838433 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-603858e1-1d84-4c46-aadf-f53f7faf6b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:28.893611 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-603858e1-1d84-4c46-aadf-f53f7faf6b09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f02ad5ef386f40c1b5a072db7fdb4b16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2388735 May 24 22:38:28.896442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38850) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:28.899346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603858e1-1d84-4c46-aadf-f53f7faf6b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90976926-9af5-4623-8104-9da794780a26,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:28.967476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9b574c0-b394-415a-9cd3-6deae5315ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.002495 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9b574c0-b394-415a-9cd3-6deae5315ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.120751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9b574c0-b394-415a-9cd3-6deae5315ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.138050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-015097c6-638f-49a6-aecf-dbf362ef90b8 req-591c9dbe-ef09-43f2-a454-8889f5737870 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 210 time: 0.0575407 May 24 22:38:29.143085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b574c0-b394-415a-9cd3-6deae5315ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90976926-9af5-4623-8104-9da794780a26,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:29.156379 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9b574c0-b394-415a-9cd3-6deae5315ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.161587 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f9b574c0-b394-415a-9cd3-6deae5315ddb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90976926-9af5-4623-8104-9da794780a26 HTTP/1.1" status: 204 len: 168 time: 0.2603021 May 24 22:38:29.192317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38868) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:29.211690 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3dcbe56-2365-401a-a67f-aed9ca88e73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.226241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d3dcbe56-2365-401a-a67f-aed9ca88e73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:29.230155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3dcbe56-2365-401a-a67f-aed9ca88e73a admin admin] Usage tracker for resource:security_group_rule and tenant:d09a2efbfa894c53ba91fcc2ec158f2f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:29.233137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3dcbe56-2365-401a-a67f-aed9ca88e73a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:29.239231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d3dcbe56-2365-401a-a67f-aed9ca88e73a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:29.336702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38880) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:29.404290 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3dcbe56-2365-401a-a67f-aed9ca88e73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.410625 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3dcbe56-2365-401a-a67f-aed9ca88e73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.477187 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d3dcbe56-2365-401a-a67f-aed9ca88e73a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d09a2efbfa894c53ba91fcc2ec158f2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2835073 May 24 22:38:29.477369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38890) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:29.477999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcbe56-2365-401a-a67f-aed9ca88e73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e9c46c-2a3f-4eb7-baa3-4bd812c6bd38,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:29.546149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7890d91a-8eb6-4990-85dd-ba318fcfb500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.576935 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7890d91a-8eb6-4990-85dd-ba318fcfb500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.648326 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7890d91a-8eb6-4990-85dd-ba318fcfb500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.669226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890d91a-8eb6-4990-85dd-ba318fcfb500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e9c46c-2a3f-4eb7-baa3-4bd812c6bd38,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:29.675565 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7890d91a-8eb6-4990-85dd-ba318fcfb500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.678069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7890d91a-8eb6-4990-85dd-ba318fcfb500 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77e9c46c-2a3f-4eb7-baa3-4bd812c6bd38 HTTP/1.1" status: 204 len: 168 time: 0.1997671 May 24 22:38:29.831605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38906) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:29.896871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-171403363-network', 'tenant_id': 'bf793702d305481b87ff8eb8605d8313'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:29.901628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:29.906140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Usage tracker for resource:network and tenant:bf793702d305481b87ff8eb8605d8313 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:29.909844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:29.916625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:29.931098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Made reservation on behalf of bf793702d305481b87ff8eb8605d8313 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:38:29.934256 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.952091 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:29.967458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:29.971516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:bf793702d305481b87ff8eb8605d8313 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:29.974737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:29.980407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:30.082884 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.088036 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.116780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:38:30.129206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38523c58-8cf1-49f6-8c1e-fcfa4a617da8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:30.133753 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.134085 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Added segment d56a194d-c624-4918-b187-149bc86cbdb3 of type vlan for network 3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f May 24 22:38:30.161705 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.207262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.210348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:30.210937 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.286402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.31', 54478) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:30.338974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38928) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:30.352853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-30279c77-9af9-4005-a39f-c0f36c51aad0 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a8755e80f0dc4727941b0c055df94fb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646627 May 24 22:38:30.376617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-network', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:30.386273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0484495 May 24 22:38:30.387756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:30.393596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38942) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:30.397721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Usage tracker for resource:network and tenant:5d53bb4e04ee4e26a379a8ba9e87870c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:30.407100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Request body: {'subnet': {'network_id': '3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-171403363-subnet', 'tenant_id': 'bf793702d305481b87ff8eb8605d8313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:30.410852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:30.420723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:30.423971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:30.426312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600679a-0cd1-43e7-a935-5120c326a6b6 admin admin] Pushing event updated for resources: {'Network': ['ID=3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:30.437666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:38:30.454632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Usage tracker for resource:subnet and tenant:bf793702d305481b87ff8eb8605d8313 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:30.460785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:30.481448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:30.501072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Made reservation on behalf of 5d53bb4e04ee4e26a379a8ba9e87870c for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:38:30.506466 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.558984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Made reservation on behalf of bf793702d305481b87ff8eb8605d8313 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:38:30.568761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.600971 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.635103 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-481604c3-8eb9-4f3f-9975-caf67f338371 req-47bbd9f8-dfa3-4aac-b0b7-60b409796154 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 210 time: 0.0826266 May 24 22:38:30.649136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-abd66691-11f5-4bbc-a343-fe4b3e5b5aa1 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:30.650938 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-abd66691-11f5-4bbc-a343-fe4b3e5b5aa1 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2874830 May 24 22:38:30.710645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:30.726324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Usage tracker for resource:security_group_rule and tenant:5d53bb4e04ee4e26a379a8ba9e87870c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:30.730500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:30.737068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Request body: {'port': {'device_id': 'fca03e86-8ba5-4548-814f-dae9875fadd3', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'a8755e80f0dc4727941b0c055df94fb6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:30.740823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:30.880840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd061-5edd-4130-9cb0-0b81fa9a29ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.910582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f4fbd061-5edd-4130-9cb0-0b81fa9a29ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:30.917432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:30.919711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f4fbd061-5edd-4130-9cb0-0b81fa9a29ca admin admin] Usage tracker for resource:security_group_rule and tenant:3a0d59b1c16d44f3a98185d9affc42ee is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:30.923486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f4fbd061-5edd-4130-9cb0-0b81fa9a29ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:30.926297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Usage tracker for resource:port and tenant:a8755e80f0dc4727941b0c055df94fb6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:30.931083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:30.933731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f4fbd061-5edd-4130-9cb0-0b81fa9a29ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:30.939281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:30.945582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.954666 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.963859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Made reservation on behalf of a8755e80f0dc4727941b0c055df94fb6 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:38:30.967454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.968871 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:30.987158 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.017478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:31.032048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:38:31.058388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076e1f30-f7cd-43b2-b1ac-eaeb3409d893,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:31.072582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.072916 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Added segment b64490be-77cd-48ff-8143-b3a37fa2c378 of type vlan for network 61909bdd-225c-4585-bcc6-08ad828659b7 May 24 22:38:31.090467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9df336-21cf-47c8-93aa-d8d1e96043f2,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:31.108226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Usage tracker for resource:security_group_rule and tenant:a8755e80f0dc4727941b0c055df94fb6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:31.111457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:31.115466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Checking segment: {'id': 'd56a194d-c624-4918-b187-149bc86cbdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:38:31.115822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Network hostable DHCP agents. Network: 3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:38:31.118746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:31.120806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.128274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd061-5edd-4130-9cb0-0b81fa9a29ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.138081 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd061-5edd-4130-9cb0-0b81fa9a29ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.194818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Network 3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:38:31.203632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.209079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:31.209707 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.226842 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f4fbd061-5edd-4130-9cb0-0b81fa9a29ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a0d59b1c16d44f3a98185d9affc42ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8765142 May 24 22:38:31.235741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38982) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:31.288908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd061-5edd-4130-9cb0-0b81fa9a29ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb18c89-fa14-4086-b935-28ca8eaa213d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:31.349851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:31.359978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafbfdc0-166a-4665-96e0-13ede2ba502b None None] Network 3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:38:31.366110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:31.367266 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.371343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.380205 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ed000bf-3e0f-4925-a9f6-857f18a88c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.383341 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.395823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] Pushing event updated for resources: {'Network': ['ID=61909bdd-225c-4585-bcc6-08ad828659b7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:31.411961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 61909bdd-225c-4585-bcc6-08ad828659b7 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:38:31.428801 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-94c8b9a0-4e3b-4ae1-b301-f5e1e2131f10 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5958731 May 24 22:38:31.428938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310258d8-fb4c-4c31-b674-fd05cdf834dc,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:31.430809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38994) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:31.444139 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-44900bf3-64e6-4a97-b9c6-0fbd8d95dd17 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0486009 May 24 22:38:31.454292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Request body: {'subnet': {'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-subnet', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:31.460944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:31.465920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Usage tracker for resource:subnet and tenant:5d53bb4e04ee4e26a379a8ba9e87870c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:31.469512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:31.476779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:31.495602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Made reservation on behalf of 5d53bb4e04ee4e26a379a8ba9e87870c for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:38:31.498013 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.506198 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ed000bf-3e0f-4925-a9f6-857f18a88c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.678023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Allocated IP 192.168.233.46 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/4f909943-5130-462a-959c-3d7c226281b6) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:38:31.684253 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ed000bf-3e0f-4925-a9f6-857f18a88c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.713282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed000bf-3e0f-4925-a9f6-857f18a88c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb18c89-fa14-4086-b935-28ca8eaa213d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:31.768572 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ed000bf-3e0f-4925-a9f6-857f18a88c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:31.772629 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7ed000bf-3e0f-4925-a9f6-857f18a88c0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dcb18c89-fa14-4086-b935-28ca8eaa213d HTTP/1.1" status: 204 len: 168 time: 0.5334499 May 24 22:38:31.970904 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:32.069843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b121f1d-18e9-4ab2-901f-89fcf789a051,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:32.103044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c5bf5-cf47-4cfa-92cc-4d8cd8acc3d6 None None] Network 3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:38:32.116247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Checking segment: {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:38:32.116754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Network hostable DHCP agents. Network: 61909bdd-225c-4585-bcc6-08ad828659b7, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:38:32.146140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Network 61909bdd-225c-4585-bcc6-08ad828659b7 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:38:32.170240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 61909bdd-225c-4585-bcc6-08ad828659b7) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:32.177771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:32.181252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:32.185721 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:32.236571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Transition to ACTIVE for port object 4f909943-5130-462a-959c-3d7c226281b6 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:38:32.248439 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ce83f92c-eb32-4d14-801b-d9b08bb80d9f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8115118 May 24 22:38:32.251781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39022) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:32.273229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:32.279425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:32.286956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:32.297248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Usage tracker for resource:router and tenant:5d53bb4e04ee4e26a379a8ba9e87870c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:32.312150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:32.318928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:32.323767 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc84da-45d5-4027-85da-fedeba87d2ea None None] Network 61909bdd-225c-4585-bcc6-08ad828659b7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:38:32.345392 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:32.347682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:32.393705 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:32.476883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:38:32.481470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:32.488781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:38:32.506476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:32.507442 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:32.523500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Pushing event updated for resources: {'Port': ['ID=4f909943-5130-462a-959c-3d7c226281b6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:32.539603 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4daea65c-edc2-47af-9893-d637f467521a tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8065131 May 24 22:38:32.565320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-603d2a7c-e96f-4ba3-ab8a-2ba379e2b46b tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:38:32.567098 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-603d2a7c-e96f-4ba3-ab8a-2ba379e2b46b tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218039 May 24 22:38:33.024891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5e2a11b8-f559-4c5a-85a1-450bc9d511d8 None None] Provisioning for port 4f909943-5130-462a-959c-3d7c226281b6 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:38:33.050739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5e2a11b8-f559-4c5a-85a1-450bc9d511d8 None None] Provisioning complete for port 4f909943-5130-462a-959c-3d7c226281b6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:33.051467 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5e2a11b8-f559-4c5a-85a1-450bc9d511d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:33.056629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39040) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:33.091692 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c2ddf58-7879-4675-ba25-45b045981836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:33.126365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0c2ddf58-7879-4675-ba25-45b045981836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:33.131303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0c2ddf58-7879-4675-ba25-45b045981836 admin admin] Usage tracker for resource:security_group_rule and tenant:720d31dc64b64f3883df1f5e6a23ab7e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:33.135247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0c2ddf58-7879-4675-ba25-45b045981836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:33.143285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0c2ddf58-7879-4675-ba25-45b045981836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:33.169049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39044) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:33.184198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a11b8-f559-4c5a-85a1-450bc9d511d8 None None] Port 4f909943-5130-462a-959c-3d7c226281b6 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:38:33.203627 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:33.212773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-61909bdd-225c-4585-bcc6-08ad828659b7', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:38:33.214031 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:33.263827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c2ddf58-7879-4675-ba25-45b045981836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:33.273865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c2ddf58-7879-4675-ba25-45b045981836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:33.457866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Allocated IP 172.20.0.2 (61909bdd-225c-4585-bcc6-08ad828659b7/1b121f1d-18e9-4ab2-901f-89fcf789a051/c5253eca-70fd-498e-a2d1-539c21ca47ca) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:38:33.463525 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0c2ddf58-7879-4675-ba25-45b045981836 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=720d31dc64b64f3883df1f5e6a23ab7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056182 May 24 22:38:33.466679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ddf58-7879-4675-ba25-45b045981836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a63a0e-a10c-4e25-8016-0961092caa5a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:33.468678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39054) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:33.564367 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f675ea82-7388-486b-b6da-fdc0317bc73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:33.612168 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f675ea82-7388-486b-b6da-fdc0317bc73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:33.999839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Request body: {'port': {'device_id': 'fca03e86-8ba5-4548-814f-dae9875fadd3', 'device_owner': 'compute:tempest-test_az-1556402936', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:34.034490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f675ea82-7388-486b-b6da-fdc0317bc73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:34.056067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675ea82-7388-486b-b6da-fdc0317bc73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a63a0e-a10c-4e25-8016-0961092caa5a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:34.071677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:34.117128 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:34.121592 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f675ea82-7388-486b-b6da-fdc0317bc73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:34.122820 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f675ea82-7388-486b-b6da-fdc0317bc73e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25a63a0e-a10c-4e25-8016-0961092caa5a HTTP/1.1" status: 204 len: 168 time: 0.6508057 May 24 22:38:34.175267 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:34.201523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Transition to ACTIVE for port object c5253eca-70fd-498e-a2d1-539c21ca47ca will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:38:34.238232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Transition to ACTIVE for port object c5253eca-70fd-498e-a2d1-539c21ca47ca will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:38:34.251153 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:34.343389 n-d-843146-7 neutron-server[88389]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 24 22:38:34.392676 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:34.421214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Pushing event updated for resources: {'Port': ['ID=c5253eca-70fd-498e-a2d1-539c21ca47ca,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:34.459837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Network 61909bdd-225c-4585-bcc6-08ad828659b7 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:38:34.461207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:34.473284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.473660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.473996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.474754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.475386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.476112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.476712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.477284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.477981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.478588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.479175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.486182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Tracked resource versions report: May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: pushed versions: May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: { 'AddressGroup': {'1.2'}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'ConntrackHelper': {'1.0'}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'Log': {'1.0'}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'Network': {'1.1'}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'Port': {'1.7'}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'PortForwarding': {'1.2'}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'QosPolicy': {'1.8'}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'SecurityGroup': {'1.4'}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'SecurityGroupRule': {'1.2'}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'SubPort': {'1.0'}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'Subnet': {'1.1'}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'Trunk': {'1.1'}} May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: consumer versions: May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: { DHCP agent@n-d-843146-7: {}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: HyperV agent@n-h1-843146-7: {}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: HyperV agent@n-h2-843146-7: {}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: L3 agent@n-d-843146-7: {}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: Metadata agent@n-d-843146-7: {}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: Metering agent@n-d-843146-7: {}, May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: Open vSwitch agent@n-d-843146-7: { 'AddressGroup': '1.2', May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'ConntrackHelper': '1.0', May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'Log': '1.0', May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'Network': '1.1', May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'Port': '1.7', May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'PortForwarding': '1.2', May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'QosPolicy': '1.8', May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'SecurityGroup': '1.4', May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'SecurityGroupRule': '1.2', May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'SubPort': '1.0', May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'Subnet': '1.1', May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: 'Trunk': '1.1'}} May 24 22:38:34.487898 n-d-843146-7 neutron-server[88391]: {{(pid=88391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:38:34.493528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:38:34.582934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Allocated IP 172.25.7.241 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/ecf76bf2-4f9b-4e4e-bd12-f117afe257f2) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:38:34.755115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Attempting to bind port c5253eca-70fd-498e-a2d1-539c21ca47ca on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:38:34.761748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Attempting to bind port c5253eca-70fd-498e-a2d1-539c21ca47ca by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:38:34.762307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Attempting to bind port c5253eca-70fd-498e-a2d1-539c21ca47ca on network 61909bdd-225c-4585-bcc6-08ad828659b7 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:38:34.777134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:38:34.777821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Checking segment: {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:38:34.778387 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:34.779013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Bound using segment: {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:38:34.779635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Bound port: c5253eca-70fd-498e-a2d1-539c21ca47ca, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:38:34.786714 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:34.905864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9ccc9-02a6-469a-8bec-364eca26b5c3 req-9bf733a7-1b60-4595-8305-52b42ac28573 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:34.911291 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43e9ccc9-02a6-469a-8bec-364eca26b5c3 req-9bf733a7-1b60-4595-8305-52b42ac28573 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 935 time: 1.7410319 May 24 22:38:35.053339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] For port c5253eca-70fd-498e-a2d1-539c21ca47ca, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:38:35.058411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] For port c5253eca-70fd-498e-a2d1-539c21ca47ca, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c5253eca-70fd-498e-a2d1-539c21ca47ca,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:38:35.074135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43e9ccc9-02a6-469a-8bec-364eca26b5c3 req-d0f6ecb5-a1f8-4809-b6e4-c47475e37633 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520424 May 24 22:38:35.080864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:35.092608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f909943-5130-462a-959c-3d7c226281b6 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:38:35.115887 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:35.147748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Transition to ACTIVE for port object 4f909943-5130-462a-959c-3d7c226281b6 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:38:35.160798 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:35.161938 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:35.255351 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-73ac0035-0138-4729-8f9e-c5bd112cd55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:35.287925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1ed0b-f3d8-426d-bc0f-1015f74d6252 None None] Pushing event updated for resources: {'Port': ['ID=c5253eca-70fd-498e-a2d1-539c21ca47ca,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:35.414814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:35.650710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:38:35.659757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf76bf2-4f9b-4e4e-bd12-f117afe257f2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:35.671104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:35.708820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:38:35.751983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Pushing event updated for resources: {'Port': ['ID=4f909943-5130-462a-959c-3d7c226281b6,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:35.781070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Attempting to bind port 4f909943-5130-462a-959c-3d7c226281b6 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:38:35.782120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Attempting to bind port 4f909943-5130-462a-959c-3d7c226281b6 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:38:35.782914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Attempting to bind port 4f909943-5130-462a-959c-3d7c226281b6 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:38:35.794569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Port 4f909943-5130-462a-959c-3d7c226281b6 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:38:35.795662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Attempting to bind port 4f909943-5130-462a-959c-3d7c226281b6 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:38:35.801433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39092) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:35.825041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:38:35.825580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:38:35.826659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:38:35.827438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Bound port: 4f909943-5130-462a-959c-3d7c226281b6, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:38:35.827946 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:35.850807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8455bb3-6091-4a3e-a403-2363006f04ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:35.980579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d8455bb3-6091-4a3e-a403-2363006f04ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:36.006373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d8455bb3-6091-4a3e-a403-2363006f04ca admin admin] Usage tracker for resource:security_group_rule and tenant:7903cedd4ada448e98d5adf5d66eba47 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:36.016878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d8455bb3-6091-4a3e-a403-2363006f04ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:36.067401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d8455bb3-6091-4a3e-a403-2363006f04ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:36.117407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] For port 4f909943-5130-462a-959c-3d7c226281b6, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:38:36.125601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] For port 4f909943-5130-462a-959c-3d7c226281b6, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4f909943-5130-462a-959c-3d7c226281b6,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:38:36.144647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:36.256408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:36.257411 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:36.259802 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] 10.222.0.31 "PUT /v2.0/ports/4f909943-5130-462a-959c-3d7c226281b6 HTTP/1.1" status: 200 len: 1117 time: 2.8968127 May 24 22:38:36.264781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca03e86-8ba5-4548-814f-dae9875fadd3', 'tag': '4f909943-5130-462a-959c-3d7c226281b6'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:38:36.392237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39108) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:36.553839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-932384876-network', 'tenant_id': 'e3ef40462d8e47f5a550e4b5e36eccf6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:36.614177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:36.656334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Usage tracker for resource:network and tenant:e3ef40462d8e47f5a550e4b5e36eccf6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:36.678981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:36.727468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:36.910182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c5253eca-70fd-498e-a2d1-539c21ca47ca up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:38:36.940707 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:37.006694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907cac9-8a5c-4c19-8b19-9131926288ec service neutron] Pushing event updated for resources: {'Port': ['ID=4f909943-5130-462a-959c-3d7c226281b6,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:37.088134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Made reservation on behalf of e3ef40462d8e47f5a550e4b5e36eccf6 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:38:37.090955 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:37.103274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port c5253eca-70fd-498e-a2d1-539c21ca47ca completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:38:37.126405 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:37.135177 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8455bb3-6091-4a3e-a403-2363006f04ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:37.148922 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8455bb3-6091-4a3e-a403-2363006f04ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:37.181007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-7191742c-5d14-4cf6-87bb-2ba7c51e3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:37.183180 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-7191742c-5d14-4cf6-87bb-2ba7c51e3c59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8755e80f0dc4727941b0c055df94fb6&device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 1120 time: 0.7434337 May 24 22:38:37.233567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f5efa-a0a2-4202-aecb-fc7e25d7beb7 None None] Network 61909bdd-225c-4585-bcc6-08ad828659b7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:38:37.242970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:37.278164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Usage tracker for resource:security_group_rule and tenant:e3ef40462d8e47f5a550e4b5e36eccf6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:37.286891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:37.299925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccab9ab-7624-4d46-9b08-1937636c2b2e req-4ef91c94-70e8-4d13-9559-9646c13ad09c tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:37.301354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ccab9ab-7624-4d46-9b08-1937636c2b2e req-4ef91c94-70e8-4d13-9559-9646c13ad09c tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 969 time: 0.8762193 May 24 22:38:37.322086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:37.349385 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-dc0c9688-c545-4ae1-a311-a38a0cbda844 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4f909943-5130-462a-959c-3d7c226281b6 HTTP/1.1" status: 200 len: 217 time: 0.1266346 May 24 22:38:37.349385 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d8455bb3-6091-4a3e-a403-2363006f04ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7903cedd4ada448e98d5adf5d66eba47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5323312 May 24 22:38:37.349385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8455bb3-6091-4a3e-a403-2363006f04ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30abe49-b8c5-484a-9796-e0564d6666c9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:37.350125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39134) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:37.453992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-926c2bd0-7487-419c-8578-e37afb7a0654 None None] Provisioning for port c5253eca-70fd-498e-a2d1-539c21ca47ca completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:38:37.466325 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-926c2bd0-7487-419c-8578-e37afb7a0654 None None] Provisioning complete for port c5253eca-70fd-498e-a2d1-539c21ca47ca triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:37.466990 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-926c2bd0-7487-419c-8578-e37afb7a0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:37.475544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-7d4f163e-0aa9-44c8-9c68-16a47268b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:37.476989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-7d4f163e-0aa9-44c8-9c68-16a47268b888 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0978265 May 24 22:38:37.497635 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce1e5-2717-43bd-a31a-eb5e4c93bdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:37.662949 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ccab9ab-7624-4d46-9b08-1937636c2b2e req-0bad4d72-a7d4-42df-8709-7f6b20bad4d7 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546529 May 24 22:38:37.766604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4ce17e0f-1716-4c84-a960-b5ca90b08ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:37.769018 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-4ce17e0f-1716-4c84-a960-b5ca90b08ab2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205490 May 24 22:38:37.783163 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b58af7d2-fedd-4592-a455-90bdaa2f0538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:37.847144 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b58af7d2-fedd-4592-a455-90bdaa2f0538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:37.935814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b58af7d2-fedd-4592-a455-90bdaa2f0538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:37.979768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-926c2bd0-7487-419c-8578-e37afb7a0654 None None] Current status of the port c5253eca-70fd-498e-a2d1-539c21ca47ca is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:37.980313 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-926c2bd0-7487-419c-8578-e37afb7a0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:38.029058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-926c2bd0-7487-419c-8578-e37afb7a0654 None None] For port c5253eca-70fd-498e-a2d1-539c21ca47ca, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c5253eca-70fd-498e-a2d1-539c21ca47ca,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:38:38.051818 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-926c2bd0-7487-419c-8578-e37afb7a0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:38.122185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58af7d2-fedd-4592-a455-90bdaa2f0538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30abe49-b8c5-484a-9796-e0564d6666c9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:38.205800 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-2402997d-c620-473e-aa10-d7299835e8a3 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938065 May 24 22:38:38.227611 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7727f302-77c5-44b0-ae8d-83a45a0144ab'] response: {'name': 'network-changed', 'server_uuid': 'fca03e86-8ba5-4548-814f-dae9875fadd3', 'tag': '4f909943-5130-462a-959c-3d7c226281b6', 'status': 'completed', 'code': 200} May 24 22:38:38.238694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c2bd0-7487-419c-8578-e37afb7a0654 None None] Pushing event updated for resources: {'Port': ['ID=c5253eca-70fd-498e-a2d1-539c21ca47ca,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:38.295057 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b58af7d2-fedd-4592-a455-90bdaa2f0538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:38.299333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b58af7d2-fedd-4592-a455-90bdaa2f0538 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d30abe49-b8c5-484a-9796-e0564d6666c9 HTTP/1.1" status: 204 len: 168 time: 0.9470899 May 24 22:38:38.315954 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:38.332462 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:38.336521 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:38.363746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:38:38.391353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52ba18a3-52cd-43e3-a6cf-be76e4e10a36 None None] Provisioning complete for port c5253eca-70fd-498e-a2d1-539c21ca47ca triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:38.392375 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52ba18a3-52cd-43e3-a6cf-be76e4e10a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:38.414149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:38.414336 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Added segment 6c0cebfb-73c9-4305-8f8b-f4b7108054a0 of type vlan for network 77050f8d-8cd9-41a9-b660-e2545f28b4b6 May 24 22:38:38.621906 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:38.677961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31a5a86a-4b8c-4d88-ac1e-ce299c8dd4c8 req-d80247ca-5561-4360-96b5-62c4e303f967 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491379 May 24 22:38:38.759350 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:38.870633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c5253eca-70fd-498e-a2d1-539c21ca47ca up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:38:39.006111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-52ba18a3-52cd-43e3-a6cf-be76e4e10a36 None None] Current status of the port c5253eca-70fd-498e-a2d1-539c21ca47ca is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:39.081662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67c7ac-3c56-40f0-9290-651f7cb9de55 req-d8f6b777-e45e-4c66-8943-b18666357477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:39.083179 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df67c7ac-3c56-40f0-9290-651f7cb9de55 req-d8f6b777-e45e-4c66-8943-b18666357477 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8755e80f0dc4727941b0c055df94fb6&device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 1120 time: 0.3282681 May 24 22:38:39.163086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c5253eca-70fd-498e-a2d1-539c21ca47ca triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:39.164153 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:39.180924 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:39.278603 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:39.279780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:39.280639 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:39.490882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653612ba-4f93-4e6c-b97c-1afac3149982,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:39.523828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac8c5a-a07e-4102-a257-790c6906c3b4 req-e1d01f22-d884-4e2a-9cb8-c2aa472c6ede tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:39.524681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a4ac8c5a-a07e-4102-a257-790c6906c3b4 req-e1d01f22-d884-4e2a-9cb8-c2aa472c6ede tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Synchronizing usage tracker for tenant:a8755e80f0dc4727941b0c055df94fb6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:38:39.529903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] Pushing event updated for resources: {'Network': ['ID=77050f8d-8cd9-41a9-b660-e2545f28b4b6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:39.544756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67c7ac-3c56-40f0-9290-651f7cb9de55 req-677016f3-7679-44e8-a4f8-9be480efa28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:39.546353 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df67c7ac-3c56-40f0-9290-651f7cb9de55 req-677016f3-7679-44e8-a4f8-9be480efa28d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.4475660 May 24 22:38:39.556236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39212) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:39.562168 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7c278059-dff9-4741-95fb-6c52716f5ccc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1452661 May 24 22:38:39.589217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c5253eca-70fd-498e-a2d1-539c21ca47ca is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:39.589741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Request body: {'subnet': {'network_id': '77050f8d-8cd9-41a9-b660-e2545f28b4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-932384876-subnet', 'tenant_id': 'e3ef40462d8e47f5a550e4b5e36eccf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:39.589741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:39.592038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 77050f8d-8cd9-41a9-b660-e2545f28b4b6 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:38:39.596577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Usage tracker for resource:subnet and tenant:e3ef40462d8e47f5a550e4b5e36eccf6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:39.605322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:39.619720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:39.652138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Router 626b5180-c62d-4a28-befe-6736bd124af0 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:38:39.819967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df67c7ac-3c56-40f0-9290-651f7cb9de55 req-a8db6a1c-7627-44b5-b576-60629ac3441a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4f909943-5130-462a-959c-3d7c226281b6 HTTP/1.1" status: 200 len: 217 time: 0.1795073 May 24 22:38:39.821620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Made reservation on behalf of e3ef40462d8e47f5a550e4b5e36eccf6 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:38:39.833468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:39.893686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39218) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:39.902230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39220) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:39.931324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a4ac8c5a-a07e-4102-a257-790c6906c3b4 req-e1d01f22-d884-4e2a-9cb8-c2aa472c6ede tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Unset dirty status for tenant:a8755e80f0dc4727941b0c055df94fb6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:38:39.932481 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4ac8c5a-a07e-4102-a257-790c6906c3b4 req-e1d01f22-d884-4e2a-9cb8-c2aa472c6ede tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 969 time: 0.6405170 May 24 22:38:39.981158 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:40.075969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39236) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:40.134713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:38:40.148864 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Sync routers for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:38:40.165276 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:38:40.165984 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:38:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:40.167927 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:40.174515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b7eb9eb4-06ff-445e-adf6-5d139da9f0c3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.9187856 May 24 22:38:40.175349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39244) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:40.341928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67c7ac-3c56-40f0-9290-651f7cb9de55 req-21a020ee-c9d4-4837-a19a-7910b0e1cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:40.344352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df67c7ac-3c56-40f0-9290-651f7cb9de55 req-21a020ee-c9d4-4837-a19a-7910b0e1cae1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.3009918 May 24 22:38:40.376933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a4ac8c5a-a07e-4102-a257-790c6906c3b4 req-98b25be6-51e9-4e5e-8f9e-b583272369a2 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Synchronizing usage tracker for tenant:a8755e80f0dc4727941b0c055df94fb6 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:38:40.380270 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:40.414881 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2deec504-717c-4fda-b720-c0d7f0bac6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:40.509035 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-10787c36-7364-4e37-82c5-9cbdfc747101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:40.564390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2deec504-717c-4fda-b720-c0d7f0bac6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:40.576844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2deec504-717c-4fda-b720-c0d7f0bac6fc admin admin] Usage tracker for resource:security_group_rule and tenant:0108d71d4aaf4df8ba8099cf304615f1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:40.585329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:38:40.585570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2deec504-717c-4fda-b720-c0d7f0bac6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:40.596221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2deec504-717c-4fda-b720-c0d7f0bac6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:40.697761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-10787c36-7364-4e37-82c5-9cbdfc747101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:40.706395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-10787c36-7364-4e37-82c5-9cbdfc747101 admin admin] Usage tracker for resource:security_group_rule and tenant:585ef40b34944192b5dcf5f605c81bd8 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:40.716551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-10787c36-7364-4e37-82c5-9cbdfc747101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:40.725180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-10787c36-7364-4e37-82c5-9cbdfc747101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:40.785819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2b3990-43e7-4f87-b7b0-6b1ad56950e6,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:40.859599 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec32cf0c-1889-410c-8b91-f229547e0fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:40.891956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a4ac8c5a-a07e-4102-a257-790c6906c3b4 req-98b25be6-51e9-4e5e-8f9e-b583272369a2 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Unset dirty status for tenant:a8755e80f0dc4727941b0c055df94fb6 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:38:40.893711 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4ac8c5a-a07e-4102-a257-790c6906c3b4 req-98b25be6-51e9-4e5e-8f9e-b583272369a2 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9434566 May 24 22:38:40.900942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Checking segment: {'id': '6c0cebfb-73c9-4305-8f8b-f4b7108054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '77050f8d-8cd9-41a9-b660-e2545f28b4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:38:40.901579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Network hostable DHCP agents. Network: 77050f8d-8cd9-41a9-b660-e2545f28b4b6, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:38:40.979461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-10787c36-7364-4e37-82c5-9cbdfc747101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:40.985267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec32cf0c-1889-410c-8b91-f229547e0fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:40.996627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec32cf0c-1889-410c-8b91-f229547e0fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:73407c840b0347a9bc0cb2416f1bb756 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:41.002987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-10787c36-7364-4e37-82c5-9cbdfc747101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:41.036550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec32cf0c-1889-410c-8b91-f229547e0fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:41.074961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-10787c36-7364-4e37-82c5-9cbdfc747101 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=585ef40b34944192b5dcf5f605c81bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1777873 May 24 22:38:41.079682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2deec504-717c-4fda-b720-c0d7f0bac6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:41.080860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39268) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:41.083727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10787c36-7364-4e37-82c5-9cbdfc747101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6013d6cc-5fcc-49e8-b162-23ac7e9415af,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:41.086769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Network 77050f8d-8cd9-41a9-b660-e2545f28b4b6 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:38:41.097586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec32cf0c-1889-410c-8b91-f229547e0fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:41.104423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67c7ac-3c56-40f0-9290-651f7cb9de55 req-a2939c91-abca-46d7-852c-81466c178269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:41.106132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df67c7ac-3c56-40f0-9290-651f7cb9de55 req-a2939c91-abca-46d7-852c-81466c178269 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7358654 May 24 22:38:41.109934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 77050f8d-8cd9-41a9-b660-e2545f28b4b6) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:41.118387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae241bd-b434-4023-82ea-d8e900907c31 None None] Network 77050f8d-8cd9-41a9-b660-e2545f28b4b6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:38:41.127743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:41.128332 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:41.131300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2deec504-717c-4fda-b720-c0d7f0bac6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:41.193099 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:36Z', 'revision_number': 3, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:41.219076 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Checking router: 626b5180-c62d-4a28-befe-6736bd124af0 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:38:41.219413 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Updating router 626b5180-c62d-4a28-befe-6736bd124af0 port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:38:41.344437 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2deec504-717c-4fda-b720-c0d7f0bac6fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0108d71d4aaf4df8ba8099cf304615f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2672899 May 24 22:38:41.345171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39276) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:41.374612 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:41.395172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deec504-717c-4fda-b720-c0d7f0bac6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66de24c-c3d4-4e6e-b7cb-fae4e61a2ae0,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:41.662355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc7bf70-c97e-45c0-8571-165a26f9170e None None] Network 77050f8d-8cd9-41a9-b660-e2545f28b4b6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:38:41.693156 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df67c7ac-3c56-40f0-9290-651f7cb9de55 req-d91b4682-e52d-489e-b074-35bcfc6abceb service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548964 May 24 22:38:41.780602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-30b8d941-e816-45e5-a0c2-72806598b050 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2157035 May 24 22:38:42.072156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-846acbdd-14bd-47fb-9d43-57f022404ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.116319 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df67c7ac-3c56-40f0-9290-651f7cb9de55 req-67f130f1-6c6d-487c-aad5-d964dc73f14b service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098105 May 24 22:38:42.122477 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec32cf0c-1889-410c-8b91-f229547e0fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.134213 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec32cf0c-1889-410c-8b91-f229547e0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.246703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32cf0c-1889-410c-8b91-f229547e0fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c39258-f36b-4faa-bed1-cf3905d3488c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:42.276433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39292) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:42.301590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ec32cf0c-1889-410c-8b91-f229547e0fd1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73407c840b0347a9bc0cb2416f1bb756&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3865349 May 24 22:38:42.304436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39294) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:42.375459 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.403809 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Transition to ACTIVE for port object ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:38:42.424535 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.428232 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08bb40af-2ea9-48cf-b1c8-4e8518fb29ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.463881 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08bb40af-2ea9-48cf-b1c8-4e8518fb29ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.554336 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Pushing event updated for resources: {'Port': ['ID=ecf76bf2-4f9b-4e4e-bd12-f117afe257f2,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:42.570165 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08bb40af-2ea9-48cf-b1c8-4e8518fb29ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.580281 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.580625 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.580965 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.581297 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.581767 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.581967 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.582284 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.582647 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.583105 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.583430 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.583745 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.584055 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Tracked resource versions report: May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: pushed versions: May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: { 'AddressGroup': {'1.2'}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'ConntrackHelper': {'1.0'}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'Log': {'1.0'}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'Network': {'1.1'}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'Port': {'1.7'}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'PortForwarding': {'1.2'}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'QosPolicy': {'1.8'}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'SecurityGroup': {'1.4'}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'SecurityGroupRule': {'1.2'}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'SubPort': {'1.0'}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'Subnet': {'1.1'}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'Trunk': {'1.1'}} May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: consumer versions: May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: { DHCP agent@n-d-843146-7: {}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: HyperV agent@n-h1-843146-7: {}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: HyperV agent@n-h2-843146-7: {}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: L3 agent@n-d-843146-7: {}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: Metadata agent@n-d-843146-7: {}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: Metering agent@n-d-843146-7: {}, May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: Open vSwitch agent@n-d-843146-7: { 'AddressGroup': '1.2', May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'ConntrackHelper': '1.0', May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'Log': '1.0', May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'Network': '1.1', May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'Port': '1.7', May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'PortForwarding': '1.2', May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'QosPolicy': '1.8', May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'SecurityGroup': '1.4', May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'SecurityGroupRule': '1.2', May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'SubPort': '1.0', May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'Subnet': '1.1', May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: 'Trunk': '1.1'}} May 24 22:38:42.585159 n-d-843146-7 neutron-server[88392]: {{(pid=88392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 22:38:42.592249 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Attempting to bind port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:38:42.592808 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Attempting to bind port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:38:42.593259 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Attempting to bind port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:38:42.606348 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:38:42.606713 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:38:42.607234 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.607617 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:38:42.608213 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Bound port: ecf76bf2-4f9b-4e4e-bd12-f117afe257f2, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:38:42.608603 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.632014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb40af-2ea9-48cf-b1c8-4e8518fb29ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c39258-f36b-4faa-bed1-cf3905d3488c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:42.658768 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08bb40af-2ea9-48cf-b1c8-4e8518fb29ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.662698 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-08bb40af-2ea9-48cf-b1c8-4e8518fb29ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7c39258-f36b-4faa-bed1-cf3905d3488c HTTP/1.1" status: 204 len: 168 time: 0.3572628 May 24 22:38:42.723610 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-846acbdd-14bd-47fb-9d43-57f022404ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.770609 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] For port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:38:42.780269 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] For port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ecf76bf2-4f9b-4e4e-bd12-f117afe257f2,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:38:42.793667 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.884148 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:38:42.884769 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:38:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:42.895121 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a175-eb84-44ca-be58-06ba71914a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.941563 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:42.976885 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c46bae-1c9c-4763-991d-bb895a637490 None None] Pushing event updated for resources: {'Port': ['ID=ecf76bf2-4f9b-4e4e-bd12-f117afe257f2,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:43.112185 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a175-eb84-44ca-be58-06ba71914a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.113384 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:38:43.125045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbb6f56-97be-4f0d-b47a-4d7008f82dee admin admin] Deleting subnet ed9df336-21cf-47c8-93aa-d8d1e96043f2 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:38:43.136682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6f56-97be-4f0d-b47a-4d7008f82dee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.260803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39316) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:43.274959 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-846acbdd-14bd-47fb-9d43-57f022404ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.282348 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6f56-97be-4f0d-b47a-4d7008f82dee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.289199 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36bf6b35-04c1-46fe-9095-cd1f346a2dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.315933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-36bf6b35-04c1-46fe-9095-cd1f346a2dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:43.318245 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6f56-97be-4f0d-b47a-4d7008f82dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.322493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-36bf6b35-04c1-46fe-9095-cd1f346a2dcf admin admin] Usage tracker for resource:security_group_rule and tenant:a2ecb1c7c67f4984b5159f6a9f3fcb2c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:43.325883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-36bf6b35-04c1-46fe-9095-cd1f346a2dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:43.332738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-36bf6b35-04c1-46fe-9095-cd1f346a2dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:43.346012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846acbdd-14bd-47fb-9d43-57f022404ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6013d6cc-5fcc-49e8-b162-23ac7e9415af,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:43.367980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5cd1f-d249-4a9d-bdfc-dd5070bdd6fa req-8a67c8d8-ed24-4ef6-92ad-c0e553feacc8 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:43.375911 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ad5cd1f-d249-4a9d-bdfc-dd5070bdd6fa req-8a67c8d8-ed24-4ef6-92ad-c0e553feacc8 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 969 time: 1.1034660 May 24 22:38:43.386651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Allocated IP 172.20.0.1 (61909bdd-225c-4585-bcc6-08ad828659b7/1b121f1d-18e9-4ab2-901f-89fcf789a051/f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:38:43.426642 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a175-eb84-44ca-be58-06ba71914a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.461643 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:36Z', 'revision_number': 3, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:43.466590 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-846acbdd-14bd-47fb-9d43-57f022404ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.470177 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8ac713-b67a-403b-b11d-5bac7fe58694 None None] The sync data for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 is: [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:36Z', 'revision_number': 3, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:38:43.470385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-846acbdd-14bd-47fb-9d43-57f022404ca2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6013d6cc-5fcc-49e8-b162-23ac7e9415af HTTP/1.1" status: 204 len: 168 time: 2.3708649 May 24 22:38:43.501374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2a175-eb84-44ca-be58-06ba71914a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66de24c-c3d4-4e6e-b7cb-fae4e61a2ae0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:43.504578 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a175-eb84-44ca-be58-06ba71914a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.508393 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3ad2a175-eb84-44ca-be58-06ba71914a01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d66de24c-c3d4-4e6e-b7cb-fae4e61a2ae0 HTTP/1.1" status: 204 len: 168 time: 2.1178174 May 24 22:38:43.582154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ad5cd1f-d249-4a9d-bdfc-dd5070bdd6fa req-9e7a0922-d6d8-4230-bdef-084f09ba6881 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052386 May 24 22:38:43.602344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36bf6b35-04c1-46fe-9095-cd1f346a2dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.620499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36bf6b35-04c1-46fe-9095-cd1f346a2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.628118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6f56-97be-4f0d-b47a-4d7008f82dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.682326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-36bf6b35-04c1-46fe-9095-cd1f346a2dcf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2ecb1c7c67f4984b5159f6a9f3fcb2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203846 May 24 22:38:43.683316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39328) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:43.725287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb6f56-97be-4f0d-b47a-4d7008f82dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed9df336-21cf-47c8-93aa-d8d1e96043f2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:43.743779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf6b35-04c1-46fe-9095-cd1f346a2dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaab7e0c-5f18-4cac-a6c0-c8acc33a44f0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:43.751677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dbb6f56-97be-4f0d-b47a-4d7008f82dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.782297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7dbb6f56-97be-4f0d-b47a-4d7008f82dee admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ed9df336-21cf-47c8-93aa-d8d1e96043f2 HTTP/1.1" status: 204 len: 168 time: 1.3803587 May 24 22:38:43.784782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39334) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:43.817296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.867268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Transition to ACTIVE for port object f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:38:43.931259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:43.997288 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4d0016b5-f49c-4b89-a4d9-5a3622263ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.001172 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.017616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Network 61909bdd-225c-4585-bcc6-08ad828659b7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:38:44.021687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:44.025444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:38:44.026287 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.130992 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4d0016b5-f49c-4b89-a4d9-5a3622263ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.175522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:44.304166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-23f8fc99-1930-447b-9ce5-933307e26c1c None None] Provisioning for port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:38:44.314337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39350) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:44.315748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-23f8fc99-1930-447b-9ce5-933307e26c1c None None] Provisioning complete for port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:44.315748 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23f8fc99-1930-447b-9ce5-933307e26c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.359197 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82f8a61c-6a54-4ec6-8482-f037cc497224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.383478 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.387703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-23f8fc99-1930-447b-9ce5-933307e26c1c None None] Port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:38:44.401020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-82f8a61c-6a54-4ec6-8482-f037cc497224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:44.418725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-82f8a61c-6a54-4ec6-8482-f037cc497224 admin admin] Usage tracker for resource:security_group_rule and tenant:1c9c342109eb4411949dc2708f658610 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:44.425216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-82f8a61c-6a54-4ec6-8482-f037cc497224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:44.435925 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.436295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.437890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.438354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > port after_create 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.438677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.439022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > port after_update 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.439346 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.439794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.440200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.440453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.462854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.477186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39354) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:44.528253 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa3b1-9e8f-4404-b8e7-1eb98ccdcc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.611434 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.611870 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.612293 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.612724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:38:44.613337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:44.620125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7f0aa3b1-9e8f-4404-b8e7-1eb98ccdcc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:44.628211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-82f8a61c-6a54-4ec6-8482-f037cc497224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:44.630340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7f0aa3b1-9e8f-4404-b8e7-1eb98ccdcc92 admin admin] Usage tracker for resource:security_group_rule and tenant:ca13c813ffe94bf1b66770a420a11472 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:44.635324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7f0aa3b1-9e8f-4404-b8e7-1eb98ccdcc92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:44.652844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56a194d-c624-4918-b187-149bc86cbdb3') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:44.653456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7f0aa3b1-9e8f-4404-b8e7-1eb98ccdcc92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:44.654193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56a194d-c624-4918-b187-149bc86cbdb3') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:44.672200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4d0016b5-f49c-4b89-a4d9-5a3622263ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.697581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.723864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0016b5-f49c-4b89-a4d9-5a3622263ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaab7e0c-5f18-4cac-a6c0-c8acc33a44f0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:44.747370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4d0016b5-f49c-4b89-a4d9-5a3622263ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.748926 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4d0016b5-f49c-4b89-a4d9-5a3622263ec0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eaab7e0c-5f18-4cac-a6c0-c8acc33a44f0 HTTP/1.1" status: 204 len: 168 time: 1.0622723 May 24 22:38:44.752295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39362) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:44.784341 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.803630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:38:44.803851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:38:44.804358 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.945237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa3b1-9e8f-4404-b8e7-1eb98ccdcc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.953078 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.959980 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa3b1-9e8f-4404-b8e7-1eb98ccdcc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.979252 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:44.979914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.010000 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1018-a089-4e62-a351-ad20c9041c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.030803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:38:45.033878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.037540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:45.037988 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.106211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:45.111245 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.124976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a8aa1018-a089-4e62-a351-ad20c9041c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:45.166372 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7f0aa3b1-9e8f-4404-b8e7-1eb98ccdcc92 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca13c813ffe94bf1b66770a420a11472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880212 May 24 22:38:45.171665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39380) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:45.171966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a8aa1018-a089-4e62-a351-ad20c9041c9b admin admin] Usage tracker for resource:security_group_rule and tenant:f3baf659bbe140888ac69b48b3db5d56 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:45.175965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0aa3b1-9e8f-4404-b8e7-1eb98ccdcc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1257dba7-578e-46c1-9bed-8c759f13b8d3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:45.206508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:45.212665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fb0c3-7c7d-4ee5-b70b-9bfe0df0f5bc req-e82e7be2-0800-4f6f-85e5-aa74e826e159 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:45.214604 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c96fb0c3-7c7d-4ee5-b70b-9bfe0df0f5bc req-e82e7be2-0800-4f6f-85e5-aa74e826e159 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 969 time: 0.3278339 May 24 22:38:45.217594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a8aa1018-a089-4e62-a351-ad20c9041c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:45.229111 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82f8a61c-6a54-4ec6-8482-f037cc497224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.242989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-18a2f8d3-88ed-484f-bca1-abc76720b0bf admin admin] 10.222.0.55 "DELETE /v2.0/networks/3f2ba5b1-1bee-4bd8-889f-3c8ab402ea2f HTTP/1.1" status: 204 len: 168 time: 1.4566982 May 24 22:38:45.247541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39386) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:45.283348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a8aa1018-a089-4e62-a351-ad20c9041c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:45.286058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:45.286461 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.308725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ecf76bf2-4f9b-4e4e-bd12-f117afe257f2,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:38:45.318281 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.327866 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82f8a61c-6a54-4ec6-8482-f037cc497224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.361105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Network 61909bdd-225c-4585-bcc6-08ad828659b7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:38:45.361924 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d875c7b-e317-47dd-89bc-5facf2ae9a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.377030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:45.383145 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-82f8a61c-6a54-4ec6-8482-f037cc497224 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c9c342109eb4411949dc2708f658610&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0676970 May 24 22:38:45.385279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39398) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:45.432028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-261ab912-74b5-404b-a23d-0e7a6e3f62e5 admin admin] Deleting subnet dd2b3990-43e7-4f87-b7b0-6b1ad56950e6 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:38:45.442370 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-261ab912-74b5-404b-a23d-0e7a6e3f62e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.473625 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c96fb0c3-7c7d-4ee5-b70b-9bfe0df0f5bc req-d8d600df-292f-4672-8b5c-e55b2196625c tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379675 May 24 22:38:45.480998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8a61c-6a54-4ec6-8482-f037cc497224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1eb86a-636f-483d-bef7-631e529decd5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:45.485440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=ecf76bf2-4f9b-4e4e-bd12-f117afe257f2,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:45.509655 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment d56a194d-c624-4918-b187-149bc86cbdb3 resource provider aggregate not found May 24 22:38:45.547284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe51f-3be0-4327-8c8f-746ab7b402e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.567797 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment d56a194d-c624-4918-b187-149bc86cbdb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d56a194d-c624-4918-b187-149bc86cbdb3 found for delete ", "request_id": "req-c6755e50-2811-484b-9a27-98041e958b1a"}]} May 24 22:38:45.605991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe51f-3be0-4327-8c8f-746ab7b402e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.671518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1018-a089-4e62-a351-ad20c9041c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.680777 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1018-a089-4e62-a351-ad20c9041c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.690525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d875c7b-e317-47dd-89bc-5facf2ae9a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.748227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa1018-a089-4e62-a351-ad20c9041c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862ec271-c261-4d23-9004-7a80c5e3419a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:45.753016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a8aa1018-a089-4e62-a351-ad20c9041c9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3baf659bbe140888ac69b48b3db5d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9900782 May 24 22:38:45.754237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe51f-3be0-4327-8c8f-746ab7b402e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.757705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39408) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:45.763497 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-261ab912-74b5-404b-a23d-0e7a6e3f62e5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.783969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fe51f-3be0-4327-8c8f-746ab7b402e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1eb86a-636f-483d-bef7-631e529decd5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:45.813435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe51f-3be0-4327-8c8f-746ab7b402e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.817259 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5a3fe51f-3be0-4327-8c8f-746ab7b402e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a1eb86a-636f-483d-bef7-631e529decd5 HTTP/1.1" status: 204 len: 168 time: 0.4285316 May 24 22:38:45.831416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c8275650-728f-4a8c-a6d5-0c2bd1eae12f None None] Provisioning complete for port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:45.832191 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c8275650-728f-4a8c-a6d5-0c2bd1eae12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.857422 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b15ee6a-c61a-49f5-8ca9-8e650f9ff5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.863822 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-261ab912-74b5-404b-a23d-0e7a6e3f62e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.924975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c8275650-728f-4a8c-a6d5-0c2bd1eae12f None None] Port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:38:45.930902 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b15ee6a-c61a-49f5-8ca9-8e650f9ff5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:45.972134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Router 626b5180-c62d-4a28-befe-6736bd124af0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:38:45.976919 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d875c7b-e317-47dd-89bc-5facf2ae9a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.004558 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-261ab912-74b5-404b-a23d-0e7a6e3f62e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.014616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b15ee6a-c61a-49f5-8ca9-8e650f9ff5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.039195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15ee6a-c61a-49f5-8ca9-8e650f9ff5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862ec271-c261-4d23-9004-7a80c5e3419a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:46.071674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b15ee6a-c61a-49f5-8ca9-8e650f9ff5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.073835 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b15ee6a-c61a-49f5-8ca9-8e650f9ff5ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/862ec271-c261-4d23-9004-7a80c5e3419a HTTP/1.1" status: 204 len: 168 time: 0.3086295 May 24 22:38:46.104028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d875c7b-e317-47dd-89bc-5facf2ae9a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1257dba7-578e-46c1-9bed-8c759f13b8d3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:46.113359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ab912-74b5-404b-a23d-0e7a6e3f62e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2b3990-43e7-4f87-b7b0-6b1ad56950e6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:46.116874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-261ab912-74b5-404b-a23d-0e7a6e3f62e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.154574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-261ab912-74b5-404b-a23d-0e7a6e3f62e5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dd2b3990-43e7-4f87-b7b0-6b1ad56950e6 HTTP/1.1" status: 204 len: 168 time: 0.9033391 May 24 22:38:46.157947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39426) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:46.175190 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d875c7b-e317-47dd-89bc-5facf2ae9a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.178799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1d875c7b-e317-47dd-89bc-5facf2ae9a7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1257dba7-578e-46c1-9bed-8c759f13b8d3 HTTP/1.1" status: 204 len: 168 time: 1.0018749 May 24 22:38:46.211786 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 4f909943-5130-462a-959c-3d7c226281b6 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:38:46.363296 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.397702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:38:46.408485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-590adaef-538f-4761-87e1-31516cc246f6 admin admin] 10.222.0.55 "PUT /v2.0/routers/626b5180-c62d-4a28-befe-6736bd124af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2320061 May 24 22:38:46.445621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 4f909943-5130-462a-959c-3d7c226281b6, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4f909943-5130-462a-959c-3d7c226281b6,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:38:46.463624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '4f909943-5130-462a-959c-3d7c226281b6', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '4f909943-5130-462a-959c-3d7c226281b6', 'mac_address': 'fa:16:3e:a4:68:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:tempest-test_az-1556402936', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:38:46.542844 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.560042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 4f909943-5130-462a-959c-3d7c226281b6 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:46.563101 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.577442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77050f8d-8cd9-41a9-b660-e2545f28b4b6']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:46.603355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f909943-5130-462a-959c-3d7c226281b6 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:38:46.611268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0cebfb-73c9-4305-8f8b-f4b7108054a0') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:46.611459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0cebfb-73c9-4305-8f8b-f4b7108054a0') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:46.629986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 4f909943-5130-462a-959c-3d7c226281b6, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4f909943-5130-462a-959c-3d7c226281b6,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:38:46.634294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Sync routers for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:38:46.645982 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.651204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.685547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.691557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:38:46.692469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:38:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:46.720817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:38:46.721220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.790946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:38:46.850446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cbc13-eead-42c1-bc0e-d6f261196431 req-a7d49980-155d-40ef-a159-77f33c8bcc4b tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:46.852478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b8cbc13-eead-42c1-bc0e-d6f261196431 req-a7d49980-155d-40ef-a159-77f33c8bcc4b tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 970 time: 0.1447573 May 24 22:38:46.856504 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.881881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] Pushing event deleted for resources: {'Network': ['ID=77050f8d-8cd9-41a9-b660-e2545f28b4b6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:46.885076 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.890110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39450) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:46.912970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-80425f5e-dd4f-4cee-8a3f-45d8c75f955a admin admin] 10.222.0.55 "DELETE /v2.0/networks/77050f8d-8cd9-41a9-b660-e2545f28b4b6 HTTP/1.1" status: 204 len: 168 time: 0.7538571 May 24 22:38:46.917090 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-936ce5c6-d229-4b30-8faa-c6b3c2bdc109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:46.937658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-936ce5c6-d229-4b30-8faa-c6b3c2bdc109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:46.942569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-936ce5c6-d229-4b30-8faa-c6b3c2bdc109 admin admin] Usage tracker for resource:security_group_rule and tenant:b14af6d63cc44040807d9e02606380f1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:46.946079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-936ce5c6-d229-4b30-8faa-c6b3c2bdc109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:46.951959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-936ce5c6-d229-4b30-8faa-c6b3c2bdc109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:46.960502 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b8cbc13-eead-42c1-bc0e-d6f261196431 req-380b0c84-f98d-47cc-83e0-cb38591ea86e tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999534 May 24 22:38:47.030835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['4f909943-5130-462a-959c-3d7c226281b6'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:38:47.089669 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-936ce5c6-d229-4b30-8faa-c6b3c2bdc109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:47.096862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-936ce5c6-d229-4b30-8faa-c6b3c2bdc109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:47.119893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=4f909943-5130-462a-959c-3d7c226281b6,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:47.168238 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-936ce5c6-d229-4b30-8faa-c6b3c2bdc109 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b14af6d63cc44040807d9e02606380f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737799 May 24 22:38:47.168238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ce5c6-d229-4b30-8faa-c6b3c2bdc109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bfdf13-8099-4b33-8fe6-626736142576,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:47.169566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39466) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:47.197547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:47.197923 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:47.212540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39470) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:47.248921 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fed4401-0500-4c8a-b004-6dabf70d189a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:47.250108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:38:47.279976 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fed4401-0500-4c8a-b004-6dabf70d189a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:47.308549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-521e82e9-2bfd-4a79-b7dd-5f41b528d8b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf793702d305481b87ff8eb8605d8313&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0925000 May 24 22:38:47.308735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39474) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:47.376347 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fed4401-0500-4c8a-b004-6dabf70d189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:47.390331 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a5c5f71-a7d9-4d98-900e-8ab18cc79036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:47.405047 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fed4401-0500-4c8a-b004-6dabf70d189a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:47.412104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4fed4401-0500-4c8a-b004-6dabf70d189a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2bfdf13-8099-4b33-8fe6-626736142576 HTTP/1.1" status: 204 len: 168 time: 0.2399864 May 24 22:38:47.422767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed4401-0500-4c8a-b004-6dabf70d189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bfdf13-8099-4b33-8fe6-626736142576,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:47.430486 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a5c5f71-a7d9-4d98-900e-8ab18cc79036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:47.510675 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a5c5f71-a7d9-4d98-900e-8ab18cc79036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:47.536216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c5f71-a7d9-4d98-900e-8ab18cc79036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38523c58-8cf1-49f6-8c1e-fcfa4a617da8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:47.550555 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a5c5f71-a7d9-4d98-900e-8ab18cc79036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:47.554710 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8a5c5f71-a7d9-4d98-900e-8ab18cc79036 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38523c58-8cf1-49f6-8c1e-fcfa4a617da8 HTTP/1.1" status: 204 len: 168 time: 0.2428205 May 24 22:38:47.591997 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 6c0cebfb-73c9-4305-8f8b-f4b7108054a0 resource provider aggregate not found May 24 22:38:47.615659 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 6c0cebfb-73c9-4305-8f8b-f4b7108054a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c0cebfb-73c9-4305-8f8b-f4b7108054a0 found for delete ", "request_id": "req-a3597a3f-1b70-4343-aceb-38d8300f4f79"}]} May 24 22:38:47.732797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:47.755277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 2, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:47.759132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Checking router: 626b5180-c62d-4a28-befe-6736bd124af0 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:38:47.759659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Updating router 626b5180-c62d-4a28-befe-6736bd124af0 port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:38:47.811906 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:48.209566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50961ab-f71f-44ad-b5a7-9be679fc9ab6 req-b4337a90-15ac-48e7-a940-e5b30d438bf6 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:48.209566 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e50961ab-f71f-44ad-b5a7-9be679fc9ab6 req-b4337a90-15ac-48e7-a940-e5b30d438bf6 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 970 time: 0.1401005 May 24 22:38:48.241012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 4f909943-5130-462a-959c-3d7c226281b6 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:38:48.278954 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e50961ab-f71f-44ad-b5a7-9be679fc9ab6 req-625254fe-773d-4456-b561-63f8ee6cd8cd tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645168 May 24 22:38:48.286085 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:48.318650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Transition to ACTIVE for port object f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:38:48.333752 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:48.374993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39520) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:48.483666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 4f909943-5130-462a-959c-3d7c226281b6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:38:48.486861 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5b4b1e6c-d34e-47a4-8abf-209c5c31729a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3ef40462d8e47f5a550e4b5e36eccf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1102784 May 24 22:38:48.489325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39526) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:48.599375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b98215-5d29-4ef8-9a24-b5df2c50c0da None None] Pushing event updated for resources: {'Port': ['ID=f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:48.623370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Attempting to bind port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:38:48.623986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Attempting to bind port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:38:48.625646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Attempting to bind port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a on network 61909bdd-225c-4585-bcc6-08ad828659b7 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:38:48.630674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 4f909943-5130-462a-959c-3d7c226281b6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:48.631037 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:48.662989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba2c4f41-64ad-4e02-a58c-04730cac7312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:48.702681 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba2c4f41-64ad-4e02-a58c-04730cac7312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:48.705718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:38:48.709288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Checking segment: {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:38:48.710638 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:48.711637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Bound using segment: {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:38:48.715665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Bound port: f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:38:48.716160 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:48.785717 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba2c4f41-64ad-4e02-a58c-04730cac7312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:48.803507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c4f41-64ad-4e02-a58c-04730cac7312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653612ba-4f93-4e6c-b97c-1afac3149982,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:48.806960 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba2c4f41-64ad-4e02-a58c-04730cac7312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:48.808599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ba2c4f41-64ad-4e02-a58c-04730cac7312 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/653612ba-4f93-4e6c-b97c-1afac3149982 HTTP/1.1" status: 204 len: 168 time: 0.3177607 May 24 22:38:48.866133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] For port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:38:48.922072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] For port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:38:48.931486 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:48.967926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 4f909943-5130-462a-959c-3d7c226281b6 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:48.968812 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:49.045194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca03e86-8ba5-4548-814f-dae9875fadd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f909943-5130-462a-959c-3d7c226281b6'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:38:49.118222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:38:49.118901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:38:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:49.205731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 4f909943-5130-462a-959c-3d7c226281b6, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4f909943-5130-462a-959c-3d7c226281b6,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:38:49.226508 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:49.229086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b98215-5d29-4ef8-9a24-b5df2c50c0da None None] Pushing event updated for resources: {'Port': ['ID=f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:49.344021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39560) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:49.350076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-network', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:49.355348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:49.368474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Usage tracker for resource:network and tenant:5a3713ae137342208b35d7f72aaf0b41 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:49.373997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:49.385665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:49.406988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Made reservation on behalf of 5a3713ae137342208b35d7f72aaf0b41 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:38:49.410101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:49.430530 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:49.469139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:49.473373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5a3713ae137342208b35d7f72aaf0b41 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:49.476885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:49.485616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:49.493363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=4f909943-5130-462a-959c-3d7c226281b6,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:49.528867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:38:49.560944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da53705-6b75-4473-9fa8-6248989ff0f6 req-843eda24-ebfd-4f03-ac7e-8cdb46234fad tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:49.563445 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8da53705-6b75-4473-9fa8-6248989ff0f6 req-843eda24-ebfd-4f03-ac7e-8cdb46234fad tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 971 time: 0.1170881 May 24 22:38:49.600289 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:49.607648 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:49.632463 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8da53705-6b75-4473-9fa8-6248989ff0f6 req-ca92be7a-ddf0-4f66-8125-9cf3e3f001c3 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625732 May 24 22:38:49.741880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e57e7bc-1a46-4e40-ab2e-8276d40738f2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:49.750487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:38:49.761180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:49.761545 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Added segment 952ff16f-267c-43a8-b355-eeff9e40e4e0 of type vlan for network ad6448fb-eaed-4671-ab5c-8b49ea15c268 May 24 22:38:49.792184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:49.830182 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:49.831513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:49.832361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:49.944028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ad6448fb-eaed-4671-ab5c-8b49ea15c268,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:49.950124 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-918e6d6f-d903-4dd4-bd38-7924d8fed9c2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6048203 May 24 22:38:49.952971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39580) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:49.959391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Request body: {'subnet': {'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-subnet', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:49.961221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ad6448fb-eaed-4671-ab5c-8b49ea15c268 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:38:49.978585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:49.984669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Usage tracker for resource:subnet and tenant:5a3713ae137342208b35d7f72aaf0b41 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:49.988119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:49.997236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:50.017408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Made reservation on behalf of 5a3713ae137342208b35d7f72aaf0b41 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:38:50.022529 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:50.111996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:48Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:50.130185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe615c-fdbb-4b9c-8f32-d5babd7ec90d None None] The sync data for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 is: [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:48Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:38:50.276093 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76184fd3-fc5c-4c75-b42d-4b6b8e3ac10b'] response: {'server_uuid': 'fca03e86-8ba5-4548-814f-dae9875fadd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f909943-5130-462a-959c-3d7c226281b6', 'code': 200} May 24 22:38:50.355736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:50.462352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f42d145-37db-4f53-9278-a6bbf32b5558,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:50.469629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Checking segment: {'id': '952ff16f-267c-43a8-b355-eeff9e40e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:38:50.472536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Network hostable DHCP agents. Network: ad6448fb-eaed-4671-ab5c-8b49ea15c268, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:38:50.495641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bccab-8636-448b-84cd-7521f83985e9 req-4b68c33b-b62c-4ed3-9623-97231be31762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:50.498089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d4bccab-8636-448b-84cd-7521f83985e9 req-4b68c33b-b62c-4ed3-9623-97231be31762 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 1122 time: 0.1402373 May 24 22:38:50.500145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Network ad6448fb-eaed-4671-ab5c-8b49ea15c268 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:38:50.517618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ad6448fb-eaed-4671-ab5c-8b49ea15c268) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:50.529959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f73d1d7-3cc8-4be9-b387-c4bd918ca99a None None] Network ad6448fb-eaed-4671-ab5c-8b49ea15c268 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:38:50.535658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:50.536264 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:50.562369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5d4bccab-8636-448b-84cd-7521f83985e9 req-af56a712-c53a-43cc-9484-0ce00adba1d7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:50.592347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c063ebda-1758-4e59-b98e-95a9b0cbdcd4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6377048 May 24 22:38:50.594823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39616) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:50.606418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-router', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:50.613279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:50.618338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Usage tracker for resource:router and tenant:5a3713ae137342208b35d7f72aaf0b41 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:50.626670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-5d4bccab-8636-448b-84cd-7521f83985e9 req-af56a712-c53a-43cc-9484-0ce00adba1d7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:50.627087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:50.630817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5d4bccab-8636-448b-84cd-7521f83985e9 req-af56a712-c53a-43cc-9484-0ce00adba1d7 service neutron] Usage tracker for resource:security_group_rule and tenant:846b314ca8d74c5d8eb55ad1a589ad17 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:50.637897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5d4bccab-8636-448b-84cd-7521f83985e9 req-af56a712-c53a-43cc-9484-0ce00adba1d7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:50.658595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-5d4bccab-8636-448b-84cd-7521f83985e9 req-af56a712-c53a-43cc-9484-0ce00adba1d7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:50.668732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:50.702933 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:50.706800 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:50.743475 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:50.806121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:38:50.870656 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5d4bccab-8636-448b-84cd-7521f83985e9 req-af56a712-c53a-43cc-9484-0ce00adba1d7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:50.888724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5d4bccab-8636-448b-84cd-7521f83985e9 req-af56a712-c53a-43cc-9484-0ce00adba1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:51.037912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39630) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:51.073700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56a712-c53a-43cc-9484-0ce00adba1d7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9de24c84-7547-42d6-a533-9691137f8117,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:51.108386 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d4bccab-8636-448b-84cd-7521f83985e9 req-af56a712-c53a-43cc-9484-0ce00adba1d7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027832 May 24 22:38:51.140868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:38:51.151768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-ad6448fb-eaed-4671-ab5c-8b49ea15c268', 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'fixed_ips': [{'subnet_id': '1f42d145-37db-4f53-9278-a6bbf32b5558'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:38:51.156019 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:51.162197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcfdd5-adcb-4cb0-b574-c38721b0949a req-77b60fea-f2f1-4244-8672-338d5cdc26b1 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:51.171877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:51.172097 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:51.174822 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9dfcfdd5-adcb-4cb0-b574-c38721b0949a req-77b60fea-f2f1-4244-8672-338d5cdc26b1 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 971 time: 0.2882044 May 24 22:38:51.268680 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9dfcfdd5-adcb-4cb0-b574-c38721b0949a req-eb3cb49d-f0df-49f3-8877-c0e2cc9b0b9f tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928745 May 24 22:38:51.320814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:51.495124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-47d59452-e0f4-40f2-b942-ed78c70a86a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:51.524426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:51.524850 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:51.541882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Allocated IP 172.20.0.2 (ad6448fb-eaed-4671-ab5c-8b49ea15c268/1f42d145-37db-4f53-9278-a6bbf32b5558/28b51bca-8205-450c-9d28-83d5167f9edd) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:38:51.567558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:38:51.578849 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:51.582122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-47d59452-e0f4-40f2-b942-ed78c70a86a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:51.589331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-47d59452-e0f4-40f2-b942-ed78c70a86a3 admin admin] Usage tracker for resource:security_group_rule and tenant:19c1b4850f2846daa219f565c84b12d3 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:51.593694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-47d59452-e0f4-40f2-b942-ed78c70a86a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:51.604969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-47d59452-e0f4-40f2-b942-ed78c70a86a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:51.855119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:51.934074 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-47d59452-e0f4-40f2-b942-ed78c70a86a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:51.945758 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-47d59452-e0f4-40f2-b942-ed78c70a86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:51.967819 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.022608 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.074478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-47d59452-e0f4-40f2-b942-ed78c70a86a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19c1b4850f2846daa219f565c84b12d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0416119 May 24 22:38:52.076366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d59452-e0f4-40f2-b942-ed78c70a86a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d56d320-64fb-49df-92c9-c972f4a9d2e2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:52.077939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39666) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:52.145289 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.164653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Transition to ACTIVE for port object 28b51bca-8205-450c-9d28-83d5167f9edd will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:38:52.179600 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1699b428-6fbd-44c1-a628-59c8008607ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.206563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Transition to ACTIVE for port object 28b51bca-8205-450c-9d28-83d5167f9edd will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:38:52.217950 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1699b428-6fbd-44c1-a628-59c8008607ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.220065 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.251475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Allocated IP 172.25.7.253 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/5cd2b664-b232-462e-abb2-60d56de65b57) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:38:52.313285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1699b428-6fbd-44c1-a628-59c8008607ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.323733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Network ad6448fb-eaed-4671-ab5c-8b49ea15c268 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:38:52.333714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:52.346780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:38:52.367792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699b428-6fbd-44c1-a628-59c8008607ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d56d320-64fb-49df-92c9-c972f4a9d2e2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:52.393117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1699b428-6fbd-44c1-a628-59c8008607ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.402622 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1699b428-6fbd-44c1-a628-59c8008607ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d56d320-64fb-49df-92c9-c972f4a9d2e2 HTTP/1.1" status: 204 len: 168 time: 0.3224492 May 24 22:38:52.610627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Attempting to bind port 28b51bca-8205-450c-9d28-83d5167f9edd on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:38:52.611394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Attempting to bind port 28b51bca-8205-450c-9d28-83d5167f9edd by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '952ff16f-267c-43a8-b355-eeff9e40e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:38:52.611965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Attempting to bind port 28b51bca-8205-450c-9d28-83d5167f9edd on network ad6448fb-eaed-4671-ab5c-8b49ea15c268 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:38:52.614306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Pushing event updated for resources: {'Port': ['ID=28b51bca-8205-450c-9d28-83d5167f9edd,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:52.614418 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.621909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:38:52.622789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Checking segment: {'id': '952ff16f-267c-43a8-b355-eeff9e40e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:38:52.623426 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.624525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Bound using segment: {'id': '952ff16f-267c-43a8-b355-eeff9e40e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:38:52.625203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Bound port: 28b51bca-8205-450c-9d28-83d5167f9edd, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952ff16f-267c-43a8-b355-eeff9e40e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:38:52.626085 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.633071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e615e-8ac1-44e2-a7f5-c9d3a3961142 req-1c4176aa-b375-47ed-a43b-b2df118ebe97 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:52.634597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a39e615e-8ac1-44e2-a7f5-c9d3a3961142 req-1c4176aa-b375-47ed-a43b-b2df118ebe97 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 971 time: 0.1526399 May 24 22:38:52.694286 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a39e615e-8ac1-44e2-a7f5-c9d3a3961142 req-7a6ab66a-e527-4149-b09f-2f6ab61855e1 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519536 May 24 22:38:52.706833 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.746556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] For port 28b51bca-8205-450c-9d28-83d5167f9edd, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:38:52.753709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] For port 28b51bca-8205-450c-9d28-83d5167f9edd, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=28b51bca-8205-450c-9d28-83d5167f9edd,segment=NetworkSegment(952ff16f-267c-43a8-b355-eeff9e40e4e0),segment_id=952ff16f-267c-43a8-b355-eeff9e40e4e0)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:38:52.764046 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.787242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:38:52.790382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:52.794219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:38:52.808140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:38:52.924255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a022d-049b-48ae-a17d-831107e666e4 None None] Pushing event updated for resources: {'Port': ['ID=28b51bca-8205-450c-9d28-83d5167f9edd,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:52.939446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:52.939772 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:52.976655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Pushing event updated for resources: {'Port': ['ID=5cd2b664-b232-462e-abb2-60d56de65b57,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:53.119436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:53.315687 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:53.480062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39712) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:53.497402 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c56d7f95-86bc-497d-8097-6e7e2be1bd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:53.551761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c56d7f95-86bc-497d-8097-6e7e2be1bd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:53.581672 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c56d7f95-86bc-497d-8097-6e7e2be1bd42 admin admin] Usage tracker for resource:security_group_rule and tenant:a41f7ca5fa63487c92eec7ec86d5432d is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:53.590708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c56d7f95-86bc-497d-8097-6e7e2be1bd42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:53.604815 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:53.606524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c56d7f95-86bc-497d-8097-6e7e2be1bd42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:53.683837 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:53.689630 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-5122c684-f127-4367-a221-097dd4a23070 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404525 May 24 22:38:53.716373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39726) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:53.910229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c56d7f95-86bc-497d-8097-6e7e2be1bd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:53.926664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c56d7f95-86bc-497d-8097-6e7e2be1bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:54.039490 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c56d7f95-86bc-497d-8097-6e7e2be1bd42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a41f7ca5fa63487c92eec7ec86d5432d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582535 May 24 22:38:54.040923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff96fb4-73d6-43cf-a53b-92b8ff283b5c req-e94a31c7-a31f-49b0-b4f6-3ed3afac1db3 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:54.042286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39742) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:54.043486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dff96fb4-73d6-43cf-a53b-92b8ff283b5c req-e94a31c7-a31f-49b0-b4f6-3ed3afac1db3 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 971 time: 0.1671820 May 24 22:38:54.045736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:38:54.051868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d7f95-86bc-497d-8097-6e7e2be1bd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc8b51c-2062-4a1b-acb6-0b73afcf8a0c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:54.060943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-1cafdde2-05de-42a9-810e-3bd11a962687 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:54.069128 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-1cafdde2-05de-42a9-810e-3bd11a962687 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3782983 May 24 22:38:54.103052 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-52c93fea-9453-48df-81cf-afc228939588 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/quotas/0365b3430aca4a7c8a9900c4398a5d25 HTTP/1.1" status: 200 len: 375 time: 0.0329437 May 24 22:38:54.183623 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-8fd1e72e-ed55-4cc4-a38d-cb1020ac7239 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795996 May 24 22:38:54.257257 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d01a-dc66-4d33-aa9a-46370ed4f7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:54.290028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b9e9d01a-dc66-4d33-aa9a-46370ed4f7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:54.308041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b9e9d01a-dc66-4d33-aa9a-46370ed4f7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:307afbe791a248aea0ebad208f41bd29 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:54.309711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c4d091-bd97-4ef7-b72b-c90ac4a55d21 None None] Network ad6448fb-eaed-4671-ab5c-8b49ea15c268 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:38:54.311882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-baed81aa-9ca8-44a6-bbdc-428de69be1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:54.314196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b9e9d01a-dc66-4d33-aa9a-46370ed4f7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:54.320916 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dff96fb4-73d6-43cf-a53b-92b8ff283b5c req-ae070ad9-7610-40b4-81b5-de9c1b61436c tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693570 May 24 22:38:54.326989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b9e9d01a-dc66-4d33-aa9a-46370ed4f7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:54.383269 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-baed81aa-9ca8-44a6-bbdc-428de69be1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:54.471951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:38:54.486400 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Sync routers for ids ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:38:54.510348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-85a2aea9-090f-4499-abd2-b9c1f805c0ac None None] Provisioning for port 28b51bca-8205-450c-9d28-83d5167f9edd completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:38:54.510726 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Routers {'0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:38:54.511357 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:38:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:54.516001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:54.520948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9aa5bde7-57eb-4f48-860a-d34e6766fb2c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9248290 May 24 22:38:54.521676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39766) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:54.645908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39770) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:54.863228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-baed81aa-9ca8-44a6-bbdc-428de69be1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:54.910515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d01a-dc66-4d33-aa9a-46370ed4f7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:54.911728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed81aa-9ca8-44a6-bbdc-428de69be1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc8b51c-2062-4a1b-acb6-0b73afcf8a0c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:54.923120 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-baed81aa-9ca8-44a6-bbdc-428de69be1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:54.924487 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-baed81aa-9ca8-44a6-bbdc-428de69be1c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fc8b51c-2062-4a1b-acb6-0b73afcf8a0c HTTP/1.1" status: 204 len: 168 time: 0.8812404 May 24 22:38:54.926275 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d01a-dc66-4d33-aa9a-46370ed4f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:54.960409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 28b51bca-8205-450c-9d28-83d5167f9edd up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:38:54.980967 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Set router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:38:55.094595 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2460eeb7-baa6-4992-9694-f5b61898e155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.126127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9544-7695-4737-8472-8c5766b54419 req-a402b305-7332-414f-9f22-2b867ca66464 tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:55.129659 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f9a9544-7695-4737-8472-8c5766b54419 req-a402b305-7332-414f-9f22-2b867ca66464 tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 1122 time: 0.4161544 May 24 22:38:55.130990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9d01a-dc66-4d33-aa9a-46370ed4f7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a01fc9a-b153-496a-94ff-d9049f705780,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:55.136067 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b9e9d01a-dc66-4d33-aa9a-46370ed4f7a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=307afbe791a248aea0ebad208f41bd29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4154963 May 24 22:38:55.139639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2460eeb7-baa6-4992-9694-f5b61898e155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:55.142717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39790) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:55.161534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2460eeb7-baa6-4992-9694-f5b61898e155 admin admin] Usage tracker for resource:security_group_rule and tenant:364a25cf34d044c0ba9769a4342f7063 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:55.211295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2460eeb7-baa6-4992-9694-f5b61898e155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:55.222355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7f9a9544-7695-4737-8472-8c5766b54419 req-134caca0-c7c1-4e65-86dc-8e5566e1430c tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.223053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 28b51bca-8205-450c-9d28-83d5167f9edd completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:38:55.231157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 28b51bca-8205-450c-9d28-83d5167f9edd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:55.231246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.233911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2460eeb7-baa6-4992-9694-f5b61898e155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:55.266318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-7f9a9544-7695-4737-8472-8c5766b54419 req-134caca0-c7c1-4e65-86dc-8e5566e1430c tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:55.268201 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-af3a1210-3cb6-4794-ad30-11d9fb9bbb74 req-b6b5d8cb-92f5-4cfd-97f4-18a618655671 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 210 time: 0.0860415 May 24 22:38:55.295678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f9a9544-7695-4737-8472-8c5766b54419 req-134caca0-c7c1-4e65-86dc-8e5566e1430c tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] Usage tracker for resource:security_group_rule and tenant:6747c902cad747f88b645eb4d689b21c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:55.306994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f9a9544-7695-4737-8472-8c5766b54419 req-134caca0-c7c1-4e65-86dc-8e5566e1430c tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:55.309730 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b324d8e-4491-41c6-8697-252330dce7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.327355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-7f9a9544-7695-4737-8472-8c5766b54419 req-134caca0-c7c1-4e65-86dc-8e5566e1430c tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:55.413239 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b324d8e-4491-41c6-8697-252330dce7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.424403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.483929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 28b51bca-8205-450c-9d28-83d5167f9edd is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:55.484697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.557126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 28b51bca-8205-450c-9d28-83d5167f9edd, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=28b51bca-8205-450c-9d28-83d5167f9edd,segment=NetworkSegment(952ff16f-267c-43a8-b355-eeff9e40e4e0),segment_id=952ff16f-267c-43a8-b355-eeff9e40e4e0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:38:55.571137 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.705408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=28b51bca-8205-450c-9d28-83d5167f9edd,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:55.753358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a55c4576-2c4d-462c-9cca-4a1dfa7677a0 None None] Provisioning complete for port 28b51bca-8205-450c-9d28-83d5167f9edd triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:55.753820 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a55c4576-2c4d-462c-9cca-4a1dfa7677a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.768395 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b324d8e-4491-41c6-8697-252330dce7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.860589 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2460eeb7-baa6-4992-9694-f5b61898e155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.927781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b324d8e-4491-41c6-8697-252330dce7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a01fc9a-b153-496a-94ff-d9049f705780,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:55.931005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2460eeb7-baa6-4992-9694-f5b61898e155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.966490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-router', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:50Z', 'updated_at': '2022-05-24T22:38:53Z', 'revision_number': 3, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'gw_port': {'id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:52Z', 'updated_at': '2022-05-24T22:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:55.984834 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Checking router: 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:38:55.986241 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Updating router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 port 5cd2b664-b232-462e-abb2-60d56de65b57 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:38:55.986476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b324d8e-4491-41c6-8697-252330dce7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:55.991317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6b324d8e-4491-41c6-8697-252330dce7a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a01fc9a-b153-496a-94ff-d9049f705780 HTTP/1.1" status: 204 len: 168 time: 0.8474474 May 24 22:38:56.054136 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7f9a9544-7695-4737-8472-8c5766b54419 req-134caca0-c7c1-4e65-86dc-8e5566e1430c tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:56.067471 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2460eeb7-baa6-4992-9694-f5b61898e155 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=364a25cf34d044c0ba9769a4342f7063&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4198706 May 24 22:38:56.068870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460eeb7-baa6-4992-9694-f5b61898e155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc59fc62-9ae0-4dc2-ac3c-0d91d5216359,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:56.071566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39820) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:56.075044 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7f9a9544-7695-4737-8472-8c5766b54419 req-134caca0-c7c1-4e65-86dc-8e5566e1430c tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:56.107814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a55c4576-2c4d-462c-9cca-4a1dfa7677a0 None None] Current status of the port 28b51bca-8205-450c-9d28-83d5167f9edd is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:56.121900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f9a9544-7695-4737-8472-8c5766b54419 req-134caca0-c7c1-4e65-86dc-8e5566e1430c tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] Synchronizing usage tracker for tenant:6747c902cad747f88b645eb4d689b21c on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:38:56.124553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134caca0-c7c1-4e65-86dc-8e5566e1430c tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b590e-d865-4a74-a9e4-37ffa8843bd5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:56.134395 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:56.190704 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:56.222262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39826) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:56.241758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f9a9544-7695-4737-8472-8c5766b54419 req-134caca0-c7c1-4e65-86dc-8e5566e1430c tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] Unset dirty status for tenant:6747c902cad747f88b645eb4d689b21c on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:38:56.257690 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f9a9544-7695-4737-8472-8c5766b54419 req-134caca0-c7c1-4e65-86dc-8e5566e1430c tempest-AggregatesAdminTestJSON-1485063382 tempest-AggregatesAdminTestJSON-1485063382-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1199901 May 24 22:38:56.342976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fc7392e-61b8-4cc5-b1e9-5b1b611bb737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:56.404269 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fc7392e-61b8-4cc5-b1e9-5b1b611bb737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:56.623147 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fc7392e-61b8-4cc5-b1e9-5b1b611bb737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:56.679016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-860ee993-f5f6-47f5-a965-1bd6cdcc9d2c req-5133fd81-7c5b-4cc3-8ad2-556467c57a0e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 210 time: 0.1454687 May 24 22:38:56.685106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7392e-61b8-4cc5-b1e9-5b1b611bb737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc59fc62-9ae0-4dc2-ac3c-0d91d5216359,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:56.712127 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fc7392e-61b8-4cc5-b1e9-5b1b611bb737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:56.713468 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4fc7392e-61b8-4cc5-b1e9-5b1b611bb737 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc59fc62-9ae0-4dc2-ac3c-0d91d5216359 HTTP/1.1" status: 204 len: 168 time: 0.6402817 May 24 22:38:56.795840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 28b51bca-8205-450c-9d28-83d5167f9edd up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:38:56.897798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 28b51bca-8205-450c-9d28-83d5167f9edd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:56.898446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:56.966833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39846) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:56.996184 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.001018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4d0a81b-37f5-4637-8161-d8a9e55e04d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.015742 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4453676a-9a94-40af-bf67-cc916938bf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.027669 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Transition to ACTIVE for port object 5cd2b664-b232-462e-abb2-60d56de65b57 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:38:57.030901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Allocated IP 172.20.0.1 (ad6448fb-eaed-4671-ab5c-8b49ea15c268/1f42d145-37db-4f53-9278-a6bbf32b5558/132a0595-0fae-479e-b219-ee0d392d7f92) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:38:57.051292 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.068378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e4d0a81b-37f5-4637-8161-d8a9e55e04d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:57.068771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4453676a-9a94-40af-bf67-cc916938bf20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:57.080241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4453676a-9a94-40af-bf67-cc916938bf20 admin admin] Usage tracker for resource:security_group_rule and tenant:840e035e570849ab844a31cc930b5708 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:57.086981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e4d0a81b-37f5-4637-8161-d8a9e55e04d2 admin admin] Usage tracker for resource:security_group_rule and tenant:39d118270bd94f239189889096b941e0 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:57.088896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4453676a-9a94-40af-bf67-cc916938bf20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:57.094177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e4d0a81b-37f5-4637-8161-d8a9e55e04d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:57.146545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 28b51bca-8205-450c-9d28-83d5167f9edd is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:38:57.166914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4453676a-9a94-40af-bf67-cc916938bf20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:57.180423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e4d0a81b-37f5-4637-8161-d8a9e55e04d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:57.263260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ef5bf-444e-493b-a51d-52d9ca886356 req-e90a7342-9635-4daf-a7ab-149e63fe5125 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:57.276186 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f91ef5bf-444e-493b-a51d-52d9ca886356 req-e90a7342-9635-4daf-a7ab-149e63fe5125 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 971 time: 0.1767404 May 24 22:38:57.282229 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Attempting to bind port 5cd2b664-b232-462e-abb2-60d56de65b57 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:38:57.284361 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Attempting to bind port 5cd2b664-b232-462e-abb2-60d56de65b57 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:38:57.284526 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Attempting to bind port 5cd2b664-b232-462e-abb2-60d56de65b57 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:38:57.299038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.50', 65171) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:57.305435 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:38:57.306015 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:38:57.306541 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.306927 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:38:57.307420 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Bound port: 5cd2b664-b232-462e-abb2-60d56de65b57, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:38:57.307805 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.351281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-51f5bc25-76a1-4510-aaa1-265ef50cea45 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494573 May 24 22:38:57.385302 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8eb848-deda-4288-adbb-b625caed0da7 None None] Pushing event updated for resources: {'Port': ['ID=5cd2b664-b232-462e-abb2-60d56de65b57,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:57.480470 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] For port 5cd2b664-b232-462e-abb2-60d56de65b57, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:38:57.487519 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] For port 5cd2b664-b232-462e-abb2-60d56de65b57, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5cd2b664-b232-462e-abb2-60d56de65b57,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:38:57.498249 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.589196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39856) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:57.603654 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f91ef5bf-444e-493b-a51d-52d9ca886356 req-07cd432d-1c8c-4d5f-b76f-5bab29f9892e tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258951 May 24 22:38:57.636062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-058121d6-560e-429a-83a4-95415083bbb0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:57.638657 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-058121d6-560e-429a-83a4-95415083bbb0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663300 May 24 22:38:57.660434 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4453676a-9a94-40af-bf67-cc916938bf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.669878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a9f969c-a254-455b-8033-75826527aed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.683875 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4453676a-9a94-40af-bf67-cc916938bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.718727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9a9f969c-a254-455b-8033-75826527aed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:57.728971 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8eb848-deda-4288-adbb-b625caed0da7 None None] Pushing event updated for resources: {'Port': ['ID=5cd2b664-b232-462e-abb2-60d56de65b57,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:57.734214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Request body: {'port': {'device_id': '3476a037-fad7-4536-83f7-b8678a4a9083', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '0365b3430aca4a7c8a9900c4398a5d25'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:38:57.737369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a9f969c-a254-455b-8033-75826527aed1 admin admin] Usage tracker for resource:security_group_rule and tenant:e2672e92626e4f328c678d0667ac81b0 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:57.741752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a9f969c-a254-455b-8033-75826527aed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:57.746752 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Routers {'0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:38:57.747919 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:38:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:57.752585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9a9f969c-a254-455b-8033-75826527aed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:57.756608 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.806797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Transition to ACTIVE for port object 132a0595-0fae-479e-b219-ee0d392d7f92 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:38:57.840371 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4d0a81b-37f5-4637-8161-d8a9e55e04d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.854218 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4d0a81b-37f5-4637-8161-d8a9e55e04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:57.887428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4453676a-9a94-40af-bf67-cc916938bf20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=840e035e570849ab844a31cc930b5708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9176426 May 24 22:38:57.892174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39866) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:57.897090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453676a-9a94-40af-bf67-cc916938bf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd4d344-1a3b-4416-8057-8a223154c875,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:57.990872 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e4d0a81b-37f5-4637-8161-d8a9e55e04d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39d118270bd94f239189889096b941e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7675402 May 24 22:38:57.994557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39870) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:58.026404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:58.034914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Usage tracker for resource:port and tenant:0365b3430aca4a7c8a9900c4398a5d25 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:58.047040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:58.056321 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] Set router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:38:58.072653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:58.098381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Made reservation on behalf of 0365b3430aca4a7c8a9900c4398a5d25 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:38:58.104203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.130510 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.140009 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77f36437-aa07-49fd-8362-68d0b8d04554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.169128 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77f36437-aa07-49fd-8362-68d0b8d04554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.211529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:38:58.226176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Usage tracker for resource:security_group_rule and tenant:0365b3430aca4a7c8a9900c4398a5d25 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:38:58.226576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-49a84234-3065-4c32-8217-4b33657f4288 req-9b7f6171-63e2-415d-bc65-e7fd927e7ba7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 210 time: 0.1140375 May 24 22:38:58.235616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0a81b-37f5-4637-8161-d8a9e55e04d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cbbedb-faa5-4644-a60c-61096a69725e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:58.238189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:38:58.261638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:38:58.266246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.394343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.410847 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.430398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Pushing event updated for resources: {'Port': ['ID=132a0595-0fae-479e-b219-ee0d392d7f92,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:58.433391 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a1cda8a-dff5-4e92-8054-56faabe60e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.474281 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a9f969c-a254-455b-8033-75826527aed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.485821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a1cda8a-dff5-4e92-8054-56faabe60e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.502005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Network ad6448fb-eaed-4671-ab5c-8b49ea15c268 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:38:58.504236 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a9f969c-a254-455b-8033-75826527aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.560163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996559ce-b751-4165-a683-3a939ffef79e req-0c66d464-25d7-4070-aee8-beab94de2bd3 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:58.563044 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-996559ce-b751-4165-a683-3a939ffef79e req-0c66d464-25d7-4070-aee8-beab94de2bd3 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.31 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 971 time: 0.4177170 May 24 22:38:58.570771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:38:58.578875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f969c-a254-455b-8033-75826527aed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b8bfb6-0cc7-45c1-9d8b-c19819fc36f7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:58.585792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:38:58.586930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.716218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaf684b-9756-4592-844b-da1445700760,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:58.737751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9a9f969c-a254-455b-8033-75826527aed1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2672e92626e4f328c678d0667ac81b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1430511 May 24 22:38:58.740618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39886) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:38:58.763201 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-router', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:50Z', 'updated_at': '2022-05-24T22:38:53Z', 'revision_number': 3, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'gw_port': {'id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:52Z', 'updated_at': '2022-05-24T22:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:38:58.784573 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20159b6b-7928-46a3-975e-ac0165aa98fc None None] The sync data for ids ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'] in n-d-843146-7 is: [{'id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-router', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:50Z', 'updated_at': '2022-05-24T22:38:53Z', 'revision_number': 3, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'gw_port': {'id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:52Z', 'updated_at': '2022-05-24T22:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:38:58.868951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-996559ce-b751-4165-a683-3a939ffef79e req-9eddfb05-cb75-4a39-b03e-77fda9c5a05d tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Deleting port 4f909943-5130-462a-959c-3d7c226281b6 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:38:58.869214 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-996559ce-b751-4165-a683-3a939ffef79e req-9eddfb05-cb75-4a39-b03e-77fda9c5a05d tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.889637 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77f36437-aa07-49fd-8362-68d0b8d04554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:58.956816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f36437-aa07-49fd-8362-68d0b8d04554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cbbedb-faa5-4644-a60c-61096a69725e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:58.961384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1738d00b-2896-41c9-9300-0672ea099f7d None None] Provisioning for port 132a0595-0fae-479e-b219-ee0d392d7f92 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:38:58.973671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1738d00b-2896-41c9-9300-0672ea099f7d None None] Provisioning complete for port 132a0595-0fae-479e-b219-ee0d392d7f92 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:38:58.974644 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1738d00b-2896-41c9-9300-0672ea099f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.005534 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-deb7e2bd-aae4-4be6-a4ba-b5b32eae4a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.045218 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a1cda8a-dff5-4e92-8054-56faabe60e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.052863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.060797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1738d00b-2896-41c9-9300-0672ea099f7d None None] Port 132a0595-0fae-479e-b219-ee0d392d7f92 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:38:59.097070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cda8a-dff5-4e92-8054-56faabe60e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd4d344-1a3b-4416-8057-8a223154c875,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:59.136195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Allocated IP 192.168.233.247 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/f6b6f285-1a79-4758-8fea-cccffe20f55d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:38:59.228199 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77f36437-aa07-49fd-8362-68d0b8d04554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.231753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-77f36437-aa07-49fd-8362-68d0b8d04554 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30cbbedb-faa5-4644-a60c-61096a69725e HTTP/1.1" status: 204 len: 168 time: 1.2281046 May 24 22:38:59.251027 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a1cda8a-dff5-4e92-8054-56faabe60e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.254011 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5a1cda8a-dff5-4e92-8054-56faabe60e9f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cd4d344-1a3b-4416-8057-8a223154c875 HTTP/1.1" status: 204 len: 168 time: 1.2607558 May 24 22:38:59.255420 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-deb7e2bd-aae4-4be6-a4ba-b5b32eae4a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.322287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784532e-705d-4d49-aa97-5d4dc46e3c99 req-bb0debcd-a21d-46ea-8826-3cb687df8b7c tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:38:59.332419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9784532e-705d-4d49-aa97-5d4dc46e3c99 req-bb0debcd-a21d-46ea-8826-3cb687df8b7c tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 971 time: 0.3929281 May 24 22:38:59.475728 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-deb7e2bd-aae4-4be6-a4ba-b5b32eae4a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.497255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7e2bd-aae4-4be6-a4ba-b5b32eae4a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b8bfb6-0cc7-45c1-9d8b-c19819fc36f7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:59.533859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-deb7e2bd-aae4-4be6-a4ba-b5b32eae4a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.538603 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-deb7e2bd-aae4-4be6-a4ba-b5b32eae4a12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91b8bfb6-0cc7-45c1-9d8b-c19819fc36f7 HTTP/1.1" status: 204 len: 168 time: 0.7803869 May 24 22:38:59.627419 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.642068 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.642998 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:38:59.752990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9784532e-705d-4d49-aa97-5d4dc46e3c99 req-33bdbc11-02e1-4aee-8b19-1869d1350993 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022517 May 24 22:38:59.866016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d15eba1-49ec-4cdc-9148-93cd233f2b81 req-909cc68a-8e82-4c20-a909-389aec7da58a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 210 time: 0.1346443 May 24 22:38:59.977983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Pushing event updated for resources: {'Port': ['ID=132a0595-0fae-479e-b219-ee0d392d7f92,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:38:59.993640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-996559ce-b751-4165-a683-3a939ffef79e req-9eddfb05-cb75-4a39-b03e-77fda9c5a05d tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] For port 4f909943-5130-462a-959c-3d7c226281b6, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4f909943-5130-462a-959c-3d7c226281b6,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:38:59.994346 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-996559ce-b751-4165-a683-3a939ffef79e req-9eddfb05-cb75-4a39-b03e-77fda9c5a05d tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:00.105058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39916) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:00.147427 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8fefd36f-1dfe-4d28-b8d4-78154b9ca313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:00.186586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Network ad6448fb-eaed-4671-ab5c-8b49ea15c268 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:00.193860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:00.214804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-996559ce-b751-4165-a683-3a939ffef79e req-9eddfb05-cb75-4a39-b03e-77fda9c5a05d tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Calling delete_port for 4f909943-5130-462a-959c-3d7c226281b6 owned by compute:tempest-test_az-1556402936 {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:39:00.242375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8fefd36f-1dfe-4d28-b8d4-78154b9ca313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:00.290601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:00.309958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Transition to ACTIVE for port object f6b6f285-1a79-4758-8fea-cccffe20f55d will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:00.396688 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:00.442740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8fefd36f-1dfe-4d28-b8d4-78154b9ca313 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ec3bed844e4d8dab1d23912a63f6c0 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:00.447916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8fefd36f-1dfe-4d28-b8d4-78154b9ca313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:00.458198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8fefd36f-1dfe-4d28-b8d4-78154b9ca313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:00.607118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a0fe0f62-0e0d-4a38-bb33-07cbbabb3cf4 None None] Provisioning complete for port 132a0595-0fae-479e-b219-ee0d392d7f92 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:00.610154 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a0fe0f62-0e0d-4a38-bb33-07cbbabb3cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:00.655350 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8fefd36f-1dfe-4d28-b8d4-78154b9ca313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:00.737477 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8fefd36f-1dfe-4d28-b8d4-78154b9ca313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:00.762748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Pushing event updated for resources: {'Port': ['ID=f6b6f285-1a79-4758-8fea-cccffe20f55d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:00.795353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8fefd36f-1dfe-4d28-b8d4-78154b9ca313 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2ec3bed844e4d8dab1d23912a63f6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6853430 May 24 22:39:00.799056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39942) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:00.813293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:00.831151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:00.851456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5cd2b664-b232-462e-abb2-60d56de65b57 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:00.859304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:39:00.865103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefd36f-1dfe-4d28-b8d4-78154b9ca313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a400b01-7a43-4e07-aa51-882f7b6586be,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:00.880125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:39:01.040085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:01.041309 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:01.090428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe0f62-0e0d-4a38-bb33-07cbbabb3cf4 None None] Port 132a0595-0fae-479e-b219-ee0d392d7f92 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:39:01.218111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5cd2b664-b232-462e-abb2-60d56de65b57 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:01.223447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5cd2b664-b232-462e-abb2-60d56de65b57 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:01.223909 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:01.307511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39954) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:01.385748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b9c6fb92-d072-460f-aab0-068b0fd15028 None None] Provisioning for port f6b6f285-1a79-4758-8fea-cccffe20f55d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:01.430207 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-f106ed91-a2b5-4029-a644-c628c0e5684f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7164743 May 24 22:39:01.450987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:39:01.484713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-80903bb0-5e88-4543-a0b1-ddb16290741e admin admin] 10.222.0.55 "PUT /v2.0/routers/0f320a8d-63e7-42cc-8e30-5c69dbb16fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9527886 May 24 22:39:01.484945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b9c6fb92-d072-460f-aab0-068b0fd15028 None None] Provisioning complete for port f6b6f285-1a79-4758-8fea-cccffe20f55d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:01.484945 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b9c6fb92-d072-460f-aab0-068b0fd15028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:01.495787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2e606-d1f5-4759-b6f9-4f6ead8154f6 req-e9f2a69d-a36e-4f7a-87b2-b10e5b3353c0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:01.497380 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7bc2e606-d1f5-4759-b6f9-4f6ead8154f6 req-e9f2a69d-a36e-4f7a-87b2-b10e5b3353c0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 936 time: 0.2954001 May 24 22:39:01.499352 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8798d0c2-068d-42eb-9a35-2d533a2dbf7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:01.513798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e90eb-c7a2-4c2a-9a59-978802ba8b96 req-b2635d99-5c8b-49ec-8f9e-906733ce8237 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:01.515360 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c03e90eb-c7a2-4c2a-9a59-978802ba8b96 req-b2635d99-5c8b-49ec-8f9e-906733ce8237 tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/ports?device_id=fca03e86-8ba5-4548-814f-dae9875fadd3 HTTP/1.1" status: 200 len: 971 time: 0.4288099 May 24 22:39:01.580048 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-996559ce-b751-4165-a683-3a939ffef79e req-9eddfb05-cb75-4a39-b03e-77fda9c5a05d tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:01.628435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Sync routers for ids ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:39:01.635120 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7bc2e606-d1f5-4759-b6f9-4f6ead8154f6 req-a9c29b24-eec8-40f0-b09d-dc17af11021b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282566 May 24 22:39:01.636867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8798d0c2-068d-42eb-9a35-2d533a2dbf7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:01.658248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5cd2b664-b232-462e-abb2-60d56de65b57 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:01.659271 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:01.666908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c03e90eb-c7a2-4c2a-9a59-978802ba8b96 req-c14dad7b-7d84-47a8-aecc-d64664097d0f tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.55 "GET /v2.0/security-groups?id=310258d8-fb4c-4c31-b674-fd05cdf834dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388161 May 24 22:39:01.694779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Routers {'0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:39:01.695675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:38:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:39:01.729393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddfb05-cb75-4a39-b03e-77fda9c5a05d tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Pushing event deleted for resources: {'Port': ['ID=4f909943-5130-462a-959c-3d7c226281b6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:01.789179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d19d8cf9-e7e3-44a0-b453-4b17636e391e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:01.813660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d19d8cf9-e7e3-44a0-b453-4b17636e391e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:01.817787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d19d8cf9-e7e3-44a0-b453-4b17636e391e admin admin] Usage tracker for resource:security_group_rule and tenant:c91da7b428144cb18bae7cdf7035024e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:01.821133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d19d8cf9-e7e3-44a0-b453-4b17636e391e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:01.827269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d19d8cf9-e7e3-44a0-b453-4b17636e391e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:01.828272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 5cd2b664-b232-462e-abb2-60d56de65b57, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5cd2b664-b232-462e-abb2-60d56de65b57,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:01.840022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6fb92-d072-460f-aab0-068b0fd15028 None None] Port f6b6f285-1a79-4758-8fea-cccffe20f55d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:39:01.854585 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:01.890590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-996559ce-b751-4165-a683-3a939ffef79e req-9eddfb05-cb75-4a39-b03e-77fda9c5a05d tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] No DVR routers for this DVR port 4f909943-5130-462a-959c-3d7c226281b6 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:39:01.907867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-996559ce-b751-4165-a683-3a939ffef79e req-9eddfb05-cb75-4a39-b03e-77fda9c5a05d tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:01.910722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca03e86-8ba5-4548-814f-dae9875fadd3', 'name': 'network-vif-deleted', 'tag': '4f909943-5130-462a-959c-3d7c226281b6'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:01.955794 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-996559ce-b751-4165-a683-3a939ffef79e req-9eddfb05-cb75-4a39-b03e-77fda9c5a05d tempest-AggregatesAdminTestJSON-1872214977 tempest-AggregatesAdminTestJSON-1872214977-project] 10.222.0.31 "DELETE /v2.0/ports/4f909943-5130-462a-959c-3d7c226281b6 HTTP/1.1" status: 204 len: 173 time: 3.3642230 May 24 22:39:01.976040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8798d0c2-068d-42eb-9a35-2d533a2dbf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:02.032876 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f729533-805c-4602-8a9e-b54ccdef2b76'] response: {'server_uuid': 'fca03e86-8ba5-4548-814f-dae9875fadd3', 'name': 'network-vif-deleted', 'tag': '4f909943-5130-462a-959c-3d7c226281b6', 'status': 'completed', 'code': 200} May 24 22:39:02.065627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798d0c2-068d-42eb-9a35-2d533a2dbf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a400b01-7a43-4e07-aa51-882f7b6586be,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:02.103448 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8798d0c2-068d-42eb-9a35-2d533a2dbf7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:02.121131 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8798d0c2-068d-42eb-9a35-2d533a2dbf7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a400b01-7a43-4e07-aa51-882f7b6586be HTTP/1.1" status: 204 len: 168 time: 1.3161993 May 24 22:39:02.159111 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d19d8cf9-e7e3-44a0-b453-4b17636e391e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:02.169543 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d19d8cf9-e7e3-44a0-b453-4b17636e391e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:02.238136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d8cf9-e7e3-44a0-b453-4b17636e391e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497c7c2d-be3c-4df6-97bd-855e49a1c571,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:02.249714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d19d8cf9-e7e3-44a0-b453-4b17636e391e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c91da7b428144cb18bae7cdf7035024e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8938453 May 24 22:39:02.252026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39984) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:02.269968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Set router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:39:02.340284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-585fd759-647d-4738-9f06-d35262691fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:02.370886 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-585fd759-647d-4738-9f06-d35262691fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:02.437426 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-585fd759-647d-4738-9f06-d35262691fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:02.453883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fd759-647d-4738-9f06-d35262691fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497c7c2d-be3c-4df6-97bd-855e49a1c571,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:02.470022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-585fd759-647d-4738-9f06-d35262691fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:02.471738 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-585fd759-647d-4738-9f06-d35262691fba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/497c7c2d-be3c-4df6-97bd-855e49a1c571 HTTP/1.1" status: 204 len: 168 time: 0.2185929 May 24 22:39:02.481837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5cd2b664-b232-462e-abb2-60d56de65b57,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:02.508266 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 4f909943-5130-462a-959c-3d7c226281b6 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:39:02.593692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 4f909943-5130-462a-959c-3d7c226281b6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:39:02.594029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 4f909943-5130-462a-959c-3d7c226281b6 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:39:02.804357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5cd2b664-b232-462e-abb2-60d56de65b57 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:02.970101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5cd2b664-b232-462e-abb2-60d56de65b57 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:02.970473 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:02.976684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7aa73-19dc-4481-a9b8-cb4570c501c6 req-58ea96b7-c5ce-438d-8a7b-5fc56f0518ab tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:02.987798 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c7aa73-19dc-4481-a9b8-cb4570c501c6 req-58ea96b7-c5ce-438d-8a7b-5fc56f0518ab tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 936 time: 0.1602201 May 24 22:39:03.042104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c7aa73-19dc-4481-a9b8-cb4570c501c6 req-cde86cc1-94bd-4b3b-8add-a60d4c793a66 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530808 May 24 22:39:03.067654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-977241d3-e61a-466e-8a4b-b6fe41fa0141 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:39:03.069326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-977241d3-e61a-466e-8a4b-b6fe41fa0141 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071082 May 24 22:39:03.069940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-router', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:50Z', 'updated_at': '2022-05-24T22:38:58Z', 'revision_number': 4, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'gw_port': {'id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:52Z', 'updated_at': '2022-05-24T22:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '132a0595-0fae-479e-b219-ee0d392d7f92', 'name': '', 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'mac_address': 'fa:16:3e:ab:27:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '1f42d145-37db-4f53-9278-a6bbf32b5558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:56Z', 'updated_at': '2022-05-24T22:38:59Z', 'revision_number': 2, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'subnets': [{'id': '1f42d145-37db-4f53-9278-a6bbf32b5558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:39:03.081126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Checking router: 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:39:03.081735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Updating router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 port 132a0595-0fae-479e-b219-ee0d392d7f92 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:39:03.234687 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.303725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40026) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:03.308811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1330962826', 'description': 'tempest-description--445225185'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:03.310502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40030) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:03.330123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:03.332242 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9b2d-5d76-43a6-b008-2c1e983134e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.337927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Usage tracker for resource:security_group and tenant:5d53bb4e04ee4e26a379a8ba9e87870c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:03.343085 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:39:03.344834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:03.348536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b3cd9b2d-5d76-43a6-b008-2c1e983134e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:03.353194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b3cd9b2d-5d76-43a6-b008-2c1e983134e5 admin admin] Usage tracker for resource:security_group_rule and tenant:6190e23794464a01bc5307baf699efed is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:03.356308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b3cd9b2d-5d76-43a6-b008-2c1e983134e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:03.361190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:03.362869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b3cd9b2d-5d76-43a6-b008-2c1e983134e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:03.378943 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.412753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5cd2b664-b232-462e-abb2-60d56de65b57 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:03.417950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:03.424782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Usage tracker for resource:security_group_rule and tenant:5d53bb4e04ee4e26a379a8ba9e87870c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:03.430372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:03.438909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:03.532543 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9b2d-5d76-43a6-b008-2c1e983134e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.538548 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9b2d-5d76-43a6-b008-2c1e983134e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.540896 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.551714 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.621707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78dec3fa-ba50-43b4-9d84-da14931bd7ec,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:03.632501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b3cd9b2d-5d76-43a6-b008-2c1e983134e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6190e23794464a01bc5307baf699efed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203301 May 24 22:39:03.634929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40042) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:03.635415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd9b2d-5d76-43a6-b008-2c1e983134e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083b220e-9cfc-4fb1-bb55-554019acb56e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:03.644260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.646105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c86fecb5-143d-4a05-9305-bbced8fcecfe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3409522 May 24 22:39:03.648815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40048) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:03.662054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3524e834-c665-4969-8d49-64cb8cf58901 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Request body: {'security_group_rule': {'security_group_id': '78dec3fa-ba50-43b4-9d84-da14931bd7ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:03.673623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3524e834-c665-4969-8d49-64cb8cf58901 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:03.678412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3524e834-c665-4969-8d49-64cb8cf58901 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Usage tracker for resource:security_group_rule and tenant:5d53bb4e04ee4e26a379a8ba9e87870c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:03.682198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3524e834-c665-4969-8d49-64cb8cf58901 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:03.697113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3524e834-c665-4969-8d49-64cb8cf58901 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:03.725808 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f53584-d602-4a6f-b88a-1f1c91166950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.730020 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3524e834-c665-4969-8d49-64cb8cf58901 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.773975 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f53584-d602-4a6f-b88a-1f1c91166950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.788911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Request body: {'port': {'device_id': '3476a037-fad7-4536-83f7-b8678a4a9083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:03.843337 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f53584-d602-4a6f-b88a-1f1c91166950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.878841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f53584-d602-4a6f-b88a-1f1c91166950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083b220e-9cfc-4fb1-bb55-554019acb56e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:03.893062 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f53584-d602-4a6f-b88a-1f1c91166950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.898708 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d8f53584-d602-4a6f-b88a-1f1c91166950 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/083b220e-9cfc-4fb1-bb55-554019acb56e HTTP/1.1" status: 204 len: 168 time: 0.2584815 May 24 22:39:03.923691 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:03.939217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Transition to ACTIVE for port object 132a0595-0fae-479e-b219-ee0d392d7f92 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:03.949885 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.002114 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3524e834-c665-4969-8d49-64cb8cf58901 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.006840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.021483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3524e834-c665-4969-8d49-64cb8cf58901 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.057353 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3524e834-c665-4969-8d49-64cb8cf58901 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.059597 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3524e834-c665-4969-8d49-64cb8cf58901 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4092426 May 24 22:39:04.065537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40068) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:04.078432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-02a07bcd-d468-49c4-b3f8-76cd869585a5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Request body: {'security_group_rule': {'security_group_id': '78dec3fa-ba50-43b4-9d84-da14931bd7ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:04.093121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-02a07bcd-d468-49c4-b3f8-76cd869585a5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:04.103194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-02a07bcd-d468-49c4-b3f8-76cd869585a5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Usage tracker for resource:security_group_rule and tenant:5d53bb4e04ee4e26a379a8ba9e87870c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:04.103494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524e834-c665-4969-8d49-64cb8cf58901 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ddbfdd-1660-4d67-bfce-43dba6bf2baf,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:04.117396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-02a07bcd-d468-49c4-b3f8-76cd869585a5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:04.130968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-02a07bcd-d468-49c4-b3f8-76cd869585a5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:04.161067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f37a71-deae-4fbb-94eb-8bd1d4c02e61 None None] Pushing event updated for resources: {'Port': ['ID=132a0595-0fae-479e-b219-ee0d392d7f92,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:04.180313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02a07bcd-d468-49c4-b3f8-76cd869585a5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.243752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Attempting to bind port 132a0595-0fae-479e-b219-ee0d392d7f92 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:04.244127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Attempting to bind port 132a0595-0fae-479e-b219-ee0d392d7f92 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '952ff16f-267c-43a8-b355-eeff9e40e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:04.245179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Attempting to bind port 132a0595-0fae-479e-b219-ee0d392d7f92 on network ad6448fb-eaed-4671-ab5c-8b49ea15c268 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:04.257692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:04.258413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Checking segment: {'id': '952ff16f-267c-43a8-b355-eeff9e40e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:04.258981 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.259518 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Bound using segment: {'id': '952ff16f-267c-43a8-b355-eeff9e40e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:04.260159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Bound port: 132a0595-0fae-479e-b219-ee0d392d7f92, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952ff16f-267c-43a8-b355-eeff9e40e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:04.260960 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.454504 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02a07bcd-d468-49c4-b3f8-76cd869585a5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.474878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02a07bcd-d468-49c4-b3f8-76cd869585a5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.506997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] For port 132a0595-0fae-479e-b219-ee0d392d7f92, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:04.522132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a3385-34a8-42d3-9a82-eb5b2a18d879 req-1e36b9de-5617-482c-861a-7efca8102f11 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:04.524481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4d5a3385-34a8-42d3-9a82-eb5b2a18d879 req-1e36b9de-5617-482c-861a-7efca8102f11 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 936 time: 0.2338018 May 24 22:39:04.532369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] For port 132a0595-0fae-479e-b219-ee0d392d7f92, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=132a0595-0fae-479e-b219-ee0d392d7f92,segment=NetworkSegment(952ff16f-267c-43a8-b355-eeff9e40e4e0),segment_id=952ff16f-267c-43a8-b355-eeff9e40e4e0)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:04.542304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a07bcd-d468-49c4-b3f8-76cd869585a5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c132908b-4082-4b52-b37e-a55c2f24f01b,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:04.547311 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.571573 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02a07bcd-d468-49c4-b3f8-76cd869585a5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.575737 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-02a07bcd-d468-49c4-b3f8-76cd869585a5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5031993 May 24 22:39:04.577625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40086) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:04.624329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:04.630032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4d5a3385-34a8-42d3-9a82-eb5b2a18d879 req-e8f3e33c-2585-49e2-9aaa-7d87a9fbb4e5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898428 May 24 22:39:04.656760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:04.672744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Usage tracker for resource:floatingip and tenant:5d53bb4e04ee4e26a379a8ba9e87870c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:04.672744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:04.764803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Routers {'0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:39:04.765450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:38:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:39:04.781714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:04.814075 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:04.881952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f37a71-deae-4fbb-94eb-8bd1d4c02e61 None None] Pushing event updated for resources: {'Port': ['ID=132a0595-0fae-479e-b219-ee0d392d7f92,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:05.063075 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b6f285-1a79-4758-8fea-cccffe20f55d {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:05.073865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:05.097812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] Set router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:39:05.100585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Transition to ACTIVE for port object f6b6f285-1a79-4758-8fea-cccffe20f55d will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:05.132222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:05.274144 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:05.320909 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b695f7e-1ffc-48f1-a6da-bfd906fe3292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:05.340533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Pushing event updated for resources: {'Port': ['ID=f6b6f285-1a79-4758-8fea-cccffe20f55d,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:05.590117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Attempting to bind port f6b6f285-1a79-4758-8fea-cccffe20f55d on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:05.590692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Attempting to bind port f6b6f285-1a79-4758-8fea-cccffe20f55d by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:05.590790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Attempting to bind port f6b6f285-1a79-4758-8fea-cccffe20f55d on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:05.601929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Port f6b6f285-1a79-4758-8fea-cccffe20f55d on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:05.602241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Attempting to bind port f6b6f285-1a79-4758-8fea-cccffe20f55d on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:05.610343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Allocated IP 172.25.7.73 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/d2479ea9-c6c4-4e90-b8bc-3bbf83fddfd9) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:39:05.629772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:05.630224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:05.630492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:05.630922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Bound port: f6b6f285-1a79-4758-8fea-cccffe20f55d, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:05.631260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:05.778358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-router', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:50Z', 'updated_at': '2022-05-24T22:38:58Z', 'revision_number': 4, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'gw_port': {'id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:52Z', 'updated_at': '2022-05-24T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '132a0595-0fae-479e-b219-ee0d392d7f92', 'name': '', 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'mac_address': 'fa:16:3e:ab:27:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '1f42d145-37db-4f53-9278-a6bbf32b5558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:56Z', 'updated_at': '2022-05-24T22:39:04Z', 'revision_number': 4, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'subnets': [{'id': '1f42d145-37db-4f53-9278-a6bbf32b5558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:39:05.785210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfb54d-48f9-48e3-9f53-e8269934015c None None] The sync data for ids ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'] in n-d-843146-7 is: [{'id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-router', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:50Z', 'updated_at': '2022-05-24T22:38:58Z', 'revision_number': 4, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'gw_port': {'id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:52Z', 'updated_at': '2022-05-24T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '132a0595-0fae-479e-b219-ee0d392d7f92', 'name': '', 'network_id': 'ad6448fb-eaed-4671-ab5c-8b49ea15c268', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'mac_address': 'fa:16:3e:ab:27:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '1f42d145-37db-4f53-9278-a6bbf32b5558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:56Z', 'updated_at': '2022-05-24T22:39:04Z', 'revision_number': 4, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'subnets': [{'id': '1f42d145-37db-4f53-9278-a6bbf32b5558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:39:05.949890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:05.982718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:05.992009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:06.000116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:06.018126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e719c-59ca-4509-8cbd-b6fd1af1524e req-e80e7ee2-be58-4113-9115-ab7ec227df2f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:06.028086 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a18e719c-59ca-4509-8cbd-b6fd1af1524e req-e80e7ee2-be58-4113-9115-ab7ec227df2f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1289816 May 24 22:39:06.098221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:06.098876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:06.100413 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] 10.222.0.50 "PUT /v2.0/ports/f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 1096 time: 2.7868907 May 24 22:39:06.100991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:06.131618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a18e719c-59ca-4509-8cbd-b6fd1af1524e req-841fd139-8311-473a-b09b-bf6183f9b6aa tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021464 May 24 22:39:06.136892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a901e-6eee-475e-b154-a17c60e70ddb service neutron] Pushing event updated for resources: {'Port': ['ID=f6b6f285-1a79-4758-8fea-cccffe20f55d,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:06.164848 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:06.308986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:06.328757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:06.343097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:39:06.409707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Pushing event updated for resources: {'Port': ['ID=d2479ea9-c6c4-4e90-b8bc-3bbf83fddfd9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:06.443299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-b47e3a08-f2ff-4655-8e6a-2202e5f21539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:06.444785 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-b47e3a08-f2ff-4655-8e6a-2202e5f21539 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1099 time: 0.2633204 May 24 22:39:06.615146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:06.661433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-f3d9fb62-73d9-42b8-a98e-01e3152a5161 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e869a23bb88a420087e6c17b8d2682c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763602 May 24 22:39:06.663340 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-27acb6dd-5381-4285-a428-96e46e06d2ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 217 time: 0.1453769 May 24 22:39:06.779484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 132a0595-0fae-479e-b219-ee0d392d7f92 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:06.906916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 132a0595-0fae-479e-b219-ee0d392d7f92 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:06.908654 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-5cdfca64-408d-4615-8c95-72ad60b18eba tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526931 May 24 22:39:06.918972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 132a0595-0fae-479e-b219-ee0d392d7f92 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:06.919577 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:07.060437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:07.137261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-3abd879c-1c33-4f74-9135-09982af01769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:07.139317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-3abd879c-1c33-4f74-9135-09982af01769 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.4345891 May 24 22:39:07.181408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-db8073f2-16d5-4b85-8340-05c560eb1165 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:07.194497 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-db8073f2-16d5-4b85-8340-05c560eb1165 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848177 May 24 22:39:07.202477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 132a0595-0fae-479e-b219-ee0d392d7f92 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:07.203176 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:07.226695 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-b7f69060-ea3b-4358-a4ef-81d2c3cf516b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/quotas/4ac76d80cae2457da328ca3bfffe36d6 HTTP/1.1" status: 200 len: 375 time: 0.0288608 May 24 22:39:07.277910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-cd399ee4-a2bf-43e6-8a59-d15110ab4c44 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:07.279150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 132a0595-0fae-479e-b219-ee0d392d7f92, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=132a0595-0fae-479e-b219-ee0d392d7f92,segment=NetworkSegment(952ff16f-267c-43a8-b355-eeff9e40e4e0),segment_id=952ff16f-267c-43a8-b355-eeff9e40e4e0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:07.280103 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-cd399ee4-a2bf-43e6-8a59-d15110ab4c44 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5671301 May 24 22:39:07.290671 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:07.323951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-35d72667-fdb4-4cfc-81e5-639366b6e7b7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959980 May 24 22:39:07.369337 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-24e015fc-fc4c-4706-9846-4cacd67a769e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/quotas/e869a23bb88a420087e6c17b8d2682c2 HTTP/1.1" status: 200 len: 375 time: 0.0333002 May 24 22:39:07.403437 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-33b43d9e-6a5d-42a9-9b20-d68b194550d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:07.410724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=132a0595-0fae-479e-b219-ee0d392d7f92,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:07.432779 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-969fa5a1-37aa-4380-9f31-e84afbb28261 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e869a23bb88a420087e6c17b8d2682c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623250 May 24 22:39:07.531356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-ebd39c91-db58-407e-8144-d01a787544d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:07.532851 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-ebd39c91-db58-407e-8144-d01a787544d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3842630 May 24 22:39:07.685901 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:39:07.710477 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb401a47-6db1-4a56-936a-730a58142c8e'] response: {'name': 'network-changed', 'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d', 'status': 'completed', 'code': 200} May 24 22:39:07.782295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:07.794130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:08.022716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1cfd-a535-44cf-a8cd-1cfea655c1c6 req-09b86308-8fb8-465e-961a-dfe6003b035b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:08.028850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4bcb1cfd-a535-44cf-a8cd-1cfea655c1c6 req-09b86308-8fb8-465e-961a-dfe6003b035b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1313047 May 24 22:39:08.097615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4bcb1cfd-a535-44cf-a8cd-1cfea655c1c6 req-df10f37a-ab96-4778-bf85-c4e41b77ed3e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607724 May 24 22:39:08.135113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-04c785ed-0ca4-421f-b09f-b38023a330b6 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937049 May 24 22:39:08.135715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Pushing event updated for resources: {'Port': ['ID=d2479ea9-c6c4-4e90-b8bc-3bbf83fddfd9,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:08.170503 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:08.206996 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b1e71f9-789a-461b-a513-6e340f3a44dc req-4293ed12-b542-4149-83d8-be16acba0490 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 210 time: 0.0541868 May 24 22:39:08.291889 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:08.293282 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4156d354-edd4-4910-a8b6-0f432c3d9241 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6877198 May 24 22:39:08.350510 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070a26ba-8de1-42ee-80ea-2db64d101ccc req-3c1b9b4d-72ad-4a70-b556-9db16a5dc6f0 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074625 May 24 22:39:08.568750 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-6a1b2003-217f-464b-b04a-d6854f1f037b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938227 May 24 22:39:08.587780 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:08.663366 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:08.702980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee162b-4510-49d6-aa47-bcd1461caa6b req-6d90941f-b6de-4e65-8cd6-78187512b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:08.704684 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dee162b-4510-49d6-aa47-bcd1461caa6b req-6d90941f-b6de-4e65-8cd6-78187512b16f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1099 time: 0.2906663 May 24 22:39:08.789403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 132a0595-0fae-479e-b219-ee0d392d7f92 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:08.860599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-ebc95da8-2630-48bf-8d2d-3f7a23d84e75 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:08.867509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-ebc95da8-2630-48bf-8d2d-3f7a23d84e75 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2978323 May 24 22:39:08.891391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-8ca05fc8-ceb7-48fd-ba57-8bbebc770110 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/quotas/4ac76d80cae2457da328ca3bfffe36d6 HTTP/1.1" status: 200 len: 375 time: 0.0228667 May 24 22:39:08.946283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 132a0595-0fae-479e-b219-ee0d392d7f92 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:08.948103 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:08.961840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-49311b99-8d1b-4325-95d0-9dfbcae6002a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688593 May 24 22:39:08.987901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee162b-4510-49d6-aa47-bcd1461caa6b req-073a27ac-be8d-44a2-9f66-acab66c18597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:08.989561 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dee162b-4510-49d6-aa47-bcd1461caa6b req-073a27ac-be8d-44a2-9f66-acab66c18597 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2688732 May 24 22:39:09.029046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40306) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:09.077319 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dee162b-4510-49d6-aa47-bcd1461caa6b req-f90758ae-0fca-4570-a27e-d0f69bedae00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 217 time: 0.0799444 May 24 22:39:09.178428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 132a0595-0fae-479e-b219-ee0d392d7f92 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:09.189005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee162b-4510-49d6-aa47-bcd1461caa6b req-d6777297-b127-4914-be68-191db89237d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:09.191005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dee162b-4510-49d6-aa47-bcd1461caa6b req-d6777297-b127-4914-be68-191db89237d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1046348 May 24 22:39:09.230963 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-849af3df-29f3-4428-acd6-f64cec16b1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:09.277128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-849af3df-29f3-4428-acd6-f64cec16b1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:09.285530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-849af3df-29f3-4428-acd6-f64cec16b1f3 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5adfa3843342239218893dfd1414de is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:09.291024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-849af3df-29f3-4428-acd6-f64cec16b1f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:09.327414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-849af3df-29f3-4428-acd6-f64cec16b1f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:09.478008 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-849af3df-29f3-4428-acd6-f64cec16b1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:09.484815 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-849af3df-29f3-4428-acd6-f64cec16b1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:09.518406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-f65ffd45-99ab-4d3e-a64c-18fadefd389c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Synchronizing usage tracker for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:09.530399 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-b78c0566-de46-43c4-8a55-2337525d4faa tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e869a23bb88a420087e6c17b8d2682c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742805 May 24 22:39:09.586873 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-849af3df-29f3-4428-acd6-f64cec16b1f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d5adfa3843342239218893dfd1414de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5565050 May 24 22:39:09.589599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40342) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:09.593349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849af3df-29f3-4428-acd6-f64cec16b1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be404e02-d666-471a-baef-9e0930f63b96,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:09.672282 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e818dd6a-3c81-4725-83a0-c63fcf6a4a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:09.692704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-f65ffd45-99ab-4d3e-a64c-18fadefd389c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Unset dirty status for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:09.695820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-f65ffd45-99ab-4d3e-a64c-18fadefd389c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1330962826&fields=id&tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c HTTP/1.1" status: 200 len: 267 time: 0.2894804 May 24 22:39:09.784578 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e818dd6a-3c81-4725-83a0-c63fcf6a4a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:09.813647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee162b-4510-49d6-aa47-bcd1461caa6b req-fd075adc-f653-4f0f-8c29-31764905c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:09.815130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dee162b-4510-49d6-aa47-bcd1461caa6b req-fd075adc-f653-4f0f-8c29-31764905c169 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6171463 May 24 22:39:09.841882 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:09.881650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46954691-dc93-449b-be4b-dd1d61dada2a req-0039a91c-b366-4e21-baf5-4eb416621dd9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:09.883137 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46954691-dc93-449b-be4b-dd1d61dada2a req-0039a91c-b366-4e21-baf5-4eb416621dd9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1977940 May 24 22:39:09.891738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.31', 54494) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:09.930345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e818dd6a-3c81-4725-83a0-c63fcf6a4a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:09.950627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818dd6a-3c81-4725-83a0-c63fcf6a4a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be404e02-d666-471a-baef-9e0930f63b96,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:09.960478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46954691-dc93-449b-be4b-dd1d61dada2a req-e27a638a-7c86-48c6-b4d1-f4403ac06c30 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700169 May 24 22:39:09.962606 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e818dd6a-3c81-4725-83a0-c63fcf6a4a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:09.963699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e818dd6a-3c81-4725-83a0-c63fcf6a4a17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be404e02-d666-471a-baef-9e0930f63b96 HTTP/1.1" status: 204 len: 168 time: 0.3729577 May 24 22:39:10.008719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-0c95ee38-cce2-4258-ae20-0238f64026d4 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673141 May 24 22:39:10.019825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-72fbedee-40d0-4d19-90dd-a3f8c84324e2 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:10.021204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-72fbedee-40d0-4d19-90dd-a3f8c84324e2 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4834478 May 24 22:39:10.055861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Request body: {'port': {'device_id': '8b2028f9-5e37-4794-ae69-b25dc0abf5de', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'e869a23bb88a420087e6c17b8d2682c2'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:10.083776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-35de2387-d775-41da-935e-3bafbf1e9cd0 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:10.085755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-35de2387-d775-41da-935e-3bafbf1e9cd0 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/networks?id=61909bdd-225c-4585-bcc6-08ad828659b7 HTTP/1.1" status: 200 len: 823 time: 0.3736749 May 24 22:39:10.149524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65e6e3cf-9771-4022-a9ba-1b6c62bb5696 req-fda1470e-7549-48d9-96c6-615dd8810dba tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 210 time: 0.0544629 May 24 22:39:10.283655 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0c37aa0f-98b3-4d37-9561-0d1b2cda8578 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/quotas/5d53bb4e04ee4e26a379a8ba9e87870c HTTP/1.1" status: 200 len: 375 time: 0.1426489 May 24 22:39:10.335363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7935a60b-64ce-4e89-9fa9-9c891b97ec2a req-40933425-8682-44b5-81a3-2c8f9cefabc5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 210 time: 0.0637538 May 24 22:39:10.344345 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dee162b-4510-49d6-aa47-bcd1461caa6b req-b148c328-1991-40b9-8c9e-dff87318b1df service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122485 May 24 22:39:10.419442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40362) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:10.437734 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5466a690-6995-40f1-b65b-b58af9530a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:10.453572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5466a690-6995-40f1-b65b-b58af9530a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:10.457560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5466a690-6995-40f1-b65b-b58af9530a4a admin admin] Usage tracker for resource:security_group_rule and tenant:ed092d3b0d324eec89f028d7ddfbb8b3 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:10.460659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5466a690-6995-40f1-b65b-b58af9530a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:10.466804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5466a690-6995-40f1-b65b-b58af9530a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:10.506142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-11a9f2bb-6a0c-40ce-afa3-37b9ef01f69e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:10.507612 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-11a9f2bb-6a0c-40ce-afa3-37b9ef01f69e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4838500 May 24 22:39:10.544405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Request body: {'port': {'device_id': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '4ac76d80cae2457da328ca3bfffe36d6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:10.575584 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5466a690-6995-40f1-b65b-b58af9530a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:10.580724 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5466a690-6995-40f1-b65b-b58af9530a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:10.635635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5466a690-6995-40f1-b65b-b58af9530a4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed092d3b0d324eec89f028d7ddfbb8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147853 May 24 22:39:10.636473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466a690-6995-40f1-b65b-b58af9530a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72b59bb-7daf-4bc3-9262-ed2f87f01f4b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:10.639514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40366) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:10.664327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:10.684970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Usage tracker for resource:port and tenant:e869a23bb88a420087e6c17b8d2682c2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:10.689662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.31', 54496) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:10.692545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:10.703300 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-bb55282a-9bdd-4e86-a19e-d804345c60cc tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4111767 May 24 22:39:10.716901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:10.739608 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-1a8d67ba-a027-4adb-960e-585a2175d3c9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486503 May 24 22:39:10.799578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dee162b-4510-49d6-aa47-bcd1461caa6b req-7344cfe5-8ea9-4ebd-8cdc-8d38eefed41b service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438689 May 24 22:39:10.803912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Made reservation on behalf of e869a23bb88a420087e6c17b8d2682c2 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:10.818903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:10.852730 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e18cdd0a-6e4f-429a-a23e-f67739a3d177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:10.853045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:10.921178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:10.926998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Usage tracker for resource:port and tenant:4ac76d80cae2457da328ca3bfffe36d6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:10.930460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:10.938663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:10.951237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:10.962066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Made reservation on behalf of 4ac76d80cae2457da328ca3bfffe36d6 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:10.966279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:10.983786 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e18cdd0a-6e4f-429a-a23e-f67739a3d177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:10.984743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Usage tracker for resource:security_group_rule and tenant:e869a23bb88a420087e6c17b8d2682c2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:10.992544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:11.002095 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:11.016147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:11.065457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-73de77dd-a8f4-4bfc-9b70-24c60e55b9d5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:11.072204 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-73de77dd-a8f4-4bfc-9b70-24c60e55b9d5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3278885 May 24 22:39:11.077641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-a449dd34-d82d-4016-b056-7970067ce893 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:39:11.079358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-a449dd34-d82d-4016-b056-7970067ce893 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1298287 May 24 22:39:11.084008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:11.095292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Usage tracker for resource:security_group_rule and tenant:4ac76d80cae2457da328ca3bfffe36d6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:11.101569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Request body: {'port': {'device_id': '76a7ea28-0abf-4fa1-95e3-6603e30c5aec', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '4ac76d80cae2457da328ca3bfffe36d6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:11.119378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:11.132171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:11.190041 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e18cdd0a-6e4f-429a-a23e-f67739a3d177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:11.209040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cdd0a-6e4f-429a-a23e-f67739a3d177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72b59bb-7daf-4bc3-9262-ed2f87f01f4b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:11.236266 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e18cdd0a-6e4f-429a-a23e-f67739a3d177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:11.237402 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e18cdd0a-6e4f-429a-a23e-f67739a3d177 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c72b59bb-7daf-4bc3-9262-ed2f87f01f4b HTTP/1.1" status: 204 len: 168 time: 0.5977428 May 24 22:39:11.284769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:11.289124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Usage tracker for resource:port and tenant:4ac76d80cae2457da328ca3bfffe36d6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:11.292029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:11.300543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:11.313378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Made reservation on behalf of 4ac76d80cae2457da328ca3bfffe36d6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:11.318573 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:11.330308 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-e3102e6f-47e4-41cc-871f-c9bbea634eb0 service neutron] 10.222.0.55 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372360 May 24 22:39:11.334870 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:11.335444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:11.353786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:11.358045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Usage tracker for resource:security_group_rule and tenant:4ac76d80cae2457da328ca3bfffe36d6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:11.361548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:11.368660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:11.372490 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:11.488882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4c690-7e31-47a4-b089-77fde131af3f req-309cc9f9-480d-4987-9569-3f6b0db2318e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:11.490813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8e4c690-7e31-47a4-b089-77fde131af3f req-309cc9f9-480d-4987-9569-3f6b0db2318e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0955467 May 24 22:39:11.558136 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8e4c690-7e31-47a4-b089-77fde131af3f req-03b41fd0-471f-4b7e-ab49-e9148ac3bf5d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598383 May 24 22:39:11.638523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e11a43c-ef29-4dbe-8593-53666d5b3676,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:11.653863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:11.671463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4ac76d80cae2457da328ca3bfffe36d6 {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:39:11.671629 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:39:11.677287 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:11.815230 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-06d9873d-a38b-42ce-a264-01b0ae382c7c service neutron] 10.222.0.55 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761922 May 24 22:39:11.827245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d22b691-5b4b-4ed3-8915-e5598d92548d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:11.866109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Allocated IP 192.168.233.14 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/01fe0f30-948e-4045-acbc-83bf98788199) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:39:12.019237 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f6b6f285-1a79-4758-8fea-cccffe20f55d details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:39:12.137392 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44c733dd-8ea4-4367-af47-36018b80aab2 req-d16b8cb0-f527-49b3-b4e1-d995152fd20a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 210 time: 0.0801284 May 24 22:39:12.173007 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:12.259303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:12.290256 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'f6b6f285-1a79-4758-8fea-cccffe20f55d', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'f6b6f285-1a79-4758-8fea-cccffe20f55d', 'mac_address': 'fa:16:3e:d8:cc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:39:12.299555 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:12.351865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40446) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:12.356813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port f6b6f285-1a79-4758-8fea-cccffe20f55d is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:12.357366 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:12.375092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b6f285-1a79-4758-8fea-cccffe20f55d {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:12.392942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:12.396663 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5db3f480-e17b-4355-aa97-76175f2e5b5f req-d675b5e4-4d25-4e6b-b1f5-c29511ce98a3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 210 time: 0.1062651 May 24 22:39:12.397720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Transition to ACTIVE for port object 01fe0f30-948e-4045-acbc-83bf98788199 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:12.412731 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:12.441202 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:12.503861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=f6b6f285-1a79-4758-8fea-cccffe20f55d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:12.524264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b88e7-fb2d-4865-9606-91a59a1042c8 req-c42e5165-e9ca-4c0e-bca5-6a19391607a1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:12.534719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ed3b88e7-fb2d-4865-9606-91a59a1042c8 req-c42e5165-e9ca-4c0e-bca5-6a19391607a1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 935 time: 0.1820476 May 24 22:39:12.620906 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ed3b88e7-fb2d-4865-9606-91a59a1042c8 req-d2418968-5656-470c-8d80-3ad6048ee6f7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850227 May 24 22:39:12.653924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2043026436-network', 'tenant_id': 'c1e295fbcd2e4ba9914279ba523f98aa'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:12.660644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:12.666556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Usage tracker for resource:network and tenant:c1e295fbcd2e4ba9914279ba523f98aa is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:12.670381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:12.678604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:12.694464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Made reservation on behalf of c1e295fbcd2e4ba9914279ba523f98aa for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:12.695664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:12.697560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:12.701608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:12.707754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:39:12.712695 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:12.732246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:12.736170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Usage tracker for resource:security_group_rule and tenant:c1e295fbcd2e4ba9914279ba523f98aa is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:12.739326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:12.745816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:12.770111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f6b6f285-1a79-4758-8fea-cccffe20f55d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:12.794929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Pushing event updated for resources: {'Port': ['ID=01fe0f30-948e-4045-acbc-83bf98788199,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:12.938145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:12.943861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:12.990525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Allocated IP 192.168.233.18 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/d00cd991-96b4-48c9-ba9b-b091975be441) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:39:12.996810 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-a2eb1cbc-49b9-48dc-bd3b-bed328ea47ac tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9461176 May 24 22:39:13.010182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Request body: {'port': {'device_id': '8b2028f9-5e37-4794-ae69-b25dc0abf5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:13.014789 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:13.025062 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:13.126631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:39:13.170386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db50ccb8-97ca-436d-8c37-bd9f6001b948,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:13.176427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e8decc31-5347-4670-a26f-5103d2f1d9a0 None None] Provisioning for port 01fe0f30-948e-4045-acbc-83bf98788199 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:13.184497 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:13.185285 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Added segment 6a301a7c-8919-4b65-82ca-d848c3dbeeec of type vlan for network a048d222-b793-4627-8502-0af448f97e98 May 24 22:39:13.217095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e8decc31-5347-4670-a26f-5103d2f1d9a0 None None] Provisioning complete for port 01fe0f30-948e-4045-acbc-83bf98788199 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:13.217882 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e8decc31-5347-4670-a26f-5103d2f1d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:13.243738 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:13.282269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:13.284266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:13.285095 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:13.288474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e8decc31-5347-4670-a26f-5103d2f1d9a0 None None] Port 01fe0f30-948e-4045-acbc-83bf98788199 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:39:13.439118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b9f6ac88-6588-4840-8d92-53fd7a6d41fa req-551b1c38-a532-4cd6-8d86-4b2d13bb61cc tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Synchronizing usage tracker for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:13.450715 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0968168 May 24 22:39:13.451416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea957316-d6b0-4909-adff-533247e1419b admin admin] Pushing event updated for resources: {'Network': ['ID=a048d222-b793-4627-8502-0af448f97e98,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:13.455343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40490) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:13.463386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Request body: {'subnet': {'network_id': 'a048d222-b793-4627-8502-0af448f97e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2043026436-subnet', 'tenant_id': 'c1e295fbcd2e4ba9914279ba523f98aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:13.470123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:13.470300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:13.473691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network a048d222-b793-4627-8502-0af448f97e98 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:39:13.474756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Usage tracker for resource:subnet and tenant:c1e295fbcd2e4ba9914279ba523f98aa is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:13.477979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b9f6ac88-6588-4840-8d92-53fd7a6d41fa req-551b1c38-a532-4cd6-8d86-4b2d13bb61cc tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Unset dirty status for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:13.486931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9f6ac88-6588-4840-8d92-53fd7a6d41fa req-551b1c38-a532-4cd6-8d86-4b2d13bb61cc tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 210 time: 0.1165988 May 24 22:39:13.492663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:13.504618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:13.533221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Made reservation on behalf of c1e295fbcd2e4ba9914279ba523f98aa for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:13.536476 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Notify callbacks [] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:13.633068 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:13.667342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50a112-1f14-4cfd-aef0-464fa2406257 req-0b71453c-2c59-4114-bd03-681eac3aabf0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:13.668098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5d50a112-1f14-4cfd-aef0-464fa2406257 req-0b71453c-2c59-4114-bd03-681eac3aabf0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Synchronizing usage tracker for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:13.699783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Transition to ACTIVE for port object d00cd991-96b4-48c9-ba9b-b091975be441 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:13.775485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5d50a112-1f14-4cfd-aef0-464fa2406257 req-0b71453c-2c59-4114-bd03-681eac3aabf0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Unset dirty status for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:13.776839 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d50a112-1f14-4cfd-aef0-464fa2406257 req-0b71453c-2c59-4114-bd03-681eac3aabf0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 949 time: 0.6311769 May 24 22:39:13.920174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:13.959106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40504) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:13.968988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5d50a112-1f14-4cfd-aef0-464fa2406257 req-13dbd848-05eb-4a76-bd2b-d8c4a7e28a86 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Synchronizing usage tracker for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:13.991780 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:14.001999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f6b6f285-1a79-4758-8fea-cccffe20f55d up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:14.131763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:14.150903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:14.160572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port f6b6f285-1a79-4758-8fea-cccffe20f55d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:14.162050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:14.164702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:39:14.167381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bf9f227d-3cb9-45b0-b09d-2fc6ea24f5a5 req-6215029f-8b55-4a67-b467-a6c50137c96a tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Synchronizing usage tracker for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:14.167714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port f6b6f285-1a79-4758-8fea-cccffe20f55d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:14.168308 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:14.179517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Allocated IP 192.168.233.188 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/c3c75707-0ea0-4c52-8f50-75636d061f50) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:39:14.212323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Pushing event updated for resources: {'Port': ['ID=d00cd991-96b4-48c9-ba9b-b091975be441,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:14.229532 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67a54214-e4b3-4c5f-a420-df08d354d7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:14.231416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5d50a112-1f14-4cfd-aef0-464fa2406257 req-13dbd848-05eb-4a76-bd2b-d8c4a7e28a86 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Unset dirty status for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:14.233068 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d50a112-1f14-4cfd-aef0-464fa2406257 req-13dbd848-05eb-4a76-bd2b-d8c4a7e28a86 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495130 May 24 22:39:14.256463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-78b9df05-e97e-401b-977a-1d22e24354f2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:14.257971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-78b9df05-e97e-401b-977a-1d22e24354f2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.50 "GET /v2.0/networks?id=61909bdd-225c-4585-bcc6-08ad828659b7 HTTP/1.1" status: 200 len: 823 time: 0.4755714 May 24 22:39:14.264310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bf9f227d-3cb9-45b0-b09d-2fc6ea24f5a5 req-6215029f-8b55-4a67-b467-a6c50137c96a tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Unset dirty status for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:14.265462 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf9f227d-3cb9-45b0-b09d-2fc6ea24f5a5 req-6215029f-8b55-4a67-b467-a6c50137c96a tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 210 time: 0.2161522 May 24 22:39:14.296716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-67a54214-e4b3-4c5f-a420-df08d354d7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:14.300255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Checking segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:14.300599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Network hostable DHCP agents. Network: a048d222-b793-4627-8502-0af448f97e98, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:39:14.312654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:14.313288 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:14.357377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-67a54214-e4b3-4c5f-a420-df08d354d7cd admin admin] Usage tracker for resource:security_group_rule and tenant:cdc8c4f0929d4218bf8d355534822773 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:14.385280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-67a54214-e4b3-4c5f-a420-df08d354d7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:14.395121 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e3f905b5-4e44-486a-b316-172ccca512c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8663974 May 24 22:39:14.411913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port f6b6f285-1a79-4758-8fea-cccffe20f55d is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:14.412943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-67a54214-e4b3-4c5f-a420-df08d354d7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:14.413338 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:14.420499 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-4076df91-e193-4a84-87ee-f6f81fec3798 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c HTTP/1.1" status: 200 len: 380 time: 0.1439252 May 24 22:39:14.422792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Request body: {'port': {'device_id': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:14.464905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:14.485059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:14.490854 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:14.512610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Request body: {'port': {'device_id': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'admin_state_up': True, 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'security_groups': ['78dec3fa-ba50-43b4-9d84-da14931bd7ec']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:14.554172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Network a048d222-b793-4627-8502-0af448f97e98 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:39:14.629211 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c9787e-7cd7-4c13-b7b1-138ccea9d875'] response: {'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d', 'code': 200} May 24 22:39:14.657592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-39772c79-8d1d-4df5-a1ff-a71ac0b6019b None None] Provisioning for port d00cd991-96b4-48c9-ba9b-b091975be441 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:14.664584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, a048d222-b793-4627-8502-0af448f97e98) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:14.674672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-39772c79-8d1d-4df5-a1ff-a71ac0b6019b None None] Provisioning complete for port d00cd991-96b4-48c9-ba9b-b091975be441 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:14.675359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39772c79-8d1d-4df5-a1ff-a71ac0b6019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:14.679632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:14.680232 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:14.709680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=f6b6f285-1a79-4758-8fea-cccffe20f55d,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:14.718930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7678b9-8948-40b4-8053-bad24cd705b4 None None] Network a048d222-b793-4627-8502-0af448f97e98 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:39:14.723162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.50', 65180) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:14.767890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:14.826448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-39772c79-8d1d-4df5-a1ff-a71ac0b6019b None None] Port d00cd991-96b4-48c9-ba9b-b091975be441 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:39:14.836057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9521cf39-af9e-4370-ab8f-0596dcc505db admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3793149 May 24 22:39:14.836430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:14.847290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:14.847779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220e04b-2824-4ac9-90d7-c915aab5f545 req-ebfeb712-e219-4f3d-acea-e322fa6e9f5c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:14.854738 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9220e04b-2824-4ac9-90d7-c915aab5f545 req-ebfeb712-e219-4f3d-acea-e322fa6e9f5c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 935 time: 0.4149840 May 24 22:39:14.864019 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:14.899087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Made reservation on behalf of 5d53bb4e04ee4e26a379a8ba9e87870c for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:14.902812 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:14.932076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0f59ae27-59df-4b69-b67e-a74faf57ab6c req-9d8fd324-a5ff-47d2-b128-80b13d70534a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Synchronizing usage tracker for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:14.932796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Transition to ACTIVE for port object c3c75707-0ea0-4c52-8f50-75636d061f50 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:15.029019 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de15b6c8-06b8-4541-bac1-2d9bf6ac6440 None None] Network a048d222-b793-4627-8502-0af448f97e98 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:39:15.029832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0f59ae27-59df-4b69-b67e-a74faf57ab6c req-9d8fd324-a5ff-47d2-b128-80b13d70534a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Unset dirty status for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:15.031055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f59ae27-59df-4b69-b67e-a74faf57ab6c req-9d8fd324-a5ff-47d2-b128-80b13d70534a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 210 time: 0.2320464 May 24 22:39:15.040870 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67a54214-e4b3-4c5f-a420-df08d354d7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.052774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9220e04b-2824-4ac9-90d7-c915aab5f545 req-cff91dce-b246-4a6e-893d-40d4c4f3ef7f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971292 May 24 22:39:15.073435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67a54214-e4b3-4c5f-a420-df08d354d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.208069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-67a54214-e4b3-4c5f-a420-df08d354d7cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cdc8c4f0929d4218bf8d355534822773&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2475796 May 24 22:39:15.212197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a5e6-0a4f-4a30-a95f-e1ebe6b29290 req-42b574e1-f9b8-4315-9a90-e85ff538fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:15.219960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40544) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:15.222696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb66a5e6-0a4f-4a30-a95f-e1ebe6b29290 req-42b574e1-f9b8-4315-9a90-e85ff538fccb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1101 time: 0.4760077 May 24 22:39:15.228574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a54214-e4b3-4c5f-a420-df08d354d7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2de114a-27ee-40d2-aaba-cfc97ebfe1e2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:15.280427 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.448880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:15.454359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:15.460345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:39:15.465633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:15.466320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.471424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb66a5e6-0a4f-4a30-a95f-e1ebe6b29290 req-600b70c2-8c66-4e43-9df2-95a4532e2455 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243693 May 24 22:39:15.480696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Pushing event updated for resources: {'Port': ['ID=c3c75707-0ea0-4c52-8f50-75636d061f50,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:15.505105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-861a98f7-b252-488b-8566-8698cb9d6e34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4142227 May 24 22:39:15.514502 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09273c84-44da-4f83-ba3e-47706d1c6f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.522157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Request body: {'port': {'device_id': '76a7ea28-0abf-4fa1-95e3-6603e30c5aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:15.532247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Allocated IP 172.20.0.14 (61909bdd-225c-4585-bcc6-08ad828659b7/1b121f1d-18e9-4ab2-901f-89fcf789a051/d08c13fc-9bc0-4b3d-97e5-daa3d9291706) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:39:15.639330 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09273c84-44da-4f83-ba3e-47706d1c6f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.658088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e4efc70d-6637-4ae6-9a12-13bb420a7c00 req-70eea3ee-0418-44ce-8e91-15487162d709 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 210 time: 0.0890884 May 24 22:39:15.725846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40570) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:15.735896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-394812800-network', 'tenant_id': 'fb46b60db3ac44db956de0afa11af3a1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:15.754077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:15.762079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Usage tracker for resource:network and tenant:fb46b60db3ac44db956de0afa11af3a1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:15.767333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:15.776899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:15.782241 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.830174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Made reservation on behalf of fb46b60db3ac44db956de0afa11af3a1 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:15.832416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.852278 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.868181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-40762b15-3beb-4050-a603-cc34ca31ced8 None None] Provisioning for port c3c75707-0ea0-4c52-8f50-75636d061f50 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:15.882595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fe0f30-948e-4045-acbc-83bf98788199 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:15.885052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:15.885886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-40762b15-3beb-4050-a603-cc34ca31ced8 None None] Provisioning complete for port c3c75707-0ea0-4c52-8f50-75636d061f50 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:15.890611 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-40762b15-3beb-4050-a603-cc34ca31ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.893292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Usage tracker for resource:security_group_rule and tenant:fb46b60db3ac44db956de0afa11af3a1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:15.907484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eaec5-2138-4660-84dc-e46bdd805d2c req-ac69e9ed-2a78-4b4c-bc14-368c0d568b1d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:15.907662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:15.910237 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-280eaec5-2138-4660-84dc-e46bdd805d2c req-ac69e9ed-2a78-4b4c-bc14-368c0d568b1d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.4606736 May 24 22:39:15.914432 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.914587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:15.958350 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09273c84-44da-4f83-ba3e-47706d1c6f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:15.973535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Transition to ACTIVE for port object 01fe0f30-948e-4045-acbc-83bf98788199 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:16.019762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-40762b15-3beb-4050-a603-cc34ca31ced8 None None] Port c3c75707-0ea0-4c52-8f50-75636d061f50 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:39:16.022922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09273c84-44da-4f83-ba3e-47706d1c6f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2de114a-27ee-40d2-aaba-cfc97ebfe1e2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:16.092851 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.095827 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.106292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.138223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:39:16.139223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-280eaec5-2138-4660-84dc-e46bdd805d2c req-fe1d0235-cbc6-4ce6-a770-2247c057e860 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282190 May 24 22:39:16.144073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed804b7-1f40-4385-a8da-07a94a48f1b3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:16.151523 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.151798 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Added segment f9bd4d70-1132-4df4-8e1d-9e04513885c2 of type vlan for network 364a4f27-e584-4c2a-a7e7-f1342b1176aa May 24 22:39:16.185212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.217717 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09273c84-44da-4f83-ba3e-47706d1c6f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.219088 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-09273c84-44da-4f83-ba3e-47706d1c6f42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2de114a-27ee-40d2-aaba-cfc97ebfe1e2 HTTP/1.1" status: 204 len: 168 time: 0.9978950 May 24 22:39:16.234737 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.235781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:16.236368 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.303991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.437510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] Pushing event updated for resources: {'Network': ['ID=364a4f27-e584-4c2a-a7e7-f1342b1176aa,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:16.449594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 364a4f27-e584-4c2a-a7e7-f1342b1176aa details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:39:16.463183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-98519512-0078-4a3c-aa76-b1d3cb2ecd29 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7315068 May 24 22:39:16.465863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40594) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:16.477535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Request body: {'subnet': {'network_id': '364a4f27-e584-4c2a-a7e7-f1342b1176aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-394812800-subnet', 'tenant_id': 'fb46b60db3ac44db956de0afa11af3a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:16.483281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Pushing event updated for resources: {'Port': ['ID=01fe0f30-948e-4045-acbc-83bf98788199,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:16.489758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:16.510769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Usage tracker for resource:subnet and tenant:fb46b60db3ac44db956de0afa11af3a1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:16.515646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:16.524035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:16.535272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7226b4d-4eb3-43ff-b3a4-7609c79001eb req-d0d22086-290f-4c32-a0ea-ce28ffbe7002 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:16.545313 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7226b4d-4eb3-43ff-b3a4-7609c79001eb req-d0d22086-290f-4c32-a0ea-ce28ffbe7002 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 936 time: 0.3043668 May 24 22:39:16.593780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e7226b4d-4eb3-43ff-b3a4-7609c79001eb req-be91925e-4f61-45fe-938d-66cc9fd2cc6b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Synchronizing usage tracker for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:16.599116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Made reservation on behalf of fb46b60db3ac44db956de0afa11af3a1 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:16.602069 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.663083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Transition to ACTIVE for port object d08c13fc-9bc0-4b3d-97e5-daa3d9291706 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:16.710029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40602) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:16.710722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e7226b4d-4eb3-43ff-b3a4-7609c79001eb req-be91925e-4f61-45fe-938d-66cc9fd2cc6b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Unset dirty status for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:16.712153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7226b4d-4eb3-43ff-b3a4-7609c79001eb req-be91925e-4f61-45fe-938d-66cc9fd2cc6b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660357 May 24 22:39:16.733245 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-54ca74e6-dfb8-4413-b7f9-7763a9068692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.745146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Attempting to bind port 01fe0f30-948e-4045-acbc-83bf98788199 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:16.746199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Attempting to bind port 01fe0f30-948e-4045-acbc-83bf98788199 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:16.746658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Attempting to bind port 01fe0f30-948e-4045-acbc-83bf98788199 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:16.762338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Port 01fe0f30-948e-4045-acbc-83bf98788199 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:16.762338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Attempting to bind port 01fe0f30-948e-4045-acbc-83bf98788199 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:16.764986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-54ca74e6-dfb8-4413-b7f9-7763a9068692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:16.772866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-54ca74e6-dfb8-4413-b7f9-7763a9068692 admin admin] Usage tracker for resource:security_group_rule and tenant:2190a4cfbf8e4155b27d021cd07dbfea is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:16.778720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-54ca74e6-dfb8-4413-b7f9-7763a9068692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:16.783101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:16.783446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:16.783833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:16.784276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Bound port: 01fe0f30-948e-4045-acbc-83bf98788199, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:16.784630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.787586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-54ca74e6-dfb8-4413-b7f9-7763a9068692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:16.894344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:16.961645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00cd991-96b4-48c9-ba9b-b091975be441 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:16.980557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3913d-d4a9-4635-99fb-7871af626505 req-e8ba7a37-6aa2-418a-9dcc-b45ea6a9779c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:16.981243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3fa3913d-d4a9-4635-99fb-7871af626505 req-e8ba7a37-6aa2-418a-9dcc-b45ea6a9779c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Synchronizing usage tracker for tenant:e869a23bb88a420087e6c17b8d2682c2 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:16.994025 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.014080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.022029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Network 61909bdd-225c-4585-bcc6-08ad828659b7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:17.039759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:17.048061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Pushing event updated for resources: {'Port': ['ID=d08c13fc-9bc0-4b3d-97e5-daa3d9291706,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:17.051506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:39:17.085144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Transition to ACTIVE for port object d00cd991-96b4-48c9-ba9b-b091975be441 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:17.089261 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-54ca74e6-dfb8-4413-b7f9-7763a9068692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.095314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] For port 01fe0f30-948e-4045-acbc-83bf98788199, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:17.102940 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.150711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3fa3913d-d4a9-4635-99fb-7871af626505 req-e8ba7a37-6aa2-418a-9dcc-b45ea6a9779c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Unset dirty status for tenant:e869a23bb88a420087e6c17b8d2682c2 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:17.158173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3fa3913d-d4a9-4635-99fb-7871af626505 req-e8ba7a37-6aa2-418a-9dcc-b45ea6a9779c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 947 time: 0.6722426 May 24 22:39:17.176294 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-54ca74e6-dfb8-4413-b7f9-7763a9068692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.201923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] For port 01fe0f30-948e-4045-acbc-83bf98788199, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=01fe0f30-948e-4045-acbc-83bf98788199,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:17.223241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f03e74-810c-4c6c-9280-d31dde613028,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:17.274799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10695d-4801-4665-aa8d-ee6fcf705a4d req-abd96b99-106b-4f8f-9d83-c3d7f3fa717a tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:17.276373 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca10695d-4801-4665-aa8d-ee6fcf705a4d req-abd96b99-106b-4f8f-9d83-c3d7f3fa717a tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 932 time: 0.3884375 May 24 22:39:17.276495 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.280757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Checking segment: {'id': 'f9bd4d70-1132-4df4-8e1d-9e04513885c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '364a4f27-e584-4c2a-a7e7-f1342b1176aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:17.281340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Network hostable DHCP agents. Network: 364a4f27-e584-4c2a-a7e7-f1342b1176aa, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:39:17.285240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:17.285880 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.293471 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-54ca74e6-dfb8-4413-b7f9-7763a9068692 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2190a4cfbf8e4155b27d021cd07dbfea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5803628 May 24 22:39:17.294597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca74e6-dfb8-4413-b7f9-7763a9068692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f507c43-b7fd-4c8c-a343-b4c0c67d05e2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:17.298284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40612) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:17.336307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-369271ac-07e1-4b96-bfb3-55b99f305aa5 None None] Provisioning for port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:17.342721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Pushing event updated for resources: {'Port': ['ID=d00cd991-96b4-48c9-ba9b-b091975be441,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:17.356997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-369271ac-07e1-4b96-bfb3-55b99f305aa5 None None] Provisioning complete for port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:17.357477 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-369271ac-07e1-4b96-bfb3-55b99f305aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.424454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Network 364a4f27-e584-4c2a-a7e7-f1342b1176aa is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:39:17.442589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3fa3913d-d4a9-4635-99fb-7871af626505 req-5bffaa26-4c99-43e5-820a-cd24cf31e00b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Synchronizing usage tracker for tenant:e869a23bb88a420087e6c17b8d2682c2 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:17.453393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ca10695d-4801-4665-aa8d-ee6fcf705a4d req-73acaa39-2a41-4aef-aaae-086a86842c30 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Synchronizing usage tracker for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:17.459431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 364a4f27-e584-4c2a-a7e7-f1342b1176aa) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:17.460773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:17.461618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.463595 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] 10.222.0.31 "PUT /v2.0/ports/01fe0f30-948e-4045-acbc-83bf98788199 HTTP/1.1" status: 200 len: 1095 time: 4.4580827 May 24 22:39:17.463763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:17.464637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2028f9-5e37-4794-ae69-b25dc0abf5de', 'tag': '01fe0f30-948e-4045-acbc-83bf98788199'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:17.464750 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.465159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-369271ac-07e1-4b96-bfb3-55b99f305aa5 None None] Port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:39:17.470415 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-9eee89d8-0fe5-4dd3-8b96-25d5edca3304 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9704103 May 24 22:39:17.502813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f0b7d1-bcec-4d4c-b86e-0a90a527eeef None None] Network 364a4f27-e584-4c2a-a7e7-f1342b1176aa requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:39:17.514145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Request body: {'port': {'device_id': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:17.617607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ca10695d-4801-4665-aa8d-ee6fcf705a4d req-73acaa39-2a41-4aef-aaae-086a86842c30 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Unset dirty status for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:17.632416 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca10695d-4801-4665-aa8d-ee6fcf705a4d req-73acaa39-2a41-4aef-aaae-086a86842c30 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3392301 May 24 22:39:17.635945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3fa3913d-d4a9-4635-99fb-7871af626505 req-5bffaa26-4c99-43e5-820a-cd24cf31e00b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Unset dirty status for tenant:e869a23bb88a420087e6c17b8d2682c2 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:17.645232 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3fa3913d-d4a9-4635-99fb-7871af626505 req-5bffaa26-4c99-43e5-820a-cd24cf31e00b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839182 May 24 22:39:17.665614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baf878-3398-43a5-a928-1489eec2cb1f service neutron] Pushing event updated for resources: {'Port': ['ID=01fe0f30-948e-4045-acbc-83bf98788199,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:17.687712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c75707-0ea0-4c52-8f50-75636d061f50 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:17.709760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.748478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Transition to ACTIVE for port object c3c75707-0ea0-4c52-8f50-75636d061f50 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:17.755440 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-939c2c7b-6aad-4cc4-a4ab-98b7c7fc8c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.808845 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-939c2c7b-6aad-4cc4-a4ab-98b7c7fc8c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.847815 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffcee79-c35e-4a14-8c75-5e775e421cd9'] response: {'name': 'network-changed', 'server_uuid': '8b2028f9-5e37-4794-ae69-b25dc0abf5de', 'tag': '01fe0f30-948e-4045-acbc-83bf98788199', 'status': 'completed', 'code': 200} May 24 22:39:17.863932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Attempting to bind port d00cd991-96b4-48c9-ba9b-b091975be441 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:17.864266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Attempting to bind port d00cd991-96b4-48c9-ba9b-b091975be441 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:17.864580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Attempting to bind port d00cd991-96b4-48c9-ba9b-b091975be441 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:17.880590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Port d00cd991-96b4-48c9-ba9b-b091975be441 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:17.880910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Attempting to bind port d00cd991-96b4-48c9-ba9b-b091975be441 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:17.913433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:17.913802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:17.914189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:17.914627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Bound port: d00cd991-96b4-48c9-ba9b-b091975be441, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:17.914969 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.922970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdc77ff-cc83-424c-9e01-21cc2a3e0051 None None] Network 364a4f27-e584-4c2a-a7e7-f1342b1176aa requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:39:17.940284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:17.961995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:18.007169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2f76e571-866f-4f68-be4a-22dc461c6ddd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5399985 May 24 22:39:18.046763 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-939c2c7b-6aad-4cc4-a4ab-98b7c7fc8c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:18.091834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c2c7b-6aad-4cc4-a4ab-98b7c7fc8c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f507c43-b7fd-4c8c-a343-b4c0c67d05e2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:18.102677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c5c7ffb1-613a-4b6d-b4aa-b3fa9f9b1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:18.104580 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-c5c7ffb1-613a-4b6d-b4aa-b3fa9f9b1d0e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e869a23bb88a420087e6c17b8d2682c2&device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 1098 time: 0.4479823 May 24 22:39:18.256028 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-939c2c7b-6aad-4cc4-a4ab-98b7c7fc8c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:18.257470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-939c2c7b-6aad-4cc4-a4ab-98b7c7fc8c09 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f507c43-b7fd-4c8c-a343-b4c0c67d05e2 HTTP/1.1" status: 204 len: 168 time: 0.9452932 May 24 22:39:18.283346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Attempting to bind port c3c75707-0ea0-4c52-8f50-75636d061f50 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:18.283899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Attempting to bind port c3c75707-0ea0-4c52-8f50-75636d061f50 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:18.284449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Attempting to bind port c3c75707-0ea0-4c52-8f50-75636d061f50 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:18.286901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c75707-0ea0-4c52-8f50-75636d061f50,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:18.298605 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-08218907-d596-4856-a8fc-c00f72d477fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=01fe0f30-948e-4045-acbc-83bf98788199 HTTP/1.1" status: 200 len: 217 time: 0.1857252 May 24 22:39:18.299042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Port c3c75707-0ea0-4c52-8f50-75636d061f50 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:18.299873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Attempting to bind port c3c75707-0ea0-4c52-8f50-75636d061f50 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:18.309389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:18.325269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce96ad8-2159-4e4f-80e2-684392c91194 req-290376f1-fe15-4e14-8036-3118f39d619c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:18.333691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ce96ad8-2159-4e4f-80e2-684392c91194 req-290376f1-fe15-4e14-8036-3118f39d619c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.3732779 May 24 22:39:18.336987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:18.337547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:18.338126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:18.338600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Bound port: c3c75707-0ea0-4c52-8f50-75636d061f50, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:18.338951 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:18.434863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:18.450670 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:18.461422 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ce96ad8-2159-4e4f-80e2-684392c91194 req-33ba2b54-8a7b-4da3-8453-c3e984e26ae3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268394 May 24 22:39:18.488550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] For port c3c75707-0ea0-4c52-8f50-75636d061f50, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:18.494628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] For port c3c75707-0ea0-4c52-8f50-75636d061f50, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c3c75707-0ea0-4c52-8f50-75636d061f50,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:18.501328 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:18.549675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:18.550925 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:18.552277 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-583e7426-8273-4122-97f5-975c702ad82d service neutron] 10.222.0.31 "PUT /v2.0/ports/d00cd991-96b4-48c9-ba9b-b091975be441 HTTP/1.1" status: 200 len: 1095 time: 4.1499057 May 24 22:39:18.634063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:18.635018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:18.636653 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-139de234-6113-43d5-86e2-ab507f847723 service neutron] 10.222.0.31 "PUT /v2.0/ports/c3c75707-0ea0-4c52-8f50-75636d061f50 HTTP/1.1" status: 200 len: 1096 time: 3.1246014 May 24 22:39:18.637772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a7ea28-0abf-4fa1-95e3-6603e30c5aec', 'tag': 'c3c75707-0ea0-4c52-8f50-75636d061f50'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:18.816095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-24430fe2-c269-419e-a54f-1065c616f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:18.817545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-24430fe2-c269-419e-a54f-1065c616f069 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.5054810 May 24 22:39:18.826232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139de234-6113-43d5-86e2-ab507f847723 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c75707-0ea0-4c52-8f50-75636d061f50,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:18.855992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-aa5e45fc-4ebf-47d9-b8f1-f5f9863df138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:18.858204 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-aa5e45fc-4ebf-47d9-b8f1-f5f9863df138 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 1099 time: 0.1381047 May 24 22:39:18.983411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-2289175d-5381-45c4-9864-31ec7f61e6a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c3c75707-0ea0-4c52-8f50-75636d061f50 HTTP/1.1" status: 200 len: 217 time: 0.1191182 May 24 22:39:19.022619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e7426-8273-4122-97f5-975c702ad82d service neutron] Pushing event updated for resources: {'Port': ['ID=d00cd991-96b4-48c9-ba9b-b091975be441,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:19.058453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651424f-ecb6-44ee-bbf9-ae44688403d3 req-92a84b9e-dcba-426c-8ed2-cf13f9578170 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:19.060454 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3651424f-ecb6-44ee-bbf9-ae44688403d3 req-92a84b9e-dcba-426c-8ed2-cf13f9578170 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 948 time: 0.8535285 May 24 22:39:19.145440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-34806a4c-4909-48bc-857a-5539419f3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:19.146927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-34806a4c-4909-48bc-857a-5539419f3077 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1584578 May 24 22:39:19.193358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3651424f-ecb6-44ee-bbf9-ae44688403d3 req-8080d9ee-5ac3-4920-a001-3ce412318bbe tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Synchronizing usage tracker for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:19.224790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-2c0f3495-6a90-4b80-abca-0132d441e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:19.226300 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-2c0f3495-6a90-4b80-abca-0132d441e072 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 1098 time: 0.4185486 May 24 22:39:19.251291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-5c4995fb-6618-4ed1-a8e8-3bc18559eaa0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:19.251993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-5c4995fb-6618-4ed1-a8e8-3bc18559eaa0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Synchronizing usage tracker for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:19.289798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-59c94490-a16f-493a-88cc-e76245904cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:19.289798 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-59c94490-a16f-493a-88cc-e76245904cc9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272509 May 24 22:39:19.289798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-5c4995fb-6618-4ed1-a8e8-3bc18559eaa0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Unset dirty status for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:19.289798 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-5c4995fb-6618-4ed1-a8e8-3bc18559eaa0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 821 time: 0.2625477 May 24 22:39:19.290136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-8e58a535-b67d-4b31-a22b-d0d943b21930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:19.290529 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-8e58a535-b67d-4b31-a22b-d0d943b21930 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4185233 May 24 22:39:19.292761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08c13fc-9bc0-4b3d-97e5-daa3d9291706 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:19.307507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3651424f-ecb6-44ee-bbf9-ae44688403d3 req-8080d9ee-5ac3-4920-a001-3ce412318bbe tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Unset dirty status for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:19.309063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3651424f-ecb6-44ee-bbf9-ae44688403d3 req-8080d9ee-5ac3-4920-a001-3ce412318bbe tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398176 May 24 22:39:19.311219 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:19.352505 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-2a3bc076-1789-4d23-b60f-f035485e0804 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d00cd991-96b4-48c9-ba9b-b091975be441 HTTP/1.1" status: 200 len: 217 time: 0.1172514 May 24 22:39:19.397374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-8396d43a-056f-4bf7-a36b-b02fdde60ba4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/quotas/c1e295fbcd2e4ba9914279ba523f98aa HTTP/1.1" status: 200 len: 375 time: 0.0719285 May 24 22:39:19.456470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-3c05cbcf-8380-460e-a846-1a66a749ff29 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580962 May 24 22:39:19.476336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Transition to ACTIVE for port object d08c13fc-9bc0-4b3d-97e5-daa3d9291706 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:19.487161 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:19.504645 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-14252ce4-08b6-4f82-8f94-2794db9aff33 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147593 May 24 22:39:19.622548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-737a4bf6-dcaf-478f-91fb-81f84faaf01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:19.624008 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-737a4bf6-dcaf-478f-91fb-81f84faaf01c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.2187688 May 24 22:39:19.700727 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b0a9f15-b82d-450b-95dc-269510b314bb req-19eefafe-3e5b-49c8-b2dc-43208e9d4f26 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902549 May 24 22:39:19.770227 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-2f7caf68-f61c-4616-b501-542e987742ee service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659872 May 24 22:39:19.777632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Pushing event updated for resources: {'Port': ['ID=d08c13fc-9bc0-4b3d-97e5-daa3d9291706,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:19.796685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-482836f4-0ee8-43e0-9e77-6ccd1611712c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:39:19.797794 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-482836f4-0ee8-43e0-9e77-6ccd1611712c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544238 May 24 22:39:19.883093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:19.961024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-c9937a5d-44bc-4f34-9545-91f2db351e7d service neutron] 10.222.0.55 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542132 May 24 22:39:20.023705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-75c277c3-0a5e-4ca5-84e3-d3a5477f36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:20.025205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-75c277c3-0a5e-4ca5-84e3-d3a5477f36bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3841786 May 24 22:39:20.071632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Attempting to bind port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:20.071966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Attempting to bind port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:20.072296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Attempting to bind port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 on network 61909bdd-225c-4585-bcc6-08ad828659b7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:20.096484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 on network 61909bdd-225c-4585-bcc6-08ad828659b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:20.096801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Attempting to bind port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 on network 61909bdd-225c-4585-bcc6-08ad828659b7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:20.151176 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f571a24d-132d-46a6-a123-c6a35af14c4f req-cd005b97-9675-4184-b09e-e16a370a8d46 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647387 May 24 22:39:20.159446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:20.159774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Checking segment: {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:20.160369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Bound using segment: {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:20.160789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Bound port: d08c13fc-9bc0-4b3d-97e5-daa3d9291706, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:20.161132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:20.189238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06206abc-240c-437a-a036-015aba899421 req-b09f7995-0b83-4ae4-a095-f8d9971d4f59 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:20.190736 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06206abc-240c-437a-a036-015aba899421 req-b09f7995-0b83-4ae4-a095-f8d9971d4f59 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1101 time: 0.3365963 May 24 22:39:20.202150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-a510ce83-26b5-4504-b7c6-40151a761c8e service neutron] 10.222.0.55 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321718 May 24 22:39:20.315260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-06206abc-240c-437a-a036-015aba899421 req-11874240-bb56-4d9e-b49a-6c8e4e3d4a64 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:20.361063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-06206abc-240c-437a-a036-015aba899421 req-11874240-bb56-4d9e-b49a-6c8e4e3d4a64 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:20.375523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-06206abc-240c-437a-a036-015aba899421 req-11874240-bb56-4d9e-b49a-6c8e4e3d4a64 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Usage tracker for resource:security_group_rule and tenant:8375e06fc0ea41c882d4fc2d7bd0bab5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:20.384868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-06206abc-240c-437a-a036-015aba899421 req-11874240-bb56-4d9e-b49a-6c8e4e3d4a64 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:20.392496 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-e0284705-05d8-459f-844d-55480aa40bf4 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441186 May 24 22:39:20.398721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-06206abc-240c-437a-a036-015aba899421 req-11874240-bb56-4d9e-b49a-6c8e4e3d4a64 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:20.428335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] For port d08c13fc-9bc0-4b3d-97e5-daa3d9291706, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:20.511225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] For port d08c13fc-9bc0-4b3d-97e5-daa3d9291706, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d08c13fc-9bc0-4b3d-97e5-daa3d9291706,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:20.529797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:20.672518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996958f-8469-41ac-8289-b83c11d5804f req-588b333a-536a-4b14-b4e7-59fc3c663675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:20.674048 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7996958f-8469-41ac-8289-b83c11d5804f req-588b333a-536a-4b14-b4e7-59fc3c663675 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e869a23bb88a420087e6c17b8d2682c2&device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 1098 time: 0.4506338 May 24 22:39:20.692903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225af256-70df-4aa2-b36d-7af863ccab66 req-78502232-c49f-40ce-b9ac-b504bab3e1fe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:20.694517 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-225af256-70df-4aa2-b36d-7af863ccab66 req-78502232-c49f-40ce-b9ac-b504bab3e1fe tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 944 time: 0.1291270 May 24 22:39:20.763190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-225af256-70df-4aa2-b36d-7af863ccab66 req-6fcf2672-8ef0-4253-962b-8e0e4cad1d97 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605321 May 24 22:39:20.812994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:20.813642 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:20.815015 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] 10.222.0.50 "PUT /v2.0/ports/d08c13fc-9bc0-4b3d-97e5-daa3d9291706 HTTP/1.1" status: 200 len: 1092 time: 3.3058662 May 24 22:39:20.873309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40728) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:20.914171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8a9d71d-1cf6-47f5-aed4-985ea701e218 req-67c6ed12-a66a-43d9-99ca-4f861ecdb903 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090601 May 24 22:39:20.993137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d028edb-71ef-419f-a4ea-64b9780437cd service neutron] Pushing event updated for resources: {'Port': ['ID=d08c13fc-9bc0-4b3d-97e5-daa3d9291706,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:21.029214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996958f-8469-41ac-8289-b83c11d5804f req-100a0e94-6413-494e-b550-be9bfb75fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:21.030945 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7996958f-8469-41ac-8289-b83c11d5804f req-100a0e94-6413-494e-b550-be9bfb75fe43 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3457227 May 24 22:39:21.101301 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-06206abc-240c-437a-a036-015aba899421 req-11874240-bb56-4d9e-b49a-6c8e4e3d4a64 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:21.105545 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3d67f855-ea07-4845-9231-609c0e40dbdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8755e80f0dc4727941b0c055df94fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295995 May 24 22:39:21.107003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40734) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:21.112999 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7996958f-8469-41ac-8289-b83c11d5804f req-babd53c7-ac9b-4ab0-bc16-c02e2b8aa05b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=01fe0f30-948e-4045-acbc-83bf98788199 HTTP/1.1" status: 200 len: 217 time: 0.0707889 May 24 22:39:21.113474 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-06206abc-240c-437a-a036-015aba899421 req-11874240-bb56-4d9e-b49a-6c8e4e3d4a64 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:21.142706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19065b7-9cac-47d7-bd05-ae700196dcc8 req-78f39e99-97b1-4d3b-b567-09b097726d47 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:21.144706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a19065b7-9cac-47d7-bd05-ae700196dcc8 req-78f39e99-97b1-4d3b-b567-09b097726d47 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 947 time: 0.2005532 May 24 22:39:21.181306 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06206abc-240c-437a-a036-015aba899421 req-11874240-bb56-4d9e-b49a-6c8e4e3d4a64 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9588492 May 24 22:39:21.221720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11874240-bb56-4d9e-b49a-6c8e4e3d4a64 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a316dab-fa60-41e9-bb9b-7fdbd2f90750,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:21.232950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0cdff66c-d181-4452-a949-2e04dda1eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:21.234484 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-0cdff66c-d181-4452-a949-2e04dda1eb5b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c&device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 1095 time: 0.3620701 May 24 22:39:21.235911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996958f-8469-41ac-8289-b83c11d5804f req-8faf42c8-ebf9-4635-9f71-13575a1dfb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:21.236502 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca84250b-5953-4d70-ac46-76dbab4e244e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:21.237211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7996958f-8469-41ac-8289-b83c11d5804f req-8faf42c8-ebf9-4635-9f71-13575a1dfb88 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1166861 May 24 22:39:21.252600 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a19065b7-9cac-47d7-bd05-ae700196dcc8 req-e5acc452-2ae5-4f63-ae0c-22a7dd06d4f8 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983725 May 24 22:39:21.278455 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca84250b-5953-4d70-ac46-76dbab4e244e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:21.348763 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca84250b-5953-4d70-ac46-76dbab4e244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:21.349972 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9d990d-8dc5-44ca-8ced-62e6593b1372'] response: {'name': 'network-changed', 'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'status': 'completed', 'code': 200} May 24 22:39:21.356615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-6e9b21b5-abac-423f-8d59-ba1c179238a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d08c13fc-9bc0-4b3d-97e5-daa3d9291706 HTTP/1.1" status: 200 len: 217 time: 0.1147487 May 24 22:39:21.384814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84250b-5953-4d70-ac46-76dbab4e244e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310258d8-fb4c-4c31-b674-fd05cdf834dc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:21.399119 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca84250b-5953-4d70-ac46-76dbab4e244e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:21.400389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ca84250b-5953-4d70-ac46-76dbab4e244e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/310258d8-fb4c-4c31-b674-fd05cdf834dc HTTP/1.1" status: 204 len: 168 time: 0.2823358 May 24 22:39:21.437218 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-342a6ec2-043f-41d6-bf11-0e091087f3cb'] response: {'name': 'network-changed', 'server_uuid': '76a7ea28-0abf-4fa1-95e3-6603e30c5aec', 'tag': 'c3c75707-0ea0-4c52-8f50-75636d061f50', 'status': 'completed', 'code': 200} May 24 22:39:21.506825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-1e339093-5663-4f0a-823b-bc3df5808c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:21.508257 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-1e339093-5663-4f0a-823b-bc3df5808c79 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b121f1d-18e9-4ab2-901f-89fcf789a051 HTTP/1.1" status: 200 len: 862 time: 0.1091704 May 24 22:39:21.595167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1516189-dffc-482e-a3f8-0541d74fe700 req-6a8e8a4f-42bb-4221-815e-5c7ef41b512c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 210 time: 0.1550336 May 24 22:39:21.641751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996958f-8469-41ac-8289-b83c11d5804f req-189d2d30-58a6-47d0-bdcf-f09cfeab4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:21.643922 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7996958f-8469-41ac-8289-b83c11d5804f req-189d2d30-58a6-47d0-bdcf-f09cfeab4a06 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3393874 May 24 22:39:21.653802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4a4de-cf7f-423a-ba6c-3170277f50ef req-5359471f-a025-4da1-8f8c-23d4c5884ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:21.655398 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0dd4a4de-cf7f-423a-ba6c-3170277f50ef req-5359471f-a025-4da1-8f8c-23d4c5884ac9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 1099 time: 0.1711237 May 24 22:39:21.819198 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7996958f-8469-41ac-8289-b83c11d5804f req-3dcd31d2-d0dc-4a1d-876c-63ae9efec703 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503580 May 24 22:39:21.821307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79006-a397-4d7d-95b0-0066644d9ea9 req-6f85bdca-1289-48be-9914-f2b70d289ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:21.822881 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45e79006-a397-4d7d-95b0-0066644d9ea9 req-6f85bdca-1289-48be-9914-f2b70d289ce5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 1098 time: 0.4604967 May 24 22:39:21.893878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40752) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:21.962356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4a4de-cf7f-423a-ba6c-3170277f50ef req-5cf33565-0776-45a0-8f1b-1137662aaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:21.964264 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0dd4a4de-cf7f-423a-ba6c-3170277f50ef req-5cf33565-0776-45a0-8f1b-1137662aaf22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3020489 May 24 22:39:21.973382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-dd10c88f-5ecb-4779-a8d8-be6d9ae68a13 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:21.974837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-dd10c88f-5ecb-4779-a8d8-be6d9ae68a13 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 821 time: 0.2743049 May 24 22:39:22.035736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Request body: {'port': {'device_id': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'network_id': 'a048d222-b793-4627-8502-0af448f97e98', 'admin_state_up': True, 'tenant_id': 'c1e295fbcd2e4ba9914279ba523f98aa'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:22.100859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-d6646963-4587-47e6-b394-bd901d6f6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:22.102371 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-d6646963-4587-47e6-b394-bd901d6f6d23 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61909bdd-225c-4585-bcc6-08ad828659b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5692785 May 24 22:39:22.136598 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7996958f-8469-41ac-8289-b83c11d5804f req-d1f4e002-95d4-4f39-b071-e7c64add5ef2 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952106 May 24 22:39:22.144497 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0dd4a4de-cf7f-423a-ba6c-3170277f50ef req-44d8660b-e027-45ac-b635-1b3dd53dec2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c3c75707-0ea0-4c52-8f50-75636d061f50 HTTP/1.1" status: 200 len: 217 time: 0.1686878 May 24 22:39:22.153893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a84b24f1-a7cb-477b-8f7b-17db13092f47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6747c902cad747f88b645eb4d689b21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588570 May 24 22:39:22.164404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-71721ec4-5f8e-493b-bfe9-934b7e921599 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7fd915a11cc64d6198fc6c90e31e6508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1332817 May 24 22:39:22.164933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbdbfe-a1de-4eaa-890b-87048e41903c req-bdc7d234-4549-489a-a744-d93fe03e6ea2 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:22.166490 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1cbdbfe-a1de-4eaa-890b-87048e41903c req-bdc7d234-4549-489a-a744-d93fe03e6ea2 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 948 time: 0.5847411 May 24 22:39:22.171953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40764) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:22.273376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79006-a397-4d7d-95b0-0066644d9ea9 req-234513e4-b535-4d5e-bbde-1afc6f8c9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:22.274805 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45e79006-a397-4d7d-95b0-0066644d9ea9 req-234513e4-b535-4d5e-bbde-1afc6f8c9ec7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.4347382 May 24 22:39:22.350500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4a4de-cf7f-423a-ba6c-3170277f50ef req-859ccdeb-17e6-4ced-9f58-1712c70377ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:22.351947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0dd4a4de-cf7f-423a-ba6c-3170277f50ef req-859ccdeb-17e6-4ced-9f58-1712c70377ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1970246 May 24 22:39:22.400364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c3c75707-0ea0-4c52-8f50-75636d061f50 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:39:22.425224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:22.442430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Usage tracker for resource:port and tenant:c1e295fbcd2e4ba9914279ba523f98aa is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:22.452311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:22.467878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-bac3aa03-5fe2-4d22-be1a-97db9a94b264 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:22.469308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-bac3aa03-5fe2-4d22-be1a-97db9a94b264 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676764 May 24 22:39:22.470198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:22.484588 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45e79006-a397-4d7d-95b0-0066644d9ea9 req-0f39501a-5fb3-4a94-b2e8-e76b017e6e93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d00cd991-96b4-48c9-ba9b-b091975be441 HTTP/1.1" status: 200 len: 217 time: 0.1958754 May 24 22:39:22.498660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-4b7ad5d1-c062-445f-b3be-53b85e84fe65 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/quotas/7fd915a11cc64d6198fc6c90e31e6508 HTTP/1.1" status: 200 len: 375 time: 0.0205328 May 24 22:39:22.500326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Made reservation on behalf of c1e295fbcd2e4ba9914279ba523f98aa for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:22.503772 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:22.537245 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1cbdbfe-a1de-4eaa-890b-87048e41903c req-86b90db9-80fe-4991-894e-a539caf53493 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118384 May 24 22:39:22.549908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c3c75707-0ea0-4c52-8f50-75636d061f50, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c3c75707-0ea0-4c52-8f50-75636d061f50,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:22.567962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'c3c75707-0ea0-4c52-8f50-75636d061f50', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'c3c75707-0ea0-4c52-8f50-75636d061f50', 'mac_address': 'fa:16:3e:ee:94:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:39:22.582518 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-08b19075-0866-4ef9-98bb-397e5c238a77 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fd915a11cc64d6198fc6c90e31e6508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815399 May 24 22:39:22.603090 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-391b7cef-e524-4200-9e4b-df59facbc5a6 service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893899 May 24 22:39:22.603801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:22.629254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port c3c75707-0ea0-4c52-8f50-75636d061f50 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:22.629668 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:22.649713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c75707-0ea0-4c52-8f50-75636d061f50 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:22.666437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c3c75707-0ea0-4c52-8f50-75636d061f50, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c3c75707-0ea0-4c52-8f50-75636d061f50,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:22.673006 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:22.673934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 01fe0f30-948e-4045-acbc-83bf98788199 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:39:22.691595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4a4de-cf7f-423a-ba6c-3170277f50ef req-290626b5-152f-4c43-8f06-d0f7316daf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:22.692787 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0dd4a4de-cf7f-423a-ba6c-3170277f50ef req-290626b5-152f-4c43-8f06-d0f7316daf10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3325331 May 24 22:39:22.700546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 01fe0f30-948e-4045-acbc-83bf98788199, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=01fe0f30-948e-4045-acbc-83bf98788199,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:22.726602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79006-a397-4d7d-95b0-0066644d9ea9 req-60bc62b5-d35f-4118-a62d-407e0a2acd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:22.728303 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45e79006-a397-4d7d-95b0-0066644d9ea9 req-60bc62b5-d35f-4118-a62d-407e0a2acd9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.2359574 May 24 22:39:22.800977 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:22.837307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '01fe0f30-948e-4045-acbc-83bf98788199', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '01fe0f30-948e-4045-acbc-83bf98788199', 'mac_address': 'fa:16:3e:48:8a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:39:22.876552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=c3c75707-0ea0-4c52-8f50-75636d061f50,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:22.947877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 01fe0f30-948e-4045-acbc-83bf98788199 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:22.948699 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:22.970113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fe0f30-948e-4045-acbc-83bf98788199 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:22.993558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 01fe0f30-948e-4045-acbc-83bf98788199, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=01fe0f30-948e-4045-acbc-83bf98788199,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:23.000274 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:23.059218 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0dd4a4de-cf7f-423a-ba6c-3170277f50ef req-94bc84c5-41bf-408f-b981-24387080932d service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599513 May 24 22:39:23.061572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Allocated IP 172.20.0.10 (a048d222-b793-4627-8502-0af448f97e98/2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd/f4df6c49-0e97-4f9c-9ea2-96cf74ad4571) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:39:23.094824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85365bf8-8de5-4c87-85a7-a10332f9273a req-26c98c06-f0b4-4395-bd9c-b200bf164abb service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667606 May 24 22:39:23.126764 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:23.137532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=01fe0f30-948e-4045-acbc-83bf98788199,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:23.166977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b590e-d865-4a74-a9e4-37ffa8843bd5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:23.184346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79006-a397-4d7d-95b0-0066644d9ea9 req-dcacaf3a-1d2f-4e4c-989f-768fa8ffa101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:23.186077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45e79006-a397-4d7d-95b0-0066644d9ea9 req-dcacaf3a-1d2f-4e4c-989f-768fa8ffa101 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3171618 May 24 22:39:23.190411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.190751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.191081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.191404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.191723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.192109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.192472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.193917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.194390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.194729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.195056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.195722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:23.242106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['01fe0f30-948e-4045-acbc-83bf98788199'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:23.250297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da347f-4ec9-4d90-bd7e-c06d01d76e12 req-bcb047fd-9127-4c61-8d15-105bc9355710 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:23.251821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60da347f-4ec9-4d90-bd7e-c06d01d76e12 req-bcb047fd-9127-4c61-8d15-105bc9355710 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 944 time: 0.3150141 May 24 22:39:23.285204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['c3c75707-0ea0-4c52-8f50-75636d061f50'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:23.355191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'tag': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:23.367797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:23.368878 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b49e7eba-6058-455d-8ee3-329e8a27d994 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a4b590e-d865-4a74-a9e4-37ffa8843bd5 HTTP/1.1" status: 204 len: 168 time: 1.1959991 May 24 22:39:23.461271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45e79006-a397-4d7d-95b0-0066644d9ea9 req-ab4b5b8a-2e5f-4201-ac54-2f778fa17838 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619386 May 24 22:39:23.514823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60da347f-4ec9-4d90-bd7e-c06d01d76e12 req-514fe4e5-2b97-420e-994f-45f1d720f888 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495387 May 24 22:39:23.627112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0dd4a4de-cf7f-423a-ba6c-3170277f50ef req-b70c8cc6-c95c-48f0-bd0c-c805a72015c0 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578935 May 24 22:39:23.699294 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45e79006-a397-4d7d-95b0-0066644d9ea9 req-655ae031-4e38-4b36-b91f-fb4359b086f0 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317967 May 24 22:39:23.755736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40810) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:23.765156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:23.812967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53311076-cc1e-482a-8b04-b1ed5a2ca9a6 req-1ae2f7d9-ce6e-4e52-a729-184c78fc4f3e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:23.814328 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53311076-cc1e-482a-8b04-b1ed5a2ca9a6 req-1ae2f7d9-ce6e-4e52-a729-184c78fc4f3e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 948 time: 0.1140864 May 24 22:39:23.816070 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e21be1b-e617-4144-9e06-1c0a597fcd72 req-9b3bd802-ad21-4cca-9a82-307623982777 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 210 time: 0.0986121 May 24 22:39:23.864254 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:23.871356 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53311076-cc1e-482a-8b04-b1ed5a2ca9a6 req-460e302f-10e2-4910-be33-b5b152d2778d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485303 May 24 22:39:23.903749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:24.009114 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7c2f3a-18f9-4921-9ae6-2b1e3611bdfb'] response: {'name': 'network-changed', 'server_uuid': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'tag': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706', 'status': 'completed', 'code': 200} May 24 22:39:24.062076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Network a048d222-b793-4627-8502-0af448f97e98 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:24.069857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:24.083668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c546e9c8-c594-4d25-9727-c3ff8581bc6e req-539b1e77-fbfe-40b2-a106-9fdbddd19cab tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 210 time: 0.0735798 May 24 22:39:24.084684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:39:24.090115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:24.090736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:24.110668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Pushing event updated for resources: {'Port': ['ID=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:24.127850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.128200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.129045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.129579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.130181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.130513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.131109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.131556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.132044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.132379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.132725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.133044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:24.144125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-9321cf59-627a-4bb7-b179-cc6434302bad tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1063595 May 24 22:39:24.160543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Request body: {'port': {'device_id': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:24.254957 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-e2bc8af0-beaf-4dcd-bdd5-33f6c368444f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4981267 May 24 22:39:24.277527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401910a-8ab0-46ea-aaf1-aea9675c5570 req-0657cd30-c27b-44b1-bcdf-cf311e7db48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:24.279707 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a401910a-8ab0-46ea-aaf1-aea9675c5570 req-0657cd30-c27b-44b1-bcdf-cf311e7db48d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c&device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 1095 time: 0.2581527 May 24 22:39:24.296066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec91183-3004-4b2b-83e5-9d2e71dc489d req-df887989-a2f5-4dcd-8aa2-75d7253cc3ed tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:24.298078 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9ec91183-3004-4b2b-83e5-9d2e71dc489d req-df887989-a2f5-4dcd-8aa2-75d7253cc3ed tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.1839299 May 24 22:39:24.339731 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:24.418348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d00cd991-96b4-48c9-ba9b-b091975be441 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:39:24.420923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c3c75707-0ea0-4c52-8f50-75636d061f50 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:24.430787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d532f9-81e3-4ce5-a5e6-d308ac03c07f req-2fd6695e-6119-4894-accc-46c2c1427ea9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:24.432303 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76d532f9-81e3-4ce5-a5e6-d308ac03c07f req-2fd6695e-6119-4894-accc-46c2c1427ea9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 949 time: 0.1718256 May 24 22:39:24.485066 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9ec91183-3004-4b2b-83e5-9d2e71dc489d req-282c759d-ab33-4e1a-8d48-05caba927198 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654148 May 24 22:39:24.610508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76d532f9-81e3-4ce5-a5e6-d308ac03c07f req-908bba33-bf86-40ad-935b-9fe712c65328 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303184 May 24 22:39:24.623474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401910a-8ab0-46ea-aaf1-aea9675c5570 req-3921cec3-d6f3-4910-a7e9-b70af2808568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:24.624948 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a401910a-8ab0-46ea-aaf1-aea9675c5570 req-3921cec3-d6f3-4910-a7e9-b70af2808568 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61909bdd-225c-4585-bcc6-08ad828659b7 HTTP/1.1" status: 200 len: 924 time: 0.3394847 May 24 22:39:24.912539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-c908fbeb-9c78-48de-981e-021ed36b8f3e tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7fd915a11cc64d6198fc6c90e31e6508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2836800 May 24 22:39:24.982166 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a401910a-8ab0-46ea-aaf1-aea9675c5570 req-3c8f62c4-4d4e-40e0-8fe8-fed48847f91c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d08c13fc-9bc0-4b3d-97e5-daa3d9291706 HTTP/1.1" status: 200 len: 217 time: 0.2313433 May 24 22:39:24.992044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:25.026748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'mac_address': 'fa:16:3e:90:85:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:39:25.065598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port c3c75707-0ea0-4c52-8f50-75636d061f50 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:25.074230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port c3c75707-0ea0-4c52-8f50-75636d061f50 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:25.074631 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.090985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:25.101236 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.115769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401910a-8ab0-46ea-aaf1-aea9675c5570 req-5599ac8b-3ad4-4c50-8a73-a7f40f835e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:25.117679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a401910a-8ab0-46ea-aaf1-aea9675c5570 req-5599ac8b-3ad4-4c50-8a73-a7f40f835e88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b121f1d-18e9-4ab2-901f-89fcf789a051 HTTP/1.1" status: 200 len: 862 time: 0.1199436 May 24 22:39:25.123054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Transition to ACTIVE for port object f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:25.132013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497aa527-eeff-4af9-9555-37c578adda41 req-3dea7c95-1911-42d4-8dd8-39ab9f0e1a68 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:25.133787 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-497aa527-eeff-4af9-9555-37c578adda41 req-3dea7c95-1911-42d4-8dd8-39ab9f0e1a68 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 944 time: 0.2565525 May 24 22:39:25.137896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.153366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d00cd991-96b4-48c9-ba9b-b091975be441 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:25.153783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.201938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00cd991-96b4-48c9-ba9b-b091975be441 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:25.252707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:25.267207 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.371736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port c3c75707-0ea0-4c52-8f50-75636d061f50 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:25.372348 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.420175 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.420914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a7ea28-0abf-4fa1-95e3-6603e30c5aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c75707-0ea0-4c52-8f50-75636d061f50'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:25.431463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d00cd991-96b4-48c9-ba9b-b091975be441,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:25.443867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c3c75707-0ea0-4c52-8f50-75636d061f50, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c3c75707-0ea0-4c52-8f50-75636d061f50,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:25.455972 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.457119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 01fe0f30-948e-4045-acbc-83bf98788199 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:25.488318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Pushing event updated for resources: {'Port': ['ID=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:25.541211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-497aa527-eeff-4af9-9555-37c578adda41 req-16795710-8093-4e54-b85d-3a5010f02d88 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3929362 May 24 22:39:25.570421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:25.570748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:25.573568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:25.603056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d00cd991-96b4-48c9-ba9b-b091975be441'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:25.603530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on network a048d222-b793-4627-8502-0af448f97e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:25.604059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:25.618165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:25.619946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Checking segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:25.620525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Bound using segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:25.621127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Bound port: f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:25.621891 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.703902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 01fe0f30-948e-4045-acbc-83bf98788199 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:25.709846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=c3c75707-0ea0-4c52-8f50-75636d061f50,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:25.714856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 01fe0f30-948e-4045-acbc-83bf98788199 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:25.715307 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.732061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-75b236ac-ddf1-4cc8-a8e0-29cdd037ed6e tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:25.734095 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-75b236ac-ddf1-4cc8-a8e0-29cdd037ed6e tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7858438 May 24 22:39:25.747614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed080-dae0-4b44-b82b-19b9dccd7612 req-43481564-c8b2-4969-bf6f-163f33117716 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:25.755968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b1ed080-dae0-4b44-b82b-19b9dccd7612 req-43481564-c8b2-4969-bf6f-163f33117716 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.5773923 May 24 22:39:25.795991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Request body: {'port': {'device_id': '81be56a4-ede1-4788-80db-389d880397c0', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '7fd915a11cc64d6198fc6c90e31e6508'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:25.816789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401910a-8ab0-46ea-aaf1-aea9675c5570 req-cf20bd46-28f5-423a-8f8a-44592fa070f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:25.818375 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a401910a-8ab0-46ea-aaf1-aea9675c5570 req-cf20bd46-28f5-423a-8f8a-44592fa070f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61909bdd-225c-4585-bcc6-08ad828659b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6324873 May 24 22:39:25.824886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:25.830550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:25.847648 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.945155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:25.946152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:25.948081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] 10.222.0.50 "PUT /v2.0/ports/f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 HTTP/1.1" status: 200 len: 1092 time: 1.7913117 May 24 22:39:25.949213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'tag': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:25.982379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 01fe0f30-948e-4045-acbc-83bf98788199 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:25.982379 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:26.039611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 01fe0f30-948e-4045-acbc-83bf98788199, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=01fe0f30-948e-4045-acbc-83bf98788199,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:26.046197 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b1ed080-dae0-4b44-b82b-19b9dccd7612 req-719d265c-53d1-4ede-8aed-efdc80d8e0e9 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892296 May 24 22:39:26.051598 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:26.125981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af842358-869b-4717-9236-6ec1e09e1ccc service neutron] Pushing event updated for resources: {'Port': ['ID=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:26.158185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=01fe0f30-948e-4045-acbc-83bf98788199,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:26.161545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d08c13fc-9bc0-4b3d-97e5-daa3d9291706 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:39:26.165480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d3905-daab-49e3-a402-701335f3dd0a req-300b7323-8487-422f-8cb7-07bac9cd0059 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:26.172847 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc3d3905-daab-49e3-a402-701335f3dd0a req-300b7323-8487-422f-8cb7-07bac9cd0059 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 948 time: 0.2389865 May 24 22:39:26.190900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-daa2d223-a563-4750-af59-c62d10ff9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:26.192524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-daa2d223-a563-4750-af59-c62d10ff9358 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 1095 time: 0.1712966 May 24 22:39:26.229687 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a401910a-8ab0-46ea-aaf1-aea9675c5570 req-57b061aa-5c69-4eb6-81af-a50a8ba2b9ac service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991368 May 24 22:39:26.233153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:26.267652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Usage tracker for resource:port and tenant:7fd915a11cc64d6198fc6c90e31e6508 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:26.274726 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-d5b06c27-29f9-48e5-a544-293ae651b7a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 HTTP/1.1" status: 200 len: 217 time: 0.0745277 May 24 22:39:26.294883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:26.308054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:26.309030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d08c13fc-9bc0-4b3d-97e5-daa3d9291706, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d08c13fc-9bc0-4b3d-97e5-daa3d9291706,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:26.312475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18b7e8f9-806f-4cd9-83c1-9794b135a1df req-407ab65b-e0fa-41d3-9678-5a602bfb7879 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 210 time: 0.0805197 May 24 22:39:26.318010 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc3d3905-daab-49e3-a402-701335f3dd0a req-ef3729ce-1eb9-4efa-a305-eb0585dcc8f1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442840 May 24 22:39:26.339822 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'port_id': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706', 'mac_address': 'fa:16:3e:ba:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:39:26.373625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-4d2b656b-bac2-49a9-951b-06bbbe9a3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:26.377470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-4d2b656b-bac2-49a9-951b-06bbbe9a3505 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.0957422 May 24 22:39:26.385334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Made reservation on behalf of 7fd915a11cc64d6198fc6c90e31e6508 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:26.390037 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:26.409932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:26.418977 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e2117b-a4dc-43a9-bf9b-ed1f0c280df0'] response: {'server_uuid': '76a7ea28-0abf-4fa1-95e3-6603e30c5aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c75707-0ea0-4c52-8f50-75636d061f50', 'code': 200} May 24 22:39:26.449394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:26.458967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Usage tracker for resource:security_group_rule and tenant:7fd915a11cc64d6198fc6c90e31e6508 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:26.463420 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:26.467689 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a401910a-8ab0-46ea-aaf1-aea9675c5570 req-4b42cad3-2a85-4efb-9823-52e48d7d7639 service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312799 May 24 22:39:26.472336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:26.503360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:26.504610 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:26.506820 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-522f3148-f881-4c5b-87af-7bab1aa5da81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239839 May 24 22:39:26.538683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08c13fc-9bc0-4b3d-97e5-daa3d9291706 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:26.558344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d08c13fc-9bc0-4b3d-97e5-daa3d9291706, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d08c13fc-9bc0-4b3d-97e5-daa3d9291706,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:26.564623 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:26.710279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d08c13fc-9bc0-4b3d-97e5-daa3d9291706,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:26.755124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98656c44-a8de-4a2d-933f-74897566b091 req-c006b63b-e80d-476d-957a-d37f3148c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:26.756645 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-98656c44-a8de-4a2d-933f-74897566b091 req-c006b63b-e80d-476d-957a-d37f3148c771 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 1101 time: 0.2191415 May 24 22:39:26.758390 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-d1ae8768-ff44-45e5-8338-5dd15f221449 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454827 May 24 22:39:26.777884 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:26.785544 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:26.801558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['d08c13fc-9bc0-4b3d-97e5-daa3d9291706'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:26.847336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fd7e-22cd-4bbf-9e36-71fc2db55cbd req-246c5794-eb62-4144-a800-b93423ce8920 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:26.848722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c922fd7e-22cd-4bbf-9e36-71fc2db55cbd req-246c5794-eb62-4144-a800-b93423ce8920 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.2334936 May 24 22:39:26.853911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-d68d5161-e8f8-4f50-b911-aced2cec066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:26.855308 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-d68d5161-e8f8-4f50-b911-aced2cec066c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1101 time: 0.3281450 May 24 22:39:26.888397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-98656c44-a8de-4a2d-933f-74897566b091 req-61adf53c-cfd4-424e-b00d-b416dbf10313 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244032 May 24 22:39:26.926770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f274e347-78b9-4004-8e0d-8a409676eb47,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:26.947345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46325f2f-6a94-4044-8922-fd090b8816d2 req-e5ca9f93-0bef-4f9a-afa5-f698d7137415 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:26.948828 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46325f2f-6a94-4044-8922-fd090b8816d2 req-e5ca9f93-0bef-4f9a-afa5-f698d7137415 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 950 time: 0.2334955 May 24 22:39:26.952344 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a1c1941-a267-483f-aaa8-142d52d02cad req-76deec83-7b9e-4ac6-9cfe-b5b065187bd9 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752152 May 24 22:39:27.008132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46325f2f-6a94-4044-8922-fd090b8816d2 req-e1246076-4217-44b2-a72d-165d71f87c57 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524302 May 24 22:39:27.020457 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c922fd7e-22cd-4bbf-9e36-71fc2db55cbd req-ba7ec4c8-d35d-413e-90b4-7ade72c3ca10 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530688 May 24 22:39:27.071162 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e492fddf-dd9a-49f4-8acf-3b3a0f56c134'] response: {'name': 'network-changed', 'server_uuid': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'tag': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571', 'status': 'completed', 'code': 200} May 24 22:39:27.118627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-6a5368bc-affa-411d-b4cc-defcb9b508f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:27.120085 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-6a5368bc-affa-411d-b4cc-defcb9b508f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2517133 May 24 22:39:27.174779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f71b8-6d22-4760-ae8b-071afd95d0ed req-bf9be2d8-287d-4911-b254-c3d8efb0526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:27.176300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b24f71b8-6d22-4760-ae8b-071afd95d0ed req-bf9be2d8-287d-4911-b254-c3d8efb0526f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 1095 time: 0.0830867 May 24 22:39:27.183926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Allocated IP 192.168.233.16 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/7667cf0c-697c-430b-ab72-f4cb25f5a51b) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:39:27.213731 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-9f9d69b0-1306-4da8-8e29-ee0d96200617 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 217 time: 0.0844991 May 24 22:39:27.335789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-1cbf165b-845b-4696-8490-ec134c6b2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:27.337238 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-1cbf165b-845b-4696-8490-ec134c6b2cc0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1127403 May 24 22:39:27.375930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f71b8-6d22-4760-ae8b-071afd95d0ed req-dcc0f958-1359-461f-b653-88c5b65288a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:27.377300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b24f71b8-6d22-4760-ae8b-071afd95d0ed req-dcc0f958-1359-461f-b653-88c5b65288a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 922 time: 0.1938324 May 24 22:39:27.389443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08487d6-3d78-4643-b463-aa1ed42a2666 req-584848ba-4da5-4e62-a659-bde75931b14e tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:27.390910 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f08487d6-3d78-4643-b463-aa1ed42a2666 req-584848ba-4da5-4e62-a659-bde75931b14e tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 945 time: 0.1817391 May 24 22:39:27.464828 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b24f71b8-6d22-4760-ae8b-071afd95d0ed req-ef4ae3e3-339f-4d6c-9184-8d346c1e3b04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 HTTP/1.1" status: 200 len: 217 time: 0.0729320 May 24 22:39:27.531918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f08487d6-3d78-4643-b463-aa1ed42a2666 req-e9d531c8-320b-43f6-8177-fc9993374032 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930865 May 24 22:39:27.551119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f71b8-6d22-4760-ae8b-071afd95d0ed req-ccc91317-b776-4a12-9089-0e61a66fcee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:27.552703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b24f71b8-6d22-4760-ae8b-071afd95d0ed req-ccc91317-b776-4a12-9089-0e61a66fcee0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.0744591 May 24 22:39:27.587652 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:27.614315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b24f71b8-6d22-4760-ae8b-071afd95d0ed req-5ded6d88-f052-4b78-ac00-f326578aae7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542848 May 24 22:39:27.619085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Transition to ACTIVE for port object 7667cf0c-697c-430b-ab72-f4cb25f5a51b will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:27.633400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca033b-29aa-430d-b276-505ee233b00c req-87f0c27a-edf7-48c1-9503-a5af6e476128 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:27.640663 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0ca033b-29aa-430d-b276-505ee233b00c req-87f0c27a-edf7-48c1-9503-a5af6e476128 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.2554712 May 24 22:39:27.662231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-932d4588-d350-4bdd-a7fb-ed2e10308301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:27.663713 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-932d4588-d350-4bdd-a7fb-ed2e10308301 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2797165 May 24 22:39:27.876284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0ca033b-29aa-430d-b276-505ee233b00c req-8dbc271f-8008-4226-aa0f-9dd7f203b8af tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347426 May 24 22:39:27.894359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1428e8-4177-499a-9c49-7f48003b3109 req-73b0f727-f0fa-46b7-9d91-f712e7b6d80e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:27.895399 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:27.896333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4a1428e8-4177-499a-9c49-7f48003b3109 req-73b0f727-f0fa-46b7-9d91-f712e7b6d80e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1332743 May 24 22:39:27.898425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b24f71b8-6d22-4760-ae8b-071afd95d0ed req-448c0a3e-012c-4927-8be2-7b56a870ea92 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772319 May 24 22:39:28.005514 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-98dbb46b-d9c7-4c5f-b25a-386cc31970a0 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330050 May 24 22:39:28.007243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:28.010334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:28.016859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:39:28.082059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4a1428e8-4177-499a-9c49-7f48003b3109 req-49447f6e-236e-45da-bfc8-b8e6e26ddde9 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770046 May 24 22:39:28.121295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b24f71b8-6d22-4760-ae8b-071afd95d0ed req-cd2a3caf-2ad7-4518-bc73-1d68fc3628d4 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832252 May 24 22:39:28.133672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d08c13fc-9bc0-4b3d-97e5-daa3d9291706 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:28.187708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Pushing event updated for resources: {'Port': ['ID=7667cf0c-697c-430b-ab72-f4cb25f5a51b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:28.237906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:28.238553 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:28.243872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:28.250721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:28.251829 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:28.309211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-b5a1e2eb-2b0c-4d5a-9c54-04e6aad73d51 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5478094 May 24 22:39:28.312806 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-d2dc885c-39d0-4207-8121-2d042e522c96 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972143 May 24 22:39:28.320674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Request body: {'port': {'device_id': '81be56a4-ede1-4788-80db-389d880397c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:28.356910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac393ea1-acbd-4853-a9a4-ffa1484106da req-2f77eb53-0660-42d0-a3f0-d9207e34972f tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:28.358320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ac393ea1-acbd-4853-a9a4-ffa1484106da req-2f77eb53-0660-42d0-a3f0-d9207e34972f tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Synchronizing usage tracker for tenant:7fd915a11cc64d6198fc6c90e31e6508 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:28.389996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-39d12a79-6628-4809-a4c7-1d2c4b5664f5 None None] Provisioning for port 7667cf0c-697c-430b-ab72-f4cb25f5a51b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:28.395213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:28.395501 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:28.408960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-39d12a79-6628-4809-a4c7-1d2c4b5664f5 None None] Provisioning complete for port 7667cf0c-697c-430b-ab72-f4cb25f5a51b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:28.409321 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39d12a79-6628-4809-a4c7-1d2c4b5664f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:28.418279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fbb9a-406e-48e0-a547-64b18d512aad req-d6f2123a-2754-4ae7-93e0-5570c67292d3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:28.420846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-250fbb9a-406e-48e0-a547-64b18d512aad req-d6f2123a-2754-4ae7-93e0-5570c67292d3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 950 time: 0.1159933 May 24 22:39:28.424807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ac393ea1-acbd-4853-a9a4-ffa1484106da req-2f77eb53-0660-42d0-a3f0-d9207e34972f tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Unset dirty status for tenant:7fd915a11cc64d6198fc6c90e31e6508 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:28.425936 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac393ea1-acbd-4853-a9a4-ffa1484106da req-2f77eb53-0660-42d0-a3f0-d9207e34972f tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 935 time: 0.3571486 May 24 22:39:28.440962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2028f9-5e37-4794-ae69-b25dc0abf5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fe0f30-948e-4045-acbc-83bf98788199'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:28.445952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d00cd991-96b4-48c9-ba9b-b091975be441 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:28.489372 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:28.507053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ac393ea1-acbd-4853-a9a4-ffa1484106da req-d74fc911-6232-4991-b2dd-8d9b1535a800 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Synchronizing usage tracker for tenant:7fd915a11cc64d6198fc6c90e31e6508 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:28.507932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-250fbb9a-406e-48e0-a547-64b18d512aad req-39594196-0b15-4f76-bdfc-92b7f9f1ff5d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746334 May 24 22:39:28.549355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-39d12a79-6628-4809-a4c7-1d2c4b5664f5 None None] Port 7667cf0c-697c-430b-ab72-f4cb25f5a51b cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:39:28.558469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d08c13fc-9bc0-4b3d-97e5-daa3d9291706, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d08c13fc-9bc0-4b3d-97e5-daa3d9291706,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:28.566792 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:28.626324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ac393ea1-acbd-4853-a9a4-ffa1484106da req-d74fc911-6232-4991-b2dd-8d9b1535a800 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Unset dirty status for tenant:7fd915a11cc64d6198fc6c90e31e6508 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:28.627636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac393ea1-acbd-4853-a9a4-ffa1484106da req-d74fc911-6232-4991-b2dd-8d9b1535a800 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/security-groups?id=f274e347-78b9-4004-8e0d-8a409676eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830542 May 24 22:39:28.635445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port d00cd991-96b4-48c9-ba9b-b091975be441 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:28.646396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port d00cd991-96b4-48c9-ba9b-b091975be441 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:28.646699 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:28.732361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d08c13fc-9bc0-4b3d-97e5-daa3d9291706,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:28.766816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ab474-ad0b-4e51-91f3-762e39bb236b req-937a5c9d-e62e-43bc-8717-0eb444be91f9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:28.775483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e9ab474-ad0b-4e51-91f3-762e39bb236b req-937a5c9d-e62e-43bc-8717-0eb444be91f9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.1501048 May 24 22:39:28.815952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d00cd991-96b4-48c9-ba9b-b091975be441 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:28.816701 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:28.829401 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3683182-31d5-4fda-b9d0-aa7f0c80d714'] response: {'server_uuid': '8b2028f9-5e37-4794-ae69-b25dc0abf5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fe0f30-948e-4045-acbc-83bf98788199', 'code': 200} May 24 22:39:28.834120 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e9ab474-ad0b-4e51-91f3-762e39bb236b req-342a905d-5907-42e0-bbd8-00135f2d4b8e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576518 May 24 22:39:28.862182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:28.868252 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:28.978361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d00cd991-96b4-48c9-ba9b-b091975be441,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:29.060768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772514a3-55ff-45cc-9c27-a15a4bd9612a req-478e536b-4797-49dd-92be-5cc6b2a393bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:29.062315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-772514a3-55ff-45cc-9c27-a15a4bd9612a req-478e536b-4797-49dd-92be-5cc6b2a393bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 1100 time: 0.1703987 May 24 22:39:29.083685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7667cf0c-697c-430b-ab72-f4cb25f5a51b {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:29.094893 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.112662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42e78d-dd92-4bb9-8b64-8eedd0cb1e89 req-c6be8bc1-65be-4ea0-b33b-71cfd95c30e6 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:29.114255 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c42e78d-dd92-4bb9-8b64-8eedd0cb1e89 req-c6be8bc1-65be-4ea0-b33b-71cfd95c30e6 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 946 time: 0.1213322 May 24 22:39:29.116682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Transition to ACTIVE for port object 7667cf0c-697c-430b-ab72-f4cb25f5a51b will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:29.120723 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-772514a3-55ff-45cc-9c27-a15a4bd9612a req-29c7590a-51cf-4aae-bf5c-935c66df2f7d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522826 May 24 22:39:29.124592 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.156335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40950) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:29.174278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159c1e-a402-4b5b-8c0f-3af870a38c23 req-dbd7fbe7-c613-4e17-b84e-e6b0aef2c233 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:29.175361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c42e78d-dd92-4bb9-8b64-8eedd0cb1e89 req-962fb1b8-434b-493e-8e0f-5ee13b7b7ba0 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530314 May 24 22:39:29.175806 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d7159c1e-a402-4b5b-8c0f-3af870a38c23 req-dbd7fbe7-c613-4e17-b84e-e6b0aef2c233 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1643143 May 24 22:39:29.286769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Pushing event updated for resources: {'Port': ['ID=7667cf0c-697c-430b-ab72-f4cb25f5a51b,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:29.327863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e9cb5f4b-b076-429c-81df-12b99fdd276c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.344717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e9cb5f4b-b076-429c-81df-12b99fdd276c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:29.349790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e9cb5f4b-b076-429c-81df-12b99fdd276c admin admin] Usage tracker for resource:security_group_rule and tenant:08a0b8267d144abfb29cdf89bb4fe4c2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:29.352933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e9cb5f4b-b076-429c-81df-12b99fdd276c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:29.359375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e9cb5f4b-b076-429c-81df-12b99fdd276c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:29.402755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d7159c1e-a402-4b5b-8c0f-3af870a38c23 req-f92f6fbf-33e6-4220-a975-5d27f249e184 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113502 May 24 22:39:29.478334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Attempting to bind port 7667cf0c-697c-430b-ab72-f4cb25f5a51b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:29.478620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Attempting to bind port 7667cf0c-697c-430b-ab72-f4cb25f5a51b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:29.478913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Attempting to bind port 7667cf0c-697c-430b-ab72-f4cb25f5a51b on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:29.484031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Port 7667cf0c-697c-430b-ab72-f4cb25f5a51b on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:29.484350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Attempting to bind port 7667cf0c-697c-430b-ab72-f4cb25f5a51b on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:29.490300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:29.490699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:29.491087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:29.491515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Bound port: 7667cf0c-697c-430b-ab72-f4cb25f5a51b, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:29.491864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.536865 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e9cb5f4b-b076-429c-81df-12b99fdd276c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.550065 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e9cb5f4b-b076-429c-81df-12b99fdd276c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.610318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb5f4b-b076-429c-81df-12b99fdd276c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844ee6c2-2770-4185-a247-c33e3dd23b1d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:29.618216 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e9cb5f4b-b076-429c-81df-12b99fdd276c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08a0b8267d144abfb29cdf89bb4fe4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584954 May 24 22:39:29.618606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40964) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:29.641858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] For port 7667cf0c-697c-430b-ab72-f4cb25f5a51b, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:29.646222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] For port 7667cf0c-697c-430b-ab72-f4cb25f5a51b, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7667cf0c-697c-430b-ab72-f4cb25f5a51b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:29.653111 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.660785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5724d-13c9-4ae9-84b1-2e9a9adb8ee2 req-c2e7a4f8-51a9-4f91-b69c-840bcbef938e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:29.661505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-53d5724d-13c9-4ae9-84b1-2e9a9adb8ee2 req-c2e7a4f8-51a9-4f91-b69c-840bcbef938e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Synchronizing usage tracker for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:29.700606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-53d5724d-13c9-4ae9-84b1-2e9a9adb8ee2 req-c2e7a4f8-51a9-4f91-b69c-840bcbef938e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Unset dirty status for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:29.701768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53d5724d-13c9-4ae9-84b1-2e9a9adb8ee2 req-c2e7a4f8-51a9-4f91-b69c-840bcbef938e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.2135866 May 24 22:39:29.702340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c8b14-efaa-4328-afb6-d7d5f6de0a34 req-b06c2d9c-51ce-456e-8c45-b53db1b00867 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:29.703817 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-573c8b14-efaa-4328-afb6-d7d5f6de0a34 req-b06c2d9c-51ce-456e-8c45-b53db1b00867 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1594787 May 24 22:39:29.713124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d61c136-cb6e-41cf-b482-4c10748980a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.735512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:29.736122 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.737460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] 10.222.0.31 "PUT /v2.0/ports/7667cf0c-697c-430b-ab72-f4cb25f5a51b HTTP/1.1" status: 200 len: 1095 time: 1.4207523 May 24 22:39:29.741989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81be56a4-ede1-4788-80db-389d880397c0', 'tag': '7667cf0c-697c-430b-ab72-f4cb25f5a51b'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:29.774275 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d61c136-cb6e-41cf-b482-4c10748980a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.783567 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-573c8b14-efaa-4328-afb6-d7d5f6de0a34 req-134b5700-6651-4f21-8844-7e0e4a14dbd2 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705678 May 24 22:39:29.827995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-53d5724d-13c9-4ae9-84b1-2e9a9adb8ee2 req-c2a73bea-2ffd-4977-a67b-764c17b46470 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Synchronizing usage tracker for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:29.833184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3435264-158f-47a4-94bd-2afff949f850 service neutron] Pushing event updated for resources: {'Port': ['ID=7667cf0c-697c-430b-ab72-f4cb25f5a51b,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:29.858722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-53d5724d-13c9-4ae9-84b1-2e9a9adb8ee2 req-c2a73bea-2ffd-4977-a67b-764c17b46470 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Unset dirty status for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:29.870113 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53d5724d-13c9-4ae9-84b1-2e9a9adb8ee2 req-c2a73bea-2ffd-4977-a67b-764c17b46470 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602867 May 24 22:39:29.889042 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d61c136-cb6e-41cf-b482-4c10748980a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.899580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-d4b24361-8125-4fd8-ba8c-acdb13cef6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:29.901054 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-d4b24361-8125-4fd8-ba8c-acdb13cef6a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7fd915a11cc64d6198fc6c90e31e6508&device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 1098 time: 0.1148298 May 24 22:39:29.908560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61c136-cb6e-41cf-b482-4c10748980a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844ee6c2-2770-4185-a247-c33e3dd23b1d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:29.917267 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d61c136-cb6e-41cf-b482-4c10748980a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:29.939951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0d61c136-cb6e-41cf-b482-4c10748980a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/844ee6c2-2770-4185-a247-c33e3dd23b1d HTTP/1.1" status: 204 len: 168 time: 0.3189874 May 24 22:39:30.094401 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019b9b09-22d1-4da7-9544-a2053e114136'] response: {'name': 'network-changed', 'server_uuid': '81be56a4-ede1-4788-80db-389d880397c0', 'tag': '7667cf0c-697c-430b-ab72-f4cb25f5a51b', 'status': 'completed', 'code': 200} May 24 22:39:30.106383 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-2f62a003-251e-40d5-b08c-f839b6eebf64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=7667cf0c-697c-430b-ab72-f4cb25f5a51b HTTP/1.1" status: 200 len: 217 time: 0.1871572 May 24 22:39:30.141345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:39:30.191052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25c7a6-a20c-48d6-b5e5-32e7c11906d4 req-5a2a1ca8-d1e6-4f27-86de-231a29624ff0 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:30.192885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-a1fe55d1-98aa-415d-8f13-1bdc19d148c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:30.193485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4c25c7a6-a20c-48d6-b5e5-32e7c11906d4 req-5a2a1ca8-d1e6-4f27-86de-231a29624ff0 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 947 time: 0.1850371 May 24 22:39:30.200696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-a1fe55d1-98aa-415d-8f13-1bdc19d148c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0854213 May 24 22:39:30.272901 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4c25c7a6-a20c-48d6-b5e5-32e7c11906d4 req-58111f14-76c9-4098-ab97-26395ff789b7 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/security-groups?id=f274e347-78b9-4004-8e0d-8a409676eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734615 May 24 22:39:30.311061 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:30.331502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571', 'network_id': 'a048d222-b793-4627-8502-0af448f97e98', 'port_id': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571', 'mac_address': 'fa:16:3e:8c:90:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:39:30.383374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4168d-0ec8-4698-9ec0-e1a2d346f80f req-f32ab236-eeca-4be1-9eda-5cdd99e9acac tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:30.384907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9fa4168d-0ec8-4698-9ec0-e1a2d346f80f req-f32ab236-eeca-4be1-9eda-5cdd99e9acac tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.1833198 May 24 22:39:30.388017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-3e33f122-1d1d-4864-a3ac-b4a8583b352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:30.389942 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-3e33f122-1d1d-4864-a3ac-b4a8583b352a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1514618 May 24 22:39:30.408496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:30.409729 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:30.419001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40990) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:30.436626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:30.437673 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-581a7665-1923-4b20-8dd4-d3867b347b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:30.454867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-581a7665-1923-4b20-8dd4-d3867b347b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:30.456410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:30.459954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-581a7665-1923-4b20-8dd4-d3867b347b4b admin admin] Usage tracker for resource:security_group_rule and tenant:12bf7f534e704f61b6e066f26b0a2404 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:30.463811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-581a7665-1923-4b20-8dd4-d3867b347b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:30.468679 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:30.470565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9fa4168d-0ec8-4698-9ec0-e1a2d346f80f req-e23ac075-a8a5-4e3f-8e60-e79909b56d2e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778561 May 24 22:39:30.482597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-581a7665-1923-4b20-8dd4-d3867b347b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:30.665441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:30.689633 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-581a7665-1923-4b20-8dd4-d3867b347b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:30.696338 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-581a7665-1923-4b20-8dd4-d3867b347b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:30.720648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f4df6c49-0e97-4f9c-9ea2-96cf74ad4571'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:30.761660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40998) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:30.815285 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-581a7665-1923-4b20-8dd4-d3867b347b4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12bf7f534e704f61b6e066f26b0a2404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949521 May 24 22:39:30.817757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a7665-1923-4b20-8dd4-d3867b347b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feae1a48-1d83-40d9-a202-111b99107d00,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:30.817899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41006) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:30.833738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706'}, {'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:30.843487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fab25-8a95-44d0-83e9-825e355734d9 req-39eb34e3-3c8f-443c-972e-c6e554dbcf4d tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:30.845026 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf3fab25-8a95-44d0-83e9-825e355734d9 req-39eb34e3-3c8f-443c-972e-c6e554dbcf4d tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 946 time: 0.1302059 May 24 22:39:30.845946 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-cefb0227-6d1b-4168-a096-c1311a0facae service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142823 May 24 22:39:30.902875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf3fab25-8a95-44d0-83e9-825e355734d9 req-64d45807-acf6-4257-9b1c-1737abfc66b7 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513997 May 24 22:39:30.990010 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a40c65a-8b56-4970-b4b8-4e85a865b236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:31.008979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9f36a-f9af-4c66-859f-386ff0d79b1f req-80321e6d-cb2f-433e-92ea-f204842b3568 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:31.010449 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3cf9f36a-f9af-4c66-859f-386ff0d79b1f req-80321e6d-cb2f-433e-92ea-f204842b3568 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.3193305 May 24 22:39:31.027694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5a40c65a-8b56-4970-b4b8-4e85a865b236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:31.063204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5a40c65a-8b56-4970-b4b8-4e85a865b236 admin admin] Usage tracker for resource:security_group_rule and tenant:09836a286b534354bfc758e42f3930f2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:31.073483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5a40c65a-8b56-4970-b4b8-4e85a865b236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:31.077470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca710f77-04d4-4565-b16f-9ab1d97bd399 req-8aea6406-829f-46e7-9a91-1b869758dd89 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:31.078959 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca710f77-04d4-4565-b16f-9ab1d97bd399 req-8aea6406-829f-46e7-9a91-1b869758dd89 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0835955 May 24 22:39:31.099917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5a40c65a-8b56-4970-b4b8-4e85a865b236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:31.101846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba31bbe8-891a-4045-901c-c3d1bb2e3fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:31.120794 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dae01b81-311b-46dc-a156-1c2e1d686d64 req-1c507327-2700-424a-a4ca-702848e9ff64 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672129 May 24 22:39:31.123501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca710f77-04d4-4565-b16f-9ab1d97bd399 req-f25dd9e3-d1b4-4684-b119-b8cc3987fe70 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 May 24 22:39:31.131689 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3cf9f36a-f9af-4c66-859f-386ff0d79b1f req-72aa2d43-d861-4ac8-92d2-cab3e7d5b44f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129684 May 24 22:39:31.159972 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba31bbe8-891a-4045-901c-c3d1bb2e3fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:31.212668 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ca3150-5c5b-4026-a623-9fd971fa96d6'] response: {'server_uuid': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706', 'code': 200} May 24 22:39:31.213205 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ca3150-5c5b-4026-a623-9fd971fa96d6'] response: {'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'code': 200} May 24 22:39:31.345136 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba31bbe8-891a-4045-901c-c3d1bb2e3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:31.377230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08ad0f-6842-4dca-b9ed-255b207942e4 req-fb604e33-324f-406b-9bdd-37c47d0e58c1 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:31.378766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf08ad0f-6842-4dca-b9ed-255b207942e4 req-fb604e33-324f-406b-9bdd-37c47d0e58c1 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 945 time: 0.1399899 May 24 22:39:31.381961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31bbe8-891a-4045-901c-c3d1bb2e3fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feae1a48-1d83-40d9-a202-111b99107d00,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:31.398909 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a40c65a-8b56-4970-b4b8-4e85a865b236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:31.411091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cc239-7669-4151-af6c-1c9fad777ac4 req-27443336-8aea-4178-ba17-3c99bbd92e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:31.413182 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-926cc239-7669-4151-af6c-1c9fad777ac4 req-27443336-8aea-4178-ba17-3c99bbd92e97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7fd915a11cc64d6198fc6c90e31e6508&device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 1098 time: 0.2197206 May 24 22:39:31.416508 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba31bbe8-891a-4045-901c-c3d1bb2e3fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:31.417525 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ba31bbe8-891a-4045-901c-c3d1bb2e3fb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/feae1a48-1d83-40d9-a202-111b99107d00 HTTP/1.1" status: 204 len: 168 time: 0.5987024 May 24 22:39:31.418997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a40c65a-8b56-4970-b4b8-4e85a865b236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:31.446723 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf08ad0f-6842-4dca-b9ed-255b207942e4 req-6ad476d0-e9cb-4f3d-858d-fb979773bf03 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515652 May 24 22:39:31.453796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c5336-e94c-429f-a577-af818455f5c4 req-d5337982-a183-4ea4-b3b1-ef4eb4d22c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:31.455327 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d60c5336-e94c-429f-a577-af818455f5c4 req-d5337982-a183-4ea4-b3b1-ef4eb4d22c8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 1100 time: 0.1342697 May 24 22:39:31.533759 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d60c5336-e94c-429f-a577-af818455f5c4 req-67f81e4c-267b-439b-adec-e3b3ca519841 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701311 May 24 22:39:31.571182 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5a40c65a-8b56-4970-b4b8-4e85a865b236 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09836a286b534354bfc758e42f3930f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8050365 May 24 22:39:31.572972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40c65a-8b56-4970-b4b8-4e85a865b236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5548e21-ff0a-4b81-874b-96a9658c572a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:31.573883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41024) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:31.613699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdb166-a5b7-4760-9dcc-92eaef7a058f req-a5c406f8-de49-464e-abb6-9b6a45df27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:31.615201 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5fcdb166-a5b7-4760-9dcc-92eaef7a058f req-a5c406f8-de49-464e-abb6-9b6a45df27d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 1097 time: 0.3206437 May 24 22:39:31.688080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5fcdb166-a5b7-4760-9dcc-92eaef7a058f req-dc8379b4-2b48-4b18-a1d5-8ac2159fe3ca service neutron] Synchronizing usage tracker for tenant:846b314ca8d74c5d8eb55ad1a589ad17 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:31.700596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cc239-7669-4151-af6c-1c9fad777ac4 req-f2c907e2-f0f8-408b-931c-872a2e7fde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:31.702079 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-926cc239-7669-4151-af6c-1c9fad777ac4 req-f2c907e2-f0f8-408b-931c-872a2e7fde68 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2763295 May 24 22:39:31.715819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5fcdb166-a5b7-4760-9dcc-92eaef7a058f req-dc8379b4-2b48-4b18-a1d5-8ac2159fe3ca service neutron] Unset dirty status for tenant:846b314ca8d74c5d8eb55ad1a589ad17 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:31.718756 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5fcdb166-a5b7-4760-9dcc-92eaef7a058f req-dc8379b4-2b48-4b18-a1d5-8ac2159fe3ca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944209 May 24 22:39:31.808641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-926cc239-7669-4151-af6c-1c9fad777ac4 req-849a4e96-9e87-40b7-a068-f82eebec5eea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=7667cf0c-697c-430b-ab72-f4cb25f5a51b HTTP/1.1" status: 200 len: 217 time: 0.0698013 May 24 22:39:31.822953 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d522e73-9669-4e25-86aa-fde9b08cb569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:31.852248 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d522e73-9669-4e25-86aa-fde9b08cb569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:31.886987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be69e0-4f5f-4256-a182-a6ce346ce9c8 req-d7fc1dde-7a90-4abf-8d90-e318ed43b523 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:31.888693 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34be69e0-4f5f-4256-a182-a6ce346ce9c8 req-d7fc1dde-7a90-4abf-8d90-e318ed43b523 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 947 time: 0.2369874 May 24 22:39:31.938154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cc239-7669-4151-af6c-1c9fad777ac4 req-8b97ab36-00f8-4987-80c5-cd5134fe49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:31.939063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-926cc239-7669-4151-af6c-1c9fad777ac4 req-8b97ab36-00f8-4987-80c5-cd5134fe49f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1241751 May 24 22:39:31.946609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34be69e0-4f5f-4256-a182-a6ce346ce9c8 req-87366640-150f-4332-a750-f00e37412ca4 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/security-groups?id=f274e347-78b9-4004-8e0d-8a409676eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484736 May 24 22:39:31.963006 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d522e73-9669-4e25-86aa-fde9b08cb569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:31.995034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d522e73-9669-4e25-86aa-fde9b08cb569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5548e21-ff0a-4b81-874b-96a9658c572a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:32.017887 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d522e73-9669-4e25-86aa-fde9b08cb569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:32.021957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3d522e73-9669-4e25-86aa-fde9b08cb569 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5548e21-ff0a-4b81-874b-96a9658c572a HTTP/1.1" status: 204 len: 168 time: 0.4447389 May 24 22:39:32.022108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc651f50-0f7e-41ae-b25f-b4bbd6a78adf req-f91f582f-e184-4c13-95b5-3fcdfe33d911 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:32.022108 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc651f50-0f7e-41ae-b25f-b4bbd6a78adf req-f91f582f-e184-4c13-95b5-3fcdfe33d911 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.1618721 May 24 22:39:32.044015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cc239-7669-4151-af6c-1c9fad777ac4 req-c3fc12c0-bece-44ec-8808-53d020c8c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:32.045625 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-926cc239-7669-4151-af6c-1c9fad777ac4 req-c3fc12c0-bece-44ec-8808-53d020c8c3f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983498 May 24 22:39:32.161993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:32.166998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5614a-e3be-4eb7-b4d6-57d87917a285 req-2cc7cd0a-1a03-4928-9584-7d0f967980cd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:32.169455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fab5614a-e3be-4eb7-b4d6-57d87917a285 req-2cc7cd0a-1a03-4928-9584-7d0f967980cd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0962939 May 24 22:39:32.230836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fab5614a-e3be-4eb7-b4d6-57d87917a285 req-f659e276-c578-4866-ad73-396fa61cb8d8 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553010 May 24 22:39:32.287801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:32.297648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:32.298218 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:32.302340 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc651f50-0f7e-41ae-b25f-b4bbd6a78adf req-a8fcce3d-a162-4365-b800-d55e27eac5f9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645171 May 24 22:39:32.392068 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-926cc239-7669-4151-af6c-1c9fad777ac4 req-a12bfcd1-2034-4484-baf1-9a666f070b10 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334849 May 24 22:39:32.468878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:32.469328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:32.517575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:32.527979 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:32.539921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41060) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:32.564296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f8460b8b-826e-4d3f-a426-ff52d061e69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:32.586594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f8460b8b-826e-4d3f-a426-ff52d061e69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:32.592888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f8460b8b-826e-4d3f-a426-ff52d061e69e admin admin] Usage tracker for resource:security_group_rule and tenant:eadb954968a04742be68eb3c03c23a07 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:32.595287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f8460b8b-826e-4d3f-a426-ff52d061e69e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:32.603800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f8460b8b-826e-4d3f-a426-ff52d061e69e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:32.612875 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-926cc239-7669-4151-af6c-1c9fad777ac4 req-ee60a3c2-45a5-4d63-90a4-c6fe52e640fc service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148867 May 24 22:39:32.653043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35c8c2-b837-4541-aaab-7861423df5a6 req-cd804805-534f-46b8-8047-940f02bfb523 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:32.664727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a35c8c2-b837-4541-aaab-7861423df5a6 req-cd804805-534f-46b8-8047-940f02bfb523 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1729963 May 24 22:39:32.683470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:32.689158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b5275-63e8-44b3-8b0d-1f65335a06db req-be6402b0-392e-4fbf-a871-f8239edf8a36 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:32.700243 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a5b5275-63e8-44b3-8b0d-1f65335a06db req-be6402b0-392e-4fbf-a871-f8239edf8a36 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 946 time: 0.2418382 May 24 22:39:32.732831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a35c8c2-b837-4541-aaab-7861423df5a6 req-8596860a-026c-4aeb-b95e-83272a0b2443 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666759 May 24 22:39:32.834373 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a5b5275-63e8-44b3-8b0d-1f65335a06db req-d5d29ec0-4027-4c41-acfe-73159af7d4a2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146126 May 24 22:39:32.915670 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-646f6108-d80d-4245-bd34-8fdb571a1ae4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e869a23bb88a420087e6c17b8d2682c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636437 May 24 22:39:32.931727 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f8460b8b-826e-4d3f-a426-ff52d061e69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:32.939693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f8460b8b-826e-4d3f-a426-ff52d061e69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:33.100708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-b350545c-df9f-450c-9425-86868274660f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:33.102371 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-b350545c-df9f-450c-9425-86868274660f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787941 May 24 22:39:33.112498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8460b8b-826e-4d3f-a426-ff52d061e69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3ff8b4-f5cd-4d20-b5f3-c892986bc33b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:33.122618 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-f60ceef5-ddac-4f9d-a243-bd6a7c85f99a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/quotas/e869a23bb88a420087e6c17b8d2682c2 HTTP/1.1" status: 200 len: 375 time: 0.0119557 May 24 22:39:33.125651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f8460b8b-826e-4d3f-a426-ff52d061e69e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eadb954968a04742be68eb3c03c23a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5833368 May 24 22:39:33.128386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41084) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:33.196764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4182bfe-2a62-4c7d-b05f-50a034660559 req-dec4930a-9866-4ca3-8104-72845b8e5142 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:33.198386 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4182bfe-2a62-4c7d-b05f-50a034660559 req-dec4930a-9866-4ca3-8104-72845b8e5142 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 946 time: 0.2474260 May 24 22:39:33.213992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:33.231882 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-b2900c21-cce6-439c-b3ff-961a51fccf6d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e869a23bb88a420087e6c17b8d2682c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945015 May 24 22:39:33.234100 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6f4fded-30c9-48a8-987f-3a84999aa191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:33.273128 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4182bfe-2a62-4c7d-b05f-50a034660559 req-fb255d7b-beab-47b6-88b4-4d447ed3816d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642457 May 24 22:39:33.281268 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6f4fded-30c9-48a8-987f-3a84999aa191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:33.350493 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6f4fded-30c9-48a8-987f-3a84999aa191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:33.371711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4fded-30c9-48a8-987f-3a84999aa191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3ff8b4-f5cd-4d20-b5f3-c892986bc33b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:33.375858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6f4fded-30c9-48a8-987f-3a84999aa191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:33.376972 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e6f4fded-30c9-48a8-987f-3a84999aa191 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c3ff8b4-f5cd-4d20-b5f3-c892986bc33b HTTP/1.1" status: 204 len: 168 time: 0.2477009 May 24 22:39:33.471775 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da674d58-af34-4b9f-a7b5-f113dd82d285'] response: {'server_uuid': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571', 'code': 200} May 24 22:39:33.497224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a246e-fc78-4e33-b13e-250514fbcf41 req-41965813-e35a-493b-9584-c429e07bfd90 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:33.499627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-415a246e-fc78-4e33-b13e-250514fbcf41 req-41965813-e35a-493b-9584-c429e07bfd90 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 947 time: 0.1083171 May 24 22:39:33.567855 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-415a246e-fc78-4e33-b13e-250514fbcf41 req-c8821ea5-6852-4634-a082-e3a2afcbf391 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/security-groups?id=f274e347-78b9-4004-8e0d-8a409676eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619800 May 24 22:39:33.701165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852ae7b-7b1a-4281-9d4e-a5c6670a4265 req-048bf4c3-84f4-489d-af27-6949bebd373c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:33.709734 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7852ae7b-7b1a-4281-9d4e-a5c6670a4265 req-048bf4c3-84f4-489d-af27-6949bebd373c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.1083944 May 24 22:39:33.712890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfe6d-172f-4d8f-b7db-894d2d6521e7 req-7322401d-2ed6-4d34-8212-1830cea3664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:33.714387 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff4bfe6d-172f-4d8f-b7db-894d2d6521e7 req-7322401d-2ed6-4d34-8212-1830cea3664a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 1097 time: 0.1727400 May 24 22:39:33.727079 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e2213b0a-6971-4eba-9c64-6f8aa61d5f85 req-f67d2f65-cee6-43e2-b43f-86a2ac25be83 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 210 time: 0.0704293 May 24 22:39:33.798842 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7852ae7b-7b1a-4281-9d4e-a5c6670a4265 req-2fdaa708-e95d-4d22-b3ee-d8f7f43360f7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834930 May 24 22:39:33.800450 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff4bfe6d-172f-4d8f-b7db-894d2d6521e7 req-0790bf92-f8d4-4156-81fe-aa98ab6492ac service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691280 May 24 22:39:33.989993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f130261-4492-4772-a552-7f163393d331 req-42f1b796-78f6-4fab-b835-542f6a9054d5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:33.991756 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3f130261-4492-4772-a552-7f163393d331 req-42f1b796-78f6-4fab-b835-542f6a9054d5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.0890648 May 24 22:39:34.049189 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3f130261-4492-4772-a552-7f163393d331 req-89fb3159-b4b0-457e-b16e-a0d8421b1381 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 May 24 22:39:34.273146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e8c78-ca75-4b37-8caf-46a5e57178a7 req-67f927b6-972c-4b1f-b3cd-fc28da0fa2a2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:34.281650 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-351e8c78-ca75-4b37-8caf-46a5e57178a7 req-67f927b6-972c-4b1f-b3cd-fc28da0fa2a2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 946 time: 0.1063070 May 24 22:39:34.329452 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-351e8c78-ca75-4b37-8caf-46a5e57178a7 req-8c550ee0-787c-4355-a19e-cd9df058363a tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469420 May 24 22:39:34.470639 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-5daca3e5-057c-421a-ab2d-bd99a5d55aa9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270913 May 24 22:39:34.479643 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 7667cf0c-697c-430b-ab72-f4cb25f5a51b details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:39:34.617062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41b61c-fe16-4b8e-b287-f2d3ebfeab49 req-75338c06-9c75-45c9-9b11-06eac38e32d8 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:34.618993 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb41b61c-fe16-4b8e-b287-f2d3ebfeab49 req-75338c06-9c75-45c9-9b11-06eac38e32d8 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 946 time: 0.0906141 May 24 22:39:34.669752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-ec5d4aab-cdef-42d9-a13a-d5334e82d56c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:34.683905 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-ec5d4aab-cdef-42d9-a13a-d5334e82d56c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044022 May 24 22:39:34.706225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-6a75a976-64dd-47dd-8254-a7e866e2e661 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/quotas/4ac76d80cae2457da328ca3bfffe36d6 HTTP/1.1" status: 200 len: 375 time: 0.0213397 May 24 22:39:34.722926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 7667cf0c-697c-430b-ab72-f4cb25f5a51b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7667cf0c-697c-430b-ab72-f4cb25f5a51b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:34.724017 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb41b61c-fe16-4b8e-b287-f2d3ebfeab49 req-6ec79af3-08f8-4b09-98cf-9e60b86b388e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968082 May 24 22:39:34.759159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '7667cf0c-697c-430b-ab72-f4cb25f5a51b', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '7667cf0c-697c-430b-ab72-f4cb25f5a51b', 'mac_address': 'fa:16:3e:1f:39:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:39:34.834081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 7667cf0c-697c-430b-ab72-f4cb25f5a51b is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:34.834591 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:34.838885 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-b40969f0-7d14-4b68-9b45-e3cc52ff27ec tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e869a23bb88a420087e6c17b8d2682c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420291 May 24 22:39:34.863692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-cc23273c-aed7-4070-8d50-3a9b022d7262 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1526675 May 24 22:39:34.877944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7667cf0c-697c-430b-ab72-f4cb25f5a51b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:34.921917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 7667cf0c-697c-430b-ab72-f4cb25f5a51b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7667cf0c-697c-430b-ab72-f4cb25f5a51b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:34.933225 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:35.083633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=7667cf0c-697c-430b-ab72-f4cb25f5a51b,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:35.112485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.112831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.114105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.114451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.114784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.115296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.120063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.120624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.120970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.121313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.121758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.122089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:39:35.160086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4c2b848-c514-4605-bebd-b44fafeabe3d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:35.161596 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4c2b848-c514-4605-bebd-b44fafeabe3d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3156657 May 24 22:39:35.183377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Request body: {'port': {'device_id': 'd5ffa628-c805-400a-8b61-efed9230cb3a', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'e869a23bb88a420087e6c17b8d2682c2'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:35.188065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['7667cf0c-697c-430b-ab72-f4cb25f5a51b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:35.263424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-384df518-18c3-4f13-920a-e7126c0784ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:35.358295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d4cef-5e6d-4315-9aea-d446709a6809 req-123a990a-05ac-45cf-a491-c76454527da0 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:35.359034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-cd6d4cef-5e6d-4315-9aea-d446709a6809 req-123a990a-05ac-45cf-a491-c76454527da0 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Synchronizing usage tracker for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:35.386824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-cd6d4cef-5e6d-4315-9aea-d446709a6809 req-123a990a-05ac-45cf-a491-c76454527da0 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Unset dirty status for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:35.401933 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd6d4cef-5e6d-4315-9aea-d446709a6809 req-123a990a-05ac-45cf-a491-c76454527da0 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 946 time: 0.4459641 May 24 22:39:35.402442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41190) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:35.442144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5e990315-1b53-4928-b910-d4ff9c4ac873 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Request body: {'floatingip': {'port_id': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:35.447202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3d501-9831-49e7-8983-411311185e13 req-aede3dea-d64d-4f4c-92be-0346e29fdbe7 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:35.449331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e2c3d501-9831-49e7-8983-411311185e13 req-aede3dea-d64d-4f4c-92be-0346e29fdbe7 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 948 time: 0.1215482 May 24 22:39:35.505152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e2c3d501-9831-49e7-8983-411311185e13 req-de65f543-4952-4544-837b-3b8544baf289 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/security-groups?id=f274e347-78b9-4004-8e0d-8a409676eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477812 May 24 22:39:35.588472 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e460f2ef-1e13-4ce9-a6f6-3ec8750728d7 req-007b461d-0438-4797-b691-7755b145397e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 210 time: 0.0766180 May 24 22:39:35.603432 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5e990315-1b53-4928-b910-d4ff9c4ac873 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:35.716763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665b43-4bc0-4eb9-a833-02e1bfbb8892 req-0eda658a-d90a-4b0e-95cd-1e1e447b43d3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:35.718293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72665b43-4bc0-4eb9-a833-02e1bfbb8892 req-0eda658a-d90a-4b0e-95cd-1e1e447b43d3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.0969114 May 24 22:39:35.769129 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72665b43-4bc0-4eb9-a833-02e1bfbb8892 req-d9fd9776-4238-4fd5-84b5-136c3b13dfa0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 May 24 22:39:35.809860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:35.857890 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-51b311f0-b211-468c-80c0-edb2861076dc req-a9292162-a98a-4d98-aa9d-cdf0c0539aab tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 210 time: 0.1920197 May 24 22:39:35.872944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:35.946439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Made reservation on behalf of e869a23bb88a420087e6c17b8d2682c2 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:35.950079 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:36.367167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41222) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:36.509064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 7667cf0c-697c-430b-ab72-f4cb25f5a51b up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:36.557019 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-876164a2-4d25-43e9-a07d-c69f1f4d4694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:36.582848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Allocated IP 192.168.233.160 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/cb0cd201-9d2b-4a77-ba8a-e5f278b8c861) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:39:36.586357 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-44b5f74d-a226-41ac-ab22-3ef166da495f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1752882 May 24 22:39:36.595071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35182f47-2973-4ec7-aa34-6c23a8d66076 req-03706772-d8d1-4b0e-922a-51d6a65b6f14 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:36.596626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35182f47-2973-4ec7-aa34-6c23a8d66076 req-03706772-d8d1-4b0e-922a-51d6a65b6f14 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 946 time: 0.5826237 May 24 22:39:36.626475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-876164a2-4d25-43e9-a07d-c69f1f4d4694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:36.641317 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-876164a2-4d25-43e9-a07d-c69f1f4d4694 admin admin] Usage tracker for resource:security_group_rule and tenant:d0952b67d75248769a864500d57daf22 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:36.645800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-876164a2-4d25-43e9-a07d-c69f1f4d4694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:36.668019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-876164a2-4d25-43e9-a07d-c69f1f4d4694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:36.712263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 7667cf0c-697c-430b-ab72-f4cb25f5a51b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:36.718819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 7667cf0c-697c-430b-ab72-f4cb25f5a51b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:36.719185 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:36.821097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35182f47-2973-4ec7-aa34-6c23a8d66076 req-d9e1f1b5-adde-4f4b-ae26-a4598b42c2f6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098160 May 24 22:39:36.840800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b013c01-91f7-407d-9352-9b9dd16c91a7 req-da8745c9-4e02-4789-86fd-7b77e98246e8 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:36.843487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41240) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:36.848493 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b013c01-91f7-407d-9352-9b9dd16c91a7 req-da8745c9-4e02-4789-86fd-7b77e98246e8 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 948 time: 0.1448252 May 24 22:39:36.895056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 7667cf0c-697c-430b-ab72-f4cb25f5a51b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:36.895056 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:36.925878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81be56a4-ede1-4788-80db-389d880397c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7667cf0c-697c-430b-ab72-f4cb25f5a51b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:36.938139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 7667cf0c-697c-430b-ab72-f4cb25f5a51b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7667cf0c-697c-430b-ab72-f4cb25f5a51b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:36.944952 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b013c01-91f7-407d-9352-9b9dd16c91a7 req-85ce0c0b-497c-480b-9d44-eae4400a1036 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/security-groups?id=f274e347-78b9-4004-8e0d-8a409676eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949361 May 24 22:39:36.949476 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:36.961907 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-876164a2-4d25-43e9-a07d-c69f1f4d4694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:36.977414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-876164a2-4d25-43e9-a07d-c69f1f4d4694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:36.999075 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-3022d500-51a6-4574-94ad-0e6eb070825b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:37.000636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-3022d500-51a6-4574-94ad-0e6eb070825b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3927398 May 24 22:39:37.047652 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-876164a2-4d25-43e9-a07d-c69f1f4d4694 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0952b67d75248769a864500d57daf22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793351 May 24 22:39:37.052007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41252) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:37.052642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876164a2-4d25-43e9-a07d-c69f1f4d4694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6dc569-0130-42ca-837a-be39d8387eea,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:37.095640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=7667cf0c-697c-430b-ab72-f4cb25f5a51b,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:37.168143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9402c81-218a-4b32-8cbb-9551c9042c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:37.206076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9402c81-218a-4b32-8cbb-9551c9042c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:37.261365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79bcae-aa18-4104-8279-d6c11d241a69 req-df1a9b7a-345e-4a7f-a1e8-e6cb022737ea tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:37.262985 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb79bcae-aa18-4104-8279-d6c11d241a69 req-df1a9b7a-345e-4a7f-a1e8-e6cb022737ea tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.1428781 May 24 22:39:37.295145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Request body: {'port': {'device_id': '79f92ef3-56cd-4092-aa8b-38e4cfac974f', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '4ac76d80cae2457da328ca3bfffe36d6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:37.302111 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9402c81-218a-4b32-8cbb-9551c9042c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:37.324130 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb79bcae-aa18-4104-8279-d6c11d241a69 req-b17004f2-a2bd-40ca-bc1a-c7e7d7bfb5e3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537989 May 24 22:39:37.325224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9402c81-218a-4b32-8cbb-9551c9042c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6dc569-0130-42ca-837a-be39d8387eea,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:37.332101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9402c81-218a-4b32-8cbb-9551c9042c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:37.333170 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b9402c81-218a-4b32-8cbb-9551c9042c1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e6dc569-0130-42ca-837a-be39d8387eea HTTP/1.1" status: 204 len: 168 time: 0.2751217 May 24 22:39:37.397445 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4c1b83cd-e5cb-453b-a7dc-1662179d007f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:37.426083 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-75aa2e29-6a05-4fa8-8421-8089abed67dd req-3d04d425-f2be-49e8-a5e3-2a481cb3be51 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 210 time: 0.4208670 May 24 22:39:37.442874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85f9e5e6-3f6f-4a87-be03-070b0c670697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:37.496389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-85f9e5e6-3f6f-4a87-be03-070b0c670697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:37.505422 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5e990315-1b53-4928-b910-d4ff9c4ac873 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:37.520484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-85f9e5e6-3f6f-4a87-be03-070b0c670697 admin admin] Usage tracker for resource:security_group_rule and tenant:0801ed93e5f848f093dc742ce9e39d0e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:37.530846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-85f9e5e6-3f6f-4a87-be03-070b0c670697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:37.534375 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5e990315-1b53-4928-b910-d4ff9c4ac873 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:37.605388 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:37.609220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-85f9e5e6-3f6f-4a87-be03-070b0c670697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:37.716903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41262) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:37.717985 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b499b382-6613-4fe9-877e-c11c1422ebeb req-b4d91c84-0bb6-4a54-b2f5-30dc3abdee3b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 210 time: 0.1292844 May 24 22:39:37.734065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Transition to ACTIVE for port object cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:37.752275 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3228e07b-cd5e-4e89-b5e2-eefcfed797a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:37.787148 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65eccf1a-14a0-43c3-80d1-22bb13a253bd'] response: {'server_uuid': '81be56a4-ede1-4788-80db-389d880397c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7667cf0c-697c-430b-ab72-f4cb25f5a51b', 'code': 200} May 24 22:39:37.815866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:37.862301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:37.901946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Made reservation on behalf of 4ac76d80cae2457da328ca3bfffe36d6 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:37.904938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3228e07b-cd5e-4e89-b5e2-eefcfed797a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:37.906043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:37.918866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3228e07b-cd5e-4e89-b5e2-eefcfed797a7 admin admin] Usage tracker for resource:security_group_rule and tenant:3e70666443e8493cb0369665f551857a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:37.930386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3228e07b-cd5e-4e89-b5e2-eefcfed797a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:37.934312 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-5e990315-1b53-4928-b910-d4ff9c4ac873 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Floating IP 8438642b-15b7-4cc9-968e-caab9394a08c associated. External IP: 172.25.7.73, port: d08c13fc-9bc0-4b3d-97e5-daa3d9291706. May 24 22:39:37.938531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3228e07b-cd5e-4e89-b5e2-eefcfed797a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:37.990170 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.001275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['01fe0f30-948e-4045-acbc-83bf98788199'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:38.024134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82668694-31dc-48f7-b026-0478714f003c req-3bb6efb9-9873-46d4-ac80-a4e74992fc88 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:38.025660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82668694-31dc-48f7-b026-0478714f003c req-3bb6efb9-9873-46d4-ac80-a4e74992fc88 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 1097 time: 0.2530999 May 24 22:39:38.028685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3533b-fa08-4c7e-85ba-0106b79e32e3 req-a0fdbd10-167a-466c-9fec-ba928bb07dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:38.030093 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63c3533b-fa08-4c7e-85ba-0106b79e32e3 req-a0fdbd10-167a-466c-9fec-ba928bb07dd1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 1100 time: 0.1613228 May 24 22:39:38.123547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-82668694-31dc-48f7-b026-0478714f003c req-04cade11-6e7c-49c0-bb21-a96341eccc56 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Synchronizing usage tracker for tenant:fb46b60db3ac44db956de0afa11af3a1 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:38.136156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63c3533b-fa08-4c7e-85ba-0106b79e32e3 req-292fd739-b1f1-4ce3-b909-9153fb14d201 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f274e347-78b9-4004-8e0d-8a409676eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971355 May 24 22:39:38.145721 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3228e07b-cd5e-4e89-b5e2-eefcfed797a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.153748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3228e07b-cd5e-4e89-b5e2-eefcfed797a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.172258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-82668694-31dc-48f7-b026-0478714f003c req-04cade11-6e7c-49c0-bb21-a96341eccc56 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Unset dirty status for tenant:fb46b60db3ac44db956de0afa11af3a1 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:38.173401 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82668694-31dc-48f7-b026-0478714f003c req-04cade11-6e7c-49c0-bb21-a96341eccc56 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363003 May 24 22:39:38.190398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:38.192253 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85f9e5e6-3f6f-4a87-be03-070b0c670697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.211109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:38.215614 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3228e07b-cd5e-4e89-b5e2-eefcfed797a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e70666443e8493cb0369665f551857a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960713 May 24 22:39:38.216798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41268) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:38.228860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228e07b-cd5e-4e89-b5e2-eefcfed797a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f33ee7a-c484-4332-9321-809609d8d9fc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:38.273917 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85f9e5e6-3f6f-4a87-be03-070b0c670697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.286647 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fea6331-3be5-4dc4-8531-bbbd233775c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.323601 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fea6331-3be5-4dc4-8531-bbbd233775c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.334560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:39:38.376814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-85f9e5e6-3f6f-4a87-be03-070b0c670697 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0801ed93e5f848f093dc742ce9e39d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5269988 May 24 22:39:38.378882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41278) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:38.415865 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fea6331-3be5-4dc4-8531-bbbd233775c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.425417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Pushing event updated for resources: {'Port': ['ID=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:38.479436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9e5e6-3f6f-4a87-be03-070b0c670697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468e6502-31f3-4455-b1a9-b319b21ff970,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:38.486514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea6331-3be5-4dc4-8531-bbbd233775c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f33ee7a-c484-4332-9321-809609d8d9fc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:38.511612 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fea6331-3be5-4dc4-8531-bbbd233775c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.515867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2fea6331-3be5-4dc4-8531-bbbd233775c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f33ee7a-c484-4332-9321-809609d8d9fc HTTP/1.1" status: 204 len: 168 time: 0.2971234 May 24 22:39:38.521016 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-78be5963-3b48-49ba-9a6f-916980d88da4 None None] Provisioning for port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:38.529415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-78be5963-3b48-49ba-9a6f-916980d88da4 None None] Provisioning complete for port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:38.530384 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-78be5963-3b48-49ba-9a6f-916980d88da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.566550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fdf08f6-b3ba-4970-927f-773fd28d8fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.638887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-78be5963-3b48-49ba-9a6f-916980d88da4 None None] Port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:39:38.642677 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.643705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:38.644375 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.645692 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.652841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fdf08f6-b3ba-4970-927f-773fd28d8fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.680386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157084-e618-4ddd-b211-952dcd8dd97d req-bee7435b-8510-40b6-b08b-6862ee1cff9b tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:38.682966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d157084-e618-4ddd-b211-952dcd8dd97d req-bee7435b-8510-40b6-b08b-6862ee1cff9b tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 1097 time: 0.2440572 May 24 22:39:38.691124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914e937-fcf9-47d7-b4ba-7ff6db89f5c8 req-b475166c-6ab6-440c-abcd-e3d6f616a9fe tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:38.692620 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9914e937-fcf9-47d7-b4ba-7ff6db89f5c8 req-b475166c-6ab6-440c-abcd-e3d6f616a9fe tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 949 time: 0.5859137 May 24 22:39:38.709447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Allocated IP 192.168.233.106 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/3bbae6ca-2c59-42e3-93c2-9b5211bc178e) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:39:38.749225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d157084-e618-4ddd-b211-952dcd8dd97d req-4a049d2e-d05f-4c1c-b88c-df055a41b888 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582719 May 24 22:39:38.764840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fdf08f6-b3ba-4970-927f-773fd28d8fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.787662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf08f6-b3ba-4970-927f-773fd28d8fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468e6502-31f3-4455-b1a9-b319b21ff970,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:38.791443 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fdf08f6-b3ba-4970-927f-773fd28d8fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:38.792856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4fdf08f6-b3ba-4970-927f-773fd28d8fa1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/468e6502-31f3-4455-b1a9-b319b21ff970 HTTP/1.1" status: 204 len: 168 time: 0.4124005 May 24 22:39:38.839390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-3a31cf82-f156-413e-b3c0-7ae5646ca0bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6657035 May 24 22:39:38.860744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Request body: {'port': {'device_id': 'd5ffa628-c805-400a-8b61-efed9230cb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:38.900553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9914e937-fcf9-47d7-b4ba-7ff6db89f5c8 req-af4991e4-b241-46bc-8683-b27449be9747 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/security-groups?id=f274e347-78b9-4004-8e0d-8a409676eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923745 May 24 22:39:39.083041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2470e14-b2ce-4be4-b596-5f6269038307 req-ae71ab7c-6b7c-465e-8a55-b9ac12d5df60 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:39.091617 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c2470e14-b2ce-4be4-b596-5f6269038307 req-ae71ab7c-6b7c-465e-8a55-b9ac12d5df60 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.1682787 May 24 22:39:39.156276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c2470e14-b2ce-4be4-b596-5f6269038307 req-b3cddcba-746c-4675-8d2f-990e15dcc13b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634573 May 24 22:39:39.156451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e990315-1b53-4928-b910-d4ff9c4ac873 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Router 626b5180-c62d-4a28-befe-6736bd124af0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:39:39.340692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a7608dc3-0af8-413e-8fb6-00b51039cb59 req-42edf9af-98d3-4319-af47-7f6e2d359248 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 210 time: 0.0736392 May 24 22:39:39.513600 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:39.566853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41316) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:39.590731 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad38633c-0e21-4e88-aa64-0b9e98f6c612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:39.614452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ad38633c-0e21-4e88-aa64-0b9e98f6c612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:39.618790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ad38633c-0e21-4e88-aa64-0b9e98f6c612 admin admin] Usage tracker for resource:security_group_rule and tenant:c132c241c7774686aca737f2677faee4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:39.623139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ad38633c-0e21-4e88-aa64-0b9e98f6c612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:39.637167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ad38633c-0e21-4e88-aa64-0b9e98f6c612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:39.735889 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:39.748526 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad38633c-0e21-4e88-aa64-0b9e98f6c612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:39.756504 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad38633c-0e21-4e88-aa64-0b9e98f6c612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:39.799622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Transition to ACTIVE for port object 3bbae6ca-2c59-42e3-93c2-9b5211bc178e will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:39.813742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38633c-0e21-4e88-aa64-0b9e98f6c612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349fe950-45f1-47a4-8ba0-084b9d8fe7f8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:39.826965 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ad38633c-0e21-4e88-aa64-0b9e98f6c612 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c132c241c7774686aca737f2677faee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542298 May 24 22:39:39.826965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41326) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:39.878368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e990315-1b53-4928-b910-d4ff9c4ac873 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:39:39.890256 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:39.897997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0381b-d37f-4c03-94e5-57e6eaf9608e req-26e54f24-c861-429b-a5cc-bbd3c1e651b9 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:39.898712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-14c0381b-d37f-4c03-94e5-57e6eaf9608e req-26e54f24-c861-429b-a5cc-bbd3c1e651b9 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Synchronizing usage tracker for tenant:e869a23bb88a420087e6c17b8d2682c2 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:39.899066 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfee436-2818-4b65-b267-43e3c4156f41 None None] Sync routers for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:39:39.904117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5e990315-1b53-4928-b910-d4ff9c4ac873 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:39.918263 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b480441-5a5f-494c-b434-e49a8d9bb878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:39.925021 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfee436-2818-4b65-b267-43e3c4156f41 None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:39:39.927152 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2cfee436-2818-4b65-b267-43e3c4156f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:39:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:39:39.955170 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b480441-5a5f-494c-b434-e49a8d9bb878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:40.021914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b480441-5a5f-494c-b434-e49a8d9bb878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:40.043179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b480441-5a5f-494c-b434-e49a8d9bb878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349fe950-45f1-47a4-8ba0-084b9d8fe7f8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:40.048256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-14c0381b-d37f-4c03-94e5-57e6eaf9608e req-26e54f24-c861-429b-a5cc-bbd3c1e651b9 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Unset dirty status for tenant:e869a23bb88a420087e6c17b8d2682c2 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:40.054670 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b480441-5a5f-494c-b434-e49a8d9bb878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:40.055016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14c0381b-d37f-4c03-94e5-57e6eaf9608e req-26e54f24-c861-429b-a5cc-bbd3c1e651b9 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 936 time: 0.9008319 May 24 22:39:40.055798 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3b480441-5a5f-494c-b434-e49a8d9bb878 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/349fe950-45f1-47a4-8ba0-084b9d8fe7f8 HTTP/1.1" status: 204 len: 168 time: 0.2288525 May 24 22:39:40.058080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5e990315-1b53-4928-b910-d4ff9c4ac873 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "PUT /v2.0/floatingips/8438642b-15b7-4cc9-968e-caab9394a08c HTTP/1.1" status: 200 len: 991 time: 4.6277351 May 24 22:39:40.061093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'tag': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:40.196951 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-2cfee436-2818-4b65-b267-43e3c4156f41 None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:39:40.273729 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:40.286557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['c3c75707-0ea0-4c52-8f50-75636d061f50', 'd00cd991-96b4-48c9-ba9b-b091975be441'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:40.381571 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14c0381b-d37f-4c03-94e5-57e6eaf9608e req-db60c9fd-fd7d-4817-b52c-5ef92b7ee89c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256483 May 24 22:39:40.440393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:40.446074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:40.453689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:39:40.622930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:40.624536 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:40.632250 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:39:40.674894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Pushing event updated for resources: {'Port': ['ID=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:40.695515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:40.773533 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-8554b433-06f6-4f3c-9a6d-a1416ac140f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6332555 May 24 22:39:40.775955 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:40.791218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Request body: {'port': {'device_id': '79f92ef3-56cd-4092-aa8b-38e4cfac974f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:40.893055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Transition to ACTIVE for port object cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:40.909209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-de8b25d4-cae6-4113-b401-cf059f6a7dda None None] Provisioning for port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:40.920786 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-de8b25d4-cae6-4113-b401-cf059f6a7dda None None] Provisioning complete for port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:40.921886 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de8b25d4-cae6-4113-b401-cf059f6a7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:40.927478 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2cfee436-2818-4b65-b267-43e3c4156f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8438642b-15b7-4cc9-968e-caab9394a08c', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'port_id': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'mac_address': 'fa:16:3e:ba:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:39:06Z', 'updated_at': '2022-05-24T22:39:36Z', 'revision_number': 1, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:39:40.932809 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfee436-2818-4b65-b267-43e3c4156f41 None None] Checking router: 626b5180-c62d-4a28-befe-6736bd124af0 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:39:40.940087 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:40.946441 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfee436-2818-4b65-b267-43e3c4156f41 None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:39:40.947272 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2cfee436-2818-4b65-b267-43e3c4156f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:39:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:39:41.010753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-de8b25d4-cae6-4113-b401-cf059f6a7dda None None] Port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:39:41.075856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:41.223755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53eb269-2e35-4095-8eaf-92a805150fdf req-a6125f96-8d20-4d67-a446-9158c2518682 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:41.232082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c53eb269-2e35-4095-8eaf-92a805150fdf req-a6125f96-8d20-4d67-a446-9158c2518682 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 949 time: 0.5270026 May 24 22:39:41.237136 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:41.250166 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-2cfee436-2818-4b65-b267-43e3c4156f41 None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:39:41.586520 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c53eb269-2e35-4095-8eaf-92a805150fdf req-7193bb62-3fe8-4b39-a85e-754663319b12 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/security-groups?id=f274e347-78b9-4004-8e0d-8a409676eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535056 May 24 22:39:41.682740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Attempting to bind port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:41.683280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Attempting to bind port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:41.683793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Attempting to bind port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:41.696341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:41.696957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Attempting to bind port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:41.709522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:41.710190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:41.710751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:41.711359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Bound port: cb0cd201-9d2b-4a77-ba8a-e5f278b8c861, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:41.711878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:41.795773 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2cfee436-2818-4b65-b267-43e3c4156f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8438642b-15b7-4cc9-968e-caab9394a08c', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'port_id': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'mac_address': 'fa:16:3e:ba:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:39:06Z', 'updated_at': '2022-05-24T22:39:36Z', 'revision_number': 1, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:39:41.800488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41412) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:41.801741 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfee436-2818-4b65-b267-43e3c4156f41 None None] The sync data for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 is: [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8438642b-15b7-4cc9-968e-caab9394a08c', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'port_id': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'mac_address': 'fa:16:3e:ba:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:39:06Z', 'updated_at': '2022-05-24T22:39:36Z', 'revision_number': 1, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:39:41.989611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] For port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:42.002234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] For port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:42.010835 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:42.091370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-8040dc46-04a1-4541-af4e-80a2b3951d28 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:39:42.092526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-8040dc46-04a1-4541-af4e-80a2b3951d28 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2906651 May 24 22:39:42.126926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342cb64-ec3a-4b04-a598-26bbb65cb213 req-939e8014-05eb-4dcb-bd6b-ed3b3c6b1e90 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:42.129098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb8e0e6-6cb2-4630-825b-ac666a98d223 None None] New status for floating IP 8438642b-15b7-4cc9-968e-caab9394a08c: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:39:42.134034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c342cb64-ec3a-4b04-a598-26bbb65cb213 req-939e8014-05eb-4dcb-bd6b-ed3b3c6b1e90 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 946 time: 0.3093071 May 24 22:39:42.151858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:42.152456 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:42.153838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] 10.222.0.50 "PUT /v2.0/ports/cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 HTTP/1.1" status: 200 len: 1096 time: 3.2971237 May 24 22:39:42.213233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbae6ca-2c59-42e3-93c2-9b5211bc178e {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:42.226497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b505f3-5a54-43a7-a3a7-32f00c14e054 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:42.238300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:42.258399 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c342cb64-ec3a-4b04-a598-26bbb65cb213 req-83fb0f34-32ec-42f8-9e5d-4bd3f18cde1e tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233742 May 24 22:39:42.321608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Transition to ACTIVE for port object 3bbae6ca-2c59-42e3-93c2-9b5211bc178e will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:42.375660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Request body: {'binding': {'host': 'n-h1-843146-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:42.376204 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Unknown quota resources ['binding']. {{(pid=88389) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 24 22:39:42.390564 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e018ec5-76e1-40f7-aeff-097144cdb03d'] response: {'name': 'network-changed', 'server_uuid': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'tag': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706', 'status': 'completed', 'code': 200} May 24 22:39:42.396318 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:42.660629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Pushing event updated for resources: {'Port': ['ID=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:42.717266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bea85b-2e49-436c-9712-7f8905616c32 req-25473289-2afb-4bf2-9e12-fc3b500aa4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:42.719239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0bea85b-2e49-436c-9712-7f8905616c32 req-25473289-2afb-4bf2-9e12-fc3b500aa4da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c&device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 1097 time: 0.2231212 May 24 22:39:42.762943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on host n-h1-843146-7 for vnic_type normal with profile None {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:42.763195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:42.763515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:42.797671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-566a1a31-44ee-4c4c-8c10-8baee8b9b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:42.799161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-566a1a31-44ee-4c4c-8c10-8baee8b9b254 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e869a23bb88a420087e6c17b8d2682c2&device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 1099 time: 0.4790087 May 24 22:39:42.815161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on network a048d222-b793-4627-8502-0af448f97e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:42.815695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:42.830300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:42.830630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Checking segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:42.831002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Bound using segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:42.831480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Bound port: f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:42.884576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Attempting to bind port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:42.884951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Attempting to bind port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:42.885233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Attempting to bind port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:42.888190 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-e373f809-0646-4f1b-a1cc-1697320d5e90 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 HTTP/1.1" status: 200 len: 217 time: 0.0821450 May 24 22:39:42.897413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999bae0-5ed8-481e-b099-5575e64b6032 req-468645f7-362f-455e-9aed-bc0b9a206bab tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:42.898857 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d999bae0-5ed8-481e-b099-5575e64b6032 req-468645f7-362f-455e-9aed-bc0b9a206bab tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.4193552 May 24 22:39:42.926916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bea85b-2e49-436c-9712-7f8905616c32 req-a7cc7d7f-4965-4742-a23c-9f5a17e8cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:42.928342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0bea85b-2e49-436c-9712-7f8905616c32 req-a7cc7d7f-4965-4742-a23c-9f5a17e8cae7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61909bdd-225c-4585-bcc6-08ad828659b7 HTTP/1.1" status: 200 len: 924 time: 0.1861265 May 24 22:39:42.929872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:42.930197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Attempting to bind port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:42.933591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:42.961579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:42.961969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:42.962328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:42.962752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Bound port: 3bbae6ca-2c59-42e3-93c2-9b5211bc178e, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:42.963104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:42.988749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] Notify callbacks [] for binding, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:42.989915 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-cf67f86d-a004-4a62-a5a2-f0636ba2e48d service neutron] 10.222.0.55 "POST /v2.0/ports/f4df6c49-0e97-4f9c-9ea2-96cf74ad4571/bindings HTTP/1.1" status: 201 len: 389 time: 0.7050569 May 24 22:39:43.037880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0bea85b-2e49-436c-9712-7f8905616c32 req-e19dc487-1be8-40e2-8279-83cea11966e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d08c13fc-9bc0-4b3d-97e5-daa3d9291706 HTTP/1.1" status: 200 len: 1001 time: 0.1006300 May 24 22:39:43.051853 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-157c23d4-3bbb-45e8-acbd-7b78e2bd648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.053680 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-157c23d4-3bbb-45e8-acbd-7b78e2bd648f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1525958 May 24 22:39:43.072984 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d999bae0-5ed8-481e-b099-5575e64b6032 req-2042cd5f-e0fe-4bdb-be36-9b84008b0947 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404533 May 24 22:39:43.130709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bea85b-2e49-436c-9712-7f8905616c32 req-2c122a5e-2664-4315-8886-cb2b29507b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.132516 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0bea85b-2e49-436c-9712-7f8905616c32 req-2c122a5e-2664-4315-8886-cb2b29507b3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b121f1d-18e9-4ab2-901f-89fcf789a051 HTTP/1.1" status: 200 len: 862 time: 0.0808060 May 24 22:39:43.160033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] For port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:43.171171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] For port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:43.180939 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:43.298003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-81a7d8ff-c947-4aa2-821b-95689064dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.299788 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-81a7d8ff-c947-4aa2-821b-95689064dd76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174232 May 24 22:39:43.308201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.308854 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:43.310328 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] 10.222.0.31 "PUT /v2.0/ports/3bbae6ca-2c59-42e3-93c2-9b5211bc178e HTTP/1.1" status: 200 len: 1096 time: 2.5238750 May 24 22:39:43.445890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bea85b-2e49-436c-9712-7f8905616c32 req-e73961db-9d79-448a-aba7-ef18cb59d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.447389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0bea85b-2e49-436c-9712-7f8905616c32 req-e73961db-9d79-448a-aba7-ef18cb59d46c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61909bdd-225c-4585-bcc6-08ad828659b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3005276 May 24 22:39:43.531617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17758894-1c68-4376-b224-4924f4c66e9b req-eafdf559-9ef5-41fb-8293-28f28483a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.533105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-eafdf559-9ef5-41fb-8293-28f28483a55d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 1097 time: 0.1863892 May 24 22:39:43.544206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d888b-cad1-4aaa-a28d-cdd684abc8bb req-9f317045-fc44-41bb-9d3b-0a9333c1f8e2 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.545632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da6d888b-cad1-4aaa-a28d-cdd684abc8bb req-9f317045-fc44-41bb-9d3b-0a9333c1f8e2 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 948 time: 0.3059025 May 24 22:39:43.548232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750e2b0-be80-482a-bd3d-5d7d2b774d4d service neutron] Pushing event updated for resources: {'Port': ['ID=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:43.638120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8e8ea-d9cd-49b1-9d6e-24ef7ca9907a req-e83182c9-1ce0-47d9-bb5c-2b0b3b0fb1d1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.640353 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9eb8e8ea-d9cd-49b1-9d6e-24ef7ca9907a req-e83182c9-1ce0-47d9-bb5c-2b0b3b0fb1d1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 948 time: 0.4067304 May 24 22:39:43.648328 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-65c5b1b9-a9ba-4c88-a326-55eb0525fd64 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310432 May 24 22:39:43.714852 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da6d888b-cad1-4aaa-a28d-cdd684abc8bb req-5ce84b24-7548-4322-84f4-701840be3741 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417966 May 24 22:39:43.737159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0bea85b-2e49-436c-9712-7f8905616c32 req-71555546-ad0a-47f2-bd87-1c19d2ed3b58 service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758830 May 24 22:39:43.764600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-4821309c-e207-4d11-be0f-da0986b524c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.766137 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-4821309c-e207-4d11-be0f-da0986b524c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 1099 time: 0.2615292 May 24 22:39:43.817866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17758894-1c68-4376-b224-4924f4c66e9b req-9748d093-1334-427a-ac47-521b9a356032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.819300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-9748d093-1334-427a-ac47-521b9a356032 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 922 time: 0.2661576 May 24 22:39:43.843209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9eb8e8ea-d9cd-49b1-9d6e-24ef7ca9907a req-4f32f54c-8a9e-4f90-9bbb-1d4f1b0be343 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971502 May 24 22:39:43.846447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-1e5cf59e-55fa-464c-b807-061d97ce7508 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=3bbae6ca-2c59-42e3-93c2-9b5211bc178e HTTP/1.1" status: 200 len: 217 time: 0.0712774 May 24 22:39:43.897542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-30e2a9b4-678e-4663-88ed-181ddc8bb9e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 HTTP/1.1" status: 200 len: 217 time: 0.0652373 May 24 22:39:43.918906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-11149056-77b8-4967-9911-1e3b987811a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.920347 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-11149056-77b8-4967-9911-1e3b987811a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0589387 May 24 22:39:43.987003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0bea85b-2e49-436c-9712-7f8905616c32 req-07a9464a-1346-447e-8b48-ec298ffb9f92 service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426305 May 24 22:39:43.990080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c89eaf2-520b-43e1-a531-6e5d8682f55f req-f13c065d-aa95-491a-894d-41dfc26bb6a3 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256717 May 24 22:39:43.992150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17758894-1c68-4376-b224-4924f4c66e9b req-f6125d2c-949a-4934-84ee-ee300664320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:43.993716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-f6125d2c-949a-4934-84ee-ee300664320d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.0886528 May 24 22:39:44.046205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-bd2d55cb-a56c-42bd-a63e-7a9d7b7c4b11 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464954 May 24 22:39:44.048921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-04ca8d7c-1bc5-4816-9e54-a65837d666ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:44.050455 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-04ca8d7c-1bc5-4816-9e54-a65837d666ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176002 May 24 22:39:44.199670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-f83d8072-65e9-47e2-94c3-9d5fa223b5f7 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d669b89691d44228aec7b1b73485cb12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417190 May 24 22:39:44.216540 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-bd76faff-c795-4850-9d1b-9e094d683e6c service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563635 May 24 22:39:44.338243 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-0f008e1c-120e-4274-87e3-af9e06c4070b service neutron] 10.222.0.31 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758577 May 24 22:39:44.391927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ffa628-c805-400a-8b61-efed9230cb3a', 'tag': 'cb0cd201-9d2b-4a77-ba8a-e5f278b8c861'}, {'name': 'network-changed', 'server_uuid': '79f92ef3-56cd-4092-aa8b-38e4cfac974f', 'tag': '3bbae6ca-2c59-42e3-93c2-9b5211bc178e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:44.418009 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a7e7a4-36e3-4ff6-9fab-0b0cbc13d2d4 req-4272fe1d-7c8b-4a39-9f2d-b3de1900e489 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900702 May 24 22:39:44.438798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf7676-ee02-4387-98d2-47de7cc82e6f req-1a4cb709-04a6-4ebf-a217-7e1329732ee0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:44.441144 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35cf7676-ee02-4387-98d2-47de7cc82e6f req-1a4cb709-04a6-4ebf-a217-7e1329732ee0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 946 time: 0.1411495 May 24 22:39:44.466748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-a6a70b03-a99d-40bd-91c9-90230dda6081 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:44.468148 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-a6a70b03-a99d-40bd-91c9-90230dda6081 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589054 May 24 22:39:44.485968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35cf7676-ee02-4387-98d2-47de7cc82e6f req-e0acb7eb-819f-4596-99c6-bbe018949fca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392113 May 24 22:39:44.498664 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-deba754f-2361-4504-8e50-559f8c37948c tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/quotas/d669b89691d44228aec7b1b73485cb12 HTTP/1.1" status: 200 len: 375 time: 0.0240064 May 24 22:39:44.564119 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-a357c3e2-cc57-4ab4-ba61-72d99cb48dcb tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d669b89691d44228aec7b1b73485cb12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504127 May 24 22:39:44.566213 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-e3762bb8-f5dd-49e2-8a1b-743e30f6d5cc service neutron] 10.222.0.31 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217002 May 24 22:39:44.798963 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d88815-a358-445f-81c3-32ccfcfaf084'] response: {'name': 'network-changed', 'server_uuid': 'd5ffa628-c805-400a-8b61-efed9230cb3a', 'tag': 'cb0cd201-9d2b-4a77-ba8a-e5f278b8c861', 'status': 'completed', 'code': 200} May 24 22:39:44.800496 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d88815-a358-445f-81c3-32ccfcfaf084'] response: {'name': 'network-changed', 'server_uuid': '79f92ef3-56cd-4092-aa8b-38e4cfac974f', 'tag': '3bbae6ca-2c59-42e3-93c2-9b5211bc178e', 'status': 'completed', 'code': 200} May 24 22:39:44.906105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17758894-1c68-4376-b224-4924f4c66e9b req-9ce774c3-ce5d-4b97-8f06-1f786cdba887 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:44.907613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-9ce774c3-ce5d-4b97-8f06-1f786cdba887 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5&tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 1097 time: 0.1533220 May 24 22:39:44.923315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843146-7'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:44.964461 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e6caf5c-24a3-4faa-9271-02436163d657 req-65935534-275a-4374-a4a3-348556a7d9b5 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 210 time: 0.0976431 May 24 22:39:45.020820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb93d4-daad-440c-97c1-2456353117c1 req-072aef09-e39b-4f79-b818-225fe4327027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:45.023094 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-072aef09-e39b-4f79-b818-225fe4327027 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 1099 time: 0.1942945 May 24 22:39:45.024928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb93d4-daad-440c-97c1-2456353117c1 req-b943442b-f5ed-425c-9b89-95b071bb88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:45.026496 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-b943442b-f5ed-425c-9b89-95b071bb88a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e869a23bb88a420087e6c17b8d2682c2&device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 1099 time: 0.1538901 May 24 22:39:45.060425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c14dc6-93ab-43e9-a17c-f7599de2e3c2 req-1e2bdbc2-5359-4c86-a782-da1f10a07ac6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:45.061958 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79c14dc6-93ab-43e9-a17c-f7599de2e3c2 req-1e2bdbc2-5359-4c86-a782-da1f10a07ac6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.2191532 May 24 22:39:45.161850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:45.240873 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79c14dc6-93ab-43e9-a17c-f7599de2e3c2 req-f695c79e-b412-4879-9c96-17c2a8291531 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716378 May 24 22:39:45.292644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb93d4-daad-440c-97c1-2456353117c1 req-cde786b6-e629-4e51-890c-f8b83982ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:45.294440 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-cde786b6-e629-4e51-890c-f8b83982ba5e service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2589231 May 24 22:39:45.381680 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-1be56203-bfc9-4203-8e06-114892d482ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=3bbae6ca-2c59-42e3-93c2-9b5211bc178e HTTP/1.1" status: 200 len: 217 time: 0.0749071 May 24 22:39:45.473090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:45.508757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bdcc1-cd75-4b9a-abce-a18c01a5e81b req-79be93a1-d4cf-4cf5-a1f1-6c7fc1f9a124 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:45.510237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cc7bdcc1-cd75-4b9a-abce-a18c01a5e81b req-79be93a1-d4cf-4cf5-a1f1-6c7fc1f9a124 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 948 time: 0.1463981 May 24 22:39:45.528332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:45.554327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb93d4-daad-440c-97c1-2456353117c1 req-910ca631-8bdf-4fdd-afa6-49ec24566894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:45.555886 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-910ca631-8bdf-4fdd-afa6-49ec24566894 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1663532 May 24 22:39:45.617732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:45.623680 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:45.628346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cc7bdcc1-cd75-4b9a-abce-a18c01a5e81b req-9d0de677-eac9-4eb6-9a04-012de0e27b08 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725479 May 24 22:39:45.634058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:45.634547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb93d4-daad-440c-97c1-2456353117c1 req-4fe0d43b-7be4-4faa-8f7d-a3dc764e6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:45.636021 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-4fe0d43b-7be4-4faa-8f7d-a3dc764e6a06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.4622254 May 24 22:39:45.721234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152f625-ec00-4774-b3ed-7c6ff52ae422 req-839e5763-9e08-45ba-aeca-1e73b47f587b tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:45.725845 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e152f625-ec00-4774-b3ed-7c6ff52ae422 req-839e5763-9e08-45ba-aeca-1e73b47f587b tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 949 time: 0.5529320 May 24 22:39:45.729905 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-6158c73a-3a42-440a-b8c4-1358994a37bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 HTTP/1.1" status: 200 len: 217 time: 0.0835459 May 24 22:39:45.834197 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e152f625-ec00-4774-b3ed-7c6ff52ae422 req-3735813a-e29a-4884-a208-96f3eec6d2bb tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/security-groups?id=f274e347-78b9-4004-8e0d-8a409676eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031306 May 24 22:39:45.843572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb93d4-daad-440c-97c1-2456353117c1 req-8dc5e53f-fac3-4195-b66b-4de492e5e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:45.845086 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-8dc5e53f-fac3-4195-b66b-4de492e5e0b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0988638 May 24 22:39:45.849789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:45.850311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb93d4-daad-440c-97c1-2456353117c1 req-0bd6f7ca-830b-41ef-8bec-12c9ec7b9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:45.851858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-0bd6f7ca-830b-41ef-8bec-12c9ec7b9212 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2800620 May 24 22:39:45.875889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on host n-h2-843146-7 for vnic_type normal with profile {"migrating_to": "n-h1-843146-7"} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:45.876250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:45.876538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:45.884105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on network a048d222-b793-4627-8502-0af448f97e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:45.884419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Attempting to bind port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:45.890245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:45.890579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Checking segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:45.890960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Bound using segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:45.891441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Bound port: f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:45.891717 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:45.989199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417b4dd-6e4f-4885-81bd-b6566619ae73 req-9bca20de-5360-4a73-b6b0-55c6d8619b03 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:45.991358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4417b4dd-6e4f-4885-81bd-b6566619ae73 req-9bca20de-5360-4a73-b6b0-55c6d8619b03 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 948 time: 0.2375560 May 24 22:39:45.994717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-3fc100b4-5ae0-4691-838f-a3b7dc21b798 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d669b89691d44228aec7b1b73485cb12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531321 May 24 22:39:46.140006 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-500f8a17-8d7f-4c13-9d63-f60eaf81c410 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753172 May 24 22:39:46.142096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:46.151667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb93d4-daad-440c-97c1-2456353117c1 req-2c37b181-2fd5-4883-9620-698698e0971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:46.153634 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-2c37b181-2fd5-4883-9620-698698e0971f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2878113 May 24 22:39:46.155413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4417b4dd-6e4f-4885-81bd-b6566619ae73 req-92ef466e-bacf-4068-a6a7-ec902f232a6c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582255 May 24 22:39:46.159980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:46.182505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:46.190109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:39:46.256351 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6d60e6-1b6d-478b-83f5-4eee76710594'] response: {'server_uuid': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571', 'code': 200} May 24 22:39:46.272618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc76cc-4849-4cb3-9c1b-8c2ceb5ec706 req-be6c73dc-05eb-481a-a217-3016553262ea tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:46.274183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ffc76cc-4849-4cb3-9c1b-8c2ceb5ec706 req-be6c73dc-05eb-481a-a217-3016553262ea tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.2668824 May 24 22:39:46.343999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-6a2996dc-9400-4044-ade5-72e53a2c95e3 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:46.346207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-6a2996dc-9400-4044-ade5-72e53a2c95e3 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3324127 May 24 22:39:46.367703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:46.378785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Request body: {'port': {'device_id': '161bbb65-e512-4c2e-b510-1f75ac6ba613', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'd669b89691d44228aec7b1b73485cb12'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:46.385051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'cb0cd201-9d2b-4a77-ba8a-e5f278b8c861', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'cb0cd201-9d2b-4a77-ba8a-e5f278b8c861', 'mac_address': 'fa:16:3e:c3:5b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:39:46.450889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:46.451168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:46.467678 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ffc76cc-4849-4cb3-9c1b-8c2ceb5ec706 req-a7ba433a-b4d8-46ac-9003-d1e148e042bc tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363614 May 24 22:39:46.468719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:46.486451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,revision_number=8']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:46.489152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:46.495773 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:46.546743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a15358a8-3cc2-42c2-a7e5-1f69d65f8a15 req-4725c075-891f-4df1-b0a2-4b0a1c24e4f0 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 210 time: 0.1113501 May 24 22:39:46.550483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:46.551064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:46.552385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-5cd7e5f9-b946-433c-ac0f-53f7a5db3424 service neutron] 10.222.0.31 "PUT /v2.0/ports/f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 HTTP/1.1" status: 200 len: 1122 time: 1.6340237 May 24 22:39:46.564513 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-006b3cae-b360-406b-a49b-1fa39d8815b2 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090636 May 24 22:39:46.577290 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-d5b769ee-9ccc-499c-adfe-0690654991b5 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991733 May 24 22:39:46.592441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:46.615241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:46.619460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Usage tracker for resource:port and tenant:d669b89691d44228aec7b1b73485cb12 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:46.622983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:46.632966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:46.641686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f4df6c49-0e97-4f9c-9ea2-96cf74ad4571'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:46.673841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Made reservation on behalf of d669b89691d44228aec7b1b73485cb12 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:46.677910 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:46.702971 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:46.724793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:46.729375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Usage tracker for resource:security_group_rule and tenant:d669b89691d44228aec7b1b73485cb12 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:46.732545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:46.739843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:46.810439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['cb0cd201-9d2b-4a77-ba8a-e5f278b8c861'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:46.825284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa87ac4-2407-4d94-be24-609b2b05eabf req-15f466fc-ae1b-4bc4-8198-c6b759b39229 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:46.826875 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3fa87ac4-2407-4d94-be24-609b2b05eabf req-15f466fc-ae1b-4bc4-8198-c6b759b39229 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.31 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 949 time: 0.4172039 May 24 22:39:46.894709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:46.894948 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42eb93d4-daad-440c-97c1-2456353117c1 req-18b3e787-e3e7-4d0e-b348-efc1a75f6414 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064864 May 24 22:39:46.908099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:46.918292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-3fa87ac4-2407-4d94-be24-609b2b05eabf req-8e404523-8dc6-4dda-be9f-6566e26cacef tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Deleting port 7667cf0c-697c-430b-ab72-f4cb25f5a51b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:39:46.918836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3fa87ac4-2407-4d94-be24-609b2b05eabf req-8e404523-8dc6-4dda-be9f-6566e26cacef tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:46.932713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1fbf6-a165-404f-bec9-533081354631 req-ad3193fd-d7a0-437e-8e24-666f0f5a2afc tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:46.934355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35d1fbf6-a165-404f-bec9-533081354631 req-ad3193fd-d7a0-437e-8e24-666f0f5a2afc tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 948 time: 0.1391003 May 24 22:39:46.981905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ed3bf-f535-4061-8a36-e24cdd23a14e req-ac64be73-7514-49a4-94bc-4708c5488477 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:46.983509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ee1ed3bf-f535-4061-8a36-e24cdd23a14e req-ac64be73-7514-49a4-94bc-4708c5488477 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.2673120 May 24 22:39:47.080235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ee1ed3bf-f535-4061-8a36-e24cdd23a14e req-e494dd6e-73b0-4f1a-8126-dfcd001d2c93 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905678 May 24 22:39:47.106222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c3f2d0-26d2-4e65-867e-7e5c5c976211,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:47.148385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35d1fbf6-a165-404f-bec9-533081354631 req-3a5cf8a3-a74a-4199-802c-ecc50afb1d52 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718154 May 24 22:39:47.226547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-3fa87ac4-2407-4d94-be24-609b2b05eabf req-8e404523-8dc6-4dda-be9f-6566e26cacef tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] For port 7667cf0c-697c-430b-ab72-f4cb25f5a51b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7667cf0c-697c-430b-ab72-f4cb25f5a51b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:47.227100 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3fa87ac4-2407-4d94-be24-609b2b05eabf req-8e404523-8dc6-4dda-be9f-6566e26cacef tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:47.234157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Allocated IP 192.168.233.232 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/af6fa72f-857a-4ed4-bf37-109b590d3b58) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:39:47.493768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8620f9-ce7f-482d-ae90-aa76d31f0284 req-9cb6b3d4-8d67-4ba6-a0fb-baa1c7739805 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:47.495254 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1f8620f9-ce7f-482d-ae90-aa76d31f0284 req-9cb6b3d4-8d67-4ba6-a0fb-baa1c7739805 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 949 time: 0.2273736 May 24 22:39:47.512335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-3fa87ac4-2407-4d94-be24-609b2b05eabf req-8e404523-8dc6-4dda-be9f-6566e26cacef tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Calling delete_port for 7667cf0c-697c-430b-ab72-f4cb25f5a51b owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:39:47.560828 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:47.588832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1f8620f9-ce7f-482d-ae90-aa76d31f0284 req-6f0b0ac9-1bff-4a63-b6f1-a90fa730730e tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/security-groups?id=f274e347-78b9-4004-8e0d-8a409676eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810308 May 24 22:39:47.606132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Transition to ACTIVE for port object af6fa72f-857a-4ed4-bf37-109b590d3b58 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:47.639277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689e204-c4ed-4d75-85aa-5f688104102a req-947843b2-aa77-4338-a530-372f5debf56f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:47.640923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0689e204-c4ed-4d75-85aa-5f688104102a req-947843b2-aa77-4338-a530-372f5debf56f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 949 time: 0.2258193 May 24 22:39:47.650107 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:47.682294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41522) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:47.756950 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0689e204-c4ed-4d75-85aa-5f688104102a req-85f3c807-c6f4-44e0-9443-7a09521502b9 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735431 May 24 22:39:47.763381 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3fa87ac4-2407-4d94-be24-609b2b05eabf req-8e404523-8dc6-4dda-be9f-6566e26cacef tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:47.768424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:39:47.776692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['7667cf0c-697c-430b-ab72-f4cb25f5a51b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:47.781106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:39:47.789325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:39:47.795017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:47.795562 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:47.816406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Pushing event updated for resources: {'Port': ['ID=af6fa72f-857a-4ed4-bf37-109b590d3b58,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:47.833422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e404523-8dc6-4dda-be9f-6566e26cacef tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Pushing event deleted for resources: {'Port': ['ID=7667cf0c-697c-430b-ab72-f4cb25f5a51b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:47.855987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c1f77ad0-dcc7-4f20-9a98-f91e5de32a2b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4873333 May 24 22:39:47.873840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cc6f5-d9e5-44b1-8951-8600774acbda req-3857ad85-7b0c-4c8e-b573-2c6ec40391a1 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:47.882662 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a2cc6f5-d9e5-44b1-8951-8600774acbda req-3857ad85-7b0c-4c8e-b573-2c6ec40391a1 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1759508 May 24 22:39:47.890420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Request body: {'port': {'device_id': '161bbb65-e512-4c2e-b510-1f75ac6ba613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:47.988501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a2cc6f5-d9e5-44b1-8951-8600774acbda req-879ab203-e942-4e07-89b2-e576540f04d8 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045623 May 24 22:39:48.020325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa87ac4-2407-4d94-be24-609b2b05eabf req-8e404523-8dc6-4dda-be9f-6566e26cacef tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] No DVR routers for this DVR port 7667cf0c-697c-430b-ab72-f4cb25f5a51b on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:39:48.024223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3fa87ac4-2407-4d94-be24-609b2b05eabf req-8e404523-8dc6-4dda-be9f-6566e26cacef tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.031314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81be56a4-ede1-4788-80db-389d880397c0', 'name': 'network-vif-deleted', 'tag': '7667cf0c-697c-430b-ab72-f4cb25f5a51b'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:48.051880 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb64c-d2a9-4b79-851a-9af2641ac853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.058564 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.076028 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3fa87ac4-2407-4d94-be24-609b2b05eabf req-8e404523-8dc6-4dda-be9f-6566e26cacef tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.31 "DELETE /v2.0/ports/7667cf0c-697c-430b-ab72-f4cb25f5a51b HTTP/1.1" status: 204 len: 173 time: 1.2359719 May 24 22:39:48.080443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fd0eb64c-d2a9-4b79-851a-9af2641ac853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:48.086554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fd0eb64c-d2a9-4b79-851a-9af2641ac853 admin admin] Usage tracker for resource:security_group_rule and tenant:eed36243b81049dc9cbe43f3dc0e6a3a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:48.093204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fd0eb64c-d2a9-4b79-851a-9af2641ac853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:48.104059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fd0eb64c-d2a9-4b79-851a-9af2641ac853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:48.121153 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c32bb1-6eb8-4c16-b816-9f75eaec888c'] response: {'server_uuid': '81be56a4-ede1-4788-80db-389d880397c0', 'name': 'network-vif-deleted', 'tag': '7667cf0c-697c-430b-ab72-f4cb25f5a51b', 'status': 'completed', 'code': 200} May 24 22:39:48.148057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a180e65-0888-42e3-866e-4d6ae5e9c32b req-a4eb0987-2910-4d4c-be79-8562fa4afd28 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:48.159488 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a180e65-0888-42e3-866e-4d6ae5e9c32b req-a4eb0987-2910-4d4c-be79-8562fa4afd28 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 936 time: 0.2445972 May 24 22:39:48.160138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-26e238b1-7bb7-41c2-8d49-a27ef4ac16b2 None None] Provisioning for port af6fa72f-857a-4ed4-bf37-109b590d3b58 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:48.166668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-26e238b1-7bb7-41c2-8d49-a27ef4ac16b2 None None] Provisioning complete for port af6fa72f-857a-4ed4-bf37-109b590d3b58 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:48.168943 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-26e238b1-7bb7-41c2-8d49-a27ef4ac16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.235234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:48.239216 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a180e65-0888-42e3-866e-4d6ae5e9c32b req-1153e629-1f31-4efc-9b4d-1993b29e55d7 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782361 May 24 22:39:48.334290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'tag': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:48.342514 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb64c-d2a9-4b79-851a-9af2641ac853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.349338 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb64c-d2a9-4b79-851a-9af2641ac853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.391375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-26e238b1-7bb7-41c2-8d49-a27ef4ac16b2 None None] Port af6fa72f-857a-4ed4-bf37-109b590d3b58 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:39:48.408408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:48.413969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:48.414336 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.456818 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fd0eb64c-d2a9-4b79-851a-9af2641ac853 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eed36243b81049dc9cbe43f3dc0e6a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688699 May 24 22:39:48.457764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41540) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:48.458810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0eb64c-d2a9-4b79-851a-9af2641ac853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a9890b-deae-4961-b28b-1772d9f41fc4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:48.500476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e93e6-171a-4f01-a1a8-c9554c26c64f req-051c6552-9870-4da9-ad28-4193c6382974 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:48.501170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-767e93e6-171a-4f01-a1a8-c9554c26c64f req-051c6552-9870-4da9-ad28-4193c6382974 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Synchronizing usage tracker for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:48.519530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-767e93e6-171a-4f01-a1a8-c9554c26c64f req-051c6552-9870-4da9-ad28-4193c6382974 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Unset dirty status for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:48.520729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-767e93e6-171a-4f01-a1a8-c9554c26c64f req-051c6552-9870-4da9-ad28-4193c6382974 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 948 time: 0.1382623 May 24 22:39:48.548036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:48.548245 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.566567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3bbae6ca-2c59-42e3-93c2-9b5211bc178e details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:39:48.592955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-767e93e6-171a-4f01-a1a8-c9554c26c64f req-8fefd561-da84-4435-b364-05b79bbdcce1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613074 May 24 22:39:48.633272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ffa628-c805-400a-8b61-efed9230cb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0cd201-9d2b-4a77-ba8a-e5f278b8c861'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:48.640143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e541a-11b4-4eef-bd8f-c6ef2319c2e2 req-f2dcb402-435d-4d0d-966c-c2f9e4262eb8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:48.642241 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b5e541a-11b4-4eef-bd8f-c6ef2319c2e2 req-f2dcb402-435d-4d0d-966c-c2f9e4262eb8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.2473459 May 24 22:39:48.654406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d56be952-2930-4bff-a9d8-9b8b80067ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.662576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:48.710815 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.725344 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66d89e4-21f1-464e-ade1-1f6f7809ce57'] response: {'name': 'network-changed', 'server_uuid': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'tag': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571', 'status': 'completed', 'code': 200} May 24 22:39:48.743197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6fa72f-857a-4ed4-bf37-109b590d3b58 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:48.750574 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d56be952-2930-4bff-a9d8-9b8b80067ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.773360 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.829176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:48.851610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:48.866317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '3bbae6ca-2c59-42e3-93c2-9b5211bc178e', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '3bbae6ca-2c59-42e3-93c2-9b5211bc178e', 'mac_address': 'fa:16:3e:4a:c2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:39:48.869457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Transition to ACTIVE for port object af6fa72f-857a-4ed4-bf37-109b590d3b58 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:48.877478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b5e541a-11b4-4eef-bd8f-c6ef2319c2e2 req-9bc889e9-777a-4b1d-a20b-3686c2ca99f3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176478 May 24 22:39:48.900629 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:48.973020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:48.973391 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:49.008140 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff2a079-9165-4a14-a993-ef26a637becc'] response: {'server_uuid': 'd5ffa628-c805-400a-8b61-efed9230cb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0cd201-9d2b-4a77-ba8a-e5f278b8c861', 'code': 200} May 24 22:39:49.021825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbae6ca-2c59-42e3-93c2-9b5211bc178e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:49.028932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e5805cd5-578e-49c8-aced-9776e3539d36 req-dd89362b-0d39-4544-9a91-3d496ec44796 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Synchronizing usage tracker for tenant:7fd915a11cc64d6198fc6c90e31e6508 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:49.046641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:49.058378 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:49.083421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e5805cd5-578e-49c8-aced-9776e3539d36 req-dd89362b-0d39-4544-9a91-3d496ec44796 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] Unset dirty status for tenant:7fd915a11cc64d6198fc6c90e31e6508 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:49.098862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5805cd5-578e-49c8-aced-9776e3539d36 req-dd89362b-0d39-4544-9a91-3d496ec44796 tempest-ServerDiagnosticsNegativeTest-454594799 tempest-ServerDiagnosticsNegativeTest-454594799-project] 10.222.0.55 "GET /v2.0/ports?device_id=81be56a4-ede1-4788-80db-389d880397c0 HTTP/1.1" status: 200 len: 210 time: 0.1779637 May 24 22:39:49.102484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a2a8f-ec5e-4c2b-8c3d-edbf5b5577cb req-e18c6aaa-448e-4ffe-8c34-63edc3f45f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:49.113636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-726a2a8f-ec5e-4c2b-8c3d-edbf5b5577cb req-e18c6aaa-448e-4ffe-8c34-63edc3f45f04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 1125 time: 0.3647106 May 24 22:39:49.178289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:49.192621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.50', 65207) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:49.301689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Pushing event updated for resources: {'Port': ['ID=af6fa72f-857a-4ed4-bf37-109b590d3b58,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:49.361334 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d56be952-2930-4bff-a9d8-9b8b80067ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:49.376069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a2a8f-ec5e-4c2b-8c3d-edbf5b5577cb req-6500d164-acd1-46d6-9de8-475cda731fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:49.377663 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-726a2a8f-ec5e-4c2b-8c3d-edbf5b5577cb req-6500d164-acd1-46d6-9de8-475cda731fdc service neutron] 10.222.0.50 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 922 time: 0.2547033 May 24 22:39:49.379208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['3bbae6ca-2c59-42e3-93c2-9b5211bc178e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:49.389748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a872fd-e595-4670-89fd-b9d55a103faf req-38ce9778-5251-4a06-aa63-2fbe3c811e4e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:49.391296 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80a872fd-e595-4670-89fd-b9d55a103faf req-38ce9778-5251-4a06-aa63-2fbe3c811e4e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1378484 May 24 22:39:49.401292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56be952-2930-4bff-a9d8-9b8b80067ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a9890b-deae-4961-b28b-1772d9f41fc4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:49.413978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Attempting to bind port af6fa72f-857a-4ed4-bf37-109b590d3b58 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:49.414305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Attempting to bind port af6fa72f-857a-4ed4-bf37-109b590d3b58 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:49.414636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Attempting to bind port af6fa72f-857a-4ed4-bf37-109b590d3b58 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:49.422528 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d56be952-2930-4bff-a9d8-9b8b80067ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:49.426276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d56be952-2930-4bff-a9d8-9b8b80067ba5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23a9890b-deae-4961-b28b-1772d9f41fc4 HTTP/1.1" status: 204 len: 168 time: 0.9647398 May 24 22:39:49.426428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Port af6fa72f-857a-4ed4-bf37-109b590d3b58 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:49.429903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Attempting to bind port af6fa72f-857a-4ed4-bf37-109b590d3b58 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:49.439388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:49.440171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:49.441327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:49.441987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Bound port: af6fa72f-857a-4ed4-bf37-109b590d3b58, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:49.442511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:49.491727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-726a2a8f-ec5e-4c2b-8c3d-edbf5b5577cb req-db85436a-0a59-42b9-8be9-7349c67a2650 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 HTTP/1.1" status: 200 len: 217 time: 0.0925989 May 24 22:39:49.566882 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80a872fd-e595-4670-89fd-b9d55a103faf req-772ada34-aeb2-48e7-a071-d8ad877d4455 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688304 May 24 22:39:49.595557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059cc8a-722f-40c7-a7b1-0cf96ef7a218 req-506de68a-5f36-497a-853c-1a2a1a6b3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:49.598865 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8059cc8a-722f-40c7-a7b1-0cf96ef7a218 req-506de68a-5f36-497a-853c-1a2a1a6b3a27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 1101 time: 0.4042330 May 24 22:39:49.607901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a2a8f-ec5e-4c2b-8c3d-edbf5b5577cb req-1ffb6a30-60dd-4751-ae8e-b3ab7831a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:49.614208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-726a2a8f-ec5e-4c2b-8c3d-edbf5b5577cb req-1ffb6a30-60dd-4751-ae8e-b3ab7831a82a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.1110156 May 24 22:39:49.665665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ee376-53e6-458c-ab29-828d3ea2c778 req-a07a9726-c9b8-40c2-a0fe-74768160db56 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:49.667444 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994ee376-53e6-458c-ab29-828d3ea2c778 req-a07a9726-c9b8-40c2-a0fe-74768160db56 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 950 time: 0.4713748 May 24 22:39:49.694649 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-726a2a8f-ec5e-4c2b-8c3d-edbf5b5577cb req-acbfd2b8-5c1b-48b3-a7fc-628515daf5dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730343 May 24 22:39:49.768850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8059cc8a-722f-40c7-a7b1-0cf96ef7a218 req-48918a69-b703-44cf-80a5-f6874bc982c7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529598 May 24 22:39:49.777331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994ee376-53e6-458c-ab29-828d3ea2c778 req-567a2869-2554-466e-ba41-79d7387109e2 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912585 May 24 22:39:49.786306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] For port af6fa72f-857a-4ed4-bf37-109b590d3b58, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:49.789694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] For port af6fa72f-857a-4ed4-bf37-109b590d3b58, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=af6fa72f-857a-4ed4-bf37-109b590d3b58,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:49.796363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41564) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:49.807461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:49.856766 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c4941a2-9281-4703-9e11-125a7a60e682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:49.893926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:49.894385 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:49.895759 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] 10.222.0.50 "PUT /v2.0/ports/af6fa72f-857a-4ed4-bf37-109b590d3b58 HTTP/1.1" status: 200 len: 1096 time: 2.0102365 May 24 22:39:49.898693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2c4941a2-9281-4703-9e11-125a7a60e682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:49.906331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2c4941a2-9281-4703-9e11-125a7a60e682 admin admin] Usage tracker for resource:security_group_rule and tenant:1691a17065644064aa739ea497cdf41d is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:49.914562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2c4941a2-9281-4703-9e11-125a7a60e682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:49.956392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2c4941a2-9281-4703-9e11-125a7a60e682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:49.966263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510a97e-295d-4dc4-b2e4-ad4e1d8434ea service neutron] Pushing event updated for resources: {'Port': ['ID=af6fa72f-857a-4ed4-bf37-109b590d3b58,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:49.988205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-726a2a8f-ec5e-4c2b-8c3d-edbf5b5577cb req-0a0b1938-c2d6-4e83-9430-9c59bf61eefd service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860296 May 24 22:39:50.025013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a648ec-bb38-4fae-ad87-a286a81ffb07 req-6f06eecd-a88b-4c1d-af41-659c6239e5ee tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:50.032837 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4a648ec-bb38-4fae-ad87-a286a81ffb07 req-6f06eecd-a88b-4c1d-af41-659c6239e5ee tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 948 time: 0.3098588 May 24 22:39:50.096799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bb09f-1e5c-4302-9335-48fea58dd17c req-a1e07a4e-e13c-4a8a-8c4f-248b260332ab tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:50.098537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d66bb09f-1e5c-4302-9335-48fea58dd17c req-a1e07a4e-e13c-4a8a-8c4f-248b260332ab tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 949 time: 0.1873901 May 24 22:39:50.137088 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4a648ec-bb38-4fae-ad87-a286a81ffb07 req-4cfd2c3d-b483-4b07-995e-d02f0ad9dd7f tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031766 May 24 22:39:50.169402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c4941a2-9281-4703-9e11-125a7a60e682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:50.179997 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c4941a2-9281-4703-9e11-125a7a60e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:50.186948 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-726a2a8f-ec5e-4c2b-8c3d-edbf5b5577cb req-47d6b1d8-87eb-4fff-b0f1-8fbe84af5a58 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917536 May 24 22:39:50.198966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d66bb09f-1e5c-4302-9335-48fea58dd17c req-ef91f864-eb94-47ab-9041-b92f6c0a0c4f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888448 May 24 22:39:50.237516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c0545acb-3a0e-46d0-a3f0-665334f83464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:50.238994 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c0545acb-3a0e-46d0-a3f0-665334f83464 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d669b89691d44228aec7b1b73485cb12&device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 1099 time: 0.2081978 May 24 22:39:50.245021 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2c4941a2-9281-4703-9e11-125a7a60e682 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1691a17065644064aa739ea497cdf41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472821 May 24 22:39:50.245816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4941a2-9281-4703-9e11-125a7a60e682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f810f-a102-426e-8c3e-0764d4cc1999,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:50.248283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41572) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:50.309374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-61d12cd4-6c01-4fb4-9ba7-aa8d5f2fee5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=af6fa72f-857a-4ed4-bf37-109b590d3b58 HTTP/1.1" status: 200 len: 217 time: 0.0607090 May 24 22:39:50.373487 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-792b9dd8-7362-4849-9bce-532d3035fb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:50.382446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c9e6ca5e-50cc-432c-ad79-3857e2f54224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:50.383987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-c9e6ca5e-50cc-432c-ad79-3857e2f54224 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0685365 May 24 22:39:50.405622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a33101-218f-4abf-a381-d3c30e75da4e req-ece36cd9-bf82-4f19-91c6-fec40c027d2a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:50.407153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f7a33101-218f-4abf-a381-d3c30e75da4e req-ece36cd9-bf82-4f19-91c6-fec40c027d2a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.1437714 May 24 22:39:50.414438 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-792b9dd8-7362-4849-9bce-532d3035fb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:50.464050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-bbe6e947-fbad-4de3-974c-fc735a237601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:50.466018 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-bbe6e947-fbad-4de3-974c-fc735a237601 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745139 May 24 22:39:50.485306 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f7a33101-218f-4abf-a381-d3c30e75da4e req-ca0a9b55-b5a3-430c-8767-d200eb889fc9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640311 May 24 22:39:50.513774 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-792b9dd8-7362-4849-9bce-532d3035fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:50.532659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b9dd8-7362-4849-9bce-532d3035fb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f810f-a102-426e-8c3e-0764d4cc1999,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:50.546069 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-792b9dd8-7362-4849-9bce-532d3035fb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:50.549681 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-792b9dd8-7362-4849-9bce-532d3035fb1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f16f810f-a102-426e-8c3e-0764d4cc1999 HTTP/1.1" status: 204 len: 168 time: 0.2978835 May 24 22:39:50.571559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:39:50.604532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3bbae6ca-2c59-42e3-93c2-9b5211bc178e up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:50.648895 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-6846691c-83b0-403b-aa68-c0aba96f1eea service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742151 May 24 22:39:50.680473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41584) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:50.730896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161bbb65-e512-4c2e-b510-1f75ac6ba613', 'tag': 'af6fa72f-857a-4ed4-bf37-109b590d3b58'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:50.846843 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4ea805-ca96-4294-af6f-4f98d27d49db'] response: {'name': 'network-changed', 'server_uuid': '161bbb65-e512-4c2e-b510-1f75ac6ba613', 'tag': 'af6fa72f-857a-4ed4-bf37-109b590d3b58', 'status': 'completed', 'code': 200} May 24 22:39:50.848057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:50.868703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:50.869260 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:50.945458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b6a76-befa-4750-94d4-82776e9eb324 req-5e4dee4e-3aae-4b49-b23b-4b68b04e146a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:50.950770 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-478f1724-1215-4fb8-89b4-f22dac17f38d service neutron] show failed (client error): The resource could not be found. May 24 22:39:50.952042 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-478f1724-1215-4fb8-89b4-f22dac17f38d service neutron] 10.222.0.50 "GET /v2.0/ports/f6b6f285-1a79-4758-8fea-cccffe20f55d/bindings/n-h1-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.1568670 May 24 22:39:50.955891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-302b6a76-befa-4750-94d4-82776e9eb324 req-5e4dee4e-3aae-4b49-b23b-4b68b04e146a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.2626381 May 24 22:39:50.983926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:51.006619 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6010eff-db4a-4157-98e1-02251d6296c2 req-522affa1-eff7-4518-ba17-0bc7c421ee89 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504815 May 24 22:39:51.028898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 has no active binding in host n-h1-843146-7 {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 24 22:39:51.065919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-302b6a76-befa-4750-94d4-82776e9eb324 req-bc10ff1d-f80f-4e4a-8a4a-ea3bafc0d70b tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057065 May 24 22:39:51.139278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:51.139745 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:51.178787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f92ef3-56cd-4092-aa8b-38e4cfac974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbae6ca-2c59-42e3-93c2-9b5211bc178e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:51.194950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:51.202460 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:51.203813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 7667cf0c-697c-430b-ab72-f4cb25f5a51b no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:39:51.210661 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-000acc94-4c1e-41df-b6ca-e55e68447223 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7fd915a11cc64d6198fc6c90e31e6508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277944 May 24 22:39:51.213895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41606) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:51.264393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee08f-8abb-4e1c-908b-b09fdffcc835 req-6cd72458-edc1-4b6d-905d-b1bc8716c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:51.266278 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6cee08f-8abb-4e1c-908b-b09fdffcc835 req-6cd72458-edc1-4b6d-905d-b1bc8716c829 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d669b89691d44228aec7b1b73485cb12&device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 1099 time: 0.1939361 May 24 22:39:51.269424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d2fc6-ba0d-4209-bd18-c4eb47ab1816 req-cf34620d-29e7-437f-afe3-bdb280ff38bd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:51.278236 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-317d2fc6-ba0d-4209-bd18-c4eb47ab1816 req-cf34620d-29e7-437f-afe3-bdb280ff38bd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 950 time: 0.2527964 May 24 22:39:51.350599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 7667cf0c-697c-430b-ab72-f4cb25f5a51b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:39:51.350955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 7667cf0c-697c-430b-ab72-f4cb25f5a51b not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:39:51.382211 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55a67df4-1333-4c48-a17a-13ed766ec77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:51.399137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:51.410395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-317d2fc6-ba0d-4209-bd18-c4eb47ab1816 req-38f6f35c-08d4-4f42-be35-5f093e81fb83 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310928 May 24 22:39:51.451147 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55a67df4-1333-4c48-a17a-13ed766ec77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:51.467441 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99bf92e7-084c-40e3-ba3a-a7ab00352115'] response: {'server_uuid': '79f92ef3-56cd-4092-aa8b-38e4cfac974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbae6ca-2c59-42e3-93c2-9b5211bc178e', 'code': 200} May 24 22:39:51.535561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee08f-8abb-4e1c-908b-b09fdffcc835 req-ddc560b7-2a4c-473b-ad09-af3b238f442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:51.536940 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6cee08f-8abb-4e1c-908b-b09fdffcc835 req-ddc560b7-2a4c-473b-ad09-af3b238f442c service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2624476 May 24 22:39:51.609081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6cee08f-8abb-4e1c-908b-b09fdffcc835 req-03e7f8b9-66d2-4484-9241-b432242c10d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=af6fa72f-857a-4ed4-bf37-109b590d3b58 HTTP/1.1" status: 200 len: 217 time: 0.0639951 May 24 22:39:51.616689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ad920-4229-4a6b-9e88-283275f1d293 req-bccdc44f-eb8b-4ed8-ab4d-5244c4de7467 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:51.617393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-071ad920-4229-4a6b-9e88-283275f1d293 req-bccdc44f-eb8b-4ed8-ab4d-5244c4de7467 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Synchronizing usage tracker for tenant:d669b89691d44228aec7b1b73485cb12 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:51.686460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee08f-8abb-4e1c-908b-b09fdffcc835 req-5946482f-11ad-4559-b0bf-056183a4fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:51.687621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6cee08f-8abb-4e1c-908b-b09fdffcc835 req-5946482f-11ad-4559-b0bf-056183a4fc75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0671797 May 24 22:39:51.688880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-071ad920-4229-4a6b-9e88-283275f1d293 req-bccdc44f-eb8b-4ed8-ab4d-5244c4de7467 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Unset dirty status for tenant:d669b89691d44228aec7b1b73485cb12 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:51.694724 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-071ad920-4229-4a6b-9e88-283275f1d293 req-bccdc44f-eb8b-4ed8-ab4d-5244c4de7467 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 948 time: 0.3026264 May 24 22:39:51.750732 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55a67df4-1333-4c48-a17a-13ed766ec77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:51.755560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-0a692098-3d88-4eb3-861e-830baf7daf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:51.757043 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-0a692098-3d88-4eb3-861e-830baf7daf9d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083&tenant_id=0365b3430aca4a7c8a9900c4398a5d25 HTTP/1.1" status: 200 len: 1101 time: 0.3319695 May 24 22:39:51.778394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:51.806466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c71e5-c498-4ea1-8f96-a2ea8b0ae305 req-beddccb5-e3fa-4d85-b2e6-27028a72790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:51.807964 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3d8c71e5-c498-4ea1-8f96-a2ea8b0ae305 req-beddccb5-e3fa-4d85-b2e6-27028a72790b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 1101 time: 0.2715385 May 24 22:39:51.815148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a67df4-1333-4c48-a17a-13ed766ec77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f274e347-78b9-4004-8e0d-8a409676eb47,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:51.831528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c7cb9-8d55-4bf3-afb6-5d1283ed5e81 req-bf246c42-72ed-4140-a409-583fbcca3f09 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:51.839369 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-538c7cb9-8d55-4bf3-afb6-5d1283ed5e81 req-bf246c42-72ed-4140-a409-583fbcca3f09 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2473366 May 24 22:39:51.890280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-071ad920-4229-4a6b-9e88-283275f1d293 req-6abf33c8-c567-4e3f-bd79-5b5c4b5baf72 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Synchronizing usage tracker for tenant:d669b89691d44228aec7b1b73485cb12 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:39:51.909799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55a67df4-1333-4c48-a17a-13ed766ec77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:51.910828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-55a67df4-1333-4c48-a17a-13ed766ec77f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f274e347-78b9-4004-8e0d-8a409676eb47 HTTP/1.1" status: 204 len: 168 time: 0.6960378 May 24 22:39:51.914548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-071ad920-4229-4a6b-9e88-283275f1d293 req-6abf33c8-c567-4e3f-bd79-5b5c4b5baf72 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Unset dirty status for tenant:d669b89691d44228aec7b1b73485cb12 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:39:51.916147 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-071ad920-4229-4a6b-9e88-283275f1d293 req-6abf33c8-c567-4e3f-bd79-5b5c4b5baf72 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201710 May 24 22:39:51.933030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee08f-8abb-4e1c-908b-b09fdffcc835 req-d2fd17a1-4d54-474a-9d79-0409a27b65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:51.936544 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6cee08f-8abb-4e1c-908b-b09fdffcc835 req-d2fd17a1-4d54-474a-9d79-0409a27b65ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2151620 May 24 22:39:51.985588 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3d8c71e5-c498-4ea1-8f96-a2ea8b0ae305 req-53baffc9-4ff1-4875-bc72-2c660b63b97f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682224 May 24 22:39:51.994719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-538c7cb9-8d55-4bf3-afb6-5d1283ed5e81 req-fc04c378-73bf-4a2a-ab66-904219ead117 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538942 May 24 22:39:52.020664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:52.110193 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6cee08f-8abb-4e1c-908b-b09fdffcc835 req-f61c5813-9813-4ebf-b647-11b5ac6759c4 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660781 May 24 22:39:52.307134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43728d86-d9cb-4ac3-af13-e36f1a2ce9fd req-b8a236a5-404c-4696-8bcd-e59852c49bcc tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:52.308947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43728d86-d9cb-4ac3-af13-e36f1a2ce9fd req-b8a236a5-404c-4696-8bcd-e59852c49bcc tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.2017605 May 24 22:39:52.312304 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6cee08f-8abb-4e1c-908b-b09fdffcc835 req-971249b6-391a-42c6-8b40-1be3188b0c39 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698668 May 24 22:39:52.361370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43728d86-d9cb-4ac3-af13-e36f1a2ce9fd req-4ccec150-dfae-4f1f-8e4c-302860c98455 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457735 May 24 22:39:52.400171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c68bc4-c515-4cf6-be01-9db5775f0f54 req-a64185bb-992f-4113-a427-cad71fb77569 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:52.401693 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8c68bc4-c515-4cf6-be01-9db5775f0f54 req-a64185bb-992f-4113-a427-cad71fb77569 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1723166 May 24 22:39:52.478751 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8c68bc4-c515-4cf6-be01-9db5775f0f54 req-5c733d48-ddc4-4c48-b32b-714d97fe9948 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692945 May 24 22:39:52.499034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:52.535015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:52.543058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41644) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:52.595127 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8580a10e-8285-453f-a5cb-139e0455dd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:52.599297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:52.605456 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:52.622601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8580a10e-8285-453f-a5cb-139e0455dd6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:52.628862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Transition to ACTIVE for port object f6b6f285-1a79-4758-8fea-cccffe20f55d will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:39:52.633424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8580a10e-8285-453f-a5cb-139e0455dd6d admin admin] Usage tracker for resource:security_group_rule and tenant:4e519c3c74c9460aaba4d1c167e02e17 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:52.635606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:52.638244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8580a10e-8285-453f-a5cb-139e0455dd6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:52.646841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8580a10e-8285-453f-a5cb-139e0455dd6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:52.726545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60123416-57eb-47a4-a307-11de1ca16e97 req-73718613-a850-48d8-ba2b-7612b84072ae tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:52.728110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60123416-57eb-47a4-a307-11de1ca16e97 req-73718613-a850-48d8-ba2b-7612b84072ae tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 950 time: 0.1684866 May 24 22:39:52.822602 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60123416-57eb-47a4-a307-11de1ca16e97 req-8053a741-fd40-4547-aa48-ad1b412269b1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783119 May 24 22:39:52.827620 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8580a10e-8285-453f-a5cb-139e0455dd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:52.836441 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8580a10e-8285-453f-a5cb-139e0455dd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:52.851235 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8779fd3e-0f0f-4472-9f9f-50e68c72122d'] response: {'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d', 'code': 200} May 24 22:39:52.914608 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8580a10e-8285-453f-a5cb-139e0455dd6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e519c3c74c9460aaba4d1c167e02e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678842 May 24 22:39:52.914608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580a10e-8285-453f-a5cb-139e0455dd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e8b9ec-c5c6-43c0-9cb4-f66367ee84fa,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:52.916215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41656) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:52.922227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] No DVR routers for this DVR port f6b6f285-1a79-4758-8fea-cccffe20f55d on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:39:52.936741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Pushing event updated for resources: {'Port': ['ID=f6b6f285-1a79-4758-8fea-cccffe20f55d,revision_number=6']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:52.990709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cd05643-ca6c-4615-a87c-e5921fa7a5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:53.023946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Attempting to bind port f6b6f285-1a79-4758-8fea-cccffe20f55d on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:39:53.024519 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cd05643-ca6c-4615-a87c-e5921fa7a5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:53.024689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Attempting to bind port f6b6f285-1a79-4758-8fea-cccffe20f55d by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:39:53.025173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Attempting to bind port f6b6f285-1a79-4758-8fea-cccffe20f55d on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:53.031307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Port f6b6f285-1a79-4758-8fea-cccffe20f55d on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:39:53.032303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Attempting to bind port f6b6f285-1a79-4758-8fea-cccffe20f55d on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:39:53.048156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:39:53.048498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:39:53.048881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:39:53.049316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Bound port: f6b6f285-1a79-4758-8fea-cccffe20f55d, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:39:53.049683 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:53.096491 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cd05643-ca6c-4615-a87c-e5921fa7a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:53.116492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd05643-ca6c-4615-a87c-e5921fa7a5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e8b9ec-c5c6-43c0-9cb4-f66367ee84fa,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:53.172452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:39:53.175459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:39:53.176900 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cd05643-ca6c-4615-a87c-e5921fa7a5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:53.178166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8cd05643-ca6c-4615-a87c-e5921fa7a5ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33e8b9ec-c5c6-43c0-9cb4-f66367ee84fa HTTP/1.1" status: 204 len: 168 time: 0.2619517 May 24 22:39:53.180413 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:53.237056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce8af0-e1f4-4335-9386-90a5dac9a868 req-4f2ac2d5-b719-4c34-8ce7-dafe409dcc51 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:53.238770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-90ce8af0-e1f4-4335-9386-90a5dac9a868 req-4f2ac2d5-b719-4c34-8ce7-dafe409dcc51 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 948 time: 0.1258066 May 24 22:39:53.259253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:53.259493 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:53.261090 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] 10.222.0.31 "PUT /v2.0/ports/f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 1096 time: 1.4904063 May 24 22:39:53.265556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f978a6-0df3-44b0-a720-ece06e2d595d service neutron] Pushing event updated for resources: {'Port': ['ID=f6b6f285-1a79-4758-8fea-cccffe20f55d,revision_number=7']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:53.300177 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-90ce8af0-e1f4-4335-9386-90a5dac9a868 req-7eedeb31-bc45-46aa-9ee5-93660d348907 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548487 May 24 22:39:53.387978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af6552-e7d8-4cf1-8ac4-2ade10dcc18f req-925d680a-63a8-47f4-beae-91676aaaa6ed tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:53.396460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02af6552-e7d8-4cf1-8ac4-2ade10dcc18f req-925d680a-63a8-47f4-beae-91676aaaa6ed tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0993710 May 24 22:39:53.457721 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02af6552-e7d8-4cf1-8ac4-2ade10dcc18f req-3f9609e3-2691-4c53-9405-9371479cb972 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561731 May 24 22:39:53.610172 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:53.663374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350b3e9-fd11-443b-830e-66e07d1b628a req-fa7a1f3e-54b5-46f9-bd3d-fd9d5ea3dd80 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:53.665037 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b350b3e9-fd11-443b-830e-66e07d1b628a req-fa7a1f3e-54b5-46f9-bd3d-fd9d5ea3dd80 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 950 time: 0.1144931 May 24 22:39:53.715804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b350b3e9-fd11-443b-830e-66e07d1b628a req-db1295bd-534b-42a6-816b-2d40e4b6ee7a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 May 24 22:39:53.931527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00451d-7361-4eff-a6ff-6707809560f8 req-dd60294d-c6bd-46e0-b883-160ea3bc13ac tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:53.933042 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a00451d-7361-4eff-a6ff-6707809560f8 req-dd60294d-c6bd-46e0-b883-160ea3bc13ac tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0916264 May 24 22:39:53.979981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a00451d-7361-4eff-a6ff-6707809560f8 req-9297cd69-87de-484f-8b9e-e830275247b4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 May 24 22:39:54.045273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6c88-fd3c-4ec8-b65b-e4948abffef3 req-4bd70470-6f0c-4b7a-84e9-611d9ff5a204 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:54.047307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0f6c88-fd3c-4ec8-b65b-e4948abffef3 req-4bd70470-6f0c-4b7a-84e9-611d9ff5a204 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0952756 May 24 22:39:54.114850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0f6c88-fd3c-4ec8-b65b-e4948abffef3 req-fda5b8d8-9f8f-4ceb-987d-b272c9a01889 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601761 May 24 22:39:54.122617 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb9abed7-7681-4432-ad16-665d53773688 req-cc0d7857-21b3-410a-beda-c8052f7de852 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0532129 May 24 22:39:54.235446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device af6fa72f-857a-4ed4-bf37-109b590d3b58 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:39:54.252887 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e61a402c-748d-4ed2-b6af-fa61f8a25a9a req-fbca5e9d-6c30-4591-a06b-94bf6c260e05 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0586607 May 24 22:39:54.272054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f6b6f285-1a79-4758-8fea-cccffe20f55d no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:39:54.394019 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f6b6f285-1a79-4758-8fea-cccffe20f55d not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:39:54.428938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port af6fa72f-857a-4ed4-bf37-109b590d3b58, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=af6fa72f-857a-4ed4-bf37-109b590d3b58,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:54.443106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'af6fa72f-857a-4ed4-bf37-109b590d3b58', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'af6fa72f-857a-4ed4-bf37-109b590d3b58', 'mac_address': 'fa:16:3e:39:23:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:39:54.505692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444221d-3f8e-498c-a03b-ca034b821995 req-9b3ac763-a0ca-49a5-a05e-0dda24ea5694 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:54.510676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port af6fa72f-857a-4ed4-bf37-109b590d3b58 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:54.511062 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:54.512766 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1444221d-3f8e-498c-a03b-ca034b821995 req-9b3ac763-a0ca-49a5-a05e-0dda24ea5694 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 948 time: 0.0976748 May 24 22:39:54.537276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6fa72f-857a-4ed4-bf37-109b590d3b58 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:39:54.567346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port af6fa72f-857a-4ed4-bf37-109b590d3b58, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=af6fa72f-857a-4ed4-bf37-109b590d3b58,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:54.576862 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:54.598844 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1444221d-3f8e-498c-a03b-ca034b821995 req-c15ab81a-b64c-4060-8773-5225ad39c106 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851855 May 24 22:39:54.663941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=af6fa72f-857a-4ed4-bf37-109b590d3b58,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:54.682011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a96d8f-8452-44f6-be40-d176c42d8b38 req-2ada794d-d688-4e15-b0fb-caada8f4ec00 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:54.683972 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27a96d8f-8452-44f6-be40-d176c42d8b38 req-2ada794d-d688-4e15-b0fb-caada8f4ec00 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0924304 May 24 22:39:54.729667 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27a96d8f-8452-44f6-be40-d176c42d8b38 req-f7a42136-2c48-4c26-9949-f3ebb588c26c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395818 May 24 22:39:54.840800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['af6fa72f-857a-4ed4-bf37-109b590d3b58'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:54.858012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:54.910638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f41c94-a502-4741-aa14-ab7bc9b48cf9 req-91a85cc9-27e5-46d3-a56b-4532a07f20cc tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:54.912118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5f41c94-a502-4741-aa14-ab7bc9b48cf9 req-91a85cc9-27e5-46d3-a56b-4532a07f20cc tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 950 time: 0.0885479 May 24 22:39:54.960241 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5f41c94-a502-4741-aa14-ab7bc9b48cf9 req-e97ca7b9-40e2-491c-9c03-26ac2508f3f7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 May 24 22:39:55.029225 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ebbdaa-90bd-4c4c-9aab-8f088145fe7f'] response: {'name': 'network-changed', 'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d', 'status': 'completed', 'code': 200} May 24 22:39:55.172070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-51e27d13-fdb6-4358-b9d6-a22ae9ed5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:55.173706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-51e27d13-fdb6-4358-b9d6-a22ae9ed5b5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1099 time: 0.1266809 May 24 22:39:55.186130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c2285-e649-4f17-b46d-7f1c47ed370b req-0a0ce674-1478-4fde-8542-52047d888014 tempest-LiveMigrationNegativeTest-1604124235 tempest-LiveMigrationNegativeTest-1604124235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:55.187588 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a62c2285-e649-4f17-b46d-7f1c47ed370b req-0a0ce674-1478-4fde-8542-52047d888014 tempest-LiveMigrationNegativeTest-1604124235 tempest-LiveMigrationNegativeTest-1604124235-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 1101 time: 0.0722275 May 24 22:39:55.209729 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a62c2285-e649-4f17-b46d-7f1c47ed370b req-7e2b2bbd-5129-4c61-9d62-a4c0dfa05bfb tempest-LiveMigrationNegativeTest-1604124235 tempest-LiveMigrationNegativeTest-1604124235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:55.224191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a62c2285-e649-4f17-b46d-7f1c47ed370b req-7e2b2bbd-5129-4c61-9d62-a4c0dfa05bfb tempest-LiveMigrationNegativeTest-1604124235 tempest-LiveMigrationNegativeTest-1604124235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:55.228167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a62c2285-e649-4f17-b46d-7f1c47ed370b req-7e2b2bbd-5129-4c61-9d62-a4c0dfa05bfb tempest-LiveMigrationNegativeTest-1604124235 tempest-LiveMigrationNegativeTest-1604124235-project-admin] Usage tracker for resource:security_group_rule and tenant:b4deaa47abef49acbcecf8a2b7c07a5c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:55.230961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a62c2285-e649-4f17-b46d-7f1c47ed370b req-7e2b2bbd-5129-4c61-9d62-a4c0dfa05bfb tempest-LiveMigrationNegativeTest-1604124235 tempest-LiveMigrationNegativeTest-1604124235-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:55.236600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a62c2285-e649-4f17-b46d-7f1c47ed370b req-7e2b2bbd-5129-4c61-9d62-a4c0dfa05bfb tempest-LiveMigrationNegativeTest-1604124235 tempest-LiveMigrationNegativeTest-1604124235-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:55.287391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381bc7e-108e-4b02-9f1b-56db6bbbab2d req-fc3bf2c8-912d-4a3c-bdc7-c6196612bb05 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:55.289300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d381bc7e-108e-4b02-9f1b-56db6bbbab2d req-fc3bf2c8-912d-4a3c-bdc7-c6196612bb05 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1776457 May 24 22:39:55.320206 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a62c2285-e649-4f17-b46d-7f1c47ed370b req-7e2b2bbd-5129-4c61-9d62-a4c0dfa05bfb tempest-LiveMigrationNegativeTest-1604124235 tempest-LiveMigrationNegativeTest-1604124235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:55.326240 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a62c2285-e649-4f17-b46d-7f1c47ed370b req-7e2b2bbd-5129-4c61-9d62-a4c0dfa05bfb tempest-LiveMigrationNegativeTest-1604124235 tempest-LiveMigrationNegativeTest-1604124235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:55.352135 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a62c2285-e649-4f17-b46d-7f1c47ed370b req-7e2b2bbd-5129-4c61-9d62-a4c0dfa05bfb tempest-LiveMigrationNegativeTest-1604124235 tempest-LiveMigrationNegativeTest-1604124235-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583683 May 24 22:39:55.360337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-1944fcd7-2377-4841-8bc5-2a076337de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:55.361831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-1944fcd7-2377-4841-8bc5-2a076337de5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.1814365 May 24 22:39:55.365282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b2bbd-5129-4c61-9d62-a4c0dfa05bfb tempest-LiveMigrationNegativeTest-1604124235 tempest-LiveMigrationNegativeTest-1604124235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b9870f-f074-40bc-b759-246175f975ae,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:55.384145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d381bc7e-108e-4b02-9f1b-56db6bbbab2d req-23e95c4a-5c36-4fdb-a230-a53843d20ac1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887051 May 24 22:39:55.384534 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:55.451991 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-a2069564-0730-4bb4-8a92-2dee1b7d6f6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 217 time: 0.0808926 May 24 22:39:55.569643 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0a1ce6dc-7a52-48b8-81a6-d000f910ed3d req-91eef2f8-02fe-4573-a1a2-7230b3813e5f tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0549459 May 24 22:39:55.571820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-333ac656-d85d-430c-8cf3-214fb3157665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:55.573423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-333ac656-d85d-430c-8cf3-214fb3157665 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1136544 May 24 22:39:55.655801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e1666-52e4-42e6-a364-fc94079536b2 req-bcddc884-44b5-408c-b835-b565492358cb tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:55.657271 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c8e1666-52e4-42e6-a364-fc94079536b2 req-bcddc884-44b5-408c-b835-b565492358cb tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1659141 May 24 22:39:55.771325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-682fdcf8-c39f-46b3-83e0-8c0961f58973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:55.772814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-682fdcf8-c39f-46b3-83e0-8c0961f58973 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921532 May 24 22:39:55.775673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c8e1666-52e4-42e6-a364-fc94079536b2 req-1d7589a2-9d0a-4dea-8d40-7b4c7b0a7f11 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106896 May 24 22:39:55.983496 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-6ad847d0-0e09-4665-9302-6ff1697994bd service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969454 May 24 22:39:56.003352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199b0d-b6de-4c27-9f8c-d090105a176c req-7ccba2d1-0216-41f9-82b8-4a18a0766f46 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:56.010103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6199b0d-b6de-4c27-9f8c-d090105a176c req-7ccba2d1-0216-41f9-82b8-4a18a0766f46 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 949 time: 0.1311967 May 24 22:39:56.021336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e6db3-9330-4e6c-a316-8e87f2a7fde6 req-70dac533-1104-4591-acfe-cf1c221dec76 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:56.022902 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df3e6db3-9330-4e6c-a316-8e87f2a7fde6 req-70dac533-1104-4591-acfe-cf1c221dec76 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0829837 May 24 22:39:56.075162 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df3e6db3-9330-4e6c-a316-8e87f2a7fde6 req-e2eda819-ac14-4b5b-8184-3e5e47cf8aa2 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452080 May 24 22:39:56.134611 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6199b0d-b6de-4c27-9f8c-d090105a176c req-254295d9-4d9a-4970-8a63-a368fd4472ce tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228747 May 24 22:39:56.170740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41780) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:56.184893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-d472e2de-0163-4e74-8182-a41deedbcce1 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903558 May 24 22:39:56.266362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device af6fa72f-857a-4ed4-bf37-109b590d3b58 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:39:56.320374 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0afef350-666e-4d42-8f70-0100403e2d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:56.348352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0afef350-666e-4d42-8f70-0100403e2d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:56.356046 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0afef350-666e-4d42-8f70-0100403e2d6b admin admin] Usage tracker for resource:security_group_rule and tenant:6e957a33ef1e427aab6af8de069d6d66 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:56.359970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0afef350-666e-4d42-8f70-0100403e2d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:56.365773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0afef350-666e-4d42-8f70-0100403e2d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:56.384276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port af6fa72f-857a-4ed4-bf37-109b590d3b58 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:39:56.392206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port af6fa72f-857a-4ed4-bf37-109b590d3b58 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:39:56.392839 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:56.478527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f4839-6e78-4218-9d56-2ed1856e5e5c req-7292fa9b-ef01-403b-b237-3650cacd3fdb tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:56.486246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c0f4839-6e78-4218-9d56-2ed1856e5e5c req-7292fa9b-ef01-403b-b237-3650cacd3fdb tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 950 time: 0.0954549 May 24 22:39:56.495127 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0afef350-666e-4d42-8f70-0100403e2d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:56.503931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0afef350-666e-4d42-8f70-0100403e2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:56.545928 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c0f4839-6e78-4218-9d56-2ed1856e5e5c req-8c7680ea-52f9-4146-ba52-d212c16f0ab0 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542412 May 24 22:39:56.574267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0afef350-666e-4d42-8f70-0100403e2d6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e957a33ef1e427aab6af8de069d6d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992765 May 24 22:39:56.574709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41790) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:56.612201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port af6fa72f-857a-4ed4-bf37-109b590d3b58 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:39:56.613102 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:56.616859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afef350-666e-4d42-8f70-0100403e2d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c05d5c-a31d-4d26-9ed5-6c31a692cd09,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:56.653225 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-519dc977-ce48-45cc-a4fd-39e47683499a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:56.656365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161bbb65-e512-4c2e-b510-1f75ac6ba613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6fa72f-857a-4ed4-bf37-109b590d3b58'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:56.666548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port af6fa72f-857a-4ed4-bf37-109b590d3b58, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=af6fa72f-857a-4ed4-bf37-109b590d3b58,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:56.675892 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:56.683605 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-519dc977-ce48-45cc-a4fd-39e47683499a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:56.746750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc45db-6e69-4703-a561-47f737c4c7fe req-0808009f-17c0-4c67-a32d-34cdc145db84 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:56.748615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57dc45db-6e69-4703-a561-47f737c4c7fe req-0808009f-17c0-4c67-a32d-34cdc145db84 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1338239 May 24 22:39:56.752173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=af6fa72f-857a-4ed4-bf37-109b590d3b58,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:56.789561 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f304a5ee-c795-4a42-ac7a-b9aa940a1aed req-882d3947-830b-440d-bcb7-33ead9595df2 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0498061 May 24 22:39:56.802402 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57dc45db-6e69-4703-a561-47f737c4c7fe req-fa4b99bb-4885-4582-8ceb-ea3c388ffec5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477221 May 24 22:39:56.816561 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-519dc977-ce48-45cc-a4fd-39e47683499a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:56.830570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dc977-ce48-45cc-a4fd-39e47683499a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c05d5c-a31d-4d26-9ed5-6c31a692cd09,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:56.843555 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-519dc977-ce48-45cc-a4fd-39e47683499a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:56.858123 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-519dc977-ce48-45cc-a4fd-39e47683499a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25c05d5c-a31d-4d26-9ed5-6c31a692cd09 HTTP/1.1" status: 204 len: 168 time: 0.2732713 May 24 22:39:56.878450 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c6681b-48c9-40c0-9bb7-e15545be6d1a'] response: {'server_uuid': '161bbb65-e512-4c2e-b510-1f75ac6ba613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6fa72f-857a-4ed4-bf37-109b590d3b58', 'code': 200} May 24 22:39:57.079055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408d310-64ab-468f-a7df-ba14ceba3325 req-6a2c3686-dbb3-454e-93b5-2b4ff3d43bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:57.080541 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3408d310-64ab-468f-a7df-ba14ceba3325 req-6a2c3686-dbb3-454e-93b5-2b4ff3d43bf6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 1101 time: 0.1032255 May 24 22:39:57.089401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279c0e9-5836-4af0-9c49-f83ae26d4f97 req-f9ee39b6-3bad-4963-be74-a4f212dc5fc0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:57.090940 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2279c0e9-5836-4af0-9c49-f83ae26d4f97 req-f9ee39b6-3bad-4963-be74-a4f212dc5fc0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1450202 May 24 22:39:57.156033 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3408d310-64ab-468f-a7df-ba14ceba3325 req-ddb3927a-b99b-4a61-88ca-2dea52cf6a10 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640755 May 24 22:39:57.163118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2279c0e9-5836-4af0-9c49-f83ae26d4f97 req-1a9ea3bc-2eb2-4ca1-a9ab-fa6012b04630 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590444 May 24 22:39:57.189844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41808) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:57.202884 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-651d1365-ed9f-408e-8ffd-fb4fb850a116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:57.219820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-651d1365-ed9f-408e-8ffd-fb4fb850a116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:57.224261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-651d1365-ed9f-408e-8ffd-fb4fb850a116 admin admin] Usage tracker for resource:security_group_rule and tenant:d42853a0510042ab8b54db2eea41a3f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:57.227513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-651d1365-ed9f-408e-8ffd-fb4fb850a116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:57.234955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-651d1365-ed9f-408e-8ffd-fb4fb850a116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:57.291683 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0325906-e24d-4340-85e2-4cde2f9b3efd req-340c31df-8cf9-48b6-a8a9-b28b1ff276f4 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:57.293430 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0325906-e24d-4340-85e2-4cde2f9b3efd req-340c31df-8cf9-48b6-a8a9-b28b1ff276f4 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1018939 May 24 22:39:57.337797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0325906-e24d-4340-85e2-4cde2f9b3efd req-d77bedef-1f37-406b-9ac5-d52c97beb693 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384796 May 24 22:39:57.375685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-651d1365-ed9f-408e-8ffd-fb4fb850a116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:57.383860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-651d1365-ed9f-408e-8ffd-fb4fb850a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:57.434863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-651d1365-ed9f-408e-8ffd-fb4fb850a116 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d42853a0510042ab8b54db2eea41a3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490103 May 24 22:39:57.437965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41812) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:57.443965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a57b81-fd4f-4396-96c9-3fa3776175a1 req-f860951e-5f70-4d74-8d25-4f7625e2eb6c tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:57.445367 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9a57b81-fd4f-4396-96c9-3fa3776175a1 req-f860951e-5f70-4d74-8d25-4f7625e2eb6c tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 950 time: 0.1556008 May 24 22:39:57.446137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d1365-ed9f-408e-8ffd-fb4fb850a116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53ad113-045d-4d45-b6a4-0cbd6feb9a6a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:57.495444 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9a57b81-fd4f-4396-96c9-3fa3776175a1 req-ac95cfc3-69ce-4b14-8277-ffdb062166dd tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427725 May 24 22:39:57.497906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4233a204-f49f-43c3-88e4-3e020275df43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:57.528808 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4233a204-f49f-43c3-88e4-3e020275df43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:57.594347 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4233a204-f49f-43c3-88e4-3e020275df43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:57.610229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233a204-f49f-43c3-88e4-3e020275df43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53ad113-045d-4d45-b6a4-0cbd6feb9a6a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:57.623823 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4233a204-f49f-43c3-88e4-3e020275df43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:57.625098 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4233a204-f49f-43c3-88e4-3e020275df43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c53ad113-045d-4d45-b6a4-0cbd6feb9a6a HTTP/1.1" status: 204 len: 168 time: 0.1858051 May 24 22:39:57.738884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fddc0-85fa-4dd6-8d56-5c9fa4d7cd67 req-fb3f3565-9366-43f8-a180-a57f12f15d0e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:57.740449 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d5fddc0-85fa-4dd6-8d56-5c9fa4d7cd67 req-fb3f3565-9366-43f8-a180-a57f12f15d0e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 950 time: 0.0819695 May 24 22:39:57.788154 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d5fddc0-85fa-4dd6-8d56-5c9fa4d7cd67 req-6f700898-1141-40c2-9ae9-eaa637b88b73 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 May 24 22:39:57.982145 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81f15a03-2304-48c0-8333-cb9d18da5524 req-2d70902c-3915-444e-8b41-776492d78b6e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0506351 May 24 22:39:58.006115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08da341-e3f4-4aa4-b542-d9072b921002 req-9f06cd6c-aa4b-4482-b681-2175114eeaf8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:58.007777 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d08da341-e3f4-4aa4-b542-d9072b921002 req-9f06cd6c-aa4b-4482-b681-2175114eeaf8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0930758 May 24 22:39:58.054582 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d08da341-e3f4-4aa4-b542-d9072b921002 req-ae54d195-34f4-461a-8999-3f3e0303c6c4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 May 24 22:39:58.285784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263eaa2b-9ec7-4243-8116-178b9d96c7f3 req-90e9599e-88e4-4ff6-aeb3-834da13e49c1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:58.287420 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-263eaa2b-9ec7-4243-8116-178b9d96c7f3 req-90e9599e-88e4-4ff6-aeb3-834da13e49c1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 950 time: 0.0969245 May 24 22:39:58.365727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-263eaa2b-9ec7-4243-8116-178b9d96c7f3 req-a4ffa95d-b0a8-4080-8709-f8ba01345329 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Deleting port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:39:58.366088 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-263eaa2b-9ec7-4243-8116-178b9d96c7f3 req-a4ffa95d-b0a8-4080-8709-f8ba01345329 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:58.404784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41846) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:58.535439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf5819-d208-46db-bfc7-a29304c919ef req-2987fa67-3e10-4359-9c07-75c65cc24e04 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:58.543938 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffaf5819-d208-46db-bfc7-a29304c919ef req-2987fa67-3e10-4359-9c07-75c65cc24e04 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.2529933 May 24 22:39:58.591550 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffaf5819-d208-46db-bfc7-a29304c919ef req-a856b44f-137a-4764-a9f1-539952f78ab0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462835 May 24 22:39:58.630098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-network', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:58.639895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:58.652592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Usage tracker for resource:network and tenant:e42f741d06f24df5aca4a152c1219373 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:58.657459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:58.668695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:58.717124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Made reservation on behalf of e42f741d06f24df5aca4a152c1219373 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:58.719345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:58.740068 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:58.816418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-263eaa2b-9ec7-4243-8116-178b9d96c7f3 req-a4ffa95d-b0a8-4080-8709-f8ba01345329 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] For port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:39:58.816780 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-263eaa2b-9ec7-4243-8116-178b9d96c7f3 req-a4ffa95d-b0a8-4080-8709-f8ba01345329 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:58.835754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a797-d4da-4a36-9e08-87f7b2c47c17 req-8f8092b5-116a-44cd-89bc-1ce411d01379 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:58.837203 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6d5a797-d4da-4a36-9e08-87f7b2c47c17 req-8f8092b5-116a-44cd-89bc-1ce411d01379 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.3405213 May 24 22:39:58.842508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67914d0-131d-46ec-b963-a209e61619c0 req-981cc34a-9bf4-4124-a507-ab5c0c308340 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:58.843972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d67914d0-131d-46ec-b963-a209e61619c0 req-981cc34a-9bf4-4124-a507-ab5c0c308340 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 950 time: 0.1360235 May 24 22:39:58.849089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-4c80bd24-ae1b-432d-bf95-2cd6424bed42 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1066380 May 24 22:39:58.887520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:58.888294 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d67914d0-131d-46ec-b963-a209e61619c0 req-21120316-187b-459d-89e3-8ef53ac668f0 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377390 May 24 22:39:58.960019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Usage tracker for resource:security_group_rule and tenant:e42f741d06f24df5aca4a152c1219373 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:58.970399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-263eaa2b-9ec7-4243-8116-178b9d96c7f3 req-a4ffa95d-b0a8-4080-8709-f8ba01345329 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Calling delete_port for cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:39:59.000070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:59.022309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:59.062269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6d5a797-d4da-4a36-9e08-87f7b2c47c17 req-2df050f3-7122-40fd-b0d5-b996663346a5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722319 May 24 22:39:59.071080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-0adcb50b-151b-4b95-a103-21c8203731a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:59.072572 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-0adcb50b-151b-4b95-a103-21c8203731a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c&device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 1097 time: 0.1368673 May 24 22:39:59.099379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7baf78-3f68-4f8d-a182-e3a7596f07ef req-a34ab2a1-662a-467d-9b0e-b044902cf2bc tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:59.101975 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b7baf78-3f68-4f8d-a182-e3a7596f07ef req-a34ab2a1-662a-467d-9b0e-b044902cf2bc tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 950 time: 0.1083508 May 24 22:39:59.236240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b7baf78-3f68-4f8d-a182-e3a7596f07ef req-2073d65a-3c38-42cf-835f-7a379f783c1f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123126 May 24 22:39:59.270675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-263eaa2b-9ec7-4243-8116-178b9d96c7f3 req-a4ffa95d-b0a8-4080-8709-f8ba01345329 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:59.273594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:59.278880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-4f3c4ccf-5515-468b-a83c-11bb2396f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:59.284064 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-4f3c4ccf-5515-468b-a83c-11bb2396f4c5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61909bdd-225c-4585-bcc6-08ad828659b7 HTTP/1.1" status: 200 len: 924 time: 0.1807532 May 24 22:39:59.285768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['01fe0f30-948e-4045-acbc-83bf98788199'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:59.316782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['cb0cd201-9d2b-4a77-ba8a-e5f278b8c861'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:39:59.336682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffa95d-b0a8-4080-8709-f8ba01345329 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Pushing event deleted for resources: {'Port': ['ID=cb0cd201-9d2b-4a77-ba8a-e5f278b8c861,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:59.350977 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:59.396838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:39:59.479007 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:59.479348 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Added segment b9952c2b-aae0-43c1-8bda-3daf38b96508 of type vlan for network 820b95ac-3809-4b09-bfd5-02e0e4e03292 May 24 22:39:59.507520 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16a5952a-399d-4552-aaaa-a89134516624 req-f0d3b72b-8b35-463a-a946-32122013f21d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1102173 May 24 22:39:59.553422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-263eaa2b-9ec7-4243-8116-178b9d96c7f3 req-a4ffa95d-b0a8-4080-8709-f8ba01345329 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] No DVR routers for this DVR port cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:39:59.563516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6122f0e6-d93f-469f-a03b-8d17828a5e53,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:59.585726 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-4113e179-2163-48a3-9453-2517f68709fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d08c13fc-9bc0-4b3d-97e5-daa3d9291706 HTTP/1.1" status: 200 len: 1001 time: 0.2937887 May 24 22:39:59.591508 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-263eaa2b-9ec7-4243-8116-178b9d96c7f3 req-a4ffa95d-b0a8-4080-8709-f8ba01345329 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:59.594337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ffa628-c805-400a-8b61-efed9230cb3a', 'name': 'network-vif-deleted', 'tag': 'cb0cd201-9d2b-4a77-ba8a-e5f278b8c861'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:39:59.624058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:59.671648 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:59.672599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:59.673365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:59.723092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-5f7ccdd9-d3ed-41c4-9202-db832ff82148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:59.725107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-5f7ccdd9-d3ed-41c4-9202-db832ff82148 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b121f1d-18e9-4ab2-901f-89fcf789a051 HTTP/1.1" status: 200 len: 862 time: 0.1322207 May 24 22:39:59.825597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-263eaa2b-9ec7-4243-8116-178b9d96c7f3 req-a4ffa95d-b0a8-4080-8709-f8ba01345329 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.50 "DELETE /v2.0/ports/cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 HTTP/1.1" status: 204 len: 173 time: 1.5303175 May 24 22:39:59.842501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4361680 May 24 22:39:59.846900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41870) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:39:59.850840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917fa83-724e-482b-9299-931cafd2262a admin admin] Pushing event updated for resources: {'Network': ['ID=820b95ac-3809-4b09-bfd5-02e0e4e03292,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:39:59.857534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Request body: {'subnet': {'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-subnet', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:39:59.863689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 820b95ac-3809-4b09-bfd5-02e0e4e03292 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:39:59.865035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:39:59.873193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Usage tracker for resource:subnet and tenant:e42f741d06f24df5aca4a152c1219373 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:39:59.878062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:39:59.888189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:39:59.889056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d599fa-b960-42ab-b500-563ddf5748d2 req-3fa3d436-a230-4738-8d21-c92472558257 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:59.890624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-05d599fa-b960-42ab-b500-563ddf5748d2 req-3fa3d436-a230-4738-8d21-c92472558257 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 950 time: 0.1752751 May 24 22:39:59.897820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-15e518c6-8dc3-48e5-a5a3-d4838ff6ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:59.899349 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-15e518c6-8dc3-48e5-a5a3-d4838ff6ca62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61909bdd-225c-4585-bcc6-08ad828659b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664712 May 24 22:39:59.910354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab5c3e-de8a-47aa-925e-84262bce45a8 req-9494eb30-2535-4841-a0b8-829ba08903c3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:39:59.911825 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-04ab5c3e-de8a-47aa-925e-84262bce45a8 req-9494eb30-2535-4841-a0b8-829ba08903c3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1494012 May 24 22:39:59.930725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Made reservation on behalf of e42f741d06f24df5aca4a152c1219373 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:39:59.932938 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:39:59.946769 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-05d599fa-b960-42ab-b500-563ddf5748d2 req-95b213b3-a065-4b25-abc9-c68987e789b7 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497394 May 24 22:40:00.017481 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2ee111-81b8-44c2-b294-5d7a8b044f1a'] response: {'server_uuid': 'd5ffa628-c805-400a-8b61-efed9230cb3a', 'name': 'network-vif-deleted', 'tag': 'cb0cd201-9d2b-4a77-ba8a-e5f278b8c861', 'status': 'completed', 'code': 200} May 24 22:40:00.137797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-04ab5c3e-de8a-47aa-925e-84262bce45a8 req-bfd7dc8a-406f-430f-9a5f-a4555f022643 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881547 May 24 22:40:00.183825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdefeb-b273-449f-a566-478b7cbb66f6 req-2b8b9f9b-22ae-4f10-89c4-68e7d426571a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:00.185576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-02bdefeb-b273-449f-a566-478b7cbb66f6 req-2b8b9f9b-22ae-4f10-89c4-68e7d426571a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0885935 May 24 22:40:00.212715 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-455ee36e-b27a-4482-a864-d4d15aa65f1a service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998376 May 24 22:40:00.231290 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-02bdefeb-b273-449f-a566-478b7cbb66f6 req-6993c8b3-218d-4d86-bca2-b186b7ef4e66 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384941 May 24 22:40:00.418949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6abe7f58-8fbd-4e48-9219-604e39234fdd req-4ac04bce-60e8-4d9f-b24f-edaa007effaf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Synchronizing usage tracker for tenant:e869a23bb88a420087e6c17b8d2682c2 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:40:00.436589 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:00.436991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6abe7f58-8fbd-4e48-9219-604e39234fdd req-4ac04bce-60e8-4d9f-b24f-edaa007effaf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Unset dirty status for tenant:e869a23bb88a420087e6c17b8d2682c2 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:40:00.438357 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6abe7f58-8fbd-4e48-9219-604e39234fdd req-4ac04bce-60e8-4d9f-b24f-edaa007effaf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ffa628-c805-400a-8b61-efed9230cb3a HTTP/1.1" status: 200 len: 210 time: 0.0657978 May 24 22:40:00.608068 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-481dc01b-3238-4eb2-8af7-66d23ab648f1 req-9bee1c95-5f4a-48b0-9753-0b7cc85a8c95 service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805485 May 24 22:40:00.627630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af02558e-0732-4411-bb97-f393fee68218,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:00.642921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822c9bc-3f3d-47ff-881c-45c065baa2e5 req-fe6ff07d-a59e-43af-b013-13f4cabcb4e0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:00.644753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b822c9bc-3f3d-47ff-881c-45c065baa2e5 req-fe6ff07d-a59e-43af-b013-13f4cabcb4e0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.3908477 May 24 22:40:00.665282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Checking segment: {'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:00.665675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Network hostable DHCP agents. Network: 820b95ac-3809-4b09-bfd5-02e0e4e03292, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:40:00.704860 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b822c9bc-3f3d-47ff-881c-45c065baa2e5 req-4a33c7e3-f456-472e-8283-160c26fcc890 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540671 May 24 22:40:00.706505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Network 820b95ac-3809-4b09-bfd5-02e0e4e03292 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:40:00.713589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4de35a20-116b-4b85-983b-b453be18b81d req-372d84f6-71a7-4f0b-8ddc-e86ba7561aa8 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0437348 May 24 22:40:00.718077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 820b95ac-3809-4b09-bfd5-02e0e4e03292) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:00.723609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:00.724256 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:00.733724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253df480-c6df-4012-b365-51a4c8969ab9 None None] Network 820b95ac-3809-4b09-bfd5-02e0e4e03292 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:40:00.755075 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7b02cea7-0122-49fc-82ed-4bd59e6a1b0b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9038355 May 24 22:40:00.755413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41880) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:00.760240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:00.765207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:00.769371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Usage tracker for resource:router and tenant:e42f741d06f24df5aca4a152c1219373 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:00.772306 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:00.778840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:00.789051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:00.790198 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:00.806588 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:00.960313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-820b95ac-3809-4b09-bfd5-02e0e4e03292', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'fixed_ips': [{'subnet_id': 'af02558e-0732-4411-bb97-f393fee68218'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:40:00.961392 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:01.078400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:01.141173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Allocated IP 172.20.0.2 (820b95ac-3809-4b09-bfd5-02e0e4e03292/af02558e-0732-4411-bb97-f393fee68218/a7cca0cc-140d-4e4c-bb45-222bb16b27ed) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:01.242040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fce399-ba1a-43c2-b8f2-cb514a3965e0 req-b992694a-2c00-40c6-8a03-91db46bf231f tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:01.243495 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-39fce399-ba1a-43c2-b8f2-cb514a3965e0 req-b992694a-2c00-40c6-8a03-91db46bf231f tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 950 time: 0.1688700 May 24 22:40:01.337538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65d1e4-ef25-4c6c-a4bb-6df34497849b req-dad57472-6f2e-42e7-ac0c-d9a9682f4b39 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:01.339198 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-af65d1e4-ef25-4c6c-a4bb-6df34497849b req-dad57472-6f2e-42e7-ac0c-d9a9682f4b39 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0887654 May 24 22:40:01.350230 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:01.362059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Transition to ACTIVE for port object a7cca0cc-140d-4e4c-bb45-222bb16b27ed will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:01.366690 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-39fce399-ba1a-43c2-b8f2-cb514a3965e0 req-a1e7ad28-b6f6-43df-adf7-dd00b8b77090 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091955 May 24 22:40:01.398388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Transition to ACTIVE for port object a7cca0cc-140d-4e4c-bb45-222bb16b27ed will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:01.399118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-af65d1e4-ef25-4c6c-a4bb-6df34497849b req-493ae65c-7bfe-462e-a84b-b00481330196 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465951 May 24 22:40:01.407649 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:01.477852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Network 820b95ac-3809-4b09-bfd5-02e0e4e03292 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:01.481023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:01.484757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:01.524973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Pushing event updated for resources: {'Port': ['ID=a7cca0cc-140d-4e4c-bb45-222bb16b27ed,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:01.540141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-7fbe96fe-ff57-4f3f-bc79-879624a19a0d tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:01.541658 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-7fbe96fe-ff57-4f3f-bc79-879624a19a0d tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 1101 time: 0.2666595 May 24 22:40:01.585002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Attempting to bind port a7cca0cc-140d-4e4c-bb45-222bb16b27ed on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:01.585433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Attempting to bind port a7cca0cc-140d-4e4c-bb45-222bb16b27ed by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:01.585852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Attempting to bind port a7cca0cc-140d-4e4c-bb45-222bb16b27ed on network 820b95ac-3809-4b09-bfd5-02e0e4e03292 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:01.591707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:01.592196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Checking segment: {'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:01.592486 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:01.592858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Bound using segment: {'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:01.593312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Bound port: a7cca0cc-140d-4e4c-bb45-222bb16b27ed, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:01.593711 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:01.657125 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:01.685591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] For port a7cca0cc-140d-4e4c-bb45-222bb16b27ed, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:01.689375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] For port a7cca0cc-140d-4e4c-bb45-222bb16b27ed, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a7cca0cc-140d-4e4c-bb45-222bb16b27ed,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:01.697363 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:01.703506 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:01.708481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Deleting port af6fa72f-857a-4ed4-bf37-109b590d3b58 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:40:01.708802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:01.786116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dbb2a-e8cc-432b-8fc8-4629b37a9f15 None None] Pushing event updated for resources: {'Port': ['ID=a7cca0cc-140d-4e4c-bb45-222bb16b27ed,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:01.896690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad567bc-e88c-497b-8168-c525e669df75 req-624ce833-95ec-48b9-a9c9-534525ed4554 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:01.898200 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ad567bc-e88c-497b-8168-c525e669df75 req-624ce833-95ec-48b9-a9c9-534525ed4554 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.3556800 May 24 22:40:02.021010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949b9e7-56f0-43f8-88e0-ca044c9a8727 req-46cfdbcf-9281-4c4b-a7d6-518302013279 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:02.034304 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0949b9e7-56f0-43f8-88e0-ca044c9a8727 req-46cfdbcf-9281-4c4b-a7d6-518302013279 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1286204 May 24 22:40:02.082823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0949b9e7-56f0-43f8-88e0-ca044c9a8727 req-ae935464-914c-479a-8f5f-8c01528b4331 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472267 May 24 22:40:02.193164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Allocated IP 172.25.7.66 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/28b3517e-4086-4f8c-ad2b-85bd0137e00d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:02.206382 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ad567bc-e88c-497b-8168-c525e669df75 req-c5d88ee2-109b-4eba-a0ad-36c4459c1fca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638955 May 24 22:40:02.232155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] For port af6fa72f-857a-4ed4-bf37-109b590d3b58, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=af6fa72f-857a-4ed4-bf37-109b590d3b58,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:02.232613 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:02.240031 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac67a623-03f3-4cc8-82ed-9cfc3c7a5d48 req-79c186ba-e06c-4deb-80cf-7f89f0071b0c tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0539279 May 24 22:40:02.325753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:40:02.359370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:40:02.359794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device cb0cd201-9d2b-4a77-ba8a-e5f278b8c861 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:40:02.360269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device af6fa72f-857a-4ed4-bf37-109b590d3b58 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:40:02.419625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Calling delete_port for af6fa72f-857a-4ed4-bf37-109b590d3b58 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:40:02.492861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port af6fa72f-857a-4ed4-bf37-109b590d3b58 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:02.494149 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:02.526341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161bbb65-e512-4c2e-b510-1f75ac6ba613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6fa72f-857a-4ed4-bf37-109b590d3b58'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:40:02.539553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port af6fa72f-857a-4ed4-bf37-109b590d3b58, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=af6fa72f-857a-4ed4-bf37-109b590d3b58,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:02.547892 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:02.581429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e1025-80ff-4c78-b0ca-4f4c1e791321 req-4c2e1b88-4837-4a60-8bcb-45fd698a2b21 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:02.583623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae3e1025-80ff-4c78-b0ca-4f4c1e791321 req-4c2e1b88-4837-4a60-8bcb-45fd698a2b21 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 950 time: 0.0911000 May 24 22:40:02.641280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=af6fa72f-857a-4ed4-bf37-109b590d3b58,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:02.653342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae3e1025-80ff-4c78-b0ca-4f4c1e791321 req-c9ec2862-ea9f-4192-857f-4a7c3a11e93e tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613415 May 24 22:40:02.686841 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:02.694896 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:40:02.695247 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:40:02.711858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ea1a1-544b-4ebc-8be5-e0966969d14a req-add8784c-84f1-45a0-b81e-0097eeee9169 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:02.713379 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a37ea1a1-544b-4ebc-8be5-e0966969d14a req-add8784c-84f1-45a0-b81e-0097eeee9169 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3058174 May 24 22:40:02.772517 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a37ea1a1-544b-4ebc-8be5-e0966969d14a req-cdc5ecca-3f74-46aa-ab20-7ac3ef60a3c3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500541 May 24 22:40:02.776693 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:02.840934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a7cca0cc-140d-4e4c-bb45-222bb16b27ed up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:02.865839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:02.867218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513909cf-b182-441d-b45b-31122ae647b8 req-75bed1be-d48f-4229-bb92-30000e7d60aa tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:02.868997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-513909cf-b182-441d-b45b-31122ae647b8 req-75bed1be-d48f-4229-bb92-30000e7d60aa tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1216292 May 24 22:40:02.874209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:02.876978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:02.927854 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-513909cf-b182-441d-b45b-31122ae647b8 req-f912347f-030b-4a57-8c47-00788d4d437d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493522 May 24 22:40:02.933809 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2526c8de-87ad-46fe-9e6c-a71ee08ad815'] response: {'server_uuid': '161bbb65-e512-4c2e-b510-1f75ac6ba613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6fa72f-857a-4ed4-bf37-109b590d3b58', 'code': 200} May 24 22:40:02.934814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de3e944-7601-4f59-afbb-54cd957c7b38 None None] Network 820b95ac-3809-4b09-bfd5-02e0e4e03292 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:40:02.936698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Pushing event updated for resources: {'Port': ['ID=28b3517e-4086-4f8c-ad2b-85bd0137e00d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:03.033800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a7cca0cc-140d-4e4c-bb45-222bb16b27ed completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:03.051248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6bbe2df3-81a3-419a-9f49-bb08eed13843 None None] Provisioning for port a7cca0cc-140d-4e4c-bb45-222bb16b27ed completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:03.060840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a7cca0cc-140d-4e4c-bb45-222bb16b27ed triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:03.061215 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:03.101460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6bbe2df3-81a3-419a-9f49-bb08eed13843 None None] Provisioning complete for port a7cca0cc-140d-4e4c-bb45-222bb16b27ed triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:03.101772 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2df3-81a3-419a-9f49-bb08eed13843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:03.201831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Deleting port af6fa72f-857a-4ed4-bf37-109b590d3b58 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:40:03.202155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:03.384622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a7cca0cc-140d-4e4c-bb45-222bb16b27ed is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:03.384905 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:03.394395 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe2df3-81a3-419a-9f49-bb08eed13843 None None] Current status of the port a7cca0cc-140d-4e4c-bb45-222bb16b27ed is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:03.394765 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2df3-81a3-419a-9f49-bb08eed13843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:03.400265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ac669-5afd-49dc-a8d6-966a71cfa635 req-7c7ffba8-0e27-4833-9b06-f0758199f775 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:03.401892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de1ac669-5afd-49dc-a8d6-966a71cfa635 req-7c7ffba8-0e27-4833-9b06-f0758199f775 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0839808 May 24 22:40:03.450511 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de1ac669-5afd-49dc-a8d6-966a71cfa635 req-01f4042a-bdeb-41f2-8cea-6644b177f32c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 May 24 22:40:03.452184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a7cca0cc-140d-4e4c-bb45-222bb16b27ed, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a7cca0cc-140d-4e4c-bb45-222bb16b27ed,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:03.485023 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:03.563476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:03.570236 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-6bbe2df3-81a3-419a-9f49-bb08eed13843 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:40:03.570617 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-6bbe2df3-81a3-419a-9f49-bb08eed13843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:40:03.582064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a7cca0cc-140d-4e4c-bb45-222bb16b27ed,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:03.732553 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20cd93ed-5332-4cf6-a946-cead0fa7c008 req-1796a93f-833e-48a2-a836-3c542d88d524 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1236353 May 24 22:40:03.790536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded625c-3c7a-438e-952a-0564b9e8bf0e req-6a92a348-ea58-488f-bb12-f0eadf0f1d44 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:03.792114 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7ded625c-3c7a-438e-952a-0564b9e8bf0e req-6a92a348-ea58-488f-bb12-f0eadf0f1d44 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.5618393 May 24 22:40:03.915089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fb731-4b06-411a-80c6-d020118057c0 req-2ef0507e-51ea-402d-8156-5c7d38c1ad4c tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:03.916562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9b0fb731-4b06-411a-80c6-d020118057c0 req-2ef0507e-51ea-402d-8156-5c7d38c1ad4c tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 948 time: 0.0805652 May 24 22:40:03.944941 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7ded625c-3c7a-438e-952a-0564b9e8bf0e req-01c33c19-9322-48e5-8456-3c1ca57a144d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449213 May 24 22:40:03.949421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] For port af6fa72f-857a-4ed4-bf37-109b590d3b58, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=af6fa72f-857a-4ed4-bf37-109b590d3b58,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:03.949904 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:03.975733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9b0fb731-4b06-411a-80c6-d020118057c0 req-3f6327c9-4408-44f0-a99b-ec35b2ab89e0 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530024 May 24 22:40:04.129331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe2df3-81a3-419a-9f49-bb08eed13843 None None] Current status of the port a7cca0cc-140d-4e4c-bb45-222bb16b27ed is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:04.134410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Calling delete_port for af6fa72f-857a-4ed4-bf37-109b590d3b58 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:40:04.152079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298ae62-76aa-4b1b-bcf8-1f365f5d94de req-d90b7b12-b13f-4c84-8098-bf4021e87a5a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:04.153641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0298ae62-76aa-4b1b-bcf8-1f365f5d94de req-d90b7b12-b13f-4c84-8098-bf4021e87a5a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0803652 May 24 22:40:04.197263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0298ae62-76aa-4b1b-bcf8-1f365f5d94de req-338c746f-3e38-4d20-a124-cb144f00728e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375984 May 24 22:40:04.251090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-39160de8-3160-4740-95f8-dcd28737a4fe None None] Provisioning complete for port a7cca0cc-140d-4e4c-bb45-222bb16b27ed triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:04.251497 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39160de8-3160-4740-95f8-dcd28737a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:04.350462 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:04.370565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-39160de8-3160-4740-95f8-dcd28737a4fe None None] Current status of the port a7cca0cc-140d-4e4c-bb45-222bb16b27ed is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:04.473270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f81714-8102-437d-8c99-6032e6cdb780 req-dd0733dd-ab0d-4c8d-afcc-e9fa589e6e00 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:04.474638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f1f81714-8102-437d-8c99-6032e6cdb780 req-dd0733dd-ab0d-4c8d-afcc-e9fa589e6e00 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3581135 May 24 22:40:04.599095 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:04.638404 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f1f81714-8102-437d-8c99-6032e6cdb780 req-683f5ed0-1ccb-4b3d-a0d2-b7305db82e45 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557679 May 24 22:40:04.653233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a575ca-8fd9-4e3d-81b9-c77850af8b15 req-4d0c8789-4e87-430b-80d9-ea6877ecc855 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:04.655675 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67a575ca-8fd9-4e3d-81b9-c77850af8b15 req-4d0c8789-4e87-430b-80d9-ea6877ecc855 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0848787 May 24 22:40:04.661447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Pushing event deleted for resources: {'Port': ['ID=af6fa72f-857a-4ed4-bf37-109b590d3b58,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:04.722860 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67a575ca-8fd9-4e3d-81b9-c77850af8b15 req-cb33ad0a-dcaf-44c5-8144-1509d338e685 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596464 May 24 22:40:04.745068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] No DVR routers for this DVR port af6fa72f-857a-4ed4-bf37-109b590d3b58 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:40:04.749375 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:04.752373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161bbb65-e512-4c2e-b510-1f75ac6ba613', 'name': 'network-vif-deleted', 'tag': 'af6fa72f-857a-4ed4-bf37-109b590d3b58'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:40:04.758848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a7cca0cc-140d-4e4c-bb45-222bb16b27ed up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:04.787555 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab21c6a-fe08-4136-a986-4a090efc80a5 req-2edc825d-4fad-4ed2-bfdd-04b1ca407fd6 tempest-DeleteServersAdminTestJSON-1537090794 tempest-DeleteServersAdminTestJSON-1537090794-project-admin] 10.222.0.50 "DELETE /v2.0/ports/af6fa72f-857a-4ed4-bf37-109b590d3b58 HTTP/1.1" status: 204 len: 173 time: 3.2375798 May 24 22:40:04.800668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:40:04.890528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a7cca0cc-140d-4e4c-bb45-222bb16b27ed triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:04.892307 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:04.895046 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b76bcd-4b15-46ba-9415-9ace5d673f16'] response: {'server_uuid': '161bbb65-e512-4c2e-b510-1f75ac6ba613', 'name': 'network-vif-deleted', 'tag': 'af6fa72f-857a-4ed4-bf37-109b590d3b58', 'status': 'completed', 'code': 200} May 24 22:40:04.939513 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d055920-94fc-46ba-812a-a6920506c546 req-e8f34e39-5a32-44be-bd58-9abf9b46e9cb tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0488164 May 24 22:40:05.034796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:40:05.038241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a7cca0cc-140d-4e4c-bb45-222bb16b27ed is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:05.045852 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Sync routers for ids ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:40:05.061653 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:05.062120 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Routers {'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:05.063465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f603c86b-8cbf-41eb-a646-972b4fa7df1d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3070607 May 24 22:40:05.063606 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:39:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:05.066595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41930) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:05.169751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1317ce47-79e5-4ef6-b8a2-bf5ea379929c req-c387cca6-74db-4079-98c5-08858ad86c47 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=161bbb65-e512-4c2e-b510-1f75ac6ba613 HTTP/1.1" status: 200 len: 210 time: 0.0444496 May 24 22:40:05.241250 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31c42dfa-542f-4b9c-86f9-986b8bc384d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:05.248202 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Set router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:05.419186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f227c4-0ca5-40aa-85b0-b25b9a849cd8 req-a5321101-79e2-4ac0-a386-071f12727eab tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:05.420721 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-80f227c4-0ca5-40aa-85b0-b25b9a849cd8 req-a5321101-79e2-4ac0-a386-071f12727eab tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0993621 May 24 22:40:05.483042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-80f227c4-0ca5-40aa-85b0-b25b9a849cd8 req-93a3a66a-d6ff-44cc-85ea-3f00df275c81 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522876 May 24 22:40:05.497794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594cae8-7e96-4abf-b7f3-e052adfc7565 req-d986de20-cd57-4908-9d85-8a67dd2d5d53 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:05.504762 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f594cae8-7e96-4abf-b7f3-e052adfc7565 req-d986de20-cd57-4908-9d85-8a67dd2d5d53 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.3697803 May 24 22:40:05.594961 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:03Z', 'revision_number': 3, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:05.600074 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Checking router: eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:40:05.600708 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Updating router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f port 28b3517e-4086-4f8c-ad2b-85bd0137e00d binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:40:05.633687 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f594cae8-7e96-4abf-b7f3-e052adfc7565 req-3b5af47b-a674-41dd-8cc3-c03c81e76fcb tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280308 May 24 22:40:05.656225 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:05.847033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaae0f6-3c44-48a1-bbaa-d45e1d548808 req-e3d4c178-fa1e-484f-a085-2dea888b7469 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:05.848561 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffaae0f6-3c44-48a1-bbaa-d45e1d548808 req-e3d4c178-fa1e-484f-a085-2dea888b7469 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0920398 May 24 22:40:05.899967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffaae0f6-3c44-48a1-bbaa-d45e1d548808 req-ba2bf8ac-07f1-4290-bd1b-e2c428181d69 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438125 May 24 22:40:06.020993 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:06.032182 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Transition to ACTIVE for port object 28b3517e-4086-4f8c-ad2b-85bd0137e00d will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:06.041687 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:06.055573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce0c94-9a51-488e-ac82-39e37d6ebe7e req-a301cb32-7179-4660-b4d0-de58b53c576d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:06.057076 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2cce0c94-9a51-488e-ac82-39e37d6ebe7e req-a301cb32-7179-4660-b4d0-de58b53c576d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1866539 May 24 22:40:06.066472 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:06.108597 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd126329-be83-462b-987c-0befc136a223 None None] Pushing event updated for resources: {'Port': ['ID=28b3517e-4086-4f8c-ad2b-85bd0137e00d,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:06.117574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ae7a12e-497e-4bc9-836f-1ddbab2dbd7c req-e1af6da0-eaae-44c0-ab41-4da4dc0090d8 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0457039 May 24 22:40:06.119991 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.120326 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.120660 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.121022 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.121366 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.121881 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.122408 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.122915 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.123383 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.123845 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.124308 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.124786 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd126329-be83-462b-987c-0befc136a223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:06.159947 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Attempting to bind port 28b3517e-4086-4f8c-ad2b-85bd0137e00d on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:06.160679 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Attempting to bind port 28b3517e-4086-4f8c-ad2b-85bd0137e00d by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:06.161048 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Attempting to bind port 28b3517e-4086-4f8c-ad2b-85bd0137e00d on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:06.169116 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:06.169522 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:06.169907 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:06.170457 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:06.170922 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Bound port: 28b3517e-4086-4f8c-ad2b-85bd0137e00d, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:06.171315 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:06.175294 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2cce0c94-9a51-488e-ac82-39e37d6ebe7e req-57ffe408-c7f9-47b3-af36-d2ea86dfbcb2 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991681 May 24 22:40:06.255139 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] For port 28b3517e-4086-4f8c-ad2b-85bd0137e00d, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:06.258245 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] For port 28b3517e-4086-4f8c-ad2b-85bd0137e00d, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=28b3517e-4086-4f8c-ad2b-85bd0137e00d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:06.266112 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:06.316742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Allocated IP 172.20.0.1 (820b95ac-3809-4b09-bfd5-02e0e4e03292/af02558e-0732-4411-bb97-f393fee68218/c7080b96-654e-424c-97d8-a472cfd209c3) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:06.350637 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Routers {'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:06.351251 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:39:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:06.400033 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd126329-be83-462b-987c-0befc136a223 None None] Pushing event updated for resources: {'Port': ['ID=28b3517e-4086-4f8c-ad2b-85bd0137e00d,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:06.499879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:06.505362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-50b36332-b9d7-474d-a6b7-75d603293095 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d669b89691d44228aec7b1b73485cb12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343263 May 24 22:40:06.535773 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] Set router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:06.556731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Transition to ACTIVE for port object c7080b96-654e-424c-97d8-a472cfd209c3 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:06.704209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b4d9843d-65d8-4121-a29d-4664def801c8 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:06.706722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b4d9843d-65d8-4121-a29d-4664def801c8 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932633 May 24 22:40:06.708893 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:06.784351 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-e25ad0cc-c392-4041-9656-cb0970ea1255 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/quotas/d669b89691d44228aec7b1b73485cb12 HTTP/1.1" status: 200 len: 375 time: 0.0693307 May 24 22:40:06.789816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Network 820b95ac-3809-4b09-bfd5-02e0e4e03292 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:06.794297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:06.829196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:06.832541 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:03Z', 'revision_number': 3, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:06.835590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde4893-889f-49f8-bc01-fa8bc910db0c req-7a8e0b59-578c-4355-a7e4-83b34fcfb60a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:06.837072 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bdde4893-889f-49f8-bc01-fa8bc910db0c req-7a8e0b59-578c-4355-a7e4-83b34fcfb60a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0831652 May 24 22:40:06.838144 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92f1612-3b76-4126-99c8-e7409a7f049f None None] The sync data for ids ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'] in n-d-843146-7 is: [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:03Z', 'revision_number': 3, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:40:06.885821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Pushing event updated for resources: {'Port': ['ID=c7080b96-654e-424c-97d8-a472cfd209c3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:06.894321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bdde4893-889f-49f8-bc01-fa8bc910db0c req-8a73b8c2-0b4e-438d-9e64-bbe997d110fb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 May 24 22:40:06.896444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-fbb890ee-78c8-4b42-9527-3612bbcdf8eb tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Synchronizing usage tracker for tenant:d669b89691d44228aec7b1b73485cb12 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:40:06.902115 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:06.943831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-fbb890ee-78c8-4b42-9527-3612bbcdf8eb tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Unset dirty status for tenant:d669b89691d44228aec7b1b73485cb12 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:40:06.945615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-fbb890ee-78c8-4b42-9527-3612bbcdf8eb tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d669b89691d44228aec7b1b73485cb12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1525352 May 24 22:40:07.160493 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-95e1132c-05f9-4c8a-a423-17ac46a8b47e None None] Provisioning for port c7080b96-654e-424c-97d8-a472cfd209c3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:07.170707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-95e1132c-05f9-4c8a-a423-17ac46a8b47e None None] Provisioning complete for port c7080b96-654e-424c-97d8-a472cfd209c3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:07.171077 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-95e1132c-05f9-4c8a-a423-17ac46a8b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:07.215834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29597847-15a8-4e99-806e-ec7e55a88981 req-7571216a-50aa-4162-b11f-0108ac651452 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:07.222544 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29597847-15a8-4e99-806e-ec7e55a88981 req-7571216a-50aa-4162-b11f-0108ac651452 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2057712 May 24 22:40:07.266537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-95e1132c-05f9-4c8a-a423-17ac46a8b47e None None] Port c7080b96-654e-424c-97d8-a472cfd209c3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:40:07.288491 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29597847-15a8-4e99-806e-ec7e55a88981 req-7913f51b-5baa-449f-95f2-124e64f58263 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540202 May 24 22:40:07.312454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:07.396150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0aea333-7a04-4abb-9b54-834e4ed48138 req-35b607bd-87cb-4c30-a0f3-40662ab44bd6 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 210 time: 0.0599530 May 24 22:40:07.430820 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-44da429e-73b2-441e-8b6e-cb9685ff679d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:07.557096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c167d48-c04c-4158-ab45-48a167e8f512 req-77aa977c-5427-4d88-aead-da53ab437b8a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:07.558761 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c167d48-c04c-4158-ab45-48a167e8f512 req-77aa977c-5427-4d88-aead-da53ab437b8a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3116114 May 24 22:40:07.614685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78f8733a-c6cf-4921-afa0-0b93219c338b req-9029894e-8395-4eaf-8de6-8f3a53db54bd tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0802641 May 24 22:40:07.621698 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c167d48-c04c-4158-ab45-48a167e8f512 req-bec625aa-0d9b-484d-ad7a-8f24f468286d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543182 May 24 22:40:07.706564 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:07.716991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:07.846675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b963f-d9c5-4456-97c0-906bd64d3ae9 req-78219611-6d4b-4801-a4bf-1c39e6c6bc28 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:07.846834 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:07.848408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-729b963f-d9c5-4456-97c0-906bd64d3ae9 req-78219611-6d4b-4801-a4bf-1c39e6c6bc28 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1074111 May 24 22:40:07.874261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Pushing event updated for resources: {'Port': ['ID=c7080b96-654e-424c-97d8-a472cfd209c3,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:07.902682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-729b963f-d9c5-4456-97c0-906bd64d3ae9 req-e24b39d7-b5eb-45a6-89b6-e4b25960ae13 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 May 24 22:40:08.019270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Network 820b95ac-3809-4b09-bfd5-02e0e4e03292 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:08.020317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:08.190485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1cbeafbf-5223-4377-9cfd-99846e4f3984 None None] Provisioning complete for port c7080b96-654e-424c-97d8-a472cfd209c3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:08.191063 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1cbeafbf-5223-4377-9cfd-99846e4f3984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:08.245577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1cbeafbf-5223-4377-9cfd-99846e4f3984 None None] Port c7080b96-654e-424c-97d8-a472cfd209c3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:40:08.265074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5b404-7cac-4974-a32b-e2d13b378245 req-1a51b05b-c1b6-45ee-9147-b6b7e16d6b34 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:08.266553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7df5b404-7cac-4974-a32b-e2d13b378245 req-1a51b05b-c1b6-45ee-9147-b6b7e16d6b34 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2503345 May 24 22:40:08.292352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:40:08.406531 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7df5b404-7cac-4974-a32b-e2d13b378245 req-1328c15e-8c66-4e17-9405-a221b91ee063 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308267 May 24 22:40:08.412553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b820a641-ca97-4566-9bb3-e1a65c46f715 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d669b89691d44228aec7b1b73485cb12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446992 May 24 22:40:08.553735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226dcff-5948-408e-a993-f7d2ff9f03d0 req-13852b10-eb36-45ef-9f89-0dccf771fea3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:08.562938 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6226dcff-5948-408e-a993-f7d2ff9f03d0 req-13852b10-eb36-45ef-9f89-0dccf771fea3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1643779 May 24 22:40:08.598832 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:08.626908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6226dcff-5948-408e-a993-f7d2ff9f03d0 req-9dd992be-65d3-48ba-b47f-f5f28f4f9ead tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627115 May 24 22:40:08.635734 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:08.705700 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d837895-0a13-4769-852d-bae0d7584153 req-f8caa363-dc82-44be-858a-18d39f0a75dc tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 210 time: 0.0715942 May 24 22:40:08.746808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-17b8d7f8-5337-4377-8b1e-72b9f5c123b3 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:08.748599 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-17b8d7f8-5337-4377-8b1e-72b9f5c123b3 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3275757 May 24 22:40:08.766283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:40:08.781699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Request body: {'port': {'device_id': '0fc78812-a302-4f3d-8f43-1496f17533b1', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'd669b89691d44228aec7b1b73485cb12'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:08.806989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 28b3517e-4086-4f8c-ad2b-85bd0137e00d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:08.820186 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38be56da-26d9-45ca-b4a0-37217fcd9bcf req-39166be3-38d9-470e-a9d4-300d3a6b717d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0739534 May 24 22:40:08.853540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Sync routers for ids ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:40:08.878146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Routers {'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:08.878772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:09.013578 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 28b3517e-4086-4f8c-ad2b-85bd0137e00d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:09.030112 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3733931e-75a1-450d-8970-136f5183af5f admin admin] 10.222.0.55 "PUT /v2.0/routers/eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9624257 May 24 22:40:09.037481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 28b3517e-4086-4f8c-ad2b-85bd0137e00d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:09.037871 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:09.055145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3258a-3d29-4e05-95da-76d80cfa0ae8 req-2941356e-bd26-46c2-a5d4-d84ae897f1ff tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:09.062478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eba3258a-3d29-4e05-95da-76d80cfa0ae8 req-2941356e-bd26-46c2-a5d4-d84ae897f1ff tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1183076 May 24 22:40:09.109827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Set router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:09.132646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eba3258a-3d29-4e05-95da-76d80cfa0ae8 req-2fd962cb-9e61-4c2a-8e65-1052123aa4d9 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692368 May 24 22:40:09.150056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d4242-e1ac-49d1-87a4-710dc81ada9c req-54a21b62-0cd1-4777-a0db-542a1ea95169 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:09.153607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd7d4242-e1ac-49d1-87a4-710dc81ada9c req-54a21b62-0cd1-4777-a0db-542a1ea95169 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0984621 May 24 22:40:09.169363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:09.184835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:09.198217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Made reservation on behalf of d669b89691d44228aec7b1b73485cb12 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:40:09.208563 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd7d4242-e1ac-49d1-87a4-710dc81ada9c req-792f9c06-24fc-4866-9e16-4aa2beb72a69 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493436 May 24 22:40:09.208948 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:09.410517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 28b3517e-4086-4f8c-ad2b-85bd0137e00d is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:09.411025 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:09.414147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Allocated IP 192.168.233.111 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/4fd82a46-0524-4467-b981-519d47ad00ce) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:09.444672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 28b3517e-4086-4f8c-ad2b-85bd0137e00d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=28b3517e-4086-4f8c-ad2b-85bd0137e00d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:09.461376 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:09.602544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=28b3517e-4086-4f8c-ad2b-85bd0137e00d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:09.646300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:07Z', 'revision_number': 4, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'c7080b96-654e-424c-97d8-a472cfd209c3', 'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'mac_address': 'fa:16:3e:b7:e7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'af02558e-0732-4411-bb97-f393fee68218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:06Z', 'updated_at': '2022-05-24T22:40:07Z', 'revision_number': 2, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'subnets': [{'id': 'af02558e-0732-4411-bb97-f393fee68218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:09.650409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Checking router: eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:40:09.651291 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Updating router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f port c7080b96-654e-424c-97d8-a472cfd209c3 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:40:09.684960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42010) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:09.692471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-network', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:09.697172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:09.703246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Usage tracker for resource:network and tenant:7ec6bf3cebd54de2b1b7c8c5855b9358 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:09.706157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:09.713912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:09.724851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d33848-7c61-4711-b9b8-e74d72967961 req-15e92bda-f5d6-4ff9-81bb-599d260d8e9a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:09.726450 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f1d33848-7c61-4711-b9b8-e74d72967961 req-15e92bda-f5d6-4ff9-81bb-599d260d8e9a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1535237 May 24 22:40:09.729261 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:09.731652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Made reservation on behalf of 7ec6bf3cebd54de2b1b7c8c5855b9358 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:40:09.734585 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:09.734958 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:09.762957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Transition to ACTIVE for port object 4fd82a46-0524-4467-b981-519d47ad00ce will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:09.787124 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f1d33848-7c61-4711-b9b8-e74d72967961 req-6f916d7c-c831-4dc7-9618-e387ffca571d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510023 May 24 22:40:09.790515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:09.814516 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:09.821323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:09.825807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec6bf3cebd54de2b1b7c8c5855b9358 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:09.828670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:09.834699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:09.898962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:09.902405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:09.907365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:09.926151 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:09.947635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Pushing event updated for resources: {'Port': ['ID=4fd82a46-0524-4467-b981-519d47ad00ce,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:09.954554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02ee82-c824-4d6d-9024-101fa80983fc req-f88dcf92-4430-4708-9f1a-ad075fe46801 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:09.962108 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec02ee82-c824-4d6d-9024-101fa80983fc req-f88dcf92-4430-4708-9f1a-ad075fe46801 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2101591 May 24 22:40:10.037970 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec02ee82-c824-4d6d-9024-101fa80983fc req-f810e522-88bc-41b2-84cc-d078721be762 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747049 May 24 22:40:10.042063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:10.042565 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.044518 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.059103 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.097057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:40:10.099494 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-b5601698-4120-47c5-af27-2725db00aa11 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3309853 May 24 22:40:10.119572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829be750-6f89-49f8-a510-ab91dbbfe43b req-6c1cd64f-9d09-4890-8b6e-55893fc20b21 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:10.120303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-829be750-6f89-49f8-a510-ab91dbbfe43b req-6c1cd64f-9d09-4890-8b6e-55893fc20b21 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Synchronizing usage tracker for tenant:d669b89691d44228aec7b1b73485cb12 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:40:10.122435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.123221 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Added segment 93bb9711-e15b-48fb-8470-fb9d5ec78b86 of type vlan for network c879d430-c923-4a39-8ddf-58a01f799a4c May 24 22:40:10.125083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0427d61-789e-45f3-9ce1-69ecd900a1e3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:10.129934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Request body: {'port': {'device_id': '0fc78812-a302-4f3d-8f43-1496f17533b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:10.175043 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.227167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-829be750-6f89-49f8-a510-ab91dbbfe43b req-6c1cd64f-9d09-4890-8b6e-55893fc20b21 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Unset dirty status for tenant:d669b89691d44228aec7b1b73485cb12 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:40:10.228464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-829be750-6f89-49f8-a510-ab91dbbfe43b req-6c1cd64f-9d09-4890-8b6e-55893fc20b21 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 936 time: 0.2870097 May 24 22:40:10.248481 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.249673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:10.250443 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.254962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d49627d2-dba1-4c95-83be-5322905f7959 None None] Provisioning for port 4fd82a46-0524-4467-b981-519d47ad00ce completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:10.261930 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.264760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d49627d2-dba1-4c95-83be-5322905f7959 None None] Provisioning complete for port 4fd82a46-0524-4467-b981-519d47ad00ce triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:10.265179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d49627d2-dba1-4c95-83be-5322905f7959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.286004 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-731bf17e-b483-4a29-a599-45ac5e5e54a0 req-946d62b4-78bd-423c-9982-3a4fb280539a tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0838337 May 24 22:40:10.287193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.317513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Transition to ACTIVE for port object c7080b96-654e-424c-97d8-a472cfd209c3 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:10.328429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d49627d2-dba1-4c95-83be-5322905f7959 None None] Port 4fd82a46-0524-4467-b981-519d47ad00ce cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:40:10.330542 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.340114 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-829be750-6f89-49f8-a510-ab91dbbfe43b req-4f7f174f-f6dd-4d01-9fda-7012d64a4618 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049397 May 24 22:40:10.397062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] Pushing event updated for resources: {'Network': ['ID=c879d430-c923-4a39-8ddf-58a01f799a4c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:10.400226 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-be0e71d6-83d7-4674-8147-0b6e7d58adb7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7140791 May 24 22:40:10.403380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42022) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:10.408758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Request body: {'subnet': {'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-subnet', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:10.430627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:10.442837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Usage tracker for resource:subnet and tenant:7ec6bf3cebd54de2b1b7c8c5855b9358 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:10.447678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:10.467047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:10.478634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network c879d430-c923-4a39-8ddf-58a01f799a4c details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:40:10.576500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fff6bd-c6d2-4a79-8c28-b10e36bee2bb None None] Pushing event updated for resources: {'Port': ['ID=c7080b96-654e-424c-97d8-a472cfd209c3,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:10.657581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Made reservation on behalf of 7ec6bf3cebd54de2b1b7c8c5855b9358 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:40:10.660069 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.697999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Attempting to bind port c7080b96-654e-424c-97d8-a472cfd209c3 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:10.698379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Attempting to bind port c7080b96-654e-424c-97d8-a472cfd209c3 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:10.698730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Attempting to bind port c7080b96-654e-424c-97d8-a472cfd209c3 on network 820b95ac-3809-4b09-bfd5-02e0e4e03292 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:10.705394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:10.705987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Checking segment: {'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:10.706522 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.707009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Bound using segment: {'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:10.707573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Bound port: c7080b96-654e-424c-97d8-a472cfd209c3, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:10.708112 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.745268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccceb63-ac3b-495a-8e58-2604ea529311 req-b2431cb6-2d13-46e9-b658-5e2840abc42a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:10.747097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7ccceb63-ac3b-495a-8e58-2604ea529311 req-b2431cb6-2d13-46e9-b658-5e2840abc42a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1841414 May 24 22:40:10.802190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 28b3517e-4086-4f8c-ad2b-85bd0137e00d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:10.821216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ef8e-a199-4c1d-b727-9dd1051ee378 req-bdaa37b0-83f2-473d-8851-fa4fd1e5bd9f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:10.822856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f304ef8e-a199-4c1d-b727-9dd1051ee378 req-bdaa37b0-83f2-473d-8851-fa4fd1e5bd9f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3408105 May 24 22:40:10.852162 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7ccceb63-ac3b-495a-8e58-2604ea529311 req-27f2feca-d54c-4e43-b25f-80bb8f8e8f59 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990369 May 24 22:40:10.858543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd82a46-0524-4467-b981-519d47ad00ce {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:40:10.866042 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.883725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] For port c7080b96-654e-424c-97d8-a472cfd209c3, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:10.885720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Transition to ACTIVE for port object 4fd82a46-0524-4467-b981-519d47ad00ce will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:10.888852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] For port c7080b96-654e-424c-97d8-a472cfd209c3, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c7080b96-654e-424c-97d8-a472cfd209c3,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:10.891588 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.899441 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:10.946835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f304ef8e-a199-4c1d-b727-9dd1051ee378 req-33582cd1-7f42-448c-ac05-6f57089e94fb tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855002 May 24 22:40:10.962718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 28b3517e-4086-4f8c-ad2b-85bd0137e00d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:10.963091 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:11.000857 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:11.086843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Routers {'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:11.087991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:11.101108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9858d698-24b8-4528-85e2-544f28f048a6,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:11.167604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Checking segment: {'id': '93bb9711-e15b-48fb-8470-fb9d5ec78b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:11.168769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Network hostable DHCP agents. Network: c879d430-c923-4a39-8ddf-58a01f799a4c, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:40:11.207157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Network c879d430-c923-4a39-8ddf-58a01f799a4c is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:40:11.233971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, c879d430-c923-4a39-8ddf-58a01f799a4c) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:11.239102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:11.240159 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:11.256286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fff6bd-c6d2-4a79-8c28-b10e36bee2bb None None] Pushing event updated for resources: {'Port': ['ID=c7080b96-654e-424c-97d8-a472cfd209c3,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:11.260655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb11e68-8cf3-4946-9b33-b6e43a0811e7 None None] Network c879d430-c923-4a39-8ddf-58a01f799a4c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:40:11.266892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd82a46-0524-4467-b981-519d47ad00ce,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:11.350345 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2bd59a27-74f4-48d0-b1ec-6e3665c727f9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9458890 May 24 22:40:11.353280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42032) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:11.360208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-router', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:11.364363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:11.366563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Attempting to bind port 4fd82a46-0524-4467-b981-519d47ad00ce on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:11.366889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Attempting to bind port 4fd82a46-0524-4467-b981-519d47ad00ce by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:11.367209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Attempting to bind port 4fd82a46-0524-4467-b981-519d47ad00ce on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:11.370168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Usage tracker for resource:router and tenant:7ec6bf3cebd54de2b1b7c8c5855b9358 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:11.374277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:11.375129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Port 4fd82a46-0524-4467-b981-519d47ad00ce on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:40:11.375279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Attempting to bind port 4fd82a46-0524-4467-b981-519d47ad00ce on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:11.383851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:11.386991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743731b0-64cc-40d3-947f-1a0ae50b82b7 req-f77ddce8-b740-4f07-b1f0-5a5f2b6e568e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:11.389218 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-743731b0-64cc-40d3-947f-1a0ae50b82b7 req-f77ddce8-b740-4f07-b1f0-5a5f2b6e568e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2275815 May 24 22:40:11.392011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:11.392340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:11.392718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:11.393128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Bound port: 4fd82a46-0524-4467-b981-519d47ad00ce, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:11.393826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:11.408714 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:11.409886 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:11.420434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fe227-eeb5-40ee-93ef-dd1b71e46e31 req-d5556640-0396-4bf6-b1b9-619932257ea0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:11.422487 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-789fe227-eeb5-40ee-93ef-dd1b71e46e31 req-d5556640-0396-4bf6-b1b9-619932257ea0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1732879 May 24 22:40:11.435615 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:11.500729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-743731b0-64cc-40d3-947f-1a0ae50b82b7 req-370858d4-164f-40aa-82d4-51f4b4c031fe tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959878 May 24 22:40:11.542619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] For port 4fd82a46-0524-4467-b981-519d47ad00ce, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:11.552043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] For port 4fd82a46-0524-4467-b981-519d47ad00ce, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4fd82a46-0524-4467-b981-519d47ad00ce,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:11.559793 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-789fe227-eeb5-40ee-93ef-dd1b71e46e31 req-9e04d316-a9fa-4452-a255-896ad51dca9e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224763 May 24 22:40:11.563284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:11.575731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] Set router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:11.634255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:11.634863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:11.637794 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] 10.222.0.50 "PUT /v2.0/ports/4fd82a46-0524-4467-b981-519d47ad00ce HTTP/1.1" status: 200 len: 1096 time: 1.5116782 May 24 22:40:11.649925 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc78812-a302-4f3d-8f43-1496f17533b1', 'tag': '4fd82a46-0524-4467-b981-519d47ad00ce'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:40:11.680735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 28b3517e-4086-4f8c-ad2b-85bd0137e00d is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:11.822658 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eeaa396d-1f0c-469e-8ce7-b2cf4dd06b49 req-8dbd04a1-490e-4289-8bc2-15896748b253 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0538492 May 24 22:40:11.824656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd721e-aad5-4317-827e-1d9a0373f659 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd82a46-0524-4467-b981-519d47ad00ce,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:11.863293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-23246d6c-67da-4edb-ac44-8e679b231370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:11.864788 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-23246d6c-67da-4edb-ac44-8e679b231370 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d669b89691d44228aec7b1b73485cb12&device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 1099 time: 0.1721828 May 24 22:40:11.935459 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072d2dbb-e6eb-4fa9-a59b-958537779759'] response: {'name': 'network-changed', 'server_uuid': '0fc78812-a302-4f3d-8f43-1496f17533b1', 'tag': '4fd82a46-0524-4467-b981-519d47ad00ce', 'status': 'completed', 'code': 200} May 24 22:40:11.955602 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:11.962205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-c879d430-c923-4a39-8ddf-58a01f799a4c', 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'fixed_ips': [{'subnet_id': '9858d698-24b8-4528-85e2-544f28f048a6'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:40:11.962635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-774c25d5-2459-4994-b20e-fa8cd41337a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=4fd82a46-0524-4467-b981-519d47ad00ce HTTP/1.1" status: 200 len: 217 time: 0.0804062 May 24 22:40:11.963043 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:12.065975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df17a57-461f-4f51-a7c2-acb778bd8176 req-f7ad1c51-24fd-4ae2-9cce-dea58dda75e2 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:12.073221 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5df17a57-461f-4f51-a7c2-acb778bd8176 req-f7ad1c51-24fd-4ae2-9cce-dea58dda75e2 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 948 time: 0.2640963 May 24 22:40:12.085187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-a99c218e-a960-4b3c-9f7a-1fbfafd7b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:12.086901 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-a99c218e-a960-4b3c-9f7a-1fbfafd7b5f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1152153 May 24 22:40:12.126849 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5df17a57-461f-4f51-a7c2-acb778bd8176 req-03ec7728-e853-45bb-a063-00ae4581b751 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525942 May 24 22:40:12.195503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c89eb-6e6d-41da-8ef6-848a9658a207 req-45c46658-26e8-4b54-b825-67bab6f15b69 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:12.196952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b04c89eb-6e6d-41da-8ef6-848a9658a207 req-45c46658-26e8-4b54-b825-67bab6f15b69 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1718421 May 24 22:40:12.226712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-9624a308-5115-4a77-a83c-e72d9cb2f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:12.228760 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-9624a308-5115-4a77-a83c-e72d9cb2f62f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311238 May 24 22:40:12.229357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Allocated IP 172.20.0.2 (c879d430-c923-4a39-8ddf-58a01f799a4c/9858d698-24b8-4528-85e2-544f28f048a6/eb23c12b-37fd-499a-a403-2c7e19a593b9) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:12.278089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b04c89eb-6e6d-41da-8ef6-848a9658a207 req-72802ace-d18d-47d3-955c-80b55c3258e7 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711617 May 24 22:40:12.318258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:07Z', 'revision_number': 4, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'c7080b96-654e-424c-97d8-a472cfd209c3', 'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'mac_address': 'fa:16:3e:b7:e7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'af02558e-0732-4411-bb97-f393fee68218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:06Z', 'updated_at': '2022-05-24T22:40:10Z', 'revision_number': 4, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'subnets': [{'id': 'af02558e-0732-4411-bb97-f393fee68218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:12.332429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d9f23d-33e9-4256-aa6b-2194f86c0408 None None] The sync data for ids ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'] in n-d-843146-7 is: [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:07Z', 'revision_number': 4, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'c7080b96-654e-424c-97d8-a472cfd209c3', 'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'mac_address': 'fa:16:3e:b7:e7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'af02558e-0732-4411-bb97-f393fee68218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:06Z', 'updated_at': '2022-05-24T22:40:10Z', 'revision_number': 4, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'subnets': [{'id': 'af02558e-0732-4411-bb97-f393fee68218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:40:12.415531 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:12.419973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-5d5cd942-f03e-4302-8076-f2bde97112d9 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639421 May 24 22:40:12.450029 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:12.507538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:12.549581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Transition to ACTIVE for port object eb23c12b-37fd-499a-a403-2c7e19a593b9 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:12.559452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89c4c-f091-4674-9353-51db5674bd48 req-77549e9a-69a4-4deb-93ee-4059836d8d3f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:12.561010 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72d89c4c-f091-4674-9353-51db5674bd48 req-77549e9a-69a4-4deb-93ee-4059836d8d3f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2471132 May 24 22:40:12.574985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Transition to ACTIVE for port object eb23c12b-37fd-499a-a403-2c7e19a593b9 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:12.585238 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:12.612254 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-691ec11a-b965-4450-8c7d-0cefc3ae7ce0 req-d63aa2ad-e40b-48e8-8e60-dd3c298ab500 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825614 May 24 22:40:12.688247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Network c879d430-c923-4a39-8ddf-58a01f799a4c is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:12.691514 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:12.700485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:12.791174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Pushing event updated for resources: {'Port': ['ID=eb23c12b-37fd-499a-a403-2c7e19a593b9,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:12.818891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Allocated IP 172.25.7.96 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/26e4fd6b-d108-4c64-9496-a742243f8f57) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:12.832235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c7080b96-654e-424c-97d8-a472cfd209c3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:12.847284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72d89c4c-f091-4674-9353-51db5674bd48 req-e3140914-5aa8-4010-a7d8-b775cd6a64a0 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455636 May 24 22:40:12.876311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Attempting to bind port eb23c12b-37fd-499a-a403-2c7e19a593b9 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:12.876679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Attempting to bind port eb23c12b-37fd-499a-a403-2c7e19a593b9 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '93bb9711-e15b-48fb-8470-fb9d5ec78b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:12.877046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Attempting to bind port eb23c12b-37fd-499a-a403-2c7e19a593b9 on network c879d430-c923-4a39-8ddf-58a01f799a4c {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:12.899733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:12.900122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Checking segment: {'id': '93bb9711-e15b-48fb-8470-fb9d5ec78b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:12.900520 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:12.900913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Bound using segment: {'id': '93bb9711-e15b-48fb-8470-fb9d5ec78b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:12.901385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Bound port: eb23c12b-37fd-499a-a403-2c7e19a593b9, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9711-e15b-48fb-8470-fb9d5ec78b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:12.901785 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:12.929672 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eb8f6-7a2e-411b-a4d8-efb0c976dbe6 req-31472430-7ae4-449a-82df-ffa7a16f8c5c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:12.937681 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-650eb8f6-7a2e-411b-a4d8-efb0c976dbe6 req-31472430-7ae4-449a-82df-ffa7a16f8c5c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1633966 May 24 22:40:12.993859 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-650eb8f6-7a2e-411b-a4d8-efb0c976dbe6 req-f9f4ef83-d174-4173-9a40-270c4fc303ec tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516968 May 24 22:40:13.019282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7885f8-f380-40bf-a06b-da01e708a45b req-60a7f276-1669-4cc5-bb04-47bf60ae26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:13.022809 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef7885f8-f380-40bf-a06b-da01e708a45b req-60a7f276-1669-4cc5-bb04-47bf60ae26a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d669b89691d44228aec7b1b73485cb12&device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 1099 time: 0.3228517 May 24 22:40:13.102003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] For port eb23c12b-37fd-499a-a403-2c7e19a593b9, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:13.106733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] For port eb23c12b-37fd-499a-a403-2c7e19a593b9, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=eb23c12b-37fd-499a-a403-2c7e19a593b9,segment=NetworkSegment(93bb9711-e15b-48fb-8470-fb9d5ec78b86),segment_id=93bb9711-e15b-48fb-8470-fb9d5ec78b86)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:13.114828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port c7080b96-654e-424c-97d8-a472cfd209c3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:13.122378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c7080b96-654e-424c-97d8-a472cfd209c3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:13.122704 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:13.123753 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:13.163490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c9bb3-a940-4c9a-b2e9-2378800e1515 req-4ebb8510-cc5c-4e57-82f0-368461464f50 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:13.171138 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e3c9bb3-a940-4c9a-b2e9-2378800e1515 req-4ebb8510-cc5c-4e57-82f0-368461464f50 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1186807 May 24 22:40:13.206102 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:13.232167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e3c9bb3-a940-4c9a-b2e9-2378800e1515 req-c7d03e18-da7c-4341-b3b7-1ac470c8e1e2 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597847 May 24 22:40:13.242834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:13.250724 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a11a28cd-d001-49a3-bc96-4a348dcb36db req-e5ee54ab-b840-424a-a552-45c3863f897e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0477059 May 24 22:40:13.344817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7885f8-f380-40bf-a06b-da01e708a45b req-9f0adc30-2bff-411e-b5ee-1ce9156fb710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:13.346839 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef7885f8-f380-40bf-a06b-da01e708a45b req-9f0adc30-2bff-411e-b5ee-1ce9156fb710 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3118129 May 24 22:40:13.385706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Pushing event updated for resources: {'Port': ['ID=26e4fd6b-d108-4c64-9496-a742243f8f57,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:13.394055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b501c73-abb9-439d-8b94-8dbcdf1d2dd0 None None] Pushing event updated for resources: {'Port': ['ID=eb23c12b-37fd-499a-a403-2c7e19a593b9,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:13.445806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:13.448524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c7080b96-654e-424c-97d8-a472cfd209c3 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:13.448976 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:13.453445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:13.456080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:13.487097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef7885f8-f380-40bf-a06b-da01e708a45b req-3bb32bf1-e424-4307-abc7-9c677f9271dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=4fd82a46-0524-4467-b981-519d47ad00ce HTTP/1.1" status: 200 len: 217 time: 0.1302171 May 24 22:40:13.506397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port c7080b96-654e-424c-97d8-a472cfd209c3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c7080b96-654e-424c-97d8-a472cfd209c3,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:13.513669 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:13.683543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=c7080b96-654e-424c-97d8-a472cfd209c3,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:13.766132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7885f8-f380-40bf-a06b-da01e708a45b req-146982e6-81fa-4ab2-ae15-24ec6cbe32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:13.767595 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef7885f8-f380-40bf-a06b-da01e708a45b req-146982e6-81fa-4ab2-ae15-24ec6cbe32b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.2361846 May 24 22:40:13.777577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd6b6b-e923-4caa-85cc-c71acce05213 req-71c8210a-e43c-433f-9055-625991b6d695 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:13.786040 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5acd6b6b-e923-4caa-85cc-c71acce05213 req-71c8210a-e43c-433f-9055-625991b6d695 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 948 time: 0.3968623 May 24 22:40:13.854081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da703fe0-6bfd-4fa0-9b2c-272f8c07a8f3 req-1a427091-7b4c-4570-b5a9-3120bd3489af tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:13.855711 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da703fe0-6bfd-4fa0-9b2c-272f8c07a8f3 req-1a427091-7b4c-4570-b5a9-3120bd3489af tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.3667185 May 24 22:40:13.910062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7885f8-f380-40bf-a06b-da01e708a45b req-66f4ecbe-cf65-472d-888f-334c2d08709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:13.911043 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef7885f8-f380-40bf-a06b-da01e708a45b req-66f4ecbe-cf65-472d-888f-334c2d08709d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336207 May 24 22:40:13.918240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da703fe0-6bfd-4fa0-9b2c-272f8c07a8f3 req-a0fc3145-345c-4986-a974-d2bc62bee30f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547152 May 24 22:40:13.922101 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5acd6b6b-e923-4caa-85cc-c71acce05213 req-07866eca-d22e-4a58-8021-784e8919638b tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350653 May 24 22:40:14.040237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:14.145977 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef7885f8-f380-40bf-a06b-da01e708a45b req-466d3f4b-b4af-4f6a-8b27-5e98dc280bbe service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262940 May 24 22:40:14.185253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b22eb-1e25-475c-8df8-960b9e255a42 req-fa2650c4-c337-46fb-a513-8e2c25a13d84 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:14.186713 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a9b22eb-1e25-475c-8df8-960b9e255a42 req-fa2650c4-c337-46fb-a513-8e2c25a13d84 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1599607 May 24 22:40:14.299771 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a9b22eb-1e25-475c-8df8-960b9e255a42 req-8200528d-a553-42fe-9a05-dd0d0df2e6e0 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723493 May 24 22:40:14.328211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef7885f8-f380-40bf-a06b-da01e708a45b req-85425dfc-389f-401c-9ff2-78bbafeee70d service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745641 May 24 22:40:14.338785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154eee69-b9d5-433c-80c5-c56a00f82bf4 req-ead21c56-9e5f-420c-8d52-214c6cee0069 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:14.340780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-154eee69-b9d5-433c-80c5-c56a00f82bf4 req-ead21c56-9e5f-420c-8d52-214c6cee0069 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2317381 May 24 22:40:14.472371 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-154eee69-b9d5-433c-80c5-c56a00f82bf4 req-41ca78b4-896e-44a0-9a45-4ed069a0b136 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232293 May 24 22:40:14.489729 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:14.493969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00415db1-a272-4f61-a9eb-5f3acc64c5a4 req-5c02e7bc-7af9-4970-8ce5-7184a817a6c6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:14.493969 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-00415db1-a272-4f61-a9eb-5f3acc64c5a4 req-5c02e7bc-7af9-4970-8ce5-7184a817a6c6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0880969 May 24 22:40:14.550989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-00415db1-a272-4f61-a9eb-5f3acc64c5a4 req-15d4a864-4d83-4ab6-81a2-1e6fca1e9ead tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506296 May 24 22:40:14.731572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b173a17a-4e57-465c-be3f-f2a36180d054 req-fd067939-8afb-4b18-a9ce-d707c5e78b51 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0669477 May 24 22:40:14.736314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858bae96-0814-4bf9-aaa0-4ea7a7d5ed85 None None] Network c879d430-c923-4a39-8ddf-58a01f799a4c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:40:14.856435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e97e14ce-67f9-4ec5-af12-5dc38822e162 None None] Provisioning for port eb23c12b-37fd-499a-a403-2c7e19a593b9 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:14.878006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c7080b96-654e-424c-97d8-a472cfd209c3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:14.900133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Router 87b85bb3-cd14-44e8-b092-81db4dee77a0 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:40:15.051728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c7080b96-654e-424c-97d8-a472cfd209c3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:15.052093 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:15.180823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c7080b96-654e-424c-97d8-a472cfd209c3 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:15.182038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device eb23c12b-37fd-499a-a403-2c7e19a593b9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:15.208868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:40:15.218655 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Sync routers for ids ['87b85bb3-cd14-44e8-b092-81db4dee77a0'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:40:15.221016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1aa55c-6a71-41d4-b642-f3f0794cc3cc req-ee4ecce7-efea-4a63-9408-53e566645e7c tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:15.223365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca1aa55c-6a71-41d4-b642-f3f0794cc3cc req-ee4ecce7-efea-4a63-9408-53e566645e7c tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 948 time: 0.1061244 May 24 22:40:15.231496 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Routers {'87b85bb3-cd14-44e8-b092-81db4dee77a0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:15.232386 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['87b85bb3-cd14-44e8-b092-81db4dee77a0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:15.262358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f798e7f-13e8-48bc-a2b3-3231c5b3a406 req-95bb3e31-8bbc-4305-a0ed-c7b2b75c6ab3 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:15.271042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f798e7f-13e8-48bc-a2b3-3231c5b3a406 req-95bb3e31-8bbc-4305-a0ed-c7b2b75c6ab3 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1727655 May 24 22:40:15.281867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port eb23c12b-37fd-499a-a403-2c7e19a593b9 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:15.290477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port eb23c12b-37fd-499a-a403-2c7e19a593b9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:15.292141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:15.293731 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca1aa55c-6a71-41d4-b642-f3f0794cc3cc req-339cf2b6-542b-4ae7-8e77-7d6866d1384f tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635123 May 24 22:40:15.331688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:15.335846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-de1eb6b6-e4f8-4783-8872-aaccb93193aa admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9814978 May 24 22:40:15.335989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42076) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:15.355383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f798e7f-13e8-48bc-a2b3-3231c5b3a406 req-e49eaeea-125a-463c-8172-64ca923176ea tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833588 May 24 22:40:15.470634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port eb23c12b-37fd-499a-a403-2c7e19a593b9 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:15.470634 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:15.491210 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Set router 87b85bb3-cd14-44e8-b092-81db4dee77a0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:15.511985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port eb23c12b-37fd-499a-a403-2c7e19a593b9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=eb23c12b-37fd-499a-a403-2c7e19a593b9,segment=NetworkSegment(93bb9711-e15b-48fb-8470-fb9d5ec78b86),segment_id=93bb9711-e15b-48fb-8470-fb9d5ec78b86)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:15.534949 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:15.572834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-89d94624-9713-4c4e-b550-feba3827ea94 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1330962826&fields=id&tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c HTTP/1.1" status: 200 len: 267 time: 0.1171110 May 24 22:40:15.614371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4ddf5-6843-4e82-b616-abd2f514e496 req-b70165c3-2a7f-4b69-a35d-9b6e795c5253 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:15.616629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7a4ddf5-6843-4e82-b616-abd2f514e496 req-b70165c3-2a7f-4b69-a35d-9b6e795c5253 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1150808 May 24 22:40:15.654898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3d6f1a42-db48-4a6e-aff7-01fc58052dee None None] Provisioning complete for port eb23c12b-37fd-499a-a403-2c7e19a593b9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:15.654898 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3d6f1a42-db48-4a6e-aff7-01fc58052dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:15.700562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7a4ddf5-6843-4e82-b616-abd2f514e496 req-201ce4d1-a3fc-4c1b-afa7-c4c3cfc13763 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776072 May 24 22:40:15.733189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=eb23c12b-37fd-499a-a403-2c7e19a593b9,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:15.736426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-edb37e74-e758-4495-b48e-003229b99ecc tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:15.744289 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-edb37e74-e758-4495-b48e-003229b99ecc tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/networks?id=61909bdd-225c-4585-bcc6-08ad828659b7 HTTP/1.1" status: 200 len: 823 time: 0.1710010 May 24 22:40:15.771767 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-719474f1-23ce-443c-8dc0-9abf5c7a417a tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/quotas/5d53bb4e04ee4e26a379a8ba9e87870c HTTP/1.1" status: 200 len: 375 time: 0.0265920 May 24 22:40:15.829725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f1a42-db48-4a6e-aff7-01fc58052dee None None] Current status of the port eb23c12b-37fd-499a-a403-2c7e19a593b9 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:15.857339 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-router', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:11Z', 'updated_at': '2022-05-24T22:40:13Z', 'revision_number': 3, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'gw_port': {'id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:12Z', 'updated_at': '2022-05-24T22:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:15.861688 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Checking router: 87b85bb3-cd14-44e8-b092-81db4dee77a0 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:40:15.862263 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Updating router 87b85bb3-cd14-44e8-b092-81db4dee77a0 port 26e4fd6b-d108-4c64-9496-a742243f8f57 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:40:15.900255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c149d4-550d-41e4-b19f-c9fe223c2c6e req-b75c38c1-9391-4169-96bd-5bd2661293bf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:15.902580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04c149d4-550d-41e4-b19f-c9fe223c2c6e req-b75c38c1-9391-4169-96bd-5bd2661293bf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0868335 May 24 22:40:15.923303 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:15.953004 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04c149d4-550d-41e4-b19f-c9fe223c2c6e req-8dcc3490-f542-4e74-bf93-04b8899755b9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 May 24 22:40:16.016531 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-6a6d9e73-7b23-429a-916c-a6089d21b55b tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2327623 May 24 22:40:16.146117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99285ba3-3809-42a7-bdda-2db8df7b0b69 req-43da318d-d906-4b7b-821b-2e6d22eb51d7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:16.147836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99285ba3-3809-42a7-bdda-2db8df7b0b69 req-43da318d-d906-4b7b-821b-2e6d22eb51d7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0901039 May 24 22:40:16.195580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99285ba3-3809-42a7-bdda-2db8df7b0b69 req-ca8eaf8c-2110-424e-8eb7-2f192ae1deb5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 May 24 22:40:16.276947 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:16.292250 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Transition to ACTIVE for port object 26e4fd6b-d108-4c64-9496-a742243f8f57 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:16.301433 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:16.346063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7475ad5e-fca5-4d6b-abdf-18edf8fdda1c req-bc3c56ee-0074-4cd7-9f78-449f3d9375e8 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0433040 May 24 22:40:16.392169 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Attempting to bind port 26e4fd6b-d108-4c64-9496-a742243f8f57 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:16.392535 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Attempting to bind port 26e4fd6b-d108-4c64-9496-a742243f8f57 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:16.392891 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Attempting to bind port 26e4fd6b-d108-4c64-9496-a742243f8f57 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:16.402744 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:16.403124 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:16.403531 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:16.403919 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:16.404492 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Bound port: 26e4fd6b-d108-4c64-9496-a742243f8f57, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:16.404876 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:16.421184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4fd82a46-0524-4467-b981-519d47ad00ce details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:40:16.444329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6c541-9930-4cf5-a7d2-8f7d12c38c02 None None] Pushing event updated for resources: {'Port': ['ID=26e4fd6b-d108-4c64-9496-a742243f8f57,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:16.491679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-5cb90912-feb2-495e-9c25-6a3ebabca868 service neutron] 10.222.0.55 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107357 May 24 22:40:16.498559 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] For port 26e4fd6b-d108-4c64-9496-a742243f8f57, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:16.502014 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] For port 26e4fd6b-d108-4c64-9496-a742243f8f57, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=26e4fd6b-d108-4c64-9496-a742243f8f57,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:16.509245 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:16.568263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba977f2-7266-4adc-b262-dda4a1158334 req-db5a3eaf-ff14-43eb-a5e3-c08794e3c4e5 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:16.571842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cba977f2-7266-4adc-b262-dda4a1158334 req-db5a3eaf-ff14-43eb-a5e3-c08794e3c4e5 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 948 time: 0.1040363 May 24 22:40:16.616930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4fd82a46-0524-4467-b981-519d47ad00ce, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4fd82a46-0524-4467-b981-519d47ad00ce,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:16.638020 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Routers {'87b85bb3-cd14-44e8-b092-81db4dee77a0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:16.638901 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['87b85bb3-cd14-44e8-b092-81db4dee77a0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:16.644561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '4fd82a46-0524-4467-b981-519d47ad00ce', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '4fd82a46-0524-4467-b981-519d47ad00ce', 'mac_address': 'fa:16:3e:a1:b5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:40:16.654937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cba977f2-7266-4adc-b262-dda4a1158334 req-d23ab621-7c5b-4230-91d1-efac02b8c673 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758336 May 24 22:40:16.741327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4fd82a46-0524-4467-b981-519d47ad00ce is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:16.741729 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:16.756929 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-7c6927ef-bf36-4a91-b85a-bd0a31f993c1 service neutron] 10.222.0.55 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643137 May 24 22:40:16.767364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd82a46-0524-4467-b981-519d47ad00ce {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:40:16.799110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4fd82a46-0524-4467-b981-519d47ad00ce, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4fd82a46-0524-4467-b981-519d47ad00ce,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:16.803894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-bcbbbe68-aee2-49f8-a2af-c0ab043dcf8d tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:16.805437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-bcbbbe68-aee2-49f8-a2af-c0ab043dcf8d tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2ff8822-d444-42cc-b579-22d4e7b42841 HTTP/1.1" status: 200 len: 946 time: 0.3656352 May 24 22:40:16.812139 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:16.837915 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6c541-9930-4cf5-a7d2-8f7d12c38c02 None None] Pushing event updated for resources: {'Port': ['ID=26e4fd6b-d108-4c64-9496-a742243f8f57,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:16.859364 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] Set router 87b85bb3-cd14-44e8-b092-81db4dee77a0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:16.862510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device eb23c12b-37fd-499a-a403-2c7e19a593b9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:16.896462 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:16.926465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Deleting port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:40:16.926882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:16.945446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35ab58-5a97-4bc7-adec-7593d91c4a60 req-945af513-e049-4b41-a122-321c7191da2c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:16.959039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a35ab58-5a97-4bc7-adec-7593d91c4a60 req-945af513-e049-4b41-a122-321c7191da2c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1265953 May 24 22:40:17.041227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port eb23c12b-37fd-499a-a403-2c7e19a593b9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:17.041612 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:17.066163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a35ab58-5a97-4bc7-adec-7593d91c4a60 req-e2eef856-33fd-4d04-88d0-2c10df094703 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061597 May 24 22:40:17.092593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4fd82a46-0524-4467-b981-519d47ad00ce,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:17.107945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4fd82a46-0524-4467-b981-519d47ad00ce'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:40:17.196352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-929c2a8d-892b-4f60-a263-c700a4713d74 req-c8ea1b8f-b568-40fb-b6a9-f35c4a2d34be tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 210 time: 0.0573914 May 24 22:40:17.351484 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-router', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:11Z', 'updated_at': '2022-05-24T22:40:13Z', 'revision_number': 3, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'gw_port': {'id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:12Z', 'updated_at': '2022-05-24T22:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:17.356044 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc573995-1ef3-45bf-923e-9b4507947412 None None] The sync data for ids ['87b85bb3-cd14-44e8-b092-81db4dee77a0'] in n-d-843146-7 is: [{'id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-router', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:11Z', 'updated_at': '2022-05-24T22:40:13Z', 'revision_number': 3, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'gw_port': {'id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:12Z', 'updated_at': '2022-05-24T22:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:40:17.401279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fda6b-10f4-4e34-aa05-1ece031f4cf5 req-3286e17c-d7d3-463c-ad75-c52f5bbdca30 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:17.422420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e00fda6b-10f4-4e34-aa05-1ece031f4cf5 req-3286e17c-d7d3-463c-ad75-c52f5bbdca30 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2517061 May 24 22:40:17.432779 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:40:17.434135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port eb23c12b-37fd-499a-a403-2c7e19a593b9 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:17.537701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfca93-6257-42eb-81e6-98b1f5ba2d0e req-9a8552ab-1057-43bf-9169-e58710ea001a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:17.545156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a7cfca93-6257-42eb-81e6-98b1f5ba2d0e req-9a8552ab-1057-43bf-9169-e58710ea001a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0964525 May 24 22:40:17.597102 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a7cfca93-6257-42eb-81e6-98b1f5ba2d0e req-f9e1b4f6-4242-472b-b840-44ffa5bc4de5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507169 May 24 22:40:17.630041 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e00fda6b-10f4-4e34-aa05-1ece031f4cf5 req-f865de5c-1ad3-456b-b1a0-c037434f91a2 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065935 May 24 22:40:17.652646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Allocated IP 172.20.0.1 (c879d430-c923-4a39-8ddf-58a01f799a4c/9858d698-24b8-4528-85e2-544f28f048a6/a0a74182-8211-4f25-847c-5254a54792bd) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:17.681434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] For port d08c13fc-9bc0-4b3d-97e5-daa3d9291706, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d08c13fc-9bc0-4b3d-97e5-daa3d9291706,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:17.681837 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:17.873469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832499-e1a0-4efb-9a4d-cec794662448 req-28d919ed-5548-462f-aa16-8f3cf952e7d3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:17.875132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33832499-e1a0-4efb-9a4d-cec794662448 req-28d919ed-5548-462f-aa16-8f3cf952e7d3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1457336 May 24 22:40:17.936389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33832499-e1a0-4efb-9a4d-cec794662448 req-bf6ef970-ebef-482c-ac83-39adc607c6db tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526013 May 24 22:40:18.048647 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3effe9f0-cf69-4635-844a-36a4168b02bb req-6d14c286-705f-46a5-afce-9ec6eb19e37b tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.2463853 May 24 22:40:18.155321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024058c-551a-41c3-a6b1-033622b81769 req-359514ad-116e-4795-9b8e-10c9a0fe21a9 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:18.157166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1024058c-551a-41c3-a6b1-033622b81769 req-359514ad-116e-4795-9b8e-10c9a0fe21a9 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 949 time: 0.1074548 May 24 22:40:18.208957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1024058c-551a-41c3-a6b1-033622b81769 req-286d7e14-5e16-4e36-a4dd-b81161c34272 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 May 24 22:40:18.324691 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:18.350837 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:18.351203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:18.351538 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Floating IP 8438642b-15b7-4cc9-968e-caab9394a08c disassociated. External IP: 172.25.7.73, port: d08c13fc-9bc0-4b3d-97e5-daa3d9291706. May 24 22:40:18.351846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Calling delete_port for d08c13fc-9bc0-4b3d-97e5-daa3d9291706 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:40:18.397300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97784fe2-8bf1-4ae8-b8e6-10ee89cc6c4e req-fc49f9fa-42f5-47b7-a760-2b183701a037 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 210 time: 0.0586896 May 24 22:40:18.411926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Transition to ACTIVE for port object a0a74182-8211-4f25-847c-5254a54792bd will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:18.424616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4fd82a46-0524-4467-b981-519d47ad00ce up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:18.478063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1749f-2234-4dda-94ff-159f355f38dc req-46769022-fe7f-452b-8233-08b793961efb tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:18.479771 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bff1749f-2234-4dda-94ff-159f355f38dc req-46769022-fe7f-452b-8233-08b793961efb tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.2407696 May 24 22:40:18.591847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 4fd82a46-0524-4467-b981-519d47ad00ce completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:18.597623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 4fd82a46-0524-4467-b981-519d47ad00ce triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:18.598050 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:18.605895 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bff1749f-2234-4dda-94ff-159f355f38dc req-66c29e69-b68e-435a-b986-e659ab492c7a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925620 May 24 22:40:18.610729 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:18.708621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Network c879d430-c923-4a39-8ddf-58a01f799a4c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:18.713005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:18.715254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:18.722872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:18.813929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Pushing event updated for resources: {'Port': ['ID=a0a74182-8211-4f25-847c-5254a54792bd,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:18.868642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 26e4fd6b-d108-4c64-9496-a742243f8f57 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:18.963779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4fd82a46-0524-4467-b981-519d47ad00ce is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:18.963997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:18.978919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-6c17d355-ccfb-4537-8b67-a39d6651d1ce tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:18.979805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-6c17d355-ccfb-4537-8b67-a39d6651d1ce tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Synchronizing usage tracker for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:40:19.008215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4fd82a46-0524-4467-b981-519d47ad00ce, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4fd82a46-0524-4467-b981-519d47ad00ce,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:19.010432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc78812-a302-4f3d-8f43-1496f17533b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd82a46-0524-4467-b981-519d47ad00ce'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:40:19.028226 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:19.031393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d08c13fc-9bc0-4b3d-97e5-daa3d9291706 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:40:19.040660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-6c17d355-ccfb-4537-8b67-a39d6651d1ce tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Unset dirty status for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:40:19.041871 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-6c17d355-ccfb-4537-8b67-a39d6651d1ce tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.50 "GET /v2.0/networks?id=61909bdd-225c-4585-bcc6-08ad828659b7 HTTP/1.1" status: 200 len: 823 time: 0.6435196 May 24 22:40:19.055309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409724a7-d10c-4cf2-b82a-612045b4ca84 req-f29f4a84-32ac-43bf-a511-03cf3a3b818d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:19.056806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-409724a7-d10c-4cf2-b82a-612045b4ca84 req-f29f4a84-32ac-43bf-a511-03cf3a3b818d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1903541 May 24 22:40:19.063317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Pushing event deleted for resources: {'Port': ['ID=d08c13fc-9bc0-4b3d-97e5-daa3d9291706,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:19.099853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:19.130517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 26e4fd6b-d108-4c64-9496-a742243f8f57 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:19.149776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 26e4fd6b-d108-4c64-9496-a742243f8f57 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:19.150399 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:19.159439 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-7bf67436-70f9-43ca-a81d-7095ce5dee59 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c HTTP/1.1" status: 200 len: 380 time: 0.1015925 May 24 22:40:19.204366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Request body: {'port': {'device_id': '253ce39d-4c65-411f-9bc5-296361a37afd', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'admin_state_up': True, 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'security_groups': ['78dec3fa-ba50-43b4-9d84-da14931bd7ec']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:19.238954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: d08c13fc-9bc0-4b3d-97e5-daa3d9291706 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:40:19.239302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d08c13fc-9bc0-4b3d-97e5-daa3d9291706 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:40:19.245658 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-409724a7-d10c-4cf2-b82a-612045b4ca84 req-e5cdf311-d504-42ed-b8ec-f70c4628f964 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652970 May 24 22:40:19.271699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Router 626b5180-c62d-4a28-befe-6736bd124af0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:40:19.281123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5dee12f5-3646-44e4-b5a1-c54062093214 None None] Provisioning for port a0a74182-8211-4f25-847c-5254a54792bd completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:19.296965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd7b31-647d-404e-8fb5-5e95d976109f req-b0e3a8c0-95ff-4188-a710-3d66cff083a8 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:19.298509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ebd7b31-647d-404e-8fb5-5e95d976109f req-b0e3a8c0-95ff-4188-a710-3d66cff083a8 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3056464 May 24 22:40:19.393952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 26e4fd6b-d108-4c64-9496-a742243f8f57 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:19.394417 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:19.405361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5dee12f5-3646-44e4-b5a1-c54062093214 None None] Provisioning complete for port a0a74182-8211-4f25-847c-5254a54792bd triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:19.405839 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5dee12f5-3646-44e4-b5a1-c54062093214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:19.473697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5dee12f5-3646-44e4-b5a1-c54062093214 None None] Port a0a74182-8211-4f25-847c-5254a54792bd cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:40:19.495322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4fd82a46-0524-4467-b981-519d47ad00ce,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:19.497943 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ebd7b31-647d-404e-8fb5-5e95d976109f req-f7f51e70-00f8-40ee-b433-fc17e0df66d5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423912 May 24 22:40:19.511131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 26e4fd6b-d108-4c64-9496-a742243f8f57, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=26e4fd6b-d108-4c64-9496-a742243f8f57,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:19.531207 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:19.621033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:19.638525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5c334-4f7b-458f-92e2-0af444a78344 req-4d9acb23-6569-4802-a699-ed1476b18203 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:19.640417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ccc5c334-4f7b-458f-92e2-0af444a78344 req-4d9acb23-6569-4802-a699-ed1476b18203 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2404761 May 24 22:40:19.645567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:19.684187 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c17574e-15bf-4642-9b76-fbc5d97132ef'] response: {'server_uuid': '0fc78812-a302-4f3d-8f43-1496f17533b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd82a46-0524-4467-b981-519d47ad00ce', 'code': 200} May 24 22:40:19.692845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Made reservation on behalf of 5d53bb4e04ee4e26a379a8ba9e87870c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:40:19.696682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:19.763766 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:19.787586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=26e4fd6b-d108-4c64-9496-a742243f8f57,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:19.794746 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ccc5c334-4f7b-458f-92e2-0af444a78344 req-ebf5f62d-1bd8-439b-abb6-081df21ac2a5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432989 May 24 22:40:19.837316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:40:19.850425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c503540-1ff3-42a3-8c4c-5db4f88f6ac2 None None] Sync routers for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:40:19.867791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c503540-1ff3-42a3-8c4c-5db4f88f6ac2 None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:19.868425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2c503540-1ff3-42a3-8c4c-5db4f88f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:19.921713 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-db6ca9a1-c164-4407-ada4-15d74fa6a2ec req-08aed8a7-16c9-4eeb-895b-f487bf030dc0 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0938523 May 24 22:40:20.102515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2c503540-1ff3-42a3-8c4c-5db4f88f6ac2 None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:20.114119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7783e-5743-4b30-b616-13a25e69941e req-06e2361f-9b9b-44ef-bb27-6023acde2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:20.116619 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fde7783e-5743-4b30-b616-13a25e69941e req-06e2361f-9b9b-44ef-bb27-6023acde2104 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 1101 time: 0.4056060 May 24 22:40:20.179174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Allocated IP 172.20.0.10 (61909bdd-225c-4585-bcc6-08ad828659b7/1b121f1d-18e9-4ab2-901f-89fcf789a051/b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:20.196734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] No DVR routers for this DVR port d08c13fc-9bc0-4b3d-97e5-daa3d9291706 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:40:20.199218 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fde7783e-5743-4b30-b616-13a25e69941e req-2ee6e9d1-9edb-4dfe-8fe4-6aad61db0587 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676515 May 24 22:40:20.207840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:20.211261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'name': 'network-vif-deleted', 'tag': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:40:20.236175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b950b3-a4bf-488d-8497-73b448718148 req-13ed0b75-5ef2-4a7f-9d3b-ab1ced06460a tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:20.238966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-40b950b3-a4bf-488d-8497-73b448718148 req-13ed0b75-5ef2-4a7f-9d3b-ab1ced06460a tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 950 time: 0.2309539 May 24 22:40:20.248831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5ec606f6-02d0-4d4e-a48e-7bfd3947f8a5 req-d30f1afa-2b8b-4437-a9dd-cbbda2276a66 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.50 "DELETE /v2.0/ports/d08c13fc-9bc0-4b3d-97e5-daa3d9291706 HTTP/1.1" status: 204 len: 173 time: 3.4299150 May 24 22:40:20.318046 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3b982d5c-9e4f-4999-b29d-0eca08d6b168 req-2b9ebc43-0fd2-4cd7-aee3-1437af3cc608 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Synchronizing usage tracker for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:40:20.357192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3b982d5c-9e4f-4999-b29d-0eca08d6b168 req-2b9ebc43-0fd2-4cd7-aee3-1437af3cc608 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Unset dirty status for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:40:20.358488 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b982d5c-9e4f-4999-b29d-0eca08d6b168 req-2b9ebc43-0fd2-4cd7-aee3-1437af3cc608 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 210 time: 0.0983305 May 24 22:40:20.366415 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:20.374032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:20.390711 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-40b950b3-a4bf-488d-8497-73b448718148 req-ac11b855-e882-47c4-9530-3aeb0e95eac8 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429627 May 24 22:40:20.537207 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b4891b-3d1b-4fca-a9ea-12fe53dd85b0'] response: {'server_uuid': 'a2ff8822-d444-42cc-b579-22d4e7b42841', 'name': 'network-vif-deleted', 'tag': 'd08c13fc-9bc0-4b3d-97e5-daa3d9291706', 'status': 'completed', 'code': 200} May 24 22:40:20.563194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Pushing event updated for resources: {'Port': ['ID=a0a74182-8211-4f25-847c-5254a54792bd,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:20.579570 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:20.585076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:20.597340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2c503540-1ff3-42a3-8c4c-5db4f88f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:20.611436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c503540-1ff3-42a3-8c4c-5db4f88f6ac2 None None] Checking router: 626b5180-c62d-4a28-befe-6736bd124af0 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:40:20.623652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Transition to ACTIVE for port object b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:20.631630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c503540-1ff3-42a3-8c4c-5db4f88f6ac2 None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:20.634285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2c503540-1ff3-42a3-8c4c-5db4f88f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:20.676984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:20.795314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Network 61909bdd-225c-4585-bcc6-08ad828659b7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:20.817777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 26e4fd6b-d108-4c64-9496-a742243f8f57 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:20.836564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:20.845864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:20.851242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:20.851866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:20.882238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Pushing event updated for resources: {'Port': ['ID=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:20.900704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Network c879d430-c923-4a39-8ddf-58a01f799a4c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:20.904780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:20.912012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-8d94bd8d-bcfc-4122-b9c2-0ea2f063ae03 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7181532 May 24 22:40:20.926945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Request body: {'port': {'device_id': '253ce39d-4c65-411f-9bc5-296361a37afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:21.003284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fdc5d-8859-4b92-bcb1-2a07484a6883 req-3d811bcf-45cb-4648-80cc-1d0dfe71e92e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:21.004881 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a60fdc5d-8859-4b92-bcb1-2a07484a6883 req-3d811bcf-45cb-4648-80cc-1d0dfe71e92e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2610240 May 24 22:40:21.023740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88175c-302d-4c15-ac1b-911cfbca0b8b req-4c4bfe7d-192d-4568-98d8-19d8ec01a3e8 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:21.027963 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b88175c-302d-4c15-ac1b-911cfbca0b8b req-4c4bfe7d-192d-4568-98d8-19d8ec01a3e8 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.3933413 May 24 22:40:21.145585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2c503540-1ff3-42a3-8c4c-5db4f88f6ac2 None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:21.187058 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a60fdc5d-8859-4b92-bcb1-2a07484a6883 req-bc76d7e3-6403-4d2c-8ac5-505d0def3aed tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703467 May 24 22:40:21.203053 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b88175c-302d-4c15-ac1b-911cfbca0b8b req-2df746f6-4af1-4964-8808-8941d0277e2a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637201 May 24 22:40:21.211926 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:21.256195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 26e4fd6b-d108-4c64-9496-a742243f8f57 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:21.256921 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:21.344932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Router 87b85bb3-cd14-44e8-b092-81db4dee77a0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:40:21.418366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1c979cc4-ffa1-4f38-a402-bd6053b39ccc None None] Provisioning complete for port a0a74182-8211-4f25-847c-5254a54792bd triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:21.419141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1c979cc4-ffa1-4f38-a402-bd6053b39ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:21.536260 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1c979cc4-ffa1-4f38-a402-bd6053b39ccc None None] Port a0a74182-8211-4f25-847c-5254a54792bd cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:40:21.687203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:40:21.698675 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b89cab5-58f9-4e20-8b45-62be7c38642d admin admin] 10.222.0.55 "PUT /v2.0/routers/87b85bb3-cd14-44e8-b092-81db4dee77a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3605897 May 24 22:40:21.707588 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Sync routers for ids ['87b85bb3-cd14-44e8-b092-81db4dee77a0'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:40:21.725070 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Routers {'87b85bb3-cd14-44e8-b092-81db4dee77a0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:21.727847 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['87b85bb3-cd14-44e8-b092-81db4dee77a0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:21.744242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca67a9-a8ed-4b9c-b5be-2f6a6ca04b51 req-4a9aa55e-a398-42a8-8c89-ae35506b89cd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:21.752292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-94ca67a9-a8ed-4b9c-b5be-2f6a6ca04b51 req-4a9aa55e-a398-42a8-8c89-ae35506b89cd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1498058 May 24 22:40:21.789398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce2bd9-f311-4f2e-99f7-434060acef5c req-254a04a4-7b0a-484d-ba9d-3ddf9a80c810 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:21.790935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3ce2bd9-f311-4f2e-99f7-434060acef5c req-254a04a4-7b0a-484d-ba9d-3ddf9a80c810 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1564069 May 24 22:40:21.841462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 26e4fd6b-d108-4c64-9496-a742243f8f57 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:21.866305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2c503540-1ff3-42a3-8c4c-5db4f88f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:21.871879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c503540-1ff3-42a3-8c4c-5db4f88f6ac2 None None] The sync data for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 is: [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:40:21.896495 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3ce2bd9-f311-4f2e-99f7-434060acef5c req-eb2624b2-92f7-456d-91cc-aec578f7261a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912752 May 24 22:40:22.027599 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Set router 87b85bb3-cd14-44e8-b092-81db4dee77a0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:22.058800 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-94ca67a9-a8ed-4b9c-b5be-2f6a6ca04b51 req-e454983e-07c5-4103-9687-169cffe9c3a5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053529 May 24 22:40:22.084944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:40:22.098384 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:22.132115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Transition to ACTIVE for port object b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:22.140793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:22.222365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-183e2ad3-7c8c-4cf7-b4b3-945d0d90f5c7 req-9d385c00-0bed-4a11-bd4c-3377e04cebe9 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1019745 May 24 22:40:22.327605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:22.435312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ed32b-5c31-43cb-9bba-8683d1613378 None None] New status for floating IP 8438642b-15b7-4cc9-968e-caab9394a08c: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:40:22.550006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Attempting to bind port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:22.550334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Attempting to bind port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:22.550868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Attempting to bind port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 on network 61909bdd-225c-4585-bcc6-08ad828659b7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:22.567368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 on network 61909bdd-225c-4585-bcc6-08ad828659b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:40:22.567687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Attempting to bind port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 on network 61909bdd-225c-4585-bcc6-08ad828659b7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:22.593481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:22.593843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Checking segment: {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:22.594237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Bound using segment: {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:22.594679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Bound port: b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64490be-77cd-48ff-8143-b3a37fa2c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:22.595024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:22.617342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d981330-af36-43f9-93c7-7e664c88e453 req-7ff742a9-2f3f-4313-bd40-a9ca9e4d6127 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:22.627447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d981330-af36-43f9-93c7-7e664c88e453 req-7ff742a9-2f3f-4313-bd40-a9ca9e4d6127 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 950 time: 0.1371725 May 24 22:40:22.747486 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d981330-af36-43f9-93c7-7e664c88e453 req-57311af7-7aed-4af7-9a7a-f2b75bb13aa2 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176796 May 24 22:40:22.864200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-13c887e8-3d7c-4b66-963a-0ff49044ec84 None None] Provisioning for port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:22.956496 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] For port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:22.965959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] For port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:22.983688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739f09f-9ab8-4d98-a31a-4365133dd8f8 req-c2d159e6-3a7d-44f5-b513-337b6dfd246b tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:22.990244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a739f09f-9ab8-4d98-a31a-4365133dd8f8 req-c2d159e6-3a7d-44f5-b513-337b6dfd246b tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Synchronizing usage tracker for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:40:23.004026 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:23.004587 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-router', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:11Z', 'updated_at': '2022-05-24T22:40:19Z', 'revision_number': 4, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'gw_port': {'id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:12Z', 'updated_at': '2022-05-24T22:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a0a74182-8211-4f25-847c-5254a54792bd', 'name': '', 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'mac_address': 'fa:16:3e:88:16:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9858d698-24b8-4528-85e2-544f28f048a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:16Z', 'updated_at': '2022-05-24T22:40:19Z', 'revision_number': 2, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'subnets': [{'id': '9858d698-24b8-4528-85e2-544f28f048a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:23.015195 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Checking router: 87b85bb3-cd14-44e8-b092-81db4dee77a0 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:40:23.015547 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Updating router 87b85bb3-cd14-44e8-b092-81db4dee77a0 port a0a74182-8211-4f25-847c-5254a54792bd binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:40:23.108680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bc5a2-5e63-4196-8e72-adee3a3d06ce req-aa7f2af4-ea58-42e0-964a-8761db531956 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:23.110271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-743bc5a2-5e63-4196-8e72-adee3a3d06ce req-aa7f2af4-ea58-42e0-964a-8761db531956 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2141533 May 24 22:40:23.129138 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:23.183201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:23.183963 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:23.185609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] 10.222.0.50 "PUT /v2.0/ports/b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 HTTP/1.1" status: 200 len: 1092 time: 2.2643831 May 24 22:40:23.187843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253ce39d-4c65-411f-9bc5-296361a37afd', 'tag': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:40:23.221793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-743bc5a2-5e63-4196-8e72-adee3a3d06ce req-f963e7e8-cf01-4c68-aef2-7afac65c9275 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932481 May 24 22:40:23.231576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a739f09f-9ab8-4d98-a31a-4365133dd8f8 req-c2d159e6-3a7d-44f5-b513-337b6dfd246b tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Unset dirty status for tenant:5d53bb4e04ee4e26a379a8ba9e87870c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:40:23.246400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a739f09f-9ab8-4d98-a31a-4365133dd8f8 req-c2d159e6-3a7d-44f5-b513-337b6dfd246b tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 944 time: 0.8621435 May 24 22:40:23.373734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f22ff-972c-4420-a6ca-6ee31b211ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:23.488756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a739f09f-9ab8-4d98-a31a-4365133dd8f8 req-938c4008-d80e-4b79-abb9-d3fcc68d6a87 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391930 May 24 22:40:23.547267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-ab67c942-ec5c-4816-8622-6f321d6c3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:23.549706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-ab67c942-ec5c-4816-8622-6f321d6c3c07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c&device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 1095 time: 0.2984526 May 24 22:40:23.639026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16af965-bc80-48f5-998b-9fb8b3c2903f req-3394aa9f-a863-4a35-8b86-f9c764552341 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:23.647578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d16af965-bc80-48f5-998b-9fb8b3c2903f req-3394aa9f-a863-4a35-8b86-f9c764552341 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1937037 May 24 22:40:23.652014 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:23.708411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-4445ab26-c008-4f53-98aa-a3031a431440 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 HTTP/1.1" status: 200 len: 217 time: 0.1468422 May 24 22:40:23.759321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d16af965-bc80-48f5-998b-9fb8b3c2903f req-870ddb56-53e3-491a-8275-7dc65c508f11 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073723 May 24 22:40:23.768310 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:23.788553 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Transition to ACTIVE for port object a0a74182-8211-4f25-847c-5254a54792bd will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:23.803825 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:23.861125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-b2bd1387-6c45-4320-981c-f0637eaaf47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:23.875362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-b2bd1387-6c45-4320-981c-f0637eaaf47b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b121f1d-18e9-4ab2-901f-89fcf789a051 HTTP/1.1" status: 200 len: 862 time: 0.1610374 May 24 22:40:23.961881 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8217a8a-86bf-4a51-91dc-54ee5c060173 None None] Pushing event updated for resources: {'Port': ['ID=a0a74182-8211-4f25-847c-5254a54792bd,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:24.002886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe22c4-3ee7-4ea0-bdf7-dbfa9b15a923 req-b0f5a665-d3ec-4498-b6d6-07cb33ab123d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:24.013362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-40fe22c4-3ee7-4ea0-bdf7-dbfa9b15a923 req-b0f5a665-d3ec-4498-b6d6-07cb33ab123d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1208346 May 24 22:40:24.089977 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-40fe22c4-3ee7-4ea0-bdf7-dbfa9b15a923 req-64f9f837-afa7-4011-8551-87dc06d902a9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750716 May 24 22:40:24.151462 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5899627-50fa-4b4f-a211-e8b30270ca37'] response: {'name': 'network-changed', 'server_uuid': '253ce39d-4c65-411f-9bc5-296361a37afd', 'tag': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92', 'status': 'completed', 'code': 200} May 24 22:40:24.192304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-0fddd55e-fbe1-4c71-85ac-82f155520786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:24.193869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-0fddd55e-fbe1-4c71-85ac-82f155520786 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61909bdd-225c-4585-bcc6-08ad828659b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3106809 May 24 22:40:24.284687 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Attempting to bind port a0a74182-8211-4f25-847c-5254a54792bd on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:24.285864 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Attempting to bind port a0a74182-8211-4f25-847c-5254a54792bd by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '93bb9711-e15b-48fb-8470-fb9d5ec78b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:24.286090 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Attempting to bind port a0a74182-8211-4f25-847c-5254a54792bd on network c879d430-c923-4a39-8ddf-58a01f799a4c {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:24.300848 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:24.301250 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Checking segment: {'id': '93bb9711-e15b-48fb-8470-fb9d5ec78b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:24.301615 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:24.302036 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Bound using segment: {'id': '93bb9711-e15b-48fb-8470-fb9d5ec78b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:24.302515 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Bound port: a0a74182-8211-4f25-847c-5254a54792bd, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9711-e15b-48fb-8470-fb9d5ec78b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:24.302849 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:24.341356 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc1e1b8b-5a85-4b79-a5c9-0de69539434a req-767bef99-993d-45bd-8b25-b7d28f1229fa tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0598037 May 24 22:40:24.391034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-6f054fb8-2dd9-45c0-a8e6-9cf8c9faaaf8 service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818569 May 24 22:40:24.457450 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] For port a0a74182-8211-4f25-847c-5254a54792bd, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:24.460842 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] For port a0a74182-8211-4f25-847c-5254a54792bd, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a0a74182-8211-4f25-847c-5254a54792bd,segment=NetworkSegment(93bb9711-e15b-48fb-8470-fb9d5ec78b86),segment_id=93bb9711-e15b-48fb-8470-fb9d5ec78b86)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:24.473740 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:24.488737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc5192-ef5c-471b-8cc0-0595045e6362 req-e07a32ec-268b-4e1a-a649-b1404aa6d288 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:24.496468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-88bc5192-ef5c-471b-8cc0-0595045e6362 req-e07a32ec-268b-4e1a-a649-b1404aa6d288 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.4568164 May 24 22:40:24.581456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-88bc5192-ef5c-471b-8cc0-0595045e6362 req-65abcb30-7902-4609-9248-a9793b7a74c4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839865 May 24 22:40:24.666651 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Routers {'87b85bb3-cd14-44e8-b092-81db4dee77a0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:24.670920 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['87b85bb3-cd14-44e8-b092-81db4dee77a0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:24.686263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a82e902-63d9-49c9-8a2a-64a0371faf34 req-734465e0-59ba-41c3-8094-8520c8dc011b service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854917 May 24 22:40:24.760342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7cc2b-185c-4b2a-82ab-d3424302c57f req-b95a0800-c3c2-4bc5-9930-892874ebb226 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:24.762931 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-09e7cc2b-185c-4b2a-82ab-d3424302c57f req-b95a0800-c3c2-4bc5-9930-892874ebb226 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 950 time: 0.2756779 May 24 22:40:24.870556 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-09e7cc2b-185c-4b2a-82ab-d3424302c57f req-c66c6b65-dbed-427a-a39e-9f3baac7429e tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992789 May 24 22:40:24.910202 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8217a8a-86bf-4a51-91dc-54ee5c060173 None None] Pushing event updated for resources: {'Port': ['ID=a0a74182-8211-4f25-847c-5254a54792bd,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:25.049653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf67d-edb2-4e3c-a74d-78e61bc6aa7f req-bc0774f9-5b4e-495b-bfce-0daa92daa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:25.051597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d2bf67d-edb2-4e3c-a74d-78e61bc6aa7f req-bc0774f9-5b4e-495b-bfce-0daa92daa122 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c&device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 1095 time: 0.2917156 May 24 22:40:25.066960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94126f-53f4-442c-90dc-98900d56131e req-e67de732-3b11-41f8-acf5-414b46ccb011 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:25.068820 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f94126f-53f4-442c-90dc-98900d56131e req-e67de732-3b11-41f8-acf5-414b46ccb011 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1950362 May 24 22:40:25.098142 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] Set router 87b85bb3-cd14-44e8-b092-81db4dee77a0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:25.153288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5e256-1bac-4a80-9493-9fd57c432e1d req-8ef0db9d-4542-49af-a5fd-1cb5a843cdc4 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:25.164333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bee5e256-1bac-4a80-9493-9fd57c432e1d req-8ef0db9d-4542-49af-a5fd-1cb5a843cdc4 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 944 time: 0.1235709 May 24 22:40:25.207648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f94126f-53f4-442c-90dc-98900d56131e req-ebb22511-81ef-402c-a6eb-d8f08c6feec7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159565 May 24 22:40:25.237012 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bee5e256-1bac-4a80-9493-9fd57c432e1d req-87a36056-a40e-43d6-81c9-e7c46332ed3d tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646634 May 24 22:40:25.259669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf67d-edb2-4e3c-a74d-78e61bc6aa7f req-96463ac4-96a2-4ba8-8923-a0b849a0d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:25.261576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d2bf67d-edb2-4e3c-a74d-78e61bc6aa7f req-96463ac4-96a2-4ba8-8923-a0b849a0d0c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61909bdd-225c-4585-bcc6-08ad828659b7 HTTP/1.1" status: 200 len: 924 time: 0.1916254 May 24 22:40:25.404913 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:25.505188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d2bf67d-edb2-4e3c-a74d-78e61bc6aa7f req-21e915ac-b470-4f62-bccd-f5cbfbe0336a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 HTTP/1.1" status: 200 len: 217 time: 0.2348435 May 24 22:40:25.618336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf67d-edb2-4e3c-a74d-78e61bc6aa7f req-0159cde7-e8e0-41e4-8f5b-dd941be939b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:25.620329 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d2bf67d-edb2-4e3c-a74d-78e61bc6aa7f req-0159cde7-e8e0-41e4-8f5b-dd941be939b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b121f1d-18e9-4ab2-901f-89fcf789a051 HTTP/1.1" status: 200 len: 862 time: 0.1077318 May 24 22:40:25.639938 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-router', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:11Z', 'updated_at': '2022-05-24T22:40:19Z', 'revision_number': 4, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'gw_port': {'id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:12Z', 'updated_at': '2022-05-24T22:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a0a74182-8211-4f25-847c-5254a54792bd', 'name': '', 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'mac_address': 'fa:16:3e:88:16:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9858d698-24b8-4528-85e2-544f28f048a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:16Z', 'updated_at': '2022-05-24T22:40:24Z', 'revision_number': 4, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'subnets': [{'id': '9858d698-24b8-4528-85e2-544f28f048a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:25.646515 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51aa076-5107-4831-b9b1-1e6f5d7fada7 None None] The sync data for ids ['87b85bb3-cd14-44e8-b092-81db4dee77a0'] in n-d-843146-7 is: [{'id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-router', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:11Z', 'updated_at': '2022-05-24T22:40:19Z', 'revision_number': 4, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'gw_port': {'id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:12Z', 'updated_at': '2022-05-24T22:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a0a74182-8211-4f25-847c-5254a54792bd', 'name': '', 'network_id': 'c879d430-c923-4a39-8ddf-58a01f799a4c', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'mac_address': 'fa:16:3e:88:16:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9858d698-24b8-4528-85e2-544f28f048a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:16Z', 'updated_at': '2022-05-24T22:40:24Z', 'revision_number': 4, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'subnets': [{'id': '9858d698-24b8-4528-85e2-544f28f048a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:40:25.724410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941f73b-8cbf-477d-bfe1-1b218e0cee06 req-15769bbe-64e6-4068-8811-0facd666cf82 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:25.741385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8941f73b-8cbf-477d-bfe1-1b218e0cee06 req-15769bbe-64e6-4068-8811-0facd666cf82 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.2862098 May 24 22:40:25.929965 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8941f73b-8cbf-477d-bfe1-1b218e0cee06 req-9de368da-d5a5-443a-be56-a800519a5eed tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816511 May 24 22:40:25.942858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf67d-edb2-4e3c-a74d-78e61bc6aa7f req-add8b442-4474-44d7-b498-0eeae4a7834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:25.944434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d2bf67d-edb2-4e3c-a74d-78e61bc6aa7f req-add8b442-4474-44d7-b498-0eeae4a7834d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61909bdd-225c-4585-bcc6-08ad828659b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3072906 May 24 22:40:25.975320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec72b77-6414-4140-81cc-29ca88862571 req-27900dc1-9bdf-4268-8eae-31f89adfe57a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:25.983590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dec72b77-6414-4140-81cc-29ca88862571 req-27900dc1-9bdf-4268-8eae-31f89adfe57a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1112106 May 24 22:40:26.035712 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dec72b77-6414-4140-81cc-29ca88862571 req-624081e1-ef63-453a-9e14-a3bb36664986 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507891 May 24 22:40:26.209556 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4656fb8d-8e76-4ed0-a63f-0a694f23ed9c req-fb8e0f19-ed9f-40a5-b2c5-c166b42cd090 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0683846 May 24 22:40:26.218189 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d2bf67d-edb2-4e3c-a74d-78e61bc6aa7f req-ee0a91c3-befa-4b03-8bd6-7b65cb2b01a2 service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617357 May 24 22:40:26.295733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd84dc0-68ec-4e58-8de8-247d0a19d005 req-bb38b52b-dcf5-4079-86d5-e5be760ecb5f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:26.307099 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fdd84dc0-68ec-4e58-8de8-247d0a19d005 req-bb38b52b-dcf5-4079-86d5-e5be760ecb5f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1523798 May 24 22:40:26.391433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fdd84dc0-68ec-4e58-8de8-247d0a19d005 req-7db6285a-bacf-463b-9c97-1680fe17c8aa tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833478 May 24 22:40:26.500509 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d2bf67d-edb2-4e3c-a74d-78e61bc6aa7f req-9695394d-d441-4785-87c7-e627f10b9ea4 service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747147 May 24 22:40:26.521807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae31a40-dc1e-4cbd-83e9-673e9b89ac1c req-163e3eaa-828c-4e8a-8641-93c9640e3799 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:26.523320 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ae31a40-dc1e-4cbd-83e9-673e9b89ac1c req-163e3eaa-828c-4e8a-8641-93c9640e3799 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 950 time: 0.1501980 May 24 22:40:26.602676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ae31a40-dc1e-4cbd-83e9-673e9b89ac1c req-16e58cde-5770-4698-ad67-e4c231e411f8 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641861 May 24 22:40:26.653189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b497de-c57a-459a-8e4c-e3bd61c1eb54 req-fff7f4e3-7aed-41cb-a6bc-a479fcc28eee tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:26.654773 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84b497de-c57a-459a-8e4c-e3bd61c1eb54 req-fff7f4e3-7aed-41cb-a6bc-a479fcc28eee tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 944 time: 0.1535020 May 24 22:40:26.712866 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84b497de-c57a-459a-8e4c-e3bd61c1eb54 req-b2238d88-c8ac-4f2d-aa17-68b8ccf2abe0 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513322 May 24 22:40:26.805750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98199b-6d19-449e-b396-08c1b785b50e req-49b0df5b-136c-428e-80a8-c222c724fa32 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:26.812454 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da98199b-6d19-449e-b396-08c1b785b50e req-49b0df5b-136c-428e-80a8-c222c724fa32 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1048877 May 24 22:40:26.843205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a0a74182-8211-4f25-847c-5254a54792bd up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:26.857814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da98199b-6d19-449e-b396-08c1b785b50e req-8d10aabb-e990-477b-a398-d7190c650c7f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437777 May 24 22:40:26.926240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a0a74182-8211-4f25-847c-5254a54792bd completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:26.935610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a0a74182-8211-4f25-847c-5254a54792bd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:26.936131 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:27.100103 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a0a74182-8211-4f25-847c-5254a54792bd is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:27.100718 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:27.155755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a0a74182-8211-4f25-847c-5254a54792bd, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a0a74182-8211-4f25-847c-5254a54792bd,segment=NetworkSegment(93bb9711-e15b-48fb-8470-fb9d5ec78b86),segment_id=93bb9711-e15b-48fb-8470-fb9d5ec78b86)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:27.164829 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:27.211077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d0eaa-2670-4921-8694-4bac2f1a9855 req-0efae08d-a28b-470a-806e-0162fe7627d0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:27.212558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b6d0eaa-2670-4921-8694-4bac2f1a9855 req-0efae08d-a28b-470a-806e-0162fe7627d0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1218936 May 24 22:40:27.261942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a0a74182-8211-4f25-847c-5254a54792bd,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:27.281695 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b6d0eaa-2670-4921-8694-4bac2f1a9855 req-979666d8-512c-4831-a3a6-d307400e6c41 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603623 May 24 22:40:27.384545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19325-a8fa-4ebf-908c-0e9258897be9 req-1d25ba19-58a2-4b01-8fd0-72e35e7abb1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:27.386050 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6e19325-a8fa-4ebf-908c-0e9258897be9 req-1d25ba19-58a2-4b01-8fd0-72e35e7abb1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1886811 May 24 22:40:27.428636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd34c3f-7909-47b1-a5c5-90a6854c441d req-ebae360e-7e0a-4484-bec6-120068e9a4b2 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:27.430139 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fbd34c3f-7909-47b1-a5c5-90a6854c441d req-ebae360e-7e0a-4484-bec6-120068e9a4b2 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 950 time: 0.1510751 May 24 22:40:27.460774 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-762fcfff-8d20-4c74-81aa-ef2d675b0094 req-f101b9a4-48e4-4e70-8f97-b2d39f85307d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0456738 May 24 22:40:27.525899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6e19325-a8fa-4ebf-908c-0e9258897be9 req-63c6876e-8f96-41a5-8cf1-638bba8fef3b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312857 May 24 22:40:27.531825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-fbd34c3f-7909-47b1-a5c5-90a6854c441d req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Deleting port 4fd82a46-0524-4467-b981-519d47ad00ce {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:40:27.531825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fbd34c3f-7909-47b1-a5c5-90a6854c441d req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:27.673326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80761ddc-be80-4cd9-b00b-523ed068a7a9 req-06115e74-4a5a-4097-96c5-073161f4b1f7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:27.674927 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80761ddc-be80-4cd9-b00b-523ed068a7a9 req-06115e74-4a5a-4097-96c5-073161f4b1f7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0975440 May 24 22:40:27.723508 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80761ddc-be80-4cd9-b00b-523ed068a7a9 req-4b38104e-c01f-4271-9917-7d3d4f157780 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 May 24 22:40:27.868737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-fbd34c3f-7909-47b1-a5c5-90a6854c441d req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] For port 4fd82a46-0524-4467-b981-519d47ad00ce, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4fd82a46-0524-4467-b981-519d47ad00ce,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:27.869158 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fbd34c3f-7909-47b1-a5c5-90a6854c441d req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:27.923313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187f0d5-bd8b-4085-ae61-15c861e442eb req-ff4a0f6f-1edd-4719-9063-6ff7dd0c7add tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:27.924720 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5187f0d5-bd8b-4085-ae61-15c861e442eb req-ff4a0f6f-1edd-4719-9063-6ff7dd0c7add tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 944 time: 0.1021740 May 24 22:40:27.939929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94b9b3-82ef-467d-be50-727d868fb3f0 req-0cd0d349-676d-451d-bd2c-4be70967b8b7 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:27.941375 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b94b9b3-82ef-467d-be50-727d868fb3f0 req-0cd0d349-676d-451d-bd2c-4be70967b8b7 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fc78812-a302-4f3d-8f43-1496f17533b1 HTTP/1.1" status: 200 len: 950 time: 0.1877749 May 24 22:40:27.976441 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5187f0d5-bd8b-4085-ae61-15c861e442eb req-202f009d-730d-4f33-8aae-aff38a3f24f7 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449450 May 24 22:40:28.005520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-fbd34c3f-7909-47b1-a5c5-90a6854c441d req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Calling delete_port for 4fd82a46-0524-4467-b981-519d47ad00ce owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:40:28.166650 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b94b9b3-82ef-467d-be50-727d868fb3f0 req-afcd3249-affa-442b-b1f6-051d235b2822 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0c3f2d0-26d2-4e65-867e-7e5c5c976211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679630 May 24 22:40:28.175474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1013ef-1efe-4117-a54b-1022b26d4627 req-e6ebaaff-dec1-4091-aafb-cc5994ef7d1f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:28.180922 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb1013ef-1efe-4117-a54b-1022b26d4627 req-e6ebaaff-dec1-4091-aafb-cc5994ef7d1f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0931692 May 24 22:40:28.225468 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb1013ef-1efe-4117-a54b-1022b26d4627 req-5969d218-26f6-4b59-aa85-a7d6b75b0c6e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 May 24 22:40:28.255662 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fbd34c3f-7909-47b1-a5c5-90a6854c441d req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:28.272459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4fd82a46-0524-4467-b981-519d47ad00ce'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:40:28.306058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Pushing event deleted for resources: {'Port': ['ID=4fd82a46-0524-4467-b981-519d47ad00ce,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:28.351697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.352024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.352389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.352719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.353046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.353375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.353692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.354018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.354338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.354658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.354980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.355658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:28.393444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd34c3f-7909-47b1-a5c5-90a6854c441d req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] No DVR routers for this DVR port 4fd82a46-0524-4467-b981-519d47ad00ce on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:40:28.396974 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fbd34c3f-7909-47b1-a5c5-90a6854c441d req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:28.399656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc78812-a302-4f3d-8f43-1496f17533b1', 'name': 'network-vif-deleted', 'tag': '4fd82a46-0524-4467-b981-519d47ad00ce'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:40:28.419883 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fbd34c3f-7909-47b1-a5c5-90a6854c441d req-c3573ef7-ed4c-4acc-90c6-11d640b5e027 tempest-DeleteServersAdminTestJSON-1091751257 tempest-DeleteServersAdminTestJSON-1091751257-project] 10.222.0.50 "DELETE /v2.0/ports/4fd82a46-0524-4467-b981-519d47ad00ce HTTP/1.1" status: 204 len: 173 time: 0.9742303 May 24 22:40:28.468128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:40:28.522201 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395bebfc-aa38-4d82-a347-7eac183d1e25'] response: {'server_uuid': '0fc78812-a302-4f3d-8f43-1496f17533b1', 'name': 'network-vif-deleted', 'tag': '4fd82a46-0524-4467-b981-519d47ad00ce', 'status': 'completed', 'code': 200} May 24 22:40:28.578336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecad57-241c-46b7-bddf-d882b57d9a23 req-6fc0092e-c376-4764-9abc-4b76a45b5dba tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:28.579921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5ecad57-241c-46b7-bddf-d882b57d9a23 req-6fc0092e-c376-4764-9abc-4b76a45b5dba tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1430762 May 24 22:40:28.660874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5ecad57-241c-46b7-bddf-d882b57d9a23 req-8d58135d-b5c1-4113-8878-289580d52711 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698478 May 24 22:40:28.788684 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f11d5569-b4a5-4f78-841d-d27505993cfc req-71ed0316-33a6-4ac6-b98b-1249d0a0516d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0733073 May 24 22:40:28.791844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:28.804595 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a0a74182-8211-4f25-847c-5254a54792bd up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:28.877050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'port_id': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92', 'mac_address': 'fa:16:3e:bd:14:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:40:28.912290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401904d-3f22-4a5f-8082-e95d8ab7122a req-b6464c52-12f2-4ccc-88ca-6812c0c952dd tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:28.913869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a0a74182-8211-4f25-847c-5254a54792bd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:28.914244 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:28.914909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9401904d-3f22-4a5f-8082-e95d8ab7122a req-b6464c52-12f2-4ccc-88ca-6812c0c952dd tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0929306 May 24 22:40:28.975397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9401904d-3f22-4a5f-8082-e95d8ab7122a req-1728d170-e2e6-4d3d-9912-40c0307c51a6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543084 May 24 22:40:28.988346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fd361-3f7a-4958-9bfa-2af9d36f4239 req-7986ee39-7e4a-4bca-9681-ff1c4b28ab7a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:28.990521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d74fd361-3f7a-4958-9bfa-2af9d36f4239 req-7986ee39-7e4a-4bca-9681-ff1c4b28ab7a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0921173 May 24 22:40:29.050534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d74fd361-3f7a-4958-9bfa-2af9d36f4239 req-a133c40d-4fd8-42c9-87ef-8a42509d6aa4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459094 May 24 22:40:29.131495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:29.132132 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:29.154483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:40:29.177180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:29.197992 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:29.222870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eada2d-cc11-4d57-a86e-8a111b21c54f req-3510333e-ad33-4f57-b17d-57ec2d934d93 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:29.224655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99eada2d-cc11-4d57-a86e-8a111b21c54f req-3510333e-ad33-4f57-b17d-57ec2d934d93 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 944 time: 0.1035266 May 24 22:40:29.270460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a0a74182-8211-4f25-847c-5254a54792bd is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:29.288748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:29.313166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99eada2d-cc11-4d57-a86e-8a111b21c54f req-76f758f3-fbd3-4df7-981f-44e093424a92 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815713 May 24 22:40:29.462709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:40:29.534339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512641e5-6b6e-4efe-a314-83ad1eacad79 req-c46b90fb-14ea-4830-9157-f1b75922bba0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:29.541462 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-512641e5-6b6e-4efe-a314-83ad1eacad79 req-c46b90fb-14ea-4830-9157-f1b75922bba0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1123796 May 24 22:40:29.635248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-512641e5-6b6e-4efe-a314-83ad1eacad79 req-1216be37-2e34-4e65-890c-0f2c3390df3f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922081 May 24 22:40:29.906498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733731f-1864-4f92-b54d-ca7287395ed8 req-a6cd5567-6566-4524-b535-d0dac8dabe21 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:29.916127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9733731f-1864-4f92-b54d-ca7287395ed8 req-a6cd5567-6566-4524-b535-d0dac8dabe21 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1286266 May 24 22:40:29.982143 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9733731f-1864-4f92-b54d-ca7287395ed8 req-92d0b661-f00f-45bc-99c9-6d44063b222a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621130 May 24 22:40:29.994459 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3f190844-ebce-4e50-ab9f-9deb78723710 req-9b09db5d-5a56-4970-8293-e6087bcd00af tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0494530 May 24 22:40:30.023040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42248) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:30.239968 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bd06f8ea-9e87-4962-9f7b-bdfec0a211c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d669b89691d44228aec7b1b73485cb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157185 May 24 22:40:30.244804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42256) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:30.247679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adece09-497d-43c6-9325-f5b9ef74e7b8 req-01475b7b-21b7-4209-8814-1939eddfb8c3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:30.249208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8adece09-497d-43c6-9325-f5b9ef74e7b8 req-01475b7b-21b7-4209-8814-1939eddfb8c3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0846844 May 24 22:40:30.295079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253ca2d-857c-4eb1-aa5d-1199366e5fbc req-962af7fe-a149-4619-9376-e02c95824a23 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:30.296640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9253ca2d-857c-4eb1-aa5d-1199366e5fbc req-962af7fe-a149-4619-9376-e02c95824a23 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1776621 May 24 22:40:30.298346 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8adece09-497d-43c6-9325-f5b9ef74e7b8 req-563c7205-b350-4c2a-8d78-a9e9f68bcdd3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411899 May 24 22:40:30.363969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5873bd7-1d7d-47b1-b912-cfce572fca48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:30.370641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9253ca2d-857c-4eb1-aa5d-1199366e5fbc req-77020a52-2ecd-4400-a7e1-d0db753c0aeb tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623493 May 24 22:40:30.406415 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5873bd7-1d7d-47b1-b912-cfce572fca48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:30.461265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5873bd7-1d7d-47b1-b912-cfce572fca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:30.477220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5873bd7-1d7d-47b1-b912-cfce572fca48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c3f2d0-26d2-4e65-867e-7e5c5c976211,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:30.484439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:30.502452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5873bd7-1d7d-47b1-b912-cfce572fca48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:30.504519 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a5873bd7-1d7d-47b1-b912-cfce572fca48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0c3f2d0-26d2-4e65-867e-7e5c5c976211 HTTP/1.1" status: 204 len: 168 time: 0.2574208 May 24 22:40:30.580280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:30.585867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:30.586430 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:30.590411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc0f4-a2f5-48f8-80e0-bdc3afee9a62 req-566d4202-454f-4d33-bf23-2299551b83b0 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:30.592283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da6fc0f4-a2f5-48f8-80e0-bdc3afee9a62 req-566d4202-454f-4d33-bf23-2299551b83b0 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 945 time: 0.1414092 May 24 22:40:30.687060 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da6fc0f4-a2f5-48f8-80e0-bdc3afee9a62 req-ea33b282-d4a4-4a32-8e6a-16bc6ca026af tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889833 May 24 22:40:30.745190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:30.745605 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:30.782308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253ce39d-4c65-411f-9bc5-296361a37afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:40:30.796889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:30.802408 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:30.803248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4fd82a46-0524-4467-b981-519d47ad00ce no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:40:30.892524 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1676582b-fa10-4be5-a519-3f68495dcea6'] response: {'server_uuid': '253ce39d-4c65-411f-9bc5-296361a37afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92', 'code': 200} May 24 22:40:30.912551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 4fd82a46-0524-4467-b981-519d47ad00ce {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:40:30.913035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4fd82a46-0524-4467-b981-519d47ad00ce not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:40:30.953952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:31.012261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efed66-0cc5-4230-b359-a1054d228618 req-ce385cfd-08e8-4ebd-a43f-9fd298d310fc tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:31.020095 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20efed66-0cc5-4230-b359-a1054d228618 req-ce385cfd-08e8-4ebd-a43f-9fd298d310fc tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1807148 May 24 22:40:31.086353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42274) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:31.087999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20efed66-0cc5-4230-b359-a1054d228618 req-cde4b5a3-b0c0-4772-8f5d-cdf12382747b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668726 May 24 22:40:31.110791 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:31.127003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b121e81-5a59-412b-8f9e-359ceca49aa9 req-e06a55b5-a772-442c-8065-d3e6b9504a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:31.127136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:31.130080 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b121e81-5a59-412b-8f9e-359ceca49aa9 req-e06a55b5-a772-442c-8065-d3e6b9504a27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 1097 time: 0.1702921 May 24 22:40:31.131537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Usage tracker for resource:security_group_rule and tenant:963bc37d4c2141099d5684c6db762a91 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:31.134915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:31.174360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b121e81-5a59-412b-8f9e-359ceca49aa9 req-508d7545-26ed-49bf-8cd6-cc03abe75102 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357058 May 24 22:40:31.174699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:31.261676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334b2f6-d6c7-4217-8c13-eb2f2f5b7b52 req-0bb9a889-550c-423e-9378-234c1526ea72 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:31.263201 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9334b2f6-d6c7-4217-8c13-eb2f2f5b7b52 req-0bb9a889-550c-423e-9378-234c1526ea72 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1248956 May 24 22:40:31.294618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a567aca5-5208-4d2f-91d5-205de27691b1 req-001fb7bf-595d-480f-92dd-e8114d251ff7 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0472114 May 24 22:40:31.338587 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:31.342085 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9334b2f6-d6c7-4217-8c13-eb2f2f5b7b52 req-81d4985a-a8e2-48f2-a26b-15313ae2dc5e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660532 May 24 22:40:31.345289 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:31.380530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f82ab4e-d3e0-4983-98a5-801efb602bfa,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:31.398203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.398555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.398944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.399280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.399609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.400128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.400227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.400555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.400873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.401191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.401561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.401848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:31.424289 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a97d997d-73d4-4870-a9ac-ffbe5d592b27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=963bc37d4c2141099d5684c6db762a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362052 May 24 22:40:31.426974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42282) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:31.506335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f299178e-a457-45b3-a55f-8ed0495ceed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:31.553028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952fc62-28d1-4a04-8738-305abab8af4f req-c3e1a9e5-59b2-45e8-923b-f1f675a07629 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:31.555310 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8952fc62-28d1-4a04-8738-305abab8af4f req-c3e1a9e5-59b2-45e8-923b-f1f675a07629 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1038232 May 24 22:40:31.618241 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8952fc62-28d1-4a04-8738-305abab8af4f req-3922c366-be56-452b-a45f-5b4134f37f35 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562501 May 24 22:40:31.625438 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f299178e-a457-45b3-a55f-8ed0495ceed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:31.681547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c6d61-93d9-4110-a807-cb843046b5ca req-f929c5da-c1c2-41b6-b908-87e2eb7fa2c6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:31.683020 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf2c6d61-93d9-4110-a807-cb843046b5ca req-f929c5da-c1c2-41b6-b908-87e2eb7fa2c6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1639557 May 24 22:40:31.716148 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f299178e-a457-45b3-a55f-8ed0495ceed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:31.743703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299178e-a457-45b3-a55f-8ed0495ceed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f82ab4e-d3e0-4983-98a5-801efb602bfa,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:31.758989 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f299178e-a457-45b3-a55f-8ed0495ceed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:31.762866 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f299178e-a457-45b3-a55f-8ed0495ceed6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f82ab4e-d3e0-4983-98a5-801efb602bfa HTTP/1.1" status: 204 len: 168 time: 0.3325462 May 24 22:40:31.790164 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf2c6d61-93d9-4110-a807-cb843046b5ca req-504a3125-9d96-4032-bf73-53eac5b880e5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934577 May 24 22:40:31.916200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded5ee8-ddea-467f-a827-d822055dd5f8 req-6eccca97-5e06-4af0-bb75-4e1ef8474617 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:31.917694 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aded5ee8-ddea-467f-a827-d822055dd5f8 req-6eccca97-5e06-4af0-bb75-4e1ef8474617 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 946 time: 0.0902364 May 24 22:40:31.965534 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aded5ee8-ddea-467f-a827-d822055dd5f8 req-395cc4bd-c7a6-444b-a531-5bad8bcd652d tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410161 May 24 22:40:32.350586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e711e1-8d63-498e-aa49-a81160ddb7d0 req-ee3c0911-7c0a-463f-8eac-95f096608a78 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:32.352170 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17e711e1-8d63-498e-aa49-a81160ddb7d0 req-ee3c0911-7c0a-463f-8eac-95f096608a78 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1270721 May 24 22:40:32.430803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17e711e1-8d63-498e-aa49-a81160ddb7d0 req-54440640-9fb4-4c96-b18d-be6cb6237498 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705736 May 24 22:40:32.582313 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ccca235-2cd1-4f43-83f1-607262b404b0 req-add90a28-eafe-43b1-9eb9-d5ecea47b099 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0742373 May 24 22:40:32.798712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6b81-d633-42fb-98f2-11c2227de170 req-7d523213-8a6b-4bb2-9368-647d6bd556c5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:32.800954 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-685a6b81-d633-42fb-98f2-11c2227de170 req-7d523213-8a6b-4bb2-9368-647d6bd556c5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1621814 May 24 22:40:32.871581 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-685a6b81-d633-42fb-98f2-11c2227de170 req-e6b01ef0-66a3-4092-bcb7-96e4430bf2a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607266 May 24 22:40:32.886360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c40013-2a8e-4b71-bc5c-af41dda01abd req-3d78c9c9-e7b7-46a7-9e29-9cc46335506c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:32.895760 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-74c40013-2a8e-4b71-bc5c-af41dda01abd req-3d78c9c9-e7b7-46a7-9e29-9cc46335506c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1204152 May 24 22:40:32.954210 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-74c40013-2a8e-4b71-bc5c-af41dda01abd req-f265ee51-5124-46f7-a36c-ebe5839fdcef tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570753 May 24 22:40:33.196830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899279f-fd36-4453-b959-cb30f5dff7be req-f05107d4-6a52-4b68-9569-fa9117673de5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:33.198945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9899279f-fd36-4453-b959-cb30f5dff7be req-f05107d4-6a52-4b68-9569-fa9117673de5 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 946 time: 0.1082339 May 24 22:40:33.211552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000a1ca-46a0-450d-9fb3-7d312192252d req-8cceab5e-bbf1-48fa-ac3a-85327169dbc9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:33.219101 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0000a1ca-46a0-450d-9fb3-7d312192252d req-8cceab5e-bbf1-48fa-ac3a-85327169dbc9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2400849 May 24 22:40:33.257484 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9899279f-fd36-4453-b959-cb30f5dff7be req-86d188b6-58fe-4c94-b1e7-02123dfaa0a3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506892 May 24 22:40:33.278088 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0000a1ca-46a0-450d-9fb3-7d312192252d req-c8dd09ec-ae37-44e1-9297-487d05fc62f3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579822 May 24 22:40:33.489561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e921a-81bf-44c9-8910-0e665413f9b4 req-71321ec3-61c5-4918-a214-40313d0d5769 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:33.492418 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf4e921a-81bf-44c9-8910-0e665413f9b4 req-71321ec3-61c5-4918-a214-40313d0d5769 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 946 time: 0.1182635 May 24 22:40:33.502080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42334) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:33.508770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6ad2dccc-9cf8-4481-a7f1-a3bea5a7a11c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Request body: {'floatingip': {'port_id': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:33.682375 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dccc-9cf8-4481-a7f1-a3bea5a7a11c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:33.846017 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6a624339-7de7-47e4-a4d4-3cc3ab26f3ef req-6de9904d-2eb6-4385-b3e8-a747147a77a9 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0545647 May 24 22:40:33.904629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ded9-6551-4be1-ad29-1553746af66a req-b2dde62d-66e8-4be6-9eb1-913708f4bd5b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:33.904629 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2fd5ded9-6551-4be1-ad29-1553746af66a req-b2dde62d-66e8-4be6-9eb1-913708f4bd5b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2865245 May 24 22:40:34.034870 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2fd5ded9-6551-4be1-ad29-1553746af66a req-1189f6f9-8371-4b18-af49-a1bb67dc8d1d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289446 May 24 22:40:34.351607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0069c-18ed-4aa8-a528-01168d730f7a req-208529c5-d6d6-4a2a-9240-d394d4b21b8e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:34.353014 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ea0069c-18ed-4aa8-a528-01168d730f7a req-208529c5-d6d6-4a2a-9240-d394d4b21b8e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0966375 May 24 22:40:34.389749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a4707-86c0-4244-b0a6-8804a7fa0a5f req-60c90bf7-9b92-41fb-a5ef-c4d26fbbfe1e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:34.391431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef4a4707-86c0-4244-b0a6-8804a7fa0a5f req-60c90bf7-9b92-41fb-a5ef-c4d26fbbfe1e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1607285 May 24 22:40:34.419692 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ea0069c-18ed-4aa8-a528-01168d730f7a req-a67e1d2e-5e6a-4757-a8ef-9d9166b5d22e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559487 May 24 22:40:34.452221 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef4a4707-86c0-4244-b0a6-8804a7fa0a5f req-82a2cca1-3faf-4e86-9806-cfbb9450bd8c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520456 May 24 22:40:34.595518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dccc-9cf8-4481-a7f1-a3bea5a7a11c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:34.606530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dccc-9cf8-4481-a7f1-a3bea5a7a11c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:34.686273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7a681-7fc1-453f-a91a-a6e92cf158e2 req-e1e509dc-067f-4ca8-9066-974bdc69eb6a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:34.690804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97d7a681-7fc1-453f-a91a-a6e92cf158e2 req-e1e509dc-067f-4ca8-9066-974bdc69eb6a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1270146 May 24 22:40:34.789415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97d7a681-7fc1-453f-a91a-a6e92cf158e2 req-5ca3b827-d782-40ab-9f4b-2ecf93998d70 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915382 May 24 22:40:34.868028 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-6ad2dccc-9cf8-4481-a7f1-a3bea5a7a11c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Floating IP 8438642b-15b7-4cc9-968e-caab9394a08c associated. External IP: 172.25.7.73, port: b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92. May 24 22:40:35.049889 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97753505-d05b-4f70-a66a-6847c2c67540 req-d9241c1a-c4e5-40b9-9ba3-dc11836338c6 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0536041 May 24 22:40:35.236335 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-886cceb2-a585-4b8b-96e4-f4c530502d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:35.256409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42400) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:35.400834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe1b9582-2c17-4e37-b85a-c09647570bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:35.415921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fe1b9582-2c17-4e37-b85a-c09647570bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:35.421094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fe1b9582-2c17-4e37-b85a-c09647570bae admin admin] Usage tracker for resource:security_group_rule and tenant:d2152f389cd24a8f87e13c87d342f1b1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:35.424408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fe1b9582-2c17-4e37-b85a-c09647570bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:35.430162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fe1b9582-2c17-4e37-b85a-c09647570bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:35.436516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148ab5-0b87-4de5-8963-21ff28a2fb0b req-4fbd0840-5c3c-406a-b9aa-99946090a69f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:35.438173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce148ab5-0b87-4de5-8963-21ff28a2fb0b req-4fbd0840-5c3c-406a-b9aa-99946090a69f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2084410 May 24 22:40:35.448527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad2dccc-9cf8-4481-a7f1-a3bea5a7a11c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Router 626b5180-c62d-4a28-befe-6736bd124af0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:40:35.552718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe1b9582-2c17-4e37-b85a-c09647570bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:35.569796 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe1b9582-2c17-4e37-b85a-c09647570bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:35.652030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b9582-2c17-4e37-b85a-c09647570bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3710b768-9d03-40de-a501-8ab09bc4a8cb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:35.689632 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce148ab5-0b87-4de5-8963-21ff28a2fb0b req-8b2002d8-633e-4d98-ba7c-09b2604af976 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351875 May 24 22:40:35.690166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42414) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:35.693745 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fe1b9582-2c17-4e37-b85a-c09647570bae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2152f389cd24a8f87e13c87d342f1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361248 May 24 22:40:35.727408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f7d2f-0918-48b3-a0b0-0364c08df7da req-bda4cade-3706-4881-af79-c357c00b83b2 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:35.735707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-979f7d2f-0918-48b3-a0b0-0364c08df7da req-bda4cade-3706-4881-af79-c357c00b83b2 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1676342 May 24 22:40:35.790656 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-979f7d2f-0918-48b3-a0b0-0364c08df7da req-9f2c4e7d-f434-42dd-8f75-dc0f98dc5f93 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 May 24 22:40:35.928923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad2dccc-9cf8-4481-a7f1-a3bea5a7a11c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:40:35.935647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dccc-9cf8-4481-a7f1-a3bea5a7a11c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:35.943153 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccc0651-4ede-4771-9d32-9d3e22fdcd65 None None] Sync routers for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:40:35.969402 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc0651-4ede-4771-9d32-9d3e22fdcd65 None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:35.970392 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0ccc0651-4ede-4771-9d32-9d3e22fdcd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:36.020983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-748cda64-d648-4776-abc4-803c55c02fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:36.032252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf51206-6570-45d6-9c9f-9c1a681078ed req-9e80febb-c309-4ed2-8e96-1cb52735ca76 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:36.044944 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-edf51206-6570-45d6-9c9f-9c1a681078ed req-9e80febb-c309-4ed2-8e96-1cb52735ca76 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1347070 May 24 22:40:36.047329 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-748cda64-d648-4776-abc4-803c55c02fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:36.108905 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-edf51206-6570-45d6-9c9f-9c1a681078ed req-086d1750-072c-4cc4-aa9f-ce7c853b300e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619392 May 24 22:40:36.119700 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6ad2dccc-9cf8-4481-a7f1-a3bea5a7a11c tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "PUT /v2.0/floatingips/8438642b-15b7-4cc9-968e-caab9394a08c HTTP/1.1" status: 200 len: 991 time: 2.6125989 May 24 22:40:36.119700 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-748cda64-d648-4776-abc4-803c55c02fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:36.121676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253ce39d-4c65-411f-9bc5-296361a37afd', 'tag': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:40:36.142109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cda64-d648-4776-abc4-803c55c02fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3710b768-9d03-40de-a501-8ab09bc4a8cb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:36.175598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01657b5-06f9-4a41-a12e-b4a668c82afb req-47c15d95-7c2f-490b-95bd-4d32f77784d7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:36.177077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a01657b5-06f9-4a41-a12e-b4a668c82afb req-47c15d95-7c2f-490b-95bd-4d32f77784d7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3022273 May 24 22:40:36.178421 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-748cda64-d648-4776-abc4-803c55c02fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:36.181629 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-748cda64-d648-4776-abc4-803c55c02fb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3710b768-9d03-40de-a501-8ab09bc4a8cb HTTP/1.1" status: 204 len: 168 time: 0.4855270 May 24 22:40:36.262188 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a01657b5-06f9-4a41-a12e-b4a668c82afb req-f2e7b440-ab1f-447c-8c41-5f30da5b0234 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786669 May 24 22:40:36.327984 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0ccc0651-4ede-4771-9d32-9d3e22fdcd65 None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:36.404949 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a77039b-451c-4e1d-88c6-bf0fc99a849b req-f2ab5b4f-005c-473b-a813-37e046d4e340 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0620871 May 24 22:40:36.585478 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512ebc57-a269-4c43-9e0d-dfc8ca3400f0'] response: {'name': 'network-changed', 'server_uuid': '253ce39d-4c65-411f-9bc5-296361a37afd', 'tag': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92', 'status': 'completed', 'code': 200} May 24 22:40:36.656815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42430) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:36.689167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0d950-7342-40a9-9c13-b642ecb95a55 req-78cc5422-35c0-45f6-a1ae-85f5b8035638 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:36.696635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ad0d950-7342-40a9-9c13-b642ecb95a55 req-78cc5422-35c0-45f6-a1ae-85f5b8035638 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 946 time: 0.2101715 May 24 22:40:36.698525 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e5afc2-7d3b-428a-9511-95f766861203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:36.715333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba27e8-cee0-4461-bd67-6cae5eb4db3d req-0d1941dd-5725-46dd-9294-76141fe933ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:36.716810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73ba27e8-cee0-4461-bd67-6cae5eb4db3d req-0d1941dd-5725-46dd-9294-76141fe933ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c&device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 1097 time: 0.1695533 May 24 22:40:36.743442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-16e5afc2-7d3b-428a-9511-95f766861203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:36.752881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-16e5afc2-7d3b-428a-9511-95f766861203 admin admin] Usage tracker for resource:security_group_rule and tenant:8431c4cf7d9f4c9a9bf97cd0731ec547 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:36.783769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-16e5afc2-7d3b-428a-9511-95f766861203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:36.800719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-16e5afc2-7d3b-428a-9511-95f766861203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:36.844921 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ad0d950-7342-40a9-9c13-b642ecb95a55 req-d602b72c-6418-4594-9476-1e1ec0ddd50f tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473305 May 24 22:40:36.886052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba27e8-cee0-4461-bd67-6cae5eb4db3d req-7b4f9fe5-f3f5-47cd-bdbb-61d63c4d1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:36.891372 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73ba27e8-cee0-4461-bd67-6cae5eb4db3d req-7b4f9fe5-f3f5-47cd-bdbb-61d63c4d1253 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61909bdd-225c-4585-bcc6-08ad828659b7 HTTP/1.1" status: 200 len: 924 time: 0.1627355 May 24 22:40:36.950832 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0ccc0651-4ede-4771-9d32-9d3e22fdcd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8438642b-15b7-4cc9-968e-caab9394a08c', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'port_id': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'mac_address': 'fa:16:3e:bd:14:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253ce39d-4c65-411f-9bc5-296361a37afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:39:06Z', 'updated_at': '2022-05-24T22:40:34Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:36.962755 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccc0651-4ede-4771-9d32-9d3e22fdcd65 None None] Checking router: 626b5180-c62d-4a28-befe-6736bd124af0 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:40:36.987330 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc0651-4ede-4771-9d32-9d3e22fdcd65 None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:36.987964 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0ccc0651-4ede-4771-9d32-9d3e22fdcd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:37.079791 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e5afc2-7d3b-428a-9511-95f766861203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:37.091805 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e5afc2-7d3b-428a-9511-95f766861203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:37.099231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73ba27e8-cee0-4461-bd67-6cae5eb4db3d req-5d964739-6b67-496d-8869-a7e9fe51ce93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 HTTP/1.1" status: 200 len: 999 time: 0.2032931 May 24 22:40:37.157023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-16e5afc2-7d3b-428a-9511-95f766861203 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8431c4cf7d9f4c9a9bf97cd0731ec547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993780 May 24 22:40:37.158720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5afc2-7d3b-428a-9511-95f766861203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6ae086-1c76-4fac-9069-d49dc3fb3c8f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:37.161425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42442) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:37.171643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f5c1e-88da-4d88-ade8-85c92d72232e req-c52b718d-a79c-477c-a5f1-d572ed7dbeef tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:37.179092 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d15f5c1e-88da-4d88-ade8-85c92d72232e req-c52b718d-a79c-477c-a5f1-d572ed7dbeef tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1873639 May 24 22:40:37.242235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54535a-96cc-436d-a2bc-0f356f634bb3 req-cf06a699-6ecb-44ee-a031-1509ab948bbf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:37.254714 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c54535a-96cc-436d-a2bc-0f356f634bb3 req-cf06a699-6ecb-44ee-a031-1509ab948bbf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2922537 May 24 22:40:37.270396 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0ccc0651-4ede-4771-9d32-9d3e22fdcd65 None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:37.271195 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d15f5c1e-88da-4d88-ade8-85c92d72232e req-089c091b-209e-4cef-b893-ede4f2508ee6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911748 May 24 22:40:37.293608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba27e8-cee0-4461-bd67-6cae5eb4db3d req-ff3d9843-a2df-46dd-9bd5-62c4c2e76b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:37.296635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73ba27e8-cee0-4461-bd67-6cae5eb4db3d req-ff3d9843-a2df-46dd-9bd5-62c4c2e76b33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b121f1d-18e9-4ab2-901f-89fcf789a051 HTTP/1.1" status: 200 len: 862 time: 0.1878819 May 24 22:40:37.312262 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e363b73b-c63e-4059-a5fd-a81e5caf435f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:37.351748 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e363b73b-c63e-4059-a5fd-a81e5caf435f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:37.405732 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-05477e67-bed6-46ea-bcbc-0e6b3f1333e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:37.462992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c54535a-96cc-436d-a2bc-0f356f634bb3 req-3c2607d9-6b9d-43a7-a92a-f0b66d35ad71 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071218 May 24 22:40:37.503497 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e363b73b-c63e-4059-a5fd-a81e5caf435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:37.531708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363b73b-c63e-4059-a5fd-a81e5caf435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6ae086-1c76-4fac-9069-d49dc3fb3c8f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:37.548482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba27e8-cee0-4461-bd67-6cae5eb4db3d req-1e714430-6a35-486f-973c-637b2cfa3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:37.550416 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73ba27e8-cee0-4461-bd67-6cae5eb4db3d req-1e714430-6a35-486f-973c-637b2cfa3b96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61909bdd-225c-4585-bcc6-08ad828659b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2445917 May 24 22:40:37.552378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279571d-27b2-450f-8b72-f94649b0c2d9 req-57798aa9-a2a4-4a4e-b8e2-b098076fe9bd tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:37.556416 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c279571d-27b2-450f-8b72-f94649b0c2d9 req-57798aa9-a2a4-4a4e-b8e2-b098076fe9bd tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1711118 May 24 22:40:37.572616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e363b73b-c63e-4059-a5fd-a81e5caf435f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:37.579201 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e363b73b-c63e-4059-a5fd-a81e5caf435f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa6ae086-1c76-4fac-9069-d49dc3fb3c8f HTTP/1.1" status: 204 len: 168 time: 0.4144950 May 24 22:40:37.660767 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c279571d-27b2-450f-8b72-f94649b0c2d9 req-6b2488e6-b0d2-4973-a8e1-255c0b6f664a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924792 May 24 22:40:37.852231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73ba27e8-cee0-4461-bd67-6cae5eb4db3d req-afcbf5f8-0cef-4e64-b381-ffd13e0480e4 service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893615 May 24 22:40:37.983147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dbfcd-7ca7-445e-8517-e677e4981cf2 req-4f0706c0-c219-48a4-b081-52b5519c0dc5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:37.990240 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-541dbfcd-7ca7-445e-8517-e677e4981cf2 req-4f0706c0-c219-48a4-b081-52b5519c0dc5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2758954 May 24 22:40:38.022458 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-00802589-e3ee-4b16-b7b5-bd293907e45b req-d591cc04-8859-48ee-937b-0c39c51f0fc5 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1145833 May 24 22:40:38.061296 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-541dbfcd-7ca7-445e-8517-e677e4981cf2 req-aad4c1ac-68c3-4cf4-a50e-43300e3266f4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700243 May 24 22:40:38.085276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73ba27e8-cee0-4461-bd67-6cae5eb4db3d req-d7139341-f22b-465a-b088-3402e102ec7a service neutron] 10.222.0.50 "GET /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218378 May 24 22:40:38.127515 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0ccc0651-4ede-4771-9d32-9d3e22fdcd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8438642b-15b7-4cc9-968e-caab9394a08c', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'port_id': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'mac_address': 'fa:16:3e:bd:14:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253ce39d-4c65-411f-9bc5-296361a37afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:39:06Z', 'updated_at': '2022-05-24T22:40:34Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:38.132462 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccc0651-4ede-4771-9d32-9d3e22fdcd65 None None] The sync data for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 is: [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8438642b-15b7-4cc9-968e-caab9394a08c', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'port_id': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'mac_address': 'fa:16:3e:bd:14:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253ce39d-4c65-411f-9bc5-296361a37afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:39:06Z', 'updated_at': '2022-05-24T22:40:34Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:40:38.399042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b01f7-ae61-4b8c-84e0-8f55820f619e None None] New status for floating IP 8438642b-15b7-4cc9-968e-caab9394a08c: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:40:38.523010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427261cf-5584-4d96-bf94-5781b78b9123 req-100c2c5f-eae2-4b41-a112-a1fe697e5e70 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:38.525302 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-427261cf-5584-4d96-bf94-5781b78b9123 req-100c2c5f-eae2-4b41-a112-a1fe697e5e70 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1075528 May 24 22:40:38.621110 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-427261cf-5584-4d96-bf94-5781b78b9123 req-94e76ae5-b088-484e-84d3-e75415468c14 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853453 May 24 22:40:38.787261 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:38.788583 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:38.822851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4db83-226e-4996-a103-bdf89b390ac3 req-e37c35a2-4842-4461-bec3-e738b38577a9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:38.830790 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cba4db83-226e-4996-a103-bdf89b390ac3 req-e37c35a2-4842-4461-bec3-e738b38577a9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1527486 May 24 22:40:38.928509 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cba4db83-226e-4996-a103-bdf89b390ac3 req-63f126ee-6347-47dd-b648-3eecec046b57 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896211 May 24 22:40:38.977602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42978a03-b560-4687-89ef-b25bb363e799 req-e7e459ee-f51c-45e8-a23a-0b6b892184e9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:38.986510 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42978a03-b560-4687-89ef-b25bb363e799 req-e7e459ee-f51c-45e8-a23a-0b6b892184e9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1093934 May 24 22:40:39.038893 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42978a03-b560-4687-89ef-b25bb363e799 req-7e1acd88-e559-46c8-8f14-7ced9ed238e7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507803 May 24 22:40:39.325541 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e641528-db68-4d22-b4e6-970ad80b4206 req-77e8d7c0-5303-4445-9ae0-347f684c30a2 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1549537 May 24 22:40:39.357642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db120eb-2704-4a01-867b-9e51129cea4f req-0411fb19-62ad-4ce4-a734-0911b13119bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:39.364799 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0db120eb-2704-4a01-867b-9e51129cea4f req-0411fb19-62ad-4ce4-a734-0911b13119bf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1506028 May 24 22:40:39.418181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0db120eb-2704-4a01-867b-9e51129cea4f req-dc9030b2-a6fc-40e0-a3a6-1c39f197ccd4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523708 May 24 22:40:39.842091 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:39.878439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17568889-c4cb-44b8-b26f-12bf5587f0a2 req-4c8a33e4-adc8-4308-b391-e9d5716c0111 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:39.886082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17568889-c4cb-44b8-b26f-12bf5587f0a2 req-4c8a33e4-adc8-4308-b391-e9d5716c0111 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1360500 May 24 22:40:39.938399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17568889-c4cb-44b8-b26f-12bf5587f0a2 req-b86e7f09-beda-48b8-91d1-d445185fd041 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512831 May 24 22:40:40.187266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b2517-d742-4af5-86e8-317e6d0b1ded req-1df105c6-1218-4141-8005-e192a1ac8828 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:40.195162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-107b2517-d742-4af5-86e8-317e6d0b1ded req-1df105c6-1218-4141-8005-e192a1ac8828 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1298652 May 24 22:40:40.250424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-107b2517-d742-4af5-86e8-317e6d0b1ded req-183cc869-27c1-48a0-93b2-fb520416df24 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544086 May 24 22:40:40.482549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f97b4-2973-4782-b949-8017b4fd315c req-c2527aae-75ec-466e-a679-0e4f2c172efb tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:40.491981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-065f97b4-2973-4782-b949-8017b4fd315c req-c2527aae-75ec-466e-a679-0e4f2c172efb tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1888812 May 24 22:40:40.515982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd56362a-de59-49e6-9a22-cd0992d9e31b req-00d2740b-5e39-4f7b-87d8-af687e967a94 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0522840 May 24 22:40:40.553876 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-065f97b4-2973-4782-b949-8017b4fd315c req-6a5dfb94-4b09-4a25-bea3-2dcee10aacfe tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606227 May 24 22:40:40.738751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce8aeca6-2cf1-4dd1-a8e2-0196679b9900 req-f91e2305-e707-4009-8b11-30d89a4bd7dd tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92401e700703424bb90427689ee23d20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352242 May 24 22:40:40.770575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3303c8-7028-4585-baa6-2b2bc3b73565 req-c2575351-0372-4c28-8d3b-b42341593792 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:40.772082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae3303c8-7028-4585-baa6-2b2bc3b73565 req-c2575351-0372-4c28-8d3b-b42341593792 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1244049 May 24 22:40:40.844080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae3303c8-7028-4585-baa6-2b2bc3b73565 req-02ab1159-13db-4c75-8a19-53041c0c9865 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656343 May 24 22:40:40.914567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aeca6-2cf1-4dd1-a8e2-0196679b9900 req-f321775a-29da-4497-bf00-40ddbd6571cc tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:40.921517 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce8aeca6-2cf1-4dd1-a8e2-0196679b9900 req-f321775a-29da-4497-bf00-40ddbd6571cc tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818154 May 24 22:40:40.932368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce8aeca6-2cf1-4dd1-a8e2-0196679b9900 req-dd502c43-f373-47a6-b2f9-da16c99ce08f tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/quotas/92401e700703424bb90427689ee23d20 HTTP/1.1" status: 200 len: 375 time: 0.0097308 May 24 22:40:41.004380 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce8aeca6-2cf1-4dd1-a8e2-0196679b9900 req-b345240d-6609-451f-8d90-0c2be1fa7044 tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92401e700703424bb90427689ee23d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662599 May 24 22:40:41.166894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9236c6-313b-446a-853e-2d1854b75353 req-5fba5501-b482-414f-9fbb-347ac50d05b6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:41.175252 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-de9236c6-313b-446a-853e-2d1854b75353 req-5fba5501-b482-414f-9fbb-347ac50d05b6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1068099 May 24 22:40:41.230115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-de9236c6-313b-446a-853e-2d1854b75353 req-5caf0f94-c365-4ab2-b560-af8191f10d17 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537331 May 24 22:40:41.507984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13df32e-ab08-4f32-88dc-5af835f7e307 req-68f7368b-97cc-4531-94b9-e034c24d0f3e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:41.510405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f13df32e-ab08-4f32-88dc-5af835f7e307 req-68f7368b-97cc-4531-94b9-e034c24d0f3e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1002274 May 24 22:40:41.576225 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f13df32e-ab08-4f32-88dc-5af835f7e307 req-143f429f-2dd0-438c-a834-e52803e292aa tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572276 May 24 22:40:41.671959 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95c6df10-99e1-42d2-b26d-6c6dc5092c6c req-65b95f70-97f1-4603-9d41-b0aabd2a2b7f tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92401e700703424bb90427689ee23d20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310662 May 24 22:40:41.735835 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19dad5a5-2227-496b-9d6f-58e5727181b7 req-76229b22-7325-493e-88c5-618399f0a93b tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0472484 May 24 22:40:41.880837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6df10-99e1-42d2-b26d-6c6dc5092c6c req-0975d313-f588-470f-819e-97ca429270b6 tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:41.882993 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95c6df10-99e1-42d2-b26d-6c6dc5092c6c req-0975d313-f588-470f-819e-97ca429270b6 tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057326 May 24 22:40:41.903882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95c6df10-99e1-42d2-b26d-6c6dc5092c6c req-c881e9e8-be96-4159-bdd0-e0c09bbcd5c0 tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/quotas/92401e700703424bb90427689ee23d20 HTTP/1.1" status: 200 len: 375 time: 0.0143876 May 24 22:40:41.946851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5eaca4-3d5f-47e4-ada8-6c9acbcb7f8d req-f0e29602-f524-49a5-9761-2dd8bf04fec4 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:41.958131 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca5eaca4-3d5f-47e4-ada8-6c9acbcb7f8d req-f0e29602-f524-49a5-9761-2dd8bf04fec4 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1030393 May 24 22:40:41.971754 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95c6df10-99e1-42d2-b26d-6c6dc5092c6c req-fcca2585-87d3-4506-bce4-795a2c70f6c6 tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92401e700703424bb90427689ee23d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594950 May 24 22:40:42.013815 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca5eaca4-3d5f-47e4-ada8-6c9acbcb7f8d req-789fed87-0cc8-45f3-a572-c323ab52c1fe tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543060 May 24 22:40:42.226100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4493c6-33c6-4f75-947f-f38d24ab12a7 req-aab01cbf-496d-4809-8fb5-ca6fde1a9cbf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:42.227721 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a4493c6-33c6-4f75-947f-f38d24ab12a7 req-aab01cbf-496d-4809-8fb5-ca6fde1a9cbf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0946693 May 24 22:40:42.294960 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a4493c6-33c6-4f75-947f-f38d24ab12a7 req-1aae266c-442d-44b6-b5cc-dc179f341f05 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564437 May 24 22:40:42.493881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a0c6c-5749-44de-abe4-2e97702785ed req-cd80954f-b324-4e33-83c9-0537c4d3f964 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:42.495522 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-794a0c6c-5749-44de-abe4-2e97702785ed req-cd80954f-b324-4e33-83c9-0537c4d3f964 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0934768 May 24 22:40:42.566798 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-794a0c6c-5749-44de-abe4-2e97702785ed req-2aa45f53-a24c-4676-93e5-da4ce91529ec tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 May 24 22:40:42.658162 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc94f5af-b6d5-4942-8230-0687d57d2724 req-f1676e83-4570-4a4d-bdcf-bed75e90886a tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92401e700703424bb90427689ee23d20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469360 May 24 22:40:42.803074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4730f-ee9d-47bd-819f-14b4dd5a57c0 req-a360d0b6-9151-480b-8975-e151c99330f2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:42.804535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5db4730f-ee9d-47bd-819f-14b4dd5a57c0 req-a360d0b6-9151-480b-8975-e151c99330f2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0938935 May 24 22:40:42.852210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94f5af-b6d5-4942-8230-0687d57d2724 req-7674db04-fd84-4c92-8a3d-be52cd2eea70 tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:42.860483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc94f5af-b6d5-4942-8230-0687d57d2724 req-7674db04-fd84-4c92-8a3d-be52cd2eea70 tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969895 May 24 22:40:42.869868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5db4730f-ee9d-47bd-819f-14b4dd5a57c0 req-3882227f-9f75-4048-9b17-029193df98f6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593665 May 24 22:40:42.884103 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc94f5af-b6d5-4942-8230-0687d57d2724 req-48d63a89-9ac8-4e82-b7b7-cec60f018bea tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/quotas/92401e700703424bb90427689ee23d20 HTTP/1.1" status: 200 len: 375 time: 0.0226119 May 24 22:40:42.945233 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc94f5af-b6d5-4942-8230-0687d57d2724 req-aa5a6c08-9686-4897-8625-9fd1a659d3ab tempest-QuotasAdminNegativeTest-2121487558 tempest-QuotasAdminNegativeTest-2121487558-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92401e700703424bb90427689ee23d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546935 May 24 22:40:43.043408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f3f0cc1-d8e5-44c4-b70d-30984f714bfa req-3dfd8a09-b418-4237-9502-7b90c1e63167 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0505877 May 24 22:40:43.260812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c844-63c7-4623-a872-0ea972ec98fe req-69a57b93-7dd2-49ff-892e-c36542d24721 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:43.262466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3646c844-63c7-4623-a872-0ea972ec98fe req-69a57b93-7dd2-49ff-892e-c36542d24721 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0900447 May 24 22:40:43.317140 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3646c844-63c7-4623-a872-0ea972ec98fe req-efde259b-31a3-4319-94cb-41ad768d2762 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468848 May 24 22:40:43.503785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdac27-ba88-4da2-a9d5-91120c86b547 req-f751c00d-66dd-4829-a130-9847a366b4bc tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:43.505281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02bdac27-ba88-4da2-a9d5-91120c86b547 req-f751c00d-66dd-4829-a130-9847a366b4bc tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0870779 May 24 22:40:43.578447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02bdac27-ba88-4da2-a9d5-91120c86b547 req-ef05dbbc-6803-41cc-9e6e-8a912b901648 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631082 May 24 22:40:43.601820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42636) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:43.768849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9840bbc6-be0f-4254-ac90-ade4e6e14b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:43.795060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9840bbc6-be0f-4254-ac90-ade4e6e14b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:43.801634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9840bbc6-be0f-4254-ac90-ade4e6e14b33 admin admin] Usage tracker for resource:security_group_rule and tenant:92401e700703424bb90427689ee23d20 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:43.805219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9840bbc6-be0f-4254-ac90-ade4e6e14b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:43.812691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9840bbc6-be0f-4254-ac90-ade4e6e14b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:43.844673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9194a-7c5c-4e75-916d-2eebfa4f7c1e req-9ce60be2-53da-45af-afe1-99efd41a4f4e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:43.846125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aff9194a-7c5c-4e75-916d-2eebfa4f7c1e req-9ce60be2-53da-45af-afe1-99efd41a4f4e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1437821 May 24 22:40:43.913361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aff9194a-7c5c-4e75-916d-2eebfa4f7c1e req-1f71560a-a557-421a-9415-8af2df1f2693 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607717 May 24 22:40:43.975854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9840bbc6-be0f-4254-ac90-ade4e6e14b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:43.984003 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9840bbc6-be0f-4254-ac90-ade4e6e14b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:44.043789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9840bbc6-be0f-4254-ac90-ade4e6e14b33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92401e700703424bb90427689ee23d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405587 May 24 22:40:44.047715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42646) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:44.062116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840bbc6-be0f-4254-ac90-ade4e6e14b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e68cc3f-30d5-4cd2-b295-62f5e8ff2de4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:44.126032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcb41-a09b-4944-b7ac-3428d1315b61 req-72423873-6e5e-435c-b560-963036e59992 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:44.127621 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-630dcb41-a09b-4944-b7ac-3428d1315b61 req-72423873-6e5e-435c-b560-963036e59992 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1054647 May 24 22:40:44.150017 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d795806-ece3-44c1-a438-5e059e019881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:44.181365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d795806-ece3-44c1-a438-5e059e019881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:44.190234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-630dcb41-a09b-4944-b7ac-3428d1315b61 req-742c90c9-b7dc-4abe-bcda-eb31d9f4360c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555739 May 24 22:40:44.261402 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ef0741b-3adb-4538-931d-65834b91b095 req-3e93e070-9bf0-405f-8b41-044c50268e14 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0546074 May 24 22:40:44.287590 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d795806-ece3-44c1-a438-5e059e019881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:44.317046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d795806-ece3-44c1-a438-5e059e019881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e68cc3f-30d5-4cd2-b295-62f5e8ff2de4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:44.331054 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d795806-ece3-44c1-a438-5e059e019881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:44.334695 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1d795806-ece3-44c1-a438-5e059e019881 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e68cc3f-30d5-4cd2-b295-62f5e8ff2de4 HTTP/1.1" status: 204 len: 168 time: 0.2834475 May 24 22:40:44.545031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495e96f-8e31-4e9d-aa33-d440835613fe req-725ea958-9db8-4a93-bd98-0fa9cc502a2a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:44.555591 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a495e96f-8e31-4e9d-aa33-d440835613fe req-725ea958-9db8-4a93-bd98-0fa9cc502a2a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1138477 May 24 22:40:44.620125 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a495e96f-8e31-4e9d-aa33-d440835613fe req-79ace275-48d0-4b6e-a423-d019461daf85 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636220 May 24 22:40:44.798265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a3de2-2b82-4ba7-89e7-3f4ee2da9e59 req-a04c7038-a899-4b1c-9541-935590dca99a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:44.801457 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a0a3de2-2b82-4ba7-89e7-3f4ee2da9e59 req-a04c7038-a899-4b1c-9541-935590dca99a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0967376 May 24 22:40:44.806527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42660) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:44.829159 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9fa555f5-3821-4fe5-bc53-c7efbb54348b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:44.849641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9fa555f5-3821-4fe5-bc53-c7efbb54348b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:44.852810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a0a3de2-2b82-4ba7-89e7-3f4ee2da9e59 req-f97b3ff7-bcc0-444a-9136-a05004311379 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443873 May 24 22:40:44.854262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9fa555f5-3821-4fe5-bc53-c7efbb54348b admin admin] Usage tracker for resource:security_group_rule and tenant:835b5b79a9be4211804ec9375a5443c8 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:44.857482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9fa555f5-3821-4fe5-bc53-c7efbb54348b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:44.864643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9fa555f5-3821-4fe5-bc53-c7efbb54348b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:44.972286 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9fa555f5-3821-4fe5-bc53-c7efbb54348b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:44.978369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9fa555f5-3821-4fe5-bc53-c7efbb54348b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:45.022752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9fa555f5-3821-4fe5-bc53-c7efbb54348b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=835b5b79a9be4211804ec9375a5443c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151284 May 24 22:40:45.025423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42666) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:45.053555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa555f5-3821-4fe5-bc53-c7efbb54348b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a0c34-51bd-40c9-b7a3-c8539a06abc1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:45.102995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dae83537-b09d-486a-b8f4-926b6bbef0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:45.130613 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dae83537-b09d-486a-b8f4-926b6bbef0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:45.166224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e8bb4-3cf5-4bad-a9c9-fa826fdade30 req-56e7fdd2-a368-4625-9899-2f1cd467bcbc tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:45.168285 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d81e8bb4-3cf5-4bad-a9c9-fa826fdade30 req-56e7fdd2-a368-4625-9899-2f1cd467bcbc tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1007333 May 24 22:40:45.219640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d81e8bb4-3cf5-4bad-a9c9-fa826fdade30 req-a997482d-53ee-4178-a250-f8ba475f785d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 May 24 22:40:45.220045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dae83537-b09d-486a-b8f4-926b6bbef0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:45.252819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae83537-b09d-486a-b8f4-926b6bbef0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a0c34-51bd-40c9-b7a3-c8539a06abc1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:45.256321 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dae83537-b09d-486a-b8f4-926b6bbef0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:45.257546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dae83537-b09d-486a-b8f4-926b6bbef0b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b8a0c34-51bd-40c9-b7a3-c8539a06abc1 HTTP/1.1" status: 204 len: 168 time: 0.2306347 May 24 22:40:45.452780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef028-147c-41ac-b5c6-b418ad13da1a req-32936a43-732a-4bea-94db-5e3669fe7b8d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:45.454721 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c7ef028-147c-41ac-b5c6-b418ad13da1a req-32936a43-732a-4bea-94db-5e3669fe7b8d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1033199 May 24 22:40:45.483005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70807a0e-16f3-48c9-b7f5-10fa86113c82 req-e05b87f2-2efa-469a-99a1-546cddd02f30 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0592871 May 24 22:40:45.520394 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c7ef028-147c-41ac-b5c6-b418ad13da1a req-7691bd0f-f50e-4c6d-81f5-426a4d9d823c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580370 May 24 22:40:45.841070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d57f8-7924-40c0-97ed-aa7b2706b456 req-173d31c6-d57c-409e-979d-dd82ac594fa8 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:45.847303 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a82d57f8-7924-40c0-97ed-aa7b2706b456 req-173d31c6-d57c-409e-979d-dd82ac594fa8 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0930889 May 24 22:40:45.894764 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a82d57f8-7924-40c0-97ed-aa7b2706b456 req-3fb41f17-0cdc-4713-9441-4047bd37655a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459690 May 24 22:40:46.177221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103aae0-8571-4428-9202-a1dfd7b94a8c req-e2330322-147b-4e63-be17-5ffc96b1ce16 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:46.178870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b103aae0-8571-4428-9202-a1dfd7b94a8c req-e2330322-147b-4e63-be17-5ffc96b1ce16 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1989739 May 24 22:40:46.232118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42698) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:46.238573 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b103aae0-8571-4428-9202-a1dfd7b94a8c req-3965aaa1-1f95-4559-9877-941f0ee160d4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519054 May 24 22:40:46.386717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-830263925-network', 'tenant_id': '18ab630871b7481ab8660af3c72dec36'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:46.398932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:46.409618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Usage tracker for resource:network and tenant:18ab630871b7481ab8660af3c72dec36 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:46.414193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:46.422769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:46.443020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Made reservation on behalf of 18ab630871b7481ab8660af3c72dec36 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:40:46.445423 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:46.460014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:46.481173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207ac32-8b0b-4e5c-8ca5-46a96e0be7e1 req-e2dc4624-9fa6-4c7f-b055-89f875e4b021 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:46.482810 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c207ac32-8b0b-4e5c-8ca5-46a96e0be7e1 req-e2dc4624-9fa6-4c7f-b055-89f875e4b021 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1377344 May 24 22:40:46.487327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:46.507843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Usage tracker for resource:security_group_rule and tenant:18ab630871b7481ab8660af3c72dec36 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:46.512196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:46.522952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:46.558071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c207ac32-8b0b-4e5c-8ca5-46a96e0be7e1 req-c61d6b5a-0b4c-43ee-86e9-f7d6f8450dc5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680087 May 24 22:40:46.734850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e16d973a-8463-4df2-8161-d0b067e6ccd2 req-82fd264e-a1b6-4a3e-8ef4-e98aa90b9a0d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0508804 May 24 22:40:46.766726 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:46.781476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:46.820995 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:40:46.837952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:46.838443 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Added segment c3aa269f-d5da-4196-851f-72a784823daa of type vlan for network 7251e339-31c1-4908-ad72-1dd67591bbf4 May 24 22:40:46.849368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3416ff67-cde8-43d3-a75b-62c6a19d48f8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:46.876882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:47.007969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8150cc-bfc4-46dc-8117-9758b7bbf90b req-f06b1319-880d-4f12-953e-2a81c9cb958a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:47.009602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f8150cc-bfc4-46dc-8117-9758b7bbf90b req-f06b1319-880d-4f12-953e-2a81c9cb958a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2883224 May 24 22:40:47.036933 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:47.037942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:47.038525 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:47.166519 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f8150cc-bfc4-46dc-8117-9758b7bbf90b req-4ac9a4b0-883d-4a75-9cfb-ceff07e57969 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478117 May 24 22:40:47.184437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7251e339-31c1-4908-ad72-1dd67591bbf4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:47.187950 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-58c96370-ead4-435b-b777-5491963202f3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9548016 May 24 22:40:47.197293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 7251e339-31c1-4908-ad72-1dd67591bbf4 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:40:47.199899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42716) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:47.208519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Request body: {'subnet': {'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-830263925-subnet', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:47.251560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:47.263157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Usage tracker for resource:subnet and tenant:18ab630871b7481ab8660af3c72dec36 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:47.268115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:47.280308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:47.306813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Made reservation on behalf of 18ab630871b7481ab8660af3c72dec36 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:40:47.309288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:47.396730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59bb7a-c72d-4297-bf11-de475f13e7a1 req-68d6b159-fa11-4082-92d6-701fa83dd506 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:47.398237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de59bb7a-c72d-4297-bf11-de475f13e7a1 req-68d6b159-fa11-4082-92d6-701fa83dd506 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1995482 May 24 22:40:47.451097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d65572-253a-4748-a973-a80081f08819 req-d0c06887-1d72-4022-9896-c3b57f70c089 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:47.452684 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84d65572-253a-4748-a973-a80081f08819 req-d0c06887-1d72-4022-9896-c3b57f70c089 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0912936 May 24 22:40:47.462947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de59bb7a-c72d-4297-bf11-de475f13e7a1 req-6a3bd79c-139e-4ba6-b7bc-2f77b166f416 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575047 May 24 22:40:47.499790 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84d65572-253a-4748-a973-a80081f08819 req-71949612-4e7f-4aaf-8323-a611c02fc5e6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 May 24 22:40:47.569663 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:47.648945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e14f17-1773-4fbb-90dd-09f721299e44,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:47.658962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Checking segment: {'id': 'c3aa269f-d5da-4196-851f-72a784823daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:47.659100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Network hostable DHCP agents. Network: 7251e339-31c1-4908-ad72-1dd67591bbf4, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:40:47.679349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Network 7251e339-31c1-4908-ad72-1dd67591bbf4 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:40:47.693526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 7251e339-31c1-4908-ad72-1dd67591bbf4) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:47.698341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:47.698995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:47.703437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a85de-d9b6-44bd-afa2-bb6794425288 None None] Network 7251e339-31c1-4908-ad72-1dd67591bbf4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:40:47.731306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-15489b9f-37aa-453b-84b4-876ab7fa7ba8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5300183 May 24 22:40:47.734342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42734) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:47.742757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-830263925-router', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:47.748591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:47.753838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Usage tracker for resource:router and tenant:18ab630871b7481ab8660af3c72dec36 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:47.757461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:47.765120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:47.773514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42740) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:47.780530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715514431', 'description': 'tempest-description--809446859'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:47.781826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:47.783691 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:47.790378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:47.798433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Usage tracker for resource:security_group and tenant:e42f741d06f24df5aca4a152c1219373 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:47.803971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:47.804898 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:47.812517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:47.827821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a6d76-788a-4ddc-8906-e4c9a1b7188a req-75dc9614-a8e6-4004-affa-c9af5894d199 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:47.837385 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad8a6d76-788a-4ddc-8906-e4c9a1b7188a req-75dc9614-a8e6-4004-affa-c9af5894d199 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1339116 May 24 22:40:47.874457 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:47.905767 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad8a6d76-788a-4ddc-8906-e4c9a1b7188a req-ae3b9a07-e5b1-4ac8-ad3f-ac7681793334 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672719 May 24 22:40:47.914098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:47.918386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Usage tracker for resource:security_group_rule and tenant:e42f741d06f24df5aca4a152c1219373 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:47.921352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:47.927107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:47.961674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-7251e339-31c1-4908-ad72-1dd67591bbf4', 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'fixed_ips': [{'subnet_id': '81e14f17-1773-4fbb-90dd-09f721299e44'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:40:47.962489 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.001090 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.005912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.015983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-110fb634-58b1-4265-8c60-3a088a92eafb req-51506e4e-caa5-4787-a8eb-b5e52dd4931b tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1156003 May 24 22:40:48.056047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8063606-1be7-494a-9bc4-336644b8203f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:48.070452 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.074578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-43980da3-e6d8-4ece-92e7-8e82c6862b43 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2970357 May 24 22:40:48.074829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42744) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:48.079892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-804b21b9-d3db-4426-97b1-09747a13c3c1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Request body: {'security_group_rule': {'security_group_id': 'c8063606-1be7-494a-9bc4-336644b8203f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:48.085816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-804b21b9-d3db-4426-97b1-09747a13c3c1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:48.089631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-804b21b9-d3db-4426-97b1-09747a13c3c1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Usage tracker for resource:security_group_rule and tenant:e42f741d06f24df5aca4a152c1219373 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:48.092605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-804b21b9-d3db-4426-97b1-09747a13c3c1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:48.099387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-804b21b9-d3db-4426-97b1-09747a13c3c1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:48.118030 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-804b21b9-d3db-4426-97b1-09747a13c3c1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.138273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Allocated IP 172.20.0.2 (7251e339-31c1-4908-ad72-1dd67591bbf4/81e14f17-1773-4fbb-90dd-09f721299e44/61602c27-457a-48e0-b069-bc289b60b2a0) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:48.166576 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.187923 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-804b21b9-d3db-4426-97b1-09747a13c3c1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.193134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-804b21b9-d3db-4426-97b1-09747a13c3c1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.219421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b21b9-d3db-4426-97b1-09747a13c3c1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e0cb36-7d5c-4e3c-83d1-e1e2d68a4a5f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:48.237687 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-804b21b9-d3db-4426-97b1-09747a13c3c1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.242313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-804b21b9-d3db-4426-97b1-09747a13c3c1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663725 May 24 22:40:48.243022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42750) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:48.249109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-733935a6-4380-49ae-8273-20bf6e38725d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Request body: {'security_group_rule': {'security_group_id': 'c8063606-1be7-494a-9bc4-336644b8203f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:48.256064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-733935a6-4380-49ae-8273-20bf6e38725d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:48.261933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-733935a6-4380-49ae-8273-20bf6e38725d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Usage tracker for resource:security_group_rule and tenant:e42f741d06f24df5aca4a152c1219373 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:48.266856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-733935a6-4380-49ae-8273-20bf6e38725d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:48.273729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-733935a6-4380-49ae-8273-20bf6e38725d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:48.300101 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-733935a6-4380-49ae-8273-20bf6e38725d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.405828 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.418065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Transition to ACTIVE for port object 61602c27-457a-48e0-b069-bc289b60b2a0 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:48.424910 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-733935a6-4380-49ae-8273-20bf6e38725d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.437146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Transition to ACTIVE for port object 61602c27-457a-48e0-b069-bc289b60b2a0 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:48.437652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3649b73-ff5d-4ec0-813f-2e8dc52d000a req-966a0d9a-d6e1-4fab-8bc5-76876fddd560 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:48.439208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3649b73-ff5d-4ec0-813f-2e8dc52d000a req-966a0d9a-d6e1-4fab-8bc5-76876fddd560 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1309786 May 24 22:40:48.440444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-733935a6-4380-49ae-8273-20bf6e38725d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.444776 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.489113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733935a6-4380-49ae-8273-20bf6e38725d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b42e979-4f7e-45c7-abec-2f4a1560cbcb,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:48.510381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Network 7251e339-31c1-4908-ad72-1dd67591bbf4 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:48.513418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:48.513644 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-733935a6-4380-49ae-8273-20bf6e38725d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.517443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:48.518491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42756) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:48.519003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-733935a6-4380-49ae-8273-20bf6e38725d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2748051 May 24 22:40:48.525353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Pushing event updated for resources: {'Port': ['ID=61602c27-457a-48e0-b069-bc289b60b2a0,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:48.529869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:48.539377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:48.542226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3649b73-ff5d-4ec0-813f-2e8dc52d000a req-af71cdb7-df3a-4779-8ba7-38f8357a743c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907421 May 24 22:40:48.546220 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.564709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.565128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.565535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.565999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.566438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.566817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.567192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.567616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.568046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.568419 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.568800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.569163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:40:48.581403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Usage tracker for resource:floatingip and tenant:e42f741d06f24df5aca4a152c1219373 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:48.584606 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.624480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:48.631635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:48.643611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Attempting to bind port 61602c27-457a-48e0-b069-bc289b60b2a0 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:48.644687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Attempting to bind port 61602c27-457a-48e0-b069-bc289b60b2a0 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'c3aa269f-d5da-4196-851f-72a784823daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:48.644875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Attempting to bind port 61602c27-457a-48e0-b069-bc289b60b2a0 on network 7251e339-31c1-4908-ad72-1dd67591bbf4 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:48.652526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:48.653341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Checking segment: {'id': 'c3aa269f-d5da-4196-851f-72a784823daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:48.653923 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.654398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Bound using segment: {'id': 'c3aa269f-d5da-4196-851f-72a784823daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:48.655059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Bound port: 61602c27-457a-48e0-b069-bc289b60b2a0, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3aa269f-d5da-4196-851f-72a784823daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:48.655536 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.670965 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.752565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d34796-9df6-4789-908d-b37650001bb1 req-5cc2bf1f-8770-49dc-ace1-7c1d94699848 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:48.754055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8d34796-9df6-4789-908d-b37650001bb1 req-5cc2bf1f-8770-49dc-ace1-7c1d94699848 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1021054 May 24 22:40:48.755990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] For port 61602c27-457a-48e0-b069-bc289b60b2a0, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:48.759269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] For port 61602c27-457a-48e0-b069-bc289b60b2a0, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=61602c27-457a-48e0-b069-bc289b60b2a0,segment=NetworkSegment(c3aa269f-d5da-4196-851f-72a784823daa),segment_id=c3aa269f-d5da-4196-851f-72a784823daa)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:48.765046 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:48.803492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8d34796-9df6-4789-908d-b37650001bb1 req-7b1d8532-cdb1-4c5d-907a-a591995b9416 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418530 May 24 22:40:48.852198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b5536-2e36-4efb-9cc9-d2d4ff6fb97a None None] Pushing event updated for resources: {'Port': ['ID=61602c27-457a-48e0-b069-bc289b60b2a0,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:48.948712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Allocated IP 172.25.7.37 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/b09cb76d-e99d-484f-8511-25e431d4b85a) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:49.099489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69df6e0-e27a-4cbd-9c36-07441cec7035 req-cdb1cf62-adc2-4b68-90af-403c8bce3dad tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:49.101014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b69df6e0-e27a-4cbd-9c36-07441cec7035 req-cdb1cf62-adc2-4b68-90af-403c8bce3dad tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.3744729 May 24 22:40:49.140724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62e72c-79d6-4f6a-b469-c55f3df7daac req-bdc1abe5-0a5b-4464-ad09-4f38f77bc204 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:49.143553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc62e72c-79d6-4f6a-b469-c55f3df7daac req-bdc1abe5-0a5b-4464-ad09-4f38f77bc204 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1259487 May 24 22:40:49.173964 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:49.191677 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc62e72c-79d6-4f6a-b469-c55f3df7daac req-21d0006d-96a2-49a4-b4d4-d2d3776eb5dc tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 May 24 22:40:49.214112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b69df6e0-e27a-4cbd-9c36-07441cec7035 req-db8fc73d-d984-49b4-8fbf-79273238ba71 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062605 May 24 22:40:49.226346 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:49.338290 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:49.386040 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-68ec4a9c-1877-4c9c-9685-afe1a8d902a0 req-04be67e3-85ae-4fc8-95c3-c796e70f11de tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0568488 May 24 22:40:49.439178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:49.448378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:49.457015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:49.531659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=b09cb76d-e99d-484f-8511-25e431d4b85a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:49.604919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Allocated IP 172.25.7.57 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/8e7e695f-2015-45f5-87a1-f37609b02a98) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:49.856374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e2184c-aa8d-4deb-bea9-b86cadbea647 None None] Network 7251e339-31c1-4908-ad72-1dd67591bbf4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:40:49.937743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:49.944751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8a3fcff3-dd32-459a-bdbd-356173e95845 None None] Provisioning for port 61602c27-457a-48e0-b069-bc289b60b2a0 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:50.003716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142712ff-aeb8-479c-b24c-2549e1e6dc35 req-4078aac3-27b6-479e-929a-90f0166fc7e6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:50.005188 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-142712ff-aeb8-479c-b24c-2549e1e6dc35 req-4078aac3-27b6-479e-929a-90f0166fc7e6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0888782 May 24 22:40:50.037989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b1a33-335d-4c6d-983c-4b13cca0df1c req-fb5dd320-90e0-4742-af0c-7d3dec7d3d31 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:50.039445 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a5b1a33-335d-4c6d-983c-4b13cca0df1c req-fb5dd320-90e0-4742-af0c-7d3dec7d3d31 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.3770330 May 24 22:40:50.048645 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:50.054195 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-142712ff-aeb8-479c-b24c-2549e1e6dc35 req-71a1fcd2-b44b-41c3-acfa-770f843b3aa6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 May 24 22:40:50.241160 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a5b1a33-335d-4c6d-983c-4b13cca0df1c req-9e4b642f-627b-4d0a-af7e-dbbf507707f7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380904 May 24 22:40:50.244862 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:50.324997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:50.329354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:50.395860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7a90b-f605-4f3d-99b3-0674bc88e5fb req-7116453e-3964-45ad-b73a-438b804cf438 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:50.397324 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ec7a90b-f605-4f3d-99b3-0674bc88e5fb req-7116453e-3964-45ad-b73a-438b804cf438 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0818272 May 24 22:40:50.446590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ec7a90b-f605-4f3d-99b3-0674bc88e5fb req-2239f3c0-5808-4d8d-bf7d-1f38aaed6954 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431948 May 24 22:40:50.464611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:50.518719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Pushing event updated for resources: {'Port': ['ID=8e7e695f-2015-45f5-87a1-f37609b02a98,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:50.599580 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-89522fdb-e3fc-4665-b21f-d23d742b2f6b req-77e7effe-3dab-46b9-abc6-26c4e1367e50 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0431869 May 24 22:40:50.672712 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:50.750581 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:50.809896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 61602c27-457a-48e0-b069-bc289b60b2a0 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:50.838939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ad925-85a4-475f-a07e-2798174ae254 req-66b7f434-3e46-47b9-beb9-ef5e25ff5d60 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:50.840629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd0ad925-85a4-475f-a07e-2798174ae254 req-66b7f434-3e46-47b9-beb9-ef5e25ff5d60 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.3654275 May 24 22:40:50.841198 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:50.882287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 61602c27-457a-48e0-b069-bc289b60b2a0 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:50.887229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 61602c27-457a-48e0-b069-bc289b60b2a0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:50.887667 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:51.004791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 61602c27-457a-48e0-b069-bc289b60b2a0 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:51.005081 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:51.021649 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd0ad925-85a4-475f-a07e-2798174ae254 req-a553c420-0e55-47b7-842e-ca750bad4fa4 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554980 May 24 22:40:51.039912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 61602c27-457a-48e0-b069-bc289b60b2a0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=61602c27-457a-48e0-b069-bc289b60b2a0,segment=NetworkSegment(c3aa269f-d5da-4196-851f-72a784823daa),segment_id=c3aa269f-d5da-4196-851f-72a784823daa)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:51.046072 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:51.113926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=61602c27-457a-48e0-b069-bc289b60b2a0,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:51.171507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Router 62698721-1ab0-43a9-927c-dcd4481fc382 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:40:51.239904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b276d-5126-4cec-96d8-44f9c06d4d0c req-d6001894-a9a8-427b-a67b-ff4f51262daf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:51.241372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f11b276d-5126-4cec-96d8-44f9c06d4d0c req-d6001894-a9a8-427b-a67b-ff4f51262daf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0799377 May 24 22:40:51.266402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:51.272813 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:51.290518 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f11b276d-5126-4cec-96d8-44f9c06d4d0c req-180825aa-b24b-4be2-9966-af328ffbb42a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 May 24 22:40:51.437654 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:51.468541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Pushing event updated for resources: {'Port': ['ID=8e7e695f-2015-45f5-87a1-f37609b02a98,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:51.499305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:40:51.502094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:51.511506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-82e77a72-1749-41cb-8314-07debbb59bfb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9826593 May 24 22:40:51.516522 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699996f-361a-4284-b204-0494499efffa None None] Sync routers for ids ['62698721-1ab0-43a9-927c-dcd4481fc382'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:40:51.532374 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699996f-361a-4284-b204-0494499efffa None None] Routers {'62698721-1ab0-43a9-927c-dcd4481fc382'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:51.533065 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e699996f-361a-4284-b204-0494499efffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62698721-1ab0-43a9-927c-dcd4481fc382'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:51.539165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da56d7-c57d-4676-bdcb-328167528d27 req-9394698e-cfe4-4050-9eec-941e17f9550e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:51.540217 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0da56d7-c57d-4676-bdcb-328167528d27 req-9394698e-cfe4-4050-9eec-941e17f9550e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1665022 May 24 22:40:51.541476 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:51.542775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-998084c9-2d68-4227-94d4-f8fafe0a9cd0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8070161 May 24 22:40:51.546405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42786) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:40:51.604097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0da56d7-c57d-4676-bdcb-328167528d27 req-eafb0bb3-523b-4f67-8a9c-0b9889caf381 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565088 May 24 22:40:51.743731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-93378eb7-ab79-408b-91e1-ee22b772c511 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Synchronizing usage tracker for tenant:e42f741d06f24df5aca4a152c1219373 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:40:51.754299 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e699996f-361a-4284-b204-0494499efffa None None] Set router 62698721-1ab0-43a9-927c-dcd4481fc382 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:51.763361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-93378eb7-ab79-408b-91e1-ee22b772c511 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Unset dirty status for tenant:e42f741d06f24df5aca4a152c1219373 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:40:51.764851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-93378eb7-ab79-408b-91e1-ee22b772c511 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1715514431&fields=id&tenant_id=e42f741d06f24df5aca4a152c1219373 HTTP/1.1" status: 200 len: 267 time: 0.0646417 May 24 22:40:51.806789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a595bd-4293-42a0-b42e-48cd952ff4f1 req-e680f4e7-da13-4a7b-98ea-8d1d3d80a007 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:51.808369 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d4a595bd-4293-42a0-b42e-48cd952ff4f1 req-e680f4e7-da13-4a7b-98ea-8d1d3d80a007 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1758232 May 24 22:40:51.925856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-d8aa54d2-183e-4cfc-8ca8-e0ed90631ef3 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:51.926589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-d8aa54d2-183e-4cfc-8ca8-e0ed90631ef3 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Synchronizing usage tracker for tenant:e42f741d06f24df5aca4a152c1219373 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:40:51.948071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-d8aa54d2-183e-4cfc-8ca8-e0ed90631ef3 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Unset dirty status for tenant:e42f741d06f24df5aca4a152c1219373 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:40:51.949774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-d8aa54d2-183e-4cfc-8ca8-e0ed90631ef3 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/networks?id=820b95ac-3809-4b09-bfd5-02e0e4e03292 HTTP/1.1" status: 200 len: 814 time: 0.1755800 May 24 22:40:51.966029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-b03f3ab5-db9d-420c-99c2-26c0aaa8c96b tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/quotas/e42f741d06f24df5aca4a152c1219373 HTTP/1.1" status: 200 len: 375 time: 0.0103402 May 24 22:40:52.050562 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e699996f-361a-4284-b204-0494499efffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'name': 'tempest-FloatingIPDetailsTestJSON-830263925-router', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:47Z', 'updated_at': '2022-05-24T22:40:49Z', 'revision_number': 3, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'gw_port': {'id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:48Z', 'updated_at': '2022-05-24T22:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:52.054999 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699996f-361a-4284-b204-0494499efffa None None] Checking router: 62698721-1ab0-43a9-927c-dcd4481fc382 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:40:52.055330 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699996f-361a-4284-b204-0494499efffa None None] Updating router 62698721-1ab0-43a9-927c-dcd4481fc382 port b09cb76d-e99d-484f-8511-25e431d4b85a binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:40:52.075273 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d4a595bd-4293-42a0-b42e-48cd952ff4f1 req-6ee0743d-b888-486e-b605-325e69a3de1d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565477 May 24 22:40:52.111522 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e699996f-361a-4284-b204-0494499efffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:52.151268 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-b41356eb-38d5-4d64-986a-cb6b6e350b61 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e42f741d06f24df5aca4a152c1219373&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1791959 May 24 22:40:52.305619 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-6371dfdc-d3a9-45eb-bb07-f1ddd8e9534b service neutron] 10.222.0.55 "GET /v2.0/networks/820b95ac-3809-4b09-bfd5-02e0e4e03292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411316 May 24 22:40:52.405021 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da9a428d-3150-4c86-abe9-4b28060713e7 req-0a81459c-ae4a-4fa9-ba76-ebab469241b5 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0463350 May 24 22:40:52.495163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-b686ec10-1db3-4ff4-8d08-99c9d57cb1bd service neutron] 10.222.0.55 "GET /v2.0/networks/820b95ac-3809-4b09-bfd5-02e0e4e03292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808696 May 24 22:40:52.505392 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e699996f-361a-4284-b204-0494499efffa None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:52.520889 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-e699996f-361a-4284-b204-0494499efffa None None] Transition to ACTIVE for port object b09cb76d-e99d-484f-8511-25e431d4b85a will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:52.528411 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:52.534208 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e699996f-361a-4284-b204-0494499efffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:52.628606 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f981f-8f81-4359-b5a1-c53ab76d6e69 None None] Pushing event updated for resources: {'Port': ['ID=b09cb76d-e99d-484f-8511-25e431d4b85a,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:52.635488 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e699996f-361a-4284-b204-0494499efffa None None] Attempting to bind port b09cb76d-e99d-484f-8511-25e431d4b85a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:52.635853 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e699996f-361a-4284-b204-0494499efffa None None] Attempting to bind port b09cb76d-e99d-484f-8511-25e431d4b85a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:52.636556 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699996f-361a-4284-b204-0494499efffa None None] Attempting to bind port b09cb76d-e99d-484f-8511-25e431d4b85a on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:52.642411 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699996f-361a-4284-b204-0494499efffa None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:52.642766 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699996f-361a-4284-b204-0494499efffa None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:52.643297 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e699996f-361a-4284-b204-0494499efffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:52.643680 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699996f-361a-4284-b204-0494499efffa None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:52.645336 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e699996f-361a-4284-b204-0494499efffa None None] Bound port: b09cb76d-e99d-484f-8511-25e431d4b85a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:52.645744 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e699996f-361a-4284-b204-0494499efffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:52.735729 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-e699996f-361a-4284-b204-0494499efffa None None] For port b09cb76d-e99d-484f-8511-25e431d4b85a, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:52.739900 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-e699996f-361a-4284-b204-0494499efffa None None] For port b09cb76d-e99d-484f-8511-25e431d4b85a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b09cb76d-e99d-484f-8511-25e431d4b85a,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:52.750545 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e699996f-361a-4284-b204-0494499efffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:52.781570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dca27-0d2b-44ce-854b-ae048e5f01cc req-0618aa0a-fa4f-484e-92c4-ec3c0b7f225e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:52.783089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f3dca27-0d2b-44ce-854b-ae048e5f01cc req-0618aa0a-fa4f-484e-92c4-ec3c0b7f225e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2324994 May 24 22:40:52.822816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 61602c27-457a-48e0-b069-bc289b60b2a0 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:52.832023 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699996f-361a-4284-b204-0494499efffa None None] Routers {'62698721-1ab0-43a9-927c-dcd4481fc382'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:52.832738 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e699996f-361a-4284-b204-0494499efffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62698721-1ab0-43a9-927c-dcd4481fc382'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:52.846100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9d928-a222-46c2-a03e-7485d40eb90d req-77fef246-d1ea-4791-8340-5c2dd3c7b9fa tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:52.856828 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61c9d928-a222-46c2-a03e-7485d40eb90d req-77fef246-d1ea-4791-8340-5c2dd3c7b9fa tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1285934 May 24 22:40:52.913001 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f3dca27-0d2b-44ce-854b-ae048e5f01cc req-35346145-5f30-42a1-9482-00364c04ee75 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141245 May 24 22:40:52.916480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 61602c27-457a-48e0-b069-bc289b60b2a0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:52.916708 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:52.917699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Allocated IP 172.20.0.1 (7251e339-31c1-4908-ad72-1dd67591bbf4/81e14f17-1773-4fbb-90dd-09f721299e44/5077ebef-fe15-493a-a9f3-e7bc2edef6b6) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:52.918097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61c9d928-a222-46c2-a03e-7485d40eb90d req-8c371f8a-4e9d-4558-99a1-ff5c72e3c007 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600355 May 24 22:40:53.094757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 61602c27-457a-48e0-b069-bc289b60b2a0 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:53.126092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e85d38-e4be-4e44-99ba-233372682ba9 req-e73ab1d1-1047-4e64-8941-8fdb28d8d7cb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:53.128074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4e85d38-e4be-4e44-99ba-233372682ba9 req-e73ab1d1-1047-4e64-8941-8fdb28d8d7cb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1119030 May 24 22:40:53.133175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-16c8b434-45c4-406f-9f9d-be3ec69a8f0a req-d28ceacf-e7dd-4e60-aa8a-d2d3bed8723a tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Synchronizing usage tracker for tenant:e42f741d06f24df5aca4a152c1219373 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:40:53.163709 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f981f-8f81-4359-b5a1-c53ab76d6e69 None None] Pushing event updated for resources: {'Port': ['ID=b09cb76d-e99d-484f-8511-25e431d4b85a,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:53.174314 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e699996f-361a-4284-b204-0494499efffa None None] Set router 62698721-1ab0-43a9-927c-dcd4481fc382 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:53.195196 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4e85d38-e4be-4e44-99ba-233372682ba9 req-e3f6d103-7447-4bb6-9b07-6276685308dc tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607300 May 24 22:40:53.211212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-16c8b434-45c4-406f-9f9d-be3ec69a8f0a req-d28ceacf-e7dd-4e60-aa8a-d2d3bed8723a tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Unset dirty status for tenant:e42f741d06f24df5aca4a152c1219373 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:40:53.220013 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16c8b434-45c4-406f-9f9d-be3ec69a8f0a req-d28ceacf-e7dd-4e60-aa8a-d2d3bed8723a tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 210 time: 0.1588538 May 24 22:40:53.255571 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:53.272927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Transition to ACTIVE for port object 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:53.303155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:53.384075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c2032-74e0-4a1d-95dd-1761e57dfa1b req-a3f01ddc-d37d-4440-a01a-b61240fc0929 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:53.385518 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-966c2032-74e0-4a1d-95dd-1761e57dfa1b req-a3f01ddc-d37d-4440-a01a-b61240fc0929 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0813081 May 24 22:40:53.395850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=5077ebef-fe15-493a-a9f3-e7bc2edef6b6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:53.404924 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Network 7251e339-31c1-4908-ad72-1dd67591bbf4 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:53.406883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:53.418633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:53.443676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-966c2032-74e0-4a1d-95dd-1761e57dfa1b req-a5751fce-04f0-4df3-a7ff-2141d5d28df4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 May 24 22:40:53.473199 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:53.563427 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e699996f-361a-4284-b204-0494499efffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'name': 'tempest-FloatingIPDetailsTestJSON-830263925-router', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:47Z', 'updated_at': '2022-05-24T22:40:49Z', 'revision_number': 3, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'gw_port': {'id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:48Z', 'updated_at': '2022-05-24T22:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:53.575612 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699996f-361a-4284-b204-0494499efffa None None] The sync data for ids ['62698721-1ab0-43a9-927c-dcd4481fc382'] in n-d-843146-7 is: [{'id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'name': 'tempest-FloatingIPDetailsTestJSON-830263925-router', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:47Z', 'updated_at': '2022-05-24T22:40:49Z', 'revision_number': 3, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'gw_port': {'id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:48Z', 'updated_at': '2022-05-24T22:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:40:53.630206 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:53.705521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29e8600-a56f-4502-9530-151c17ee93e5 req-b6c8e4a8-e456-4cea-ad71-0f1f7356dccf tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0641551 May 24 22:40:53.712028 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:53.760500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c85a8a33-9ae0-47a8-add0-c400d380bcfb None None] Provisioning for port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:53.765680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c85a8a33-9ae0-47a8-add0-c400d380bcfb None None] Provisioning complete for port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:53.766058 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c85a8a33-9ae0-47a8-add0-c400d380bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:53.829792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c85a8a33-9ae0-47a8-add0-c400d380bcfb None None] Port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:40:53.957206 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:53.964990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:54.258987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:54.265339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=5077ebef-fe15-493a-a9f3-e7bc2edef6b6,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:54.274651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f1184-e156-49a0-92f7-013166279929 req-d833929d-ba43-4948-9c81-a595facd78c6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:54.282081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df2f1184-e156-49a0-92f7-013166279929 req-d833929d-ba43-4948-9c81-a595facd78c6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2180793 May 24 22:40:54.372275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df2f1184-e156-49a0-92f7-013166279929 req-6b0f424e-7a05-4c98-b62c-3bc26b795e3c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890732 May 24 22:40:54.377310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fc570-5d82-4171-9357-c8d7e83faece req-e5238cf5-47a1-4380-a36b-4b2bc418ac5f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:54.384421 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b5fc570-5d82-4171-9357-c8d7e83faece req-e5238cf5-47a1-4380-a36b-4b2bc418ac5f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2726965 May 24 22:40:54.393997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ee70bc8f-180d-4b7d-8fe0-f2853feb0c08 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:54.396341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ee70bc8f-180d-4b7d-8fe0-f2853feb0c08 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.50 "GET /v2.0/networks?id=820b95ac-3809-4b09-bfd5-02e0e4e03292 HTTP/1.1" status: 200 len: 814 time: 0.2607861 May 24 22:40:54.437004 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:40:54.468912 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-732fc68d-aa39-482e-b3ab-183ef589b218 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e42f741d06f24df5aca4a152c1219373 HTTP/1.1" status: 200 len: 380 time: 0.0613985 May 24 22:40:54.477866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Network 7251e339-31c1-4908-ad72-1dd67591bbf4 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:54.479211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Request body: {'port': {'device_id': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'admin_state_up': True, 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'security_groups': ['c8063606-1be7-494a-9bc4-336644b8203f']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:54.482998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:54.514111 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b5fc570-5d82-4171-9357-c8d7e83faece req-2278db0e-80c2-4f34-a323-bdc7a2de82e6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288157 May 24 22:40:54.771466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:54.785879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:54.794328 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a1edb7c3-533c-4139-b763-d2d19e98c592 req-8615b09d-55a7-4ce7-82b5-ad6a1f511122 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 210 time: 0.0697618 May 24 22:40:54.837387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Router 62698721-1ab0-43a9-927c-dcd4481fc382 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:40:54.852126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfd81c-b7a3-4aeb-8509-ddb85a943485 req-232dcf88-4f87-4c9e-bd10-4c81b0f2f0f7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:54.861616 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7bfd81c-b7a3-4aeb-8509-ddb85a943485 req-232dcf88-4f87-4c9e-bd10-4c81b0f2f0f7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.3532100 May 24 22:40:54.876555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b09cb76d-e99d-484f-8511-25e431d4b85a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:54.892228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Made reservation on behalf of e42f741d06f24df5aca4a152c1219373 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:40:54.895986 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:54.935972 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7bfd81c-b7a3-4aeb-8509-ddb85a943485 req-0b8d6485-0adb-45c2-a343-af3bfccacb84 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708830 May 24 22:40:54.962704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cdec9191-2a0e-48ba-b1c5-87331e1df26d None None] Provisioning complete for port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:54.963607 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cdec9191-2a0e-48ba-b1c5-87331e1df26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:55.080052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cdec9191-2a0e-48ba-b1c5-87331e1df26d None None] Port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:40:55.084176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b09cb76d-e99d-484f-8511-25e431d4b85a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:55.090529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b09cb76d-e99d-484f-8511-25e431d4b85a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:55.091193 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:55.134079 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b13416c-5264-4807-afb7-d756dd189a19 req-3d75f172-dee5-454b-8b35-205a8cb164a6 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0657740 May 24 22:40:55.146114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:40:55.174574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf8627-33ba-40c6-8673-e02a6c217352 req-4bafe9ce-5152-42db-ab1b-b0280a5bec7e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:55.176920 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5eaf8627-33ba-40c6-8673-e02a6c217352 req-4bafe9ce-5152-42db-ab1b-b0280a5bec7e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.2070718 May 24 22:40:55.188611 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b9678213-0925-41cc-837a-df18f23e1bb3 admin admin] 10.222.0.55 "PUT /v2.0/routers/62698721-1ab0-43a9-927c-dcd4481fc382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6392128 May 24 22:40:55.247777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Allocated IP 172.20.0.10 (820b95ac-3809-4b09-bfd5-02e0e4e03292/af02558e-0732-4411-bb97-f393fee68218/b9126d14-3090-4ec4-9aff-f80ccdec579f) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:55.258005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5eaf8627-33ba-40c6-8673-e02a6c217352 req-91238f21-c31c-44e4-af82-3065c48a00d2 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681093 May 24 22:40:55.357826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b09cb76d-e99d-484f-8511-25e431d4b85a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:55.358533 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:55.436292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b09cb76d-e99d-484f-8511-25e431d4b85a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b09cb76d-e99d-484f-8511-25e431d4b85a,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:40:55.445068 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:55.526239 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:55.586542 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Sync routers for ids ['62698721-1ab0-43a9-927c-dcd4481fc382'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:40:55.597838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:55.638253 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Transition to ACTIVE for port object b9126d14-3090-4ec4-9aff-f80ccdec579f will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:55.669780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Routers {'62698721-1ab0-43a9-927c-dcd4481fc382'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:55.670891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62698721-1ab0-43a9-927c-dcd4481fc382'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:55.673007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90953898-caa5-42d8-b90a-334e3e16daac req-50303d02-f062-4f90-ab2d-f5b20d5efd5d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:55.685477 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-90953898-caa5-42d8-b90a-334e3e16daac req-50303d02-f062-4f90-ab2d-f5b20d5efd5d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1407905 May 24 22:40:55.776786 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-90953898-caa5-42d8-b90a-334e3e16daac req-a5e6f460-6796-4114-8c6b-ba6395d603fd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865705 May 24 22:40:55.904085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:56.131476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b09cb76d-e99d-484f-8511-25e431d4b85a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:56.138043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056ee1b-bd83-45f8-b384-089b17be0844 req-ea7cdd8f-f92f-4364-95e5-ffb9f03cd842 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:56.139717 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f056ee1b-bd83-45f8-b384-089b17be0844 req-ea7cdd8f-f92f-4364-95e5-ffb9f03cd842 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1700904 May 24 22:40:56.154124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Set router 62698721-1ab0-43a9-927c-dcd4481fc382 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:56.185927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5141a54e-dd3f-428b-8f05-67e670827942 req-2696ee8a-ac13-4f0a-9b77-48a4fdb9ca02 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5456271 May 24 22:40:56.189677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Network 820b95ac-3809-4b09-bfd5-02e0e4e03292 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:56.193615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:56.214917 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f056ee1b-bd83-45f8-b384-089b17be0844 req-0a6234d3-5c12-4e4f-a12c-5a372d522103 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680630 May 24 22:40:56.228326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:56.241206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:56.250608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:56.251276 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:56.277841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:40:56.318341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Usage tracker for resource:floatingip and tenant:18ab630871b7481ab8660af3c72dec36 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:40:56.336448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:40:56.366742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:40:56.368710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Pushing event updated for resources: {'Port': ['ID=b9126d14-3090-4ec4-9aff-f80ccdec579f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:56.415896 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-ce2102fe-d696-44e5-8f75-9a6299a5b09f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9411929 May 24 22:40:56.423323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:56.468013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Request body: {'port': {'device_id': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:40:56.527602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea809-49a5-474a-8e7f-a9d37b7b5c59 req-a9f1a5e1-3169-4113-abfa-bfc42f9a259a tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:56.536594 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dcdea809-49a5-474a-8e7f-a9d37b7b5c59 req-a9f1a5e1-3169-4113-abfa-bfc42f9a259a tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 932 time: 0.1742008 May 24 22:40:56.592673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dcdea809-49a5-474a-8e7f-a9d37b7b5c59 req-8f670146-2efc-4a09-afef-21156c4e9be5 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Synchronizing usage tracker for tenant:e42f741d06f24df5aca4a152c1219373 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:40:56.608081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dcdea809-49a5-474a-8e7f-a9d37b7b5c59 req-8f670146-2efc-4a09-afef-21156c4e9be5 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Unset dirty status for tenant:e42f741d06f24df5aca4a152c1219373 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:40:56.618858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dcdea809-49a5-474a-8e7f-a9d37b7b5c59 req-8f670146-2efc-4a09-afef-21156c4e9be5 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813270 May 24 22:40:56.705529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7e50c566-ff56-43f4-a984-bca8f946994e None None] Provisioning for port b9126d14-3090-4ec4-9aff-f80ccdec579f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:40:56.716811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7e50c566-ff56-43f4-a984-bca8f946994e None None] Provisioning complete for port b9126d14-3090-4ec4-9aff-f80ccdec579f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:56.717232 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7e50c566-ff56-43f4-a984-bca8f946994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:56.823932 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:56.859752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b09cb76d-e99d-484f-8511-25e431d4b85a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:40:56.934419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12218d72-8774-4d07-913e-83badb209176 req-44ad71a7-feb3-4100-8bd4-2f0d3ad6fdf4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:56.938753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12218d72-8774-4d07-913e-83badb209176 req-44ad71a7-feb3-4100-8bd4-2f0d3ad6fdf4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1565149 May 24 22:40:56.996094 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7e50c566-ff56-43f4-a984-bca8f946994e None None] Port b9126d14-3090-4ec4-9aff-f80ccdec579f cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:40:57.000495 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:57.022938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'name': 'tempest-FloatingIPDetailsTestJSON-830263925-router', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:47Z', 'updated_at': '2022-05-24T22:40:53Z', 'revision_number': 4, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'gw_port': {'id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:48Z', 'updated_at': '2022-05-24T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '5077ebef-fe15-493a-a9f3-e7bc2edef6b6', 'name': '', 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'mac_address': 'fa:16:3e:b7:80:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '81e14f17-1773-4fbb-90dd-09f721299e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:52Z', 'updated_at': '2022-05-24T22:40:53Z', 'revision_number': 2, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'subnets': [{'id': '81e14f17-1773-4fbb-90dd-09f721299e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:57.038634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Checking router: 62698721-1ab0-43a9-927c-dcd4481fc382 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:40:57.039421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Updating router 62698721-1ab0-43a9-927c-dcd4481fc382 port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:40:57.055101 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12218d72-8774-4d07-913e-83badb209176 req-de91bbf1-e6b2-4454-a929-916cf060d4db tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046939 May 24 22:40:57.167411 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:57.262647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b09cb76d-e99d-484f-8511-25e431d4b85a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:40:57.263538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:57.296132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8737c78f-8611-492e-89b2-dcf97e1b904e req-515a4a67-f0fa-4d58-81d0-2434c004f6f8 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0944531 May 24 22:40:57.705803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Allocated IP 172.25.7.63 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/715be697-1bb2-46bc-9d12-877b42bb9cfc) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:40:57.814450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a57e-7047-4559-bd6e-da0b6febf45c req-ca44e29d-5817-41e9-b49c-a674a00b7dda tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:57.827482 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6db4a57e-7047-4559-bd6e-da0b6febf45c req-ca44e29d-5817-41e9-b49c-a674a00b7dda tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.2943552 May 24 22:40:57.944019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9126d14-3090-4ec4-9aff-f80ccdec579f {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:40:57.950962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6db4a57e-7047-4559-bd6e-da0b6febf45c req-dca852eb-f79b-4209-ac6e-a284ca6ed78b tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222641 May 24 22:40:57.956536 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:58.008156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Transition to ACTIVE for port object b9126d14-3090-4ec4-9aff-f80ccdec579f will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:58.022672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:58.040912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b09cb76d-e99d-484f-8511-25e431d4b85a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:40:58.102691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Pushing event updated for resources: {'Port': ['ID=b9126d14-3090-4ec4-9aff-f80ccdec579f,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:58.109798 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:58.245366 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:58.260415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Transition to ACTIVE for port object 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:40:58.279549 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:58.313016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Attempting to bind port b9126d14-3090-4ec4-9aff-f80ccdec579f on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:58.313396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Attempting to bind port b9126d14-3090-4ec4-9aff-f80ccdec579f by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:58.313744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Attempting to bind port b9126d14-3090-4ec4-9aff-f80ccdec579f on network 820b95ac-3809-4b09-bfd5-02e0e4e03292 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:58.320377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Port b9126d14-3090-4ec4-9aff-f80ccdec579f on network 820b95ac-3809-4b09-bfd5-02e0e4e03292 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:40:58.320704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Attempting to bind port b9126d14-3090-4ec4-9aff-f80ccdec579f on network 820b95ac-3809-4b09-bfd5-02e0e4e03292 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:58.329100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:58.329341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Checking segment: {'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:58.329760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Bound using segment: {'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:58.330197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Bound port: b9126d14-3090-4ec4-9aff-f80ccdec579f, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9952c2b-aae0-43c1-8bda-3daf38b96508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:58.330549 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:58.490631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] For port b9126d14-3090-4ec4-9aff-f80ccdec579f, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:58.494103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] For port b9126d14-3090-4ec4-9aff-f80ccdec579f, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b9126d14-3090-4ec4-9aff-f80ccdec579f,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:58.496417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:58.501359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be881d1-3fbe-4d71-8363-e6c74472d944 req-5b1b5836-8a70-4fe0-a311-e112ac4b96c5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:58.515425 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9be881d1-3fbe-4d71-8363-e6c74472d944 req-5b1b5836-8a70-4fe0-a311-e112ac4b96c5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2698696 May 24 22:40:58.585729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:40:58.593471 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:58.622383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:40:58.625613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:40:58.763474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:58.769849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:58.774810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fa0fa-3e61-4457-b6df-85ccbf13a6c2 None None] Pushing event updated for resources: {'Port': ['ID=5077ebef-fe15-493a-a9f3-e7bc2edef6b6,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:58.775799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] 10.222.0.50 "PUT /v2.0/ports/b9126d14-3090-4ec4-9aff-f80ccdec579f HTTP/1.1" status: 200 len: 1092 time: 2.3103390 May 24 22:40:58.780683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'tag': 'b9126d14-3090-4ec4-9aff-f80ccdec579f'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:40:58.836111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event updated for resources: {'Port': ['ID=715be697-1bb2-46bc-9d12-877b42bb9cfc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:58.879973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Attempting to bind port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:40:58.880404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Attempting to bind port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'c3aa269f-d5da-4196-851f-72a784823daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:40:58.882605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Attempting to bind port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 on network 7251e339-31c1-4908-ad72-1dd67591bbf4 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:40:58.898967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:40:58.899435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Checking segment: {'id': 'c3aa269f-d5da-4196-851f-72a784823daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:40:58.900011 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:58.900286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Bound using segment: {'id': 'c3aa269f-d5da-4196-851f-72a784823daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:40:58.900766 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Bound port: 5077ebef-fe15-493a-a9f3-e7bc2edef6b6, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3aa269f-d5da-4196-851f-72a784823daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:40:58.901123 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:58.925332 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9be881d1-3fbe-4d71-8363-e6c74472d944 req-1e64758a-edc5-4861-9da3-b5c6b28d1627 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003785 May 24 22:40:59.024031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ef8b4-31d5-4400-b6a2-3f529bd2aa05 service neutron] Pushing event updated for resources: {'Port': ['ID=b9126d14-3090-4ec4-9aff-f80ccdec579f,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:59.068316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] For port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:40:59.081602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] For port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5077ebef-fe15-493a-a9f3-e7bc2edef6b6,segment=NetworkSegment(c3aa269f-d5da-4196-851f-72a784823daa),segment_id=c3aa269f-d5da-4196-851f-72a784823daa)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:40:59.094952 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:59.129207 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:59.174029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e33ca-d4e5-404a-94a7-b241b5e39174 req-7eb66bcf-4476-4b72-b1d3-26b941ec20b3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:59.185454 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2c2e33ca-d4e5-404a-94a7-b241b5e39174 req-7eb66bcf-4476-4b72-b1d3-26b941ec20b3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1228569 May 24 22:40:59.247211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-86345288-1027-4bc3-8d51-5e889184df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:59.252655 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2c2e33ca-d4e5-404a-94a7-b241b5e39174 req-d03bdc62-e66e-4ea2-8590-af965475b85a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659962 May 24 22:40:59.255747 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-86345288-1027-4bc3-8d51-5e889184df0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e42f741d06f24df5aca4a152c1219373&device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 1095 time: 0.2267869 May 24 22:40:59.273008 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:59.349020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fa0fa-3e61-4457-b6df-85ccbf13a6c2 None None] Pushing event updated for resources: {'Port': ['ID=5077ebef-fe15-493a-a9f3-e7bc2edef6b6,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:40:59.364625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Routers {'62698721-1ab0-43a9-927c-dcd4481fc382'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:40:59.366495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:40:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62698721-1ab0-43a9-927c-dcd4481fc382'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:40:59.601578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfede6a1-94ba-467b-aae5-b52d221c5a07 req-a14ffe10-5870-42b0-a106-5804813409b2 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:40:59.603428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bfede6a1-94ba-467b-aae5-b52d221c5a07 req-a14ffe10-5870-42b0-a106-5804813409b2 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 944 time: 0.2045555 May 24 22:40:59.713795 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bfede6a1-94ba-467b-aae5-b52d221c5a07 req-84978287-96c4-4e82-87ec-decd6594381c tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021304 May 24 22:40:59.781797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] Set router 62698721-1ab0-43a9-927c-dcd4481fc382 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:40:59.894187 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:40:59.904889 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-4a696c52-3ee2-40b8-9e4d-e37d7ccc87fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9126d14-3090-4ec4-9aff-f80ccdec579f HTTP/1.1" status: 200 len: 217 time: 0.0704837 May 24 22:40:59.906047 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:00.013461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:00.069678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event updated for resources: {'Port': ['ID=715be697-1bb2-46bc-9d12-877b42bb9cfc,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:00.073090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93ccbe-0f3c-48e1-88a7-b477230b8ab3 req-72c71765-d2cf-487f-9013-3fb1fb469ec2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:00.081112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:00.089344 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5141a54e-dd3f-428b-8f05-67e670827942 req-53b1a295-9f97-4a7c-9d48-749adcc123cf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9023221 May 24 22:41:00.091482 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b93ccbe-0f3c-48e1-88a7-b477230b8ab3 req-72c71765-d2cf-487f-9013-3fb1fb469ec2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1702027 May 24 22:41:00.179955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b93ccbe-0f3c-48e1-88a7-b477230b8ab3 req-d53ffa78-a45f-4d40-a5e0-89dca5a8ca2a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875075 May 24 22:41:00.196036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5141a54e-dd3f-428b-8f05-67e670827942 req-372479fd-338c-4856-99b4-7790ea3bd2dc tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Synchronizing usage tracker for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:00.229148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5141a54e-dd3f-428b-8f05-67e670827942 req-372479fd-338c-4856-99b4-7790ea3bd2dc tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Unset dirty status for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:00.230675 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5141a54e-dd3f-428b-8f05-67e670827942 req-372479fd-338c-4856-99b4-7790ea3bd2dc tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.63 HTTP/1.1" status: 200 len: 695 time: 0.1399090 May 24 22:41:00.264967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'name': 'tempest-FloatingIPDetailsTestJSON-830263925-router', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:47Z', 'updated_at': '2022-05-24T22:40:53Z', 'revision_number': 4, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'gw_port': {'id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:48Z', 'updated_at': '2022-05-24T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '5077ebef-fe15-493a-a9f3-e7bc2edef6b6', 'name': '', 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'mac_address': 'fa:16:3e:b7:80:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '81e14f17-1773-4fbb-90dd-09f721299e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:52Z', 'updated_at': '2022-05-24T22:40:59Z', 'revision_number': 4, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'subnets': [{'id': '81e14f17-1773-4fbb-90dd-09f721299e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:00.272273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c238b8d5-5e29-4137-890b-c62e46da7e17 None None] The sync data for ids ['62698721-1ab0-43a9-927c-dcd4481fc382'] in n-d-843146-7 is: [{'id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'name': 'tempest-FloatingIPDetailsTestJSON-830263925-router', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:47Z', 'updated_at': '2022-05-24T22:40:53Z', 'revision_number': 4, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'gw_port': {'id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:48Z', 'updated_at': '2022-05-24T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '5077ebef-fe15-493a-a9f3-e7bc2edef6b6', 'name': '', 'network_id': '7251e339-31c1-4908-ad72-1dd67591bbf4', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'mac_address': 'fa:16:3e:b7:80:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '81e14f17-1773-4fbb-90dd-09f721299e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:52Z', 'updated_at': '2022-05-24T22:40:59Z', 'revision_number': 4, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'subnets': [{'id': '81e14f17-1773-4fbb-90dd-09f721299e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:41:00.348713 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2dc20e4d-2bc6-4352-85af-7772eb86cda7 req-ecf2320e-31fb-4f38-b67e-047df1a07e6a tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0616176 May 24 22:41:00.494249 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85343b6d-9954-4a89-a97b-3278ad426c58'] response: {'name': 'network-changed', 'server_uuid': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'tag': 'b9126d14-3090-4ec4-9aff-f80ccdec579f', 'status': 'completed', 'code': 200} May 24 22:41:00.627795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141a54e-dd3f-428b-8f05-67e670827942 req-2c91eae3-336b-46a4-95a1-f53f730407d9 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:00.636499 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5141a54e-dd3f-428b-8f05-67e670827942 req-2c91eae3-336b-46a4-95a1-f53f730407d9 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.3996072 May 24 22:41:00.647536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-5141a54e-dd3f-428b-8f05-67e670827942 req-34a4d6e0-ba85-43a4-a1e0-fcbd0ba04376 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:41:00.657855 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5141a54e-dd3f-428b-8f05-67e670827942 req-34a4d6e0-ba85-43a4-a1e0-fcbd0ba04376 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202320 May 24 22:41:00.735150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-525f0e0c-7325-40c5-889f-5303e3b41186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:00.739167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-525f0e0c-7325-40c5-889f-5303e3b41186 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af02558e-0732-4411-bb97-f393fee68218 HTTP/1.1" status: 200 len: 853 time: 0.2224112 May 24 22:41:00.783845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff9879-affa-46f4-96b9-613d13b206b2 req-2ebe2bc7-603a-4ce1-9054-8cbac3daf828 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:00.785206 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5ff9879-affa-46f4-96b9-613d13b206b2 req-2ebe2bc7-603a-4ce1-9054-8cbac3daf828 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.2519379 May 24 22:41:00.863492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168afddd-d642-4fd1-aa5a-d176f673722c req-cd99ef94-c3c6-45e5-a781-df935a61638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:00.864979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-168afddd-d642-4fd1-aa5a-d176f673722c req-cd99ef94-c3c6-45e5-a781-df935a61638d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 1125 time: 0.2411106 May 24 22:41:00.876025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:41:00.893639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5ff9879-affa-46f4-96b9-613d13b206b2 req-0d2e3e77-2ef0-497e-90c5-2aa8de762cae tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992560 May 24 22:41:01.043243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:41:01.049077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:41:01.049677 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:01.059521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-d06e9670-6f3b-4fc2-ad1c-019571280379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:01.065759 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-d06e9670-6f3b-4fc2-ad1c-019571280379 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=820b95ac-3809-4b09-bfd5-02e0e4e03292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052583 May 24 22:41:01.078587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168afddd-d642-4fd1-aa5a-d176f673722c req-ad47254c-4460-4240-87a9-d0ff8fc26fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:01.081369 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-168afddd-d642-4fd1-aa5a-d176f673722c req-ad47254c-4460-4240-87a9-d0ff8fc26fbb service neutron] 10.222.0.50 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 922 time: 0.1863692 May 24 22:41:01.092756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fec32b-a6a4-4125-85ae-817210d874cc req-a4daac3e-3112-4f7d-a721-2534d3ba4b30 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:01.094747 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04fec32b-a6a4-4125-85ae-817210d874cc req-a4daac3e-3112-4f7d-a721-2534d3ba4b30 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2314095 May 24 22:41:01.248244 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-168afddd-d642-4fd1-aa5a-d176f673722c req-c90f7d1d-0698-4a8d-87a8-6c0136e4c6aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 HTTP/1.1" status: 200 len: 217 time: 0.1078148 May 24 22:41:01.288066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db44051-74d5-4876-9a16-10ccfc404e05 req-0d5f7a7f-5d8f-4221-8f0a-81cc2c0816f9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:01.297242 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3db44051-74d5-4876-9a16-10ccfc404e05 req-0d5f7a7f-5d8f-4221-8f0a-81cc2c0816f9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2051849 May 24 22:41:01.361958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:41:01.362437 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:01.365969 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3db44051-74d5-4876-9a16-10ccfc404e05 req-0ad50b41-5a27-4104-abd2-19492bc8fbf5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674353 May 24 22:41:01.420756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04fec32b-a6a4-4125-85ae-817210d874cc req-b93cd6aa-ac79-46ad-a5c6-6757f83f274f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877407 May 24 22:41:01.422899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5077ebef-fe15-493a-a9f3-e7bc2edef6b6,segment=NetworkSegment(c3aa269f-d5da-4196-851f-72a784823daa),segment_id=c3aa269f-d5da-4196-851f-72a784823daa)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:01.440895 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:01.536535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-2f9ad190-72a3-4eb6-b083-ce138f0f8bf5 service neutron] 10.222.0.50 "GET /v2.0/networks/820b95ac-3809-4b09-bfd5-02e0e4e03292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405921 May 24 22:41:01.594925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5077ebef-fe15-493a-a9f3-e7bc2edef6b6,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:01.604258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-96de107a-1840-4120-a965-094818b824a1 req-2055f215-1407-424e-aea2-fe855fba8ab9 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Synchronizing usage tracker for tenant:18ab630871b7481ab8660af3c72dec36 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:01.715886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168afddd-d642-4fd1-aa5a-d176f673722c req-3161b156-f347-4a63-b085-df4e5a1bbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:01.717690 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-168afddd-d642-4fd1-aa5a-d176f673722c req-3161b156-f347-4a63-b085-df4e5a1bbfd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.1100016 May 24 22:41:01.718917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-96de107a-1840-4120-a965-094818b824a1 req-2055f215-1407-424e-aea2-fe855fba8ab9 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Unset dirty status for tenant:18ab630871b7481ab8660af3c72dec36 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:01.727120 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-96de107a-1840-4120-a965-094818b824a1 req-2055f215-1407-424e-aea2-fe855fba8ab9 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3123167 May 24 22:41:01.733171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:41:01.741066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:01.753029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:01.824432 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:01.848967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-168afddd-d642-4fd1-aa5a-d176f673722c req-b5809afa-550d-4c0b-adbd-ac39acd3a49e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872684 May 24 22:41:01.876966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78e8a0-db39-4330-bae8-651f1fc36130 req-1cbfb8e2-13fd-4c63-9012-65a92cc198b1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:01.877739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dc78e8a0-db39-4330-bae8-651f1fc36130 req-1cbfb8e2-13fd-4c63-9012-65a92cc198b1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Synchronizing usage tracker for tenant:e42f741d06f24df5aca4a152c1219373 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:01.920862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77c7da8-40d6-4c83-81e1-18aee1e39b85 req-075b79e2-9dd7-4234-8e3e-c60a7bd9e8ff service neutron] 10.222.0.50 "GET /v2.0/networks/820b95ac-3809-4b09-bfd5-02e0e4e03292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551569 May 24 22:41:01.927912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dc78e8a0-db39-4330-bae8-651f1fc36130 req-1cbfb8e2-13fd-4c63-9012-65a92cc198b1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Unset dirty status for tenant:e42f741d06f24df5aca4a152c1219373 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:01.937659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc78e8a0-db39-4330-bae8-651f1fc36130 req-1cbfb8e2-13fd-4c63-9012-65a92cc198b1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 944 time: 0.2338986 May 24 22:41:02.021481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc78e8a0-db39-4330-bae8-651f1fc36130 req-08244bbf-da64-46a3-9fdb-9ee244532b07 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826008 May 24 22:41:02.150291 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-168afddd-d642-4fd1-aa5a-d176f673722c req-92254758-2a38-4882-b706-fd0d2dc0d89e service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404025 May 24 22:41:02.170279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7f820-91ac-4069-b1ca-d8005b8d1216 req-39d7192a-e6cf-445e-98ae-bd9411e6bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:02.171768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-94e7f820-91ac-4069-b1ca-d8005b8d1216 req-39d7192a-e6cf-445e-98ae-bd9411e6bd21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e42f741d06f24df5aca4a152c1219373&device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 1095 time: 0.1423719 May 24 22:41:02.342262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7f820-91ac-4069-b1ca-d8005b8d1216 req-f2178543-8547-4aac-b01a-19647e447fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:02.342506 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:02.344537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-94e7f820-91ac-4069-b1ca-d8005b8d1216 req-f2178543-8547-4aac-b01a-19647e447fba service neutron] 10.222.0.50 "GET /v2.0/networks?id=820b95ac-3809-4b09-bfd5-02e0e4e03292 HTTP/1.1" status: 200 len: 915 time: 0.1653023 May 24 22:41:02.468584 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-94e7f820-91ac-4069-b1ca-d8005b8d1216 req-1d15f471-50f5-489b-b24c-a0664974e6cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9126d14-3090-4ec4-9aff-f80ccdec579f HTTP/1.1" status: 200 len: 217 time: 0.0887506 May 24 22:41:02.555732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4dcd3-8fc1-45a9-a47b-85e9e239e29f req-f6e3b916-c9af-4c05-b1c9-7351d615435e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:02.567105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9a4dcd3-8fc1-45a9-a47b-85e9e239e29f req-f6e3b916-c9af-4c05-b1c9-7351d615435e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2207661 May 24 22:41:02.655703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9a4dcd3-8fc1-45a9-a47b-85e9e239e29f req-dcf2f175-2038-47d1-b789-de1704f51b08 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875602 May 24 22:41:02.837621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:41:02.838857 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-168afddd-d642-4fd1-aa5a-d176f673722c req-b66e496a-8c2d-4857-b6eb-f060f0721e11 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499951 May 24 22:41:02.869752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Allocated IP 172.25.7.38 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/72ce20ce-c3e9-40d7-9d22-0c6453577b8c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:41:03.000852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:41:03.001222 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:03.052459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3e17e3e7-e9cc-4a81-96ce-1d55f01756fc req-c3afe150-ac3d-4cef-afdb-0c132b2a1bef tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.2218080 May 24 22:41:03.098635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:03.145238 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:03.240631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event updated for resources: {'Port': ['ID=72ce20ce-c3e9-40d7-9d22-0c6453577b8c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:03.257466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:41:03.262148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:41:03.263089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:41:03.265791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:41:03.281786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f321d9-aef7-4e9b-a3f8-316c0fb1b215 req-bd6d7c93-9bb5-43a2-a8ee-1f907d0982ba tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:03.289056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38f321d9-aef7-4e9b-a3f8-316c0fb1b215 req-bd6d7c93-9bb5-43a2-a8ee-1f907d0982ba tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0991290 May 24 22:41:03.339603 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38f321d9-aef7-4e9b-a3f8-316c0fb1b215 req-20c144a8-27f2-44d3-a54b-d6445fc80ecc tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495129 May 24 22:41:03.390096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:03.477759 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:03.533816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb25e2f-8004-44fa-add8-fca02591737b req-6028ce0f-6461-4e6b-b667-08c0c32db14c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:03.535696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ddb25e2f-8004-44fa-add8-fca02591737b req-6028ce0f-6461-4e6b-b667-08c0c32db14c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0867450 May 24 22:41:03.603875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ddb25e2f-8004-44fa-add8-fca02591737b req-549fcf00-0d1e-4a68-b22d-4550d73f4e8d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531058 May 24 22:41:03.770246 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:03.779564 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:03.799121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925773d-663a-4a4b-9654-3481470db0aa req-cf766b54-4d52-4b0d-9d51-57837afda19d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:03.806093 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d925773d-663a-4a4b-9654-3481470db0aa req-cf766b54-4d52-4b0d-9d51-57837afda19d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0914850 May 24 22:41:03.866128 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d925773d-663a-4a4b-9654-3481470db0aa req-7075bc31-397a-4077-8d44-7eed10d41de5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584428 May 24 22:41:03.900184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event updated for resources: {'Port': ['ID=72ce20ce-c3e9-40d7-9d22-0c6453577b8c,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:03.909250 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:03.938821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:03.940605 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-96de107a-1840-4120-a965-094818b824a1 req-fdf09a1c-dfa9-4b05-a1f8-67986820bedd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2123823 May 24 22:41:04.024960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-96de107a-1840-4120-a965-094818b824a1 req-10df846a-158f-4003-a6d6-3e41a9c274ba tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Synchronizing usage tracker for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:04.044446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-96de107a-1840-4120-a965-094818b824a1 req-10df846a-158f-4003-a6d6-3e41a9c274ba tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Unset dirty status for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:04.045810 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-96de107a-1840-4120-a965-094818b824a1 req-10df846a-158f-4003-a6d6-3e41a9c274ba tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0987287 May 24 22:41:04.084884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604ef20-855c-41dc-8212-6cf8c2b3a568 req-84977422-9af4-4343-818f-f8809afb6445 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:04.092867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7604ef20-855c-41dc-8212-6cf8c2b3a568 req-84977422-9af4-4343-818f-f8809afb6445 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 944 time: 0.1170275 May 24 22:41:04.137318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7604ef20-855c-41dc-8212-6cf8c2b3a568 req-4da80f7d-e5b2-43db-b35c-17ea3aafa0ee tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 May 24 22:41:04.222996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de107a-1840-4120-a965-094818b824a1 req-72fdb3ff-9473-49d0-bc0f-b688cef9557a tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:04.224352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-96de107a-1840-4120-a965-094818b824a1 req-72fdb3ff-9473-49d0-bc0f-b688cef9557a tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1724598 May 24 22:41:04.235679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-96de107a-1840-4120-a965-094818b824a1 req-c202f4cf-31ca-4e30-9b71-7e66c6c1923d tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:41:04.236637 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-96de107a-1840-4120-a965-094818b824a1 req-c202f4cf-31ca-4e30-9b71-7e66c6c1923d tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058370 May 24 22:41:04.362912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fdb24-ac7a-407e-876b-063eee890ec1 req-0aafdf6a-1d3e-4444-9516-834520710cc2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:04.364699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c3fdb24-ac7a-407e-876b-063eee890ec1 req-0aafdf6a-1d3e-4444-9516-834520710cc2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1014626 May 24 22:41:04.384832 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9081331b-f14a-4132-8f83-6ab47d5f3d1a req-7575f074-bff3-46b6-8803-8e5555c1e59e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0487387 May 24 22:41:04.418358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c3fdb24-ac7a-407e-876b-063eee890ec1 req-7da02d91-1ee1-4a36-8f00-979cf7311eb4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478976 May 24 22:41:04.630186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d68100-b32e-48cd-96c7-ef2458711bcc req-640aba0b-c7fd-4d84-a0ed-7b65dcadb696 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:04.630488 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60d68100-b32e-48cd-96c7-ef2458711bcc req-640aba0b-c7fd-4d84-a0ed-7b65dcadb696 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1144547 May 24 22:41:04.663701 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-d4e480f7-05b9-4551-921a-32fd99f0c1bc tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2337627 May 24 22:41:04.670353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:41:04.676602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:04.685682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60d68100-b32e-48cd-96c7-ef2458711bcc req-20459e03-2472-40ed-b21b-2fcbfc7cf1d5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477142 May 24 22:41:04.687448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:04.699352 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:04.864203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:04.879260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c3489-6f78-4460-a188-fbf087628751 req-bd2589e4-db8a-4ca4-b0d6-3729d5dc6a9e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:04.881932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a5c3489-6f78-4460-a188-fbf087628751 req-bd2589e4-db8a-4ca4-b0d6-3729d5dc6a9e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0928278 May 24 22:41:04.929307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a5c3489-6f78-4460-a188-fbf087628751 req-c9788713-eab7-4bb9-8daa-12851d453714 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 May 24 22:41:05.014111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Allocated IP 172.25.7.237 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/3c70b03c-21d3-432c-bca2-b69974a06172) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:41:05.128364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abf8e6-f60e-46ee-a434-3e2d24823be1 req-c2792d18-4ea4-4d02-a2c0-e553d136ce2b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:05.129906 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9abf8e6-f60e-46ee-a434-3e2d24823be1 req-c2792d18-4ea4-4d02-a2c0-e553d136ce2b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0866344 May 24 22:41:05.170099 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:05.179705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9abf8e6-f60e-46ee-a434-3e2d24823be1 req-788bd012-1088-4de3-8db1-4824b0c55764 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439398 May 24 22:41:05.202849 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:05.233059 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5533ff5e-3236-48e7-a987-335cf51857ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:05.362723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d697d-00e9-4a2f-a8c2-a4f19f38e9b4 req-a48efcb6-e729-4c48-b3f0-18f1466f3f7d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:05.364165 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a6d697d-00e9-4a2f-a8c2-a4f19f38e9b4 req-a48efcb6-e729-4c48-b3f0-18f1466f3f7d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 944 time: 0.0820854 May 24 22:41:05.366899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:41:05.369568 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:41:05.372254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:41:05.410435 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a6d697d-00e9-4a2f-a8c2-a4f19f38e9b4 req-21ab2104-1e7f-4ec7-a5e4-ccd62dce87af tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395505 May 24 22:41:05.414519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event updated for resources: {'Port': ['ID=3c70b03c-21d3-432c-bca2-b69974a06172,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:05.463560 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:05.536158 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:05.574281 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc35ed58-5f21-40e4-87da-c687e9f36120 req-c6e12959-171f-49d3-9cbb-595827194c92 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0489998 May 24 22:41:05.580319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7f820-91ac-4069-b1ca-d8005b8d1216 req-8026b99c-9324-47dd-832f-5ef377d93821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:05.581571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-94e7f820-91ac-4069-b1ca-d8005b8d1216 req-8026b99c-9324-47dd-832f-5ef377d93821 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af02558e-0732-4411-bb97-f393fee68218 HTTP/1.1" status: 200 len: 853 time: 0.1027226 May 24 22:41:05.670979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7f820-91ac-4069-b1ca-d8005b8d1216 req-dfbd1bf1-6129-4051-b428-47f8365510d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:05.672497 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-94e7f820-91ac-4069-b1ca-d8005b8d1216 req-dfbd1bf1-6129-4051-b428-47f8365510d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=820b95ac-3809-4b09-bfd5-02e0e4e03292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772712 May 24 22:41:05.758017 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:05.766453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:05.870679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-94e7f820-91ac-4069-b1ca-d8005b8d1216 req-6801173b-b78f-4a34-a7fd-32d018d3e12a service neutron] 10.222.0.50 "GET /v2.0/networks/820b95ac-3809-4b09-bfd5-02e0e4e03292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873705 May 24 22:41:05.874369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event updated for resources: {'Port': ['ID=3c70b03c-21d3-432c-bca2-b69974a06172,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:05.884431 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:05.912526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770a4a2-9bef-46d0-812b-8735bf5a48f4 req-f773027b-d1e4-490e-ad34-44635c2a9b32 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:05.912780 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:05.913930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-c0bca4f2-cffb-45ea-808e-0398917a35b2 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2483935 May 24 22:41:05.914104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1770a4a2-9bef-46d0-812b-8735bf5a48f4 req-f773027b-d1e4-490e-ad34-44635c2a9b32 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2076569 May 24 22:41:06.001780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-3519d510-da51-413f-9a6f-1f9116e74a78 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Synchronizing usage tracker for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:06.019168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-3519d510-da51-413f-9a6f-1f9116e74a78 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Unset dirty status for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:06.020692 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-3519d510-da51-413f-9a6f-1f9116e74a78 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0965717 May 24 22:41:06.029072 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1770a4a2-9bef-46d0-812b-8735bf5a48f4 req-43064def-5264-4baf-b1f8-feab8909b208 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682473 May 24 22:41:06.062844 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-94e7f820-91ac-4069-b1ca-d8005b8d1216 req-9cc7973e-08bd-4c19-b271-d001fe39c06e service neutron] 10.222.0.50 "GET /v2.0/networks/820b95ac-3809-4b09-bfd5-02e0e4e03292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845889 May 24 22:41:06.182385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-f3145ff1-9d94-4776-b77c-21296eabeaf6 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:06.183812 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a206e360-c1e0-46e4-afbb-9e9aabd1eb9d req-f3145ff1-9d94-4776-b77c-21296eabeaf6 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1552799 May 24 22:41:06.227473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76ad4-2885-45fa-a103-b7fe3bafa282 req-35f11b53-53c8-42f5-acd3-acdac4895f53 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:06.228950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ba76ad4-2885-45fa-a103-b7fe3bafa282 req-35f11b53-53c8-42f5-acd3-acdac4895f53 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0908995 May 24 22:41:06.276093 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ba76ad4-2885-45fa-a103-b7fe3bafa282 req-a3fa2d81-6b92-4753-9f37-31df1f2eee72 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 May 24 22:41:06.373539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee6d2-a3b7-4d4f-860e-dcbc612056aa req-defdbfe9-4fa9-4330-a1ea-e0f55c162d36 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:06.375095 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a56ee6d2-a3b7-4d4f-860e-dcbc612056aa req-defdbfe9-4fa9-4330-a1ea-e0f55c162d36 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0920649 May 24 22:41:06.422532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a56ee6d2-a3b7-4d4f-860e-dcbc612056aa req-e7332f63-29b1-4cc6-a6b1-7c6fc0cc7273 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 May 24 22:41:06.527640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-8564c315-66c3-4991-810d-b9b91786e089 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2205002 May 24 22:41:06.538808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:41:06.545064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:06.554880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:06.567588 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:06.605423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65454ec-a56b-40d4-b525-1ddcef5bc5c3 req-91f65af1-e7c1-48e8-9342-a16bd496f615 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:06.607072 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c65454ec-a56b-40d4-b525-1ddcef5bc5c3 req-91f65af1-e7c1-48e8-9342-a16bd496f615 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0867867 May 24 22:41:06.651586 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c65454ec-a56b-40d4-b525-1ddcef5bc5c3 req-bb597e46-81ba-4e0b-a1b3-e1aed4e06528 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 May 24 22:41:06.707394 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:06.826845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ff78b-1c72-42ec-94c2-7ac6da8641aa req-df405492-adbc-4131-86d3-90a19036cdf0 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:06.828226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444ff78b-1c72-42ec-94c2-7ac6da8641aa req-df405492-adbc-4131-86d3-90a19036cdf0 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 944 time: 0.0794775 May 24 22:41:06.845635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Allocated IP 172.25.7.18 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/2e6f2916-4f34-4543-872b-30e9a1c296c9) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:41:06.875789 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444ff78b-1c72-42ec-94c2-7ac6da8641aa req-3acab674-9451-4aa1-8a37-3573891487c8 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412781 May 24 22:41:06.993417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:07.020847 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d7299842-df7f-464b-a924-a8aa91e95976 req-e1ee2f77-c10f-4f76-9b9b-cdd187cfe71f tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0453799 May 24 22:41:07.026000 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:07.089887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:41:07.092521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:41:07.096342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:41:07.106825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event updated for resources: {'Port': ['ID=2e6f2916-4f34-4543-872b-30e9a1c296c9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:07.130593 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:07.197482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:07.216671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d1d0f-b509-4066-a3a3-2a106d7ee8e9 req-490466a2-7274-4e34-b753-f905ac2667af tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:07.218118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-673d1d0f-b509-4066-a3a3-2a106d7ee8e9 req-490466a2-7274-4e34-b753-f905ac2667af tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0772901 May 24 22:41:07.262320 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-673d1d0f-b509-4066-a3a3-2a106d7ee8e9 req-7a6af502-1b3b-4e43-92cf-1de23b671d5f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382769 May 24 22:41:07.397049 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-65a61409-3dbc-4d0e-8519-a1d434379b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:07.407604 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:07.413634 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:07.469710 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:07.485332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0263c-4f59-4a8c-8955-7e371227a7bd req-dd3af277-8a9e-431b-8880-f3ba4c0b8a57 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:07.486826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-26e0263c-4f59-4a8c-8955-7e371227a7bd req-dd3af277-8a9e-431b-8880-f3ba4c0b8a57 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0966597 May 24 22:41:07.500975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event updated for resources: {'Port': ['ID=2e6f2916-4f34-4543-872b-30e9a1c296c9,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:07.512082 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:07.513427 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-717a0fa2-0972-4321-a28f-8e80aed87004 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9786844 May 24 22:41:07.534508 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-26e0263c-4f59-4a8c-8955-7e371227a7bd req-fcdb0573-52ba-401a-8994-7bb0114e984d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 May 24 22:41:07.605569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-11895fd2-7960-46bb-8443-2dd6086b67fd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Synchronizing usage tracker for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:07.621743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-11895fd2-7960-46bb-8443-2dd6086b67fd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Unset dirty status for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:07.622890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-11895fd2-7960-46bb-8443-2dd6086b67fd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.1024845 May 24 22:41:07.719289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83576991-1017-40a5-a2c3-bd8284a2c996 req-475f5a71-8942-4970-bb6b-27a1b79b1700 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:07.720650 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83576991-1017-40a5-a2c3-bd8284a2c996 req-475f5a71-8942-4970-bb6b-27a1b79b1700 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0790033 May 24 22:41:07.767652 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83576991-1017-40a5-a2c3-bd8284a2c996 req-354946dd-14f6-49e8-aad1-fe8a35c1794e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407951 May 24 22:41:07.772601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-a87fd0e8-185c-4f54-bd21-f5907320a82b tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:07.773931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f4f2a1d2-8559-4b57-b1be-693d69b076f6 req-a87fd0e8-185c-4f54-bd21-f5907320a82b tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1448123 May 24 22:41:07.871923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55b1db49-81ad-4cb1-aa2a-0ed0e0135bbc req-90557f89-4563-416e-939d-1522c8ab2f2f tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips/6a8f978d-010a-47b7-bfb4-90ee384bbdf1 HTTP/1.1" status: 200 len: 692 time: 0.0774393 May 24 22:41:07.942139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbc5f2-0017-4b7b-b1a6-fe01919a002e req-15309ae1-82be-4212-9038-3e4ea38f9f03 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:07.943640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3cbc5f2-0017-4b7b-b1a6-fe01919a002e req-15309ae1-82be-4212-9038-3e4ea38f9f03 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0845068 May 24 22:41:07.988881 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3cbc5f2-0017-4b7b-b1a6-fe01919a002e req-8b950251-01a1-4f7d-8910-d519aeba9214 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391741 May 24 22:41:08.019746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1db49-81ad-4cb1-aa2a-0ed0e0135bbc req-98637956-b435-4bbf-b370-7b0da45e4cd8 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:08.021103 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55b1db49-81ad-4cb1-aa2a-0ed0e0135bbc req-98637956-b435-4bbf-b370-7b0da45e4cd8 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1435237 May 24 22:41:08.031018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-55b1db49-81ad-4cb1-aa2a-0ed0e0135bbc req-050f78b7-28a9-475e-8a4d-509d5e1b8a69 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:41:08.031957 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55b1db49-81ad-4cb1-aa2a-0ed0e0135bbc req-050f78b7-28a9-475e-8a4d-509d5e1b8a69 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056531 May 24 22:41:08.173794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483b96d-604f-46ef-8731-425f12949b52 req-68abe430-a150-4958-95d0-8bcaa5d094e5 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:08.175270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c483b96d-604f-46ef-8731-425f12949b52 req-68abe430-a150-4958-95d0-8bcaa5d094e5 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 944 time: 0.0842190 May 24 22:41:08.217744 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-5edca1a4-1531-4d77-8922-81f7e007d78b tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips/6a8f978d-010a-47b7-bfb4-90ee384bbdf1 HTTP/1.1" status: 200 len: 692 time: 0.1653872 May 24 22:41:08.221145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c483b96d-604f-46ef-8731-425f12949b52 req-1f51973b-ab1b-4709-8562-d43ff8ce5e18 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397043 May 24 22:41:08.363288 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e2b6438e-7c47-4e5e-b5f9-e9574a7d2d01 req-5ce96152-dbb6-43e7-bba7-abcb78dff6f6 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0450687 May 24 22:41:08.367483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-8f4bf4a5-c7cc-4846-b60e-a4c08dbc7a52 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:08.368755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-8f4bf4a5-c7cc-4846-b60e-a4c08dbc7a52 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1451480 May 24 22:41:08.378927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-b125201e-c6d9-4d84-aa8a-1bed96090aeb tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:41:08.379863 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-b125201e-c6d9-4d84-aa8a-1bed96090aeb tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056572 May 24 22:41:08.462514 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-645bdd65-1323-4afc-bd66-7ac6398a737b tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.0767064 May 24 22:41:08.546553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-aeb27a03-cb89-4cf7-9202-e4c00c02e0f3 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.0772755 May 24 22:41:08.553754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0578a6-0aa3-4034-86ef-af4b61d4ded1 req-9a622a68-2d29-48fd-8eef-187679065e4b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:08.555285 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb0578a6-0aa3-4034-86ef-af4b61d4ded1 req-9a622a68-2d29-48fd-8eef-187679065e4b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0806997 May 24 22:41:08.590156 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:08.601837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb0578a6-0aa3-4034-86ef-af4b61d4ded1 req-563edab9-9556-4eed-8b3b-f5946efb058b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 May 24 22:41:08.610142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b9126d14-3090-4ec4-9aff-f80ccdec579f details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:41:08.649937 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:08.707948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-76d87059-f9b2-4ffa-bdf6-b1a16dba28d1 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Deleting port 2e6f2916-4f34-4543-872b-30e9a1c296c9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:08.708346 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-76d87059-f9b2-4ffa-bdf6-b1a16dba28d1 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:08.756962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b9126d14-3090-4ec4-9aff-f80ccdec579f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b9126d14-3090-4ec4-9aff-f80ccdec579f,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:08.771101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'b9126d14-3090-4ec4-9aff-f80ccdec579f', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'port_id': 'b9126d14-3090-4ec4-9aff-f80ccdec579f', 'mac_address': 'fa:16:3e:91:f8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af02558e-0732-4411-bb97-f393fee68218', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:41:08.798177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8ddcd-750c-4820-bc5e-c0b25c59d229 req-a018cebb-e028-4f3c-b986-b47878aecd5d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:08.800710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56e8ddcd-750c-4820-bc5e-c0b25c59d229 req-a018cebb-e028-4f3c-b986-b47878aecd5d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0882707 May 24 22:41:08.826313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port b9126d14-3090-4ec4-9aff-f80ccdec579f is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:41:08.826692 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:08.843858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9126d14-3090-4ec4-9aff-f80ccdec579f {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:41:08.847938 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56e8ddcd-750c-4820-bc5e-c0b25c59d229 req-18a0eb31-d88a-44b3-a467-563bd708d5b9 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 May 24 22:41:08.859846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b9126d14-3090-4ec4-9aff-f80ccdec579f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b9126d14-3090-4ec4-9aff-f80ccdec579f,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:08.865760 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:08.892195 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-76d87059-f9b2-4ffa-bdf6-b1a16dba28d1 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:08.892796 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-76d87059-f9b2-4ffa-bdf6-b1a16dba28d1 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:08.968094 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=b9126d14-3090-4ec4-9aff-f80ccdec579f,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:09.019313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-76d87059-f9b2-4ffa-bdf6-b1a16dba28d1 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Calling delete_port for 2e6f2916-4f34-4543-872b-30e9a1c296c9 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:09.033322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff18cf6-87cd-496c-8f95-cda1c3a04a63 req-54af866e-f190-4d42-897e-bdda6a394004 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:09.034809 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ff18cf6-87cd-496c-8f95-cda1c3a04a63 req-54af866e-f190-4d42-897e-bdda6a394004 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0835922 May 24 22:41:09.079461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ff18cf6-87cd-496c-8f95-cda1c3a04a63 req-9925f732-6c62-4082-8f9e-112198ad14e7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386078 May 24 22:41:09.113684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['b9126d14-3090-4ec4-9aff-f80ccdec579f'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:41:09.164808 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-76d87059-f9b2-4ffa-bdf6-b1a16dba28d1 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:09.236564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d87059-f9b2-4ffa-bdf6-b1a16dba28d1 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event deleted for resources: {'Port': ['ID=2e6f2916-4f34-4543-872b-30e9a1c296c9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:09.316817 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-76d87059-f9b2-4ffa-bdf6-b1a16dba28d1 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:09.336577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fe389-12fe-4a07-8552-fe7381b89bc1 req-7f812283-ccf7-4417-9382-f67c764c646d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:09.338217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-76d87059-f9b2-4ffa-bdf6-b1a16dba28d1 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:09.338783 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e0fe389-12fe-4a07-8552-fe7381b89bc1 req-7f812283-ccf7-4417-9382-f67c764c646d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1658201 May 24 22:41:09.339283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1daad14-cd98-4132-89a1-41cc803ce54b req-76d87059-f9b2-4ffa-bdf6-b1a16dba28d1 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "DELETE /v2.0/floatingips/6a8f978d-010a-47b7-bfb4-90ee384bbdf1 HTTP/1.1" status: 204 len: 173 time: 0.7869530 May 24 22:41:09.384055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e0fe389-12fe-4a07-8552-fe7381b89bc1 req-973cae8a-ba5f-44da-8f5f-d264ea509ea2 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374975 May 24 22:41:09.512968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d3f6-ea32-40cc-8690-18286ffc7ba1 req-dc60d0e3-4a77-407e-af3c-ed1ed1933b98 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:09.514594 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36b7d3f6-ea32-40cc-8690-18286ffc7ba1 req-dc60d0e3-4a77-407e-af3c-ed1ed1933b98 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 945 time: 0.0812030 May 24 22:41:09.553817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e4c88-29fa-4563-82c0-d47957956e70 req-741ca5b1-87ee-446e-960c-6c30a927e2fa tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:09.563683 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f79e4c88-29fa-4563-82c0-d47957956e70 req-741ca5b1-87ee-446e-960c-6c30a927e2fa tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1508098 May 24 22:41:09.563802 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36b7d3f6-ea32-40cc-8690-18286ffc7ba1 req-29ab2eab-6a9d-4a2a-847c-29cdf736e927 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390732 May 24 22:41:09.679168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-60941dd1-15a8-4bea-86dd-4fa3ba45bb35 req-21536a70-52fb-4b72-94e5-42fbf58074bd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Synchronizing usage tracker for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:09.694322 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8292001a-956a-42bf-80e5-ffb9196a5e85 req-a5896027-aea1-4072-bfa9-372391e0ff15 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0434763 May 24 22:41:09.697461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-60941dd1-15a8-4bea-86dd-4fa3ba45bb35 req-21536a70-52fb-4b72-94e5-42fbf58074bd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Unset dirty status for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:09.698975 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60941dd1-15a8-4bea-86dd-4fa3ba45bb35 req-21536a70-52fb-4b72-94e5-42fbf58074bd tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=18ab630871b7481ab8660af3c72dec36 HTTP/1.1" status: 200 len: 1655 time: 0.1015377 May 24 22:41:09.842747 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:09.887263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed124fd0-c160-46a5-a8e7-46f16edad410 req-7c361c65-3bb4-47d8-ac6b-bc14d0305d79 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:09.889135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ed124fd0-c160-46a5-a8e7-46f16edad410 req-7c361c65-3bb4-47d8-ac6b-bc14d0305d79 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0921695 May 24 22:41:09.935181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60941dd1-15a8-4bea-86dd-4fa3ba45bb35 req-8d52e832-3cd0-438c-b4d5-68106b45d22a tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:09.936630 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60941dd1-15a8-4bea-86dd-4fa3ba45bb35 req-8d52e832-3cd0-438c-b4d5-68106b45d22a tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks?id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&id=8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 787 time: 0.2319989 May 24 22:41:09.936882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ed124fd0-c160-46a5-a8e7-46f16edad410 req-f948773a-df53-441b-9afa-7c9227fe1f39 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 May 24 22:41:09.947064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-60941dd1-15a8-4bea-86dd-4fa3ba45bb35 req-73c0fc22-d3a4-4bb1-95ad-6c541b59b08a tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:41:09.947971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60941dd1-15a8-4bea-86dd-4fa3ba45bb35 req-73c0fc22-d3a4-4bb1-95ad-6c541b59b08a tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055189 May 24 22:41:10.057082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19f01a43-43af-4e71-bc25-e12f29294627 req-46c4cb1f-2052-44a1-899e-9443c328c120 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips/447f2a93-5aae-47c8-9d21-dc5359dbbb4d HTTP/1.1" status: 200 len: 693 time: 0.0873439 May 24 22:41:10.152325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862dfae-cfdb-418e-a28b-d2da10d389c3 req-a8d20895-905a-4028-848c-de5d0c75ef75 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:10.154024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d862dfae-cfdb-418e-a28b-d2da10d389c3 req-a8d20895-905a-4028-848c-de5d0c75ef75 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1107340 May 24 22:41:10.201796 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d862dfae-cfdb-418e-a28b-d2da10d389c3 req-2c5b20fc-25f6-48d2-a88e-a7c9611fb898 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 May 24 22:41:10.228332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f01a43-43af-4e71-bc25-e12f29294627 req-1c6b8146-07f8-43f6-9a24-6085fd5139bc tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:10.229683 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19f01a43-43af-4e71-bc25-e12f29294627 req-1c6b8146-07f8-43f6-9a24-6085fd5139bc tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1631699 May 24 22:41:10.318114 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19f01a43-43af-4e71-bc25-e12f29294627 req-1729053d-c9c8-4914-b6b0-b3d8f1d2c236 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0811853 May 24 22:41:10.397267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aeda6-4fab-4bb3-abcd-70c307d2c0f9 req-bbbd99a5-bbb4-4f60-ad0c-8725ec2d1f68 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:10.398788 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e33aeda6-4fab-4bb3-abcd-70c307d2c0f9 req-bbbd99a5-bbb4-4f60-ad0c-8725ec2d1f68 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0881763 May 24 22:41:10.402519 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19f01a43-43af-4e71-bc25-e12f29294627 req-6bb17cad-35dd-418d-9af6-7cfbc94f4c79 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0751419 May 24 22:41:10.446058 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e33aeda6-4fab-4bb3-abcd-70c307d2c0f9 req-96186a8a-0d58-442b-8b9e-743937e79de0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 May 24 22:41:10.559201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-19f01a43-43af-4e71-bc25-e12f29294627 req-f6c68ee4-3d60-435d-81b1-70c459bd0355 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Deleting port 3c70b03c-21d3-432c-bca2-b69974a06172 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:10.559535 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-19f01a43-43af-4e71-bc25-e12f29294627 req-f6c68ee4-3d60-435d-81b1-70c459bd0355 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:10.612478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b9126d14-3090-4ec4-9aff-f80ccdec579f up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:41:10.628838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a8c19-0af5-4f56-9b2b-995494e42431 req-3ccb6264-4556-42f1-8ad7-5af9b6ba2868 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:10.630640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b6a8c19-0af5-4f56-9b2b-995494e42431 req-3ccb6264-4556-42f1-8ad7-5af9b6ba2868 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0858130 May 24 22:41:10.682153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b6a8c19-0af5-4f56-9b2b-995494e42431 req-f95f43e4-0cea-4aac-a34a-bea68bc153d7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447178 May 24 22:41:10.684636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port b9126d14-3090-4ec4-9aff-f80ccdec579f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:41:10.689886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port b9126d14-3090-4ec4-9aff-f80ccdec579f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:41:10.690084 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:10.735309 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-19f01a43-43af-4e71-bc25-e12f29294627 req-f6c68ee4-3d60-435d-81b1-70c459bd0355 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:10.735618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-19f01a43-43af-4e71-bc25-e12f29294627 req-f6c68ee4-3d60-435d-81b1-70c459bd0355 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:10.812215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port b9126d14-3090-4ec4-9aff-f80ccdec579f is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:41:10.812637 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:10.839357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9126d14-3090-4ec4-9aff-f80ccdec579f'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:41:10.849362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b9126d14-3090-4ec4-9aff-f80ccdec579f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b9126d14-3090-4ec4-9aff-f80ccdec579f,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:10.859906 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:10.866782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-19f01a43-43af-4e71-bc25-e12f29294627 req-f6c68ee4-3d60-435d-81b1-70c459bd0355 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Calling delete_port for 3c70b03c-21d3-432c-bca2-b69974a06172 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:10.887596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f1903-1656-468e-b8f9-7493bf534c52 req-c8a77bad-8810-481b-899f-3737481787b1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:10.893969 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa7f1903-1656-468e-b8f9-7493bf534c52 req-c8a77bad-8810-481b-899f-3737481787b1 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 945 time: 0.0925574 May 24 22:41:10.925222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=b9126d14-3090-4ec4-9aff-f80ccdec579f,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:10.934191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa7f1903-1656-468e-b8f9-7493bf534c52 req-c1252c97-df83-436a-af80-12e57b6fbdac tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383742 May 24 22:41:11.016769 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-19f01a43-43af-4e71-bc25-e12f29294627 req-f6c68ee4-3d60-435d-81b1-70c459bd0355 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:11.063516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c68ee4-3d60-435d-81b1-70c459bd0355 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event deleted for resources: {'Port': ['ID=3c70b03c-21d3-432c-bca2-b69974a06172,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:11.079694 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e2b23e88-038d-426f-9e77-50a12fde6123 req-3d6d7ae0-bac7-4594-9518-01ca3d61456e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0454383 May 24 22:41:11.138630 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04aa4e3-1392-42a6-a94d-7a7a177f4b89'] response: {'server_uuid': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9126d14-3090-4ec4-9aff-f80ccdec579f', 'code': 200} May 24 22:41:11.156187 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-19f01a43-43af-4e71-bc25-e12f29294627 req-f6c68ee4-3d60-435d-81b1-70c459bd0355 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:11.178243 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-19f01a43-43af-4e71-bc25-e12f29294627 req-f6c68ee4-3d60-435d-81b1-70c459bd0355 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:11.179407 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19f01a43-43af-4e71-bc25-e12f29294627 req-f6c68ee4-3d60-435d-81b1-70c459bd0355 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "DELETE /v2.0/floatingips/447f2a93-5aae-47c8-9d21-dc5359dbbb4d HTTP/1.1" status: 204 len: 173 time: 0.7716343 May 24 22:41:11.276476 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-29601036-c348-4f86-a72d-5cd6bf537956 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips/eeea726e-4a8b-46d4-b536-5d79023780e1 HTTP/1.1" status: 200 len: 692 time: 0.0800161 May 24 22:41:11.335334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fe732-e7e3-4310-b62f-3687179cd482 req-4c5d6be1-a3ea-40fc-a694-a5aaa3323d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:11.336833 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe6fe732-e7e3-4310-b62f-3687179cd482 req-4c5d6be1-a3ea-40fc-a694-a5aaa3323d3b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 1097 time: 0.1300092 May 24 22:41:11.349468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf436a-b70c-4ffb-9527-bec48b445fb2 req-3bcc1d9c-b61b-470a-a086-ef37f6e479a2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:11.351242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9cf436a-b70c-4ffb-9527-bec48b445fb2 req-3bcc1d9c-b61b-470a-a086-ef37f6e479a2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1150124 May 24 22:41:11.418937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe6fe732-e7e3-4310-b62f-3687179cd482 req-d7e6c583-44d7-4fc7-b4da-9cf0eaf64c22 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666652 May 24 22:41:11.423364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9cf436a-b70c-4ffb-9527-bec48b445fb2 req-360282bf-0740-41aa-9e1d-28a4a4279a55 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583110 May 24 22:41:11.513622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-c72687aa-4200-4a56-9bd7-f976aa7cc46e tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:11.514963 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-c72687aa-4200-4a56-9bd7-f976aa7cc46e tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.2328064 May 24 22:41:11.591507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-10255e31-4beb-46fa-b072-18c8bdf8f404 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Synchronizing usage tracker for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:11.607320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d5608-2a5d-465d-bbcb-61d203bdc383 req-0fa7d7da-7597-4907-b4d1-32fe5f4505f0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:11.608920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d4d5608-2a5d-465d-bbcb-61d203bdc383 req-0fa7d7da-7597-4907-b4d1-32fe5f4505f0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0877366 May 24 22:41:11.609152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-10255e31-4beb-46fa-b072-18c8bdf8f404 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Unset dirty status for tenant:18ab630871b7481ab8660af3c72dec36 on resource:floatingip {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:11.610356 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-10255e31-4beb-46fa-b072-18c8bdf8f404 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0891936 May 24 22:41:11.653665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d4d5608-2a5d-465d-bbcb-61d203bdc383 req-e9dede3e-2529-4cca-a8a6-ca89000e9043 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 May 24 22:41:11.692909 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-9d8ce141-468b-4778-9ea8-1b29937f7451 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0758739 May 24 22:41:11.831406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a5e19-cd1d-43ab-b928-1960324ff0d2 req-8ce54e7c-c94b-4e56-a0fe-070b1d77709f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:11.832859 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac5a5e19-cd1d-43ab-b928-1960324ff0d2 req-8ce54e7c-c94b-4e56-a0fe-070b1d77709f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0812383 May 24 22:41:11.852764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-3468aff5-f949-412f-a940-608fe7b5c486 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Deleting port 72ce20ce-c3e9-40d7-9d22-0c6453577b8c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:11.853110 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-3468aff5-f949-412f-a940-608fe7b5c486 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:11.877954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac5a5e19-cd1d-43ab-b928-1960324ff0d2 req-8ffbaf7e-8693-4852-aac3-553c8a1bb9e9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390868 May 24 22:41:12.023175 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-3468aff5-f949-412f-a940-608fe7b5c486 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:12.023827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-3468aff5-f949-412f-a940-608fe7b5c486 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:12.054675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f1b65-d7b0-41ec-9bb2-b21dca0bcbed req-f9081caa-cd8b-41d1-9812-d24808e12a5a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:12.056134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-353f1b65-d7b0-41ec-9bb2-b21dca0bcbed req-f9081caa-cd8b-41d1-9812-d24808e12a5a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0847411 May 24 22:41:12.100516 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-353f1b65-d7b0-41ec-9bb2-b21dca0bcbed req-047f3776-e409-49e2-9695-3fcbbb4bec78 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383124 May 24 22:41:12.143795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-3468aff5-f949-412f-a940-608fe7b5c486 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Calling delete_port for 72ce20ce-c3e9-40d7-9d22-0c6453577b8c owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:12.274858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e844a-fedf-48c3-a8ad-eb9161d8c1e1 req-99e98b72-36f9-429b-aaf2-405b0041f9b2 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:12.276218 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b1e844a-fedf-48c3-a8ad-eb9161d8c1e1 req-99e98b72-36f9-429b-aaf2-405b0041f9b2 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 946 time: 0.0792761 May 24 22:41:12.285510 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-3468aff5-f949-412f-a940-608fe7b5c486 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:12.327687 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b1e844a-fedf-48c3-a8ad-eb9161d8c1e1 req-98ad04ec-b071-4638-89b7-e0494e97472f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444863 May 24 22:41:12.331208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468aff5-f949-412f-a940-608fe7b5c486 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event deleted for resources: {'Port': ['ID=72ce20ce-c3e9-40d7-9d22-0c6453577b8c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:12.423517 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-3468aff5-f949-412f-a940-608fe7b5c486 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:12.450572 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-3468aff5-f949-412f-a940-608fe7b5c486 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:12.451792 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3df667e9-3662-44ca-b546-fd3606a10cfa req-3468aff5-f949-412f-a940-608fe7b5c486 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "DELETE /v2.0/floatingips/eeea726e-4a8b-46d4-b536-5d79023780e1 HTTP/1.1" status: 204 len: 173 time: 0.7533526 May 24 22:41:12.475201 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df2d916d-9215-428e-8537-455826f89a92 req-ac0ffb32-1f5f-4c0c-b972-4b8bdb93ae4c tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0422554 May 24 22:41:12.593326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-62ef71dc-0294-449d-9709-3fbda8a25956 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips/843fccd6-af7e-44f0-b809-b140788663e9 HTTP/1.1" status: 200 len: 692 time: 0.0883985 May 24 22:41:12.640880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75622d78-53a6-4ecc-b1c1-e731d0be8a6e req-fe055122-209f-4397-83a1-5fc5a4ffff61 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:12.642403 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-75622d78-53a6-4ecc-b1c1-e731d0be8a6e req-fe055122-209f-4397-83a1-5fc5a4ffff61 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0834100 May 24 22:41:12.700667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-75622d78-53a6-4ecc-b1c1-e731d0be8a6e req-3cf32540-23ea-4421-9345-08bc74f23648 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496273 May 24 22:41:12.816701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-0f471da0-9096-44fc-ad43-0b59a312583a tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:12.818029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-0f471da0-9096-44fc-ad43-0b59a312583a tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.2188549 May 24 22:41:12.828112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-45b71c5f-efba-4813-896c-6c9e937f0baf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:41:12.829021 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-45b71c5f-efba-4813-896c-6c9e937f0baf tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055461 May 24 22:41:12.910112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-c2340931-5364-4fc1-8c23-1117876b7970 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.63 HTTP/1.1" status: 200 len: 695 time: 0.0750728 May 24 22:41:12.988012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-c994531c-938b-4b33-96c6-1f6a8ba23e0e tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.63 HTTP/1.1" status: 200 len: 695 time: 0.0719166 May 24 22:41:13.093392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5b66-9094-403c-b70e-d372e03cf511 req-614e7296-00a0-48fc-875b-c3eb87af5e9b tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:13.094867 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-688a5b66-9094-403c-b70e-d372e03cf511 req-614e7296-00a0-48fc-875b-c3eb87af5e9b tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0861382 May 24 22:41:13.139268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-688a5b66-9094-403c-b70e-d372e03cf511 req-c764da57-60a0-450f-a473-a390d8b0fc64 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383725 May 24 22:41:13.149851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-c77987ec-a852-4c13-87d2-4fb522b03738 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Deleting port 715be697-1bb2-46bc-9d12-877b42bb9cfc {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:13.150385 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-c77987ec-a852-4c13-87d2-4fb522b03738 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:13.316854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-c77987ec-a852-4c13-87d2-4fb522b03738 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:13.317156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-c77987ec-a852-4c13-87d2-4fb522b03738 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:13.319289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20248c5-b6ef-4647-a400-655d87052acd req-82169912-8546-44d7-af0e-0e243f666bce tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:13.320741 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b20248c5-b6ef-4647-a400-655d87052acd req-82169912-8546-44d7-af0e-0e243f666bce tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0861740 May 24 22:41:13.367026 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b20248c5-b6ef-4647-a400-655d87052acd req-7237e5ae-d001-4842-801c-f8d9fde40b53 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 May 24 22:41:13.437905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-c77987ec-a852-4c13-87d2-4fb522b03738 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Calling delete_port for 715be697-1bb2-46bc-9d12-877b42bb9cfc owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:13.545824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b62510-4b42-48bf-86f6-4a51d2276c76 req-7c8df7ff-51e0-4d15-b12b-784c7022495d tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:13.552885 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4b62510-4b42-48bf-86f6-4a51d2276c76 req-7c8df7ff-51e0-4d15-b12b-784c7022495d tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 946 time: 0.0877092 May 24 22:41:13.591799 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-c77987ec-a852-4c13-87d2-4fb522b03738 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:13.591976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4b62510-4b42-48bf-86f6-4a51d2276c76 req-b0576f76-ab50-4658-bcd1-0e276864a9ee tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380285 May 24 22:41:13.640894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77987ec-a852-4c13-87d2-4fb522b03738 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Pushing event deleted for resources: {'Port': ['ID=715be697-1bb2-46bc-9d12-877b42bb9cfc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:13.686230 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-c77987ec-a852-4c13-87d2-4fb522b03738 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:13.701540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-c77987ec-a852-4c13-87d2-4fb522b03738 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:13.702688 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b6d644a-5ab2-466c-941a-69dcba8f3531 req-c77987ec-a852-4c13-87d2-4fb522b03738 tempest-FloatingIPDetailsTestJSON-795765227 tempest-FloatingIPDetailsTestJSON-795765227-project] 10.222.0.55 "DELETE /v2.0/floatingips/843fccd6-af7e-44f0-b809-b140788663e9 HTTP/1.1" status: 204 len: 173 time: 0.7089291 May 24 22:41:13.708703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43028) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:13.854947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc97df-3aa3-4374-8181-96e041ff3f66 req-9bdc2814-9847-46a9-945e-32ef17a235ba tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:13.856501 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdcc97df-3aa3-4374-8181-96e041ff3f66 req-9bdc2814-9847-46a9-945e-32ef17a235ba tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1644444 May 24 22:41:13.901409 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdcc97df-3aa3-4374-8181-96e041ff3f66 req-cfab34c7-1a13-429e-a1f5-87e6540df515 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 May 24 22:41:14.018152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c4e3d-cfc0-4b71-8ed2-820b38075204 req-0ad2b474-56c2-4b96-ade3-7634a72cb7fb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:14.019935 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f83c4e3d-cfc0-4b71-8ed2-820b38075204 req-0ad2b474-56c2-4b96-ade3-7634a72cb7fb tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 946 time: 0.2235155 May 24 22:41:14.048920 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-805d5aa5-6f9f-4b24-9a15-6dfdc2b4ba4d req-d55253bf-34fc-425f-bdb7-efa2bd31021c tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0418444 May 24 22:41:14.220286 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f83c4e3d-cfc0-4b71-8ed2-820b38075204 req-b688e34d-4ede-491d-93d6-b9caad21b854 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918616 May 24 22:41:14.236217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd17f-5efb-4aed-8ac4-b65055d0316d req-156bfd03-455d-4de3-86ed-67e0f2fbbeb6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:14.237714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b76fd17f-5efb-4aed-8ac4-b65055d0316d req-156bfd03-455d-4de3-86ed-67e0f2fbbeb6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0826855 May 24 22:41:14.283756 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b76fd17f-5efb-4aed-8ac4-b65055d0316d req-43170e6c-02a9-469a-af06-3444798dd072 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399859 May 24 22:41:14.440350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ad103-8a07-49c1-9e1e-1f77d0a7f52e req-8d634c90-efe9-4ec2-9a34-4172e43a772d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:14.441808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d8ad103-8a07-49c1-9e1e-1f77d0a7f52e req-8d634c90-efe9-4ec2-9a34-4172e43a772d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1045151 May 24 22:41:14.452481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d260-3494-4176-916c-a9f700179220 req-f653560e-06bd-44de-a411-f06143336895 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:14.453961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2589d260-3494-4176-916c-a9f700179220 req-f653560e-06bd-44de-a411-f06143336895 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 946 time: 0.0812709 May 24 22:41:14.462766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43040) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:14.469379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3ab641bf-757f-4b16-b0df-b361d2261b89 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Request body: {'floatingip': {'port_id': 'b9126d14-3090-4ec4-9aff-f80ccdec579f'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:41:14.573469 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d8ad103-8a07-49c1-9e1e-1f77d0a7f52e req-b4018e65-4e1f-4b73-bff2-0872525268aa tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253471 May 24 22:41:14.600307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ab641bf-757f-4b16-b0df-b361d2261b89 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:14.625131 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:14.696486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59612c2d-050e-4c70-8939-1d5a052df1af req-a506d4c0-2fd0-4544-be13-c32ad50475db tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:14.698323 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59612c2d-050e-4c70-8939-1d5a052df1af req-a506d4c0-2fd0-4544-be13-c32ad50475db tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.50 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 946 time: 0.1957169 May 24 22:41:14.815380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377c061-9f3c-4540-bdda-d37f4c418ce2 req-fd475256-950e-468e-b390-b5af7ed3038d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:14.816843 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1377c061-9f3c-4540-bdda-d37f4c418ce2 req-fd475256-950e-468e-b390-b5af7ed3038d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2766771 May 24 22:41:14.888779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Deleting port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:14.888995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:15.011235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1377c061-9f3c-4540-bdda-d37f4c418ce2 req-a14a0ebf-bbe3-49ca-a672-c04649552f71 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813145 May 24 22:41:15.199330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e6611-82c7-475f-9b9b-9604d4e6376a req-8ca47225-88b4-419d-a99f-cfd2d9805b14 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:15.201071 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d98e6611-82c7-475f-9b9b-9604d4e6376a req-8ca47225-88b4-419d-a99f-cfd2d9805b14 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 946 time: 0.4917834 May 24 22:41:15.246648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c1135-957c-4d25-b7bd-6da0346d977d req-26c1995b-adf4-48cb-94a0-2023dc6f5ba7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:15.248095 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-912c1135-957c-4d25-b7bd-6da0346d977d req-26c1995b-adf4-48cb-94a0-2023dc6f5ba7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1247437 May 24 22:41:15.296468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d98e6611-82c7-475f-9b9b-9604d4e6376a req-5c8eab1f-0a3c-47c4-9cc1-08d22f5fe282 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859830 May 24 22:41:15.306918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] For port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:15.306918 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:15.381756 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-912c1135-957c-4d25-b7bd-6da0346d977d req-2b5ec3b7-4961-4dbb-ad82-43406952792c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237173 May 24 22:41:15.393060 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ab641bf-757f-4b16-b0df-b361d2261b89 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:15.398870 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ab641bf-757f-4b16-b0df-b361d2261b89 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:15.497636 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3abfa06-5cbb-4fa6-959c-7314bf2b713b req-03025b20-cffa-422e-9d4b-f170cdab3a0a tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0706153 May 24 22:41:15.582215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] Deleting port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:15.582547 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:15.742627 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-3ab641bf-757f-4b16-b0df-b361d2261b89 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Floating IP bf2afc24-4d5a-431e-af1a-9d79a04986ad associated. External IP: 172.25.7.57, port: b9126d14-3090-4ec4-9aff-f80ccdec579f. May 24 22:41:15.905202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f2e52-2080-4dc7-b1b1-e07063062f21 req-cbbea520-1191-4afa-b586-679c384cb09f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:15.906621 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd9f2e52-2080-4dc7-b1b1-e07063062f21 req-cbbea520-1191-4afa-b586-679c384cb09f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.3584518 May 24 22:41:15.995831 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:15.996769 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:15.997132 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Floating IP 8438642b-15b7-4cc9-968e-caab9394a08c disassociated. External IP: 172.25.7.73, port: b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92. May 24 22:41:15.997476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Calling delete_port for b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:16.014682 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd9f2e52-2080-4dc7-b1b1-e07063062f21 req-be617bf8-0c3c-44dc-8540-32c39244c715 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022177 May 24 22:41:16.104847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f3401-0216-4226-b927-15ce63108bbf req-21b60f71-ccb6-4956-b12b-4f78bccb9656 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:16.107052 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a46f3401-0216-4226-b927-15ce63108bbf req-21b60f71-ccb6-4956-b12b-4f78bccb9656 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.3874581 May 24 22:41:16.109900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] For port 5077ebef-fe15-493a-a9f3-e7bc2edef6b6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5077ebef-fe15-493a-a9f3-e7bc2edef6b6,segment=NetworkSegment(c3aa269f-d5da-4196-851f-72a784823daa),segment_id=c3aa269f-d5da-4196-851f-72a784823daa)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:16.110264 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:16.198340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab641bf-757f-4b16-b0df-b361d2261b89 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:41:16.265996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] Calling delete_port for 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:16.297621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd096a8-7a86-412a-a000-d9d1a97388bc req-4c356398-e81b-4c65-a1cd-361186719319 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:16.299091 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9dd096a8-7a86-412a-a000-d9d1a97388bc req-4c356398-e81b-4c65-a1cd-361186719319 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1773667 May 24 22:41:16.377746 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a46f3401-0216-4226-b927-15ce63108bbf req-8c3e2f18-0892-434c-8242-76ae1661a6be tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598939 May 24 22:41:16.424060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab641bf-757f-4b16-b0df-b361d2261b89 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:41:16.428127 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9dd096a8-7a86-412a-a000-d9d1a97388bc req-33f94b89-e438-4504-9218-96a09cf332f3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714443 May 24 22:41:16.431106 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ab641bf-757f-4b16-b0df-b361d2261b89 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:16.437200 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab14f4-cbe9-4b6f-84b2-b08958ed2084 None None] Sync routers for ids ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:41:16.452145 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab14f4-cbe9-4b6f-84b2-b08958ed2084 None None] Routers {'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:41:16.458279 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-92ab14f4-cbe9-4b6f-84b2-b08958ed2084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:41:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:16.506253 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3ab641bf-757f-4b16-b0df-b361d2261b89 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "PUT /v2.0/floatingips/bf2afc24-4d5a-431e-af1a-9d79a04986ad HTTP/1.1" status: 200 len: 991 time: 2.0417345 May 24 22:41:16.507183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'tag': 'b9126d14-3090-4ec4-9aff-f80ccdec579f'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:41:16.612340 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:16.658573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32aebf-2ecf-4bae-a7bf-28390e0c2abf req-a5b5f4fb-4d6c-4d00-942c-023b6b9e3cbf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:16.660374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d32aebf-2ecf-4bae-a7bf-28390e0c2abf req-a5b5f4fb-4d6c-4d00-942c-023b6b9e3cbf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0907230 May 24 22:41:16.684860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Pushing event deleted for resources: {'Port': ['ID=b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:16.696216 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-92ab14f4-cbe9-4b6f-84b2-b08958ed2084 None None] Set router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:41:16.709014 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d32aebf-2ecf-4bae-a7bf-28390e0c2abf req-03ac72ec-9de0-4706-9696-2ab62f44bb19 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 May 24 22:41:16.772401 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12eeff6-126e-4370-b368-3f6171f0e551'] response: {'name': 'network-changed', 'server_uuid': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'tag': 'b9126d14-3090-4ec4-9aff-f80ccdec579f', 'status': 'completed', 'code': 200} May 24 22:41:16.793676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247e9f-61d8-4ecb-bc5e-e8765be58467 req-da9a7169-26ac-4f1b-a9d5-151775072c29 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:16.800870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56247e9f-61d8-4ecb-bc5e-e8765be58467 req-da9a7169-26ac-4f1b-a9d5-151775072c29 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 946 time: 0.2738390 May 24 22:41:16.928798 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-71b17aa6-431a-4bc8-8a22-a4801df790a5 req-dd4c1099-9f75-4c20-bb30-2eccabff6a45 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0513239 May 24 22:41:16.944064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a03c3-83e7-47d6-ab8d-2fda7990295f req-6f0474fa-26b5-4aac-bad5-8049dc15886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:16.945940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a76a03c3-83e7-47d6-ab8d-2fda7990295f req-6f0474fa-26b5-4aac-bad5-8049dc15886c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e42f741d06f24df5aca4a152c1219373&device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 1097 time: 0.1459219 May 24 22:41:16.966313 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56247e9f-61d8-4ecb-bc5e-e8765be58467 req-2a943f07-0605-4c08-b084-d8a41c955369 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups?id=78dec3fa-ba50-43b4-9d84-da14931bd7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643040 May 24 22:41:17.013082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Router 626b5180-c62d-4a28-befe-6736bd124af0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:41:17.023334 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:17.112701 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-92ab14f4-cbe9-4b6f-84b2-b08958ed2084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:07Z', 'revision_number': 4, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'bf2afc24-4d5a-431e-af1a-9d79a04986ad', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'port_id': 'b9126d14-3090-4ec4-9aff-f80ccdec579f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'mac_address': 'fa:16:3e:91:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:40:50Z', 'updated_at': '2022-05-24T22:41:15Z', 'revision_number': 1, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7080b96-654e-424c-97d8-a472cfd209c3', 'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'mac_address': 'fa:16:3e:b7:e7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'af02558e-0732-4411-bb97-f393fee68218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:06Z', 'updated_at': '2022-05-24T22:40:13Z', 'revision_number': 5, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'subnets': [{'id': 'af02558e-0732-4411-bb97-f393fee68218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:17.117292 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab14f4-cbe9-4b6f-84b2-b08958ed2084 None None] Checking router: eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:41:17.132441 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab14f4-cbe9-4b6f-84b2-b08958ed2084 None None] Routers {'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:41:17.133079 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-92ab14f4-cbe9-4b6f-84b2-b08958ed2084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:41:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:17.147461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a03c3-83e7-47d6-ab8d-2fda7990295f req-4ca4b2f0-c673-481c-8bc9-ad2079ea9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:17.149117 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a76a03c3-83e7-47d6-ab8d-2fda7990295f req-4ca4b2f0-c673-481c-8bc9-ad2079ea9fd0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=820b95ac-3809-4b09-bfd5-02e0e4e03292 HTTP/1.1" status: 200 len: 915 time: 0.1954272 May 24 22:41:17.240830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] Pushing event deleted for resources: {'Port': ['ID=5077ebef-fe15-493a-a9f3-e7bc2edef6b6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:17.332844 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a76a03c3-83e7-47d6-ab8d-2fda7990295f req-8941266d-7c69-4fcc-99bb-77989c748bd3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9126d14-3090-4ec4-9aff-f80ccdec579f HTTP/1.1" status: 200 len: 999 time: 0.1482413 May 24 22:41:17.345211 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-92ab14f4-cbe9-4b6f-84b2-b08958ed2084 None None] Set router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:41:17.397366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748c6a9-2ce6-4c9e-89e4-62836ac52827 req-ecd4124f-e5d5-481d-9587-c9aa82cf5c51 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:17.404765 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7748c6a9-2ce6-4c9e-89e4-62836ac52827 req-ecd4124f-e5d5-481d-9587-c9aa82cf5c51 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2531686 May 24 22:41:17.473123 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7748c6a9-2ce6-4c9e-89e4-62836ac52827 req-b9124536-b1c3-4ffd-8857-0db8b9aba45c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672567 May 24 22:41:17.490578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a03c3-83e7-47d6-ab8d-2fda7990295f req-5d9e452f-b705-4aa9-94ec-90f70c2a8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:17.492290 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a76a03c3-83e7-47d6-ab8d-2fda7990295f req-5d9e452f-b705-4aa9-94ec-90f70c2a8c63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af02558e-0732-4411-bb97-f393fee68218 HTTP/1.1" status: 200 len: 853 time: 0.1526399 May 24 22:41:17.619099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:41:17.630249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a4fe8-97ee-457e-8804-5673a3bfa3a9 None None] Sync routers for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:41:17.645406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a4fe8-97ee-457e-8804-5673a3bfa3a9 None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:41:17.646642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-205a4fe8-97ee-457e-8804-5673a3bfa3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:41:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:17.715503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] No DVR routers for this DVR port b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:41:17.721196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:17.723882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253ce39d-4c65-411f-9bc5-296361a37afd', 'name': 'network-vif-deleted', 'tag': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:41:17.766589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:17.776770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59612c2d-050e-4c70-8939-1d5a052df1af req-e9029c37-6667-4f11-b6f5-37e962332ae3 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.50 "DELETE /v2.0/ports/b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 HTTP/1.1" status: 204 len: 173 time: 3.0657973 May 24 22:41:17.787166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd15973-550b-4231-a197-760058888aad req-11543d4f-2afb-46ca-ae87-e10a4de3adf6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:17.794603 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9bd15973-550b-4231-a197-760058888aad req-11543d4f-2afb-46ca-ae87-e10a4de3adf6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.2396832 May 24 22:41:17.863019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a03c3-83e7-47d6-ab8d-2fda7990295f req-f05cb8a8-2c0d-4ceb-a58e-a2ae72b08d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:17.864830 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a76a03c3-83e7-47d6-ab8d-2fda7990295f req-f05cb8a8-2c0d-4ceb-a58e-a2ae72b08d9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=820b95ac-3809-4b09-bfd5-02e0e4e03292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3639004 May 24 22:41:17.868747 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-92ab14f4-cbe9-4b6f-84b2-b08958ed2084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:07Z', 'revision_number': 4, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'bf2afc24-4d5a-431e-af1a-9d79a04986ad', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'port_id': 'b9126d14-3090-4ec4-9aff-f80ccdec579f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'mac_address': 'fa:16:3e:91:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:40:50Z', 'updated_at': '2022-05-24T22:41:15Z', 'revision_number': 1, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7080b96-654e-424c-97d8-a472cfd209c3', 'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'mac_address': 'fa:16:3e:b7:e7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'af02558e-0732-4411-bb97-f393fee68218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:06Z', 'updated_at': '2022-05-24T22:40:13Z', 'revision_number': 5, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'subnets': [{'id': 'af02558e-0732-4411-bb97-f393fee68218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:17.874359 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab14f4-cbe9-4b6f-84b2-b08958ed2084 None None] The sync data for ids ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'] in n-d-843146-7 is: [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:07Z', 'revision_number': 4, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'bf2afc24-4d5a-431e-af1a-9d79a04986ad', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'port_id': 'b9126d14-3090-4ec4-9aff-f80ccdec579f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'mac_address': 'fa:16:3e:91:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:40:50Z', 'updated_at': '2022-05-24T22:41:15Z', 'revision_number': 1, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7080b96-654e-424c-97d8-a472cfd209c3', 'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'mac_address': 'fa:16:3e:b7:e7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'af02558e-0732-4411-bb97-f393fee68218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:06Z', 'updated_at': '2022-05-24T22:40:13Z', 'revision_number': 5, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'subnets': [{'id': 'af02558e-0732-4411-bb97-f393fee68218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:41:17.920729 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9bd15973-550b-4231-a197-760058888aad req-fc5be1dd-a5bf-4dfd-b1fc-921133b075d3 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194589 May 24 22:41:17.946641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-205a4fe8-97ee-457e-8804-5673a3bfa3a9 None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:41:18.048244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1a072-685d-4f62-b3ea-9c41e929b1e8 req-120d1e1d-cc6a-47df-8d62-afb1556ff4e9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:18.056657 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1cd1a072-685d-4f62-b3ea-9c41e929b1e8 req-120d1e1d-cc6a-47df-8d62-afb1556ff4e9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.4494312 May 24 22:41:18.092614 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2479e8b8-e4eb-4ffd-9c0a-86c1e9a96648'] response: {'server_uuid': '253ce39d-4c65-411f-9bc5-296361a37afd', 'name': 'network-vif-deleted', 'tag': 'b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92', 'status': 'completed', 'code': 200} May 24 22:41:18.169674 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1cd1a072-685d-4f62-b3ea-9c41e929b1e8 req-ba01841c-fd21-49d3-90d1-d3fd7717d877 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105604 May 24 22:41:18.172423 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a76a03c3-83e7-47d6-ab8d-2fda7990295f req-b79f3578-9393-4d1e-82a4-f9ec7885b87e service neutron] 10.222.0.50 "GET /v2.0/networks/820b95ac-3809-4b09-bfd5-02e0e4e03292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969320 May 24 22:41:18.217176 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486dd10-83c9-4720-9495-ab8dcb305f9d None None] New status for floating IP bf2afc24-4d5a-431e-af1a-9d79a04986ad: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:41:18.367731 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c6ee970-8d0a-44e7-9a0f-a5904e1c8593 req-f5d33f67-a809-4ca0-8a3a-b11836ab2197 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0659931 May 24 22:41:18.383022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] Router 62698721-1ab0-43a9-927c-dcd4481fc382 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:41:18.412386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-205a4fe8-97ee-457e-8804-5673a3bfa3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:18.419624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a4fe8-97ee-457e-8804-5673a3bfa3a9 None None] Checking router: 626b5180-c62d-4a28-befe-6736bd124af0 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:41:18.439012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a4fe8-97ee-457e-8804-5673a3bfa3a9 None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:41:18.440613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-205a4fe8-97ee-457e-8804-5673a3bfa3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:41:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:18.473791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a76a03c3-83e7-47d6-ab8d-2fda7990295f req-5f4c1594-2a48-4b33-9fd8-92fd8f8be57b service neutron] 10.222.0.50 "GET /v2.0/networks/820b95ac-3809-4b09-bfd5-02e0e4e03292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880290 May 24 22:41:18.608508 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a16ee28-3aad-43e4-94f5-874761fe52c0 req-f43ddfdc-e388-4b46-abd6-2621f5fbcef2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/ports?device_id=253ce39d-4c65-411f-9bc5-296361a37afd HTTP/1.1" status: 200 len: 210 time: 0.0602562 May 24 22:41:18.666065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b57645-7dfa-438e-9c74-7fc8e294da93 req-b8aa9286-5d83-4ef7-995b-b40c5887122d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:18.671692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-39b57645-7dfa-438e-9c74-7fc8e294da93 req-b8aa9286-5d83-4ef7-995b-b40c5887122d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.5089743 May 24 22:41:18.698267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:41:18.738704 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-39b57645-7dfa-438e-9c74-7fc8e294da93 req-acf6bbc3-3b54-4a76-ba9b-9df50ebf11a7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582654 May 24 22:41:18.740027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:41:18.749973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-88766948-1f85-482c-993f-3ebf9985c023 admin admin] 10.222.0.55 "PUT /v2.0/routers/62698721-1ab0-43a9-927c-dcd4481fc382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0399377 May 24 22:41:18.754268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43082) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:18.760893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8fb40-54f5-4cf4-a583-a947ff5e07df None None] Sync routers for ids ['62698721-1ab0-43a9-927c-dcd4481fc382'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:41:18.766013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:41:18.766354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b7ae9c68-3ab9-40b3-93e9-b8c4c50b6c92 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:41:18.782357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-205a4fe8-97ee-457e-8804-5673a3bfa3a9 None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:41:18.838282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8fb40-54f5-4cf4-a583-a947ff5e07df None None] Routers {'62698721-1ab0-43a9-927c-dcd4481fc382'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:41:18.838913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5ed8fb40-54f5-4cf4-a583-a947ff5e07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:41:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62698721-1ab0-43a9-927c-dcd4481fc382'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:18.949817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5d354-f2ce-4f31-9b86-b6440ee628c5 req-906abbaf-b78d-4f1d-9a46-efd82cb0fe01 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:18.951212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3e5d354-f2ce-4f31-9b86-b6440ee628c5 req-906abbaf-b78d-4f1d-9a46-efd82cb0fe01 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2483830 May 24 22:41:18.956240 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:19.114726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e06ac0-f72f-4553-9d18-c94255a04f8d req-5411f2f5-368f-4a73-8088-c0758759e270 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:19.116358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52e06ac0-f72f-4553-9d18-c94255a04f8d req-5411f2f5-368f-4a73-8088-c0758759e270 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0821779 May 24 22:41:19.126403 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3e5d354-f2ce-4f31-9b86-b6440ee628c5 req-802bd5d4-c44a-4fa8-9b6b-cf334bc4d200 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213915 May 24 22:41:19.168259 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:19.169545 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52e06ac0-f72f-4553-9d18-c94255a04f8d req-c500d363-67f2-4f5c-93ae-24953fc46f54 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455651 May 24 22:41:19.180564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Deleting port b09cb76d-e99d-484f-8511-25e431d4b85a {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:19.180936 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:19.220887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-5ed8fb40-54f5-4cf4-a583-a947ff5e07df None None] Set router 62698721-1ab0-43a9-927c-dcd4481fc382 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:41:19.421758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] For port b09cb76d-e99d-484f-8511-25e431d4b85a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b09cb76d-e99d-484f-8511-25e431d4b85a,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:19.422247 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:19.545165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-205a4fe8-97ee-457e-8804-5673a3bfa3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:19.549419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50e3c8-6246-4090-8ae0-79c76f8392b5 req-5c3c595b-1ae5-44b1-9831-194e4f89c95d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:19.550692 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8a50e3c8-6246-4090-8ae0-79c76f8392b5 req-5c3c595b-1ae5-44b1-9831-194e4f89c95d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2418978 May 24 22:41:19.552117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a4fe8-97ee-457e-8804-5673a3bfa3a9 None None] The sync data for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 is: [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:38:44Z', 'revision_number': 4, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a', 'name': '', 'network_id': '61909bdd-225c-4585-bcc6-08ad828659b7', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'mac_address': 'fa:16:3e:0b:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:43Z', 'updated_at': '2022-05-24T22:38:51Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'subnets': [{'id': '1b121f1d-18e9-4ab2-901f-89fcf789a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:41:19.557591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Calling delete_port for b09cb76d-e99d-484f-8511-25e431d4b85a owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:19.589005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5ed8fb40-54f5-4cf4-a583-a947ff5e07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'name': 'tempest-FloatingIPDetailsTestJSON-830263925-router', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:47Z', 'updated_at': '2022-05-24T22:41:16Z', 'revision_number': 5, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'gw_port': {'id': 'b09cb76d-e99d-484f-8511-25e431d4b85a', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:48Z', 'updated_at': '2022-05-24T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:19.597625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8fb40-54f5-4cf4-a583-a947ff5e07df None None] Checking router: 62698721-1ab0-43a9-927c-dcd4481fc382 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:41:19.608561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8fb40-54f5-4cf4-a583-a947ff5e07df None None] Routers {'62698721-1ab0-43a9-927c-dcd4481fc382'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:41:19.609632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5ed8fb40-54f5-4cf4-a583-a947ff5e07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:41:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62698721-1ab0-43a9-927c-dcd4481fc382'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:19.682059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ed479e59-0873-4333-9740-7629ef04b67e req-8517ca47-bcc1-45a5-b03b-70d420024b70 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1841290 May 24 22:41:19.793860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-5ed8fb40-54f5-4cf4-a583-a947ff5e07df None None] Set router 62698721-1ab0-43a9-927c-dcd4481fc382 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:41:19.882169 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8a50e3c8-6246-4090-8ae0-79c76f8392b5 req-1d232c96-1d83-4660-a297-2d8e3310e5de tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909210 May 24 22:41:19.914647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5ed8fb40-54f5-4cf4-a583-a947ff5e07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'name': 'tempest-FloatingIPDetailsTestJSON-830263925-router', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:47Z', 'updated_at': '2022-05-24T22:41:19Z', 'revision_number': 6, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:19.924569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8fb40-54f5-4cf4-a583-a947ff5e07df None None] The sync data for ids ['62698721-1ab0-43a9-927c-dcd4481fc382'] in n-d-843146-7 is: [{'id': '62698721-1ab0-43a9-927c-dcd4481fc382', 'name': 'tempest-FloatingIPDetailsTestJSON-830263925-router', 'tenant_id': '18ab630871b7481ab8660af3c72dec36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:47Z', 'updated_at': '2022-05-24T22:41:19Z', 'revision_number': 6, 'project_id': '18ab630871b7481ab8660af3c72dec36', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:41:19.973608 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5367a09d-203e-437d-9a92-7a550ee33f0d None None] New status for floating IP 8438642b-15b7-4cc9-968e-caab9394a08c: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:41:19.994201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e58a2b-71b6-4090-9a6d-518f13e1213f req-d13de528-ce1e-4bb0-ac98-5e7e1c77dcb5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:19.996734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1e58a2b-71b6-4090-9a6d-518f13e1213f req-d13de528-ce1e-4bb0-ac98-5e7e1c77dcb5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1171432 May 24 22:41:20.031481 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.059957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1e58a2b-71b6-4090-9a6d-518f13e1213f req-d9faf27c-b3b1-4742-839c-106500e1c34b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536656 May 24 22:41:20.081564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Pushing event deleted for resources: {'Port': ['ID=b09cb76d-e99d-484f-8511-25e431d4b85a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:20.115656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43102) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:20.227841 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.378873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d004-e953-4c27-9a3e-45c2e4287bb2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.394497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5193cfe-ae42-4125-b29a-d91552f3712b req-5d6f7dc9-8e6e-4522-9692-174bd7e7ccb9 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:20.396357 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5193cfe-ae42-4125-b29a-d91552f3712b req-5d6f7dc9-8e6e-4522-9692-174bd7e7ccb9 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0977778 May 24 22:41:20.441227 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5193cfe-ae42-4125-b29a-d91552f3712b req-f134045b-9768-4e16-92ef-7b1b93d97a66 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390062 May 24 22:41:20.477527 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.483572 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.486285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d004-e953-4c27-9a3e-45c2e4287bb2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.605203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.605932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62698721-1ab0-43a9-927c-dcd4481fc382 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:41:20.614998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8f96f-df89-4cd2-9748-907fdb0a83b6 req-c837a88e-0a8f-4f42-87b7-13086023b601 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:20.616389 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9ee8f96f-df89-4cd2-9748-907fdb0a83b6 req-c837a88e-0a8f-4f42-87b7-13086023b601 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.3460727 May 24 22:41:20.650529 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d004-e953-4c27-9a3e-45c2e4287bb2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.686275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4d004-e953-4c27-9a3e-45c2e4287bb2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dec3fa-ba50-43b4-9d84-da14931bd7ec,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:20.696173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9ee8f96f-df89-4cd2-9748-907fdb0a83b6 req-562302cb-3cc6-444d-a9ce-5585bcec08fc tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725577 May 24 22:41:20.700067 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d004-e953-4c27-9a3e-45c2e4287bb2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.701867 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f4d4d004-e953-4c27-9a3e-45c2e4287bb2 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "DELETE /v2.0/security-groups/78dec3fa-ba50-43b4-9d84-da14931bd7ec HTTP/1.1" status: 204 len: 168 time: 0.5845366 May 24 22:41:20.702264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.705865 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fa121f51-7bf9-4c08-b4b6-f8b25cceddef admin admin] 10.222.0.55 "DELETE /v2.0/routers/62698721-1ab0-43a9-927c-dcd4481fc382 HTTP/1.1" status: 204 len: 168 time: 1.9478264 May 24 22:41:20.705865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43110) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:20.706524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43114) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:20.719807 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-61464a9f-c858-499d-aa54-0e4297e6df39 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] show failed (client error): The resource could not be found. May 24 22:41:20.720819 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-61464a9f-c858-499d-aa54-0e4297e6df39 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "GET /v2.0/security-groups/78dec3fa-ba50-43b4-9d84-da14931bd7ec HTTP/1.1" status: 404 len: 347 time: 0.0161169 May 24 22:41:20.723728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43120) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:20.806929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4fb0df-8df1-42bc-bcc0-af7ed4f9e3b8 admin admin] Deleting subnet 81e14f17-1773-4fbb-90dd-09f721299e44 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:41:20.810643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb0df-8df1-42bc-bcc0-af7ed4f9e3b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.843272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b09cb76d-e99d-484f-8511-25e431d4b85a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:41:20.886660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-60797aa8-41c1-4e33-85e4-a7fd149cf741 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Deleting port d2479ea9-c6c4-4e90-b8bc-3bbf83fddfd9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:20.887049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: b09cb76d-e99d-484f-8511-25e431d4b85a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:41:20.887604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b09cb76d-e99d-484f-8511-25e431d4b85a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:41:20.887732 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-60797aa8-41c1-4e33-85e4-a7fd149cf741 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.888337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:41:20.918472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83ec527f-231e-464a-a64f-3813cf7e5855 req-90327b82-f8ce-43f1-be78-1846a19c7d9d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0657532 May 24 22:41:20.928830 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb0df-8df1-42bc-bcc0-af7ed4f9e3b8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:20.938042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:41:20.940992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5077ebef-fe15-493a-a9f3-e7bc2edef6b6 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:41:21.014184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb0df-8df1-42bc-bcc0-af7ed4f9e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.088436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb0df-8df1-42bc-bcc0-af7ed4f9e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.144475 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-60797aa8-41c1-4e33-85e4-a7fd149cf741 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.145204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-60797aa8-41c1-4e33-85e4-a7fd149cf741 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.150370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fb0df-8df1-42bc-bcc0-af7ed4f9e3b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e14f17-1773-4fbb-90dd-09f721299e44,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:21.151226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f859f73-2e64-4dfa-b401-c717c1495653 None None] Network 7251e339-31c1-4908-ad72-1dd67591bbf4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:41:21.154119 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb0df-8df1-42bc-bcc0-af7ed4f9e3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.163365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8b4fb0df-8df1-42bc-bcc0-af7ed4f9e3b8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/81e14f17-1773-4fbb-90dd-09f721299e44 HTTP/1.1" status: 204 len: 168 time: 0.4534085 May 24 22:41:21.163633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43128) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:21.323185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d8b28-418e-4962-aa8f-8482325c1235 req-0c63b6a4-0c96-4b54-96ee-4e8b0d10dc28 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:21.324768 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad2d8b28-418e-4962-aa8f-8482325c1235 req-0c63b6a4-0c96-4b54-96ee-4e8b0d10dc28 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2874813 May 24 22:41:21.327528 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.353035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Deleting port 61602c27-457a-48e0-b069-bc289b60b2a0 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:21.353349 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.387847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-60797aa8-41c1-4e33-85e4-a7fd149cf741 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Calling delete_port for d2479ea9-c6c4-4e90-b8bc-3bbf83fddfd9 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:21.407587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1dc6d-f0a8-4c7b-a0fc-d342fd1d71fe req-01d160d4-d909-40db-8938-ac88b949a8cc tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:21.409049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6bf1dc6d-f0a8-4c7b-a0fc-d342fd1d71fe req-01d160d4-d909-40db-8938-ac88b949a8cc tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1740811 May 24 22:41:21.422650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e6109-f3e0-41fd-a2ea-b93bb8aadca9 None None] DHCP port deletion for 7251e339-31c1-4908-ad72-1dd67591bbf4 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:41:21.427044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-035e6109-f3e0-41fd-a2ea-b93bb8aadca9 None None] Deleting port 61602c27-457a-48e0-b069-bc289b60b2a0 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:21.427419 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-035e6109-f3e0-41fd-a2ea-b93bb8aadca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.472408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad2d8b28-418e-4962-aa8f-8482325c1235 req-d9795a4b-22be-4986-9a07-5062bcd7f3f0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920219 May 24 22:41:21.565892 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-60797aa8-41c1-4e33-85e4-a7fd149cf741 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.650441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6bf1dc6d-f0a8-4c7b-a0fc-d342fd1d71fe req-a1420e06-7b51-460d-8abc-b143561ce0ae tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314663 May 24 22:41:21.668647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60797aa8-41c1-4e33-85e4-a7fd149cf741 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Pushing event deleted for resources: {'Port': ['ID=d2479ea9-c6c4-4e90-b8bc-3bbf83fddfd9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:21.691820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] For port 61602c27-457a-48e0-b069-bc289b60b2a0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=61602c27-457a-48e0-b069-bc289b60b2a0,segment=NetworkSegment(c3aa269f-d5da-4196-851f-72a784823daa),segment_id=c3aa269f-d5da-4196-851f-72a784823daa)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:21.692195 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.707439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-035e6109-f3e0-41fd-a2ea-b93bb8aadca9 None None] For port 61602c27-457a-48e0-b069-bc289b60b2a0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=61602c27-457a-48e0-b069-bc289b60b2a0,segment=NetworkSegment(c3aa269f-d5da-4196-851f-72a784823daa),segment_id=c3aa269f-d5da-4196-851f-72a784823daa)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:21.707820 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-035e6109-f3e0-41fd-a2ea-b93bb8aadca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.780100 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-60797aa8-41c1-4e33-85e4-a7fd149cf741 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.792173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60214dca-7657-4cf7-a94e-5f87192fd7c4 req-9134a3a1-a2e7-4d57-aecb-4b72f555146e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:21.793759 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60214dca-7657-4cf7-a94e-5f87192fd7c4 req-9134a3a1-a2e7-4d57-aecb-4b72f555146e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1888492 May 24 22:41:21.817716 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-60797aa8-41c1-4e33-85e4-a7fd149cf741 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.822780 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-60797aa8-41c1-4e33-85e4-a7fd149cf741 tempest-ServersWithSpecificFlavorTestJSON-1329026703 tempest-ServersWithSpecificFlavorTestJSON-1329026703-project] 10.222.0.55 "DELETE /v2.0/floatingips/8438642b-15b7-4cc9-968e-caab9394a08c HTTP/1.1" status: 204 len: 168 time: 1.0978310 May 24 22:41:21.833992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Calling delete_port for 61602c27-457a-48e0-b069-bc289b60b2a0 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:21.849554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-035e6109-f3e0-41fd-a2ea-b93bb8aadca9 None None] Calling delete_port for 61602c27-457a-48e0-b069-bc289b60b2a0 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:21.854063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60214dca-7657-4cf7-a94e-5f87192fd7c4 req-01c1da3a-75aa-4554-ad11-8a7ccbdb4243 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510719 May 24 22:41:21.972899 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:21.994823 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-035e6109-f3e0-41fd-a2ea-b93bb8aadca9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:41:21.995185 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-035e6109-f3e0-41fd-a2ea-b93bb8aadca9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:41:22.028368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] No DVR routers for this DVR port 61602c27-457a-48e0-b069-bc289b60b2a0 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:41:22.037096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835edf-9a76-4ccd-b6a2-2e42efc0eff2 req-6ba0ea88-8fa6-4474-bbf5-5e603ba58e90 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:22.038645 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f8835edf-9a76-4ccd-b6a2-2e42efc0eff2 req-6ba0ea88-8fa6-4474-bbf5-5e603ba58e90 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1749053 May 24 22:41:22.063299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Pushing event deleted for resources: {'Port': ['ID=61602c27-457a-48e0-b069-bc289b60b2a0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:22.113135 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9fbcebd4-f2b1-4772-925f-76d7a8c4d9ce req-0d2af7e1-e6b4-41ff-98a4-ee48f4e59e3a tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0428779 May 24 22:41:22.264470 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:22.274569 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f8835edf-9a76-4ccd-b6a2-2e42efc0eff2 req-509eae2d-9d7d-4700-bdb0-72cda98b4a74 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091665 May 24 22:41:22.300948 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.302540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.302540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.302540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > port after_create 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.302936 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > port after_delete 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.303237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > port after_update 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.303549 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.303989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.304299 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.304635 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.422529 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.422874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.423197 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.423506 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 22:41:22.423843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7251e339-31c1-4908-ad72-1dd67591bbf4']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:22.437315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3aa269f-d5da-4196-851f-72a784823daa') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:22.437633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3aa269f-d5da-4196-851f-72a784823daa') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:22.456439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:22.472973 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:22.475214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43154) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:22.481384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:41:22.481816 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:22.496345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-035e6109-f3e0-41fd-a2ea-b93bb8aadca9 None None] Deleting port 61602c27-457a-48e0-b069-bc289b60b2a0 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:22.496952 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-035e6109-f3e0-41fd-a2ea-b93bb8aadca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:22.578733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-035e6109-f3e0-41fd-a2ea-b93bb8aadca9 None None] The port '61602c27-457a-48e0-b069-bc289b60b2a0' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:41:22.607346 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:22.669092 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:22.697028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] Pushing event deleted for resources: {'Network': ['ID=7251e339-31c1-4908-ad72-1dd67591bbf4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:22.736570 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-33e82e3f-baf6-44d3-89f6-356cc775203b admin admin] 10.222.0.55 "DELETE /v2.0/networks/7251e339-31c1-4908-ad72-1dd67591bbf4 HTTP/1.1" status: 204 len: 168 time: 1.5699682 May 24 22:41:22.786223 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment c3aa269f-d5da-4196-851f-72a784823daa resource provider aggregate not found May 24 22:41:22.803924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2024174-579a-4c22-8325-534a20bc1b7f req-3d187957-2967-4f07-b8e0-23964864b97b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:22.805649 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2024174-579a-4c22-8325-534a20bc1b7f req-3d187957-2967-4f07-b8e0-23964864b97b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1727581 May 24 22:41:22.819510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 61602c27-457a-48e0-b069-bc289b60b2a0 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:41:22.839152 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment c3aa269f-d5da-4196-851f-72a784823daa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3aa269f-d5da-4196-851f-72a784823daa found for delete ", "request_id": "req-c8f22c67-e4ca-479d-9250-6a2355b30ad6"}]} May 24 22:41:22.859755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 61602c27-457a-48e0-b069-bc289b60b2a0 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:41:22.860303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 61602c27-457a-48e0-b069-bc289b60b2a0 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:41:22.875589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2024174-579a-4c22-8325-534a20bc1b7f req-2d757c56-d06e-44d7-bc23-55a1a580786f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589526 May 24 22:41:22.910391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43176) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:22.962679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2742241b-2703-4fa1-bfae-251b9e0869a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18ab630871b7481ab8660af3c72dec36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510819 May 24 22:41:22.963632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43180) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:22.982104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51028171-33ac-487a-bfbd-526fdc990830 req-0ca26263-2bfc-4324-b32c-1e415b9fe64e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:22.983553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-51028171-33ac-487a-bfbd-526fdc990830 req-0ca26263-2bfc-4324-b32c-1e415b9fe64e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1961133 May 24 22:41:23.067499 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-51028171-33ac-487a-bfbd-526fdc990830 req-b9689b79-7695-4db8-88c1-82010f21bf7f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576320 May 24 22:41:23.078021 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d48b076d-b8fe-414c-8f8f-58118af24db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:23.115130 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d48b076d-b8fe-414c-8f8f-58118af24db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:23.133298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b128b5-2d5e-474f-8e39-45d82b0c9eca req-1fff8183-9b84-4312-8838-5f44d6da0478 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:23.134794 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41b128b5-2d5e-474f-8e39-45d82b0c9eca req-1fff8183-9b84-4312-8838-5f44d6da0478 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1480694 May 24 22:41:23.202836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41b128b5-2d5e-474f-8e39-45d82b0c9eca req-fda2c2ba-cc3a-436a-a5a7-b243a1f7e3a8 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594103 May 24 22:41:23.213253 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:23.222734 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d48b076d-b8fe-414c-8f8f-58118af24db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:23.238255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b076d-b8fe-414c-8f8f-58118af24db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3416ff67-cde8-43d3-a75b-62c6a19d48f8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:23.244632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d48b076d-b8fe-414c-8f8f-58118af24db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:23.248638 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d48b076d-b8fe-414c-8f8f-58118af24db4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3416ff67-cde8-43d3-a75b-62c6a19d48f8 HTTP/1.1" status: 204 len: 168 time: 0.2815893 May 24 22:41:23.342644 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19ea6b6c-dbc6-4da1-b45f-26b5d785409e req-5a05820b-6052-41cb-884f-78a3a6be5594 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0617511 May 24 22:41:23.487888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e214e6-30e0-40f9-a1ff-08f106145680 req-ad0f4065-1928-408b-aa4f-192a6b0afefb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:23.489438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6e214e6-30e0-40f9-a1ff-08f106145680 req-ad0f4065-1928-408b-aa4f-192a6b0afefb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0951862 May 24 22:41:23.544701 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6e214e6-30e0-40f9-a1ff-08f106145680 req-002655c0-bebf-46c6-bddd-27d164913213 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494721 May 24 22:41:23.633761 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:23.744717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] Deleting port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:23.744962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:23.918501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] For port f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:23.918858 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:24.043428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] Calling delete_port for f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:24.193644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644316c-ea0b-4742-89f9-a1f1d148dad9 req-725ddb98-afc9-44a3-9ebb-2365efadaffa tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:24.195087 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e644316c-ea0b-4742-89f9-a1f1d148dad9 req-725ddb98-afc9-44a3-9ebb-2365efadaffa tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1591449 May 24 22:41:24.253590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e644316c-ea0b-4742-89f9-a1f1d148dad9 req-a99b5848-35a9-49b2-b404-0598e391ed7b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509255 May 24 22:41:24.275118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155e74c-b7c6-47cf-b163-3cdf65cd1e19 req-28b9e661-6bf3-4e40-a43e-799e96196b0f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:24.277221 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b155e74c-b7c6-47cf-b163-3cdf65cd1e19 req-28b9e661-6bf3-4e40-a43e-799e96196b0f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0947149 May 24 22:41:24.332915 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:24.339890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b155e74c-b7c6-47cf-b163-3cdf65cd1e19 req-6c443562-f5aa-422b-a505-b31fbe77d881 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536356 May 24 22:41:24.466377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:24.604462 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-d3754fbb-8081-4600-8f7c-529ff970484c tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fb7d06a628af4b5189fc4c5ac83ebf39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448673 May 24 22:41:24.614639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2fa-c307-49b3-9013-c9dc53c86cd6 req-b7f43cc6-1240-40c7-8cf0-5692f309a10d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:24.622748 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9e03f2fa-c307-49b3-9013-c9dc53c86cd6 req-b7f43cc6-1240-40c7-8cf0-5692f309a10d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1571310 May 24 22:41:24.672642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9e03f2fa-c307-49b3-9013-c9dc53c86cd6 req-2a270da9-2103-41f4-90ba-dbca40d23df0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489089 May 24 22:41:24.821372 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7cdca3-e155-402c-a987-1d53af8a7db3 req-54123b7e-80f7-4f43-acd7-8e3f289f910d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0445168 May 24 22:41:24.837778 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:24.848292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-e7a78080-0f09-40d5-80c6-dd830a2e7544 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:24.849689 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-e7a78080-0f09-40d5-80c6-dd830a2e7544 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444992 May 24 22:41:24.926446 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-eab1ac25-5acc-4389-a514-130b43614c5f tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/quotas/fb7d06a628af4b5189fc4c5ac83ebf39 HTTP/1.1" status: 200 len: 375 time: 0.0694013 May 24 22:41:25.011606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50105a01-bd6e-4b18-b5a5-b093eaffb34b req-166cbb15-38b8-42fa-91fe-ff1218d5b5b4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:25.014231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50105a01-bd6e-4b18-b5a5-b093eaffb34b req-166cbb15-38b8-42fa-91fe-ff1218d5b5b4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0893772 May 24 22:41:25.063124 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50105a01-bd6e-4b18-b5a5-b093eaffb34b req-1d83395f-acb9-42ac-a4f7-9e9c35fb930f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426085 May 24 22:41:25.088841 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-fa6918c6-4246-44c9-82cf-2a40ca75ae75 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb7d06a628af4b5189fc4c5ac83ebf39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1513932 May 24 22:41:25.264482 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77a86018-c109-4ce6-a907-cceed0d5b706 req-f548e0f1-26e2-44c0-8232-5c948d2111ea tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 210 time: 0.0420341 May 24 22:41:25.369724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] Router 626b5180-c62d-4a28-befe-6736bd124af0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:41:25.419735 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:25.532359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dcf1a-eb95-43f1-a6fc-f502343894a8 req-dc1e0df2-f3a0-4ce1-9ff6-087acc860be8 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:25.534806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-051dcf1a-eb95-43f1-a6fc-f502343894a8 req-dc1e0df2-f3a0-4ce1-9ff6-087acc860be8 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0903418 May 24 22:41:25.592487 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-051dcf1a-eb95-43f1-a6fc-f502343894a8 req-4a52e2f4-ef23-4ec7-80b9-4758b068c38b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475683 May 24 22:41:25.626941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:41:25.635494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326c05f-2d0d-4cc9-b4f0-5cb0d8f22d6c None None] Sync routers for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:41:25.643394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562916-4731-409b-bb53-0e7fe49dc5de req-adc46eed-8899-41ee-b20f-ee5f5fbc6641 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:25.645513 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c562916-4731-409b-bb53-0e7fe49dc5de req-adc46eed-8899-41ee-b20f-ee5f5fbc6641 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2105410 May 24 22:41:25.647711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326c05f-2d0d-4cc9-b4f0-5cb0d8f22d6c None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:41:25.648327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9326c05f-2d0d-4cc9-b4f0-5cb0d8f22d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:41:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:25.656521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-deebe09a-b750-4b5a-b9fa-080bc3c4eb07 admin admin] 10.222.0.55 "PUT /v2.0/routers/626b5180-c62d-4a28-befe-6736bd124af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1802592 May 24 22:41:25.660352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43248) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:25.705137 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c562916-4731-409b-bb53-0e7fe49dc5de req-d031344f-36c6-4d1c-9936-33e27fd6f44d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522070 May 24 22:41:25.860049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9326c05f-2d0d-4cc9-b4f0-5cb0d8f22d6c None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:41:25.902828 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:25.997077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2d004-4e65-4aae-861e-934390aeef3b req-08105401-71ef-4a64-9c42-e2608e3c7c33 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:25.998678 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83a2d004-4e65-4aae-861e-934390aeef3b req-08105401-71ef-4a64-9c42-e2608e3c7c33 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1932003 May 24 22:41:26.025547 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-482b9090-1cca-42cb-b368-2fd54424b1cd req-bc2364e9-28f5-40a0-9d57-5ee8ebd209ad tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0497537 May 24 22:41:26.161081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9326c05f-2d0d-4cc9-b4f0-5cb0d8f22d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:41:24Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:26.165158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326c05f-2d0d-4cc9-b4f0-5cb0d8f22d6c None None] Checking router: 626b5180-c62d-4a28-befe-6736bd124af0 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:41:26.174021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326c05f-2d0d-4cc9-b4f0-5cb0d8f22d6c None None] Routers {'626b5180-c62d-4a28-befe-6736bd124af0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:41:26.174618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9326c05f-2d0d-4cc9-b4f0-5cb0d8f22d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:41:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['626b5180-c62d-4a28-befe-6736bd124af0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:26.218840 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83a2d004-4e65-4aae-861e-934390aeef3b req-4927118a-4539-40a4-8740-289b9b1a8fcf tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643565 May 24 22:41:26.238321 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:26.255928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Deleting port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:26.256272 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:26.279235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29f9eb-f60b-4489-a619-1edf7757f89a req-5e89c28c-4ffc-4b16-aa9c-083a1b9313ff tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:26.287480 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da29f9eb-f60b-4489-a619-1edf7757f89a req-5e89c28c-4ffc-4b16-aa9c-083a1b9313ff tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1060436 May 24 22:41:26.358613 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da29f9eb-f60b-4489-a619-1edf7757f89a req-d5657351-eea6-46d6-84de-2fb999bc1e17 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705144 May 24 22:41:26.417210 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-6865158b-dac4-43be-a4e2-9d1eea944c3f tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fb7d06a628af4b5189fc4c5ac83ebf39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549278 May 24 22:41:26.447413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9326c05f-2d0d-4cc9-b4f0-5cb0d8f22d6c None None] Set router 626b5180-c62d-4a28-befe-6736bd124af0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:41:26.582016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] For port ecf76bf2-4f9b-4e4e-bd12-f117afe257f2, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ecf76bf2-4f9b-4e4e-bd12-f117afe257f2,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:26.582592 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:26.705026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-2dde5fc8-3c44-4b23-b29a-28265156252b tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:26.706578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-2dde5fc8-3c44-4b23-b29a-28265156252b tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802556 May 24 22:41:26.708860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1da715-a498-47c8-ae54-140b34e96d8a req-3286e57c-ee8e-4a97-b949-2b2cd4ae7ab6 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:26.710173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d1da715-a498-47c8-ae54-140b34e96d8a req-3286e57c-ee8e-4a97-b949-2b2cd4ae7ab6 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 1125 time: 0.1701643 May 24 22:41:26.713031 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ffe1a5e-b1af-4ce8-8a30-c0bc18624ba0 req-1f729112-9a17-4847-8d6d-610018697482 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 210 time: 0.2357137 May 24 22:41:26.720182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Calling delete_port for ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:26.731094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Request body: {'port': {'device_id': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'fb7d06a628af4b5189fc4c5ac83ebf39'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:41:26.864049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9326c05f-2d0d-4cc9-b4f0-5cb0d8f22d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:41:24Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:26.864363 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d1da715-a498-47c8-ae54-140b34e96d8a req-7079c4e2-c356-414b-9cbb-22b2227ff712 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380279 May 24 22:41:26.868331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326c05f-2d0d-4cc9-b4f0-5cb0d8f22d6c None None] The sync data for ids ['626b5180-c62d-4a28-befe-6736bd124af0'] in n-d-843146-7 is: [{'id': '626b5180-c62d-4a28-befe-6736bd124af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-747531111-router', 'tenant_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:32Z', 'updated_at': '2022-05-24T22:41:24Z', 'revision_number': 5, 'project_id': '5d53bb4e04ee4e26a379a8ba9e87870c', 'gw_port': {'id': 'ecf76bf2-4f9b-4e4e-bd12-f117afe257f2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b5180-c62d-4a28-befe-6736bd124af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:34Z', 'updated_at': '2022-05-24T22:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:41:26.919153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:26.923340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Usage tracker for resource:port and tenant:fb7d06a628af4b5189fc4c5ac83ebf39 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:41:26.926398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:41:26.932341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:26.945934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Made reservation on behalf of fb7d06a628af4b5189fc4c5ac83ebf39 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:41:26.949821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:26.982096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:26.985284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7695356-c497-45cf-9b94-db1d9ff55938 req-ee564511-7f00-4969-af4c-53559dd73441 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:26.986971 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7695356-c497-45cf-9b94-db1d9ff55938 req-ee564511-7f00-4969-af4c-53559dd73441 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1475263 May 24 22:41:26.989069 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.009880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:27.014766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Usage tracker for resource:security_group_rule and tenant:fb7d06a628af4b5189fc4c5ac83ebf39 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:41:27.017841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:41:27.024237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:27.056393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf76bf2-4f9b-4e4e-bd12-f117afe257f2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:27.150974 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7695356-c497-45cf-9b94-db1d9ff55938 req-9e473b0f-31d0-4f07-8d95-29b0cc25a72e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221619 May 24 22:41:27.168460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.169884 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.187131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.283018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768475b7-511f-4aae-a7ab-6ba6ab9c52d9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:27.317285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df810d4a-8aba-4f65-9f47-5b45839c4f80 req-b62f23a4-6728-4775-8462-736a9c076359 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:27.318823 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df810d4a-8aba-4f65-9f47-5b45839c4f80 req-b62f23a4-6728-4775-8462-736a9c076359 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2024486 May 24 22:41:27.411164 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7d82aaa-144c-4f4f-b080-f86bceb58bb1 req-412550df-5bfa-4896-9c1b-7f7574e519e8 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1141760 May 24 22:41:27.414850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.417569 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.417934 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df810d4a-8aba-4f65-9f47-5b45839c4f80 req-f10bd43f-4b00-4349-b705-453b7919b280 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702231 May 24 22:41:27.419058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Allocated IP 192.168.233.140 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/63e2049f-7bc5-4aae-94ed-44662bfe4bfc) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:41:27.515468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.516295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 626b5180-c62d-4a28-befe-6736bd124af0 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:41:27.536302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.538321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6863e659-0cdf-4896-8f48-5fe79f46ef1a admin admin] 10.222.0.55 "DELETE /v2.0/routers/626b5180-c62d-4a28-befe-6736bd124af0 HTTP/1.1" status: 204 len: 168 time: 1.8768225 May 24 22:41:27.541219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43282) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:27.657705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b844086-583d-4d81-9b07-bd132645e50d admin admin] Deleting subnet 1b121f1d-18e9-4ab2-901f-89fcf789a051 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:41:27.670527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b844086-583d-4d81-9b07-bd132645e50d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.729357 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b844086-583d-4d81-9b07-bd132645e50d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.797047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a5aa-f430-4290-a0a7-61248f9e854b req-5794f3d5-2d84-4ccc-b1f7-df9349bb70c3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:27.798506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7034a5aa-f430-4290-a0a7-61248f9e854b req-5794f3d5-2d84-4ccc-b1f7-df9349bb70c3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1811922 May 24 22:41:27.917146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.926389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-7ca6795b-b413-4ed8-82a8-4fdcd5b375c6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:27.927878 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-7ca6795b-b413-4ed8-82a8-4fdcd5b375c6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 821 time: 0.2527058 May 24 22:41:27.944255 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b844086-583d-4d81-9b07-bd132645e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:27.949478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Transition to ACTIVE for port object 63e2049f-7bc5-4aae-94ed-44662bfe4bfc will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:41:27.953068 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-f8ec4cd6-1ac3-44c0-a25f-5d60a44be56f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/quotas/c1e295fbcd2e4ba9914279ba523f98aa HTTP/1.1" status: 200 len: 375 time: 0.0185723 May 24 22:41:27.984490 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7034a5aa-f430-4290-a0a7-61248f9e854b req-ec868635-3f32-4d75-9c05-f5805f613971 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743796 May 24 22:41:28.026928 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b844086-583d-4d81-9b07-bd132645e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:28.033365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:28.072223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b844086-583d-4d81-9b07-bd132645e50d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b121f1d-18e9-4ab2-901f-89fcf789a051,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:28.079235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b844086-583d-4d81-9b07-bd132645e50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:28.084054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0aa43a-8f7a-4c91-8996-d3f7d02004eb None None] Network 61909bdd-225c-4585-bcc6-08ad828659b7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:41:28.101767 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9b844086-583d-4d81-9b07-bd132645e50d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1b121f1d-18e9-4ab2-901f-89fcf789a051 HTTP/1.1" status: 204 len: 168 time: 0.5586624 May 24 22:41:28.105570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43292) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:28.137236 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-17471f3e-f615-4c8e-ba75-3c55395874e1 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1771369 May 24 22:41:28.145744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:41:28.146630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Pushing event updated for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:28.150424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:41:28.171941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:41:28.280250 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:28.298285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e1a76-5b0d-4cdd-b6a8-fef058dbf8ed req-4a81b311-dc33-450e-8704-3bd53777ed7a tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:28.299596 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-709e1a76-5b0d-4cdd-b6a8-fef058dbf8ed req-4a81b311-dc33-450e-8704-3bd53777ed7a tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 936 time: 0.1959388 May 24 22:41:28.312181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:28.312849 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:28.331493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Deleting port c5253eca-70fd-498e-a2d1-539c21ca47ca {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:28.331986 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:28.368086 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-2a836698-ccad-491e-a304-53161b9b03a8 service neutron] 10.222.0.55 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187340 May 24 22:41:28.399609 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-895e094b-7c8a-4785-a58f-4be43d8ea1ce tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6726699 May 24 22:41:28.406571 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd547fcb-251c-47e9-870a-ecb3662fbea9 None None] DHCP port deletion for 61909bdd-225c-4585-bcc6-08ad828659b7 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:41:28.410957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bd547fcb-251c-47e9-870a-ecb3662fbea9 None None] Deleting port c5253eca-70fd-498e-a2d1-539c21ca47ca {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:28.411442 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bd547fcb-251c-47e9-870a-ecb3662fbea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:28.412367 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-709e1a76-5b0d-4cdd-b6a8-fef058dbf8ed req-0e80a756-2e16-4eeb-92ba-070acd266b0e tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057785 May 24 22:41:28.412497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Request body: {'port': {'device_id': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:41:28.615011 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-b7ef1670-b63e-4dc3-9e99-dc75b8a941ff service neutron] 10.222.0.55 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363434 May 24 22:41:28.617311 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:28.665541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] For port c5253eca-70fd-498e-a2d1-539c21ca47ca, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c5253eca-70fd-498e-a2d1-539c21ca47ca,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:28.666124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:28.691244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bd547fcb-251c-47e9-870a-ecb3662fbea9 None None] For port c5253eca-70fd-498e-a2d1-539c21ca47ca, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c5253eca-70fd-498e-a2d1-539c21ca47ca,segment=NetworkSegment(b64490be-77cd-48ff-8143-b3a37fa2c378),segment_id=b64490be-77cd-48ff-8143-b3a37fa2c378)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:28.691645 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bd547fcb-251c-47e9-870a-ecb3662fbea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:28.812367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Calling delete_port for c5253eca-70fd-498e-a2d1-539c21ca47ca owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:28.827576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bd547fcb-251c-47e9-870a-ecb3662fbea9 None None] Calling delete_port for c5253eca-70fd-498e-a2d1-539c21ca47ca owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:28.881410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2028037-f5a7-4e35-b18c-8583fe3ddd6c req-5b5bc3e6-7cdd-47d6-a432-52d7873883dd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:28.889641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2028037-f5a7-4e35-b18c-8583fe3ddd6c req-5b5bc3e6-7cdd-47d6-a432-52d7873883dd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2928135 May 24 22:41:28.913164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:41:28.941689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1e1e4269-5a03-463b-86b5-625a02fa462f None None] Provisioning for port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:41:28.950552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1e1e4269-5a03-463b-86b5-625a02fa462f None None] Provisioning complete for port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:41:28.950966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4269-5a03-463b-86b5-625a02fa462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:28.956171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:41:28.956623 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:41:28.964798 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2028037-f5a7-4e35-b18c-8583fe3ddd6c req-17a05656-f6e6-4975-bb6b-3e3084729ff5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744166 May 24 22:41:28.986849 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bd547fcb-251c-47e9-870a-ecb3662fbea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:29.049704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:41:29.050047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f4feb1ef-569f-4b1c-a1bb-2d3d6dd4901a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:41:29.050599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:41:29.063346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c408a3e-c8b7-4d0e-989f-8e61188870a4 req-7aee145e-d523-42a8-87ae-d422c0cde5f9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:29.070582 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c408a3e-c8b7-4d0e-989f-8e61188870a4 req-7aee145e-d523-42a8-87ae-d422c0cde5f9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2192910 May 24 22:41:29.101911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd547fcb-251c-47e9-870a-ecb3662fbea9 None None] Pushing event deleted for resources: {'Port': ['ID=c5253eca-70fd-498e-a2d1-539c21ca47ca,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:29.103685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:41:29.104452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ecf76bf2-4f9b-4e4e-bd12-f117afe257f2 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:41:29.104874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c5253eca-70fd-498e-a2d1-539c21ca47ca no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:41:29.128634 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c408a3e-c8b7-4d0e-989f-8e61188870a4 req-d62f2028-99f5-44d8-af63-945c996f165b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571954 May 24 22:41:29.152583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-623e8f90-3025-4d48-b2b3-704b21db4e31 req-c8cdf7b4-c951-4552-8879-4fe0823d315e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0570974 May 24 22:41:29.166070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: c5253eca-70fd-498e-a2d1-539c21ca47ca {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:41:29.166420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c5253eca-70fd-498e-a2d1-539c21ca47ca not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:41:29.181143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd547fcb-251c-47e9-870a-ecb3662fbea9 None None] No DVR routers for this DVR port c5253eca-70fd-498e-a2d1-539c21ca47ca on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:41:29.204962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e4269-5a03-463b-86b5-625a02fa462f None None] Port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:41:29.283681 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55f8e490-d00a-4a26-ae5d-7700882a44d2 req-3347eb22-2e25-4da8-885b-b5c5e464101b tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 210 time: 0.0632756 May 24 22:41:29.292015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e2049f-7bc5-4aae-94ed-44662bfe4bfc {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:41:29.300927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:29.318281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Transition to ACTIVE for port object 63e2049f-7bc5-4aae-94ed-44662bfe4bfc will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:41:29.323869 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:29.397313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabe514-8baa-4ae8-bd72-404998c24f14 req-51caba90-57e6-477d-bc9f-f32e39ea0d4a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:29.406060 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fabe514-8baa-4ae8-bd72-404998c24f14 req-51caba90-57e6-477d-bc9f-f32e39ea0d4a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1218321 May 24 22:41:29.467225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Deleting port c5253eca-70fd-498e-a2d1-539c21ca47ca {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:29.467989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:29.546824 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fabe514-8baa-4ae8-bd72-404998c24f14 req-2be97b7c-0763-40b5-b458-cd8f515b8fdb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336751 May 24 22:41:29.593348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] The port 'c5253eca-70fd-498e-a2d1-539c21ca47ca' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:41:29.725070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Pushing event updated for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:29.725285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:29.751322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61909bdd-225c-4585-bcc6-08ad828659b7']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:29.765373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64490be-77cd-48ff-8143-b3a37fa2c378') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:29.765687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64490be-77cd-48ff-8143-b3a37fa2c378') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:29.777894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:29.786283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550e0d5-1ac3-4b28-a9e1-e40a362f40c5 req-70546337-9f07-47de-af2d-fb2b94b68c40 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:29.786981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7550e0d5-1ac3-4b28-a9e1-e40a362f40c5 req-70546337-9f07-47de-af2d-fb2b94b68c40 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Synchronizing usage tracker for tenant:fb7d06a628af4b5189fc4c5ac83ebf39 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:29.789529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Attempting to bind port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:41:29.789864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Attempting to bind port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:41:29.790183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Attempting to bind port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:41:29.794307 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:29.798286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:41:29.798586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Attempting to bind port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:41:29.801213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:41:29.801661 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:29.808838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:41:29.809217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:41:29.809556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:41:29.809981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Bound port: 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:41:29.810321 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:29.855525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7550e0d5-1ac3-4b28-a9e1-e40a362f40c5 req-70546337-9f07-47de-af2d-fb2b94b68c40 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Unset dirty status for tenant:fb7d06a628af4b5189fc4c5ac83ebf39 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:29.856644 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7550e0d5-1ac3-4b28-a9e1-e40a362f40c5 req-70546337-9f07-47de-af2d-fb2b94b68c40 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 948 time: 0.2758946 May 24 22:41:29.866115 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b64490be-77cd-48ff-8143-b3a37fa2c378 resource provider aggregate not found May 24 22:41:29.889041 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b64490be-77cd-48ff-8143-b3a37fa2c378 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b64490be-77cd-48ff-8143-b3a37fa2c378 found for delete ", "request_id": "req-011f974c-a6f8-4462-88b9-3ac1894d730c"}]} May 24 22:41:29.904470 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:29.924835 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:29.939541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7550e0d5-1ac3-4b28-a9e1-e40a362f40c5 req-12861fc3-aee0-40ef-b793-224be48edc00 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Synchronizing usage tracker for tenant:fb7d06a628af4b5189fc4c5ac83ebf39 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:29.942874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Pushing event deleted for resources: {'Network': ['ID=61909bdd-225c-4585-bcc6-08ad828659b7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:29.949975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:41:29.950938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.951688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.951688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.952190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.952676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.953005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.953479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.953853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.954195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:41:29.954375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.954765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.955143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.955550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:29.959223 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cf467572-fe76-4b34-b669-37daf388953c admin admin] 10.222.0.55 "DELETE /v2.0/networks/61909bdd-225c-4585-bcc6-08ad828659b7 HTTP/1.1" status: 204 len: 168 time: 1.8515513 May 24 22:41:29.962472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43320) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:29.967167 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:30.008652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7550e0d5-1ac3-4b28-a9e1-e40a362f40c5 req-12861fc3-aee0-40ef-b793-224be48edc00 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Unset dirty status for tenant:fb7d06a628af4b5189fc4c5ac83ebf39 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:30.009837 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7550e0d5-1ac3-4b28-a9e1-e40a362f40c5 req-12861fc3-aee0-40ef-b793-224be48edc00 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473768 May 24 22:41:30.030202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:30.030804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:30.032472 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] 10.222.0.50 "PUT /v2.0/ports/63e2049f-7bc5-4aae-94ed-44662bfe4bfc HTTP/1.1" status: 200 len: 1096 time: 1.6243000 May 24 22:41:30.035593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:41:30.062386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260a330-e7ea-492f-bb53-c47330be5b73 service neutron] Pushing event updated for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:30.172683 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a55eb5-ba0d-4f85-8140-a0af5d2bc4d6'] response: {'name': 'network-changed', 'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'status': 'completed', 'code': 200} May 24 22:41:30.259258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-41b4414e-ef7f-4bce-b01e-62ed663bb12d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:30.261199 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-41b4414e-ef7f-4bce-b01e-62ed663bb12d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 821 time: 0.1872478 May 24 22:41:30.275847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Request body: {'port': {'device_id': '0522ab7e-3a59-48ce-9788-0f2462520237', 'network_id': 'a048d222-b793-4627-8502-0af448f97e98', 'admin_state_up': True, 'tenant_id': 'c1e295fbcd2e4ba9914279ba523f98aa'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:41:30.478582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:30.494399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa989bbc-d80c-4aff-8c48-5ec567b132d6 req-7cc6c550-1bf1-42f4-8300-876d9dd2c75b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:30.495929 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa989bbc-d80c-4aff-8c48-5ec567b132d6 req-7cc6c550-1bf1-42f4-8300-876d9dd2c75b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2009928 May 24 22:41:30.499638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:30.526599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Made reservation on behalf of c1e295fbcd2e4ba9914279ba523f98aa for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:41:30.530249 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:30.567267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa989bbc-d80c-4aff-8c48-5ec567b132d6 req-ea44fe2b-22e6-4660-bdab-fe9e18457488 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643814 May 24 22:41:30.568728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b2db9-a38b-4e27-a148-082987fbd23c req-1f19327c-09c1-4715-bfa5-3b9efbcd59b5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:30.576513 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-027b2db9-a38b-4e27-a148-082987fbd23c req-1f19327c-09c1-4715-bfa5-3b9efbcd59b5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3502500 May 24 22:41:30.595220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-48f72f1c-7271-4f93-bcab-eca4983100ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:30.596351 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-48f72f1c-7271-4f93-bcab-eca4983100ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb7d06a628af4b5189fc4c5ac83ebf39&device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 1099 time: 0.3687224 May 24 22:41:30.736045 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-76591ef7-ab85-439c-a2b6-70359bb1215e req-54ec1ca6-fd7e-419e-baa5-435ff0802f26 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0524962 May 24 22:41:30.743318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-40db6ec5-144f-4b9e-96fb-1ab2ac0e737f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc HTTP/1.1" status: 200 len: 217 time: 0.0886931 May 24 22:41:30.771460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Allocated IP 172.20.0.12 (a048d222-b793-4627-8502-0af448f97e98/2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd/8b75c596-6e2f-48b6-bd35-49994fa88d4f) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:41:30.800913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-027b2db9-a38b-4e27-a148-082987fbd23c req-f2001386-ecd5-4b24-b7a2-fad4a9fc0ed8 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239487 May 24 22:41:30.879010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-76acb8d5-e38e-4e7a-a101-206d67a7b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:30.880451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-76acb8d5-e38e-4e7a-a101-206d67a7b035 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1280966 May 24 22:41:30.971820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-141ce5a8-bfd1-46fe-a47e-e8801ea68575 req-d260c8db-d646-4c78-b316-a253a0871122 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 210 time: 0.0597827 May 24 22:41:31.038726 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:31.072012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-9899c4c9-0272-4567-8707-e9c30d7940f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:31.073756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-9899c4c9-0272-4567-8707-e9c30d7940f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660366 May 24 22:41:31.074475 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:31.087590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc02fb-d8c5-4c59-a6f7-d949057c8ebc req-5cae638f-5cc0-4c51-b412-1b080df5eea0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:31.088657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f4df6c49-0e97-4f9c-9ea2-96cf74ad4571'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:41:31.089157 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04dc02fb-d8c5-4c59-a6f7-d949057c8ebc req-5cae638f-5cc0-4c51-b412-1b080df5eea0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1399658 May 24 22:41:31.191828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Network a048d222-b793-4627-8502-0af448f97e98 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:41:31.197529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:41:31.202088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:41:31.243344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Pushing event updated for resources: {'Port': ['ID=8b75c596-6e2f-48b6-bd35-49994fa88d4f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:31.261874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04dc02fb-d8c5-4c59-a6f7-d949057c8ebc req-7b62a461-a670-4139-a61b-f171966e6c1f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438584 May 24 22:41:31.287410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:31.288041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:31.313212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4d13a-d326-4b40-bff8-473fcc2b9491 req-3d9e805e-f525-4899-a84c-cfdaf7fdd8e7 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:31.314648 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53d4d13a-d326-4b40-bff8-473fcc2b9491 req-3d9e805e-f525-4899-a84c-cfdaf7fdd8e7 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 948 time: 0.1819680 May 24 22:41:31.330690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-7730bbcc-50c7-4f12-9158-48b9f4c47c20 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390132 May 24 22:41:31.342193 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-4000ab75-2abe-45b7-bdb1-4bb2f19ef740 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0706179 May 24 22:41:31.360929 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:31.361161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Request body: {'port': {'device_id': '0522ab7e-3a59-48ce-9788-0f2462520237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:41:31.408390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53d4d13a-d326-4b40-bff8-473fcc2b9491 req-bf95df76-08c2-4957-8ae5-45e68412eb65 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856471 May 24 22:41:31.437129 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:41:31.479441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:31.773552 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-314a5aa6-b0e9-452e-86e5-1512dfcb3277 req-d5fdf976-32c1-44b2-b26d-6a564a0f0fb6 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354851 May 24 22:41:31.955348 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df546974-ca7d-471b-afd3-11cd69f68d56 req-f8fd19ce-ffb2-408b-a5cd-669875109e40 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0821664 May 24 22:41:31.970232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b75c596-6e2f-48b6-bd35-49994fa88d4f {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:41:31.977970 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:31.978231 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91276106-c560-4090-b8dc-1e18da92b103 req-e8fac82e-d3ea-4c25-9546-598575c637f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:31.979799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91276106-c560-4090-b8dc-1e18da92b103 req-e8fac82e-d3ea-4c25-9546-598575c637f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2783375 May 24 22:41:31.994230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Transition to ACTIVE for port object 8b75c596-6e2f-48b6-bd35-49994fa88d4f will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:41:32.000278 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:32.045463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7077f-5af6-4d0d-8066-96b306a5fbb8 req-b074954f-3759-4a3e-9f03-cee11b2e3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:32.047615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7bc7077f-5af6-4d0d-8066-96b306a5fbb8 req-b074954f-3759-4a3e-9f03-cee11b2e3354 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb7d06a628af4b5189fc4c5ac83ebf39&device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 1099 time: 0.2021344 May 24 22:41:32.083539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91276106-c560-4090-b8dc-1e18da92b103 req-e7147e25-7a5c-4dd9-9c21-154dbbfeffda tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938678 May 24 22:41:32.205645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Pushing event updated for resources: {'Port': ['ID=8b75c596-6e2f-48b6-bd35-49994fa88d4f,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:32.234672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] Deleting port 132a0595-0fae-479e-b219-ee0d392d7f92 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:32.235085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:32.256495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.256830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.257166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.257516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.257846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.258165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.258483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.258802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.259092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.259437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.259750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.260047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:32.308511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Attempting to bind port 8b75c596-6e2f-48b6-bd35-49994fa88d4f on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:41:32.308984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Attempting to bind port 8b75c596-6e2f-48b6-bd35-49994fa88d4f by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:41:32.309311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Attempting to bind port 8b75c596-6e2f-48b6-bd35-49994fa88d4f on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:41:32.316747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Port 8b75c596-6e2f-48b6-bd35-49994fa88d4f on network a048d222-b793-4627-8502-0af448f97e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:41:32.317082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Attempting to bind port 8b75c596-6e2f-48b6-bd35-49994fa88d4f on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:41:32.327963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac9c05-746d-403b-99ce-2d5a827c05ce req-f9203752-8187-4516-87a6-d7a267526e18 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:32.329431 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4ac9c05-746d-403b-99ce-2d5a827c05ce req-f9203752-8187-4516-87a6-d7a267526e18 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2125063 May 24 22:41:32.331939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:41:32.332275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Checking segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:41:32.332654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Bound using segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:41:32.333087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Bound port: 8b75c596-6e2f-48b6-bd35-49994fa88d4f, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:41:32.333419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:32.399201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7077f-5af6-4d0d-8066-96b306a5fbb8 req-4145724d-1d02-499a-a5db-3a69171535ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:32.400642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7bc7077f-5af6-4d0d-8066-96b306a5fbb8 req-4145724d-1d02-499a-a5db-3a69171535ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3206005 May 24 22:41:32.427412 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4ac9c05-746d-403b-99ce-2d5a827c05ce req-67b3454d-dd78-4620-956b-792e2014d8c7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848227 May 24 22:41:32.472073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] For port 8b75c596-6e2f-48b6-bd35-49994fa88d4f, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:41:32.475344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] For port 8b75c596-6e2f-48b6-bd35-49994fa88d4f, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8b75c596-6e2f-48b6-bd35-49994fa88d4f,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:41:32.481043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7bc7077f-5af6-4d0d-8066-96b306a5fbb8 req-a10ce5ec-1750-4c4c-8f16-d4abc83cc7ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc HTTP/1.1" status: 200 len: 217 time: 0.0709498 May 24 22:41:32.482251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:32.548528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:32.549189 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:32.550707 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] 10.222.0.50 "PUT /v2.0/ports/8b75c596-6e2f-48b6-bd35-49994fa88d4f HTTP/1.1" status: 200 len: 1092 time: 1.1942036 May 24 22:41:32.551199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0522ab7e-3a59-48ce-9788-0f2462520237', 'tag': '8b75c596-6e2f-48b6-bd35-49994fa88d4f'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:41:32.585963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770eb8a-9b68-4037-a0a7-2f7e8dd4f856 req-e524e66a-ecc3-4536-a8fd-db0b0718e104 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:32.587433 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d770eb8a-9b68-4037-a0a7-2f7e8dd4f856 req-e524e66a-ecc3-4536-a8fd-db0b0718e104 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 944 time: 0.4013400 May 24 22:41:32.596046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] For port 132a0595-0fae-479e-b219-ee0d392d7f92, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=132a0595-0fae-479e-b219-ee0d392d7f92,segment=NetworkSegment(952ff16f-267c-43a8-b355-eeff9e40e4e0),segment_id=952ff16f-267c-43a8-b355-eeff9e40e4e0)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:32.596422 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:32.657433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f2d9a-8fed-44d3-9dc7-5fb43a2f23ab service neutron] Pushing event updated for resources: {'Port': ['ID=8b75c596-6e2f-48b6-bd35-49994fa88d4f,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:32.710839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75f036-29d9-421e-898c-51d9f4ff832d req-55b73989-2125-44e2-9637-2c056e0cf1b6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:32.712296 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf75f036-29d9-421e-898c-51d9f4ff832d req-55b73989-2125-44e2-9637-2c056e0cf1b6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1525533 May 24 22:41:32.716606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-03658bff-e14d-454e-8339-30c2d0be3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:32.717939 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-03658bff-e14d-454e-8339-30c2d0be3420 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 1095 time: 0.1153474 May 24 22:41:32.734989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] Calling delete_port for 132a0595-0fae-479e-b219-ee0d392d7f92 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:32.784559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7077f-5af6-4d0d-8066-96b306a5fbb8 req-ba4ef6d5-da21-4fd2-b685-85905f0f9bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:32.786013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7bc7077f-5af6-4d0d-8066-96b306a5fbb8 req-ba4ef6d5-da21-4fd2-b685-85905f0f9bb0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.2973380 May 24 22:41:32.796976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-27f5777a-ffa9-40f0-9e6e-f20644ba94fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b75c596-6e2f-48b6-bd35-49994fa88d4f HTTP/1.1" status: 200 len: 217 time: 0.0656826 May 24 22:41:32.854755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf75f036-29d9-421e-898c-51d9f4ff832d req-6e1ab6de-61d3-42dc-90d0-ccdc1fac4e94 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358526 May 24 22:41:32.856547 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d770eb8a-9b68-4037-a0a7-2f7e8dd4f856 req-ece59f3b-67ab-4c70-a96b-280cbec3dcb6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523694 May 24 22:41:32.879577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1dc3b999-4083-437b-808a-c3a070148251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:32.881034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-1dc3b999-4083-437b-808a-c3a070148251 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.0757942 May 24 22:41:32.928416 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705137e1-0a4d-46e9-8454-e6827e41bcb5'] response: {'name': 'network-changed', 'server_uuid': '0522ab7e-3a59-48ce-9788-0f2462520237', 'tag': '8b75c596-6e2f-48b6-bd35-49994fa88d4f', 'status': 'completed', 'code': 200} May 24 22:41:32.936169 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-dd3e8bfc-d1a0-4f68-866e-da9228e8c570 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469267 May 24 22:41:32.945422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7077f-5af6-4d0d-8066-96b306a5fbb8 req-aab216ab-4c47-4244-8d71-007c5e14380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:32.947241 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7bc7077f-5af6-4d0d-8066-96b306a5fbb8 req-aab216ab-4c47-4244-8d71-007c5e14380e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489298 May 24 22:41:33.124529 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-7967efb1-efbe-4e3f-a789-b0e578850516 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818783 May 24 22:41:33.128589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9281a8e8-c8b7-44d2-9d2a-a4cc2a9396c3 req-dc560307-34a4-497c-ad46-e98da9cc06b2 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0502186 May 24 22:41:33.139012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acf4dd-d065-4580-bde9-caa718b8b881 req-4f214b9e-00de-4369-bf98-9419c378b8da tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:33.140635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0acf4dd-d065-4580-bde9-caa718b8b881 req-4f214b9e-00de-4369-bf98-9419c378b8da tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 948 time: 0.1700113 May 24 22:41:33.143397 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:33.328703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=132a0595-0fae-479e-b219-ee0d392d7f92,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:33.369184 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0acf4dd-d065-4580-bde9-caa718b8b881 req-458fb138-135b-4e58-b92e-0fa03fca91cb tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088583 May 24 22:41:33.410321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb5246c1-0e36-4954-82be-6a9464c69526 req-93f9eb89-a34a-45b3-8e2f-c447cdc4bec1 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686095 May 24 22:41:33.423699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7bc7077f-5af6-4d0d-8066-96b306a5fbb8 req-47478aa1-543d-41f7-9c58-4240b5fb7c94 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660320 May 24 22:41:33.611244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d798b-32cd-4b4d-8783-1d0b35fccff0 req-f0107090-101b-47ef-945c-2b8e1183aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:33.612682 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a7d798b-32cd-4b4d-8783-1d0b35fccff0 req-f0107090-101b-47ef-945c-2b8e1183aee4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 1095 time: 0.1503189 May 24 22:41:33.742448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c1e25-c9c9-4101-8aae-9f38f66e6013 req-ac2d9ad2-eef8-4480-9f79-e9a6f46e640f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:33.743886 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-673c1e25-c9c9-4101-8aae-9f38f66e6013 req-ac2d9ad2-eef8-4480-9f79-e9a6f46e640f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1892004 May 24 22:41:33.779165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18033711-f38e-4f20-b09e-412418750d76 req-ea2277c2-e1a5-4f43-bf2a-fe40cbec3c50 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:33.781393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d798b-32cd-4b4d-8783-1d0b35fccff0 req-bdb3e270-f8f8-4ea8-b929-8267ad009747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:33.782108 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18033711-f38e-4f20-b09e-412418750d76 req-ea2277c2-e1a5-4f43-bf2a-fe40cbec3c50 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.4545963 May 24 22:41:33.782828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a7d798b-32cd-4b4d-8783-1d0b35fccff0 req-bdb3e270-f8f8-4ea8-b929-8267ad009747 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 922 time: 0.1606147 May 24 22:41:33.828195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7bc7077f-5af6-4d0d-8066-96b306a5fbb8 req-40e6e2a5-f30a-403d-aa03-80780bfa95e9 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670049 May 24 22:41:33.849368 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:33.863130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a7d798b-32cd-4b4d-8783-1d0b35fccff0 req-f4035061-85cb-4faa-9be1-1658f669f667 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b75c596-6e2f-48b6-bd35-49994fa88d4f HTTP/1.1" status: 200 len: 217 time: 0.0692208 May 24 22:41:33.865249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18033711-f38e-4f20-b09e-412418750d76 req-6e2cf6d3-68dc-4f51-93b6-6106c83cc773 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710213 May 24 22:41:33.867668 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-673c1e25-c9c9-4101-8aae-9f38f66e6013 req-f65a63f3-1b02-4bc8-bf61-34e7e7df65dd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160524 May 24 22:41:33.938726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d798b-32cd-4b4d-8783-1d0b35fccff0 req-b3792053-9afb-4618-ac2b-a7b9e4ea6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:33.940432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a7d798b-32cd-4b4d-8783-1d0b35fccff0 req-b3792053-9afb-4618-ac2b-a7b9e4ea6ba1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.0703082 May 24 22:41:34.026493 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a7d798b-32cd-4b4d-8783-1d0b35fccff0 req-a64c8b53-1d9f-4661-bbd3-c422e518ea16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786507 May 24 22:41:34.191324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083a16b-9b29-417c-a601-75c38ffd2a49 req-6346bc34-e87d-4490-b6ca-ba04ec1047c6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:34.191912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d083a16b-9b29-417c-a601-75c38ffd2a49 req-6346bc34-e87d-4490-b6ca-ba04ec1047c6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Synchronizing usage tracker for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:34.197757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a7d798b-32cd-4b4d-8783-1d0b35fccff0 req-46731de7-4fd5-4088-b7ec-807adea285f2 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585860 May 24 22:41:34.228132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d083a16b-9b29-417c-a601-75c38ffd2a49 req-6346bc34-e87d-4490-b6ca-ba04ec1047c6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Unset dirty status for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:34.229209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d083a16b-9b29-417c-a601-75c38ffd2a49 req-6346bc34-e87d-4490-b6ca-ba04ec1047c6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 944 time: 0.2400753 May 24 22:41:34.296205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] Router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:41:34.345062 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d083a16b-9b29-417c-a601-75c38ffd2a49 req-98c951c2-9ddb-4735-b807-4a0e1b537c8f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685468 May 24 22:41:34.374899 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a7d798b-32cd-4b4d-8783-1d0b35fccff0 req-2eff0a43-8ea7-44c5-887a-3cb88b9f7db9 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668775 May 24 22:41:34.378172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a31b1-ee32-41ed-b427-b2ce3b1624d0 req-3d445d73-894d-40fe-8bdf-d9afbd1a321c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:34.379647 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0b2a31b1-ee32-41ed-b427-b2ce3b1624d0 req-3d445d73-894d-40fe-8bdf-d9afbd1a321c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2288458 May 24 22:41:34.497752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb408544-b319-42a9-ac88-a69483df3100 req-4938eb51-db9a-4868-b7e1-235b0f39fccf tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0418501 May 24 22:41:34.505773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0b2a31b1-ee32-41ed-b427-b2ce3b1624d0 req-50b76a63-e0ad-404b-8f49-2cf4e38c24bb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146638 May 24 22:41:34.534265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:41:34.547494 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c98367-987d-41f4-8eef-d1607606e662 None None] Sync routers for ids ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:41:34.551124 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4630e24c-006a-4572-acc6-5c8139f387b2 admin admin] 10.222.0.55 "PUT /v2.0/routers/0f320a8d-63e7-42cc-8e30-5c69dbb16fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5847940 May 24 22:41:34.551421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43368) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:34.562382 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c98367-987d-41f4-8eef-d1607606e662 None None] Routers {'0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:41:34.563243 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-67c98367-987d-41f4-8eef-d1607606e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:41:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:34.692111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4bec1-fe59-4d43-9ce1-0e5cc59e3dd6 req-0bea3b96-d764-4535-bc48-b616f7090a04 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:34.693815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2cd4bec1-fe59-4d43-9ce1-0e5cc59e3dd6 req-0bea3b96-d764-4535-bc48-b616f7090a04 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 948 time: 0.0828652 May 24 22:41:34.704844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 63e2049f-7bc5-4aae-94ed-44662bfe4bfc details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:41:34.742223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:34.752093 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2cd4bec1-fe59-4d43-9ce1-0e5cc59e3dd6 req-664dc82d-457d-499f-8f74-5e148ba1fb02 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515451 May 24 22:41:34.757410 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-67c98367-987d-41f4-8eef-d1607606e662 None None] Set router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:41:34.865005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:34.878616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'mac_address': 'fa:16:3e:5b:21:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:41:34.940100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:41:34.940821 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:34.963914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e2049f-7bc5-4aae-94ed-44662bfe4bfc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:41:34.972260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:34.981754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:34.991209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Deleting port 5cd2b664-b232-462e-abb2-60d56de65b57 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:34.991621 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:34.992160 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:35.066752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:35.093321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280f8bf-24f0-4ad3-8d53-e457bd000579 req-a9efb497-e37e-4705-a32d-65062b4b1079 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:35.100863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4280f8bf-24f0-4ad3-8d53-e457bd000579 req-a9efb497-e37e-4705-a32d-65062b4b1079 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0964582 May 24 22:41:35.142721 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-67c98367-987d-41f4-8eef-d1607606e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-router', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:50Z', 'updated_at': '2022-05-24T22:41:32Z', 'revision_number': 5, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'gw_port': {'id': '5cd2b664-b232-462e-abb2-60d56de65b57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:38:52Z', 'updated_at': '2022-05-24T22:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:35.148066 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c98367-987d-41f4-8eef-d1607606e662 None None] Checking router: 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:41:35.151261 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4280f8bf-24f0-4ad3-8d53-e457bd000579 req-f4da6644-9a9a-413f-b27f-8f526760ad5e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493720 May 24 22:41:35.166700 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c98367-987d-41f4-8eef-d1607606e662 None None] Routers {'0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:41:35.166700 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-67c98367-987d-41f4-8eef-d1607606e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:41:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:35.240772 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-09e38d02-7166-4a5d-813b-dd89634dc4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:35.254549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['63e2049f-7bc5-4aae-94ed-44662bfe4bfc'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:41:35.321766 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-67c98367-987d-41f4-8eef-d1607606e662 None None] Set router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:41:35.375527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] For port 5cd2b664-b232-462e-abb2-60d56de65b57, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5cd2b664-b232-462e-abb2-60d56de65b57,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:35.376057 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:35.462908 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-67c98367-987d-41f4-8eef-d1607606e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-router', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:50Z', 'updated_at': '2022-05-24T22:41:34Z', 'revision_number': 6, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:35.467876 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c98367-987d-41f4-8eef-d1607606e662 None None] The sync data for ids ['0f320a8d-63e7-42cc-8e30-5c69dbb16fd8'] in n-d-843146-7 is: [{'id': '0f320a8d-63e7-42cc-8e30-5c69dbb16fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247166242-router', 'tenant_id': '5a3713ae137342208b35d7f72aaf0b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:38:50Z', 'updated_at': '2022-05-24T22:41:34Z', 'revision_number': 6, 'project_id': '5a3713ae137342208b35d7f72aaf0b41', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:41:35.507956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Calling delete_port for 5cd2b664-b232-462e-abb2-60d56de65b57 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:35.560575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea33c51-e57d-413f-a7f8-4ab3b4add6f2 req-f641bb60-b670-439f-bad7-959088ab2c98 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:35.562347 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ea33c51-e57d-413f-a7f8-4ab3b4add6f2 req-f641bb60-b670-439f-bad7-959088ab2c98 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2917836 May 24 22:41:35.643335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ea33c51-e57d-413f-a7f8-4ab3b4add6f2 req-fc1e0abb-f63b-40c7-a0fe-eec197d5c4bb tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681858 May 24 22:41:35.684161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c435162-3fff-4221-b387-69bd08ebc330 req-3a7acc7d-1ff3-4052-a143-72ea4f05771c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:35.686086 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c435162-3fff-4221-b387-69bd08ebc330 req-3a7acc7d-1ff3-4052-a143-72ea4f05771c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 944 time: 0.1990163 May 24 22:41:35.732195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c435162-3fff-4221-b387-69bd08ebc330 req-964b3bda-263d-44cb-b551-1daa544c407d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 May 24 22:41:35.740533 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:35.821362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd2b664-b232-462e-abb2-60d56de65b57,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:35.883057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36e33819-35c4-4399-ab9a-1b8b1df8508c req-b1b4f165-f37a-4e16-8a9d-662be92a2a9d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0449021 May 24 22:41:35.944906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.069323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85585011-1406-42ee-bb3b-c8b8710b73a3 req-a4909777-a5f2-439d-8184-3d7a99c5b680 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:36.070830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-85585011-1406-42ee-bb3b-c8b8710b73a3 req-a4909777-a5f2-439d-8184-3d7a99c5b680 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 949 time: 0.0829780 May 24 22:41:36.115417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-85585011-1406-42ee-bb3b-c8b8710b73a3 req-2bb2f738-5d0d-494f-9e66-fb5b6f455e85 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 May 24 22:41:36.120971 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.123718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.132216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473a477-ca11-483b-a342-8f68e6b54a4b req-01312218-6a27-4149-b556-9d424cf75a87 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:36.133704 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9473a477-ca11-483b-a342-8f68e6b54a4b req-01312218-6a27-4149-b556-9d424cf75a87 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.3551531 May 24 22:41:36.183092 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.183507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:41:36.201647 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9473a477-ca11-483b-a342-8f68e6b54a4b req-612aab89-2d09-49b5-8e37-f15679fb9fdf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598764 May 24 22:41:36.205692 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.209448 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-620924e0-c79e-453c-8cbe-272bbd67b090 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0f320a8d-63e7-42cc-8e30-5c69dbb16fd8 HTTP/1.1" status: 204 len: 168 time: 1.6568966 May 24 22:41:36.209633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43386) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:36.324450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-6888daf4-c18c-46bc-acda-a0ca572af6f4 admin admin] Deleting subnet 1f42d145-37db-4f53-9278-a6bbf32b5558 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:41:36.330368 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6888daf4-c18c-46bc-acda-a0ca572af6f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.384597 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6888daf4-c18c-46bc-acda-a0ca572af6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.442280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd5d0b-6e52-4634-bd83-e7b794f82b2a req-ecbec424-18d2-4a1b-a9e5-60b7c44b942d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:36.443762 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3cd5d0b-6e52-4634-bd83-e7b794f82b2a req-ecbec424-18d2-4a1b-a9e5-60b7c44b942d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1843748 May 24 22:41:36.507124 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3cd5d0b-6e52-4634-bd83-e7b794f82b2a req-1c59113c-a8e5-43af-acb8-3958ca6a3ee4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549276 May 24 22:41:36.513734 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6888daf4-c18c-46bc-acda-a0ca572af6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.583711 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6888daf4-c18c-46bc-acda-a0ca572af6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.625481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888daf4-c18c-46bc-acda-a0ca572af6f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f42d145-37db-4f53-9278-a6bbf32b5558,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:36.627828 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6888daf4-c18c-46bc-acda-a0ca572af6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.632986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634004e1-c22e-4719-9d71-0fdc0cc1aae7 None None] Network ad6448fb-eaed-4671-ab5c-8b49ea15c268 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:41:36.633782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6888daf4-c18c-46bc-acda-a0ca572af6f4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1f42d145-37db-4f53-9278-a6bbf32b5558 HTTP/1.1" status: 204 len: 168 time: 0.4192216 May 24 22:41:36.636359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43390) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:36.714140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8b75c596-6e2f-48b6-bd35-49994fa88d4f details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:41:36.716978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 63e2049f-7bc5-4aae-94ed-44662bfe4bfc up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:41:36.742993 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.754228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Deleting port 28b51bca-8205-450c-9d28-83d5167f9edd {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:36.754566 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:36.857757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d898249-302e-47a7-97ad-d941f10027e8 req-119eb2ca-bb13-4545-ba97-6f24446f6169 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:36.860798 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d898249-302e-47a7-97ad-d941f10027e8 req-119eb2ca-bb13-4545-ba97-6f24446f6169 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1012509 May 24 22:41:36.893364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 132a0595-0fae-479e-b219-ee0d392d7f92 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:41:36.909876 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d898249-302e-47a7-97ad-d941f10027e8 req-21f33c2d-2022-48f9-b699-22225f3beba3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 May 24 22:41:36.970967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 132a0595-0fae-479e-b219-ee0d392d7f92 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:41:36.971321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 132a0595-0fae-479e-b219-ee0d392d7f92 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:41:36.971733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5cd2b664-b232-462e-abb2-60d56de65b57 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:41:37.020892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 5cd2b664-b232-462e-abb2-60d56de65b57 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:41:37.021223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5cd2b664-b232-462e-abb2-60d56de65b57 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:41:37.077481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8b75c596-6e2f-48b6-bd35-49994fa88d4f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8b75c596-6e2f-48b6-bd35-49994fa88d4f,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:37.078196 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-975c0a36-d452-4177-9ded-c1799301fcba req-9b57cfd7-dae4-47b4-b887-3f9b740fbec9 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0484600 May 24 22:41:37.085023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:41:37.087272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e3fc6-d644-4ee5-b5bd-56ad08794223 req-16c7abd6-92c1-4d14-a537-71f7bebbb433 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:37.088944 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-224e3fc6-d644-4ee5-b5bd-56ad08794223 req-16c7abd6-92c1-4d14-a537-71f7bebbb433 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 944 time: 0.2030606 May 24 22:41:37.090993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] For port 28b51bca-8205-450c-9d28-83d5167f9edd, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=28b51bca-8205-450c-9d28-83d5167f9edd,segment=NetworkSegment(952ff16f-267c-43a8-b355-eeff9e40e4e0),segment_id=952ff16f-267c-43a8-b355-eeff9e40e4e0)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:37.091351 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.098763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:41:37.099126 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.122028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '8b75c596-6e2f-48b6-bd35-49994fa88d4f', 'network_id': 'a048d222-b793-4627-8502-0af448f97e98', 'port_id': '8b75c596-6e2f-48b6-bd35-49994fa88d4f', 'mac_address': 'fa:16:3e:ed:f4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:41:37.215375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8b75c596-6e2f-48b6-bd35-49994fa88d4f is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:41:37.215597 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.235107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b75c596-6e2f-48b6-bd35-49994fa88d4f {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:41:37.239645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Calling delete_port for 28b51bca-8205-450c-9d28-83d5167f9edd owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:41:37.289432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be197228-81ba-417e-ae61-4ea216bc89e6 None None] DHCP port deletion for ad6448fb-eaed-4671-ab5c-8b49ea15c268 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:41:37.299003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-224e3fc6-d644-4ee5-b5bd-56ad08794223 req-909cc13b-eef4-4b11-9908-30b737a3d955 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990304 May 24 22:41:37.302921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8b75c596-6e2f-48b6-bd35-49994fa88d4f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8b75c596-6e2f-48b6-bd35-49994fa88d4f,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:37.306474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-be197228-81ba-417e-ae61-4ea216bc89e6 None None] Deleting port 28b51bca-8205-450c-9d28-83d5167f9edd {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:41:37.307685 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-be197228-81ba-417e-ae61-4ea216bc89e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.341304 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.343992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:41:37.344398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.347526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86393226-4a6b-431e-b8d0-c9f8f0713274 req-ae3df3ff-4bcf-4468-8269-8b788706c275 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:37.350165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.355298 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86393226-4a6b-431e-b8d0-c9f8f0713274 req-ae3df3ff-4bcf-4468-8269-8b788706c275 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 949 time: 0.1114523 May 24 22:41:37.403934 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86393226-4a6b-431e-b8d0-c9f8f0713274 req-3351ad3f-8a13-4005-acf0-0145ff05716d tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 May 24 22:41:37.446144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] No DVR routers for this DVR port 28b51bca-8205-450c-9d28-83d5167f9edd on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:41:37.447793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Pushing event deleted for resources: {'Port': ['ID=28b51bca-8205-450c-9d28-83d5167f9edd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:37.462210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:41:37.510794 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f7e63607-60d1-49d8-91eb-7320a0c9ef18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.520581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-be197228-81ba-417e-ae61-4ea216bc89e6 None None] The port '28b51bca-8205-450c-9d28-83d5167f9edd' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:41:37.528934 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf886e4-5f79-44da-abb9-6816143bfccd'] response: {'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'code': 200} May 24 22:41:37.530442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:37.535352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8b75c596-6e2f-48b6-bd35-49994fa88d4f,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:37.544184 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.631010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['8b75c596-6e2f-48b6-bd35-49994fa88d4f'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:41:37.694865 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.699007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:37.725436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6448fb-eaed-4671-ab5c-8b49ea15c268']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:37.740063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952ff16f-267c-43a8-b355-eeff9e40e4e0') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:37.740355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952ff16f-267c-43a8-b355-eeff9e40e4e0') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:41:37.752523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7f502-39ba-4e5d-a651-fa1155b50668 req-73460694-a411-4852-aa2a-f89b32907d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:37.754038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cf7f502-39ba-4e5d-a651-fa1155b50668 req-73460694-a411-4852-aa2a-f89b32907d7f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 1101 time: 0.1594591 May 24 22:41:37.756926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431fa49-f35d-4327-a0b9-95c53e9cb27d req-921b67f3-fa1d-4822-9354-0698b704c174 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:37.758481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4431fa49-f35d-4327-a0b9-95c53e9cb27d req-921b67f3-fa1d-4822-9354-0698b704c174 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.3514743 May 24 22:41:37.762086 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.794297 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.802096 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cf7f502-39ba-4e5d-a651-fa1155b50668 req-02b28f3c-ce1c-4824-a754-275387c8d1bc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371623 May 24 22:41:37.809711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:41:37.810359 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.819138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d58342-ffe1-4375-88da-a95df22c1f5a req-1f2b1082-4dd4-4b05-86f8-ab5489395786 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:37.820781 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-75d58342-ffe1-4375-88da-a95df22c1f5a req-1f2b1082-4dd4-4b05-86f8-ab5489395786 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1385751 May 24 22:41:37.873240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-75d58342-ffe1-4375-88da-a95df22c1f5a req-71a84198-f003-4fbd-8069-1b2e92df3d77 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430689 May 24 22:41:37.879209 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 952ff16f-267c-43a8-b355-eeff9e40e4e0 resource provider aggregate not found May 24 22:41:37.903585 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4431fa49-f35d-4327-a0b9-95c53e9cb27d req-2292b1a7-7e76-423a-bd0a-81a10a8fa57a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348529 May 24 22:41:37.907296 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 952ff16f-267c-43a8-b355-eeff9e40e4e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 952ff16f-267c-43a8-b355-eeff9e40e4e0 found for delete ", "request_id": "req-776433b6-df75-4841-800e-0d2719cdbf15"}]} May 24 22:41:37.919442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.936826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:37.946899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6448fb-eaed-4671-ab5c-8b49ea15c268,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:37.954397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-11ad0f94-1897-4b81-9a0c-8bc2fa9c518e admin admin] 10.222.0.55 "DELETE /v2.0/networks/ad6448fb-eaed-4671-ab5c-8b49ea15c268 HTTP/1.1" status: 204 len: 168 time: 1.3135653 May 24 22:41:38.140636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43420) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:38.194372 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7503ebfa-b14b-4f3b-8e47-918e9e1c3f1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d53bb4e04ee4e26a379a8ba9e87870c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0501900 May 24 22:41:38.194605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43424) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:38.199656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80161f2e-77b6-436a-9d1a-818716e38597 req-fc9c4f88-aa27-46d2-bb0a-32f453a8b02b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:38.201121 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80161f2e-77b6-436a-9d1a-818716e38597 req-fc9c4f88-aa27-46d2-bb0a-32f453a8b02b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1805415 May 24 22:41:38.247593 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80161f2e-77b6-436a-9d1a-818716e38597 req-6656b530-192d-4110-8c5a-7220c7b7369e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 May 24 22:41:38.273357 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca9b6be3-de92-47fa-adda-a0df762d408a req-e86246f9-6b6d-4b84-a108-8ecd9f1548f9 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0549912 May 24 22:41:38.299073 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda5858b-3df3-45d7-b110-ed012a2b30fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:38.328526 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda5858b-3df3-45d7-b110-ed012a2b30fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:38.381107 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda5858b-3df3-45d7-b110-ed012a2b30fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:38.399041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5858b-3df3-45d7-b110-ed012a2b30fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076e1f30-f7cd-43b2-b1ac-eaeb3409d893,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:38.406001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda5858b-3df3-45d7-b110-ed012a2b30fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:38.406627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fda5858b-3df3-45d7-b110-ed012a2b30fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/076e1f30-f7cd-43b2-b1ac-eaeb3409d893 HTTP/1.1" status: 204 len: 168 time: 0.2111328 May 24 22:41:38.490127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71e19e-55a4-4c5f-b881-1a1e17751eda req-3a9cbf3a-f7d2-4366-8cf2-b5a6a9b3868d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:38.491586 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb71e19e-55a4-4c5f-b881-1a1e17751eda req-3a9cbf3a-f7d2-4366-8cf2-b5a6a9b3868d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 945 time: 0.0816879 May 24 22:41:38.543369 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb71e19e-55a4-4c5f-b881-1a1e17751eda req-3e60b28e-77d6-47fe-bfb6-c1df4fad57af tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444160 May 24 22:41:38.603251 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:38.630767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96e475-61a8-499e-b232-9c2d8899e338 req-6b73a0e8-e0cf-4d49-8fe4-7b0abd3ed825 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:38.632451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e96e475-61a8-499e-b232-9c2d8899e338 req-6b73a0e8-e0cf-4d49-8fe4-7b0abd3ed825 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 950 time: 0.1187239 May 24 22:41:38.637004 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:38.678650 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e96e475-61a8-499e-b232-9c2d8899e338 req-f034be6b-475e-4bff-8601-0ac47081dbe6 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 May 24 22:41:38.733558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8b75c596-6e2f-48b6-bd35-49994fa88d4f up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:41:38.803738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 8b75c596-6e2f-48b6-bd35-49994fa88d4f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:41:38.809195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43436) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:38.810095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 8b75c596-6e2f-48b6-bd35-49994fa88d4f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:41:38.810368 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:38.841642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 28b51bca-8205-450c-9d28-83d5167f9edd no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:41:38.863315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0dba9b9f-f0f3-48ef-b56a-b643116829ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a3713ae137342208b35d7f72aaf0b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501878 May 24 22:41:38.863550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43440) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:38.886988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 28b51bca-8205-450c-9d28-83d5167f9edd {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:41:38.887324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 28b51bca-8205-450c-9d28-83d5167f9edd not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:41:38.925746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-50ac1150-a7db-4d46-96ca-817a0106822d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:38.967274 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-50ac1150-a7db-4d46-96ca-817a0106822d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:38.984119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8b75c596-6e2f-48b6-bd35-49994fa88d4f is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:41:38.984493 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:39.058621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8b75c596-6e2f-48b6-bd35-49994fa88d4f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8b75c596-6e2f-48b6-bd35-49994fa88d4f,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:39.067627 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:39.106856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b7dbc-2e28-419e-9aa4-2b42842176ba req-e368d134-7998-46ce-b75d-92c5fa034323 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:39.108363 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-50ac1150-a7db-4d46-96ca-817a0106822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:39.108546 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca5b7dbc-2e28-419e-9aa4-2b42842176ba req-e368d134-7998-46ce-b75d-92c5fa034323 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0934539 May 24 22:41:39.131291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac1150-a7db-4d46-96ca-817a0106822d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e57e7bc-1a46-4e40-ab2e-8276d40738f2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:39.139792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-50ac1150-a7db-4d46-96ca-817a0106822d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:39.140806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-50ac1150-a7db-4d46-96ca-817a0106822d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e57e7bc-1a46-4e40-ab2e-8276d40738f2 HTTP/1.1" status: 204 len: 168 time: 0.2761817 May 24 22:41:39.146617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8b75c596-6e2f-48b6-bd35-49994fa88d4f,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:39.164976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc5466-1789-4697-aeb0-3c241a57d828 req-dddff09b-4393-40a3-b205-cbb6c42e8be1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:39.167616 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68dc5466-1789-4697-aeb0-3c241a57d828 req-dddff09b-4393-40a3-b205-cbb6c42e8be1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1440706 May 24 22:41:39.186372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca5b7dbc-2e28-419e-9aa4-2b42842176ba req-b4a5cb87-2804-40ad-90d1-2eb63782c279 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706885 May 24 22:41:39.217442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68dc5466-1789-4697-aeb0-3c241a57d828 req-6ab5dab2-0b2e-4f1a-82df-7a60c2292ab6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433414 May 24 22:41:39.444354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc98d5-8211-4785-a5dd-7ebb671fec9a req-c7a93e9e-7245-406f-9397-66e30f1cf240 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:39.449815 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-89dc98d5-8211-4785-a5dd-7ebb671fec9a req-c7a93e9e-7245-406f-9397-66e30f1cf240 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0850215 May 24 22:41:39.457942 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f14bd9b4-bc41-4a37-a635-8abe0a21a937 req-38b5b411-2c69-49e3-b510-65435161487e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0437877 May 24 22:41:39.497398 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-89dc98d5-8211-4785-a5dd-7ebb671fec9a req-43bfd76f-0c83-4477-8acc-6a9e43d319f5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453563 May 24 22:41:39.530438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0522ab7e-3a59-48ce-9788-0f2462520237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b75c596-6e2f-48b6-bd35-49994fa88d4f'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:41:39.578075 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7631f4-098e-4b06-a175-18e5e277d71f'] response: {'server_uuid': '0522ab7e-3a59-48ce-9788-0f2462520237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b75c596-6e2f-48b6-bd35-49994fa88d4f', 'code': 200} May 24 22:41:39.781085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0cb9a-d855-438b-9e0e-0b1e5f63f049 req-deb79aee-b22b-486d-b1a1-e3d8b8452ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:39.781085 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35a0cb9a-d855-438b-9e0e-0b1e5f63f049 req-deb79aee-b22b-486d-b1a1-e3d8b8452ae2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 1097 time: 0.1335742 May 24 22:41:39.788112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c2fa3-8649-4d21-870d-b67e8893a619 req-7db2afaf-a1e9-4944-b98b-a4d5a1909cd8 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:39.789571 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-312c2fa3-8649-4d21-870d-b67e8893a619 req-7db2afaf-a1e9-4944-b98b-a4d5a1909cd8 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 946 time: 0.1139607 May 24 22:41:39.846750 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:39.859465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35a0cb9a-d855-438b-9e0e-0b1e5f63f049 req-7a8419e5-bd71-49a5-9513-da6178f99f81 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689332 May 24 22:41:39.862742 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-312c2fa3-8649-4d21-870d-b67e8893a619 req-2570f939-9cbe-490a-9898-5d386d6b28c0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600698 May 24 22:41:39.885383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a287504-f579-411f-9a23-5febd167246a req-b090bd22-aa33-4c8d-bae2-a8628694c098 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:39.887070 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a287504-f579-411f-9a23-5febd167246a req-b090bd22-aa33-4c8d-bae2-a8628694c098 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 950 time: 0.0910733 May 24 22:41:39.932707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a287504-f579-411f-9a23-5febd167246a req-5737bd32-1a96-4e11-97e8-d4cd7e40ccf4 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391521 May 24 22:41:40.405544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d732e-2d2e-4702-84aa-baa4aba10a73 req-8b3909cd-57b5-4e49-aa4e-17a70645361b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:40.407582 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc1d732e-2d2e-4702-84aa-baa4aba10a73 req-8b3909cd-57b5-4e49-aa4e-17a70645361b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1063030 May 24 22:41:40.478605 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc1d732e-2d2e-4702-84aa-baa4aba10a73 req-7a4a2831-1a6d-4073-9a9b-6bd5aed24c68 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636966 May 24 22:41:40.584741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde4d99-197b-43f6-91fa-9f227a0681ef req-e499f70b-9cae-4803-a7e7-43695459bf98 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:40.592556 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-edde4d99-197b-43f6-91fa-9f227a0681ef req-e499f70b-9cae-4803-a7e7-43695459bf98 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1147573 May 24 22:41:40.643796 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-edde4d99-197b-43f6-91fa-9f227a0681ef req-7228e260-93be-4d75-81c6-231a82754f6f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503385 May 24 22:41:40.760437 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-487bf2b1-52e4-455e-8a6b-009b634a6302 req-abb850d5-0354-4e7f-8882-54a388822feb tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0503900 May 24 22:41:40.824337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84691290-3552-48c5-9365-42e02c51d122 req-863ede6d-ccb0-48e4-92e6-5cb8048743c6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:40.825868 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84691290-3552-48c5-9365-42e02c51d122 req-863ede6d-ccb0-48e4-92e6-5cb8048743c6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0862906 May 24 22:41:40.873747 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84691290-3552-48c5-9365-42e02c51d122 req-90825186-fefc-4722-a76a-08c77438af7f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 May 24 22:41:41.084341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be49c5b-b5db-4aa2-b514-280fc8153790 req-107e8195-bc98-4ab8-96c4-24a511700c0a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:41.085914 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4be49c5b-b5db-4aa2-b514-280fc8153790 req-107e8195-bc98-4ab8-96c4-24a511700c0a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 946 time: 0.1029375 May 24 22:41:41.142057 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4be49c5b-b5db-4aa2-b514-280fc8153790 req-42ba8adb-bb44-40d7-8282-5f8adfd56435 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473919 May 24 22:41:41.689327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51366d87-ed33-41c5-af73-f260ba3b3c73 req-82bf4967-5d06-4b3b-84e7-bce122c90721 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:41.691459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51366d87-ed33-41c5-af73-f260ba3b3c73 req-82bf4967-5d06-4b3b-84e7-bce122c90721 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0868695 May 24 22:41:41.740120 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51366d87-ed33-41c5-af73-f260ba3b3c73 req-88a4a236-4083-4ccd-9c60-ba1ef654f2e2 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427477 May 24 22:41:41.921897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041abc8-e418-4ad5-8dd2-5dbc0a0c058a req-dff09d37-ffa3-40ce-8e55-36e6031d1bf5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:41.923364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0041abc8-e418-4ad5-8dd2-5dbc0a0c058a req-dff09d37-ffa3-40ce-8e55-36e6031d1bf5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0833137 May 24 22:41:41.940884 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9bd99e78-c4de-4da6-866a-4194f5329dd5 req-5510372d-d4a8-426d-b768-f75c2d2f5e45 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0474222 May 24 22:41:41.968665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0041abc8-e418-4ad5-8dd2-5dbc0a0c058a req-adab15bd-75fe-49d4-a909-d0fefe3d41b9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 May 24 22:41:42.149560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc1e51-a1be-4219-a4c1-8dfe787d6f26 req-5ff43612-44f5-4661-b7fe-3024a53b6df9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:42.151048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dadc1e51-a1be-4219-a4c1-8dfe787d6f26 req-5ff43612-44f5-4661-b7fe-3024a53b6df9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0852334 May 24 22:41:42.201118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dadc1e51-a1be-4219-a4c1-8dfe787d6f26 req-6384c678-0557-41a6-899f-e8a7e8d1b728 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 May 24 22:41:42.348676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631b90-7e08-49d1-9ebc-97fd3dda3dfc req-72408557-5c1c-4291-97ff-64f53baf17a3 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:42.350198 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4631b90-7e08-49d1-9ebc-97fd3dda3dfc req-72408557-5c1c-4291-97ff-64f53baf17a3 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 946 time: 0.0828454 May 24 22:41:42.395177 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4631b90-7e08-49d1-9ebc-97fd3dda3dfc req-f38a915f-1f58-429a-b3c3-522dbf77da04 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384476 May 24 22:41:42.580349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80dc94-3374-47cf-b754-c460708ebe35 req-7b6e75ec-884d-42b0-946e-fe91df40ddd1 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:42.581891 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-db80dc94-3374-47cf-b754-c460708ebe35 req-7b6e75ec-884d-42b0-946e-fe91df40ddd1 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 1097 time: 0.0751135 May 24 22:41:42.628492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-db80dc94-3374-47cf-b754-c460708ebe35 req-06ea03f7-4e6c-4cfb-9e06-e101e71e91c9 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356662 May 24 22:41:42.768734 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 63e2049f-7bc5-4aae-94ed-44662bfe4bfc details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:41:42.884119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849551c-9285-4546-ac96-2c8150506b5e req-cf48d6c5-89e1-49de-ad83-eed340172740 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:42.885764 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8849551c-9285-4546-ac96-2c8150506b5e req-cf48d6c5-89e1-49de-ad83-eed340172740 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 1097 time: 0.0729911 May 24 22:41:42.938214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8849551c-9285-4546-ac96-2c8150506b5e req-e0157442-f009-4f7f-9b1a-d7f8e870941a tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 May 24 22:41:42.947679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87acbf-2f6e-4d0d-af7e-f614ed54c7fb req-679d8a35-01b0-4149-98b8-bd6d8bb6fb05 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:42.949235 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd87acbf-2f6e-4d0d-af7e-f614ed54c7fb req-679d8a35-01b0-4149-98b8-bd6d8bb6fb05 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0804451 May 24 22:41:42.953794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:42.967720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'mac_address': 'fa:16:3e:5b:21:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:41:42.998724 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd87acbf-2f6e-4d0d-af7e-f614ed54c7fb req-fe3a2d09-b479-4067-8d5f-757edec8e240 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 May 24 22:41:43.026642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:41:43.027016 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:43.044704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63e2049f-7bc5-4aae-94ed-44662bfe4bfc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:41:43.060851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:43.065887 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:43.136876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:43.160515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e116dcf-bd8a-47ca-9d2e-811d7cd0bf2c req-e9caf245-021c-44ac-803d-2ace301dc1f7 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0496573 May 24 22:41:43.171242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['63e2049f-7bc5-4aae-94ed-44662bfe4bfc'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:41:43.218093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cd8ad-4cd7-4ed2-95f1-e6fb25f38fe9 req-0d86bb22-47c7-47cb-9439-56375fba78eb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:43.219766 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ed5cd8ad-4cd7-4ed2-95f1-e6fb25f38fe9 req-0d86bb22-47c7-47cb-9439-56375fba78eb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0955009 May 24 22:41:43.273710 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ed5cd8ad-4cd7-4ed2-95f1-e6fb25f38fe9 req-784f8f02-58aa-4210-b9ec-e92442b07c91 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451663 May 24 22:41:43.415506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb9122-a12e-4d93-8986-4fb9c1d9ef26 req-b15c678f-9140-44f8-8610-5fdf8752d508 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:43.417065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e6bb9122-a12e-4d93-8986-4fb9c1d9ef26 req-b15c678f-9140-44f8-8610-5fdf8752d508 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0795112 May 24 22:41:43.468161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e6bb9122-a12e-4d93-8986-4fb9c1d9ef26 req-a551fe0f-e522-47f8-a7b7-f79fc5a6cf22 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453005 May 24 22:41:43.654271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95876da5-cad2-47c8-8de7-8be9e9f0506c req-e35c208c-58ee-419e-bdd7-4a1c48e93e31 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:43.662182 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-95876da5-cad2-47c8-8de7-8be9e9f0506c req-e35c208c-58ee-419e-bdd7-4a1c48e93e31 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 1097 time: 0.0810375 May 24 22:41:43.708716 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-95876da5-cad2-47c8-8de7-8be9e9f0506c req-8f38be3e-dc6d-4744-a677-c3c7442b3df2 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452390 May 24 22:41:43.916791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43696) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:44.045859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c76aad33-e708-4d97-b2f6-4e7e67858977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:44.062435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c76aad33-e708-4d97-b2f6-4e7e67858977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:44.066693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c76aad33-e708-4d97-b2f6-4e7e67858977 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc72a4724b74d869dd29f2bc97da1ff is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:41:44.069631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c76aad33-e708-4d97-b2f6-4e7e67858977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:41:44.075724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c76aad33-e708-4d97-b2f6-4e7e67858977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:44.175853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c76aad33-e708-4d97-b2f6-4e7e67858977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:44.183468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c76aad33-e708-4d97-b2f6-4e7e67858977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:44.216954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c96678-65ed-44b2-8867-5af421cb6007 req-21ee8c23-c97b-4bff-b0be-919457156cf1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:44.221955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38c96678-65ed-44b2-8867-5af421cb6007 req-21ee8c23-c97b-4bff-b0be-919457156cf1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0937514 May 24 22:41:44.232224 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c76aad33-e708-4d97-b2f6-4e7e67858977 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cbc72a4724b74d869dd29f2bc97da1ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140628 May 24 22:41:44.235393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43716) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:44.248546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76aad33-e708-4d97-b2f6-4e7e67858977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f470b648-81b8-469d-9a8f-4c16d10e9c81,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:44.273296 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38c96678-65ed-44b2-8867-5af421cb6007 req-549b91c6-2035-4aa3-b7f6-968f9e885ae5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485778 May 24 22:41:44.307500 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2fc1-4ffb-48bf-8e9b-43a555275504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:44.392053 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2fc1-4ffb-48bf-8e9b-43a555275504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:44.497142 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf3e2a87-1cb4-437a-8e33-af7ce8f99d3a req-355715e9-9370-4a6e-8c17-bee29468b79c tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1594186 May 24 22:41:44.554230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0873697-2525-4e97-8e50-8c9a3dd4677e req-d6dc1fe1-5962-4bb5-9041-c3ef75fc13c4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:44.571539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2fc1-4ffb-48bf-8e9b-43a555275504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:44.574785 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0873697-2525-4e97-8e50-8c9a3dd4677e req-d6dc1fe1-5962-4bb5-9041-c3ef75fc13c4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1425052 May 24 22:41:44.589075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb2fc1-4ffb-48bf-8e9b-43a555275504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f470b648-81b8-469d-9a8f-4c16d10e9c81,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:44.613759 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2fc1-4ffb-48bf-8e9b-43a555275504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:44.618066 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5cdb2fc1-4ffb-48bf-8e9b-43a555275504 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f470b648-81b8-469d-9a8f-4c16d10e9c81 HTTP/1.1" status: 204 len: 168 time: 0.3815405 May 24 22:41:44.670805 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0873697-2525-4e97-8e50-8c9a3dd4677e req-c7033e32-6581-4ff5-90a5-cc2fe4be15be tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925870 May 24 22:41:44.781027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd9743-fdee-4035-8930-1c545860c451 req-a3b6169e-5010-4337-a25c-cd36fce85dc3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:44.783792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 63e2049f-7bc5-4aae-94ed-44662bfe4bfc up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:41:44.785765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-42fd9743-fdee-4035-8930-1c545860c451 req-a3b6169e-5010-4337-a25c-cd36fce85dc3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0990992 May 24 22:41:44.858227 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-42fd9743-fdee-4035-8930-1c545860c451 req-6527c2f7-6e44-48e3-a6ad-068b0e667287 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603616 May 24 22:41:44.895674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:41:44.896392 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:45.058536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:41:45.059137 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:45.063321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43746) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:45.075177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd8f0-7edd-49e6-aa43-aed50af94173 req-28aa875e-c11f-414e-8274-417317ba79e5 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:45.081563 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1dbba133-c924-4a49-8a8e-449eb59d6241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:45.090112 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-922cd8f0-7edd-49e6-aa43-aed50af94173 req-28aa875e-c11f-414e-8274-417317ba79e5 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 1097 time: 0.1214561 May 24 22:41:45.101171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1dbba133-c924-4a49-8a8e-449eb59d6241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:45.105618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1dbba133-c924-4a49-8a8e-449eb59d6241 admin admin] Usage tracker for resource:security_group_rule and tenant:6f46cf255b8c45bda5211591f7dce2c6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:41:45.109127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1dbba133-c924-4a49-8a8e-449eb59d6241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:41:45.116307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1dbba133-c924-4a49-8a8e-449eb59d6241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:45.132113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:45.133363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:41:45.147141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:45.163390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-922cd8f0-7edd-49e6-aa43-aed50af94173 req-0b9f0486-f3b3-44f5-b883-f9b82613248a tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717299 May 24 22:41:45.202658 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f60b4c-25c3-4acf-8c3c-5ced6cce3566'] response: {'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'code': 200} May 24 22:41:45.221568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:45.266718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1dbba133-c924-4a49-8a8e-449eb59d6241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:45.275168 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1dbba133-c924-4a49-8a8e-449eb59d6241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:45.349293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43756) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:45.362629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1dbba133-c924-4a49-8a8e-449eb59d6241 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f46cf255b8c45bda5211591f7dce2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981408 May 24 22:41:45.363894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbba133-c924-4a49-8a8e-449eb59d6241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a184814-9827-4659-8465-a8342922b92a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:45.434708 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed1bb220-023e-42d3-a053-2674fe2442e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:45.499229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed1bb220-023e-42d3-a053-2674fe2442e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:45.600134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d28402-b5a8-4749-b4b4-d4ccb6cfd5b9 req-93fa79a6-9e65-41cb-867c-c60b89a568eb tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:45.610778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63d28402-b5a8-4749-b4b4-d4ccb6cfd5b9 req-93fa79a6-9e65-41cb-867c-c60b89a568eb tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 1097 time: 0.1508837 May 24 22:41:45.632848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc588b03-142e-4ff1-9f41-d6524d5cdad1 req-898b2975-33a3-4fd4-95fe-c5a8f60ced97 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:45.640435 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc588b03-142e-4ff1-9f41-d6524d5cdad1 req-898b2975-33a3-4fd4-95fe-c5a8f60ced97 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1763453 May 24 22:41:45.643547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed1bb220-023e-42d3-a053-2674fe2442e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:45.678441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63d28402-b5a8-4749-b4b4-d4ccb6cfd5b9 req-9276f6ed-8af0-4f29-a84b-70c3554e197a tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660920 May 24 22:41:45.684414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bb220-023e-42d3-a053-2674fe2442e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a184814-9827-4659-8465-a8342922b92a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:45.710231 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed1bb220-023e-42d3-a053-2674fe2442e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:45.711494 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ed1bb220-023e-42d3-a053-2674fe2442e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a184814-9827-4659-8465-a8342922b92a HTTP/1.1" status: 204 len: 168 time: 0.3602433 May 24 22:41:45.721569 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc588b03-142e-4ff1-9f41-d6524d5cdad1 req-92d24a98-6bd8-4cc2-a9a5-590b1a4a545a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800772 May 24 22:41:45.888467 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8a929242-3df7-4133-b8fc-8cf64e5fd79b req-075210fa-b1a7-4929-9b28-04a1d68cd35f tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0428474 May 24 22:41:45.983709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20bc19-ef53-4fd8-af1b-09ff07266d1e req-34650997-e3a4-4291-a53e-92795d2e902e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:45.987324 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca20bc19-ef53-4fd8-af1b-09ff07266d1e req-34650997-e3a4-4291-a53e-92795d2e902e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1076481 May 24 22:41:46.071374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca20bc19-ef53-4fd8-af1b-09ff07266d1e req-1a011228-4e97-4b37-a2ec-0cc71d15b7aa tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774214 May 24 22:41:46.306704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b233-8974-4cb4-96ad-a50d577a85ee req-81e4eb24-4304-4d7c-b5e5-c118109aa36d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:46.314463 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f356b233-8974-4cb4-96ad-a50d577a85ee req-81e4eb24-4304-4d7c-b5e5-c118109aa36d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1224937 May 24 22:41:46.378442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f356b233-8974-4cb4-96ad-a50d577a85ee req-d6b1475e-70cb-4871-8518-d4ce509e61ab tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593450 May 24 22:41:46.902740 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ac970d1-e37c-41b9-8792-1c8e7c96d9ff req-03bae2fa-a686-4d26-88a6-796d0f8c2692 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999520 May 24 22:41:47.008421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9c107-4c25-449e-8f4a-efd28738c91a req-b5e68a01-58e2-4bf1-a540-cf3e71953004 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:47.008421 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ce9c107-4c25-449e-8f4a-efd28738c91a req-b5e68a01-58e2-4bf1-a540-cf3e71953004 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1018493 May 24 22:41:47.074086 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ce9c107-4c25-449e-8f4a-efd28738c91a req-18a3a4ed-5e94-4095-933d-e36eb780dc27 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585630 May 24 22:41:47.291333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8de67dcd-4304-4cee-888d-f687c4b4ed89 req-cba7ef02-cabf-40a3-9d41-8397deb0d2ea tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0646639 May 24 22:41:47.629059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20863812-9adf-45e9-b866-aa18784d1ee2 req-c943de50-e535-4219-ac92-86afb825af29 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:47.639939 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20863812-9adf-45e9-b866-aa18784d1ee2 req-c943de50-e535-4219-ac92-86afb825af29 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1728776 May 24 22:41:47.707835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20863812-9adf-45e9-b866-aa18784d1ee2 req-58253b09-875f-4b1b-97e0-fb9ff2a28b61 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659266 May 24 22:41:47.974044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7960664-101a-4b95-b2f9-e2afeee54c89 req-4276bcce-829c-4ec9-b11f-a109ffde0a02 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:47.982432 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7960664-101a-4b95-b2f9-e2afeee54c89 req-4276bcce-829c-4ec9-b11f-a109ffde0a02 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1108344 May 24 22:41:48.061971 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7960664-101a-4b95-b2f9-e2afeee54c89 req-4f9e55a1-a1d1-42d5-aa80-589b28a486c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785439 May 24 22:41:48.358045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f507856-46a3-4714-88c6-700b6f0ef6c6 req-e4ccabc9-d576-4167-8a34-9300cad3e194 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:48.359067 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f507856-46a3-4714-88c6-700b6f0ef6c6 req-e4ccabc9-d576-4167-8a34-9300cad3e194 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1325288 May 24 22:41:48.418007 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f507856-46a3-4714-88c6-700b6f0ef6c6 req-a39f0bfc-9bd5-40dd-a566-99ce9c85116a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521986 May 24 22:41:48.611284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c0e3225-0653-4871-80b2-001f5aaca29b req-0e88accc-013c-4024-b747-0404b99a2ed3 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0569077 May 24 22:41:48.631026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab286c3-d146-4196-95ab-e0b22099754c req-49f6b60d-b3b9-45a6-b693-910325400541 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:48.632810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-49f6b60d-b3b9-45a6-b693-910325400541 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 821 time: 0.1922669 May 24 22:41:48.658997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-aaa47199-f839-4882-b021-cf874e89a1a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/quotas/c1e295fbcd2e4ba9914279ba523f98aa HTTP/1.1" status: 200 len: 375 time: 0.0191104 May 24 22:41:48.763406 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-cde9d470-423f-4c72-b34b-169ab6b385db tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018317 May 24 22:41:48.921873 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-70f64df4-6a45-469b-a23a-85aa67a8c45b service neutron] 10.222.0.55 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505752 May 24 22:41:49.022042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4de95c-cf00-432c-a757-409c8d74ba42 req-23ccab25-1ce7-4a04-96f1-8a12e51e5ed3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:49.029631 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7e4de95c-cf00-432c-a757-409c8d74ba42 req-23ccab25-1ce7-4a04-96f1-8a12e51e5ed3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1137848 May 24 22:41:49.082632 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7e4de95c-cf00-432c-a757-409c8d74ba42 req-f3aa82e3-c357-4ad5-aab1-dde5aa7fd6fc tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518003 May 24 22:41:49.119889 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-d411d7a9-b97a-401b-8091-cfc86a95b816 service neutron] 10.222.0.55 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919105 May 24 22:41:49.358104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a75c1-a706-4918-bb5e-e13409c307b7 req-ec527bf4-b2cb-4ff6-b09c-13a8ee1c1651 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:49.365856 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9e7a75c1-a706-4918-bb5e-e13409c307b7 req-ec527bf4-b2cb-4ff6-b09c-13a8ee1c1651 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1586757 May 24 22:41:49.418055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9e7a75c1-a706-4918-bb5e-e13409c307b7 req-285f34da-956d-45c9-a850-acf3365c11ec tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510263 May 24 22:41:49.628739 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7618bb18-4f6e-4666-a8da-2a0a1d829d54 req-85796395-3754-4b23-b899-0ff6c46586d8 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 210 time: 0.1700063 May 24 22:41:49.697448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0756b9-5c3a-449b-9438-e1e181572f26 req-fd60851b-563d-4fbf-85a1-d8b2876fa49f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:49.700050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe0756b9-5c3a-449b-9438-e1e181572f26 req-fd60851b-563d-4fbf-85a1-d8b2876fa49f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1405709 May 24 22:41:49.909821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe0756b9-5c3a-449b-9438-e1e181572f26 req-536389d0-c0b8-4299-b8ed-58484ec32e7b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022443 May 24 22:41:49.991856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad50369b-c939-4fe7-81f6-4d6ec1c2eaff req-e7cc5f9f-b6fb-41af-bc80-5066f0e7ab3d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0970674 May 24 22:41:50.329622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3e93d-072f-49a0-aa8b-6defa9f96e07 req-4e8baf88-cfd0-440c-9201-dce21c5ae0a8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:50.331682 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dda3e93d-072f-49a0-aa8b-6defa9f96e07 req-4e8baf88-cfd0-440c-9201-dce21c5ae0a8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1155174 May 24 22:41:50.442031 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dda3e93d-072f-49a0-aa8b-6defa9f96e07 req-5d5c4625-ce99-4494-aa90-6f9f15407f54 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971029 May 24 22:41:50.621129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43962) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:50.699386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1917a2-b718-4c01-9f19-15dda8430725 req-c71b4e0a-9fab-4563-a681-d6f54594d5f8 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:50.706662 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c1917a2-b718-4c01-9f19-15dda8430725 req-c71b4e0a-9fab-4563-a681-d6f54594d5f8 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1408603 May 24 22:41:50.774415 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c1917a2-b718-4c01-9f19-15dda8430725 req-646d3317-6661-4ba5-b82d-6614839d7d8d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658042 May 24 22:41:50.888895 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c438ea55-3e6e-45e4-9f0f-8e3fefb07d0b req-e3065c1c-9f0e-4930-a914-4e299651ad31 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 210 time: 0.0682144 May 24 22:41:50.890212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1be6-95c1-4be0-920c-655e5626ebdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:50.906876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c1fb1be6-95c1-4be0-920c-655e5626ebdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:50.911999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c1fb1be6-95c1-4be0-920c-655e5626ebdc admin admin] Usage tracker for resource:security_group_rule and tenant:b2c2c5cf81164afe970f73b96f40fbd1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:41:50.916200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c1fb1be6-95c1-4be0-920c-655e5626ebdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:41:50.922890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c1fb1be6-95c1-4be0-920c-655e5626ebdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:51.031049 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1be6-95c1-4be0-920c-655e5626ebdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:51.041020 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1be6-95c1-4be0-920c-655e5626ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:51.126749 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c1fb1be6-95c1-4be0-920c-655e5626ebdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2c2c5cf81164afe970f73b96f40fbd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5042410 May 24 22:41:51.135380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43976) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:51.142692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb1be6-95c1-4be0-920c-655e5626ebdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668760a9-02df-40e7-9921-ba4f24eb395c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:51.272542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57d91054-9a43-4ff5-802f-21ce5fe265e5 req-9613bd93-5fbc-40b8-b506-2ca279483e94 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0751982 May 24 22:41:51.346390 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d7535a3-32c5-455d-9a06-6cb1f3dd1d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:51.354153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab286c3-d146-4196-95ab-e0b22099754c req-781e85ae-bee6-47d6-8e68-5ec6ce2128c6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:51.355655 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-781e85ae-bee6-47d6-8e68-5ec6ce2128c6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 821 time: 0.4154680 May 24 22:41:51.388162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Request body: {'port': {'device_id': 'a09c17b3-d620-4b62-9b3c-a969939f72e0', 'network_id': 'a048d222-b793-4627-8502-0af448f97e98', 'admin_state_up': True, 'tenant_id': 'c1e295fbcd2e4ba9914279ba523f98aa'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:41:51.409970 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d7535a3-32c5-455d-9a06-6cb1f3dd1d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:51.492463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1ae35-52ae-4650-b5fe-822e99378ff3 req-9af5fc66-1bd1-409d-9399-b67cc5c85ac9 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:51.498263 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-76a1ae35-52ae-4650-b5fe-822e99378ff3 req-9af5fc66-1bd1-409d-9399-b67cc5c85ac9 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2907681 May 24 22:41:51.609974 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-76a1ae35-52ae-4650-b5fe-822e99378ff3 req-0b05d808-8c12-4911-8123-791ac18da8a3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961437 May 24 22:41:51.718545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:51.734385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:51.746201 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d7535a3-32c5-455d-9a06-6cb1f3dd1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:51.775214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fba990-0b32-4480-bea1-b293be16bfa2 req-42c9aeb8-6320-430c-9411-26a1fb6cb9a7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:51.775467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7535a3-32c5-455d-9a06-6cb1f3dd1d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668760a9-02df-40e7-9921-ba4f24eb395c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:51.778129 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66fba990-0b32-4480-bea1-b293be16bfa2 req-42c9aeb8-6320-430c-9411-26a1fb6cb9a7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2265987 May 24 22:41:51.809663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Made reservation on behalf of c1e295fbcd2e4ba9914279ba523f98aa for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:41:51.814968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:51.834504 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d7535a3-32c5-455d-9a06-6cb1f3dd1d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:51.835907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2d7535a3-32c5-455d-9a06-6cb1f3dd1d2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/668760a9-02df-40e7-9921-ba4f24eb395c HTTP/1.1" status: 204 len: 168 time: 0.6991620 May 24 22:41:51.888689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66fba990-0b32-4480-bea1-b293be16bfa2 req-9629dde7-b270-4a6f-a715-b3e2f04d8f5b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901246 May 24 22:41:52.170190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Allocated IP 172.20.0.6 (a048d222-b793-4627-8502-0af448f97e98/2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd/bd13d402-6e84-4d17-8a6f-52bc3a500322) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:41:52.182580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2afe94-b613-42e7-a977-f69624eb6f32 req-c104c41c-f06f-4a1b-a542-5af39cc9a209 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:52.190532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3c2afe94-b613-42e7-a977-f69624eb6f32 req-c104c41c-f06f-4a1b-a542-5af39cc9a209 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2191749 May 24 22:41:52.259746 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34b027c3-09b7-4d17-92b5-115e6ee0f4d2 req-98c852b3-0244-4082-b5b4-d9332e9cc2bf tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 210 time: 0.1173787 May 24 22:41:52.291033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3c2afe94-b613-42e7-a977-f69624eb6f32 req-f8bb1cb7-c2a0-400e-abb9-c673c49fbaf9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921869 May 24 22:41:52.461320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44010) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:52.495663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bfd1009b-5297-4ce0-96a9-fe47925fdda0 req-02a1e0b8-ba51-470e-b069-47045ec9b006 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0768094 May 24 22:41:52.499793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9855f432-62ee-48a3-af07-4ef97c60bec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:52.523143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:52.530877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9855f432-62ee-48a3-af07-4ef97c60bec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:52.537305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9855f432-62ee-48a3-af07-4ef97c60bec6 admin admin] Usage tracker for resource:security_group_rule and tenant:a5c60dc8cfc243ae9e35e743da464a66 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:41:52.541684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9855f432-62ee-48a3-af07-4ef97c60bec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:41:52.562126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9855f432-62ee-48a3-af07-4ef97c60bec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:52.567717 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:52.585879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f4df6c49-0e97-4f9c-9ea2-96cf74ad4571', '8b75c596-6e2f-48b6-bd35-49994fa88d4f'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:41:52.724946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Network a048d222-b793-4627-8502-0af448f97e98 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:41:52.726630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:41:52.789570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Pushing event updated for resources: {'Port': ['ID=bd13d402-6e84-4d17-8a6f-52bc3a500322,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:52.849657 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9855f432-62ee-48a3-af07-4ef97c60bec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:52.875110 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9855f432-62ee-48a3-af07-4ef97c60bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:52.906256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:41:52.998394 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9855f432-62ee-48a3-af07-4ef97c60bec6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5c60dc8cfc243ae9e35e743da464a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367768 May 24 22:41:53.001869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44034) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:53.015107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855f432-62ee-48a3-af07-4ef97c60bec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f68abd5-1d62-45a5-9b24-f026642ba756,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:53.097679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:53.098277 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:53.113426 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0943dc7e-6146-403a-b410-e4cc9bd1c097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:53.132767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515b63f-205b-46e9-9316-67d4776d2cd9 req-634531a2-33fa-4302-b912-c88c720753b5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:53.140734 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d515b63f-205b-46e9-9316-67d4776d2cd9 req-634531a2-33fa-4302-b912-c88c720753b5 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3373992 May 24 22:41:53.158329 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0943dc7e-6146-403a-b410-e4cc9bd1c097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:53.201617 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d515b63f-205b-46e9-9316-67d4776d2cd9 req-63e113b3-60a3-4571-9b21-a5880889ac64 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599165 May 24 22:41:53.224118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-5a1b7162-789a-40c0-9462-2a2bf60c2179 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8396342 May 24 22:41:53.231703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405450f1-5aa6-4e4d-9a01-2a59da7e61a5 req-227d0f76-9e1c-4fbd-913d-61eb108af9c4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:53.239207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-405450f1-5aa6-4e4d-9a01-2a59da7e61a5 req-227d0f76-9e1c-4fbd-913d-61eb108af9c4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1646576 May 24 22:41:53.241672 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Request body: {'port': {'device_id': 'a09c17b3-d620-4b62-9b3c-a969939f72e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:41:53.291064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0943dc7e-6146-403a-b410-e4cc9bd1c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:53.315782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-405450f1-5aa6-4e4d-9a01-2a59da7e61a5 req-53226ed4-ce60-4925-a9b0-7aef8b6fab43 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754790 May 24 22:41:53.335152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943dc7e-6146-403a-b410-e4cc9bd1c097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f68abd5-1d62-45a5-9b24-f026642ba756,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:53.376306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0943dc7e-6146-403a-b410-e4cc9bd1c097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:53.380524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0943dc7e-6146-403a-b410-e4cc9bd1c097 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f68abd5-1d62-45a5-9b24-f026642ba756 HTTP/1.1" status: 204 len: 168 time: 0.3772426 May 24 22:41:53.502699 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:53.660578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9139c-5c3a-40f8-9bcd-7f8cdfbc5564 req-a14cf8dc-1a9e-4ec5-b38c-2b670cedc1e4 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:53.661993 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:53.662489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fe9139c-5c3a-40f8-9bcd-7f8cdfbc5564 req-a14cf8dc-1a9e-4ec5-b38c-2b670cedc1e4 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1975372 May 24 22:41:53.723676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fe9139c-5c3a-40f8-9bcd-7f8cdfbc5564 req-12bfa0f7-7d40-461e-b16b-bb2ad78168d5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510683 May 24 22:41:53.975685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c345e29-55ae-4a43-b9b0-911bc994e7aa req-6672ea68-221a-4c5c-b5d4-a385c8796b14 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:53.975685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-9c345e29-55ae-4a43-b9b0-911bc994e7aa req-6672ea68-221a-4c5c-b5d4-a385c8796b14 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Synchronizing usage tracker for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:41:54.143937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-129b051f-1d32-4367-a3ad-88c1ef9a5921 req-a218c21e-274d-4d0c-9af5-8f6dbb20c351 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1152585 May 24 22:41:54.266236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd13d402-6e84-4d17-8a6f-52bc3a500322 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:41:54.280317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:54.290018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-9c345e29-55ae-4a43-b9b0-911bc994e7aa req-6672ea68-221a-4c5c-b5d4-a385c8796b14 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Unset dirty status for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:41:54.291528 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c345e29-55ae-4a43-b9b0-911bc994e7aa req-6672ea68-221a-4c5c-b5d4-a385c8796b14 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 931 time: 0.7183483 May 24 22:41:54.301110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Transition to ACTIVE for port object bd13d402-6e84-4d17-8a6f-52bc3a500322 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:41:54.314911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:54.589357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a336f-00dd-4ad0-a7d7-9b64c8cff227 req-bd998ab1-2404-444d-92da-40828b80f95a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:54.596624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb3a336f-00dd-4ad0-a7d7-9b64c8cff227 req-bd998ab1-2404-444d-92da-40828b80f95a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1875157 May 24 22:41:54.664641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c345e29-55ae-4a43-b9b0-911bc994e7aa req-fc8d1985-8b92-48de-bd2f-2153b505c158 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488982 May 24 22:41:54.716703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb3a336f-00dd-4ad0-a7d7-9b64c8cff227 req-731ceecc-155d-4755-97d4-2ac187c67bf7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189096 May 24 22:41:54.891442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Pushing event updated for resources: {'Port': ['ID=bd13d402-6e84-4d17-8a6f-52bc3a500322,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:55.005165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Attempting to bind port bd13d402-6e84-4d17-8a6f-52bc3a500322 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:41:55.005844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Attempting to bind port bd13d402-6e84-4d17-8a6f-52bc3a500322 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:41:55.005844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Attempting to bind port bd13d402-6e84-4d17-8a6f-52bc3a500322 on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:41:55.009136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b6cd5-9946-4458-b65f-ffaba2e744d8 req-ce1f7c77-c142-4130-866e-cbf167e3e630 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:55.010870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-905b6cd5-9946-4458-b65f-ffaba2e744d8 req-ce1f7c77-c142-4130-866e-cbf167e3e630 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1376526 May 24 22:41:55.015901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Port bd13d402-6e84-4d17-8a6f-52bc3a500322 on network a048d222-b793-4627-8502-0af448f97e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:41:55.016511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Attempting to bind port bd13d402-6e84-4d17-8a6f-52bc3a500322 on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:41:55.027742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:41:55.027742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Checking segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:41:55.027742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Bound using segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:41:55.028207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Bound port: bd13d402-6e84-4d17-8a6f-52bc3a500322, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:41:55.028645 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:55.066076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-905b6cd5-9946-4458-b65f-ffaba2e744d8 req-f4d22daf-7a32-4b52-a282-ff20ff24d457 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482080 May 24 22:41:55.123129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce69387-3022-41de-963d-1d6af46b2936 req-1d3ce06e-baee-4844-956c-74b5552148c0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:55.124729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fce69387-3022-41de-963d-1d6af46b2936 req-1d3ce06e-baee-4844-956c-74b5552148c0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2174077 May 24 22:41:55.196309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] For port bd13d402-6e84-4d17-8a6f-52bc3a500322, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:41:55.211347 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fce69387-3022-41de-963d-1d6af46b2936 req-2c701fca-6c43-45f7-976a-593f5d75ab36 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713933 May 24 22:41:55.212819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] For port bd13d402-6e84-4d17-8a6f-52bc3a500322, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=bd13d402-6e84-4d17-8a6f-52bc3a500322,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:41:55.219638 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:55.288580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:55.289423 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:55.291091 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] 10.222.0.50 "PUT /v2.0/ports/bd13d402-6e84-4d17-8a6f-52bc3a500322 HTTP/1.1" status: 200 len: 1091 time: 2.0604656 May 24 22:41:55.291702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09c17b3-d620-4b62-9b3c-a969939f72e0', 'tag': 'bd13d402-6e84-4d17-8a6f-52bc3a500322'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:41:55.321213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0a104-215c-4cd9-9e96-82ad29ea362e service neutron] Pushing event updated for resources: {'Port': ['ID=bd13d402-6e84-4d17-8a6f-52bc3a500322,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:55.441058 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:55.450668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3e205cca-ddbe-4a0f-a069-fdb141362588 req-3a8156b4-5302-499b-afb0-4c7fb8e802de tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0693445 May 24 22:41:55.511466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab286c3-d146-4196-95ab-e0b22099754c req-ba46605c-1b0f-4e26-b525-acb9dea1e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:55.514121 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-ba46605c-1b0f-4e26-b525-acb9dea1e78a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 1094 time: 0.1367314 May 24 22:41:55.518376 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605e0ac6-56b5-4c25-b771-d9aae022c884'] response: {'name': 'network-changed', 'server_uuid': 'a09c17b3-d620-4b62-9b3c-a969939f72e0', 'tag': 'bd13d402-6e84-4d17-8a6f-52bc3a500322', 'status': 'completed', 'code': 200} May 24 22:41:55.644031 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-9acf3fb4-0c8e-4b6a-970d-e6bc2c691732 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd13d402-6e84-4d17-8a6f-52bc3a500322 HTTP/1.1" status: 200 len: 217 time: 0.1225905 May 24 22:41:55.726386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab286c3-d146-4196-95ab-e0b22099754c req-fa2983c5-8930-463e-9f18-151fc3333bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:55.727914 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-fa2983c5-8930-463e-9f18-151fc3333bc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.0737236 May 24 22:41:55.803821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-25f03b56-79a4-49bb-a14a-9aa088f6db3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659194 May 24 22:41:55.995990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997c26a-5e1e-48be-acf9-788a0e24d505 req-083b4490-5565-4eda-89d3-149ed0b641da tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:55.997696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0997c26a-5e1e-48be-acf9-788a0e24d505 req-083b4490-5565-4eda-89d3-149ed0b641da tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 943 time: 0.1346772 May 24 22:41:56.048681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0997c26a-5e1e-48be-acf9-788a0e24d505 req-b4be9644-0525-4477-8bb0-915bf9bfcb02 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 May 24 22:41:56.121884 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-6fc2f292-2059-48e6-833d-5971727d4d4b service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085895 May 24 22:41:56.129976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a6c9c-0441-46c7-900f-2ff7568dcca8 req-1f7d007d-1f40-4263-9b1f-c21d69d851a1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:56.131809 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f2a6c9c-0441-46c7-900f-2ff7568dcca8 req-1f7d007d-1f40-4263-9b1f-c21d69d851a1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1589518 May 24 22:41:56.268631 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f2a6c9c-0441-46c7-900f-2ff7568dcca8 req-f501ab36-b2f4-49cd-af1b-f355fe1c2879 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115725 May 24 22:41:56.311787 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab286c3-d146-4196-95ab-e0b22099754c req-e96b90d6-6c8b-4f42-9c46-2637ce7bec38 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788638 May 24 22:41:56.549828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f63f-e5ee-488e-9f80-d07a72c87b6e req-404266cf-d961-4fc1-b35b-94c7426e0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:56.551582 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d21f63f-e5ee-488e-9f80-d07a72c87b6e req-404266cf-d961-4fc1-b35b-94c7426e0c28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 1094 time: 0.1594477 May 24 22:41:56.900189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f63f-e5ee-488e-9f80-d07a72c87b6e req-5114187d-f594-4698-b492-052b7ecc08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:56.901840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d21f63f-e5ee-488e-9f80-d07a72c87b6e req-5114187d-f594-4698-b492-052b7ecc08f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 922 time: 0.3400736 May 24 22:41:57.003116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150be54d-e6b9-464f-a133-01ff2673a6bc req-a770d990-3248-4565-909a-6b0f33142c52 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:57.005987 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-150be54d-e6b9-464f-a133-01ff2673a6bc req-a770d990-3248-4565-909a-6b0f33142c52 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1031964 May 24 22:41:57.098748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d1d14-a00b-4db8-85af-a00918866af3 req-edb7aa86-677e-4352-bb66-1c4d57c95b3d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:57.103703 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d21f63f-e5ee-488e-9f80-d07a72c87b6e req-5f3ce7ee-a8a4-43e0-a5a7-932089dff7b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd13d402-6e84-4d17-8a6f-52bc3a500322 HTTP/1.1" status: 200 len: 217 time: 0.0718017 May 24 22:41:57.106904 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c9d1d14-a00b-4db8-85af-a00918866af3 req-edb7aa86-677e-4352-bb66-1c4d57c95b3d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1474404 May 24 22:41:57.173459 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-150be54d-e6b9-464f-a133-01ff2673a6bc req-46c422b9-f194-4315-9c27-57f38f19385d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597123 May 24 22:41:57.191809 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c9d1d14-a00b-4db8-85af-a00918866af3 req-aedc49b2-0724-413d-a0c7-c6070c8607de tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684352 May 24 22:41:57.192202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f63f-e5ee-488e-9f80-d07a72c87b6e req-8ef922d2-e05f-4fc9-aaba-ade86edb788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:57.192648 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d21f63f-e5ee-488e-9f80-d07a72c87b6e req-8ef922d2-e05f-4fc9-aaba-ade86edb788e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.0791364 May 24 22:41:57.299702 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d21f63f-e5ee-488e-9f80-d07a72c87b6e req-34408de6-966a-4e46-ad86-41d02aa71799 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794909 May 24 22:41:57.398043 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e4c1fa9-1ada-420b-b60f-b0b4ca4e7b63 req-0676e733-db7a-448c-919d-0a900428f5ca tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0561130 May 24 22:41:57.688461 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d21f63f-e5ee-488e-9f80-d07a72c87b6e req-34734eae-a66b-4d23-90e9-65234f431df2 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791554 May 24 22:41:57.743555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fba18-7cf1-4e5b-88fc-21ea513fd360 req-92f34c17-c4d8-48e7-8df1-8e82f3b725ae tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:57.748195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-852fba18-7cf1-4e5b-88fc-21ea513fd360 req-92f34c17-c4d8-48e7-8df1-8e82f3b725ae tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1094406 May 24 22:41:57.817818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d4bff-a9d5-4c14-b982-a2eacf61813b req-ceb91c83-8e55-456e-ba35-2754b8ed35b4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:57.819343 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c99d4bff-a9d5-4c14-b982-a2eacf61813b req-ceb91c83-8e55-456e-ba35-2754b8ed35b4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 943 time: 0.2121053 May 24 22:41:57.884716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-852fba18-7cf1-4e5b-88fc-21ea513fd360 req-45f1d728-db4f-42da-8c01-245b343401e9 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256790 May 24 22:41:57.893071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d21f63f-e5ee-488e-9f80-d07a72c87b6e req-d3a1cdb3-c708-422f-9ac7-a850702d7dae service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966095 May 24 22:41:57.898962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c99d4bff-a9d5-4c14-b982-a2eacf61813b req-88056d31-d7e0-432a-9653-886c97cf907b tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687106 May 24 22:41:58.410282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841c868-d4d5-4422-b197-29a07188157e req-9296be88-e26b-487a-a5f5-c380202fbe6a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:58.422441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b841c868-d4d5-4422-b197-29a07188157e req-9296be88-e26b-487a-a5f5-c380202fbe6a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1209023 May 24 22:41:58.508749 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b841c868-d4d5-4422-b197-29a07188157e req-a6abf3d0-cfce-4082-aa94-466c546a46d4 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758042 May 24 22:41:58.521347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87bd74-fa04-40b2-a710-ff8498ed7b5b req-0d62d8e4-434c-4567-88ef-b15ee9e36833 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:58.533793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f87bd74-fa04-40b2-a710-ff8498ed7b5b req-0d62d8e4-434c-4567-88ef-b15ee9e36833 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1668525 May 24 22:41:58.565463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44184) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:58.605761 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f87bd74-fa04-40b2-a710-ff8498ed7b5b req-087e0d09-efd1-4048-b129-ced418f20b25 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709615 May 24 22:41:58.764661 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f975f557-91ea-406d-a0c8-5a0146025907 req-35984b65-6ec9-4142-81d0-9bacfa2ef455 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0569468 May 24 22:41:58.767327 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32992bf9-7b24-47e8-9357-1e1a7670b45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:58.792919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-32992bf9-7b24-47e8-9357-1e1a7670b45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:58.797592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-32992bf9-7b24-47e8-9357-1e1a7670b45f admin admin] Usage tracker for resource:security_group_rule and tenant:5937f8702dc1417e9d3f62525272c4c8 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:41:58.801024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-32992bf9-7b24-47e8-9357-1e1a7670b45f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:41:58.809288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-32992bf9-7b24-47e8-9357-1e1a7670b45f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:58.860411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device bd13d402-6e84-4d17-8a6f-52bc3a500322 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:41:58.920907 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32992bf9-7b24-47e8-9357-1e1a7670b45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:58.927341 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32992bf9-7b24-47e8-9357-1e1a7670b45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:59.006794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44198) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:59.008671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-32992bf9-7b24-47e8-9357-1e1a7670b45f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5937f8702dc1417e9d3f62525272c4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417531 May 24 22:41:59.048137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32992bf9-7b24-47e8-9357-1e1a7670b45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cc77c0-caed-4272-9f23-9c9cda62ad6f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:59.056602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port bd13d402-6e84-4d17-8a6f-52bc3a500322, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=bd13d402-6e84-4d17-8a6f-52bc3a500322,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:59.076045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'bd13d402-6e84-4d17-8a6f-52bc3a500322', 'network_id': 'a048d222-b793-4627-8502-0af448f97e98', 'port_id': 'bd13d402-6e84-4d17-8a6f-52bc3a500322', 'mac_address': 'fa:16:3e:76:94:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:41:59.166985 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e8a6e9-4301-48d7-9557-0e578d217e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:59.217629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port bd13d402-6e84-4d17-8a6f-52bc3a500322 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:41:59.218202 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:59.238277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd13d402-6e84-4d17-8a6f-52bc3a500322 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:41:59.275562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port bd13d402-6e84-4d17-8a6f-52bc3a500322, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=bd13d402-6e84-4d17-8a6f-52bc3a500322,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:41:59.282014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e8a6e9-4301-48d7-9557-0e578d217e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:59.285329 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:59.287569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f5076-b560-4c18-bbdc-f2135fa0042c req-12999e79-0a2c-4ebd-a603-6486bc1e62a3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:59.289654 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b53f5076-b560-4c18-bbdc-f2135fa0042c req-12999e79-0a2c-4ebd-a603-6486bc1e62a3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1384840 May 24 22:41:59.345836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b53f5076-b560-4c18-bbdc-f2135fa0042c req-33b62194-af2b-400c-ad66-60cdc9f081d6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493517 May 24 22:41:59.363618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=bd13d402-6e84-4d17-8a6f-52bc3a500322,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:59.368639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4daa91-c599-46ca-8f7b-b9d2c0e8cef4 req-f60400b5-e8b8-4675-aeb8-67d245df3fe7 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:59.375109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d4daa91-c599-46ca-8f7b-b9d2c0e8cef4 req-f60400b5-e8b8-4675-aeb8-67d245df3fe7 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 943 time: 0.2170887 May 24 22:41:59.380267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.380603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.381814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.382156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.382484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.382815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.383137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.383457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.383887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.384091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.384406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.384717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:41:59.419960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e8a6e9-4301-48d7-9557-0e578d217e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:59.438788 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d4daa91-c599-46ca-8f7b-b9d2c0e8cef4 req-8f123033-4927-4bae-af6d-44c230f4ad84 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616980 May 24 22:41:59.442631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8a6e9-4301-48d7-9557-0e578d217e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cc77c0-caed-4272-9f23-9c9cda62ad6f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:41:59.447130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e8a6e9-4301-48d7-9557-0e578d217e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:59.448270 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-16e8a6e9-4301-48d7-9557-0e578d217e58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59cc77c0-caed-4272-9f23-9c9cda62ad6f HTTP/1.1" status: 204 len: 168 time: 0.4401276 May 24 22:41:59.560796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['bd13d402-6e84-4d17-8a6f-52bc3a500322'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:41:59.776060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afe224-4b7b-4b77-9137-c4c352a2dff0 req-e4d28406-2ce6-4521-bde8-3efd9142bbf1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:59.779773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3afe224-4b7b-4b77-9137-c4c352a2dff0 req-e4d28406-2ce6-4521-bde8-3efd9142bbf1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1447458 May 24 22:41:59.863088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3afe224-4b7b-4b77-9137-c4c352a2dff0 req-0d10ac49-d7a1-4f45-84e9-00e792aeb6f6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720420 May 24 22:41:59.897473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44240) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:41:59.917202 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-68e4f578-8f6f-4f65-9ec1-3aee14c73518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:41:59.933834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-68e4f578-8f6f-4f65-9ec1-3aee14c73518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:41:59.940174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-68e4f578-8f6f-4f65-9ec1-3aee14c73518 admin admin] Usage tracker for resource:security_group_rule and tenant:eb43759f76ce420182a55d8550514f6b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:41:59.943216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-68e4f578-8f6f-4f65-9ec1-3aee14c73518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:41:59.949790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-68e4f578-8f6f-4f65-9ec1-3aee14c73518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:41:59.984236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a0b7e-7f84-4132-96d1-2056bb9bf1c4 req-28fdd39a-c4da-4733-9ac0-f5224dac0d35 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:41:59.992646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae8a0b7e-7f84-4132-96d1-2056bb9bf1c4 req-28fdd39a-c4da-4733-9ac0-f5224dac0d35 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1328881 May 24 22:42:00.047209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae8a0b7e-7f84-4132-96d1-2056bb9bf1c4 req-44d52f2a-442e-4c66-9211-0d4adba12250 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535879 May 24 22:42:00.057339 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-68e4f578-8f6f-4f65-9ec1-3aee14c73518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:00.091854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-68e4f578-8f6f-4f65-9ec1-3aee14c73518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:00.121217 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cdbb09ed-1a0a-4569-8835-3f4154b2b4c6 req-dd5626e5-8102-45cc-95fd-123b7c940109 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0621548 May 24 22:42:00.149544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4f578-8f6f-4f65-9ec1-3aee14c73518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d465087-638a-4ef1-b0ef-9b899e89e3e5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:00.155374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-68e4f578-8f6f-4f65-9ec1-3aee14c73518 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb43759f76ce420182a55d8550514f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568150 May 24 22:42:00.158114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44250) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:00.222921 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c7e5f3cd-d98e-4871-96c6-01e7ffdcb9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:00.252009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd73130-6f4e-45e1-918e-6c31f69299a3 req-1ad7f29b-5a4a-4bdb-84dc-eec0641a8cb2 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:00.261360 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3cd73130-6f4e-45e1-918e-6c31f69299a3 req-1ad7f29b-5a4a-4bdb-84dc-eec0641a8cb2 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 950 time: 0.1203411 May 24 22:42:00.311025 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3cd73130-6f4e-45e1-918e-6c31f69299a3 req-6e92463d-ddd7-4e0c-b8ab-97649883ecd9 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481789 May 24 22:42:00.342344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c7e5f3cd-d98e-4871-96c6-01e7ffdcb9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:00.404514 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c7e5f3cd-d98e-4871-96c6-01e7ffdcb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:00.430264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5f3cd-d98e-4871-96c6-01e7ffdcb9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d465087-638a-4ef1-b0ef-9b899e89e3e5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:00.439853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c7e5f3cd-d98e-4871-96c6-01e7ffdcb9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:00.443362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c7e5f3cd-d98e-4871-96c6-01e7ffdcb9c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d465087-638a-4ef1-b0ef-9b899e89e3e5 HTTP/1.1" status: 204 len: 168 time: 0.2819812 May 24 22:42:00.602264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c0272-2171-4393-a161-81d1e15f8e53 req-105a6dfa-8504-474c-ae33-861d5fe17f8c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:00.609865 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b9c0272-2171-4393-a161-81d1e15f8e53 req-105a6dfa-8504-474c-ae33-861d5fe17f8c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1094537 May 24 22:42:00.670634 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b9c0272-2171-4393-a161-81d1e15f8e53 req-53163ddd-7774-471d-9fcb-cc51bb103b16 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595460 May 24 22:42:00.860737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device bd13d402-6e84-4d17-8a6f-52bc3a500322 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:42:00.956490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892d13d-486c-4370-9984-d10e83aeb5da req-6d8ff98d-2d89-4d3a-b7d8-fa5eda2dc73d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:00.959900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port bd13d402-6e84-4d17-8a6f-52bc3a500322 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:42:00.965367 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2892d13d-486c-4370-9984-d10e83aeb5da req-6d8ff98d-2d89-4d3a-b7d8-fa5eda2dc73d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 944 time: 0.1579916 May 24 22:42:00.970232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port bd13d402-6e84-4d17-8a6f-52bc3a500322 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:42:00.970633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:01.031207 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2892d13d-486c-4370-9984-d10e83aeb5da req-220062db-4c28-49b5-a0e4-27c5ad48f6b6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645592 May 24 22:42:01.123445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port bd13d402-6e84-4d17-8a6f-52bc3a500322 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:01.124037 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:01.159292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c17b3-d620-4b62-9b3c-a969939f72e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd13d402-6e84-4d17-8a6f-52bc3a500322'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:01.173485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port bd13d402-6e84-4d17-8a6f-52bc3a500322, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=bd13d402-6e84-4d17-8a6f-52bc3a500322,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:01.179101 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:01.286076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=bd13d402-6e84-4d17-8a6f-52bc3a500322,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:01.321090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b33ec-596b-4154-b2d4-360fff7c1944 req-a7f09db9-4abe-43fa-aa6d-9dc785d0749f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:01.322796 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-258b33ec-596b-4154-b2d4-360fff7c1944 req-a7f09db9-4abe-43fa-aa6d-9dc785d0749f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1317999 May 24 22:42:01.436084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44340) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:01.546539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-258b33ec-596b-4154-b2d4-360fff7c1944 req-1527d2d6-4a1b-4a60-803e-f646301f1e3a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151022 May 24 22:42:01.600013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-108800446-network', 'tenant_id': '355c63ecefdc4af48b20f4226cb8b69d'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:01.606024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:01.608365 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef1c046-4b7a-407b-a450-913596c93f73'] response: {'server_uuid': 'a09c17b3-d620-4b62-9b3c-a969939f72e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd13d402-6e84-4d17-8a6f-52bc3a500322', 'code': 200} May 24 22:42:01.614455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Usage tracker for resource:network and tenant:355c63ecefdc4af48b20f4226cb8b69d is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:01.634538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:01.700692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:01.723053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Made reservation on behalf of 355c63ecefdc4af48b20f4226cb8b69d for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:01.725348 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:01.744055 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:01.767404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b539-7f2f-4d66-a858-b97c6f76f01f req-4de27474-9526-4be8-bbd5-a93243f9e4e4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:01.769947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37e2b539-7f2f-4d66-a858-b97c6f76f01f req-4de27474-9526-4be8-bbd5-a93243f9e4e4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1284764 May 24 22:42:01.771672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:01.776790 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7cdddccc-2bf6-4c54-9ca3-da0044b4d661 req-ae979317-1e1d-4929-9859-428eca9de803 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0533793 May 24 22:42:01.781554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Usage tracker for resource:security_group_rule and tenant:355c63ecefdc4af48b20f4226cb8b69d is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:01.800276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:01.810275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:01.827279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02112de4-ace6-449a-b7ae-eaa9de8fdb0a req-5018d8d0-0a47-4770-bb7f-3660f3725f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:01.829602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02112de4-ace6-449a-b7ae-eaa9de8fdb0a req-5018d8d0-0a47-4770-bb7f-3660f3725f14 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 1096 time: 0.1540353 May 24 22:42:01.850688 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37e2b539-7f2f-4d66-a858-b97c6f76f01f req-e242a88a-ea99-4335-83bd-526eb1fa0c16 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655026 May 24 22:42:01.904569 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02112de4-ace6-449a-b7ae-eaa9de8fdb0a req-e01a0aed-8f86-43b6-8aa3-d2dde26b19ac service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677464 May 24 22:42:01.972770 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:01.977753 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:02.006874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:42:02.020678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9908ed8c-2844-49c3-b649-4455810ea6e6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:02.025610 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:02.026131 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Added segment d0e1db14-0261-4593-be89-93b6bc95b2b9 of type vlan for network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 May 24 22:42:02.029678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1780-09c3-4aaa-9b78-f8d206959a10 req-12f8e268-b58c-438c-9354-becf1ef2bca0 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:02.036207 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cabd1780-09c3-4aaa-9b78-f8d206959a10 req-12f8e268-b58c-438c-9354-becf1ef2bca0 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0937135 May 24 22:42:02.055461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:02.087922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:02.088349 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cabd1780-09c3-4aaa-9b78-f8d206959a10 req-a72726b9-0022-4baa-abd5-ebdfcac6366b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476613 May 24 22:42:02.089547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:02.090231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:02.196955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7c97f1f4-941f-40c4-86a9-0241faaf8e67,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:02.201309 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ea74a493-6807-49d1-b597-62f288a662c8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7635071 May 24 22:42:02.204784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44366) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:02.210249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Request body: {'subnet': {'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-108800446-subnet', 'tenant_id': '355c63ecefdc4af48b20f4226cb8b69d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:02.210876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:42:02.216057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:02.220194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Usage tracker for resource:subnet and tenant:355c63ecefdc4af48b20f4226cb8b69d is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:02.224608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:02.231534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:02.247454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Made reservation on behalf of 355c63ecefdc4af48b20f4226cb8b69d for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:02.249834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:02.272222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8cf92-3f12-495f-a5b9-5012a76c06ab req-41765b12-5b71-4468-a6ae-3ea2093ead4c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:02.273781 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ec8cf92-3f12-495f-a5b9-5012a76c06ab req-41765b12-5b71-4468-a6ae-3ea2093ead4c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 945 time: 0.0903070 May 24 22:42:02.326603 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ec8cf92-3f12-495f-a5b9-5012a76c06ab req-c036f667-30a5-4268-a13b-44c37fb27e4c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459762 May 24 22:42:02.514486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:02.597962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3718c29a-a970-449f-87f1-c63ce73705ce,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:02.605211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Checking segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:42:02.605355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Network hostable DHCP agents. Network: 7c97f1f4-941f-40c4-86a9-0241faaf8e67, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:42:02.632128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:42:02.644504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 7c97f1f4-941f-40c4-86a9-0241faaf8e67) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:02.653421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5528fed6-841a-4f24-8fcd-c6d30e34ff3a None None] Network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:42:02.656689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:02.657411 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:02.684086 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3b97df11-360d-4bec-a247-fdbd99ae45bb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4779818 May 24 22:42:02.786059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5df3a-5ecd-489b-afb3-1a43eb801e7b req-3cbba839-873e-4145-bd26-76c0ee2508fc tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:02.787813 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-95c5df3a-5ecd-489b-afb3-1a43eb801e7b req-3cbba839-873e-4145-bd26-76c0ee2508fc tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1045229 May 24 22:42:02.863807 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-95c5df3a-5ecd-489b-afb3-1a43eb801e7b req-0eae2d23-31fa-470a-b98f-40fcb05cddbe tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600560 May 24 22:42:02.908045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 63e2049f-7bc5-4aae-94ed-44662bfe4bfc no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:42:02.965129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eede1285-df54-47cf-9def-049ee91c5828 None None] Network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:42:02.979370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61efd5e8-0ce6-4f30-9604-a8b999ee080b req-555222c9-5dc7-4bb3-8277-8d18dbe0684b tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0494680 May 24 22:42:03.079483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736675f1-3c3c-4c88-8a23-fc6421c68642 req-184c3280-c268-4c14-809c-d3c91f5a98f4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:03.081560 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-736675f1-3c3c-4c88-8a23-fc6421c68642 req-184c3280-c268-4c14-809c-d3c91f5a98f4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1010337 May 24 22:42:03.150508 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-736675f1-3c3c-4c88-8a23-fc6421c68642 req-dca8c1c9-eb3f-44a9-ab36-2852a21abfed tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629060 May 24 22:42:03.164431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:03.164806 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:03.262971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:03.315958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44404) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:03.316267 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:03.321959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-964386513-network', 'tenant_id': '06211e7f9ebc47f3bcfc61433b8740a4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:03.332543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f581-67ec-47f8-91d1-3a83c26c241f req-6d084226-c00a-482a-a2a2-4a261bff39e7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:03.334034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aec2f581-67ec-47f8-91d1-3a83c26c241f req-6d084226-c00a-482a-a2a2-4a261bff39e7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1351118 May 24 22:42:03.336377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:03.340867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Usage tracker for resource:network and tenant:06211e7f9ebc47f3bcfc61433b8740a4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:03.344939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:03.363599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:03.388377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Made reservation on behalf of 06211e7f9ebc47f3bcfc61433b8740a4 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:03.390683 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:03.399985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:03.406707 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:03.419317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aec2f581-67ec-47f8-91d1-3a83c26c241f req-b31897a6-f387-4081-9e9a-c2f032f6975f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754867 May 24 22:42:03.425812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:03.429681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Usage tracker for resource:security_group_rule and tenant:06211e7f9ebc47f3bcfc61433b8740a4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:03.434859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:03.440718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:03.536742 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:03.545203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:03.560521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996cb5f-943d-4f47-bf25-7fe36988946b req-7968f0fc-0a80-480f-bc47-2867132a3546 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:03.563794 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5996cb5f-943d-4f47-bf25-7fe36988946b req-7968f0fc-0a80-480f-bc47-2867132a3546 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 945 time: 0.1099994 May 24 22:42:03.572726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:42:03.584262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:03.584664 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Added segment 77d166e1-8e8f-41b3-943c-2dbe38f4dbd6 of type vlan for network b0cada57-89de-43a3-98f1-a1abc868d3f2 May 24 22:42:03.610008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:03.612165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5996cb5f-943d-4f47-bf25-7fe36988946b req-58bf9799-cb69-4bc6-b032-9a8e83ba4e08 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428321 May 24 22:42:03.617861 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:03.659577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0db4051-2130-450d-8559-11ef0ec1c99b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:03.664251 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef679c0-bfc7-492f-81bc-00271a58993f'] response: {'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'code': 200} May 24 22:42:03.669957 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:03.671023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:03.671753 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:03.778621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] Pushing event updated for resources: {'Network': ['ID=b0cada57-89de-43a3-98f1-a1abc868d3f2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:03.782777 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b86e7ac0-c17f-4860-865d-a6452f63e792 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4658930 May 24 22:42:03.785975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44426) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:03.791377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network b0cada57-89de-43a3-98f1-a1abc868d3f2 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:42:03.791873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Request body: {'subnet': {'network_id': 'b0cada57-89de-43a3-98f1-a1abc868d3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-964386513-subnet', 'tenant_id': '06211e7f9ebc47f3bcfc61433b8740a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:03.797172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:03.801972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22425a85-78d6-45ea-bd5c-afad1649c9cd req-df56e965-ded7-4e2d-829f-33489470a95c tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:03.803491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Usage tracker for resource:subnet and tenant:06211e7f9ebc47f3bcfc61433b8740a4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:03.803850 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22425a85-78d6-45ea-bd5c-afad1649c9cd req-df56e965-ded7-4e2d-829f-33489470a95c tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 1096 time: 0.0778627 May 24 22:42:03.813090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:03.819365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:03.832765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Made reservation on behalf of 06211e7f9ebc47f3bcfc61433b8740a4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:03.835162 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:03.850309 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22425a85-78d6-45ea-bd5c-afad1649c9cd req-da1de43b-add9-4025-ba6c-8023c7492574 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 May 24 22:42:04.108123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd014c-e759-4133-acf1-e12f0b568eac req-c04ad800-ff45-419b-8c99-b65be546ca4c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:04.109650 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69bd014c-e759-4133-acf1-e12f0b568eac req-c04ad800-ff45-419b-8c99-b65be546ca4c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1291180 May 24 22:42:04.111030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:04.168497 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-227dab32-1b7b-4a55-b51e-e2f4c2a1cb6a req-73a3fd1f-bca7-4c00-97de-a75f78e8f036 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0594492 May 24 22:42:04.210058 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69bd014c-e759-4133-acf1-e12f0b568eac req-8be955b2-9ff5-49f0-8252-64057e49f5ae tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687299 May 24 22:42:04.224128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63ffe17-2c7c-49da-bb55-2772750254e2,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:04.241164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Checking segment: {'id': '77d166e1-8e8f-41b3-943c-2dbe38f4dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b0cada57-89de-43a3-98f1-a1abc868d3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:42:04.241523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Network hostable DHCP agents. Network: b0cada57-89de-43a3-98f1-a1abc868d3f2, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:42:04.262747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Network b0cada57-89de-43a3-98f1-a1abc868d3f2 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:42:04.273526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, b0cada57-89de-43a3-98f1-a1abc868d3f2) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:04.279209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:04.280074 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:04.286248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be9c8d-e0d2-4cd7-ad03-ffabf21aaecc None None] Network b0cada57-89de-43a3-98f1-a1abc868d3f2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:42:04.317858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e6deb154-e131-44b3-963c-899125762e50 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5297856 May 24 22:42:04.392298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3640fc1-372a-4cab-8719-73b90be2e21a req-99852488-144e-44fb-84b0-aea6c2d8b875 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:04.400072 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3640fc1-372a-4cab-8719-73b90be2e21a req-99852488-144e-44fb-84b0-aea6c2d8b875 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0951638 May 24 22:42:04.444924 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3640fc1-372a-4cab-8719-73b90be2e21a req-90303b6d-9d2f-412b-b2f2-ef11a1bb226b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 May 24 22:42:04.646642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee386cf8-11de-487a-af9a-a6806b3f20c1 None None] Network b0cada57-89de-43a3-98f1-a1abc868d3f2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:42:04.742728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7fc9e-28a5-450f-b3fe-b351911b6370 req-5b40f3db-2ce3-413a-9193-f24aa9a9cb6e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:04.744680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad7fc9e-28a5-450f-b3fe-b351911b6370 req-5b40f3db-2ce3-413a-9193-f24aa9a9cb6e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1134684 May 24 22:42:04.803627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad7fc9e-28a5-450f-b3fe-b351911b6370 req-666d73b5-d5dc-49e8-8c9b-ca38a81431d0 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512233 May 24 22:42:04.915413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 63e2049f-7bc5-4aae-94ed-44662bfe4bfc details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:42:05.056780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:05.070813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'mac_address': 'fa:16:3e:5b:21:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:42:05.083251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e2222ef-91aa-4b7d-8808-096138d9aa73 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:05.084892 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e2222ef-91aa-4b7d-8808-096138d9aa73 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 807 time: 0.1413350 May 24 22:42:05.100012 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-d81529d6-1c24-41b6-a277-0ec7b4667fcb tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/quotas/355c63ecefdc4af48b20f4226cb8b69d HTTP/1.1" status: 200 len: 375 time: 0.0094490 May 24 22:42:05.127041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:05.127600 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:05.146903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e2049f-7bc5-4aae-94ed-44662bfe4bfc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:42:05.155426 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-759031b5-89c3-4bf2-a5be-43c8ecbbd0c2 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492907 May 24 22:42:05.163777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:05.169919 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:05.319265 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9efddee6-39fd-46b8-b008-b99c2ceefb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:05.326806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['63e2049f-7bc5-4aae-94ed-44662bfe4bfc'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:42:05.356144 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-8d4f33a1-5395-4486-88a4-d16247915a8e service neutron] 10.222.0.55 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913047 May 24 22:42:05.365624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:05.382063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-429be602-1c0b-480f-96d3-436b371f4e76 req-a9af6c0d-8bbd-4957-82e0-8dd8fefa68ab tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0479236 May 24 22:42:05.500687 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-574cda58-c8ba-4e96-82b0-f22af5f59ab1 service neutron] 10.222.0.55 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409397 May 24 22:42:05.819585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0e9ef-f46c-4130-a0e3-3073771cdfac req-f67114b7-dd77-47dc-bd48-5954ca15390b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:05.821115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-23f0e9ef-f46c-4130-a0e3-3073771cdfac req-f67114b7-dd77-47dc-bd48-5954ca15390b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1063852 May 24 22:42:05.861767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77c0d6-7bb2-47aa-aee8-5f320b5e5002 req-b5591cfd-54c9-493e-b54c-478adb90bf88 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:05.864301 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf77c0d6-7bb2-47aa-aee8-5f320b5e5002 req-b5591cfd-54c9-493e-b54c-478adb90bf88 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2170887 May 24 22:42:05.876842 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-23f0e9ef-f46c-4130-a0e3-3073771cdfac req-be942e5f-c413-417a-b876-bcabf18436cb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482490 May 24 22:42:05.933236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf77c0d6-7bb2-47aa-aee8-5f320b5e5002 req-6dbf44f9-012f-4bde-b748-7da1d8437a25 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609868 May 24 22:42:06.022162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d383601-d898-4b47-a11f-4cd802278c23 req-b6c9e019-a94f-4fee-ba24-8f299f1a9610 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 210 time: 0.0455689 May 24 22:42:06.212950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8a00-a78b-4eb1-878e-0123bcb14d77 req-d258a5cb-c1ea-45e1-a0cf-d97a295fa098 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:06.215012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb4b8a00-a78b-4eb1-878e-0123bcb14d77 req-d258a5cb-c1ea-45e1-a0cf-d97a295fa098 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0908940 May 24 22:42:06.262936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb4b8a00-a78b-4eb1-878e-0123bcb14d77 req-e8ae0812-c7b7-43a5-8c0a-fffe60cbe893 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 May 24 22:42:06.567434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5f77500-ca98-4ff8-ba76-97967ef2e48c req-6d8b3c82-c753-4f55-9f51-95df32eba243 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0519016 May 24 22:42:06.893394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 63e2049f-7bc5-4aae-94ed-44662bfe4bfc up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:42:07.074985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:42:07.075765 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:07.239782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:07.240443 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:07.292797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:07.307988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:07.320143 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:07.342684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c0e22-82c3-4247-92f2-b0823801d600 req-f402047d-a3fe-420a-a5ac-d55c94524871 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:07.349041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b8c0e22-82c3-4247-92f2-b0823801d600 req-f402047d-a3fe-420a-a5ac-d55c94524871 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2127249 May 24 22:42:07.433295 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f07bc388-1638-4752-ba83-c6e9a48c171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:07.442819 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b8c0e22-82c3-4247-92f2-b0823801d600 req-77722bdd-af07-4bdf-be3a-ba85a0184d89 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902858 May 24 22:42:07.476816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=10']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:07.619382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498e01a-062a-434e-be7c-7c427749a42d req-b61bcf99-4bee-4ed0-a7b2-4dd4d2ff3684 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:07.623021 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e498e01a-062a-434e-be7c-7c427749a42d req-b61bcf99-4bee-4ed0-a7b2-4dd4d2ff3684 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.3871627 May 24 22:42:07.684566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-29afa96c-a40b-4b3b-a374-08f62c0cfdbd tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:07.688132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-29afa96c-a40b-4b3b-a374-08f62c0cfdbd tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 807 time: 0.6771376 May 24 22:42:07.710792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Request body: {'port': {'device_id': '1855d0af-63d4-4d10-a20a-9cd60b5f6d4c', 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67', 'admin_state_up': True, 'tenant_id': '355c63ecefdc4af48b20f4226cb8b69d'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:07.800813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21e883cb-d564-4b45-9cd8-2ecf23049e0c req-2bcf431e-889c-4124-ac17-b4803012ffb6 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 210 time: 0.0589001 May 24 22:42:07.827468 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e498e01a-062a-434e-be7c-7c427749a42d req-cc5b0a0c-173e-4581-b50e-b6c7c0f90881 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931987 May 24 22:42:07.867794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:07.871662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Usage tracker for resource:port and tenant:355c63ecefdc4af48b20f4226cb8b69d is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:07.875100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:07.881045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:07.895809 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22390743-dbd5-4393-a0d5-719aa7c46c7c'] response: {'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'code': 200} May 24 22:42:07.903518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Made reservation on behalf of 355c63ecefdc4af48b20f4226cb8b69d for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:07.908220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:08.088110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edc4b4-400e-43ec-9a69-ab7209a7d8d5 req-09ac0b0d-8102-488f-be36-ad8fa1d3fe80 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:08.100099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5edc4b4-400e-43ec-9a69-ab7209a7d8d5 req-09ac0b0d-8102-488f-be36-ad8fa1d3fe80 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1330357 May 24 22:42:08.160430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5edc4b4-400e-43ec-9a69-ab7209a7d8d5 req-9df945a6-c119-40db-a742-3b8db51c407d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592377 May 24 22:42:08.191404 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c10a1740-3710-4a52-95d4-9d26af177bf4 req-ae5d5a54-d197-49ca-bcd0-b263844a7fbe tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0870745 May 24 22:42:08.207298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Allocated IP 172.20.0.12 (7c97f1f4-941f-40c4-86a9-0241faaf8e67/3718c29a-a970-449f-87f1-c63ce73705ce/82ab5821-72e1-4fb7-956a-23d12ca6fb99) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:42:08.439404 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:42:08.468499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:08.512395 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:08.610946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:42:08.614489 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:08.620017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:42:08.662927 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:08.672362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Pushing event updated for resources: {'Port': ['ID=82ab5821-72e1-4fb7-956a-23d12ca6fb99,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:08.675917 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:08.719653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b29b0-c10f-4700-b333-1096554cec0a req-8f600359-24f9-4b2e-a2bb-e5f4d229b700 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:08.735565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d77b29b0-c10f-4700-b333-1096554cec0a req-8f600359-24f9-4b2e-a2bb-e5f4d229b700 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1421449 May 24 22:42:08.762098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:08.762918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:08.796331 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-0e34dfce-ae84-4175-b399-ab211673f0ed tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0897028 May 24 22:42:08.806142 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d77b29b0-c10f-4700-b333-1096554cec0a req-b4cd62e0-f02f-47ce-9c3e-5e198e71528b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694652 May 24 22:42:08.815384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Request body: {'port': {'device_id': '1855d0af-63d4-4d10-a20a-9cd60b5f6d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:08.948963 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:09.164272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a22b9-e2a3-4daa-a1f4-cff448ee6861 req-f31458b8-75e2-4611-b42b-29cebf36560e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:09.173479 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c05a22b9-e2a3-4daa-a1f4-cff448ee6861 req-f31458b8-75e2-4611-b42b-29cebf36560e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1470885 May 24 22:42:09.261421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7069c-5ee5-4763-ab51-bb9c2b47330f req-2201e117-9fea-4875-85f8-98ee30164d21 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:09.262512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c6e7069c-5ee5-4763-ab51-bb9c2b47330f req-2201e117-9fea-4875-85f8-98ee30164d21 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Synchronizing usage tracker for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:42:09.274772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c05a22b9-e2a3-4daa-a1f4-cff448ee6861 req-59631051-fd5a-4557-828a-bd6629f41eef tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992134 May 24 22:42:09.309708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c6e7069c-5ee5-4763-ab51-bb9c2b47330f req-2201e117-9fea-4875-85f8-98ee30164d21 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Unset dirty status for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:42:09.321235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6e7069c-5ee5-4763-ab51-bb9c2b47330f req-2201e117-9fea-4875-85f8-98ee30164d21 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 932 time: 0.3519325 May 24 22:42:09.457187 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6e7069c-5ee5-4763-ab51-bb9c2b47330f req-8b00a21b-5236-49aa-b4f9-3d7c723f3aec tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385040 May 24 22:42:09.587228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353425b-faa6-4b5f-9d59-0d3a2a3f45b9 req-711c496b-4093-4a93-a6aa-9127b2a48bed tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:09.589472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8353425b-faa6-4b5f-9d59-0d3a2a3f45b9 req-711c496b-4093-4a93-a6aa-9127b2a48bed tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1482568 May 24 22:42:09.672041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8353425b-faa6-4b5f-9d59-0d3a2a3f45b9 req-ab51c8e4-b97c-4d52-ac95-4be7f237b867 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713396 May 24 22:42:09.702407 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a7e68f29-5c14-425e-9253-77f20e59600f req-040ceea8-57b3-4fa4-8f60-19e8f2b8e162 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0668328 May 24 22:42:09.719682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ab5821-72e1-4fb7-956a-23d12ca6fb99 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:42:09.729652 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:09.752053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Transition to ACTIVE for port object 82ab5821-72e1-4fb7-956a-23d12ca6fb99 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:42:09.763110 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:09.860251 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:10.250381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Pushing event updated for resources: {'Port': ['ID=82ab5821-72e1-4fb7-956a-23d12ca6fb99,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:10.333797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Attempting to bind port 82ab5821-72e1-4fb7-956a-23d12ca6fb99 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:42:10.335967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Attempting to bind port 82ab5821-72e1-4fb7-956a-23d12ca6fb99 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:42:10.336509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Attempting to bind port 82ab5821-72e1-4fb7-956a-23d12ca6fb99 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:10.347509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Port 82ab5821-72e1-4fb7-956a-23d12ca6fb99 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:42:10.348136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Attempting to bind port 82ab5821-72e1-4fb7-956a-23d12ca6fb99 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:10.363352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:42:10.363591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Checking segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:42:10.364232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Bound using segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:42:10.366043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Bound port: 82ab5821-72e1-4fb7-956a-23d12ca6fb99, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:42:10.366391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:10.387593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ad800-c015-4f76-97e6-fbd61dca9ca2 req-87119824-34bc-4778-8d23-93167f7266df tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:10.389542 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a4ad800-c015-4f76-97e6-fbd61dca9ca2 req-87119824-34bc-4778-8d23-93167f7266df tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.3580177 May 24 22:42:10.501107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a4ad800-c015-4f76-97e6-fbd61dca9ca2 req-cf4e5772-274c-40ad-88d3-ddeac7b0dfe9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039984 May 24 22:42:10.515740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] For port 82ab5821-72e1-4fb7-956a-23d12ca6fb99, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:42:10.532970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] For port 82ab5821-72e1-4fb7-956a-23d12ca6fb99, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=82ab5821-72e1-4fb7-956a-23d12ca6fb99,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:42:10.536207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736ae0a-2f53-4f84-a657-9670e6a138d0 req-1900d942-ec48-44a2-be90-3a67fbb3e174 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:10.538016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8736ae0a-2f53-4f84-a657-9670e6a138d0 req-1900d942-ec48-44a2-be90-3a67fbb3e174 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1189606 May 24 22:42:10.544528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:10.648316 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8736ae0a-2f53-4f84-a657-9670e6a138d0 req-e87073ca-668b-4005-a1b8-e5aeaa7432d0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951772 May 24 22:42:10.683471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:10.684076 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:10.688183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] 10.222.0.50 "PUT /v2.0/ports/82ab5821-72e1-4fb7-956a-23d12ca6fb99 HTTP/1.1" status: 200 len: 1092 time: 1.8750846 May 24 22:42:10.689447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1855d0af-63d4-4d10-a20a-9cd60b5f6d4c', 'tag': '82ab5821-72e1-4fb7-956a-23d12ca6fb99'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:10.737755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702b954-c10d-4d0a-bc0f-95d44db52218 service neutron] Pushing event updated for resources: {'Port': ['ID=82ab5821-72e1-4fb7-956a-23d12ca6fb99,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:10.880189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-46bb3552-5c95-4e71-a647-73591d0809b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:10.882097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-46bb3552-5c95-4e71-a647-73591d0809b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 1095 time: 0.1266882 May 24 22:42:10.964339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecff15-d7d0-4009-b8fe-f909c2533654 req-d6e09e52-be40-45f5-960b-a8fd4da48de1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:10.971425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5ecff15-d7d0-4009-b8fe-f909c2533654 req-d6e09e52-be40-45f5-960b-a8fd4da48de1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1367197 May 24 22:42:11.027666 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5ecff15-d7d0-4009-b8fe-f909c2533654 req-cb29426f-c3c7-4abd-a130-e0b2bd657d17 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550330 May 24 22:42:11.053211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-97e26cce-4788-407d-9a20-3bbe29b4472f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ab5821-72e1-4fb7-956a-23d12ca6fb99 HTTP/1.1" status: 200 len: 217 time: 0.1561666 May 24 22:42:11.125359 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a80fe0-8d66-4784-af02-83e944a41848'] response: {'name': 'network-changed', 'server_uuid': '1855d0af-63d4-4d10-a20a-9cd60b5f6d4c', 'tag': '82ab5821-72e1-4fb7-956a-23d12ca6fb99', 'status': 'completed', 'code': 200} May 24 22:42:11.175528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6e76c-f797-4d42-93fd-1f6f37b985e2 req-89c12817-06cf-4d10-a198-bc19108b8186 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:11.183768 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-79e6e76c-f797-4d42-93fd-1f6f37b985e2 req-89c12817-06cf-4d10-a198-bc19108b8186 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 944 time: 0.2975049 May 24 22:42:11.216604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-1e2294e9-ff67-4594-b0f0-31b52de3041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:11.218668 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-1e2294e9-ff67-4594-b0f0-31b52de3041f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.1555715 May 24 22:42:11.281071 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38094269-1380-4f70-abed-4d8fbc4af8b3 req-4811973b-7ff9-4b94-a0f7-83aad1494d50 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0505786 May 24 22:42:11.284255 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-58bfa3e6-02c2-4d39-8868-0053c733edd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487301 May 24 22:42:11.316461 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-79e6e76c-f797-4d42-93fd-1f6f37b985e2 req-00f1ff83-51f4-45dc-9594-fbc8265d25f9 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314933 May 24 22:42:11.520620 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-c57c2522-c0f0-4c2c-b045-3dee950477a0 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283471 May 24 22:42:11.823607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ac2e1-ac17-455f-86a4-2957c8c1cb49 req-50788f84-9110-4bb8-86a4-58ae45803c54 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:11.826080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-955ac2e1-ac17-455f-86a4-2957c8c1cb49 req-50788f84-9110-4bb8-86a4-58ae45803c54 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1902559 May 24 22:42:11.828424 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-290931d5-f8a2-4b54-ba32-ed846706ebda req-9dd7b565-2a08-40a0-a3ce-3f6e9b36f09e service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926285 May 24 22:42:11.875661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2caf8c-00db-491f-8749-ef77088a045c req-f4437431-d98c-4260-8ff0-e07d76e892c3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:11.877874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef2caf8c-00db-491f-8749-ef77088a045c req-f4437431-d98c-4260-8ff0-e07d76e892c3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0975635 May 24 22:42:11.941066 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-955ac2e1-ac17-455f-86a4-2957c8c1cb49 req-c6f5de97-37fd-4fe4-b6f0-bde9fc66edf5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078112 May 24 22:42:11.949936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef2caf8c-00db-491f-8749-ef77088a045c req-d7fa1e8a-40bd-45ac-afa0-e6154b4520fb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586956 May 24 22:42:11.973320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22765f-10b9-431e-8fe5-70ad6b70e673 req-adb79fdf-5b9e-4681-8bb0-00d4122f5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:11.975196 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad22765f-10b9-431e-8fe5-70ad6b70e673 req-adb79fdf-5b9e-4681-8bb0-00d4122f5480 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 1095 time: 0.0859756 May 24 22:42:12.132962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22765f-10b9-431e-8fe5-70ad6b70e673 req-7a7b2152-e485-4b9a-9962-2a5291bcc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:12.134396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad22765f-10b9-431e-8fe5-70ad6b70e673 req-7a7b2152-e485-4b9a-9962-2a5291bcc12f service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 908 time: 0.1517572 May 24 22:42:12.207066 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad22765f-10b9-431e-8fe5-70ad6b70e673 req-5cdaaa16-f15b-4255-b9f6-e79a942c6ed6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ab5821-72e1-4fb7-956a-23d12ca6fb99 HTTP/1.1" status: 200 len: 217 time: 0.0643201 May 24 22:42:12.225757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61044a7d-337e-4ea7-96ed-26faf9feec07 req-7d544757-d657-4155-a726-ca8b43adaeea tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:12.227249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61044a7d-337e-4ea7-96ed-26faf9feec07 req-7d544757-d657-4155-a726-ca8b43adaeea tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0899432 May 24 22:42:12.279536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22765f-10b9-431e-8fe5-70ad6b70e673 req-31245d0a-eb84-47dd-869f-067665f4b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:12.280980 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad22765f-10b9-431e-8fe5-70ad6b70e673 req-31245d0a-eb84-47dd-869f-067665f4b15c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.0673966 May 24 22:42:12.306023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61044a7d-337e-4ea7-96ed-26faf9feec07 req-ae37be61-ea2c-426e-84c1-bd8ace857ced tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650489 May 24 22:42:12.343613 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad22765f-10b9-431e-8fe5-70ad6b70e673 req-fd182155-607b-4573-80ac-d18e7a09117b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550790 May 24 22:42:12.524869 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-439e6fa5-172b-4c22-9101-6d28605c36b7 req-dd3179e4-ded9-49c2-b404-e720d8cf99ea tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0734398 May 24 22:42:12.611191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec4c-7d3d-4d2f-b3ba-eaab8e990aed req-87a76096-4abd-4868-8b9a-61c8439e8200 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:12.612986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50f2ec4c-7d3d-4d2f-b3ba-eaab8e990aed req-87a76096-4abd-4868-8b9a-61c8439e8200 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 944 time: 0.1381009 May 24 22:42:12.690118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-50f2ec4c-7d3d-4d2f-b3ba-eaab8e990aed req-dd06f7f9-6543-4b04-be08-24324f54ca2b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Synchronizing usage tracker for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:42:12.742552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-50f2ec4c-7d3d-4d2f-b3ba-eaab8e990aed req-dd06f7f9-6543-4b04-be08-24324f54ca2b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Unset dirty status for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:42:12.744811 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad22765f-10b9-431e-8fe5-70ad6b70e673 req-93249eda-c72f-444a-8c34-b83da96064c0 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931553 May 24 22:42:12.746225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50f2ec4c-7d3d-4d2f-b3ba-eaab8e990aed req-dd06f7f9-6543-4b04-be08-24324f54ca2b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259882 May 24 22:42:12.905890 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad22765f-10b9-431e-8fe5-70ad6b70e673 req-ed230469-d79a-4bf9-836b-31c2b562fe3f service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543605 May 24 22:42:13.205111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22469c63-7979-4c1b-a51a-0ad47138681f req-9c462f5d-662d-48a1-ab75-5653977549cd tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:13.210216 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22469c63-7979-4c1b-a51a-0ad47138681f req-9c462f5d-662d-48a1-ab75-5653977549cd tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1319115 May 24 22:42:13.253929 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22469c63-7979-4c1b-a51a-0ad47138681f req-fa3790a7-075d-4758-8487-01a7b04ce9ac tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398619 May 24 22:42:13.318469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2343d-7f53-4a2a-9d89-af25b64eea2e req-86db67da-e5f8-4b53-b2b3-50509cc7c56b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:13.326799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4a2343d-7f53-4a2a-9d89-af25b64eea2e req-86db67da-e5f8-4b53-b2b3-50509cc7c56b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1169710 May 24 22:42:13.376153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4a2343d-7f53-4a2a-9d89-af25b64eea2e req-a616da1b-0647-41ac-9e21-0358728e6b34 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483146 May 24 22:42:13.603666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e66cd-5ccb-42fa-b97f-f57e81ddb6a7 req-b7d2325f-f440-4f27-8a5f-0f57376f19a4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:13.610983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b5e66cd-5ccb-42fa-b97f-f57e81ddb6a7 req-b7d2325f-f440-4f27-8a5f-0f57376f19a4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1094632 May 24 22:42:13.669169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b5e66cd-5ccb-42fa-b97f-f57e81ddb6a7 req-1a76d444-1883-4b6d-989e-a3552452eeec tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498102 May 24 22:42:13.759992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb064b-2a65-4e03-8d7d-b29099d56b4f req-7cd3d9a7-e30e-49cf-82c4-ede3912ef7bc tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:13.761744 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65bb064b-2a65-4e03-8d7d-b29099d56b4f req-7cd3d9a7-e30e-49cf-82c4-ede3912ef7bc tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 946 time: 0.0942125 May 24 22:42:13.818310 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65bb064b-2a65-4e03-8d7d-b29099d56b4f req-4bdbc17d-7e90-4ac3-94bf-962c2d0dd880 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502658 May 24 22:42:13.838084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de21249a-61b8-46d5-99ab-512746245438 req-2f7669c2-eb4f-4b15-bbd9-281de0594a4c tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0599971 May 24 22:42:14.053084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7dd43-ba5f-459e-a6c8-0c2a6b7934d1 req-a2db6ed7-ef15-4751-91ae-6a31fec1dc28 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:14.054720 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d3e7dd43-ba5f-459e-a6c8-0c2a6b7934d1 req-a2db6ed7-ef15-4751-91ae-6a31fec1dc28 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 944 time: 0.1009648 May 24 22:42:14.107363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d3e7dd43-ba5f-459e-a6c8-0c2a6b7934d1 req-d176196d-3580-4086-8916-f664237cdee2 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463812 May 24 22:42:14.476614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9dc4e-1d80-4add-8b93-1a57396a1de9 req-5aef0cc6-9d9d-4dcb-a25c-b6fbca8099d1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:14.483225 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2c9dc4e-1d80-4add-8b93-1a57396a1de9 req-5aef0cc6-9d9d-4dcb-a25c-b6fbca8099d1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1123729 May 24 22:42:14.598403 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2c9dc4e-1d80-4add-8b93-1a57396a1de9 req-005973eb-8c33-40c6-a210-cd654b311be2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126621 May 24 22:42:14.711493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a690968-ba03-470d-a7c7-814632a66090 req-42217109-a836-4f12-909d-57442f14e03f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:14.719817 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a690968-ba03-470d-a7c7-814632a66090 req-42217109-a836-4f12-909d-57442f14e03f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1166859 May 24 22:42:14.778753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a690968-ba03-470d-a7c7-814632a66090 req-0d76e3e4-b5b9-4053-8199-e2906c131b9b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577385 May 24 22:42:14.911637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 82ab5821-72e1-4fb7-956a-23d12ca6fb99 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:42:14.916800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502447d2-6368-436f-9880-f0b648240947 req-11841522-5022-4cf3-95dc-abbc786ab1b3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:14.919867 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-502447d2-6368-436f-9880-f0b648240947 req-11841522-5022-4cf3-95dc-abbc786ab1b3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1008821 May 24 22:42:15.028710 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-502447d2-6368-436f-9880-f0b648240947 req-bdeddd1a-e326-4ebe-a521-bb8903191f3b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025443 May 24 22:42:15.062466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a3522-ec38-439f-a7d0-66a212208f03 req-bc91c932-96aa-428c-8877-2f278e93d32a tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:15.072504 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-093a3522-ec38-439f-a7d0-66a212208f03 req-bc91c932-96aa-428c-8877-2f278e93d32a tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 946 time: 0.1352897 May 24 22:42:15.086426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 82ab5821-72e1-4fb7-956a-23d12ca6fb99, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=82ab5821-72e1-4fb7-956a-23d12ca6fb99,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:15.106040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '82ab5821-72e1-4fb7-956a-23d12ca6fb99', 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67', 'port_id': '82ab5821-72e1-4fb7-956a-23d12ca6fb99', 'mac_address': 'fa:16:3e:eb:67:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718c29a-a970-449f-87f1-c63ce73705ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:42:15.144907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-093a3522-ec38-439f-a7d0-66a212208f03 req-223ae6c5-a2ed-433c-be2a-2d4c615d5c9e tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706115 May 24 22:42:15.171965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 82ab5821-72e1-4fb7-956a-23d12ca6fb99 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:15.172554 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:15.191427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ab5821-72e1-4fb7-956a-23d12ca6fb99 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:42:15.206884 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b117c588-a19e-4c8a-bb9e-6aee4c94664c req-a53f3751-0e96-4661-94ab-653f5543aed9 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0538468 May 24 22:42:15.211564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 82ab5821-72e1-4fb7-956a-23d12ca6fb99, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=82ab5821-72e1-4fb7-956a-23d12ca6fb99,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:15.235870 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:15.327330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=82ab5821-72e1-4fb7-956a-23d12ca6fb99,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:15.407610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df024395-fd72-4503-90af-83e6c5d2aeab req-af51a386-5748-4029-8727-33132f050c06 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:15.409166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df024395-fd72-4503-90af-83e6c5d2aeab req-af51a386-5748-4029-8727-33132f050c06 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 945 time: 0.0958726 May 24 22:42:15.558894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df024395-fd72-4503-90af-83e6c5d2aeab req-4c8f4be3-9a54-4b1b-ad81-e9875026a66a tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418355 May 24 22:42:15.606527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['82ab5821-72e1-4fb7-956a-23d12ca6fb99'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:42:15.656926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-a4da5e3e-34c5-4f4b-aff2-f0c1152bb019 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:15.658641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-a4da5e3e-34c5-4f4b-aff2-f0c1152bb019 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 946 time: 0.0951593 May 24 22:42:15.898818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Deleting port b9126d14-3090-4ec4-9aff-f80ccdec579f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:15.899647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:16.025338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f45cda-e4aa-4625-98ad-bb5b928de48a req-972c20dc-d3ed-47dd-addd-464310e0023c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:16.027246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8f45cda-e4aa-4625-98ad-bb5b928de48a req-972c20dc-d3ed-47dd-addd-464310e0023c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0939810 May 24 22:42:16.063136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe528e-a787-44d8-abbd-fb0316a7d5dd req-4fa461da-a03c-4657-9c10-db1b64ead9e9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:16.070451 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29fe528e-a787-44d8-abbd-fb0316a7d5dd req-4fa461da-a03c-4657-9c10-db1b64ead9e9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.3077102 May 24 22:42:16.089623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8f45cda-e4aa-4625-98ad-bb5b928de48a req-17e443ad-b30f-4332-a0cc-83ee4ef3e405 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519991 May 24 22:42:16.218757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29fe528e-a787-44d8-abbd-fb0316a7d5dd req-7f0f5e3b-bbe4-40ba-83e8-d2cea7dec4a6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472442 May 24 22:42:16.314073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d9280-5a64-4b95-a278-19f03574217c req-8c36d7ea-7186-43d9-9464-fbd41edea937 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:16.315769 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-364d9280-5a64-4b95-a278-19f03574217c req-8c36d7ea-7186-43d9-9464-fbd41edea937 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 1096 time: 0.1058030 May 24 22:42:16.359934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] For port b9126d14-3090-4ec4-9aff-f80ccdec579f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b9126d14-3090-4ec4-9aff-f80ccdec579f,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:16.360337 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:16.389568 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-364d9280-5a64-4b95-a278-19f03574217c req-6138b135-2d41-47b7-b463-9d927bb1ace6 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565178 May 24 22:42:16.661787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd2338-ea44-44e4-8335-67d2d500ae64 req-e7b7a0fb-0962-4ca9-9831-a3a55c302f64 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:16.669679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1bcd2338-ea44-44e4-8335-67d2d500ae64 req-e7b7a0fb-0962-4ca9-9831-a3a55c302f64 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 946 time: 0.1092300 May 24 22:42:16.694989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013083d-953d-4cab-a940-87877df4eee8 req-6953621b-b068-49bb-b6c6-a01b5f2b6106 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:16.702807 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5013083d-953d-4cab-a940-87877df4eee8 req-6953621b-b068-49bb-b6c6-a01b5f2b6106 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2397892 May 24 22:42:16.722875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1bcd2338-ea44-44e4-8335-67d2d500ae64 req-3d57eb02-9c08-4aa0-9b00-7ec0dfb31c71 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8063606-1be7-494a-9bc4-336644b8203f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523169 May 24 22:42:16.873578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5013083d-953d-4cab-a940-87877df4eee8 req-5b33b174-412c-4326-be9d-733efb28c5e6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698124 May 24 22:42:16.900876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:16.900876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:16.900876 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Floating IP bf2afc24-4d5a-431e-af1a-9d79a04986ad disassociated. External IP: 172.25.7.57, port: b9126d14-3090-4ec4-9aff-f80ccdec579f. May 24 22:42:16.900876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Calling delete_port for b9126d14-3090-4ec4-9aff-f80ccdec579f owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:42:16.929098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 82ab5821-72e1-4fb7-956a-23d12ca6fb99 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:42:16.980326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e89488c1-517c-4769-a183-262602e614a6 req-dddec36a-0055-462c-bd5b-7762d5b0931e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0555499 May 24 22:42:17.039058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 82ab5821-72e1-4fb7-956a-23d12ca6fb99 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:42:17.049717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 82ab5821-72e1-4fb7-956a-23d12ca6fb99 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:42:17.050381 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:17.221398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 82ab5821-72e1-4fb7-956a-23d12ca6fb99 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:17.221398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:17.267134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 82ab5821-72e1-4fb7-956a-23d12ca6fb99, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=82ab5821-72e1-4fb7-956a-23d12ca6fb99,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:17.268245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1855d0af-63d4-4d10-a20a-9cd60b5f6d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ab5821-72e1-4fb7-956a-23d12ca6fb99'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:17.278705 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:17.279598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b9126d14-3090-4ec4-9aff-f80ccdec579f no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:42:17.342013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8053b-d064-4168-bac4-25c94a067dcc req-d886d13f-dcdd-4e7e-9b2c-e8336104ff23 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:17.352035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad98c0f-e6a7-4222-bd09-b2e81d131253 req-aa1793d2-1500-4a30-950d-681a1aa6488e tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:17.353546 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cad98c0f-e6a7-4222-bd09-b2e81d131253 req-aa1793d2-1500-4a30-950d-681a1aa6488e tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 1096 time: 0.3218184 May 24 22:42:17.358085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:17.363720 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbb8053b-d064-4168-bac4-25c94a067dcc req-d886d13f-dcdd-4e7e-9b2c-e8336104ff23 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 945 time: 0.1642365 May 24 22:42:17.419209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=82ab5821-72e1-4fb7-956a-23d12ca6fb99,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:17.438534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Pushing event deleted for resources: {'Port': ['ID=b9126d14-3090-4ec4-9aff-f80ccdec579f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:17.455320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No active binding found for port b9126d14-3090-4ec4-9aff-f80ccdec579f {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 22:42:17.465633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b9126d14-3090-4ec4-9aff-f80ccdec579f not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:42:17.476064 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cad98c0f-e6a7-4222-bd09-b2e81d131253 req-aef3a31b-319e-483e-aba0-f69cf6e04e68 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101146 May 24 22:42:17.496295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbb8053b-d064-4168-bac4-25c94a067dcc req-80b7c86f-e3ce-4dac-8177-09e7afade398 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228163 May 24 22:42:17.718572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67776b97-82e5-4ecf-bf4b-3a935dbeb25f req-37a3b7c0-8ecb-4102-8ccc-9751a2e18b78 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:17.720107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67776b97-82e5-4ecf-bf4b-3a935dbeb25f req-37a3b7c0-8ecb-4102-8ccc-9751a2e18b78 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1179848 May 24 22:42:17.775208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67776b97-82e5-4ecf-bf4b-3a935dbeb25f req-ce77a552-feeb-46ed-8e5e-0aa9ea3e9085 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 May 24 22:42:17.823577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:42:17.859445 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f844b2-028a-46df-a85b-7f86c744b5f8'] response: {'server_uuid': '1855d0af-63d4-4d10-a20a-9cd60b5f6d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ab5821-72e1-4fb7-956a-23d12ca6fb99', 'code': 200} May 24 22:42:18.054327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:42:18.068343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076c9a9-2791-4439-8a9e-3ef6cf005bd7 None None] Sync routers for ids ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:42:18.074690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c354-a69e-4570-ba09-be93029fb5bd req-6c149f38-0665-4b56-842e-7cbf2e33b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:18.076511 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d363c354-a69e-4570-ba09-be93029fb5bd req-6c149f38-0665-4b56-842e-7cbf2e33b3d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 1097 time: 0.1247771 May 24 22:42:18.080916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076c9a9-2791-4439-8a9e-3ef6cf005bd7 None None] Routers {'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:42:18.081722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a076c9a9-2791-4439-8a9e-3ef6cf005bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:42:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:18.165754 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d363c354-a69e-4570-ba09-be93029fb5bd req-40e569c0-354b-4b32-8430-b9b32d7c5ce9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771756 May 24 22:42:18.188707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29a030-8d5e-4544-a97f-628cf89b51bc req-c0fedb0c-4cca-4577-809c-029337d66bad tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:18.188707 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af29a030-8d5e-4544-a97f-628cf89b51bc req-c0fedb0c-4cca-4577-809c-029337d66bad tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.4507904 May 24 22:42:18.189472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] No DVR routers for this DVR port b9126d14-3090-4ec4-9aff-f80ccdec579f on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:42:18.210425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:18.220039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'name': 'network-vif-deleted', 'tag': 'b9126d14-3090-4ec4-9aff-f80ccdec579f'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:18.241194 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0468bc36-e2f7-4c5d-aec7-1b145352cd33 req-7787fd54-945f-4b0b-b253-66312c6ef273 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.50 "DELETE /v2.0/ports/b9126d14-3090-4ec4-9aff-f80ccdec579f HTTP/1.1" status: 204 len: 173 time: 2.5661066 May 24 22:42:18.263397 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af29a030-8d5e-4544-a97f-628cf89b51bc req-627983c0-546c-4cff-beb2-1f64dadc4b29 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661032 May 24 22:42:18.327072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a076c9a9-2791-4439-8a9e-3ef6cf005bd7 None None] Set router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:42:18.416587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-effcc253-9193-424b-ab8f-560ea7673b72 req-e80aeb86-c0b2-4fb9-9c9b-e6ea2509d91d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Synchronizing usage tracker for tenant:e42f741d06f24df5aca4a152c1219373 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:42:18.444166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-effcc253-9193-424b-ab8f-560ea7673b72 req-e80aeb86-c0b2-4fb9-9c9b-e6ea2509d91d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Unset dirty status for tenant:e42f741d06f24df5aca4a152c1219373 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:42:18.445467 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-effcc253-9193-424b-ab8f-560ea7673b72 req-e80aeb86-c0b2-4fb9-9c9b-e6ea2509d91d tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c8d5514-25d4-43bc-9f69-b1924b95c102 HTTP/1.1" status: 200 len: 210 time: 0.0828137 May 24 22:42:18.830208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c8c52-de55-4a27-818e-ebd12014fdb1 req-6baf2360-dea5-4593-b4fe-49ef8b8ea671 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:18.838175 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-371c8c52-de55-4a27-818e-ebd12014fdb1 req-6baf2360-dea5-4593-b4fe-49ef8b8ea671 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1320090 May 24 22:42:18.881096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a076c9a9-2791-4439-8a9e-3ef6cf005bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:07Z', 'revision_number': 4, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'c7080b96-654e-424c-97d8-a472cfd209c3', 'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'mac_address': 'fa:16:3e:b7:e7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'af02558e-0732-4411-bb97-f393fee68218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:06Z', 'updated_at': '2022-05-24T22:40:13Z', 'revision_number': 5, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'subnets': [{'id': 'af02558e-0732-4411-bb97-f393fee68218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:18.886664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076c9a9-2791-4439-8a9e-3ef6cf005bd7 None None] Checking router: eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:42:18.898724 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-371c8c52-de55-4a27-818e-ebd12014fdb1 req-0e1041d4-a4f0-4607-911f-031706099650 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595241 May 24 22:42:18.901007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076c9a9-2791-4439-8a9e-3ef6cf005bd7 None None] Routers {'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:42:18.902445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a076c9a9-2791-4439-8a9e-3ef6cf005bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:42:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:19.081980 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3fc89b7c-4da8-4da0-bd70-94427025f205 req-4920d5ff-2b8b-444b-92be-3f2c4b8923d3 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0434082 May 24 22:42:19.126181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8ce0e6e-1272-4529-b754-090f20da1e4a req-36650640-4fe0-48e0-8320-635f70c4d58f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1381667 May 24 22:42:19.186480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a076c9a9-2791-4439-8a9e-3ef6cf005bd7 None None] Set router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:42:19.236714 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1e9474-ae13-4a11-9fad-29c2784c05b7'] response: {'server_uuid': '5c8d5514-25d4-43bc-9f69-b1924b95c102', 'name': 'network-vif-deleted', 'tag': 'b9126d14-3090-4ec4-9aff-f80ccdec579f', 'status': 'completed', 'code': 200} May 24 22:42:19.593709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463cc81-7804-4b11-a3f6-0922ebd958aa req-ec79a2ca-964d-47b6-b7e8-8a417ae6d217 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:19.615220 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b463cc81-7804-4b11-a3f6-0922ebd958aa req-ec79a2ca-964d-47b6-b7e8-8a417ae6d217 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 946 time: 0.2022023 May 24 22:42:19.697463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a076c9a9-2791-4439-8a9e-3ef6cf005bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:07Z', 'revision_number': 4, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'c7080b96-654e-424c-97d8-a472cfd209c3', 'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'mac_address': 'fa:16:3e:b7:e7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'af02558e-0732-4411-bb97-f393fee68218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:06Z', 'updated_at': '2022-05-24T22:40:13Z', 'revision_number': 5, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'subnets': [{'id': 'af02558e-0732-4411-bb97-f393fee68218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:19.712030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076c9a9-2791-4439-8a9e-3ef6cf005bd7 None None] The sync data for ids ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'] in n-d-843146-7 is: [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:40:07Z', 'revision_number': 4, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'c7080b96-654e-424c-97d8-a472cfd209c3', 'name': '', 'network_id': '820b95ac-3809-4b09-bfd5-02e0e4e03292', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'mac_address': 'fa:16:3e:b7:e7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'af02558e-0732-4411-bb97-f393fee68218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:06Z', 'updated_at': '2022-05-24T22:40:13Z', 'revision_number': 5, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'subnets': [{'id': 'af02558e-0732-4411-bb97-f393fee68218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:42:19.731373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b463cc81-7804-4b11-a3f6-0922ebd958aa req-d0751ed0-c99c-4d51-b9fa-d96ac669e9af tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141329 May 24 22:42:19.961997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83591d-d0c7-4e13-8655-0909f6d2045e req-e17b9024-4191-422f-8282-198d9f8a36ff tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:19.963614 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0c83591d-d0c7-4e13-8655-0909f6d2045e req-e17b9024-4191-422f-8282-198d9f8a36ff tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1152298 May 24 22:42:20.023708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0c83591d-d0c7-4e13-8655-0909f6d2045e req-c9903cff-a6e7-41e8-8ae4-d0853e7905a3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498500 May 24 22:42:20.079035 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83edd18c-2baf-4c90-92a9-edf38ec050d3 None None] New status for floating IP bf2afc24-4d5a-431e-af1a-9d79a04986ad: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:42:20.242262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd6fe-e5a4-41d7-9f37-c5fa8a6fd4bd req-f2018893-6751-435d-9334-9c4feec7ecf4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:20.243760 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea7fd6fe-e5a4-41d7-9f37-c5fa8a6fd4bd req-f2018893-6751-435d-9334-9c4feec7ecf4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0973246 May 24 22:42:20.293079 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea7fd6fe-e5a4-41d7-9f37-c5fa8a6fd4bd req-bc3326bc-f191-4cf4-a359-3aee0e69dd68 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 May 24 22:42:20.414330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87e692-1181-42cb-a77a-3d8cf1398d65 req-318189d5-859f-4c06-8639-d9da54db4a25 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:20.415686 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e87e692-1181-42cb-a77a-3d8cf1398d65 req-318189d5-859f-4c06-8639-d9da54db4a25 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0822189 May 24 22:42:20.452016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2691ea38-24d4-445d-a335-4b2571cdaf76 req-62d3629b-ddf1-4aa2-9c5c-67ab3533bd37 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0461462 May 24 22:42:20.460298 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e87e692-1181-42cb-a77a-3d8cf1398d65 req-72805b13-4b7d-4703-8e4c-6d211e54f880 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379796 May 24 22:42:20.518721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44880) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:20.616897 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa5cd-046d-4ddb-ba90-26b20ddd2433 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:20.662536 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa5cd-046d-4ddb-ba90-26b20ddd2433 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:20.768229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa5cd-046d-4ddb-ba90-26b20ddd2433 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:20.791422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbaa5cd-046d-4ddb-ba90-26b20ddd2433 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8063606-1be7-494a-9bc4-336644b8203f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:20.823294 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f90da3-2e83-45ce-8d7a-6b65fa84b3ac req-d345bf80-1906-4ae2-9ea4-ea3ad3088640 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:20.824979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97f90da3-2e83-45ce-8d7a-6b65fa84b3ac req-d345bf80-1906-4ae2-9ea4-ea3ad3088640 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 951 time: 0.1281269 May 24 22:42:20.827508 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa5cd-046d-4ddb-ba90-26b20ddd2433 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:20.828535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5fbaa5cd-046d-4ddb-ba90-26b20ddd2433 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "DELETE /v2.0/security-groups/c8063606-1be7-494a-9bc4-336644b8203f HTTP/1.1" status: 204 len: 168 time: 0.3063691 May 24 22:42:20.831613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44902) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:20.857512 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-99307b1b-5fc2-441a-b5c1-3d7d33719354 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] show failed (client error): The resource could not be found. May 24 22:42:20.864558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-99307b1b-5fc2-441a-b5c1-3d7d33719354 tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "GET /v2.0/security-groups/c8063606-1be7-494a-9bc4-336644b8203f HTTP/1.1" status: 404 len: 347 time: 0.0319111 May 24 22:42:20.867668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44906) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:20.966821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97f90da3-2e83-45ce-8d7a-6b65fa84b3ac req-ed427197-3118-4c3f-93cb-81449897acd6 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259744 May 24 22:42:21.001188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b2e57-5c8f-467a-accf-b31e1c5cc1c8 req-ca6a86f5-f9fe-4f70-ba62-df9defb2ac14 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:21.002904 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00b2e57-5c8f-467a-accf-b31e1c5cc1c8 req-ca6a86f5-f9fe-4f70-ba62-df9defb2ac14 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 946 time: 0.0866246 May 24 22:42:21.052526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-80143c90-ddbc-4134-865d-107b1a9ad62f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Deleting port 8e7e695f-2015-45f5-87a1-f37609b02a98 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:21.052932 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80143c90-ddbc-4134-865d-107b1a9ad62f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:21.060234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00b2e57-5c8f-467a-accf-b31e1c5cc1c8 req-1cac929b-3064-4931-9dae-45485b0aabe2 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486515 May 24 22:42:21.288464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80143c90-ddbc-4134-865d-107b1a9ad62f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:21.288792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80143c90-ddbc-4134-865d-107b1a9ad62f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:21.413374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-80143c90-ddbc-4134-865d-107b1a9ad62f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Calling delete_port for 8e7e695f-2015-45f5-87a1-f37609b02a98 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:42:21.557900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3364-e75f-4ef9-b646-e663bd26dbea req-cbd9d04e-25e6-468d-ae60-e38dd3bd8d5b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:21.559428 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b08f3364-e75f-4ef9-b646-e663bd26dbea req-cbd9d04e-25e6-468d-ae60-e38dd3bd8d5b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.3885145 May 24 22:42:21.628091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b08f3364-e75f-4ef9-b646-e663bd26dbea req-eabf6616-10c0-47bb-bc3b-bb2c65f8f0ad tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611567 May 24 22:42:21.705938 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80143c90-ddbc-4134-865d-107b1a9ad62f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:21.764722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80143c90-ddbc-4134-865d-107b1a9ad62f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Pushing event deleted for resources: {'Port': ['ID=8e7e695f-2015-45f5-87a1-f37609b02a98,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:21.909687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec961b-a9f9-4805-84f0-a52566de15d5 req-acba7788-246b-4675-87e1-046722e1e495 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:21.917504 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77ec961b-a9f9-4805-84f0-a52566de15d5 req-acba7788-246b-4675-87e1-046722e1e495 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 1097 time: 0.1994462 May 24 22:42:21.953579 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80143c90-ddbc-4134-865d-107b1a9ad62f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:21.970065 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77ec961b-a9f9-4805-84f0-a52566de15d5 req-0f350fe9-6b3e-49b1-beaa-e489a3f80dcd tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 May 24 22:42:21.971363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd358f0c-9606-4f75-bbad-f7662236c888 req-8dd17f6a-f218-47a6-83bc-f86445ac80a0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:21.972903 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd358f0c-9606-4f75-bbad-f7662236c888 req-8dd17f6a-f218-47a6-83bc-f86445ac80a0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2115076 May 24 22:42:22.031860 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd358f0c-9606-4f75-bbad-f7662236c888 req-13abbc24-e6d7-4401-a4c9-d947a3bcb117 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497770 May 24 22:42:22.033670 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80143c90-ddbc-4134-865d-107b1a9ad62f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:22.037928 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-80143c90-ddbc-4134-865d-107b1a9ad62f tempest-AttachSCSIVolumeTestJSON-1595834983 tempest-AttachSCSIVolumeTestJSON-1595834983-project] 10.222.0.55 "DELETE /v2.0/floatingips/bf2afc24-4d5a-431e-af1a-9d79a04986ad HTTP/1.1" status: 204 len: 168 time: 1.1681738 May 24 22:42:22.180342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b157eb-c204-48f6-9333-946c1828a10d req-80e89285-e790-49e6-beb0-75baadda4d6a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:22.182068 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70b157eb-c204-48f6-9333-946c1828a10d req-80e89285-e790-49e6-beb0-75baadda4d6a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0836027 May 24 22:42:22.212644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6cb1a577-4442-45bc-a433-fd8836c8f94e req-706c7367-4290-44c5-8510-56c9fd95f77d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0434887 May 24 22:42:22.229187 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70b157eb-c204-48f6-9333-946c1828a10d req-91934a8a-a811-41b4-9834-390815295ad8 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 May 24 22:42:22.413141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6a708-8469-4155-9f19-9301d94a3579 req-fc7fa0ef-1b79-468d-bc8b-cebe35175e68 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:22.414960 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07c6a708-8469-4155-9f19-9301d94a3579 req-fc7fa0ef-1b79-468d-bc8b-cebe35175e68 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 1097 time: 0.0868664 May 24 22:42:22.477682 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07c6a708-8469-4155-9f19-9301d94a3579 req-b7d1ca63-ed62-4528-8e2b-727a2f0c7e17 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523059 May 24 22:42:22.824186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ed2b8-28d1-474f-91da-d413f9c90565 req-2b84ea8d-494b-41ec-8d6d-01fecfe09ed3 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:22.825804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef7ed2b8-28d1-474f-91da-d413f9c90565 req-2b84ea8d-494b-41ec-8d6d-01fecfe09ed3 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 1097 time: 0.1012108 May 24 22:42:22.868168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7538c2-964a-48e4-880d-3cb46c77f3f4 req-e4640e89-2787-4181-bcac-af5e15936891 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:22.870814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db7538c2-964a-48e4-880d-3cb46c77f3f4 req-e4640e89-2787-4181-bcac-af5e15936891 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 951 time: 0.1088583 May 24 22:42:22.883735 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef7ed2b8-28d1-474f-91da-d413f9c90565 req-4b5e105c-94af-4c0c-89a5-e8777a28457d tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503490 May 24 22:42:22.939814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db7538c2-964a-48e4-880d-3cb46c77f3f4 req-c283d910-bc70-4afd-b244-ff7a6ea071c1 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626888 May 24 22:42:23.135293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cfacf-83ec-4514-b681-2a6e023c4db8 req-dbd9e88f-1608-4a63-928c-68153d00d179 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:23.137347 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-155cfacf-83ec-4514-b681-2a6e023c4db8 req-dbd9e88f-1608-4a63-928c-68153d00d179 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1044242 May 24 22:42:23.196988 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-155cfacf-83ec-4514-b681-2a6e023c4db8 req-52adc107-ae2a-42c2-89f6-79fbbf1d780b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516982 May 24 22:42:23.411374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8e3f6-f0b3-4185-9779-bedcc3da5454 req-2ea168e8-0925-49b4-b9fc-db31b6f357c8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:23.423718 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34c8e3f6-f0b3-4185-9779-bedcc3da5454 req-2ea168e8-0925-49b4-b9fc-db31b6f357c8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1182773 May 24 22:42:23.486568 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34c8e3f6-f0b3-4185-9779-bedcc3da5454 req-b6df1fc2-3d90-4704-9ba8-33cf6a9d8506 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610981 May 24 22:42:23.706420 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:23.747483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7d013d5c-6824-4d1c-a264-ef02619ecfb7 req-80bc38f9-1cee-412e-ac26-f88a7bb5af1b tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0743134 May 24 22:42:23.794986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9de1116a-c41b-41ec-9710-a0b8e3bff3df req-df8f8f4d-5abf-4dd8-9119-8ee5cd554cff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068702 May 24 22:42:23.974847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d60f5-c69d-418c-9056-f2d87471ec53 req-3766b069-eb45-4b0c-9bdf-7fb57d47683c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:23.985294 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2b6d60f5-c69d-418c-9056-f2d87471ec53 req-3766b069-eb45-4b0c-9bdf-7fb57d47683c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1155376 May 24 22:42:24.057571 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2b6d60f5-c69d-418c-9056-f2d87471ec53 req-57116ba0-0657-4385-8edf-d26b99b56ca3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710077 May 24 22:42:24.287277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bac76b-b725-432e-a29d-a0a82edfdda3 req-f817e461-2833-4a56-b09a-e60c23bc0eaa tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:24.294409 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-47bac76b-b725-432e-a29d-a0a82edfdda3 req-f817e461-2833-4a56-b09a-e60c23bc0eaa tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 951 time: 0.1132503 May 24 22:42:24.353525 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-47bac76b-b725-432e-a29d-a0a82edfdda3 req-7162b198-9e41-40b1-ac43-a453e6defb67 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547826 May 24 22:42:24.584139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd96b27-8fc0-4c67-98ed-1eee4c4a86bc req-a6417bfd-05ba-4d7c-b0f0-b6c616a316d7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:24.586021 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bfd96b27-8fc0-4c67-98ed-1eee4c4a86bc req-a6417bfd-05ba-4d7c-b0f0-b6c616a316d7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1247630 May 24 22:42:24.662333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bfd96b27-8fc0-4c67-98ed-1eee4c4a86bc req-d43b7cdd-6947-435e-9c81-d4b7f57cdf30 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689623 May 24 22:42:24.786243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64835641-ac9d-446b-94aa-52c36478a398 req-48dd7160-d7e7-46dc-a39f-6601064cd4f6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:24.789265 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64835641-ac9d-446b-94aa-52c36478a398 req-48dd7160-d7e7-46dc-a39f-6601064cd4f6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1104426 May 24 22:42:24.835782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64835641-ac9d-446b-94aa-52c36478a398 req-0ee349ac-4d4f-441d-8a21-9052b73bcd46 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 May 24 22:42:24.914999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c45a70-b6d5-4b37-bd90-e811edabf3b8 req-08dca14a-0383-4933-bdb8-e3ff626f48ed tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:24.916528 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18c45a70-b6d5-4b37-bd90-e811edabf3b8 req-08dca14a-0383-4933-bdb8-e3ff626f48ed tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 951 time: 0.2051053 May 24 22:42:24.937849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 63e2049f-7bc5-4aae-94ed-44662bfe4bfc no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:42:25.015808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2025adde-a108-43b1-a2eb-a58a42e4d227 req-8e7262d3-7c6e-4361-b458-d87a4ba9a5b1 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0553362 May 24 22:42:25.027121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-9cebc6da-8db1-4c82-a2f0-044c79e451dd tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:25.034012 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-9cebc6da-8db1-4c82-a2f0-044c79e451dd tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 807 time: 0.2454793 May 24 22:42:25.052130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ca82424c-40a0-453f-823f-046321692142 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/quotas/355c63ecefdc4af48b20f4226cb8b69d HTTP/1.1" status: 200 len: 375 time: 0.0172095 May 24 22:42:25.076489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:25.076857 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:25.105427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-18c45a70-b6d5-4b37-bd90-e811edabf3b8 req-9ae741fc-ad83-468f-b1fd-4d9ed1ee8294 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Deleting port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:25.105819 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-18c45a70-b6d5-4b37-bd90-e811edabf3b8 req-9ae741fc-ad83-468f-b1fd-4d9ed1ee8294 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:25.134756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:25.162567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:25.174505 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:25.265841 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-d144cfc9-8da2-4a87-ab88-2a577273ed07 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2127836 May 24 22:42:25.341952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=11']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:25.375373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fabb57-4819-4e95-bfbc-59d6fba8f979 req-48c5cba3-776a-4154-9471-10a899eb6b4e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:25.377172 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55fabb57-4819-4e95-bfbc-59d6fba8f979 req-48c5cba3-776a-4154-9471-10a899eb6b4e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1172540 May 24 22:42:25.431640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55fabb57-4819-4e95-bfbc-59d6fba8f979 req-3d3b9913-c561-4948-819f-44be6b9e7974 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468302 May 24 22:42:25.472709 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:25.514196 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30b38ed-5c2c-4462-8574-c64f5b15f9c0'] response: {'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'code': 200} May 24 22:42:25.547682 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-13874ba6-f382-4ab8-acbc-6adb263c5c96 service neutron] 10.222.0.55 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808969 May 24 22:42:25.804886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-18c45a70-b6d5-4b37-bd90-e811edabf3b8 req-9ae741fc-ad83-468f-b1fd-4d9ed1ee8294 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] For port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:25.805228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-18c45a70-b6d5-4b37-bd90-e811edabf3b8 req-9ae741fc-ad83-468f-b1fd-4d9ed1ee8294 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:25.903994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc20d73-73fb-4565-93f9-f869528c9fa3 req-9a44c230-211a-4da4-a2dd-15f7807196cd tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:25.907200 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9dc20d73-73fb-4565-93f9-f869528c9fa3 req-9a44c230-211a-4da4-a2dd-15f7807196cd tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 949 time: 0.1367447 May 24 22:42:25.950982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-18c45a70-b6d5-4b37-bd90-e811edabf3b8 req-9ae741fc-ad83-468f-b1fd-4d9ed1ee8294 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Calling delete_port for 63e2049f-7bc5-4aae-94ed-44662bfe4bfc owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:42:25.958145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9dc20d73-73fb-4565-93f9-f869528c9fa3 req-57eecffd-1fec-47a3-a027-af9ac5b73c20 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/security-groups?id=768475b7-511f-4aae-a7ab-6ba6ab9c52d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 May 24 22:42:26.049853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45186) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:26.058335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-47ed2f3b-e783-4b8c-ae31-d65d302abcea service neutron] 10.222.0.55 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096381 May 24 22:42:26.204179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-18c45a70-b6d5-4b37-bd90-e811edabf3b8 req-9ae741fc-ad83-468f-b1fd-4d9ed1ee8294 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:26.261157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae741fc-ad83-468f-b1fd-4d9ed1ee8294 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Pushing event deleted for resources: {'Port': ['ID=63e2049f-7bc5-4aae-94ed-44662bfe4bfc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:26.413093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c45a70-b6d5-4b37-bd90-e811edabf3b8 req-9ae741fc-ad83-468f-b1fd-4d9ed1ee8294 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] No DVR routers for this DVR port 63e2049f-7bc5-4aae-94ed-44662bfe4bfc on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:42:26.420326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-18c45a70-b6d5-4b37-bd90-e811edabf3b8 req-9ae741fc-ad83-468f-b1fd-4d9ed1ee8294 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:26.423094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-deleted', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:26.447055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18c45a70-b6d5-4b37-bd90-e811edabf3b8 req-9ae741fc-ad83-468f-b1fd-4d9ed1ee8294 tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.50 "DELETE /v2.0/ports/63e2049f-7bc5-4aae-94ed-44662bfe4bfc HTTP/1.1" status: 204 len: 173 time: 1.5144849 May 24 22:42:26.501576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7e14b-bfd0-4664-8b58-4a959ceece5a req-a69b2ac2-8ce5-4090-94d4-ffc307129f68 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:26.505198 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b8f7e14b-bfd0-4664-8b58-4a959ceece5a req-a69b2ac2-8ce5-4090-94d4-ffc307129f68 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1376529 May 24 22:42:26.565780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e049248-fa70-47cd-9fd1-383262ec6826 req-a6656e20-831c-4b6f-bf5d-d42d280f3d8b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:26.572990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8e049248-fa70-47cd-9fd1-383262ec6826 req-a6656e20-831c-4b6f-bf5d-d42d280f3d8b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2571797 May 24 22:42:26.619666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b8f7e14b-bfd0-4664-8b58-4a959ceece5a req-2749b8c5-e6c6-466a-a095-c62f6f4ae1cc tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075909 May 24 22:42:26.732554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8e049248-fa70-47cd-9fd1-383262ec6826 req-e9b1009e-c56c-47a2-b37a-e91abbfd7677 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584697 May 24 22:42:26.890297 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5cb00141-a0e8-4181-91b5-9e5f999d5e88 req-0bb18191-d169-4b23-9ef8-6f4f77924450 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0644503 May 24 22:42:26.941613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72b986ff-0be5-4c4b-b070-944ba4148a61 req-2da965fc-4e0e-4420-9a62-57cf2809b793 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 210 time: 0.1036060 May 24 22:42:26.987877 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0765adf0-d1b6-47e9-ac98-fca4d09a3939'] response: {'server_uuid': 'fd5bcb92-0e68-4462-a6ea-718f680319fa', 'name': 'network-vif-deleted', 'tag': '63e2049f-7bc5-4aae-94ed-44662bfe4bfc', 'status': 'completed', 'code': 200} May 24 22:42:27.272176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-bb6bbe8f-7be4-45b2-9f7e-a10aaca414e4 req-5b6a71d8-14e4-44c4-ad70-129b18b6ca6f tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Synchronizing usage tracker for tenant:fb7d06a628af4b5189fc4c5ac83ebf39 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:42:27.292854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-bb6bbe8f-7be4-45b2-9f7e-a10aaca414e4 req-5b6a71d8-14e4-44c4-ad70-129b18b6ca6f tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] Unset dirty status for tenant:fb7d06a628af4b5189fc4c5ac83ebf39 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:42:27.294527 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb6bbe8f-7be4-45b2-9f7e-a10aaca414e4 req-5b6a71d8-14e4-44c4-ad70-129b18b6ca6f tempest-ImagesOneServerTestJSON-1089211180 tempest-ImagesOneServerTestJSON-1089211180-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5bcb92-0e68-4462-a6ea-718f680319fa HTTP/1.1" status: 200 len: 210 time: 0.1173248 May 24 22:42:27.339315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10169f5-f2ab-4ab9-ab9e-44d78b432215 req-119cc829-48a7-4360-96ac-05a41e11dd38 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:27.341055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d10169f5-f2ab-4ab9-ab9e-44d78b432215 req-119cc829-48a7-4360-96ac-05a41e11dd38 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1334147 May 24 22:42:27.436437 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d10169f5-f2ab-4ab9-ab9e-44d78b432215 req-16c3d5d2-5e32-45cb-9079-f0c07de7162a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868032 May 24 22:42:27.453625 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:27.822636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] Deleting port c7080b96-654e-424c-97d8-a472cfd209c3 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:27.823232 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:28.013132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59366617-ef0c-47b9-b76f-4be4aeb6cf88 req-d0bf1142-353c-4f07-807b-7f821c0cc5d6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:28.021634 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59366617-ef0c-47b9-b76f-4be4aeb6cf88 req-d0bf1142-353c-4f07-807b-7f821c0cc5d6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2823644 May 24 22:42:28.032128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-878d4dc3-8c0b-412b-a11c-009606a9813e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:28.033603 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-878d4dc3-8c0b-412b-a11c-009606a9813e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 807 time: 0.2934885 May 24 22:42:28.058103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Request body: {'port': {'device_id': 'd030eb2b-05ac-471e-874a-da848b4fff5f', 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67', 'admin_state_up': True, 'tenant_id': '355c63ecefdc4af48b20f4226cb8b69d'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:28.068268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5d5be-6706-424c-86be-ba120ca7ca87 req-f53d1a91-d4c5-4ef9-bc8d-03827f5d0931 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:28.069852 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20e5d5be-6706-424c-86be-ba120ca7ca87 req-f53d1a91-d4c5-4ef9-bc8d-03827f5d0931 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2135043 May 24 22:42:28.096431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] For port c7080b96-654e-424c-97d8-a472cfd209c3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c7080b96-654e-424c-97d8-a472cfd209c3,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:28.097015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:28.176835 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59366617-ef0c-47b9-b76f-4be4aeb6cf88 req-a301f820-ce3c-4c11-854c-53574f6d2d0b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549516 May 24 22:42:28.246700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:28.258743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] Calling delete_port for c7080b96-654e-424c-97d8-a472cfd209c3 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:42:28.263336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:28.279819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Made reservation on behalf of 355c63ecefdc4af48b20f4226cb8b69d for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:28.284050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:28.315623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20e5d5be-6706-424c-86be-ba120ca7ca87 req-482f8f71-3d91-48ea-812f-69e16cdf134b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220802 May 24 22:42:28.355163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bcd73d0a-d77e-49c5-9569-dba8a4fe831a req-73fae476-5e25-41cc-82ca-e1324b889e36 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0577512 May 24 22:42:28.517546 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Allocated IP 172.20.0.7 (7c97f1f4-941f-40c4-86a9-0241faaf8e67/3718c29a-a970-449f-87f1-c63ce73705ce/8065712d-291a-433a-98ba-78f8782219ab) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:42:28.570117 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f53d1188-3d4c-4f37-a838-611cf287b03a req-038c4675-b844-4720-8ca7-b603789dbb2e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 210 time: 0.0788326 May 24 22:42:28.640021 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:28.773283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7080b96-654e-424c-97d8-a472cfd209c3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:28.837514 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:28.861844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37cafb-44c5-484e-a1e7-21c8dbd58c87 req-b465d731-284a-4ae0-b5b7-3c639e2e0fb7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:28.869197 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d37cafb-44c5-484e-a1e7-21c8dbd58c87 req-b465d731-284a-4ae0-b5b7-3c639e2e0fb7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1605699 May 24 22:42:28.961977 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d37cafb-44c5-484e-a1e7-21c8dbd58c87 req-66426477-a1ef-4a14-94cf-a71ac666dea4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915613 May 24 22:42:28.966482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 63e2049f-7bc5-4aae-94ed-44662bfe4bfc no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:42:28.991952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45228) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:29.003972 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:29.048783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 63e2049f-7bc5-4aae-94ed-44662bfe4bfc {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:42:29.049190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 63e2049f-7bc5-4aae-94ed-44662bfe4bfc not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:42:29.056958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['82ab5821-72e1-4fb7-956a-23d12ca6fb99'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:42:29.206424 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:29.313324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:42:29.319217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:29.327320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:42:29.363278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-aa3ed61c-4590-492b-9bcb-ee92927d2314 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb7d06a628af4b5189fc4c5ac83ebf39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698356 May 24 22:42:29.369628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45240) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:29.438761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Pushing event updated for resources: {'Port': ['ID=8065712d-291a-433a-98ba-78f8782219ab,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:29.477305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:29.478216 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:29.556413 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7906e38-9d7b-4811-8b74-d1a396ef3be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:29.591194 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-8b6e1a9f-23c3-4107-a111-c8d1af013e94 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5374091 May 24 22:42:29.601996 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7906e38-9d7b-4811-8b74-d1a396ef3be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:29.611647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Request body: {'port': {'device_id': 'd030eb2b-05ac-471e-874a-da848b4fff5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:29.641618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af955757-806d-4b9e-bf38-7b325d5cac2f req-e9f8dcdf-674e-4d1d-843e-2a1899b9070b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:29.643583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-af955757-806d-4b9e-bf38-7b325d5cac2f req-e9f8dcdf-674e-4d1d-843e-2a1899b9070b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2247367 May 24 22:42:29.763823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba6636-dcab-42c6-9bcb-1d219e570346 req-9ac96734-38cc-4a68-9814-9bf546b0bf9d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:29.765967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0ba6636-dcab-42c6-9bcb-1d219e570346 req-9ac96734-38cc-4a68-9814-9bf546b0bf9d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2979176 May 24 22:42:29.774083 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-af955757-806d-4b9e-bf38-7b325d5cac2f req-dfef209d-6d17-4b93-93a2-9a91bda55a24 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750451 May 24 22:42:29.784682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] Router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:42:29.815596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:29.895834 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7906e38-9d7b-4811-8b74-d1a396ef3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:29.939634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7906e38-9d7b-4811-8b74-d1a396ef3be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768475b7-511f-4aae-a7ab-6ba6ab9c52d9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:29.954037 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0ba6636-dcab-42c6-9bcb-1d219e570346 req-bbcc1b2d-9f1a-4c5d-afbf-ced0805fdb4d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815934 May 24 22:42:30.012439 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7906e38-9d7b-4811-8b74-d1a396ef3be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:30.013575 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d7906e38-9d7b-4811-8b74-d1a396ef3be5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/768475b7-511f-4aae-a7ab-6ba6ab9c52d9 HTTP/1.1" status: 204 len: 168 time: 0.6368024 May 24 22:42:30.023867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4b0301c-2580-4f3d-9399-4ab6e6ed9dbb req-c4798591-cf46-4c9a-96ba-d3661dcaa682 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0861175 May 24 22:42:30.068616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:42:30.081323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70140ee0-0c67-4c28-9622-5aae50bc3665 None None] Sync routers for ids ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:42:30.094469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70140ee0-0c67-4c28-9622-5aae50bc3665 None None] Routers {'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:42:30.095104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-70140ee0-0c67-4c28-9622-5aae50bc3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:42:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:30.106839 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b62aeb27-d9c6-4748-952a-e3a863fa2a12 admin admin] 10.222.0.55 "PUT /v2.0/routers/eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0557990 May 24 22:42:30.107609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45252) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:30.358173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-70140ee0-0c67-4c28-9622-5aae50bc3665 None None] Set router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:42:30.451950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149fcdb-95b8-4297-aa6f-3e7393271a6c req-42d53c5e-577a-437d-952b-9efc36d2634d tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:30.452749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b149fcdb-95b8-4297-aa6f-3e7393271a6c req-42d53c5e-577a-437d-952b-9efc36d2634d tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Synchronizing usage tracker for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:42:30.505784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaf24a-268a-4829-91e3-7cdf974adbcb req-20d0889d-0f79-4c20-ab97-6b391b894654 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:30.507332 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ecaf24a-268a-4829-91e3-7cdf974adbcb req-20d0889d-0f79-4c20-ab97-6b391b894654 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2397826 May 24 22:42:30.513873 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:30.559940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8065712d-291a-433a-98ba-78f8782219ab {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:42:30.569190 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:30.586236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Transition to ACTIVE for port object 8065712d-291a-433a-98ba-78f8782219ab will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:42:30.603575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:30.710868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ecaf24a-268a-4829-91e3-7cdf974adbcb req-e7d20b95-6bd5-4e75-8759-e1224def3ed1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439848 May 24 22:42:30.740850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b149fcdb-95b8-4297-aa6f-3e7393271a6c req-42d53c5e-577a-437d-952b-9efc36d2634d tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Unset dirty status for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:42:30.756537 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b149fcdb-95b8-4297-aa6f-3e7393271a6c req-42d53c5e-577a-437d-952b-9efc36d2634d tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 931 time: 0.6063876 May 24 22:42:30.776224 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:30.799649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Deleting port 28b3517e-4086-4f8c-ad2b-85bd0137e00d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:30.799649 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:30.844662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-70140ee0-0c67-4c28-9622-5aae50bc3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:42:28Z', 'revision_number': 5, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port': {'id': '28b3517e-4086-4f8c-ad2b-85bd0137e00d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:01Z', 'updated_at': '2022-05-24T22:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:30.848957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70140ee0-0c67-4c28-9622-5aae50bc3665 None None] Checking router: eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:42:30.859745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70140ee0-0c67-4c28-9622-5aae50bc3665 None None] Routers {'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:42:30.860366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-70140ee0-0c67-4c28-9622-5aae50bc3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:42:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:30.884881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Pushing event updated for resources: {'Port': ['ID=8065712d-291a-433a-98ba-78f8782219ab,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:31.006722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b149fcdb-95b8-4297-aa6f-3e7393271a6c req-c37ac03f-d932-491d-b39f-76f707e4ba4e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488933 May 24 22:42:31.109070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-70140ee0-0c67-4c28-9622-5aae50bc3665 None None] Set router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:42:31.174740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Attempting to bind port 8065712d-291a-433a-98ba-78f8782219ab on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:42:31.175998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Attempting to bind port 8065712d-291a-433a-98ba-78f8782219ab by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:42:31.182022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Attempting to bind port 8065712d-291a-433a-98ba-78f8782219ab on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:31.202649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] For port 28b3517e-4086-4f8c-ad2b-85bd0137e00d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=28b3517e-4086-4f8c-ad2b-85bd0137e00d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:31.203005 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:31.209731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Port 8065712d-291a-433a-98ba-78f8782219ab on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:42:31.213306 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Attempting to bind port 8065712d-291a-433a-98ba-78f8782219ab on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:31.226188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:42:31.227243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-70140ee0-0c67-4c28-9622-5aae50bc3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:42:30Z', 'revision_number': 6, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:31.230842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Checking segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:42:31.232058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Bound using segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:42:31.232912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70140ee0-0c67-4c28-9622-5aae50bc3665 None None] The sync data for ids ['eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f'] in n-d-843146-7 is: [{'id': 'eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f', 'name': 'tempest-AttachSCSIVolumeTestJSON-897927208-router', 'tenant_id': 'e42f741d06f24df5aca4a152c1219373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:00Z', 'updated_at': '2022-05-24T22:42:30Z', 'revision_number': 6, 'project_id': 'e42f741d06f24df5aca4a152c1219373', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:42:31.234824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Bound port: 8065712d-291a-433a-98ba-78f8782219ab, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:42:31.235707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:31.346336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45282) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:31.352052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Calling delete_port for 28b3517e-4086-4f8c-ad2b-85bd0137e00d owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:42:31.402362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] For port 8065712d-291a-433a-98ba-78f8782219ab, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:42:31.406859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] For port 8065712d-291a-433a-98ba-78f8782219ab, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8065712d-291a-433a-98ba-78f8782219ab,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:42:31.416414 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:31.516319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac21af-e1ad-43a8-80c9-0ae27fe79c98 req-7c2fd21e-2792-4e61-8e42-612e3f0fb72d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:31.523766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5ac21af-e1ad-43a8-80c9-0ae27fe79c98 req-7c2fd21e-2792-4e61-8e42-612e3f0fb72d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1792972 May 24 22:42:31.556107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Pushing event updated for resources: {'Port': ['ID=8065712d-291a-433a-98ba-78f8782219ab,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:31.563511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1720446776-network', 'tenant_id': '5d6a9e9780d441c8bebdd05154657f0a'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:31.573576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:31.584878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c61658-53eb-4327-a87c-465a1e5a861a req-6adc5aae-715a-414c-8634-c7c272d3808f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:31.593102 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-87c61658-53eb-4327-a87c-465a1e5a861a req-6adc5aae-715a-414c-8634-c7c272d3808f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.3345852 May 24 22:42:31.597395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:31.597898 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:31.599195 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-ccc0fb2e-f267-4716-b96a-632caca27dcf service neutron] 10.222.0.50 "PUT /v2.0/ports/8065712d-291a-433a-98ba-78f8782219ab HTTP/1.1" status: 200 len: 1091 time: 1.9993172 May 24 22:42:31.600359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd030eb2b-05ac-471e-874a-da848b4fff5f', 'tag': '8065712d-291a-433a-98ba-78f8782219ab'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:31.600674 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5ac21af-e1ad-43a8-80c9-0ae27fe79c98 req-e6d87534-0a7a-4c1e-9ae7-64f6961bf76a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729778 May 24 22:42:31.653757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Usage tracker for resource:network and tenant:5d6a9e9780d441c8bebdd05154657f0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:31.657367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:31.716400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:31.737637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:31.782028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Made reservation on behalf of 5d6a9e9780d441c8bebdd05154657f0a for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:31.784423 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:31.801468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:31.813106 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-87c61658-53eb-4327-a87c-465a1e5a861a req-0f23ce32-baea-42f9-b35d-076d4a068b4c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191696 May 24 22:42:31.827192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:31.840994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Usage tracker for resource:security_group_rule and tenant:5d6a9e9780d441c8bebdd05154657f0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:31.846292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:31.855419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b3517e-4086-4f8c-ad2b-85bd0137e00d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:31.858699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:31.874017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-dbb90dc7-a604-4641-b8de-7dc9df1fd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:31.877322 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-dbb90dc7-a604-4641-b8de-7dc9df1fd274 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 1094 time: 0.2157366 May 24 22:42:31.881245 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73bc1183-1a2b-4f0c-ada7-ba0c3b5bace3'] response: {'name': 'network-changed', 'server_uuid': 'd030eb2b-05ac-471e-874a-da848b4fff5f', 'tag': '8065712d-291a-433a-98ba-78f8782219ab', 'status': 'completed', 'code': 200} May 24 22:42:31.909279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.909547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.910052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.910524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.911025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.911490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.911968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.912440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.912764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.913084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.913398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.913757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:31.930882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bea694df-d68e-412b-8726-a733ed39e30c req-25c685c8-1d3e-43c7-9e1e-395403b901b6 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1564257 May 24 22:42:31.958728 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:31.971483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-e1891579-cb33-4f87-a71c-2d69f962e998 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8065712d-291a-433a-98ba-78f8782219ab HTTP/1.1" status: 200 len: 217 time: 0.0781326 May 24 22:42:32.211518 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.215152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.239286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-765468e4-4ad9-4902-a105-63adafbeeebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:32.240790 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-765468e4-4ad9-4902-a105-63adafbeeebd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.2579222 May 24 22:42:32.261875 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.262474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:42:32.274802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a567c-63f3-4d42-bde5-5f092de6618d req-a60ceeb8-e31a-47e2-b146-45411568f300 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:32.276385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c34a567c-63f3-4d42-bde5-5f092de6618d req-a60ceeb8-e31a-47e2-b146-45411568f300 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 943 time: 0.1226566 May 24 22:42:32.305802 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.306909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-74cf5b8b-23f7-4da8-92da-0c6bb00af402 admin admin] 10.222.0.55 "DELETE /v2.0/routers/eb9cd6dd-c62d-4ef2-a244-3848a2b0d28f HTTP/1.1" status: 204 len: 168 time: 2.1983595 May 24 22:42:32.310120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45296) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:32.324736 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-20dde603-ae20-4704-9308-5770c94dc6db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757484 May 24 22:42:32.369325 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.371963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c34a567c-63f3-4d42-bde5-5f092de6618d req-7f86d336-edc7-4328-aedb-fef816865cff tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885422 May 24 22:42:32.388769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb6f2ab-da18-427b-8fde-ba6b3674dffa admin admin] Deleting subnet af02558e-0732-4411-bb97-f393fee68218 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:42:32.397815 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3bb6f2ab-da18-427b-8fde-ba6b3674dffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.421783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.470207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:42:32.482898 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3bb6f2ab-da18-427b-8fde-ba6b3674dffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.513265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3763b72-ce5f-46b0-aeef-34c2743fb43b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:32.517013 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.517358 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Added segment f2b4a71c-0f59-4d38-980d-b8444f4c9b10 of type vlan for network 54161b20-5eaf-4bc0-8875-2770e26eec09 May 24 22:42:32.550268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163ccb-4bfe-4c27-9138-fd196a96cf3f req-290d41a1-f440-40e0-964a-7d1799365904 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:32.551768 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b3163ccb-4bfe-4c27-9138-fd196a96cf3f req-290d41a1-f440-40e0-964a-7d1799365904 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3829641 May 24 22:42:32.557011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.557798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.557798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.558267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.558547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.558847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.559182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.559502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.559903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.560232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.560543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.560861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:32.599211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-1c2c02b6-074b-42f4-95e9-a4fd2fd11cd4 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609923 May 24 22:42:32.614570 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3bb6f2ab-da18-427b-8fde-ba6b3674dffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.644267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.700259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3bb6f2ab-da18-427b-8fde-ba6b3674dffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.748426 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b3163ccb-4bfe-4c27-9138-fd196a96cf3f req-f0626ce9-db23-426c-9ca6-c1bf3094df5e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727400 May 24 22:42:32.748569 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3bb6f2ab-da18-427b-8fde-ba6b3674dffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.754021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a09b1a-e41f-4026-a848-5cab0a53aad6 None None] Network 820b95ac-3809-4b09-bfd5-02e0e4e03292 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:42:32.757868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6f2ab-da18-427b-8fde-ba6b3674dffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af02558e-0732-4411-bb97-f393fee68218,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:32.770856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3bb6f2ab-da18-427b-8fde-ba6b3674dffa admin admin] 10.222.0.55 "DELETE /v2.0/subnets/af02558e-0732-4411-bb97-f393fee68218 HTTP/1.1" status: 204 len: 168 time: 0.4507494 May 24 22:42:32.770856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45304) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:32.827526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.828647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:32.829225 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:32.919987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c7080b96-654e-424c-97d8-a472cfd209c3 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:42:32.920874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea2df38-5399-449d-b6c2-ccf37319c7d2 req-346bf117-ac33-4c4a-864e-31a95c981272 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087842 May 24 22:42:32.971603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: c7080b96-654e-424c-97d8-a472cfd209c3 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:42:32.972222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c7080b96-654e-424c-97d8-a472cfd209c3 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:42:32.972802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 28b3517e-4086-4f8c-ad2b-85bd0137e00d no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:42:33.031757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 28b3517e-4086-4f8c-ad2b-85bd0137e00d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:42:33.032010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 28b3517e-4086-4f8c-ad2b-85bd0137e00d not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:42:33.101936 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:33.124315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Deleting port a7cca0cc-140d-4e4c-bb45-222bb16b27ed {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:33.124778 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:33.133924 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] Pushing event updated for resources: {'Network': ['ID=54161b20-5eaf-4bc0-8875-2770e26eec09,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:33.149510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 54161b20-5eaf-4bc0-8875-2770e26eec09 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:42:33.156212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5f53ea2c-7098-42c1-a4ff-e17a812d7f3b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8088360 May 24 22:42:33.156878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45312) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:33.197016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Request body: {'subnet': {'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1720446776-subnet', 'tenant_id': '5d6a9e9780d441c8bebdd05154657f0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:33.204814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d40d7e-f5b0-4dd9-993a-f209fd9e3925 req-22203c96-4242-4342-8ba9-f8fcc49be767 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:33.206392 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2d40d7e-f5b0-4dd9-993a-f209fd9e3925 req-22203c96-4242-4342-8ba9-f8fcc49be767 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1823583 May 24 22:42:33.207482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:33.224960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a30010-54ff-4f51-b31d-92589b706cbb req-d9c492ab-91e4-414f-a41f-c43ead70a25e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:33.234884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66a30010-54ff-4f51-b31d-92589b706cbb req-d9c492ab-91e4-414f-a41f-c43ead70a25e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.3802543 May 24 22:42:33.237265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0938a1d-f95e-43c8-b966-5ed8eaf79d88 req-a180958a-81db-433e-9236-472153b649aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:33.238316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Usage tracker for resource:subnet and tenant:5d6a9e9780d441c8bebdd05154657f0a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:33.238979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0938a1d-f95e-43c8-b966-5ed8eaf79d88 req-a180958a-81db-433e-9236-472153b649aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 1094 time: 0.2293856 May 24 22:42:33.245665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:33.286458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:33.353470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d845cde-84d6-4030-9852-a951144b7f50 None None] DHCP port deletion for 820b95ac-3809-4b09-bfd5-02e0e4e03292 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:42:33.354609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66a30010-54ff-4f51-b31d-92589b706cbb req-f44b2f93-8d1e-4e3e-9169-2ebc34c9b699 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191118 May 24 22:42:33.358950 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2d40d7e-f5b0-4dd9-993a-f209fd9e3925 req-73eb306e-7cad-412b-9f9a-86dde1a787da tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448591 May 24 22:42:33.360819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Made reservation on behalf of 5d6a9e9780d441c8bebdd05154657f0a for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:33.362133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4d845cde-84d6-4030-9852-a951144b7f50 None None] Deleting port a7cca0cc-140d-4e4c-bb45-222bb16b27ed {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:33.362894 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d845cde-84d6-4030-9852-a951144b7f50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:33.363286 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:33.455430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0938a1d-f95e-43c8-b966-5ed8eaf79d88 req-369ea1a8-67be-40f7-b1da-9d4909b4633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:33.458279 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0938a1d-f95e-43c8-b966-5ed8eaf79d88 req-369ea1a8-67be-40f7-b1da-9d4909b4633e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 908 time: 0.2116971 May 24 22:42:33.617877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] For port a7cca0cc-140d-4e4c-bb45-222bb16b27ed, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a7cca0cc-140d-4e4c-bb45-222bb16b27ed,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:33.618437 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:33.632047 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0938a1d-f95e-43c8-b966-5ed8eaf79d88 req-b206c6d9-d82d-4c9f-9cf5-992dcc96d612 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8065712d-291a-433a-98ba-78f8782219ab HTTP/1.1" status: 200 len: 217 time: 0.1636240 May 24 22:42:33.708417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4d845cde-84d6-4030-9852-a951144b7f50 None None] For port a7cca0cc-140d-4e4c-bb45-222bb16b27ed, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a7cca0cc-140d-4e4c-bb45-222bb16b27ed,segment=NetworkSegment(b9952c2b-aae0-43c1-8bda-3daf38b96508),segment_id=b9952c2b-aae0-43c1-8bda-3daf38b96508)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:33.709123 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d845cde-84d6-4030-9852-a951144b7f50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:33.769948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0938a1d-f95e-43c8-b966-5ed8eaf79d88 req-79851b8c-9bb1-4820-a6f2-210a73970d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:33.772105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0938a1d-f95e-43c8-b966-5ed8eaf79d88 req-79851b8c-9bb1-4820-a6f2-210a73970d0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.0848763 May 24 22:42:33.827294 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0938a1d-f95e-43c8-b966-5ed8eaf79d88 req-bd9b1577-ca76-4c03-930f-7522c8b60bcc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472007 May 24 22:42:33.836444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Calling delete_port for a7cca0cc-140d-4e4c-bb45-222bb16b27ed owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:42:33.840152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02780a14-6d2f-46d7-979b-92edfd85fd57 req-b792cd08-f277-49cd-9b9c-ce8e61b541b8 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:33.841719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02780a14-6d2f-46d7-979b-92edfd85fd57 req-b792cd08-f277-49cd-9b9c-ce8e61b541b8 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 943 time: 0.2032821 May 24 22:42:33.871636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4d845cde-84d6-4030-9852-a951144b7f50 None None] Calling delete_port for a7cca0cc-140d-4e4c-bb45-222bb16b27ed owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:42:33.906087 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2bd936e6-c934-4432-b859-17a307cd1ef0 req-898deb3c-42d8-4467-87c9-bb36a725c77f tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.2757432 May 24 22:42:33.987623 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d845cde-84d6-4030-9852-a951144b7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:33.995001 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02780a14-6d2f-46d7-979b-92edfd85fd57 req-cdb95ef2-848f-4de8-918d-26206642aae8 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338637 May 24 22:42:34.038847 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:42:34.039180 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:42:34.047143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:34.049937 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0938a1d-f95e-43c8-b966-5ed8eaf79d88 req-80d18749-4d66-487a-b295-5366cb5bac79 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067671 May 24 22:42:34.077315 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d845cde-84d6-4030-9852-a951144b7f50 None None] No DVR routers for this DVR port a7cca0cc-140d-4e4c-bb45-222bb16b27ed on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:42:34.088006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d845cde-84d6-4030-9852-a951144b7f50 None None] Pushing event deleted for resources: {'Port': ['ID=a7cca0cc-140d-4e4c-bb45-222bb16b27ed,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:34.191667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90a6c67-34e4-421d-ae52-0133858bfc68,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:34.207959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Checking segment: {'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:42:34.208314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Network hostable DHCP agents. Network: 54161b20-5eaf-4bc0-8875-2770e26eec09, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:42:34.217267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0938a1d-f95e-43c8-b966-5ed8eaf79d88 req-8aede47b-9554-4238-97ad-30b3e9829fb2 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594281 May 24 22:42:34.235990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724accd8-bf93-41a5-b41c-28771a0f94f9 req-ae5e7dd9-6a3d-463e-a1d6-326467ef8721 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:34.237623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-724accd8-bf93-41a5-b41c-28771a0f94f9 req-ae5e7dd9-6a3d-463e-a1d6-326467ef8721 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1496668 May 24 22:42:34.264413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Network 54161b20-5eaf-4bc0-8875-2770e26eec09 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:42:34.286671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 54161b20-5eaf-4bc0-8875-2770e26eec09) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:34.293747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:34.294328 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:34.299065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2e7101-8256-4c23-82ca-aec3965d7c08 None None] Network 54161b20-5eaf-4bc0-8875-2770e26eec09 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:42:34.299900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-724accd8-bf93-41a5-b41c-28771a0f94f9 req-3d34ba43-5e4c-42fa-b1fe-da8cd181788f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563130 May 24 22:42:34.327771 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2a6535c7-7dbb-4acc-855e-c0c5288bbf88 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1618414 May 24 22:42:34.540272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Deleting port a7cca0cc-140d-4e4c-bb45-222bb16b27ed {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:34.540631 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:34.642257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aebcc38-407a-49db-b8e8-c195f6d55587 None None] Network 54161b20-5eaf-4bc0-8875-2770e26eec09 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:42:34.680580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] The port 'a7cca0cc-140d-4e4c-bb45-222bb16b27ed' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:42:34.799509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bcf6-7c9b-43d2-86ee-ceb4c57ff6e2 req-28fe82fa-1b43-4235-8123-7d3cd899134f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:34.810100 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bbf5bcf6-7c9b-43d2-86ee-ceb4c57ff6e2 req-28fe82fa-1b43-4235-8123-7d3cd899134f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2442617 May 24 22:42:34.827748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:34.863692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820b95ac-3809-4b09-bfd5-02e0e4e03292']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:34.867699 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bbf5bcf6-7c9b-43d2-86ee-ceb4c57ff6e2 req-a1bb8c21-bd66-4a8e-af9c-7c1f327022a9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564811 May 24 22:42:34.882229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d624e3-6e3f-4b80-8efe-57d65867a314 req-a9dd5897-3d12-4be9-87c4-a9beca108341 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:34.883960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32d624e3-6e3f-4b80-8efe-57d65867a314 req-a9dd5897-3d12-4be9-87c4-a9beca108341 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.3031287 May 24 22:42:34.889537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9952c2b-aae0-43c1-8bda-3daf38b96508') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:34.889832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9952c2b-aae0-43c1-8bda-3daf38b96508') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:34.916349 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:34.924943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a7cca0cc-140d-4e4c-bb45-222bb16b27ed no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:42:34.963434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a7cca0cc-140d-4e4c-bb45-222bb16b27ed {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:42:34.963864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a7cca0cc-140d-4e4c-bb45-222bb16b27ed not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:42:34.990215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8065712d-291a-433a-98ba-78f8782219ab details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:42:34.990340 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32d624e3-6e3f-4b80-8efe-57d65867a314 req-f93119d6-9cb5-4fa6-8ab7-2f117d3059e8 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924518 May 24 22:42:34.991423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:35.008446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:42:35.008750 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:35.103735 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b9952c2b-aae0-43c1-8bda-3daf38b96508 resource provider aggregate not found May 24 22:42:35.190609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a67f1bd1-7e75-474b-b88b-0598eae9fccc req-71d9420f-5146-4bec-b18a-2263bdf5d822 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0518732 May 24 22:42:35.193233 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b9952c2b-aae0-43c1-8bda-3daf38b96508 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9952c2b-aae0-43c1-8bda-3daf38b96508 found for delete ", "request_id": "req-257123bf-b97b-4d02-aa55-c2185e28d273"}]} May 24 22:42:35.198074 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:35.201405 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8065712d-291a-433a-98ba-78f8782219ab, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8065712d-291a-433a-98ba-78f8782219ab,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:35.221665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '8065712d-291a-433a-98ba-78f8782219ab', 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67', 'port_id': '8065712d-291a-433a-98ba-78f8782219ab', 'mac_address': 'fa:16:3e:5a:4b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718c29a-a970-449f-87f1-c63ce73705ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:42:35.229054 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:35.241692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=820b95ac-3809-4b09-bfd5-02e0e4e03292,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:35.252258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5ec28ee8-7267-46c2-af48-2c255aae08d4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/820b95ac-3809-4b09-bfd5-02e0e4e03292 HTTP/1.1" status: 204 len: 168 time: 2.4873073 May 24 22:42:35.252860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45352) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:35.304356 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28a49aa5-1451-40b2-9f4b-39f2da7ce7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:35.322271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8065712d-291a-433a-98ba-78f8782219ab is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:35.322755 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:35.347345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8065712d-291a-433a-98ba-78f8782219ab {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:42:35.367562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8065712d-291a-433a-98ba-78f8782219ab, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8065712d-291a-433a-98ba-78f8782219ab,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:35.375368 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:35.455000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8065712d-291a-433a-98ba-78f8782219ab,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:35.485680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-9edc3e98-6a9e-4bc5-950b-125b63d33c56 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:35.486393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-9edc3e98-6a9e-4bc5-950b-125b63d33c56 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Synchronizing usage tracker for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:42:35.506851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-9edc3e98-6a9e-4bc5-950b-125b63d33c56 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Unset dirty status for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:42:35.508179 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-9edc3e98-6a9e-4bc5-950b-125b63d33c56 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/networks?id=54161b20-5eaf-4bc0-8875-2770e26eec09 HTTP/1.1" status: 200 len: 815 time: 0.2709455 May 24 22:42:35.525074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-46c254ac-981a-4281-b655-a50354a9a287 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/quotas/5d6a9e9780d441c8bebdd05154657f0a HTTP/1.1" status: 200 len: 375 time: 0.0106289 May 24 22:42:35.586619 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-527e15f4-f2da-4365-ab67-1843c976e0bf tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d6a9e9780d441c8bebdd05154657f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548043 May 24 22:42:35.679283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['8065712d-291a-433a-98ba-78f8782219ab'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:42:35.719123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc23e4-5390-4752-a4af-051a24e78248 req-926f1391-caf9-43f8-8c46-5524a828ceff tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:35.720633 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26cc23e4-5390-4752-a4af-051a24e78248 req-926f1391-caf9-43f8-8c46-5524a828ceff tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 944 time: 0.2651968 May 24 22:42:35.734705 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-d2917625-5946-4123-b9f9-47f9c9ac58fb service neutron] 10.222.0.55 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390431 May 24 22:42:35.867146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26cc23e4-5390-4752-a4af-051a24e78248 req-08610fca-4fca-4f5c-9de2-9e063dabd55b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377797 May 24 22:42:35.911531 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-601430c0-71d9-4cce-b5c5-7ed2ae3f34d8 service neutron] 10.222.0.55 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679029 May 24 22:42:36.122741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccd65d-8786-43ce-9eb8-6675507410e6 req-7843adff-42b7-446d-a8e5-6b96abeaa062 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:36.124348 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35ccd65d-8786-43ce-9eb8-6675507410e6 req-7843adff-42b7-446d-a8e5-6b96abeaa062 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1511137 May 24 22:42:36.216817 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35ccd65d-8786-43ce-9eb8-6675507410e6 req-84632e9f-04ae-434e-a840-5a9d101cdc65 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833004 May 24 22:42:36.254701 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:36.296866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32347d2-5ad2-4fd6-8a46-db394314c331 req-cbdf3064-9f29-4aa0-a6c9-8218c29e2c3a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:36.298463 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e32347d2-5ad2-4fd6-8a46-db394314c331 req-cbdf3064-9f29-4aa0-a6c9-8218c29e2c3a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1249757 May 24 22:42:36.370989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e32347d2-5ad2-4fd6-8a46-db394314c331 req-df664dc4-508d-4ec1-b8eb-75ecc341f923 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636134 May 24 22:42:36.458691 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e033ee44-69bd-48fd-91e5-cf88af8614a8 req-3c98dffb-10c9-41d9-9ca2-0979786a325c tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 210 time: 0.0500917 May 24 22:42:36.542349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257c69b-a048-49aa-872f-4a59d659deff req-865a4b17-fe5f-490e-992a-0da6f8f6740a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:36.543945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3257c69b-a048-49aa-872f-4a59d659deff req-865a4b17-fe5f-490e-992a-0da6f8f6740a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1894007 May 24 22:42:36.675454 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3257c69b-a048-49aa-872f-4a59d659deff req-7f69ad29-5bb2-42d1-98b1-e8f935e2f078 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226096 May 24 22:42:36.705576 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41313c4f-c273-4706-9176-05ebd850b60b req-fdb53ebd-92bc-4995-be76-a65e1da2fec9 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0804458 May 24 22:42:36.839831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] Deleting port a0a74182-8211-4f25-847c-5254a54792bd {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:36.840424 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:36.988165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8065712d-291a-433a-98ba-78f8782219ab up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:42:37.071232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 8065712d-291a-433a-98ba-78f8782219ab completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:42:37.080994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 8065712d-291a-433a-98ba-78f8782219ab triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:42:37.081138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] For port a0a74182-8211-4f25-847c-5254a54792bd, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a0a74182-8211-4f25-847c-5254a54792bd,segment=NetworkSegment(93bb9711-e15b-48fb-8470-fb9d5ec78b86),segment_id=93bb9711-e15b-48fb-8470-fb9d5ec78b86)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:37.081371 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:37.081602 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:37.232214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8065712d-291a-433a-98ba-78f8782219ab is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:37.232581 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:37.265315 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd030eb2b-05ac-471e-874a-da848b4fff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8065712d-291a-433a-98ba-78f8782219ab'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:37.302876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8065712d-291a-433a-98ba-78f8782219ab, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8065712d-291a-433a-98ba-78f8782219ab,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:37.331987 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:37.341544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] Calling delete_port for a0a74182-8211-4f25-847c-5254a54792bd owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:42:37.378739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ffc66-b75d-4b54-aa88-a6fcfe8d0656 req-164be8dd-cadf-44b9-b17e-ce37fcc64356 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:37.386236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e9ffc66-b75d-4b54-aa88-a6fcfe8d0656 req-164be8dd-cadf-44b9-b17e-ce37fcc64356 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 944 time: 0.3853078 May 24 22:42:37.451595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e9ffc66-b75d-4b54-aa88-a6fcfe8d0656 req-1e5fb402-9285-4eb5-8a58-a39b8520ef44 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642362 May 24 22:42:37.526022 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c68a-a1b7-49f5-9c8f-7d31e83bf53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:37.539400 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72597ab0-639b-470f-bfcc-b936226da8ad'] response: {'server_uuid': 'd030eb2b-05ac-471e-874a-da848b4fff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8065712d-291a-433a-98ba-78f8782219ab', 'code': 200} May 24 22:42:37.570121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8065712d-291a-433a-98ba-78f8782219ab,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:37.749390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398e6ae-5b3a-4a44-8666-107771f665fb req-e25ad834-b3b0-4889-a904-25bc97af3d99 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:37.758080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8398e6ae-5b3a-4a44-8666-107771f665fb req-e25ad834-b3b0-4889-a904-25bc97af3d99 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3584425 May 24 22:42:37.839664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-59d4fe14-2de8-462b-b85b-d7db61cd0c9b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:37.841619 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-59d4fe14-2de8-462b-b85b-d7db61cd0c9b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "GET /v2.0/networks?id=54161b20-5eaf-4bc0-8875-2770e26eec09 HTTP/1.1" status: 200 len: 815 time: 0.2659001 May 24 22:42:37.847525 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8398e6ae-5b3a-4a44-8666-107771f665fb req-55f072f8-f5c4-4a33-9cf8-1da83d5a77b2 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886824 May 24 22:42:37.859522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Request body: {'port': {'device_id': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09', 'admin_state_up': True, 'tenant_id': '5d6a9e9780d441c8bebdd05154657f0a'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:37.926303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422b5e7-48a0-4164-acbb-97227de8f0c8 req-d0513c56-147d-40d3-924b-9325804cdc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:37.927791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5422b5e7-48a0-4164-acbb-97227de8f0c8 req-d0513c56-147d-40d3-924b-9325804cdc43 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 1096 time: 0.2845869 May 24 22:42:37.928673 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:38.003540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a74182-8211-4f25-847c-5254a54792bd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:38.023367 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5422b5e7-48a0-4164-acbb-97227de8f0c8 req-6ffd5f06-f661-477b-bca7-3b1ce16a35c7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451150 May 24 22:42:38.030894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a67b3-14db-4841-8636-9cc6a8d479d4 req-aed3fff3-3517-4c4a-8e77-4a35ffdc7c1d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:38.034062 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef0a67b3-14db-4841-8636-9cc6a8d479d4 req-aed3fff3-3517-4c4a-8e77-4a35ffdc7c1d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.3421695 May 24 22:42:38.047838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7c2d545-b04b-48f4-a77f-0aa998eed042 req-ca72adfc-9599-4e6d-b2bf-2b74f00fe027 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 210 time: 0.0725620 May 24 22:42:38.086630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:38.097779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Usage tracker for resource:port and tenant:5d6a9e9780d441c8bebdd05154657f0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:38.108582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:38.125055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:38.151653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Made reservation on behalf of 5d6a9e9780d441c8bebdd05154657f0a for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:38.155397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:38.188578 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef0a67b3-14db-4841-8636-9cc6a8d479d4 req-a0eede4a-6868-4476-9140-5b440cfcc9b1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743515 May 24 22:42:38.411172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939672-fbc4-4a0a-84f6-7a7273b4deee req-c93962ca-6fb1-4151-8d34-26d99ba364b2 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:38.418112 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-47939672-fbc4-4a0a-84f6-7a7273b4deee req-c93962ca-6fb1-4151-8d34-26d99ba364b2 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2532248 May 24 22:42:38.442489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4c8027a9-6bbc-446f-aabf-f8de844be52c req-4cc9fcd5-6a20-4fd2-9c33-d105ead2bf6b tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0624988 May 24 22:42:38.460323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:38.519244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Allocated IP 172.20.0.3 (54161b20-5eaf-4bc0-8875-2770e26eec09/d90a6c67-34e4-421d-ae52-0133858bfc68/1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:42:38.527715 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-47939672-fbc4-4a0a-84f6-7a7273b4deee req-6efc72aa-1b23-402a-ab15-a4dc4647d62d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087348 May 24 22:42:38.608834 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:38.638230 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:38.829523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78b55f-bd4b-4bc0-9930-d00a3a849597 req-643658e9-d26c-4e94-b68e-14a4316ac65c tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:38.836752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f78b55f-bd4b-4bc0-9930-d00a3a849597 req-643658e9-d26c-4e94-b68e-14a4316ac65c tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 945 time: 0.2019999 May 24 22:42:38.838483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:38.894244 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:38.970341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Network 54161b20-5eaf-4bc0-8875-2770e26eec09 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:42:38.973384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f78b55f-bd4b-4bc0-9930-d00a3a849597 req-659528aa-7d16-4751-b8cb-4c7ec1d3e391 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356235 May 24 22:42:38.974424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:38.988708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Pushing event updated for resources: {'Port': ['ID=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:38.991515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:42:39.003772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] Router 87b85bb3-cd14-44e8-b092-81db4dee77a0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:42:39.105973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:39.106792 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:39.143807 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-2f24b1ec-d825-4b71-ae04-c70dbb6ba9ce tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2890787 May 24 22:42:39.155020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05e2bb-761f-4f32-9feb-b2649fa80f44 req-f6f8a8c6-5d2c-4638-bd32-4d5625039611 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:39.162545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f05e2bb-761f-4f32-9feb-b2649fa80f44 req-f6f8a8c6-5d2c-4638-bd32-4d5625039611 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1419535 May 24 22:42:39.168917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Request body: {'port': {'device_id': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:39.258791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f05e2bb-761f-4f32-9feb-b2649fa80f44 req-80c4f592-ebdf-4a23-b25d-a13264e2a7a7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944617 May 24 22:42:39.341786 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:39.387829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37068f11-d528-45bb-80cd-71ae7a05761f req-ac8bcb8f-90e3-46bf-a3dc-566ccad3e910 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:39.395159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37068f11-d528-45bb-80cd-71ae7a05761f req-ac8bcb8f-90e3-46bf-a3dc-566ccad3e910 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 931 time: 0.2012362 May 24 22:42:39.420039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:42:39.433876 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3f5c2dba-6c41-4c92-ab25-b87d8fdf992c admin admin] 10.222.0.55 "PUT /v2.0/routers/87b85bb3-cd14-44e8-b092-81db4dee77a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1765697 May 24 22:42:39.436815 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71649b-71ac-4cfd-936f-b79b9e3c27a5 None None] Sync routers for ids ['87b85bb3-cd14-44e8-b092-81db4dee77a0'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:42:39.437415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45420) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:39.453881 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71649b-71ac-4cfd-936f-b79b9e3c27a5 None None] Routers {'87b85bb3-cd14-44e8-b092-81db4dee77a0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:42:39.454714 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3a71649b-71ac-4cfd-936f-b79b9e3c27a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:42:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['87b85bb3-cd14-44e8-b092-81db4dee77a0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:39.473562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37068f11-d528-45bb-80cd-71ae7a05761f req-f6e245b8-4029-4c6d-bda2-a733f01d0476 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775027 May 24 22:42:39.685922 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3a71649b-71ac-4cfd-936f-b79b9e3c27a5 None None] Set router 87b85bb3-cd14-44e8-b092-81db4dee77a0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:42:39.691048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e37dbd8a-5190-4d78-8bb3-457515695e94 req-5a6528bf-3037-4551-bc3b-d3fe3f429986 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0759013 May 24 22:42:39.846781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:39.852159 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:39.907679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba8cb-62e9-4b97-9121-b0dbdadbefe6 req-74b8ab5a-b159-43b7-89f1-5497ed66728d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:39.909517 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf2ba8cb-62e9-4b97-9121-b0dbdadbefe6 req-74b8ab5a-b159-43b7-89f1-5497ed66728d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1077402 May 24 22:42:39.952102 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3256df1-189a-4028-add8-ba7e9bccae9b req-2de750fe-6c54-43e7-9d9b-7e8bd904d660 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:39.953756 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f3256df1-189a-4028-add8-ba7e9bccae9b req-2de750fe-6c54-43e7-9d9b-7e8bd904d660 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.5200851 May 24 22:42:39.962290 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf2ba8cb-62e9-4b97-9121-b0dbdadbefe6 req-eed6497b-a559-4ad8-973c-1435f9d71ffe tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463374 May 24 22:42:40.060259 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3a71649b-71ac-4cfd-936f-b79b9e3c27a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-router', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:11Z', 'updated_at': '2022-05-24T22:42:37Z', 'revision_number': 5, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'gw_port': {'id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:12Z', 'updated_at': '2022-05-24T22:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:40.064634 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71649b-71ac-4cfd-936f-b79b9e3c27a5 None None] Checking router: 87b85bb3-cd14-44e8-b092-81db4dee77a0 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:42:40.077120 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71649b-71ac-4cfd-936f-b79b9e3c27a5 None None] Routers {'87b85bb3-cd14-44e8-b092-81db4dee77a0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:42:40.077781 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3a71649b-71ac-4cfd-936f-b79b9e3c27a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:42:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['87b85bb3-cd14-44e8-b092-81db4dee77a0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:40.136144 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f3256df1-189a-4028-add8-ba7e9bccae9b req-d58a7ef3-12d3-4865-ac65-e688e5d40e11 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621399 May 24 22:42:40.192515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:40.198944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973958-28dc-4c21-84c6-e336b0ee3ede req-7940800f-df3b-4eca-a67a-656b605e99d9 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:40.200766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c973958-28dc-4c21-84c6-e336b0ee3ede req-7940800f-df3b-4eca-a67a-656b605e99d9 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 945 time: 0.0868204 May 24 22:42:40.216038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Deleting port 26e4fd6b-d108-4c64-9496-a742243f8f57 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:40.216404 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:40.256753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c973958-28dc-4c21-84c6-e336b0ee3ede req-8a5d8583-80ac-4356-afb2-bb5905ec0e6e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483272 May 24 22:42:40.334670 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3a71649b-71ac-4cfd-936f-b79b9e3c27a5 None None] Set router 87b85bb3-cd14-44e8-b092-81db4dee77a0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:42:40.334895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:42:40.393585 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:40.475612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Transition to ACTIVE for port object 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:42:40.479349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d4151-60d1-4091-a330-846fdb1b444b req-590359e6-f265-4111-bb0d-81b4400e1c99 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:40.491907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e19d4151-60d1-4091-a330-846fdb1b444b req-590359e6-f265-4111-bb0d-81b4400e1c99 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 1096 time: 0.1088252 May 24 22:42:40.495625 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:40.573314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e19d4151-60d1-4091-a330-846fdb1b444b req-a86a2d71-46ae-4f4f-9cd0-58ff37d3c30b tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Synchronizing usage tracker for tenant:06211e7f9ebc47f3bcfc61433b8740a4 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:42:40.607169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e19d4151-60d1-4091-a330-846fdb1b444b req-a86a2d71-46ae-4f4f-9cd0-58ff37d3c30b tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Unset dirty status for tenant:06211e7f9ebc47f3bcfc61433b8740a4 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:42:40.608380 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e19d4151-60d1-4091-a330-846fdb1b444b req-a86a2d71-46ae-4f4f-9cd0-58ff37d3c30b tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153355 May 24 22:42:40.742870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] For port 26e4fd6b-d108-4c64-9496-a742243f8f57, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=26e4fd6b-d108-4c64-9496-a742243f8f57,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:40.743130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:40.778225 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3a71649b-71ac-4cfd-936f-b79b9e3c27a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-router', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:11Z', 'updated_at': '2022-05-24T22:42:37Z', 'revision_number': 5, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'gw_port': {'id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:12Z', 'updated_at': '2022-05-24T22:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:40.782581 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71649b-71ac-4cfd-936f-b79b9e3c27a5 None None] The sync data for ids ['87b85bb3-cd14-44e8-b092-81db4dee77a0'] in n-d-843146-7 is: [{'id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-480732510-router', 'tenant_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:40:11Z', 'updated_at': '2022-05-24T22:42:37Z', 'revision_number': 5, 'project_id': '7ec6bf3cebd54de2b1b7c8c5855b9358', 'gw_port': {'id': '26e4fd6b-d108-4c64-9496-a742243f8f57', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b85bb3-cd14-44e8-b092-81db4dee77a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:40:12Z', 'updated_at': '2022-05-24T22:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:42:40.854785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:40.858855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7396208-2a92-4eb2-8ae9-40f67c43fc09 req-ab3d8e1c-2044-4c4c-a3ab-8891a5a4c7fb tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:40.860527 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7396208-2a92-4eb2-8ae9-40f67c43fc09 req-ab3d8e1c-2044-4c4c-a3ab-8891a5a4c7fb tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 943 time: 0.1023641 May 24 22:42:40.908569 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7396208-2a92-4eb2-8ae9-40f67c43fc09 req-0d50f4d3-6146-4f45-b3f7-5c2f137d76b1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 May 24 22:42:40.931407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Calling delete_port for 26e4fd6b-d108-4c64-9496-a742243f8f57 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:42:41.004207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204ea31-ab7e-4bce-a2a8-a9c03798e4d5 req-cba6163d-cc4c-469b-8507-d22d2501bea6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:41.005623 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9204ea31-ab7e-4bce-a2a8-a9c03798e4d5 req-cba6163d-cc4c-469b-8507-d22d2501bea6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.6189625 May 24 22:42:41.083427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28ac6e-b389-4fc4-a06d-a222837ebd34 req-b426dbdf-410a-4fa3-92d1-8bfa432f6f40 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:41.084981 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c28ac6e-b389-4fc4-a06d-a222837ebd34 req-b426dbdf-410a-4fa3-92d1-8bfa432f6f40 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 1096 time: 0.0754433 May 24 22:42:41.116192 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9204ea31-ab7e-4bce-a2a8-a9c03798e4d5 req-f20c7bf9-a264-44cb-83f5-b3fa153a87f1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010795 May 24 22:42:41.117965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Attempting to bind port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:42:41.118297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Attempting to bind port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:42:41.118624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Attempting to bind port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff on network 54161b20-5eaf-4bc0-8875-2770e26eec09 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:41.126331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff on network 54161b20-5eaf-4bc0-8875-2770e26eec09 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:42:41.126649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Attempting to bind port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff on network 54161b20-5eaf-4bc0-8875-2770e26eec09 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:41.134851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:42:41.135187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Checking segment: {'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:42:41.135582 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c28ac6e-b389-4fc4-a06d-a222837ebd34 req-aadc31b5-4904-454e-a392-818c1e840856 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376980 May 24 22:42:41.135722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Bound using segment: {'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:42:41.136028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Bound port: 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:42:41.136374 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:41.351696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] For port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:42:41.357463 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd9331a0-9dc7-44f3-a381-5a12ee9284a0 req-80250fa3-239c-4a1a-84c8-ee7e9e1b9993 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0613718 May 24 22:42:41.365691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3667c-f166-4dde-ae66-c72eb7f3b54d req-dd895aae-379c-4aa8-9178-d96b8e8358ae tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:41.373685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ec3667c-f166-4dde-ae66-c72eb7f3b54d req-dd895aae-379c-4aa8-9178-d96b8e8358ae tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1004086 May 24 22:42:41.386399 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:41.430910 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ec3667c-f166-4dde-ae66-c72eb7f3b54d req-c2e15a6a-cb9a-4556-86b2-d2f56d50b7ff tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560563 May 24 22:42:41.449141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e4fd6b-d108-4c64-9496-a742243f8f57,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:41.479999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] For port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:42:41.494510 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:41.697943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:41.698606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:41.699991 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] 10.222.0.50 "PUT /v2.0/ports/1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff HTTP/1.1" status: 200 len: 1091 time: 2.5353544 May 24 22:42:41.703171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'tag': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:41.730826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:41.854804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3ee37-83a1-490b-88fa-a1514670ce90 req-cbd85fa6-5b78-4af1-a32a-9585f5a93fdb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:41.856266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0fd3ee37-83a1-490b-88fa-a1514670ce90 req-cbd85fa6-5b78-4af1-a32a-9585f5a93fdb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1033893 May 24 22:42:41.918341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0fd3ee37-83a1-490b-88fa-a1514670ce90 req-383a15ac-56e7-41b8-8169-24c627b783fe tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554616 May 24 22:42:42.021357 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b46468b-5dde-4c3b-a600-cdf32bb5c78e'] response: {'name': 'network-changed', 'server_uuid': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'tag': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff', 'status': 'completed', 'code': 200} May 24 22:42:42.059515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:42.068954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50743ac-0d02-44b1-8ff3-883b46913077 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:42.073682 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:42.111170 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:42.111660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87b85bb3-cd14-44e8-b092-81db4dee77a0 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:42:42.135651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-d95cc3ba-1f9a-4bd8-b412-f5f74ec0ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:42.137339 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-d95cc3ba-1f9a-4bd8-b412-f5f74ec0ff20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d6a9e9780d441c8bebdd05154657f0a&device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 1094 time: 0.3343499 May 24 22:42:42.139422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078935c-0c25-4411-a752-0bea062548a5 req-7fb1427d-26b3-450a-9452-a8e7264a0702 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:42.140742 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9078935c-0c25-4411-a752-0bea062548a5 req-7fb1427d-26b3-450a-9452-a8e7264a0702 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 1096 time: 0.2333720 May 24 22:42:42.142408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:42.143692 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bac419d7-4e8a-4425-9640-a7a23adb4a89 admin admin] 10.222.0.55 "DELETE /v2.0/routers/87b85bb3-cd14-44e8-b092-81db4dee77a0 HTTP/1.1" status: 204 len: 168 time: 2.6894903 May 24 22:42:42.157701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45468) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:42.231293 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-ea6aab02-027a-439a-9d5b-4bd1915225ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff HTTP/1.1" status: 200 len: 217 time: 0.0835643 May 24 22:42:42.261938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccdf8ec-0da2-4b4b-a8e3-7d399c3e591a admin admin] Deleting subnet 9858d698-24b8-4528-85e2-544f28f048a6 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:42:42.269304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf8ec-0da2-4b4b-a8e3-7d399c3e591a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:42.368076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0655dc7-0a0e-439a-9f7a-40d1234023df req-23360565-e4c7-4f5a-a974-23ace646b816 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:42.369840 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0655dc7-0a0e-439a-9f7a-40d1234023df req-23360565-e4c7-4f5a-a974-23ace646b816 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 943 time: 0.2736151 May 24 22:42:42.384380 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf8ec-0da2-4b4b-a8e3-7d399c3e591a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:42.438223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9078935c-0c25-4411-a752-0bea062548a5 req-fa77ac10-19ed-429a-bbf6-f5d70c0a516d tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288814 May 24 22:42:42.451057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-b7c05d93-349d-4b3a-be16-fdef7ce45401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:42.452539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-b7c05d93-349d-4b3a-be16-fdef7ce45401 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d90a6c67-34e4-421d-ae52-0133858bfc68 HTTP/1.1" status: 200 len: 855 time: 0.2140553 May 24 22:42:42.491681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0655dc7-0a0e-439a-9f7a-40d1234023df req-0777122a-419d-4f4b-8888-f21b0aebd1ae tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139987 May 24 22:42:42.546666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-e380abdb-8ea4-498d-836a-d56eb394d0bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54161b20-5eaf-4bc0-8875-2770e26eec09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835247 May 24 22:42:42.589171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf8ec-0da2-4b4b-a8e3-7d399c3e591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:42.777847 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df847409-5d80-4ef0-8c4f-0472acd54e12 req-7c61667c-4c94-489b-9bed-34fa6d240748 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0544007 May 24 22:42:42.794493 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf8ec-0da2-4b4b-a8e3-7d399c3e591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:42.862632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdf8ec-0da2-4b4b-a8e3-7d399c3e591a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9858d698-24b8-4528-85e2-544f28f048a6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:42.880877 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf8ec-0da2-4b4b-a8e3-7d399c3e591a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:42.883403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80488554-9e8e-4788-a75f-7427be298aa2 None None] Network c879d430-c923-4a39-8ddf-58a01f799a4c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:42:42.893131 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1ccdf8ec-0da2-4b4b-a8e3-7d399c3e591a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9858d698-24b8-4528-85e2-544f28f048a6 HTTP/1.1" status: 204 len: 168 time: 0.7342880 May 24 22:42:42.897133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45482) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:42.902513 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-5d2b7e27-ae6d-4dac-a51d-0f12d7cf3eb1 service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407607 May 24 22:42:43.028645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a093d4f-85a9-4d83-a742-fc4f3835b3bc req-54e6a016-6e3a-4a41-b602-c04998b3a57d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:43.031589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a0a74182-8211-4f25-847c-5254a54792bd no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:42:43.037803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a093d4f-85a9-4d83-a742-fc4f3835b3bc req-54e6a016-6e3a-4a41-b602-c04998b3a57d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3265030 May 24 22:42:43.098968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a0a74182-8211-4f25-847c-5254a54792bd {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:42:43.099222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a0a74182-8211-4f25-847c-5254a54792bd not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:42:43.099948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 26e4fd6b-d108-4c64-9496-a742243f8f57 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:42:43.148079 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a093d4f-85a9-4d83-a742-fc4f3835b3bc req-1cc33064-29c1-49b0-91bc-d49a94c5c42e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064236 May 24 22:42:43.168378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 26e4fd6b-d108-4c64-9496-a742243f8f57 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:42:43.168729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 26e4fd6b-d108-4c64-9496-a742243f8f57 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:42:43.217830 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f352801-360c-4e50-84b9-add44eaed6b2 req-249c2b76-e718-47a0-ba05-709d9ca34957 service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027229 May 24 22:42:43.225285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:43.245866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Deleting port eb23c12b-37fd-499a-a403-2c7e19a593b9 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:43.246188 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:43.349909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fa92b-8aef-47af-9d3b-98f611a61640 req-a1a07828-e897-48b0-b6d5-f45d3b479f52 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:43.351314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2fa92b-8aef-47af-9d3b-98f611a61640 req-a1a07828-e897-48b0-b6d5-f45d3b479f52 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.3477843 May 24 22:42:43.430274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2564cd04-709e-4b04-9314-9de19a28e4a8 None None] DHCP port deletion for c879d430-c923-4a39-8ddf-58a01f799a4c request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:42:43.435698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2564cd04-709e-4b04-9314-9de19a28e4a8 None None] Deleting port eb23c12b-37fd-499a-a403-2c7e19a593b9 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:43.436435 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2564cd04-709e-4b04-9314-9de19a28e4a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:43.483256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273afd9-ba56-42b3-87d8-b6bd0f89fd90 req-fd673365-5146-482c-9b36-2617f2b3f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:43.484737 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0273afd9-ba56-42b3-87d8-b6bd0f89fd90 req-fd673365-5146-482c-9b36-2617f2b3f657 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d6a9e9780d441c8bebdd05154657f0a&device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 1094 time: 0.1872065 May 24 22:42:43.492840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640af0e-44db-4b0c-954e-5a4ae784a310 req-1320f78c-04e7-4c17-8b86-9b34ce64f277 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:43.494254 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1640af0e-44db-4b0c-954e-5a4ae784a310 req-1320f78c-04e7-4c17-8b86-9b34ce64f277 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1264126 May 24 22:42:43.511181 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2fa92b-8aef-47af-9d3b-98f611a61640 req-51630dc7-2c0d-4a42-bf2e-bb63358fd649 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278660 May 24 22:42:43.581081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] For port eb23c12b-37fd-499a-a403-2c7e19a593b9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=eb23c12b-37fd-499a-a403-2c7e19a593b9,segment=NetworkSegment(93bb9711-e15b-48fb-8470-fb9d5ec78b86),segment_id=93bb9711-e15b-48fb-8470-fb9d5ec78b86)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:43.581443 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:43.702746 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2564cd04-709e-4b04-9314-9de19a28e4a8 None None] For port eb23c12b-37fd-499a-a403-2c7e19a593b9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=eb23c12b-37fd-499a-a403-2c7e19a593b9,segment=NetworkSegment(93bb9711-e15b-48fb-8470-fb9d5ec78b86),segment_id=93bb9711-e15b-48fb-8470-fb9d5ec78b86)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:43.703512 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2564cd04-709e-4b04-9314-9de19a28e4a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:43.735500 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1640af0e-44db-4b0c-954e-5a4ae784a310 req-58372050-bbf6-4874-9008-1d34452e7ce5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963372 May 24 22:42:43.780707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273afd9-ba56-42b3-87d8-b6bd0f89fd90 req-30ef91f8-3d6d-4c08-b0cb-510e52f9dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:43.782848 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0273afd9-ba56-42b3-87d8-b6bd0f89fd90 req-30ef91f8-3d6d-4c08-b0cb-510e52f9dcc5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=54161b20-5eaf-4bc0-8875-2770e26eec09 HTTP/1.1" status: 200 len: 916 time: 0.2875404 May 24 22:42:43.824855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Calling delete_port for eb23c12b-37fd-499a-a403-2c7e19a593b9 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:42:43.872847 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0273afd9-ba56-42b3-87d8-b6bd0f89fd90 req-9b320cc0-8121-438f-8eee-7d713f0429f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff HTTP/1.1" status: 200 len: 217 time: 0.0831301 May 24 22:42:43.876591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2564cd04-709e-4b04-9314-9de19a28e4a8 None None] Calling delete_port for eb23c12b-37fd-499a-a403-2c7e19a593b9 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:42:43.939618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d948ef-addf-42f1-8369-88b471f63331 req-f20b4660-6ed9-4fa6-8148-c2b7adbc8c6f tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:43.947115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3d948ef-addf-42f1-8369-88b471f63331 req-f20b4660-6ed9-4fa6-8148-c2b7adbc8c6f tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 1096 time: 0.2212281 May 24 22:42:43.981961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:43.988449 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-2564cd04-709e-4b04-9314-9de19a28e4a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:42:43.988926 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-2564cd04-709e-4b04-9314-9de19a28e4a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:42:43.993393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273afd9-ba56-42b3-87d8-b6bd0f89fd90 req-43597eb6-f7e0-485b-bfaf-fa89bc3b697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:43.995019 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0273afd9-ba56-42b3-87d8-b6bd0f89fd90 req-43597eb6-f7e0-485b-bfaf-fa89bc3b697a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d90a6c67-34e4-421d-ae52-0133858bfc68 HTTP/1.1" status: 200 len: 855 time: 0.0814884 May 24 22:42:44.035411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb23c12b-37fd-499a-a403-2c7e19a593b9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:44.040048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] No DVR routers for this DVR port eb23c12b-37fd-499a-a403-2c7e19a593b9 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:42:44.048712 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0273afd9-ba56-42b3-87d8-b6bd0f89fd90 req-4f8cd75a-53ff-4e45-b096-3433a2e24081 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54161b20-5eaf-4bc0-8875-2770e26eec09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454423 May 24 22:42:44.056878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae835c-a5cc-47f3-bae2-f374f91ff1b8 req-91888d16-a851-4f84-a9e4-98e4b055deef tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:44.057714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d1ae835c-a5cc-47f3-bae2-f374f91ff1b8 req-91888d16-a851-4f84-a9e4-98e4b055deef tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Synchronizing usage tracker for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:42:44.081219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3d948ef-addf-42f1-8369-88b471f63331 req-e00e3d72-869b-42cb-9691-38de4de8f4f4 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332226 May 24 22:42:44.167694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d1ae835c-a5cc-47f3-bae2-f374f91ff1b8 req-91888d16-a851-4f84-a9e4-98e4b055deef tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Unset dirty status for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:42:44.175941 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1ae835c-a5cc-47f3-bae2-f374f91ff1b8 req-91888d16-a851-4f84-a9e4-98e4b055deef tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 943 time: 0.2992570 May 24 22:42:44.192315 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:44.238626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0273afd9-ba56-42b3-87d8-b6bd0f89fd90 req-142f0efa-2b0f-41ec-b766-a34216394b01 service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776407 May 24 22:42:44.249384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d1ae835c-a5cc-47f3-bae2-f374f91ff1b8 req-2b84e8b5-7127-4b8b-a22f-8b9669be1116 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Synchronizing usage tracker for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:42:44.266379 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cac13535-3644-4e18-b8d1-59c6462de766 req-586c9262-fd28-4e09-bab4-4d2f30f4d5f2 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0649116 May 24 22:42:44.269981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c879d430-c923-4a39-8ddf-58a01f799a4c']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:44.284113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bb9711-e15b-48fb-8470-fb9d5ec78b86') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:44.284680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bb9711-e15b-48fb-8470-fb9d5ec78b86') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:44.297779 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:44.314064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:44.320333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:42:44.320574 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:44.369276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d1ae835c-a5cc-47f3-bae2-f374f91ff1b8 req-2b84e8b5-7127-4b8b-a22f-8b9669be1116 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Unset dirty status for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:42:44.371119 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1ae835c-a5cc-47f3-bae2-f374f91ff1b8 req-2b84e8b5-7127-4b8b-a22f-8b9669be1116 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941707 May 24 22:42:44.385394 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 93bb9711-e15b-48fb-8470-fb9d5ec78b86 resource provider aggregate not found May 24 22:42:44.397159 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0273afd9-ba56-42b3-87d8-b6bd0f89fd90 req-a5fdb28c-057b-48c5-8c82-8818c382b5cb service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439238 May 24 22:42:44.419599 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 93bb9711-e15b-48fb-8470-fb9d5ec78b86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93bb9711-e15b-48fb-8470-fb9d5ec78b86 found for delete ", "request_id": "req-a46bbe4a-6621-4746-9b04-f4d97cfb804d"}]} May 24 22:42:44.464122 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:44.483024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:44.489791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2564cd04-709e-4b04-9314-9de19a28e4a8 None None] Deleting port eb23c12b-37fd-499a-a403-2c7e19a593b9 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:42:44.490328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2564cd04-709e-4b04-9314-9de19a28e4a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:44.499407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c879d430-c923-4a39-8ddf-58a01f799a4c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:44.505678 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c11b52a1-e6a2-4122-b5a2-eb6cc627d5e1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c879d430-c923-4a39-8ddf-58a01f799a4c HTTP/1.1" status: 204 len: 168 time: 1.6069407 May 24 22:42:44.525385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0113-585a-485b-aeeb-3c65ec31c505 req-8ae93cf2-2a1c-4b71-ad66-764ecaed7e14 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:44.527166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-746a0113-585a-485b-aeeb-3c65ec31c505 req-8ae93cf2-2a1c-4b71-ad66-764ecaed7e14 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 1096 time: 0.1048212 May 24 22:42:44.578407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2564cd04-709e-4b04-9314-9de19a28e4a8 None None] The port 'eb23c12b-37fd-499a-a403-2c7e19a593b9' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:42:44.580039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-746a0113-585a-485b-aeeb-3c65ec31c505 req-06c6281f-46bb-4d25-bc85-4cfb61f9dd6a tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 May 24 22:42:44.620340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55223c71-a494-4872-9ceb-a12d1922caf1 req-7d3f3bf7-d795-4566-bf2a-9b5cdb2a887c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:44.622414 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55223c71-a494-4872-9ceb-a12d1922caf1 req-7d3f3bf7-d795-4566-bf2a-9b5cdb2a887c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1327488 May 24 22:42:44.674024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55223c71-a494-4872-9ceb-a12d1922caf1 req-64cce091-2e8f-4f28-a6e0-655cc945d70b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456707 May 24 22:42:44.712188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45510) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:44.764931 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-25f56c3a-efa1-45e7-9fae-bbd7f1002bdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e42f741d06f24df5aca4a152c1219373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518148 May 24 22:42:44.764931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45514) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:44.778130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328fd8c-7a00-4f63-83c6-98bf06397941 req-7efd2bfe-ef3e-4704-910f-e67d9aa75983 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:44.779674 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2328fd8c-7a00-4f63-83c6-98bf06397941 req-7efd2bfe-ef3e-4704-910f-e67d9aa75983 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0859890 May 24 22:42:44.828828 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbc6163d-a999-44e2-9078-5df5fbc5c8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:44.850937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2328fd8c-7a00-4f63-83c6-98bf06397941 req-55cbe2e5-bcbf-4640-bd2e-b605ef50f793 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635712 May 24 22:42:44.865329 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbc6163d-a999-44e2-9078-5df5fbc5c8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:44.878620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device eb23c12b-37fd-499a-a403-2c7e19a593b9 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:42:44.925278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: eb23c12b-37fd-499a-a403-2c7e19a593b9 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:42:44.926000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device eb23c12b-37fd-499a-a403-2c7e19a593b9 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:42:44.989066 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:42:45.034290 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbc6163d-a999-44e2-9078-5df5fbc5c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:45.057013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6163d-a999-44e2-9078-5df5fbc5c8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6122f0e6-d93f-469f-a03b-8d17828a5e53,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:45.064681 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbc6163d-a999-44e2-9078-5df5fbc5c8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:45.066048 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cbc6163d-a999-44e2-9078-5df5fbc5c8ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6122f0e6-d93f-469f-a03b-8d17828a5e53 HTTP/1.1" status: 204 len: 168 time: 0.3002863 May 24 22:42:45.082898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a8788-dfaa-4012-8429-f9eca1d8784a req-bb2fe302-bedc-45e5-8120-bef93f66439d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:45.091054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e22a8788-dfaa-4012-8429-f9eca1d8784a req-bb2fe302-bedc-45e5-8120-bef93f66439d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1236401 May 24 22:42:45.137931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e22a8788-dfaa-4012-8429-f9eca1d8784a req-0741166a-0bbe-41be-bcef-8ff6eab9b044 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456173 May 24 22:42:45.198412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:45.225401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff', 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09', 'port_id': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff', 'mac_address': 'fa:16:3e:79:ab:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90a6c67-34e4-421d-ae52-0133858bfc68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:42:45.285463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:45.285886 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:45.304866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:42:45.332138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:45.340136 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:45.423929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:45.441948 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:42:45.452533 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a29ca3e-89f3-4887-8a08-2915b54c315a req-8dc8848f-5a4f-48b6-b16e-8b81dc25395f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731177 May 24 22:42:45.561942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45554) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:45.565615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-331dc505-03aa-410c-9431-c3f7b4c914c6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:45.573071 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-331dc505-03aa-410c-9431-c3f7b4c914c6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 821 time: 0.1950810 May 24 22:42:45.589444 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-089e2227-29f2-4cc5-a82e-9d0820ab9686 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/quotas/c1e295fbcd2e4ba9914279ba523f98aa HTTP/1.1" status: 200 len: 375 time: 0.0153339 May 24 22:42:45.629356 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6a4c74ac-238b-43c2-b686-53b06ef82235 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ec6bf3cebd54de2b1b7c8c5855b9358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638793 May 24 22:42:45.629683 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45562) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:45.639205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:42:45.688042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-a711e014-97f2-4dc9-aa11-6b14cffe1827 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974126 May 24 22:42:45.706682 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e7afb1e-9eb1-4ee9-b1a4-4ad5eb6bbc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:45.738360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e7afb1e-9eb1-4ee9-b1a4-4ad5eb6bbc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:45.810776 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e7afb1e-9eb1-4ee9-b1a4-4ad5eb6bbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:45.829278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7afb1e-9eb1-4ee9-b1a4-4ad5eb6bbc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0427d61-789e-45f3-9ce1-69ecd900a1e3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:45.836791 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e7afb1e-9eb1-4ee9-b1a4-4ad5eb6bbc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:45.841080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9e7afb1e-9eb1-4ee9-b1a4-4ad5eb6bbc55 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0427d61-789e-45f3-9ce1-69ecd900a1e3 HTTP/1.1" status: 204 len: 168 time: 0.2103183 May 24 22:42:45.924025 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-d40b6f73-0c79-4250-b608-597d858b8fd5 service neutron] 10.222.0.55 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343338 May 24 22:42:46.064936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-fc6f80b0-b5af-4202-97d5-fd8beb2d25a2 service neutron] 10.222.0.55 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330156 May 24 22:42:46.247383 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92aa4fd8-1608-4622-a898-de90e0a5558a req-0cc0de44-6cce-4513-9e43-141054346254 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0447729 May 24 22:42:46.463289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65479a-956e-4dfe-9ba4-a3ccdb0bb1b4 req-d429f05c-16fd-4ff6-a36a-a6c220d31cd7 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:46.465221 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa65479a-956e-4dfe-9ba4-a3ccdb0bb1b4 req-d429f05c-16fd-4ff6-a36a-a6c220d31cd7 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 944 time: 0.1078260 May 24 22:42:46.522932 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa65479a-956e-4dfe-9ba4-a3ccdb0bb1b4 req-d8cb4810-2613-4b83-85c2-903f222f1bf8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515950 May 24 22:42:46.650259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec14b6-c019-41bf-97e1-416a04448244 req-4018ef24-3da9-4059-9404-4fdec9d39574 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:46.652397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26ec14b6-c019-41bf-97e1-416a04448244 req-4018ef24-3da9-4059-9404-4fdec9d39574 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1162496 May 24 22:42:46.702968 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26ec14b6-c019-41bf-97e1-416a04448244 req-17099e00-8eb4-4469-ae99-2495ec46d64c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 May 24 22:42:46.780310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e38ee-6af0-480c-b631-4ef4dfba9b11 req-2e757104-8537-47a0-89fa-0c5e4ffbdcdb tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:46.788023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7d5e38ee-6af0-480c-b631-4ef4dfba9b11 req-2e757104-8537-47a0-89fa-0c5e4ffbdcdb tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1158407 May 24 22:42:46.799737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45622) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:46.830505 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7d5e38ee-6af0-480c-b631-4ef4dfba9b11 req-2f926d52-1974-401c-ae72-0cb96af62e03 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 May 24 22:42:46.919197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f305484-14c3-464a-8121-8be62613edb3 req-b31cc91a-0c65-4751-a76f-40baa0a7c1ec tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:46.926481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f305484-14c3-464a-8121-8be62613edb3 req-b31cc91a-0c65-4751-a76f-40baa0a7c1ec tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0941927 May 24 22:42:46.949875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-194160849-network', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:46.963908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:46.975111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Usage tracker for resource:network and tenant:b0e74a4ed1764205811aa0c17d3da2dc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:46.979322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:46.989427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:46.999441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:42:47.003899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f305484-14c3-464a-8121-8be62613edb3 req-d93b9fa4-2a01-40e9-bbc5-8eb2149e9210 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764308 May 24 22:42:47.028637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Made reservation on behalf of b0e74a4ed1764205811aa0c17d3da2dc for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:47.031211 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.058515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.083930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:47.090506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Usage tracker for resource:security_group_rule and tenant:b0e74a4ed1764205811aa0c17d3da2dc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:47.095778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:47.103052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:47.104397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:42:47.112979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:42:47.113362 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.121033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-6c79a7b6-b35a-4531-a084-3d7346f63b33 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:47.122624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-6c79a7b6-b35a-4531-a084-3d7346f63b33 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 807 time: 0.1888340 May 24 22:42:47.161241 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-f8266749-9dcb-43ff-a3ed-bf2baec1ec20 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/quotas/355c63ecefdc4af48b20f4226cb8b69d HTTP/1.1" status: 200 len: 375 time: 0.0237980 May 24 22:42:47.225444 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7afa794f-cb85-4a73-bbce-1fdd5fcfb983 req-bb2c04d2-ed9d-40a3-b12e-46a9e3b0dfb9 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 210 time: 0.0655949 May 24 22:42:47.256373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:47.256755 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.271053 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-3c7fd9e2-6c77-49f6-b91e-ef1e8e0ff8c8 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084301 May 24 22:42:47.283952 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.293628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.294035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:47.305718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:47.316435 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.335449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:42:47.352526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a148e0-8811-48fe-b7ce-480ebf6eec32,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:47.359279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.359842 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Added segment 263f7482-1ee9-49b9-94ee-29f6c7518cee of type vlan for network 9cce27c4-a337-4463-8b78-dc856ed3e961 May 24 22:42:47.392891 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.400455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:47.443861 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-669b9802-4d78-4008-b29f-a1bd2cb2a11f req-7cb72dc4-9d4e-40be-94f6-7c4a468ced54 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0463049 May 24 22:42:47.445077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-743e905a-1161-4cac-a547-d5909959174d service neutron] 10.222.0.55 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666515 May 24 22:42:47.467210 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.475350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:47.475350 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.509934 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74969b1-af32-4482-8386-babf5b02719b'] response: {'server_uuid': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff', 'code': 200} May 24 22:42:47.588995 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-5d9cdd52-5b71-4029-ba89-dc6bb0fb0725 service neutron] 10.222.0.55 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381791 May 24 22:42:47.593023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] Pushing event updated for resources: {'Network': ['ID=9cce27c4-a337-4463-8b78-dc856ed3e961,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:47.599539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8e621676-a8d1-4205-83f7-e87dea57dd5e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7985408 May 24 22:42:47.603874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45642) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:47.604788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 9cce27c4-a337-4463-8b78-dc856ed3e961 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:42:47.612269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Request body: {'subnet': {'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-194160849-subnet', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:47.617619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:47.622778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Usage tracker for resource:subnet and tenant:b0e74a4ed1764205811aa0c17d3da2dc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:47.626583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:47.632800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:47.650640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Made reservation on behalf of b0e74a4ed1764205811aa0c17d3da2dc for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:47.653432 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:47.749290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf08f-28a6-46c2-8cae-f4999254bc54 req-db8eb053-fa8d-489b-9951-b6fe41e4c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:47.750834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da1bf08f-28a6-46c2-8cae-f4999254bc54 req-db8eb053-fa8d-489b-9951-b6fe41e4c5de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 1096 time: 0.1255326 May 24 22:42:47.820620 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da1bf08f-28a6-46c2-8cae-f4999254bc54 req-00f89ecb-1430-420a-a317-c8a7e40f59c0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614536 May 24 22:42:47.960506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ad8d-9cf7-4f6b-8832-aa8913ab5577 req-86dc51bf-73bc-40df-8174-e2a9e1405f2c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:47.962326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbf2ad8d-9cf7-4f6b-8832-aa8913ab5577 req-86dc51bf-73bc-40df-8174-e2a9e1405f2c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0814016 May 24 22:42:48.013964 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbf2ad8d-9cf7-4f6b-8832-aa8913ab5577 req-5ff87d6b-a922-47c9-bc8f-d9826f556a9c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 May 24 22:42:48.071323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2dc3581f-ad4e-4d8d-9221-9b961b28fdd4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:48.072751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2dc3581f-ad4e-4d8d-9221-9b961b28fdd4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 821 time: 0.2966595 May 24 22:42:48.108345 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-09e20997-9a95-43fa-aaf4-4092c9957e6f req-9ad9a562-319d-44e6-a670-e659b975dafd tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 210 time: 0.0452206 May 24 22:42:48.109996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239dbe9-2e70-4765-a32f-97688281daca req-a2752102-7f4c-453c-9919-667496322d42 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:48.116868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2239dbe9-2e70-4765-a32f-97688281daca req-a2752102-7f4c-453c-9919-667496322d42 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.3417897 May 24 22:42:48.127708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Request body: {'port': {'device_id': '16d5f066-2e01-4a0d-a767-85f2e305d206', 'network_id': 'a048d222-b793-4627-8502-0af448f97e98', 'admin_state_up': True, 'tenant_id': 'c1e295fbcd2e4ba9914279ba523f98aa'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:48.286057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2239dbe9-2e70-4765-a32f-97688281daca req-51880dcd-c34b-48a1-b342-5778f90529e2 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682796 May 24 22:42:48.342954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8c9f6-7af5-4350-9dec-a4cccdeaa2ff req-fe0600c3-b485-4e71-8273-92875e284b7a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:48.344649 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-95b8c9f6-7af5-4350-9dec-a4cccdeaa2ff req-fe0600c3-b485-4e71-8273-92875e284b7a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1136498 May 24 22:42:48.376776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:48.393724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:48.400136 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-95b8c9f6-7af5-4350-9dec-a4cccdeaa2ff req-9eb93070-c3df-4e1a-b8d9-d35a58c91cbb tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475855 May 24 22:42:48.436185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:48.516012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Made reservation on behalf of c1e295fbcd2e4ba9914279ba523f98aa for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:48.519012 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:48.584296 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1fe4b98b-8f91-4d07-891e-a70fd327a3ca req-2ae96cea-9810-4940-82d4-2e7e7f6055d2 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 210 time: 0.0471528 May 24 22:42:48.731052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=67dfd282-7f44-4900-ac6c-880ff1160ee7,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:48.774816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Checking segment: {'id': '263f7482-1ee9-49b9-94ee-29f6c7518cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:42:48.775213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Network hostable DHCP agents. Network: 9cce27c4-a337-4463-8b78-dc856ed3e961, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:42:48.781800 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c73a0ee3-eb60-4e95-a187-ebcd761b8e04 req-544d8291-55da-46a3-b7cf-4bab7b877cf2 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0715277 May 24 22:42:48.866398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Network 9cce27c4-a337-4463-8b78-dc856ed3e961 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:42:48.882693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619cfd8-6cab-4397-9ecc-f2258eb2dc58 req-403cf5f8-e628-4a42-bb41-3caa7afb0eea tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:48.884205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1619cfd8-6cab-4397-9ecc-f2258eb2dc58 req-403cf5f8-e628-4a42-bb41-3caa7afb0eea tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.4221776 May 24 22:42:48.890166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Allocated IP 172.20.0.3 (a048d222-b793-4627-8502-0af448f97e98/2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd/f65fd42a-883e-43af-9daa-e1ccd4a2c21d) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:42:48.914903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 9cce27c4-a337-4463-8b78-dc856ed3e961) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:48.923639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520596ed-5bda-4c02-b4dc-dab0d76e2162 None None] Network 9cce27c4-a337-4463-8b78-dc856ed3e961 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:42:48.927656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:48.928277 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:48.995870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1619cfd8-6cab-4397-9ecc-f2258eb2dc58 req-d8b4711d-81a6-4572-b53e-8b6a11ae3a12 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034622 May 24 22:42:49.036376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d604233a-20fe-4e13-870f-66e295c5aafc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4278071 May 24 22:42:49.036692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45666) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:49.044875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-194160849-router', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:49.074555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:49.090161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Usage tracker for resource:router and tenant:b0e74a4ed1764205811aa0c17d3da2dc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:42:49.098264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:42:49.117363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:49.196517 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:49.250751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:49.253140 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:49.261239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:49.267361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-9cce27c4-a337-4463-8b78-dc856ed3e961', 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'fixed_ips': [{'subnet_id': '67dfd282-7f44-4900-ac6c-880ff1160ee7'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:42:49.268205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:49.309340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f4df6c49-0e97-4f9c-9ea2-96cf74ad4571', '8b75c596-6e2f-48b6-bd35-49994fa88d4f', 'bd13d402-6e84-4d17-8a6f-52bc3a500322'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:42:49.329413 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:49.456133 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-85c9b8ed-14a7-444b-8fb7-276eb0e12c93 req-ed33d696-12e9-41f1-8846-5e8bdd8b1e97 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 210 time: 0.1060386 May 24 22:42:49.467322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65882631-e23e-4c68-b9c6-c6b00ecde6b5 req-643a5313-c15d-4f6a-8925-af11a532034d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:49.474983 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65882631-e23e-4c68-b9c6-c6b00ecde6b5 req-643a5313-c15d-4f6a-8925-af11a532034d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3116007 May 24 22:42:49.485028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Network a048d222-b793-4627-8502-0af448f97e98 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:42:49.488502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:49.508678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:42:49.589604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Pushing event updated for resources: {'Port': ['ID=f65fd42a-883e-43af-9daa-e1ccd4a2c21d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:49.677188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:49.677893 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:49.752081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-2eaa3d0d-1105-4eac-8d0e-49ad3da01a0f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6329517 May 24 22:42:49.766856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Request body: {'port': {'device_id': '16d5f066-2e01-4a0d-a767-85f2e305d206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:49.771294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Allocated IP 172.20.0.2 (9cce27c4-a337-4463-8b78-dc856ed3e961/67dfd282-7f44-4900-ac6c-880ff1160ee7/93922815-29e2-4022-8ee4-c045b675697a) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:42:49.838065 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65882631-e23e-4c68-b9c6-c6b00ecde6b5 req-8a8fb014-20d6-4c90-a192-92ce3003b220 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621647 May 24 22:42:49.893435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff639214-42f5-4664-9933-6a6273530186 req-7da2910e-8239-4e52-a764-11cfe17df4ae tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:49.901270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff639214-42f5-4664-9933-6a6273530186 req-7da2910e-8239-4e52-a764-11cfe17df4ae tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.2187674 May 24 22:42:49.963298 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:49.987264 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:49.997884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Transition to ACTIVE for port object 93922815-29e2-4022-8ee4-c045b675697a will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:42:49.998765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff639214-42f5-4664-9933-6a6273530186 req-807e00de-2f7f-423a-80f2-5655c236799f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963295 May 24 22:42:50.079962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Transition to ACTIVE for port object 93922815-29e2-4022-8ee4-c045b675697a will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:42:50.083122 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:50.121969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-55f2f7ec-7728-4a21-98b6-494433f3937e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:50.123072 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-55f2f7ec-7728-4a21-98b6-494433f3937e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 807 time: 0.7677817 May 24 22:42:50.139891 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:50.165642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Request body: {'port': {'device_id': '4575d38e-2f0b-4a40-83d6-fe616c44ec6e', 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67', 'admin_state_up': True, 'tenant_id': '355c63ecefdc4af48b20f4226cb8b69d'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:50.284446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Network 9cce27c4-a337-4463-8b78-dc856ed3e961 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:42:50.291832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:50.304610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:42:50.341964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67b669-eccc-422b-ba2b-f5eacedc38c9 req-79d8021f-ec8b-43e7-8fad-f024dbbeef5e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:50.342814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3f67b669-eccc-422b-ba2b-f5eacedc38c9 req-79d8021f-ec8b-43e7-8fad-f024dbbeef5e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Synchronizing usage tracker for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:42:50.348765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c58c3-58a1-4a10-b204-32130d56dbb0 req-a5e24e65-7d6b-417d-9cdc-123ce2b87a1a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:50.356016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7b0c58c3-58a1-4a10-b204-32130d56dbb0 req-a5e24e65-7d6b-417d-9cdc-123ce2b87a1a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.3081074 May 24 22:42:50.410184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3f67b669-eccc-422b-ba2b-f5eacedc38c9 req-79d8021f-ec8b-43e7-8fad-f024dbbeef5e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Unset dirty status for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:42:50.411504 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f67b669-eccc-422b-ba2b-f5eacedc38c9 req-79d8021f-ec8b-43e7-8fad-f024dbbeef5e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 931 time: 0.2827711 May 24 22:42:50.443437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Pushing event updated for resources: {'Port': ['ID=93922815-29e2-4022-8ee4-c045b675697a,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:50.452194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:42:50.461822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:42:50.482372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7b0c58c3-58a1-4a10-b204-32130d56dbb0 req-e34dfc24-27e9-4ad9-9ab4-fd9367972707 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254122 May 24 22:42:50.490039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Made reservation on behalf of 355c63ecefdc4af48b20f4226cb8b69d for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:42:50.499975 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:50.624233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f67b669-eccc-422b-ba2b-f5eacedc38c9 req-0d2c3348-867c-4dba-af27-3e7e6c1048fe tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906071 May 24 22:42:50.636437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Attempting to bind port 93922815-29e2-4022-8ee4-c045b675697a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:42:50.636806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Attempting to bind port 93922815-29e2-4022-8ee4-c045b675697a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '263f7482-1ee9-49b9-94ee-29f6c7518cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:42:50.637156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Attempting to bind port 93922815-29e2-4022-8ee4-c045b675697a on network 9cce27c4-a337-4463-8b78-dc856ed3e961 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:50.655833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:42:50.656208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Checking segment: {'id': '263f7482-1ee9-49b9-94ee-29f6c7518cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:42:50.656603 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:50.656984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Bound using segment: {'id': '263f7482-1ee9-49b9-94ee-29f6c7518cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:42:50.657587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Bound port: 93922815-29e2-4022-8ee4-c045b675697a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263f7482-1ee9-49b9-94ee-29f6c7518cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:42:50.657810 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:50.749339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65fd42a-883e-43af-9daa-e1ccd4a2c21d {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:42:50.783357 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c1a11a30-26d2-41e1-a1df-34b0263af49a req-a6ffccb7-6b0e-4595-99de-cafa81da6d12 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1142144 May 24 22:42:50.800640 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:50.802935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] For port 93922815-29e2-4022-8ee4-c045b675697a, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:42:50.823537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] For port 93922815-29e2-4022-8ee4-c045b675697a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=93922815-29e2-4022-8ee4-c045b675697a,segment=NetworkSegment(263f7482-1ee9-49b9-94ee-29f6c7518cee),segment_id=263f7482-1ee9-49b9-94ee-29f6c7518cee)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:42:50.833933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Transition to ACTIVE for port object f65fd42a-883e-43af-9daa-e1ccd4a2c21d will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:42:50.839812 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:50.845479 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:50.975459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c95611-2b5f-4c36-b411-b79f1f60d634 None None] Pushing event updated for resources: {'Port': ['ID=93922815-29e2-4022-8ee4-c045b675697a,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:51.015916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18da0b9-9d25-4794-8cd0-5fd568db87fc req-5684827c-007a-4406-aebc-b770f7f2f93e tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:51.018152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e18da0b9-9d25-4794-8cd0-5fd568db87fc req-5684827c-007a-4406-aebc-b770f7f2f93e tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.2638409 May 24 22:42:51.068425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:51.077919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=f65fd42a-883e-43af-9daa-e1ccd4a2c21d,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:51.146130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Allocated IP 172.20.0.5 (7c97f1f4-941f-40c4-86a9-0241faaf8e67/3718c29a-a970-449f-87f1-c63ce73705ce/8f43a78e-e69a-4fd7-9752-9937160128d3) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:42:51.155560 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:51.186242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e18da0b9-9d25-4794-8cd0-5fd568db87fc req-ac4a91cb-fc46-4056-87eb-7f7499a8a282 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325579 May 24 22:42:51.186942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Attempting to bind port f65fd42a-883e-43af-9daa-e1ccd4a2c21d on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:42:51.187276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Attempting to bind port f65fd42a-883e-43af-9daa-e1ccd4a2c21d by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:42:51.187601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Attempting to bind port f65fd42a-883e-43af-9daa-e1ccd4a2c21d on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:51.192959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Port f65fd42a-883e-43af-9daa-e1ccd4a2c21d on network a048d222-b793-4627-8502-0af448f97e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:42:51.193277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Attempting to bind port f65fd42a-883e-43af-9daa-e1ccd4a2c21d on network a048d222-b793-4627-8502-0af448f97e98 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:51.201693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:42:51.202133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Checking segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:42:51.202389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Bound using segment: {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:42:51.202828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Bound port: f65fd42a-883e-43af-9daa-e1ccd4a2c21d, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a301a7c-8919-4b65-82ca-d848c3dbeeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a048d222-b793-4627-8502-0af448f97e98'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:42:51.203180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:51.466890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac050c39-9eb8-4306-a772-f135ea5411ef req-ae22c93a-6005-4201-abf4-a46bb3dd8cf6 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 210 time: 0.0511801 May 24 22:42:51.467804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] For port f65fd42a-883e-43af-9daa-e1ccd4a2c21d, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:42:51.476102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] For port f65fd42a-883e-43af-9daa-e1ccd4a2c21d, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f65fd42a-883e-43af-9daa-e1ccd4a2c21d,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:42:51.484450 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:51.565831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778b688-b1c7-4226-99b0-e0cf781390be req-8a27ff6a-1fcf-469e-8811-893d6e7bd9a0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:51.567639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:51.568422 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:51.569982 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7778b688-b1c7-4226-99b0-e0cf781390be req-8a27ff6a-1fcf-469e-8811-893d6e7bd9a0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.5770500 May 24 22:42:51.572153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] 10.222.0.50 "PUT /v2.0/ports/f65fd42a-883e-43af-9daa-e1ccd4a2c21d HTTP/1.1" status: 200 len: 1091 time: 1.8081486 May 24 22:42:51.572153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d5f066-2e01-4a0d-a767-85f2e305d206', 'tag': 'f65fd42a-883e-43af-9daa-e1ccd4a2c21d'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:51.641898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Allocated IP 172.25.7.125 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/23d27bba-94b6-4b05-a3a3-75b4d2e9f297) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:42:51.671680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab206b-af5c-4bca-b844-8a34875e8ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=f65fd42a-883e-43af-9daa-e1ccd4a2c21d,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:51.708503 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7778b688-b1c7-4226-99b0-e0cf781390be req-60f1c725-9741-43c2-a208-76826c4e5014 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108246 May 24 22:42:51.740083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396a78a-a817-4862-b173-ba781e175801 req-13b8d4e1-8d07-488a-b350-d92f285cd092 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:51.741632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9396a78a-a817-4862-b173-ba781e175801 req-13b8d4e1-8d07-488a-b350-d92f285cd092 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1529310 May 24 22:42:51.746499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-20cc7612-dade-4794-8f54-fe9d242a8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:51.747958 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-20cc7612-dade-4794-8f54-fe9d242a8e11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 1094 time: 0.1170826 May 24 22:42:51.810815 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:51.836749 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-b8ab6734-1864-42b9-be8f-630df5cb3acb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f65fd42a-883e-43af-9daa-e1ccd4a2c21d HTTP/1.1" status: 200 len: 217 time: 0.0693047 May 24 22:42:51.883653 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:51.911215 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9396a78a-a817-4862-b173-ba781e175801 req-cf863ed9-ea78-41ae-996a-ef937e437221 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580470 May 24 22:42:51.911473 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:51.923041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['82ab5821-72e1-4fb7-956a-23d12ca6fb99', '8065712d-291a-433a-98ba-78f8782219ab'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:42:51.943798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-0b6b480f-0fb0-435c-bef3-31c7e4af4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:51.946303 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-0b6b480f-0fb0-435c-bef3-31c7e4af4288 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.1007769 May 24 22:42:52.025370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-e6574735-9494-44bc-828d-7c6e25e85f61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722420 May 24 22:42:52.071840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Pushing event updated for resources: {'Port': ['ID=8f43a78e-e69a-4fd7-9752-9937160128d3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:52.080664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:42:52.082652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:52.085430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:42:52.136298 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:52.245969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b794211-58bf-42e6-a9a1-5075e41c078f None None] Network 9cce27c4-a337-4463-8b78-dc856ed3e961 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:42:52.280813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:42:52.290527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:52.297875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-dbe83e7b-5836-4b11-a79b-b171a5a83460 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122684 May 24 22:42:52.300168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:52.300940 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:52.304998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:42:52.310492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b14ebb-1e7c-497c-b1cb-c725d5528edf req-9331ca19-6f3f-4e51-a53c-f8e5a6c18237 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:52.318025 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6b14ebb-1e7c-497c-b1cb-c725d5528edf req-9331ca19-6f3f-4e51-a53c-f8e5a6c18237 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2883685 May 24 22:42:52.365469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=23d27bba-94b6-4b05-a3a3-75b4d2e9f297,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:52.380830 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71536b7-7283-4326-8b6d-e0beb19aeeb4'] response: {'name': 'network-changed', 'server_uuid': '16d5f066-2e01-4a0d-a767-85f2e305d206', 'tag': 'f65fd42a-883e-43af-9daa-e1ccd4a2c21d', 'status': 'completed', 'code': 200} May 24 22:42:52.384113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fc30d4f9-1cfd-41e9-bd78-4b86e62fbdd6 None None] Provisioning for port 93922815-29e2-4022-8ee4-c045b675697a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:42:52.448770 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-1c8e3d7d-0383-4435-b1e3-63811d02e79b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2899053 May 24 22:42:52.487399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6b14ebb-1e7c-497c-b1cb-c725d5528edf req-ff155978-44f7-4cf1-8daa-8933b35107de tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684418 May 24 22:42:52.515180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Request body: {'port': {'device_id': '4575d38e-2f0b-4a40-83d6-fe616c44ec6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:42:52.609539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2ebf8ed-e045-4a2a-8692-072eeaa70fbb req-9580c439-86bf-463f-a9e4-c06485458951 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873237 May 24 22:42:52.682005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4939ac75-f381-4409-bb50-2b277da218bd req-d18f586a-025a-4cc8-b21f-13c1bde41180 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0468252 May 24 22:42:52.805323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afda6d-7f2e-4fc0-9b62-c0f3de157866 req-ae1c1c05-9156-4749-99ee-30e7c8e3ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:52.807047 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6afda6d-7f2e-4fc0-9b62-c0f3de157866 req-ae1c1c05-9156-4749-99ee-30e7c8e3ef1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 1094 time: 0.1106434 May 24 22:42:52.868410 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:52.917751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 93922815-29e2-4022-8ee4-c045b675697a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:42:53.009824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 93922815-29e2-4022-8ee4-c045b675697a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:42:53.017063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 93922815-29e2-4022-8ee4-c045b675697a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:42:53.018127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:53.039931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afda6d-7f2e-4fc0-9b62-c0f3de157866 req-67f7c803-1ae8-4f56-b002-09e33de578ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:53.041384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6afda6d-7f2e-4fc0-9b62-c0f3de157866 req-67f7c803-1ae8-4f56-b002-09e33de578ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 922 time: 0.2197351 May 24 22:42:53.049833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbf0f4-5b9c-489b-8e28-55b57b3aa4dd req-e93cb0f4-e6ad-4868-983d-7332b6d6f937 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:53.051313 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eddbf0f4-5b9c-489b-8e28-55b57b3aa4dd req-e93cb0f4-e6ad-4868-983d-7332b6d6f937 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.2283878 May 24 22:42:53.054036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99da2-e29e-4def-892a-8a0e1641f4fa req-f5474aa1-1712-4fb6-b4bf-4d282cf0405a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:53.061558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6b99da2-e29e-4def-892a-8a0e1641f4fa req-f5474aa1-1712-4fb6-b4bf-4d282cf0405a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 943 time: 0.4709792 May 24 22:42:53.131562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6afda6d-7f2e-4fc0-9b62-c0f3de157866 req-b4546cc8-63d5-49e5-a241-f5c07004964b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f65fd42a-883e-43af-9daa-e1ccd4a2c21d HTTP/1.1" status: 200 len: 217 time: 0.0792880 May 24 22:42:53.165777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 93922815-29e2-4022-8ee4-c045b675697a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:53.166426 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:53.202137 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eddbf0f4-5b9c-489b-8e28-55b57b3aa4dd req-c0e2ab7f-4b23-4801-9b4e-4f50c6f11d88 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003110 May 24 22:42:53.202401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 93922815-29e2-4022-8ee4-c045b675697a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=93922815-29e2-4022-8ee4-c045b675697a,segment=NetworkSegment(263f7482-1ee9-49b9-94ee-29f6c7518cee),segment_id=263f7482-1ee9-49b9-94ee-29f6c7518cee)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:53.208919 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:53.216589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afda6d-7f2e-4fc0-9b62-c0f3de157866 req-070395ee-00e9-4b15-93de-61b0acac0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:53.218499 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6afda6d-7f2e-4fc0-9b62-c0f3de157866 req-070395ee-00e9-4b15-93de-61b0acac0501 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.0727143 May 24 22:42:53.238553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6b99da2-e29e-4def-892a-8a0e1641f4fa req-f2ad382d-bd09-4b0e-a1c0-df34603562dd tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760578 May 24 22:42:53.284536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6afda6d-7f2e-4fc0-9b62-c0f3de157866 req-43f60f07-0efc-4a05-97de-e6147fed9dd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593660 May 24 22:42:53.306938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=93922815-29e2-4022-8ee4-c045b675697a,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:53.312854 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:53.593007 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6afda6d-7f2e-4fc0-9b62-c0f3de157866 req-da3e13d0-75ce-43b4-8d31-927b703a261b service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014278 May 24 22:42:53.625726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aa952-1695-4394-8fc5-aaf57791218d req-ec11c244-8007-411b-95cd-f5de74ed434d tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:53.627150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d3aa952-1695-4394-8fc5-aaf57791218d req-ec11c244-8007-411b-95cd-f5de74ed434d tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 931 time: 0.2470591 May 24 22:42:53.689179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:53.748141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d3aa952-1695-4394-8fc5-aaf57791218d req-17587ff7-ca9d-4e81-a436-8f72c4c7b097 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142983 May 24 22:42:53.773948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6afda6d-7f2e-4fc0-9b62-c0f3de157866 req-183669dc-f3e8-4d5a-8b73-34b435af471c service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728451 May 24 22:42:53.918144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d383eea-d92a-47b7-8a2b-a227bddfd16b req-9a023315-11f5-418a-b0fe-030b7b715639 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:53.919492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d383eea-d92a-47b7-8a2b-a227bddfd16b req-9a023315-11f5-418a-b0fe-030b7b715639 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.5255301 May 24 22:42:53.933618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcce38a-45f5-4248-949f-1a340dd116fa req-5b1a0169-bf79-4d6a-a772-d52250e217fe tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:53.935087 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dcce38a-45f5-4248-949f-1a340dd116fa req-5b1a0169-bf79-4d6a-a772-d52250e217fe tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0822978 May 24 22:42:53.956988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f43a78e-e69a-4fd7-9752-9937160128d3 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:42:53.970337 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:53.980851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dcce38a-45f5-4248-949f-1a340dd116fa req-1d9a9690-8699-4603-90c5-d753d3ee45dc tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 May 24 22:42:54.000743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:54.010016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d383eea-d92a-47b7-8a2b-a227bddfd16b req-6fe286e3-b940-406e-affa-aa15637c3ded tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791306 May 24 22:42:54.076208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Transition to ACTIVE for port object 8f43a78e-e69a-4fd7-9752-9937160128d3 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:42:54.082746 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:54.165101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9671aa-448f-4037-a6cc-deb50d878a9c req-8a146e73-9064-4624-bda1-25813de83fec tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:54.166642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-af9671aa-448f-4037-a6cc-deb50d878a9c req-8a146e73-9064-4624-bda1-25813de83fec tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0873687 May 24 22:42:54.214382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-af9671aa-448f-4037-a6cc-deb50d878a9c req-18144dca-b8cc-447a-8163-427c6da2c8a5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 May 24 22:42:54.262746 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-91613a1e-b40c-4e49-8804-9e155c663f09 req-2478b771-c052-4735-8bc4-7395136e946b tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1393433 May 24 22:42:54.374162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Pushing event updated for resources: {'Port': ['ID=8f43a78e-e69a-4fd7-9752-9937160128d3,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:54.398203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3d90f-4bb9-4337-8edc-7861e56295f9 req-ded0e69c-5fb9-41f2-b030-52239a433a56 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:54.399673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79f3d90f-4bb9-4337-8edc-7861e56295f9 req-ded0e69c-5fb9-41f2-b030-52239a433a56 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0825050 May 24 22:42:54.447256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79f3d90f-4bb9-4337-8edc-7861e56295f9 req-8776dd1c-c108-4801-bed4-f9ee78473d83 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415881 May 24 22:42:54.521186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Attempting to bind port 8f43a78e-e69a-4fd7-9752-9937160128d3 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:42:54.521463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Attempting to bind port 8f43a78e-e69a-4fd7-9752-9937160128d3 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:42:54.521835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Attempting to bind port 8f43a78e-e69a-4fd7-9752-9937160128d3 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:54.533632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Port 8f43a78e-e69a-4fd7-9752-9937160128d3 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:42:54.533944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Attempting to bind port 8f43a78e-e69a-4fd7-9752-9937160128d3 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:54.546133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:42:54.546477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Checking segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:42:54.546896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Bound using segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:42:54.547495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Bound port: 8f43a78e-e69a-4fd7-9752-9937160128d3, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:42:54.547808 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:54.606192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Router 387cbd41-563a-4ab9-87ae-4a6c247492ae is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:42:54.629062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6a535-8e3b-4cc5-b08c-5df24fa1990e req-d15b97d2-d920-46da-ad36-45d0180f36da tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:54.630538 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52f6a535-8e3b-4cc5-b08c-5df24fa1990e req-d15b97d2-d920-46da-ad36-45d0180f36da tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 943 time: 0.2524784 May 24 22:42:54.767789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] For port 8f43a78e-e69a-4fd7-9752-9937160128d3, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:42:54.826706 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52f6a535-8e3b-4cc5-b08c-5df24fa1990e req-ff801793-9d4a-4ce8-a0c6-4a315fd3149c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897140 May 24 22:42:54.853021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] For port 8f43a78e-e69a-4fd7-9752-9937160128d3, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8f43a78e-e69a-4fd7-9752-9937160128d3,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:42:54.871075 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:54.886454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 93922815-29e2-4022-8ee4-c045b675697a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:42:54.925921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:42:54.942758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Sync routers for ids ['387cbd41-563a-4ab9-87ae-4a6c247492ae'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:42:54.950373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe260-4f8f-4a51-901b-7a8260840e0f req-8d85e868-f600-4f9d-a6bc-1fb9fd801563 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:54.952842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2efbe260-4f8f-4a51-901b-7a8260840e0f req-8d85e868-f600-4f9d-a6bc-1fb9fd801563 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 943 time: 0.0869107 May 24 22:42:54.959048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:54.959691 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:54.961052 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] 10.222.0.50 "PUT /v2.0/ports/8f43a78e-e69a-4fd7-9752-9937160128d3 HTTP/1.1" status: 200 len: 1091 time: 2.4993925 May 24 22:42:54.961856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4575d38e-2f0b-4a40-83d6-fe616c44ec6e', 'tag': '8f43a78e-e69a-4fd7-9752-9937160128d3'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:42:54.965594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Routers {'387cbd41-563a-4ab9-87ae-4a6c247492ae'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:42:54.966149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:42:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['387cbd41-563a-4ab9-87ae-4a6c247492ae'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:54.975931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:54.980273 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9683063c-6a1a-4ede-a3a3-25deb489f1a3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9392643 May 24 22:42:54.980435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45732) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:42:55.029394 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2efbe260-4f8f-4a51-901b-7a8260840e0f req-37ddf420-c668-4de1-bf7a-485d1de2de14 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626714 May 24 22:42:55.179866 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc2aad8-af34-47d4-9fd2-4b3e22b23c48'] response: {'name': 'network-changed', 'server_uuid': '4575d38e-2f0b-4a40-83d6-fe616c44ec6e', 'tag': '8f43a78e-e69a-4fd7-9752-9937160128d3', 'status': 'completed', 'code': 200} May 24 22:42:55.198955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 93922815-29e2-4022-8ee4-c045b675697a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:42:55.199309 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:55.229395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06ab5b-3622-4a7e-91f0-323cb955c4c4 req-31d8c183-5749-4f5d-9be9-df356d9cd028 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:55.230960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef06ab5b-3622-4a7e-91f0-323cb955c4c4 req-31d8c183-5749-4f5d-9be9-df356d9cd028 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0876815 May 24 22:42:55.261971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Set router 387cbd41-563a-4ab9-87ae-4a6c247492ae gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:42:55.278732 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef06ab5b-3622-4a7e-91f0-323cb955c4c4 req-da2b8a95-d9a5-4c0b-a3c5-e99c3de4ce22 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 May 24 22:42:55.292685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f7a23-8484-4f19-a42b-92fc3a333895 service neutron] Pushing event updated for resources: {'Port': ['ID=8f43a78e-e69a-4fd7-9752-9937160128d3,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:55.480095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a4018-1368-405f-a6ee-7c620fd03fd9 req-05c0f23a-ddef-4c93-a8d1-23471b3ce936 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:55.481574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-008a4018-1368-405f-a6ee-7c620fd03fd9 req-05c0f23a-ddef-4c93-a8d1-23471b3ce936 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0839558 May 24 22:42:55.490060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-ddd00658-f6d7-4d73-9719-7a0f7eb0756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:55.491521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-ddd00658-f6d7-4d73-9719-7a0f7eb0756a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 1094 time: 0.3109131 May 24 22:42:55.506886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a1bb8-8720-4b27-9b82-95abc54ba47a req-ff24e8ad-0c45-4fcd-9acb-a2f325d9b1c7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:55.508412 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-328a1bb8-8720-4b27-9b82-95abc54ba47a req-ff24e8ad-0c45-4fcd-9acb-a2f325d9b1c7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3214154 May 24 22:42:55.520239 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:55.543954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-008a4018-1368-405f-a6ee-7c620fd03fd9 req-c0172ee1-bcae-4d53-962a-e0d58670370d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561221 May 24 22:42:55.547080 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 93922815-29e2-4022-8ee4-c045b675697a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:55.629981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'name': 'tempest-FloatingIPsTestJSON-194160849-router', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:42:49Z', 'updated_at': '2022-05-24T22:42:52Z', 'revision_number': 3, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'gw_port': {'id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:42:51Z', 'updated_at': '2022-05-24T22:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:55.636211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Checking router: 387cbd41-563a-4ab9-87ae-4a6c247492ae for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:42:55.636931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Updating router 387cbd41-563a-4ab9-87ae-4a6c247492ae port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:42:55.648723 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-fa3ee89a-3083-4424-bd78-c0bb306d648f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f43a78e-e69a-4fd7-9752-9937160128d3 HTTP/1.1" status: 200 len: 217 time: 0.1393356 May 24 22:42:55.688830 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:55.695107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aacee914-84b1-4569-916b-f7f91c3d56e7 req-5eb79c7a-6172-40eb-b974-1330e00c1704 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0467339 May 24 22:42:55.818526 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-328a1bb8-8720-4b27-9b82-95abc54ba47a req-41032b03-9afa-4da7-87ee-a81cbea33f27 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970732 May 24 22:42:55.828309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-afbd24c2-4777-4530-927d-cb27e73414b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:55.829753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-afbd24c2-4777-4530-927d-cb27e73414b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.1709540 May 24 22:42:55.897261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a6c34-bb85-4f72-912e-9da0c22238de req-cbabbcdc-45fe-4087-80be-0fced66c5615 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:55.898902 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-758a6c34-bb85-4f72-912e-9da0c22238de req-cbabbcdc-45fe-4087-80be-0fced66c5615 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0995932 May 24 22:42:55.953410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-758a6c34-bb85-4f72-912e-9da0c22238de req-9b789855-7f83-44dd-a043-c05f7811a32f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482149 May 24 22:42:55.955609 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-5459d405-d44c-4160-82f3-a63e9bec17fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608673 May 24 22:42:56.050346 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:56.062380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Transition to ACTIVE for port object 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:42:56.072697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:56.155476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Attempting to bind port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:42:56.155795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Attempting to bind port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:42:56.156151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Attempting to bind port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:42:56.162141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedc9eb-ff4c-4b42-bd62-3b8a1def242c None None] Pushing event updated for resources: {'Port': ['ID=23d27bba-94b6-4b05-a3a3-75b4d2e9f297,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:56.167102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:42:56.167483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:42:56.167999 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:56.168265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:42:56.168740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Bound port: 23d27bba-94b6-4b05-a3a3-75b4d2e9f297, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:42:56.169107 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:56.247698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] For port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:42:56.253247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] For port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=23d27bba-94b6-4b05-a3a3-75b4d2e9f297,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:42:56.254603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf5367-ae77-4309-9af1-1c7c0d03e8d0 req-55853117-fc4d-4a14-921e-90eb4361a2a3 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:56.256560 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93bf5367-ae77-4309-9af1-1c7c0d03e8d0 req-55853117-fc4d-4a14-921e-90eb4361a2a3 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 943 time: 0.1244240 May 24 22:42:56.262481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:56.313780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93bf5367-ae77-4309-9af1-1c7c0d03e8d0 req-7a193e26-611c-41a2-a647-92264ed05472 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480285 May 24 22:42:56.376873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Routers {'387cbd41-563a-4ab9-87ae-4a6c247492ae'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:42:56.377795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:42:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['387cbd41-563a-4ab9-87ae-4a6c247492ae'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:56.402751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e224e-2405-4ab3-9dd9-97730cad374c req-c2ae8036-c07b-4cdc-8517-c46d9e0ad2ed tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:56.404285 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd1e224e-2405-4ab3-9dd9-97730cad374c req-c2ae8036-c07b-4cdc-8517-c46d9e0ad2ed tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 943 time: 0.4184897 May 24 22:42:56.410439 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-07a08c4a-6e46-44f6-afbd-afcb3fb0eda7 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461915 May 24 22:42:56.467872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedc9eb-ff4c-4b42-bd62-3b8a1def242c None None] Pushing event updated for resources: {'Port': ['ID=23d27bba-94b6-4b05-a3a3-75b4d2e9f297,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:56.532583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b03516-3a79-4c3f-87d5-a8d9f77bf49e req-df761e7f-ddcc-452b-ba72-508025ffc2a5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:56.534175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0b03516-3a79-4c3f-87d5-a8d9f77bf49e req-df761e7f-ddcc-452b-ba72-508025ffc2a5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0942926 May 24 22:42:56.546753 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:56.604740 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0b03516-3a79-4c3f-87d5-a8d9f77bf49e req-7ee103c5-e447-444c-9256-edaa988977e3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587957 May 24 22:42:56.638608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] Set router 387cbd41-563a-4ab9-87ae-4a6c247492ae gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:42:56.761908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd1e224e-2405-4ab3-9dd9-97730cad374c req-0a58d3dd-57d9-4e44-992d-22a7e24048b3 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454170 May 24 22:42:56.805760 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48e18e12-72c2-4a16-b7f9-c6f5516763f2 req-35acbdf5-5be9-4817-93e5-d71c9fb4648e service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844445 May 24 22:42:56.815716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab18a9d-53c6-44da-a465-1ba46e4e82fd req-ee78a430-ef08-4d1b-a936-a4e4da0c2224 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:56.832458 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aab18a9d-53c6-44da-a465-1ba46e4e82fd req-ee78a430-ef08-4d1b-a936-a4e4da0c2224 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1268754 May 24 22:42:56.890621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aab18a9d-53c6-44da-a465-1ba46e4e82fd req-209b4498-19c3-45a6-8bfe-7a6007ca5f3e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569606 May 24 22:42:56.999875 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4ce6dabd-fa6e-4573-bae0-f916ffecf79a req-961e0e3e-832a-478e-bb25-45c9e8a555c1 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0745306 May 24 22:42:57.089779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Allocated IP 172.20.0.1 (9cce27c4-a337-4463-8b78-dc856ed3e961/67dfd282-7f44-4900-ac6c-880ff1160ee7/a92556d1-9662-4203-b1bf-36a88e2c2f85) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:42:57.095943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5aca6-d6e7-460e-98dc-bfe20b124328 req-89e9e7d7-a696-41ab-8515-b43b29fc7eb7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:57.097988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00b5aca6-d6e7-460e-98dc-bfe20b124328 req-89e9e7d7-a696-41ab-8515-b43b29fc7eb7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1020160 May 24 22:42:57.098302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782f175-57a5-4b2f-add2-3bc5e2410a1b req-d69e8bbb-60a5-4f2d-b6f0-bf90337793f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:57.099748 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8782f175-57a5-4b2f-add2-3bc5e2410a1b req-d69e8bbb-60a5-4f2d-b6f0-bf90337793f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 1094 time: 0.2170737 May 24 22:42:57.155146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00b5aca6-d6e7-460e-98dc-bfe20b124328 req-802636c6-63f6-4716-87ef-2520a38645f0 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458193 May 24 22:42:57.178894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'name': 'tempest-FloatingIPsTestJSON-194160849-router', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:42:49Z', 'updated_at': '2022-05-24T22:42:52Z', 'revision_number': 3, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'gw_port': {'id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:42:51Z', 'updated_at': '2022-05-24T22:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:57.183150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584945-6909-4aea-905b-8d4de5e52963 None None] The sync data for ids ['387cbd41-563a-4ab9-87ae-4a6c247492ae'] in n-d-843146-7 is: [{'id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'name': 'tempest-FloatingIPsTestJSON-194160849-router', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:42:49Z', 'updated_at': '2022-05-24T22:42:52Z', 'revision_number': 3, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'gw_port': {'id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:42:51Z', 'updated_at': '2022-05-24T22:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:42:57.383033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782f175-57a5-4b2f-add2-3bc5e2410a1b req-1fb9f633-6214-4d42-8968-899f67f99f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:57.385009 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8782f175-57a5-4b2f-add2-3bc5e2410a1b req-1fb9f633-6214-4d42-8968-899f67f99f81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 908 time: 0.2757106 May 24 22:42:57.490280 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8782f175-57a5-4b2f-add2-3bc5e2410a1b req-9f2f17fd-a8c8-4824-80c5-3c28cd40b94b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f43a78e-e69a-4fd7-9752-9937160128d3 HTTP/1.1" status: 200 len: 217 time: 0.0940936 May 24 22:42:57.532152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b12130-8dc7-4c00-a2db-970906dd10b7 req-c5abc50f-1ac5-4726-b063-5d6e8004c2dd tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:57.539800 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76b12130-8dc7-4c00-a2db-970906dd10b7 req-c5abc50f-1ac5-4726-b063-5d6e8004c2dd tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 943 time: 0.0994282 May 24 22:42:57.563711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:57.574940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b3e73-add2-4c00-8c41-8df43bca2b43 req-f0125d38-e1bb-4730-92ce-816edabb6307 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:57.576705 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3d3b3e73-add2-4c00-8c41-8df43bca2b43 req-f0125d38-e1bb-4730-92ce-816edabb6307 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.3783896 May 24 22:42:57.598535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76b12130-8dc7-4c00-a2db-970906dd10b7 req-6cde95a9-05d9-4196-81ee-5eaff4639d2f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576818 May 24 22:42:57.615616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Transition to ACTIVE for port object a92556d1-9662-4203-b1bf-36a88e2c2f85 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:42:57.638570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782f175-57a5-4b2f-add2-3bc5e2410a1b req-a419b92c-315b-48e8-9def-c92d8942304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:57.640085 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8782f175-57a5-4b2f-add2-3bc5e2410a1b req-a419b92c-315b-48e8-9def-c92d8942304d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.1350255 May 24 22:42:57.692981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3d3b3e73-add2-4c00-8c41-8df43bca2b43 req-e0b1904c-8dce-41e2-bc4b-cc380f0b54b2 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099956 May 24 22:42:57.702687 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8782f175-57a5-4b2f-add2-3bc5e2410a1b req-7b2e2b88-8b69-4fc7-8461-121956a252a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508254 May 24 22:42:57.738326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:57.811091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09893f6f-50bd-4064-ac0c-34586d8d1a5c req-57ab6b2c-23dd-4afb-879e-005eb7f6fddd tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:57.812697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09893f6f-50bd-4064-ac0c-34586d8d1a5c req-57ab6b2c-23dd-4afb-879e-005eb7f6fddd tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0907495 May 24 22:42:57.868166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09893f6f-50bd-4064-ac0c-34586d8d1a5c req-98a08301-0f57-432d-afd9-539bec0234e9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492840 May 24 22:42:57.871105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Network 9cce27c4-a337-4463-8b78-dc856ed3e961 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:42:57.875726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:57.882655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:42:57.986875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Pushing event updated for resources: {'Port': ['ID=a92556d1-9662-4203-b1bf-36a88e2c2f85,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:58.047446 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8782f175-57a5-4b2f-add2-3bc5e2410a1b req-105779d2-f77a-49ea-8db0-a802bcaffd85 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336151 May 24 22:42:58.047446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:58.102714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa77f4-afd5-4600-9d69-4dce7e74fb34 req-bfe0347b-1851-4e78-abf8-834580cc8288 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:58.110150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3aa77f4-afd5-4600-9d69-4dce7e74fb34 req-bfe0347b-1851-4e78-abf8-834580cc8288 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1061578 May 24 22:42:58.150297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3aa77f4-afd5-4600-9d69-4dce7e74fb34 req-13837d6b-9ecd-46e2-90f8-c1ae4c99621c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 May 24 22:42:58.157174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-37b84c85-3a2b-4ba3-9cb1-3a3866c89c56 None None] Provisioning for port a92556d1-9662-4203-b1bf-36a88e2c2f85 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:42:58.162279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-37b84c85-3a2b-4ba3-9cb1-3a3866c89c56 None None] Provisioning complete for port a92556d1-9662-4203-b1bf-36a88e2c2f85 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:42:58.162647 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37b84c85-3a2b-4ba3-9cb1-3a3866c89c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:58.218431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-37b84c85-3a2b-4ba3-9cb1-3a3866c89c56 None None] Port a92556d1-9662-4203-b1bf-36a88e2c2f85 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:42:58.405864 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3bebf6c-d901-4c48-b5d1-fc248ef06365 req-11a5e24f-8c05-4d2c-97fe-a4fd3db75785 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1358325 May 24 22:42:58.457898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa976b-90bf-44e3-a845-9eaa243af0f7 req-997891c7-6663-42ce-ae48-bcca7af301e4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:58.459328 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8caa976b-90bf-44e3-a845-9eaa243af0f7 req-997891c7-6663-42ce-ae48-bcca7af301e4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 943 time: 0.5444484 May 24 22:42:58.514447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8782f175-57a5-4b2f-add2-3bc5e2410a1b req-065b9791-ded8-45ab-9149-9d060b055893 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435462 May 24 22:42:58.546371 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8caa976b-90bf-44e3-a845-9eaa243af0f7 req-d2268317-6a2b-4b1b-9ba6-cba0f5dd466a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762725 May 24 22:42:58.607810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d125-d42d-44a4-8b92-378b16fa17da req-2a6e848d-213e-4be2-bbe8-0503da647922 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:58.610337 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d88d125-d42d-44a4-8b92-378b16fa17da req-2a6e848d-213e-4be2-bbe8-0503da647922 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1012201 May 24 22:42:58.624037 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:58.668586 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d88d125-d42d-44a4-8b92-378b16fa17da req-45e4389b-00cf-414a-85c1-b4930ceb8f4e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 May 24 22:42:58.889146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61f75-d7c6-41b6-a501-e1aa5ed8f6c6 req-62b5a7fb-b4e2-4765-9e46-9806753793e4 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:58.897761 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f0b61f75-d7c6-41b6-a501-e1aa5ed8f6c6 req-62b5a7fb-b4e2-4765-9e46-9806753793e4 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0970633 May 24 22:42:58.899341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd4a7c-b55c-4679-975a-491bfcc3c1ea req-8bdf6c96-23ce-482c-9ae8-c572c81fff66 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:58.899341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c4bd4a7c-b55c-4679-975a-491bfcc3c1ea req-8bdf6c96-23ce-482c-9ae8-c572c81fff66 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Synchronizing usage tracker for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:42:58.905989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:42:58.928100 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:58.930446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c4bd4a7c-b55c-4679-975a-491bfcc3c1ea req-8bdf6c96-23ce-482c-9ae8-c572c81fff66 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Unset dirty status for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:42:58.931588 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4bd4a7c-b55c-4679-975a-491bfcc3c1ea req-8bdf6c96-23ce-482c-9ae8-c572c81fff66 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 943 time: 0.2251155 May 24 22:42:58.935704 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:58.943689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f0b61f75-d7c6-41b6-a501-e1aa5ed8f6c6 req-3f92ff6b-0fa3-4927-bd4a-118474d3a1ba tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450680 May 24 22:42:58.981802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:42:58.988216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:42:58.988774 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:59.079463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Pushing event updated for resources: {'Port': ['ID=a92556d1-9662-4203-b1bf-36a88e2c2f85,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:59.081465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8f43a78e-e69a-4fd7-9752-9937160128d3 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:42:59.081836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:59.096450 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4bd4a7c-b55c-4679-975a-491bfcc3c1ea req-1cef75c8-57c5-4922-8320-bb08203682fc tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335416 May 24 22:42:59.126578 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:59.126929 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:59.148871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1419b5-015d-4116-8166-bccc7728e8a2 req-1010a6ea-f27f-40f4-83fe-e0392d42f9e7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:59.154021 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b1419b5-015d-4116-8166-bccc7728e8a2 req-1010a6ea-f27f-40f4-83fe-e0392d42f9e7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1043668 May 24 22:42:59.211664 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b1419b5-015d-4116-8166-bccc7728e8a2 req-5e60cca5-f022-4f65-9996-12fc5eed3285 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542808 May 24 22:42:59.214047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=23d27bba-94b6-4b05-a3a3-75b4d2e9f297,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:59.225993 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:59.250148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Network 9cce27c4-a337-4463-8b78-dc856ed3e961 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:42:59.251388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:42:59.347235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8f43a78e-e69a-4fd7-9752-9937160128d3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8f43a78e-e69a-4fd7-9752-9937160128d3,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:59.374754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=23d27bba-94b6-4b05-a3a3-75b4d2e9f297,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:59.390506 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '8f43a78e-e69a-4fd7-9752-9937160128d3', 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67', 'port_id': '8f43a78e-e69a-4fd7-9752-9937160128d3', 'mac_address': 'fa:16:3e:7c:7c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718c29a-a970-449f-87f1-c63ce73705ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:42:59.454279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8f43a78e-e69a-4fd7-9752-9937160128d3 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:42:59.454798 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:59.455738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Router 387cbd41-563a-4ab9-87ae-4a6c247492ae has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:42:59.473377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f43a78e-e69a-4fd7-9752-9937160128d3 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:42:59.490752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8f43a78e-e69a-4fd7-9752-9937160128d3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8f43a78e-e69a-4fd7-9752-9937160128d3,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:42:59.497205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:59.583257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8f43a78e-e69a-4fd7-9752-9937160128d3,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:42:59.598868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.600389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.600927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.601946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.602481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.603151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.603708 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.604320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.604926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.605730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.606254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.606769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:42:59.607139 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00e61b24-502e-4e92-8bf7-d8bf064f9552 req-c8456dcd-3c35-4feb-b6c4-dfa47d231d5d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0612020 May 24 22:42:59.628175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-05db405c-fc05-4f4b-b337-ca7787088a83 None None] Provisioning complete for port a92556d1-9662-4203-b1bf-36a88e2c2f85 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:42:59.628175 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-05db405c-fc05-4f4b-b337-ca7787088a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:42:59.675126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-05db405c-fc05-4f4b-b337-ca7787088a83 None None] Port a92556d1-9662-4203-b1bf-36a88e2c2f85 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:42:59.703370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:42:59.711932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ace646-f389-4241-a185-6a6eab442663 req-bb779ee1-a51f-49b2-85f6-44d15ee265ba tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:59.712078 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Sync routers for ids ['387cbd41-563a-4ab9-87ae-4a6c247492ae'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:42:59.713550 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35ace646-f389-4241-a185-6a6eab442663 req-bb779ee1-a51f-49b2-85f6-44d15ee265ba tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2514822 May 24 22:42:59.721177 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6a02d1a3-30b9-4eb2-9e2a-56e45c21e187 admin admin] 10.222.0.55 "PUT /v2.0/routers/387cbd41-563a-4ab9-87ae-4a6c247492ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7397821 May 24 22:42:59.732086 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Routers {'387cbd41-563a-4ab9-87ae-4a6c247492ae'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:42:59.732723 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:42:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['387cbd41-563a-4ab9-87ae-4a6c247492ae'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:42:59.770455 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35ace646-f389-4241-a185-6a6eab442663 req-d24b1252-9283-4cf5-b644-60e00207ee21 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479670 May 24 22:42:59.805620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['8f43a78e-e69a-4fd7-9752-9937160128d3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:42:59.812492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e2c88-cc4a-4079-a012-a1417428c322 req-dd68f29c-a35c-4761-a68a-fce998654550 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:59.814035 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-932e2c88-cc4a-4079-a012-a1417428c322 req-dd68f29c-a35c-4761-a68a-fce998654550 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 943 time: 0.1105015 May 24 22:42:59.892443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-932e2c88-cc4a-4079-a012-a1417428c322 req-5e7fded9-f21a-4ff4-a6e1-b52be2b37769 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724313 May 24 22:42:59.961468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714d93d-2190-4301-b8ef-3ada0c550f84 req-843999cf-1213-4928-99d0-b9008135c598 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:42:59.963946 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c714d93d-2190-4301-b8ef-3ada0c550f84 req-843999cf-1213-4928-99d0-b9008135c598 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1010590 May 24 22:43:00.001863 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Set router 387cbd41-563a-4ab9-87ae-4a6c247492ae gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:43:00.025292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c714d93d-2190-4301-b8ef-3ada0c550f84 req-9c2e646d-3dae-44cc-9730-861dcf857c5b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543127 May 24 22:43:00.202534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-ddd56f37-262d-4cad-994f-94d7a2b7cd63 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Synchronizing usage tracker for tenant:b0e74a4ed1764205811aa0c17d3da2dc on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:00.207626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a55f6c-14a3-4b60-a079-16980ae3a2eb req-d526c9eb-4abe-452b-8f04-c709b6d5bdb5 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:00.209883 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12a55f6c-14a3-4b60-a079-16980ae3a2eb req-d526c9eb-4abe-452b-8f04-c709b6d5bdb5 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0874991 May 24 22:43:00.220470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-ddd56f37-262d-4cad-994f-94d7a2b7cd63 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Unset dirty status for tenant:b0e74a4ed1764205811aa0c17d3da2dc on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:00.221816 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-ddd56f37-262d-4cad-994f-94d7a2b7cd63 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1674056 May 24 22:43:00.234455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:00.240251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:00.245884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Usage tracker for resource:floatingip and tenant:b0e74a4ed1764205811aa0c17d3da2dc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:00.247744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:00.256776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:00.261635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12a55f6c-14a3-4b60-a079-16980ae3a2eb req-fe9c3d11-0d1c-4e60-8ccb-03d418629927 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453143 May 24 22:43:00.271316 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:00.332151 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'name': 'tempest-FloatingIPsTestJSON-194160849-router', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:42:49Z', 'updated_at': '2022-05-24T22:42:58Z', 'revision_number': 4, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'gw_port': {'id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:42:51Z', 'updated_at': '2022-05-24T22:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a92556d1-9662-4203-b1bf-36a88e2c2f85', 'name': '', 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'mac_address': 'fa:16:3e:71:2c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '67dfd282-7f44-4900-ac6c-880ff1160ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:42:56Z', 'updated_at': '2022-05-24T22:42:58Z', 'revision_number': 2, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'subnets': [{'id': '67dfd282-7f44-4900-ac6c-880ff1160ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:00.336084 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Checking router: 387cbd41-563a-4ab9-87ae-4a6c247492ae for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:43:00.336437 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Updating router 387cbd41-563a-4ab9-87ae-4a6c247492ae port a92556d1-9662-4203-b1bf-36a88e2c2f85 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:43:00.392130 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:00.418383 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:00.435620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d47b5-cd87-4834-8e26-8bc4941cb809 req-41e2a392-8526-4252-91ab-cc000855f4a2 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:00.437092 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0a8d47b5-cd87-4834-8e26-8bc4941cb809 req-41e2a392-8526-4252-91ab-cc000855f4a2 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 944 time: 0.0791197 May 24 22:43:00.495755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0a8d47b5-cd87-4834-8e26-8bc4941cb809 req-5ca87491-23c3-4ff0-8ad1-ca0f875988a4 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501208 May 24 22:43:00.563050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Allocated IP 172.25.7.61 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/db7236b1-15a3-4125-a191-c9ba227ad852) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:43:00.689427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd21489-d8e7-4495-afdf-9fc2d6740754 req-8909d2ac-73ed-452e-be1f-73d848d14125 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:00.690945 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dd21489-d8e7-4495-afdf-9fc2d6740754 req-8909d2ac-73ed-452e-be1f-73d848d14125 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0843945 May 24 22:43:00.719083 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:00.752279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:00.782088 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:00.798416 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Transition to ACTIVE for port object a92556d1-9662-4203-b1bf-36a88e2c2f85 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:43:00.805599 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:00.828797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:43:00.831711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:43:00.835504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:43:00.875346 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dd21489-d8e7-4495-afdf-9fc2d6740754 req-7f3c5cf1-02e7-4b6a-9566-3d28a67bfd13 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778297 May 24 22:43:00.878257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Pushing event updated for resources: {'Port': ['ID=db7236b1-15a3-4125-a191-c9ba227ad852,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:00.940802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:43:00.952696 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.006043 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Pushing event updated for resources: {'Port': ['ID=a92556d1-9662-4203-b1bf-36a88e2c2f85,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:01.051127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:43:01.051490 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.054842 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.055612 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.056154 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.056704 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.057390 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.057954 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.058486 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.059012 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.059554 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.060092 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.060843 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.061357 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:01.074335 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.087553 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Attempting to bind port a92556d1-9662-4203-b1bf-36a88e2c2f85 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:43:01.087787 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Attempting to bind port a92556d1-9662-4203-b1bf-36a88e2c2f85 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '263f7482-1ee9-49b9-94ee-29f6c7518cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:43:01.088108 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Attempting to bind port a92556d1-9662-4203-b1bf-36a88e2c2f85 on network 9cce27c4-a337-4463-8b78-dc856ed3e961 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:43:01.094115 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:43:01.094485 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Checking segment: {'id': '263f7482-1ee9-49b9-94ee-29f6c7518cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:43:01.094882 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.095414 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Bound using segment: {'id': '263f7482-1ee9-49b9-94ee-29f6c7518cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:43:01.095876 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Bound port: a92556d1-9662-4203-b1bf-36a88e2c2f85, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263f7482-1ee9-49b9-94ee-29f6c7518cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:43:01.096263 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.133615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dd02aa5-1fd2-48d4-8594-d1e0faf36696 req-33efaeba-95f0-4835-a88e-1cec92a29794 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0825686 May 24 22:43:01.139480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f65fd42a-883e-43af-9daa-e1ccd4a2c21d details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:43:01.143332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8f43a78e-e69a-4fd7-9752-9937160128d3 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:43:01.208000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9052ba8b-f6d1-4953-acad-3456c0dd2256 req-29212745-bd88-4f47-857e-2552508c11b9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2080839 May 24 22:43:01.281064 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] For port a92556d1-9662-4203-b1bf-36a88e2c2f85, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:43:01.285283 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] For port a92556d1-9662-4203-b1bf-36a88e2c2f85, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a92556d1-9662-4203-b1bf-36a88e2c2f85,segment=NetworkSegment(263f7482-1ee9-49b9-94ee-29f6c7518cee),segment_id=263f7482-1ee9-49b9-94ee-29f6c7518cee)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:43:01.293518 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.363749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.373436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.414633 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428b8ae-aa01-4a52-a50b-d9dac42562ff None None] Pushing event updated for resources: {'Port': ['ID=a92556d1-9662-4203-b1bf-36a88e2c2f85,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:01.421260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3ae56-cb4b-490f-9c0f-b5b1fd901c92 req-a19e64eb-1a41-49ea-bd84-aac3c1a341b0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:01.422309 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Routers {'387cbd41-563a-4ab9-87ae-4a6c247492ae'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:43:01.422926 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bcc3ae56-cb4b-490f-9c0f-b5b1fd901c92 req-a19e64eb-1a41-49ea-bd84-aac3c1a341b0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1656892 May 24 22:43:01.427769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052ba8b-f6d1-4953-acad-3456c0dd2256 req-213214d5-ce4d-4e3c-9365-0c68cbd3d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:01.429318 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:42:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['387cbd41-563a-4ab9-87ae-4a6c247492ae'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:01.429478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9052ba8b-f6d1-4953-acad-3456c0dd2256 req-213214d5-ce4d-4e3c-9365-0c68cbd3d568 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 1125 time: 0.1083827 May 24 22:43:01.492772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f65fd42a-883e-43af-9daa-e1ccd4a2c21d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f65fd42a-883e-43af-9daa-e1ccd4a2c21d,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:01.504993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:01.513969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'f65fd42a-883e-43af-9daa-e1ccd4a2c21d', 'network_id': 'a048d222-b793-4627-8502-0af448f97e98', 'port_id': 'f65fd42a-883e-43af-9daa-e1ccd4a2c21d', 'mac_address': 'fa:16:3e:50:52:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:43:01.567434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Pushing event updated for resources: {'Port': ['ID=db7236b1-15a3-4125-a191-c9ba227ad852,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:01.585296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.602819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 8f43a78e-e69a-4fd7-9752-9937160128d3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:43:01.628341 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.636217 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-496dbeff-7c25-426b-a361-8ca15f9fd59a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4071367 May 24 22:43:01.652408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bcc3ae56-cb4b-490f-9c0f-b5b1fd901c92 req-f1794dcc-9853-4481-b88d-cb9a455d6eb6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217190 May 24 22:43:01.655662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 8f43a78e-e69a-4fd7-9752-9937160128d3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:43:01.656031 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.703479 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] Set router 387cbd41-563a-4ab9-87ae-4a6c247492ae gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:43:01.743255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-7a014315-4573-4020-9b37-df313d8ee37f tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Synchronizing usage tracker for tenant:b0e74a4ed1764205811aa0c17d3da2dc on resource:floatingip {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:01.755706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052ba8b-f6d1-4953-acad-3456c0dd2256 req-a6745af3-d4cf-412d-aedd-0fcf629e1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:01.757149 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9052ba8b-f6d1-4953-acad-3456c0dd2256 req-a6745af3-d4cf-412d-aedd-0fcf629e1dca service neutron] 10.222.0.50 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 922 time: 0.2992315 May 24 22:43:01.759674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port f65fd42a-883e-43af-9daa-e1ccd4a2c21d is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:01.760100 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.765605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-7a014315-4573-4020-9b37-df313d8ee37f tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Unset dirty status for tenant:b0e74a4ed1764205811aa0c17d3da2dc on resource:floatingip {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:01.774554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-7a014315-4573-4020-9b37-df313d8ee37f tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.1371181 May 24 22:43:01.780920 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65fd42a-883e-43af-9daa-e1ccd4a2c21d {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:43:01.797251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f65fd42a-883e-43af-9daa-e1ccd4a2c21d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f65fd42a-883e-43af-9daa-e1ccd4a2c21d,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:01.817732 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:01.912762 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9052ba8b-f6d1-4953-acad-3456c0dd2256 req-e36450ca-c3dc-44bc-8c92-f3b8f30ccb12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 HTTP/1.1" status: 200 len: 217 time: 0.1451154 May 24 22:43:01.991250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052ba8b-f6d1-4953-acad-3456c0dd2256 req-4662ab80-9d9c-4382-b7f4-06d600ffc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:01.992699 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9052ba8b-f6d1-4953-acad-3456c0dd2256 req-4662ab80-9d9c-4382-b7f4-06d600ffc652 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 200 len: 861 time: 0.0693233 May 24 22:43:02.048091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcdf33-2109-4724-98b6-7fbddc88117a req-257857c0-100a-4cc5-81d6-6ddc35d0119a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:02.049628 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02bcdf33-2109-4724-98b6-7fbddc88117a req-257857c0-100a-4cc5-81d6-6ddc35d0119a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 944 time: 0.1988328 May 24 22:43:02.056623 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9052ba8b-f6d1-4953-acad-3456c0dd2256 req-212d6696-4867-471e-859a-d668102fa7c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a048d222-b793-4627-8502-0af448f97e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574489 May 24 22:43:02.073568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-39598663-76d5-41e5-8353-c51da1e05738 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:02.081125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=f65fd42a-883e-43af-9daa-e1ccd4a2c21d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:02.085631 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-caee4149-2e45-4db7-9051-1c5119b5d665 req-39598663-76d5-41e5-8353-c51da1e05738 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.3097775 May 24 22:43:02.102297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8f43a78e-e69a-4fd7-9752-9937160128d3 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:02.102675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:02.109018 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'name': 'tempest-FloatingIPsTestJSON-194160849-router', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:42:49Z', 'updated_at': '2022-05-24T22:42:58Z', 'revision_number': 4, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'gw_port': {'id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:42:51Z', 'updated_at': '2022-05-24T22:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a92556d1-9662-4203-b1bf-36a88e2c2f85', 'name': '', 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'mac_address': 'fa:16:3e:71:2c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '67dfd282-7f44-4900-ac6c-880ff1160ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:42:56Z', 'updated_at': '2022-05-24T22:43:01Z', 'revision_number': 4, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'subnets': [{'id': '67dfd282-7f44-4900-ac6c-880ff1160ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:02.113149 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc2893d-2c78-4546-acf7-57aff2936c0d None None] The sync data for ids ['387cbd41-563a-4ab9-87ae-4a6c247492ae'] in n-d-843146-7 is: [{'id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'name': 'tempest-FloatingIPsTestJSON-194160849-router', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:42:49Z', 'updated_at': '2022-05-24T22:42:58Z', 'revision_number': 4, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'gw_port': {'id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:42:51Z', 'updated_at': '2022-05-24T22:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a92556d1-9662-4203-b1bf-36a88e2c2f85', 'name': '', 'network_id': '9cce27c4-a337-4463-8b78-dc856ed3e961', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'mac_address': 'fa:16:3e:71:2c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '67dfd282-7f44-4900-ac6c-880ff1160ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:42:56Z', 'updated_at': '2022-05-24T22:43:01Z', 'revision_number': 4, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'subnets': [{'id': '67dfd282-7f44-4900-ac6c-880ff1160ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:43:02.144485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4575d38e-2f0b-4a40-83d6-fe616c44ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f43a78e-e69a-4fd7-9752-9937160128d3'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:02.156549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8f43a78e-e69a-4fd7-9752-9937160128d3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8f43a78e-e69a-4fd7-9752-9937160128d3,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:02.181523 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:02.210727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02bcdf33-2109-4724-98b6-7fbddc88117a req-1e094675-60aa-42e0-aa52-c8fd50898692 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530190 May 24 22:43:02.266663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f65fd42a-883e-43af-9daa-e1ccd4a2c21d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:02.274061 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9052ba8b-f6d1-4953-acad-3456c0dd2256 req-f6b9e550-c562-4d0c-8e64-cb192e9fd798 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995728 May 24 22:43:02.346251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99a0b-d920-41f4-a724-a4a193c7f4d1 req-a3a34db8-1aa3-4e70-8c73-9a0b275878b1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:02.347803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ae99a0b-d920-41f4-a724-a4a193c7f4d1 req-a3a34db8-1aa3-4e70-8c73-9a0b275878b1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1263306 May 24 22:43:02.418002 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ae99a0b-d920-41f4-a724-a4a193c7f4d1 req-a6a0086d-cdf9-47ff-a859-109de8603c16 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635991 May 24 22:43:02.451242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8f43a78e-e69a-4fd7-9752-9937160128d3,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:02.509835 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9052ba8b-f6d1-4953-acad-3456c0dd2256 req-49d25af0-fd81-4a90-8084-a978231a0cd6 service neutron] 10.222.0.50 "GET /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271328 May 24 22:43:02.535127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35271b-c3cb-45c0-af3e-a0def9823555 req-d9033d8a-c054-4ff6-8580-b7f208450cad tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:02.553990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f35271b-c3cb-45c0-af3e-a0def9823555 req-d9033d8a-c054-4ff6-8580-b7f208450cad tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.1702023 May 24 22:43:02.600552 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f35271b-c3cb-45c0-af3e-a0def9823555 req-f6a90154-b457-4437-a225-7be05d500186 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449009 May 24 22:43:02.703188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c26f4-6a66-4bc9-9e54-65d3251ac195 req-0dd0cb44-06d1-410b-af73-fca9dec28d9a tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:02.704701 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f9c26f4-6a66-4bc9-9e54-65d3251ac195 req-0dd0cb44-06d1-410b-af73-fca9dec28d9a tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 945 time: 0.1366053 May 24 22:43:02.760324 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f9c26f4-6a66-4bc9-9e54-65d3251ac195 req-3fd6e8eb-8939-4427-9406-23914a700ae1 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496538 May 24 22:43:02.791769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e970f-f2a1-4f2e-ae3b-31e14e4f6b78 req-fdbe553b-495d-4dde-91b2-912051c5831c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:02.793316 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-406e970f-f2a1-4f2e-ae3b-31e14e4f6b78 req-fdbe553b-495d-4dde-91b2-912051c5831c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0899124 May 24 22:43:02.842436 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-406e970f-f2a1-4f2e-ae3b-31e14e4f6b78 req-25138d6c-eb5a-432a-8096-a2edb20b368e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 May 24 22:43:02.898067 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-936a4560-2bf1-4fad-ae0a-cb6ba5b500a6 req-1bcd2afa-1a5a-4ab8-975a-117e530a00dd tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips/750ec05a-8ee6-4843-b61c-3392b5208f5b HTTP/1.1" status: 200 len: 692 time: 0.1135905 May 24 22:43:02.916121 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c152f16-24da-4dc0-8e16-42823f630b33'] response: {'server_uuid': '4575d38e-2f0b-4a40-83d6-fe616c44ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f43a78e-e69a-4fd7-9752-9937160128d3', 'code': 200} May 24 22:43:02.945141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a92556d1-9662-4203-b1bf-36a88e2c2f85 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:43:03.043068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a92556d1-9662-4203-b1bf-36a88e2c2f85 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:43:03.050389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a92556d1-9662-4203-b1bf-36a88e2c2f85 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:43:03.050758 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:03.115570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a4560-2bf1-4fad-ae0a-cb6ba5b500a6 req-4ea21272-fc63-48d9-909c-bcb168220494 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:03.117656 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-936a4560-2bf1-4fad-ae0a-cb6ba5b500a6 req-4ea21272-fc63-48d9-909c-bcb168220494 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.2083032 May 24 22:43:03.137600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-936a4560-2bf1-4fad-ae0a-cb6ba5b500a6 req-f8b609e5-2ebd-404c-84f8-974da701fcd1 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:43:03.138641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-936a4560-2bf1-4fad-ae0a-cb6ba5b500a6 req-f8b609e5-2ebd-404c-84f8-974da701fcd1 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122182 May 24 22:43:03.153318 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a3af777f-12be-4486-8b92-a27317e432c9 req-c6256174-92b8-4cda-ae5e-6bbfcc889020 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0636265 May 24 22:43:03.211710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c34018-cba8-430f-b1fc-106e8bd42208 req-73bbafa2-c9b3-45ae-93fc-69483805b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:03.213171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58c34018-cba8-430f-b1fc-106e8bd42208 req-73bbafa2-c9b3-45ae-93fc-69483805b7c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 1096 time: 0.1981361 May 24 22:43:03.242732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a92556d1-9662-4203-b1bf-36a88e2c2f85 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:03.243334 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:03.280077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a92556d1-9662-4203-b1bf-36a88e2c2f85, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a92556d1-9662-4203-b1bf-36a88e2c2f85,segment=NetworkSegment(263f7482-1ee9-49b9-94ee-29f6c7518cee),segment_id=263f7482-1ee9-49b9-94ee-29f6c7518cee)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:03.288093 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:03.352806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b18bc-0de2-49c5-9b54-deb72ee3559b req-1f2004bd-bd4c-4e0a-a079-1ff31d1b2702 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:03.354680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-657b18bc-0de2-49c5-9b54-deb72ee3559b req-1f2004bd-bd4c-4e0a-a079-1ff31d1b2702 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1011667 May 24 22:43:03.360145 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2246e6f4-c829-4be0-8428-898c4db1ce8c req-9cfeef0f-67c4-4013-ac34-bbca7247865b tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=b0e74a4ed1764205811aa0c17d3da2dc HTTP/1.1" status: 200 len: 695 time: 0.1207397 May 24 22:43:03.371362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a92556d1-9662-4203-b1bf-36a88e2c2f85,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:03.373267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58c34018-cba8-430f-b1fc-106e8bd42208 req-465387b9-3a1a-4d47-a66d-9efa530b4af6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525812 May 24 22:43:03.406160 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-657b18bc-0de2-49c5-9b54-deb72ee3559b req-22b6de5b-3a5a-478b-b979-ef53a6913b14 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449793 May 24 22:43:03.605842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962ffa8-b331-4ca6-9b8b-db856a9e3420 req-50f6e39b-45d4-49cc-948c-08c0996bb76b tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:03.607425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0962ffa8-b331-4ca6-9b8b-db856a9e3420 req-50f6e39b-45d4-49cc-948c-08c0996bb76b tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 944 time: 0.0927637 May 24 22:43:03.628029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246e6f4-c829-4be0-8428-898c4db1ce8c req-6ff37fd8-d746-41f2-bf29-c73934c84b77 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:03.629476 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2246e6f4-c829-4be0-8428-898c4db1ce8c req-6ff37fd8-d746-41f2-bf29-c73934c84b77 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/networks?id=8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 787 time: 0.2612996 May 24 22:43:03.662451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0962ffa8-b331-4ca6-9b8b-db856a9e3420 req-0018bde5-0619-4256-af99-8e593e955230 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486066 May 24 22:43:03.812063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fe1c7-06a7-4a46-9bb2-2ab2e71e4087 req-bf91fef2-367e-4d50-a311-5f1dfda5c8b3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:03.813593 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc6fe1c7-06a7-4a46-9bb2-2ab2e71e4087 req-bf91fef2-367e-4d50-a311-5f1dfda5c8b3 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0869482 May 24 22:43:03.844668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e471a8-cecd-434a-aeaa-db646c3f51e6 req-6ec49db2-2160-4899-85b3-69f7c59f0738 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:03.846146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0e471a8-cecd-434a-aeaa-db646c3f51e6 req-6ec49db2-2160-4899-85b3-69f7c59f0738 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0834284 May 24 22:43:03.857967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc6fe1c7-06a7-4a46-9bb2-2ab2e71e4087 req-c43f7ceb-ec40-463e-8f69-823ec2c72866 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386026 May 24 22:43:03.891977 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0e471a8-cecd-434a-aeaa-db646c3f51e6 req-78d4bacc-018b-412a-8c2b-69e2aa7a7fef tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396855 May 24 22:43:03.969814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-791c9292-3d58-40de-b698-77868d440b61 req-6b417248-8690-429a-b60a-30629677d411 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips/750ec05a-8ee6-4843-b61c-3392b5208f5b HTTP/1.1" status: 200 len: 692 time: 0.0877852 May 24 22:43:04.072237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b68366-1e9f-4d6b-b614-fa9e93046005 req-614ad562-ac25-4de5-8978-36e74338af46 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:04.073914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3b68366-1e9f-4d6b-b614-fa9e93046005 req-614ad562-ac25-4de5-8978-36e74338af46 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 945 time: 0.0868008 May 24 22:43:04.118128 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3b68366-1e9f-4d6b-b614-fa9e93046005 req-9d4b7422-755d-4d6c-9567-e695d05b7d87 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382750 May 24 22:43:04.120101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c9292-3d58-40de-b698-77868d440b61 req-71d00ab6-16de-4815-8330-9792a13d33d0 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:04.121688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-791c9292-3d58-40de-b698-77868d440b61 req-71d00ab6-16de-4815-8330-9792a13d33d0 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1459525 May 24 22:43:04.199912 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-791c9292-3d58-40de-b698-77868d440b61 req-afd3ef61-face-4738-9047-365668eb3dbb tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.0723152 May 24 22:43:04.282973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-791c9292-3d58-40de-b698-77868d440b61 req-f9c29d75-544a-494a-99b0-9cdcdd3a684a tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.0770764 May 24 22:43:04.293725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0c175-e6de-4308-b7bd-74fb0741c75b req-09c74e5d-18bb-4aca-8a53-ec5a2ac1dde7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:04.295223 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41d0c175-e6de-4308-b7bd-74fb0741c75b req-09c74e5d-18bb-4aca-8a53-ec5a2ac1dde7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0808165 May 24 22:43:04.345246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41d0c175-e6de-4308-b7bd-74fb0741c75b req-e112bafc-345a-4ee6-b30d-cadaa22ce786 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437267 May 24 22:43:04.445098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-791c9292-3d58-40de-b698-77868d440b61 req-758389a0-1c09-4334-99e1-b6451287e448 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Deleting port db7236b1-15a3-4125-a191-c9ba227ad852 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:04.445439 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-791c9292-3d58-40de-b698-77868d440b61 req-758389a0-1c09-4334-99e1-b6451287e448 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:04.485660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8b65438-bc3c-41ab-bbe3-f5b97b0b712f req-92ce330c-0601-429e-b877-c4d4322d269c tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0424128 May 24 22:43:04.631321 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-791c9292-3d58-40de-b698-77868d440b61 req-758389a0-1c09-4334-99e1-b6451287e448 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:04.631635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-791c9292-3d58-40de-b698-77868d440b61 req-758389a0-1c09-4334-99e1-b6451287e448 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:04.677087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38bc2b-bcb6-4e18-81cb-a88db0972d11 req-a242fb80-0c2e-49f5-9e6a-bfe021938689 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:04.678880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e38bc2b-bcb6-4e18-81cb-a88db0972d11 req-a242fb80-0c2e-49f5-9e6a-bfe021938689 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0918088 May 24 22:43:04.727438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e38bc2b-bcb6-4e18-81cb-a88db0972d11 req-eafb1395-36b6-4fac-8da3-95524d7c465b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 May 24 22:43:04.761311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-791c9292-3d58-40de-b698-77868d440b61 req-758389a0-1c09-4334-99e1-b6451287e448 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Calling delete_port for db7236b1-15a3-4125-a191-c9ba227ad852 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:43:04.890551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a92556d1-9662-4203-b1bf-36a88e2c2f85 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:43:04.910548 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-791c9292-3d58-40de-b698-77868d440b61 req-758389a0-1c09-4334-99e1-b6451287e448 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:04.914151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e26cdb-95e6-4f05-aee5-d536598694ef req-983fcda5-0b8e-450c-8784-1f38ce8120cb tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:04.916032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a1e26cdb-95e6-4f05-aee5-d536598694ef req-983fcda5-0b8e-450c-8784-1f38ce8120cb tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 944 time: 0.0877140 May 24 22:43:04.961926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a1e26cdb-95e6-4f05-aee5-d536598694ef req-001f71c3-bdc8-4ca2-9c67-8e18fc542aba tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 May 24 22:43:04.964118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758389a0-1c09-4334-99e1-b6451287e448 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Pushing event deleted for resources: {'Port': ['ID=db7236b1-15a3-4125-a191-c9ba227ad852,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:04.971508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a92556d1-9662-4203-b1bf-36a88e2c2f85 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:43:04.971940 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:05.062704 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-791c9292-3d58-40de-b698-77868d440b61 req-758389a0-1c09-4334-99e1-b6451287e448 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:05.084255 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-791c9292-3d58-40de-b698-77868d440b61 req-758389a0-1c09-4334-99e1-b6451287e448 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:05.086057 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-791c9292-3d58-40de-b698-77868d440b61 req-758389a0-1c09-4334-99e1-b6451287e448 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "DELETE /v2.0/floatingips/750ec05a-8ee6-4843-b61c-3392b5208f5b HTTP/1.1" status: 204 len: 173 time: 0.7976093 May 24 22:43:05.114495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a92556d1-9662-4203-b1bf-36a88e2c2f85 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:05.132229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f65fd42a-883e-43af-9daa-e1ccd4a2c21d up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:43:05.207482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port f65fd42a-883e-43af-9daa-e1ccd4a2c21d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:43:05.212823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port f65fd42a-883e-43af-9daa-e1ccd4a2c21d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:43:05.213190 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:05.262587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62079850-478c-4210-b4b7-5903f9224862 req-d7335bf7-7a7a-4ff4-a235-3e0a7ea87dbe tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:05.264259 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62079850-478c-4210-b4b7-5903f9224862 req-d7335bf7-7a7a-4ff4-a235-3e0a7ea87dbe tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0864875 May 24 22:43:05.282385 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90a43590-67d5-4b7e-bfe5-b5dffb62b429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:05.310949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1ac0f-a3b2-4805-882b-f0878ad9c1ad req-0d9784cc-190c-45e2-8935-f3c429551913 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:05.313142 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9f1ac0f-a3b2-4805-882b-f0878ad9c1ad req-0d9784cc-190c-45e2-8935-f3c429551913 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0874200 May 24 22:43:05.313986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62079850-478c-4210-b4b7-5903f9224862 req-8ed0aeeb-960c-4f86-a197-9b85294c9f5d tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439644 May 24 22:43:05.360852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port f65fd42a-883e-43af-9daa-e1ccd4a2c21d is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:05.361377 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:05.382049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9f1ac0f-a3b2-4805-882b-f0878ad9c1ad req-8b387bf8-e40e-4124-9e89-329bb88e511e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614061 May 24 22:43:05.391758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d5f066-2e01-4a0d-a767-85f2e305d206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65fd42a-883e-43af-9daa-e1ccd4a2c21d'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:05.402804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f65fd42a-883e-43af-9daa-e1ccd4a2c21d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f65fd42a-883e-43af-9daa-e1ccd4a2c21d,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:05.408975 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:05.479593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=f65fd42a-883e-43af-9daa-e1ccd4a2c21d,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:05.569557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19725e39-f76c-4027-9a86-bd83a0b33d41 req-a6e1209b-eae8-4844-9b07-ecfca0fcf0b8 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:05.571249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-19725e39-f76c-4027-9a86-bd83a0b33d41 req-a6e1209b-eae8-4844-9b07-ecfca0fcf0b8 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 945 time: 0.0825799 May 24 22:43:05.601469 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-536ec2f5-5557-4f8c-8434-900a04e57024 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2627294 May 24 22:43:05.611826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:05.617674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:05.618325 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-19725e39-f76c-4027-9a86-bd83a0b33d41 req-90da362b-40d8-46b5-82a9-0129429ac684 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 May 24 22:43:05.622738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Usage tracker for resource:floatingip and tenant:b0e74a4ed1764205811aa0c17d3da2dc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:05.625620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:05.631242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:05.642864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:05.777609 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:05.799830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b1df3-b841-43b2-87f2-8afec914b8a5 req-91c905f3-7131-461b-b401-18e8db94f6e3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:05.801470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-043b1df3-b841-43b2-87f2-8afec914b8a5 req-91c905f3-7131-461b-b401-18e8db94f6e3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0880916 May 24 22:43:05.846300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-043b1df3-b841-43b2-87f2-8afec914b8a5 req-9c92dc60-410d-441d-ba24-19987e9d73ae tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 May 24 22:43:05.897374 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d78b78e-aa3e-40cd-ac0b-7c00adb081f6'] response: {'server_uuid': '16d5f066-2e01-4a0d-a767-85f2e305d206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65fd42a-883e-43af-9daa-e1ccd4a2c21d', 'code': 200} May 24 22:43:05.909312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Allocated IP 172.25.7.4 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/f4d4af4a-855c-4acb-a681-9ccb284c9ccf) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:43:06.028560 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7c9dcf3e-0b90-4da4-8194-99dc228fdec5 req-8b321cec-801f-482f-9957-e173a4ad5d75 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0431833 May 24 22:43:06.117188 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:06.127546 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27a63f-74e8-4106-ba0e-6a0aade56eab req-168a972e-3f1b-40c0-9c90-1a288865fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:06.129086 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c27a63f-74e8-4106-ba0e-6a0aade56eab req-168a972e-3f1b-40c0-9c90-1a288865fade service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 1096 time: 0.1378279 May 24 22:43:06.178186 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c27a63f-74e8-4106-ba0e-6a0aade56eab req-502cafda-a03d-4833-bad2-824cb3fd01d7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 May 24 22:43:06.184964 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:06.256119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:43:06.259095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:43:06.261789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:43:06.275767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd6d42-5cb9-47a2-af02-c5211b1d450a req-e3aa2ff3-08ab-4332-a3eb-e92f8820380e tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:06.277540 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3edd6d42-5cb9-47a2-af02-c5211b1d450a req-e3aa2ff3-08ab-4332-a3eb-e92f8820380e tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 1096 time: 0.1505606 May 24 22:43:06.296605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Pushing event updated for resources: {'Port': ['ID=f4d4af4a-855c-4acb-a681-9ccb284c9ccf,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:06.320953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3edd6d42-5cb9-47a2-af02-c5211b1d450a req-62f4b9c3-438f-41a1-87fa-7255005dabe8 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370290 May 24 22:43:06.346865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:06.411040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:06.513286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940010b-c187-4e7e-9791-845fb14ff434 req-ffcfc9da-a315-40b1-b21f-801fe2bcf689 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:06.514749 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d940010b-c187-4e7e-9791-845fb14ff434 req-ffcfc9da-a315-40b1-b21f-801fe2bcf689 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0815609 May 24 22:43:06.563176 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d940010b-c187-4e7e-9791-845fb14ff434 req-7e332175-bd50-4519-8576-2dbf961bb8f1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 May 24 22:43:06.618310 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:06.627132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:06.749796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Pushing event updated for resources: {'Port': ['ID=f4d4af4a-855c-4acb-a681-9ccb284c9ccf,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:06.757918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:06.764013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7881-205e-4bfc-ae1e-126781503397 req-d4d13f1a-1c40-4679-99ba-ecc9888eff36 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:06.765475 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e82e7881-205e-4bfc-ae1e-126781503397 req-d4d13f1a-1c40-4679-99ba-ecc9888eff36 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 945 time: 0.0859296 May 24 22:43:06.786212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:06.787474 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-df21ea13-7620-4dac-946c-d7886b054a14 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.1795583 May 24 22:43:06.811691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e82e7881-205e-4bfc-ae1e-126781503397 req-398373d7-4e0a-42f8-8a1d-7917a06aa488 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 May 24 22:43:06.869991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-47635171-de8d-4fa6-bc33-f15302d61e4b tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Synchronizing usage tracker for tenant:b0e74a4ed1764205811aa0c17d3da2dc on resource:floatingip {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:06.886437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-47635171-de8d-4fa6-bc33-f15302d61e4b tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Unset dirty status for tenant:b0e74a4ed1764205811aa0c17d3da2dc on resource:floatingip {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:06.887603 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-47635171-de8d-4fa6-bc33-f15302d61e4b tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 694 time: 0.0941215 May 24 22:43:06.992691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a7c9d-0013-4338-b334-8584c8b99e1c req-4ef60bf4-3a17-4e88-ad0a-558bf5d43af1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:06.994229 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-633a7c9d-0013-4338-b334-8584c8b99e1c req-4ef60bf4-3a17-4e88-ad0a-558bf5d43af1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0820999 May 24 22:43:07.038441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-ed03205d-c23f-4239-bd25-02f4bc07dbbe tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:07.039789 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0216ac56-0a89-4043-bcde-a6647268c7d9 req-ed03205d-c23f-4239-bd25-02f4bc07dbbe tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1465683 May 24 22:43:07.047978 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-633a7c9d-0013-4338-b334-8584c8b99e1c req-85de74bb-a53d-4036-91b3-b9d861a5c78c tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426004 May 24 22:43:07.219530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be30036-709d-48a0-ba03-d4aa02896df6 req-08e38b7b-1f40-49cd-bb58-84ebbd915734 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:07.221228 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5be30036-709d-48a0-ba03-d4aa02896df6 req-08e38b7b-1f40-49cd-bb58-84ebbd915734 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0817013 May 24 22:43:07.242134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609968e-fb0c-490e-bcf9-74c5e1491128 req-1f316a4b-4cda-46e4-9266-78e518804193 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:07.245167 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3609968e-fb0c-490e-bcf9-74c5e1491128 req-1f316a4b-4cda-46e4-9266-78e518804193 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0795488 May 24 22:43:07.269162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5be30036-709d-48a0-ba03-d4aa02896df6 req-d696385b-b123-4157-aa95-996206b2e2b6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 May 24 22:43:07.295996 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3609968e-fb0c-490e-bcf9-74c5e1491128 req-08b67d82-2210-43e9-a5bd-7b5a06f56e3f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461638 May 24 22:43:07.404191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-f23417c1-9c94-4e04-b5ef-6ecd33991237 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips/b0070df7-408e-4887-a6bf-17744cabd9cd HTTP/1.1" status: 200 len: 691 time: 0.0996134 May 24 22:43:07.419456 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0a76f81b-70e2-4d17-8dfc-d193087805df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:07.535630 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-535d7363-fc5e-4e3c-b690-b173fc4ea35f req-a1cfd295-8327-46d4-b31f-f13f4151d44a tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1302559 May 24 22:43:07.609720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-b6f1755a-a74d-4590-a01a-e68203835309 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:07.613999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-b6f1755a-a74d-4590-a01a-e68203835309 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.2042046 May 24 22:43:07.706224 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-caa0d13e-055e-4ed2-b3d0-b01f44f56113 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 694 time: 0.0834901 May 24 22:43:07.788890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-94ac6da3-0e99-42d0-b4c1-4a834194dbe0 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 694 time: 0.0781140 May 24 22:43:07.875644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88576b-c8b4-4e58-b483-9a6f4d2bd235 req-333b8b9e-f1bf-4fd3-850f-d70e230b6b69 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:07.877100 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf88576b-c8b4-4e58-b483-9a6f4d2bd235 req-333b8b9e-f1bf-4fd3-850f-d70e230b6b69 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1833594 May 24 22:43:07.927622 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf88576b-c8b4-4e58-b483-9a6f4d2bd235 req-b6111fe4-de40-46f8-b698-29196446b25e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415399 May 24 22:43:07.961108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-49831f0e-1620-4646-9119-d185f627e640 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Deleting port f4d4af4a-855c-4acb-a681-9ccb284c9ccf {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:07.961452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-49831f0e-1620-4646-9119-d185f627e640 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:08.106389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bad73c-45a5-4dd6-ab65-e97981fe8257 req-87c3e978-da1e-4186-93d3-354366910ee4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:08.107896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-71bad73c-45a5-4dd6-ab65-e97981fe8257 req-87c3e978-da1e-4186-93d3-354366910ee4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 945 time: 0.0830324 May 24 22:43:08.137096 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-49831f0e-1620-4646-9119-d185f627e640 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:08.137401 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-49831f0e-1620-4646-9119-d185f627e640 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:08.155497 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-71bad73c-45a5-4dd6-ab65-e97981fe8257 req-f8e8296c-5c43-461c-bb89-ce32b2ee0d17 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 May 24 22:43:08.275479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-49831f0e-1620-4646-9119-d185f627e640 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Calling delete_port for f4d4af4a-855c-4acb-a681-9ccb284c9ccf owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:43:08.365041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a492c1-dfa9-4aa3-ab92-c1e3678d8409 req-c98d5452-0355-48e6-92e0-7c98bf18ee09 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:08.366517 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66a492c1-dfa9-4aa3-ab92-c1e3678d8409 req-c98d5452-0355-48e6-92e0-7c98bf18ee09 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0879247 May 24 22:43:08.412104 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66a492c1-dfa9-4aa3-ab92-c1e3678d8409 req-ff7c4efe-6777-4922-b6f5-8427dcb4d246 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390813 May 24 22:43:08.421081 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-49831f0e-1620-4646-9119-d185f627e640 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:08.552074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49831f0e-1620-4646-9119-d185f627e640 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Pushing event deleted for resources: {'Port': ['ID=f4d4af4a-855c-4acb-a681-9ccb284c9ccf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:08.611349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ddac8-93be-45a9-9b5d-4180b2165cbc req-4dee69f6-a545-4db4-8518-8bc8e9906b40 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:08.618778 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:08.619317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-304ddac8-93be-45a9-9b5d-4180b2165cbc req-4dee69f6-a545-4db4-8518-8bc8e9906b40 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 1096 time: 0.1134272 May 24 22:43:08.642128 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:08.653175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-49831f0e-1620-4646-9119-d185f627e640 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:08.659114 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-304ddac8-93be-45a9-9b5d-4180b2165cbc req-3108f146-400d-40c9-a217-c09f24bddac1 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388973 May 24 22:43:08.677032 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-49831f0e-1620-4646-9119-d185f627e640 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:08.678268 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c339abd9-b7ec-468d-b10b-978bbc98552f req-49831f0e-1620-4646-9119-d185f627e640 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "DELETE /v2.0/floatingips/b0070df7-408e-4887-a6bf-17744cabd9cd HTTP/1.1" status: 204 len: 173 time: 0.8831801 May 24 22:43:08.857172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6969c9-e7a9-43d0-914d-cca103b36665 req-63ee189e-48bb-4978-b622-d7206cf76e82 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:08.858691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f6969c9-e7a9-43d0-914d-cca103b36665 req-63ee189e-48bb-4978-b622-d7206cf76e82 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0941980 May 24 22:43:08.897718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c19ff-4074-4ebf-8127-7ebaeffdb53f req-22e7ea80-35d8-4852-b35c-277456c36e8c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:08.899466 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-178c19ff-4074-4ebf-8127-7ebaeffdb53f req-22e7ea80-35d8-4852-b35c-277456c36e8c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0874848 May 24 22:43:08.904925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f6969c9-e7a9-43d0-914d-cca103b36665 req-fabc0461-7892-4f93-bb92-10a0c62ec032 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 May 24 22:43:08.949178 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-178c19ff-4074-4ebf-8127-7ebaeffdb53f req-a0265d8b-9e62-40fa-a2eb-071eaf67f9d3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434694 May 24 22:43:09.044217 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a1154c91-d48e-4fe1-af3e-27b78d867497 req-661110d4-822f-4c5c-9f48-8a5132962b89 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0421598 May 24 22:43:09.150435 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-f25787e1-2006-4313-835c-7d6e51f8b8c2 req-2e96e581-293c-483c-850e-7f1b7b899616 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] show failed (client error): The resource could not be found. May 24 22:43:09.151533 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f25787e1-2006-4313-835c-7d6e51f8b8c2 req-2e96e581-293c-483c-850e-7f1b7b899616 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips/b0070df7-408e-4887-a6bf-17744cabd9cd HTTP/1.1" status: 404 len: 350 time: 0.0722258 May 24 22:43:09.316002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f5bef-0716-451e-8e38-f8e3e5e42e74 req-42933b77-90c7-4bc2-9c68-a6c656f9d157 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:09.318584 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-282f5bef-0716-451e-8e38-f8e3e5e42e74 req-42933b77-90c7-4bc2-9c68-a6c656f9d157 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 1096 time: 0.0766144 May 24 22:43:09.365748 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-282f5bef-0716-451e-8e38-f8e3e5e42e74 req-7449bd7b-9b1b-4625-b9ea-00a66545bfdf tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 May 24 22:43:09.522127 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-26d2271d-9aef-4899-b007-5a52247bdd3a req-1aaf2322-8c1b-46b3-95a6-a6e1ae49d088 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] show failed (client error): The resource could not be found. May 24 22:43:09.522784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090f810-4f48-4a6d-8f52-8d59a7f38bf6 req-cf900ed6-810d-4dd7-b891-c06b46486166 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:09.523134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26d2271d-9aef-4899-b007-5a52247bdd3a req-1aaf2322-8c1b-46b3-95a6-a6e1ae49d088 tempest-FloatingIPsTestJSON-527233514 tempest-FloatingIPsTestJSON-527233514-project] 10.222.0.55 "GET /v2.0/floatingips/b0070df7-408e-4887-a6bf-17744cabd9cd HTTP/1.1" status: 404 len: 350 time: 0.0693395 May 24 22:43:09.524185 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8090f810-4f48-4a6d-8f52-8d59a7f38bf6 req-cf900ed6-810d-4dd7-b891-c06b46486166 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0833597 May 24 22:43:09.533707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45920) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:09.576322 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8090f810-4f48-4a6d-8f52-8d59a7f38bf6 req-3e775242-08b5-498e-815c-9e653f66c27e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 May 24 22:43:09.804817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ed3ee-d0af-4d3e-b0f7-dfa1e6af7965 req-e8f9a859-fc9f-49e8-9690-2eb8f6483240 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:09.806474 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-259ed3ee-d0af-4d3e-b0f7-dfa1e6af7965 req-e8f9a859-fc9f-49e8-9690-2eb8f6483240 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 1096 time: 0.0758319 May 24 22:43:09.854140 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:09.857109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-259ed3ee-d0af-4d3e-b0f7-dfa1e6af7965 req-d4f96577-bf17-44ff-9a98-c32567903018 tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431795 May 24 22:43:09.891222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7b3e6-ca4a-4563-b489-bfee40d02f35 req-d0d3271e-11f1-4439-92a6-99f293186826 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:09.892698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ff7b3e6-ca4a-4563-b489-bfee40d02f35 req-d0d3271e-11f1-4439-92a6-99f293186826 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.2467341 May 24 22:43:10.027277 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ff7b3e6-ca4a-4563-b489-bfee40d02f35 req-eb663b15-923c-4ce1-af75-239d00f1f2bb tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256175 May 24 22:43:10.098952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7301fc2-aea5-4dc4-baf7-e2d409f521b2 req-0f00dc1e-329c-4c90-b854-27fc3255177d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:10.101008 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a7301fc2-aea5-4dc4-baf7-e2d409f521b2 req-0f00dc1e-329c-4c90-b854-27fc3255177d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0867431 May 24 22:43:10.151419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a7301fc2-aea5-4dc4-baf7-e2d409f521b2 req-f58071a3-543e-411b-bfff-c13d0829b332 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412455 May 24 22:43:10.291558 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:10.370389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738644f3-a29d-4d44-ac29-d63094596e89 req-5e385bd6-e321-4b75-95b1-89fc5aa79fc5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:10.374165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-738644f3-a29d-4d44-ac29-d63094596e89 req-5e385bd6-e321-4b75-95b1-89fc5aa79fc5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1047773 May 24 22:43:10.430105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-738644f3-a29d-4d44-ac29-d63094596e89 req-08e085ef-8182-43cd-ba36-e1743e753c2e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511599 May 24 22:43:10.616745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ced224d-48e4-4f98-9143-5f110d4adf1a req-82c3fac4-bc73-4e36-916b-a52510834ea2 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0857852 May 24 22:43:10.850756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05946-159a-4a24-8130-1b31d1c66d49 req-111062db-35f9-42a0-adc3-4ad0654ccc76 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:10.853143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4d05946-159a-4a24-8130-1b31d1c66d49 req-111062db-35f9-42a0-adc3-4ad0654ccc76 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1059773 May 24 22:43:10.902180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] Deleting port a92556d1-9662-4203-b1bf-36a88e2c2f85 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:10.902760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:10.927028 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4d05946-159a-4a24-8130-1b31d1c66d49 req-d44b352f-b81f-4079-ab1e-8e5b7c4e4a94 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678372 May 24 22:43:11.019738 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b3b38aaf-7a09-4a2a-b607-ba777acfc0b2 req-84ff093b-ec45-469a-99f2-198f6e02dbd0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696356 May 24 22:43:11.134849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] For port a92556d1-9662-4203-b1bf-36a88e2c2f85, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a92556d1-9662-4203-b1bf-36a88e2c2f85,segment=NetworkSegment(263f7482-1ee9-49b9-94ee-29f6c7518cee),segment_id=263f7482-1ee9-49b9-94ee-29f6c7518cee)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:11.135258 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:11.238644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a995de-7469-4d2d-a49d-43253f6c8082 req-00ef228e-169a-4cfc-8352-6f505b7c10fb tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:11.245612 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58a995de-7469-4d2d-a49d-43253f6c8082 req-00ef228e-169a-4cfc-8352-6f505b7c10fb tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0999677 May 24 22:43:11.270338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] Calling delete_port for a92556d1-9662-4203-b1bf-36a88e2c2f85 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:43:11.286985 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58a995de-7469-4d2d-a49d-43253f6c8082 req-520acb73-c79f-439b-aa36-d7e93f71a9b7 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405407 May 24 22:43:11.459890 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:11.477694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b62a4d-a72d-4dca-b712-65bb4827a6fb req-447cd2de-7ff8-470d-a69d-4b0d8cd866cd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:11.480997 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5b62a4d-a72d-4dca-b712-65bb4827a6fb req-447cd2de-7ff8-470d-a69d-4b0d8cd866cd tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0899534 May 24 22:43:11.510446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a92556d1-9662-4203-b1bf-36a88e2c2f85,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:11.535155 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5b62a4d-a72d-4dca-b712-65bb4827a6fb req-9a3e369e-b8f5-4de3-9b09-7ac02f253d58 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476944 May 24 22:43:11.878958 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:11.890555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1705144-63e3-44f4-b1e0-5cd694fef38e req-472e4035-43cd-4420-a613-4d1889e8e135 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:11.892002 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1705144-63e3-44f4-b1e0-5cd694fef38e req-472e4035-43cd-4420-a613-4d1889e8e135 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1910689 May 24 22:43:11.946401 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dfdb26b6-1f4a-469f-ba1b-db97a9364a06 req-7d4b09e2-b5a7-407d-9c23-57bb09064e46 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0454652 May 24 22:43:12.062594 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1705144-63e3-44f4-b1e0-5cd694fef38e req-b366d788-8a84-4f8b-84ce-952c60bb9de4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632481 May 24 22:43:12.127883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd22105-1da1-41d0-875b-f5b0242700eb req-565171db-0c9c-4318-9a1e-f7c21c6b5f9f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:12.129403 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ecd22105-1da1-41d0-875b-f5b0242700eb req-565171db-0c9c-4318-9a1e-f7c21c6b5f9f tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 945 time: 0.0824225 May 24 22:43:12.175204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ecd22105-1da1-41d0-875b-f5b0242700eb req-f1ac9670-4264-4bad-ab84-ae776ea91873 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 May 24 22:43:12.425293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] Router 387cbd41-563a-4ab9-87ae-4a6c247492ae has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:43:12.435032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f2c56-a5ee-4eb7-beb6-24f5ba38f1e7 req-3d552bde-43d1-4426-8ab4-ae25f3295a0b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:12.436464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-297f2c56-a5ee-4eb7-beb6-24f5ba38f1e7 req-3d552bde-43d1-4426-8ab4-ae25f3295a0b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2726710 May 24 22:43:12.481263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09ed16-0084-471b-b292-c73538caacdf req-e712cb65-1092-49c3-be3f-6ee3f9e42b0c tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:12.482806 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab09ed16-0084-471b-b292-c73538caacdf req-e712cb65-1092-49c3-be3f-6ee3f9e42b0c tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0848646 May 24 22:43:12.529680 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab09ed16-0084-471b-b292-c73538caacdf req-8cc13326-bc22-4d1d-8efd-94239d05b5e7 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 May 24 22:43:12.562716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-297f2c56-a5ee-4eb7-beb6-24f5ba38f1e7 req-bda05099-c746-4309-b135-fd5fb9c5397d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197681 May 24 22:43:12.659447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:43:12.672521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c179bf5-bad3-4743-95d9-e0f27cc3020b None None] Sync routers for ids ['387cbd41-563a-4ab9-87ae-4a6c247492ae'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:43:12.673107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0c368ed9-96d9-4a6a-9479-15ce347fc8ea admin admin] 10.222.0.55 "PUT /v2.0/routers/387cbd41-563a-4ab9-87ae-4a6c247492ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1355772 May 24 22:43:12.673107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45992) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:12.680461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c179bf5-bad3-4743-95d9-e0f27cc3020b None None] Routers {'387cbd41-563a-4ab9-87ae-4a6c247492ae'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:43:12.681180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0c179bf5-bad3-4743-95d9-e0f27cc3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:43:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['387cbd41-563a-4ab9-87ae-4a6c247492ae'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:12.742696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7014c-0ada-4d70-8738-4f4360d7dc62 req-9611c28e-3d4d-458c-9b7b-49e41ea50884 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:12.751135 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66b7014c-0ada-4d70-8738-4f4360d7dc62 req-9611c28e-3d4d-458c-9b7b-49e41ea50884 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0967453 May 24 22:43:12.802092 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66b7014c-0ada-4d70-8738-4f4360d7dc62 req-ed393465-dec9-4a3a-8f7e-3cc57caf5a53 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497880 May 24 22:43:12.861289 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:12.869982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0c179bf5-bad3-4743-95d9-e0f27cc3020b None None] Set router 387cbd41-563a-4ab9-87ae-4a6c247492ae gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:43:13.045636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:13.056788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Deleting port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:13.057540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:13.144524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f820b2d2-e068-46d9-8cbf-70f7eda125dc req-ea2c8cdd-0d23-4959-b180-b16a2a444ce7 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0621223 May 24 22:43:13.195251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0c179bf5-bad3-4743-95d9-e0f27cc3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'name': 'tempest-FloatingIPsTestJSON-194160849-router', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:42:49Z', 'updated_at': '2022-05-24T22:43:11Z', 'revision_number': 5, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'gw_port': {'id': '23d27bba-94b6-4b05-a3a3-75b4d2e9f297', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:42:51Z', 'updated_at': '2022-05-24T22:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:13.199262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c179bf5-bad3-4743-95d9-e0f27cc3020b None None] Checking router: 387cbd41-563a-4ab9-87ae-4a6c247492ae for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:43:13.210877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c179bf5-bad3-4743-95d9-e0f27cc3020b None None] Routers {'387cbd41-563a-4ab9-87ae-4a6c247492ae'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:43:13.211664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0c179bf5-bad3-4743-95d9-e0f27cc3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:43:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['387cbd41-563a-4ab9-87ae-4a6c247492ae'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:13.280171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] For port 23d27bba-94b6-4b05-a3a3-75b4d2e9f297, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=23d27bba-94b6-4b05-a3a3-75b4d2e9f297,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:13.280578 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:13.309658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245d966-cc0d-405e-a35e-99a795bd9a80 req-7f888a0c-cdd4-4903-ba31-a7962649c9c5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:13.311439 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f245d966-cc0d-405e-a35e-99a795bd9a80 req-7f888a0c-cdd4-4903-ba31-a7962649c9c5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0909934 May 24 22:43:13.357440 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f245d966-cc0d-405e-a35e-99a795bd9a80 req-90d98cdc-9490-44ab-b15a-a253a525df9c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399773 May 24 22:43:13.382445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0c179bf5-bad3-4743-95d9-e0f27cc3020b None None] Set router 387cbd41-563a-4ab9-87ae-4a6c247492ae gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:43:13.436004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Calling delete_port for 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:43:13.486877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0c179bf5-bad3-4743-95d9-e0f27cc3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'name': 'tempest-FloatingIPsTestJSON-194160849-router', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:42:49Z', 'updated_at': '2022-05-24T22:43:13Z', 'revision_number': 6, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:13.492355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c179bf5-bad3-4743-95d9-e0f27cc3020b None None] The sync data for ids ['387cbd41-563a-4ab9-87ae-4a6c247492ae'] in n-d-843146-7 is: [{'id': '387cbd41-563a-4ab9-87ae-4a6c247492ae', 'name': 'tempest-FloatingIPsTestJSON-194160849-router', 'tenant_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:42:49Z', 'updated_at': '2022-05-24T22:43:13Z', 'revision_number': 6, 'project_id': 'b0e74a4ed1764205811aa0c17d3da2dc', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:43:13.556618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecbbf0-c99f-4116-b5c5-3b7b533f523b req-05afa858-12dd-4632-be64-15861f20177e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:13.556618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e2ecbbf0-c99f-4116-b5c5-3b7b533f523b req-05afa858-12dd-4632-be64-15861f20177e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 945 time: 0.2638729 May 24 22:43:13.651947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a06a7f-a6f3-4140-8699-6ef9884de962 req-e782f46b-6caf-4c8e-9ec5-603b3d0a13a7 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:13.653057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e2ecbbf0-c99f-4116-b5c5-3b7b533f523b req-5346e5ed-5513-47d6-84b7-9c3eddebc59e tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857372 May 24 22:43:13.653647 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5a06a7f-a6f3-4140-8699-6ef9884de962 req-e782f46b-6caf-4c8e-9ec5-603b3d0a13a7 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 945 time: 0.0931344 May 24 22:43:13.685546 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:13.733651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d27bba-94b6-4b05-a3a3-75b4d2e9f297,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:13.882802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-a5a06a7f-a6f3-4140-8699-6ef9884de962 req-b193f0a3-b033-4701-b125-79c5c2e69dca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Deleting port f65fd42a-883e-43af-9daa-e1ccd4a2c21d {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:13.882802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a5a06a7f-a6f3-4140-8699-6ef9884de962 req-b193f0a3-b033-4701-b125-79c5c2e69dca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:13.998971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ceb222-b30e-46f2-8be3-2c715bfd77f0 req-dc0ed905-6257-4f9d-b369-ff62e5303225 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:14.000438 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-72ceb222-b30e-46f2-8be3-2c715bfd77f0 req-dc0ed905-6257-4f9d-b369-ff62e5303225 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.3098195 May 24 22:43:14.007875 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.130120 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-72ceb222-b30e-46f2-8be3-2c715bfd77f0 req-fafc2149-f46e-4dce-b2b6-07523c421a10 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211059 May 24 22:43:14.181111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a5a06a7f-a6f3-4140-8699-6ef9884de962 req-b193f0a3-b033-4701-b125-79c5c2e69dca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] For port f65fd42a-883e-43af-9daa-e1ccd4a2c21d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f65fd42a-883e-43af-9daa-e1ccd4a2c21d,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:14.181563 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a5a06a7f-a6f3-4140-8699-6ef9884de962 req-b193f0a3-b033-4701-b125-79c5c2e69dca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.189997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc1b2-1d5a-4e1a-8edd-006468d330eb req-de4686bc-1fc7-4800-a9d7-4164fea3b8d1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:14.191429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f84bc1b2-1d5a-4e1a-8edd-006468d330eb req-de4686bc-1fc7-4800-a9d7-4164fea3b8d1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.4197211 May 24 22:43:14.193586 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.196322 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.242890 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.243386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 387cbd41-563a-4ab9-87ae-4a6c247492ae {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:43:14.254354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f84bc1b2-1d5a-4e1a-8edd-006468d330eb req-12f404dc-2f64-42f6-b795-182b26bf71ff tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550303 May 24 22:43:14.261075 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.264485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-db3fa471-0404-425b-9eb0-6ca5d48d5b07 admin admin] 10.222.0.55 "DELETE /v2.0/routers/387cbd41-563a-4ab9-87ae-4a6c247492ae HTTP/1.1" status: 204 len: 168 time: 1.5883894 May 24 22:43:14.265454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46014) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:14.328814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7d68e7-9673-474e-b1bf-b5f016428003 admin admin] Deleting subnet 67dfd282-7f44-4900-ac6c-880ff1160ee7 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:43:14.332030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee7d68e7-9673-474e-b1bf-b5f016428003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.358685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-a5a06a7f-a6f3-4140-8699-6ef9884de962 req-b193f0a3-b033-4701-b125-79c5c2e69dca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Calling delete_port for f65fd42a-883e-43af-9daa-e1ccd4a2c21d owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:43:14.431881 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee7d68e7-9673-474e-b1bf-b5f016428003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.459751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1006e0e8-f1f0-4208-b3d6-99c1f3bba15c req-6466fe7e-6d85-43cf-b8c7-ea400af78cb1 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0802042 May 24 22:43:14.512202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d742982-d98b-44e3-8a88-2ae4d45b9ecc req-9aa31d46-9a55-48b2-b133-b40645cd42ff tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:14.519109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d742982-d98b-44e3-8a88-2ae4d45b9ecc req-9aa31d46-9a55-48b2-b133-b40645cd42ff tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2691519 May 24 22:43:14.547841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee7d68e7-9673-474e-b1bf-b5f016428003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.630158 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d742982-d98b-44e3-8a88-2ae4d45b9ecc req-b7861e1f-5447-4c85-8cdf-1f4eea9dc1d6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101022 May 24 22:43:14.632339 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a5a06a7f-a6f3-4140-8699-6ef9884de962 req-b193f0a3-b033-4701-b125-79c5c2e69dca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.647595 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f4df6c49-0e97-4f9c-9ea2-96cf74ad4571', '8b75c596-6e2f-48b6-bd35-49994fa88d4f', 'bd13d402-6e84-4d17-8a6f-52bc3a500322', 'f65fd42a-883e-43af-9daa-e1ccd4a2c21d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:14.660973 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee7d68e7-9673-474e-b1bf-b5f016428003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.722502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193f0a3-b033-4701-b125-79c5c2e69dca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Pushing event deleted for resources: {'Port': ['ID=f65fd42a-883e-43af-9daa-e1ccd4a2c21d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:14.751843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d68e7-9673-474e-b1bf-b5f016428003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67dfd282-7f44-4900-ac6c-880ff1160ee7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:14.756546 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee7d68e7-9673-474e-b1bf-b5f016428003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.769856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d7f4f5-aafb-424a-89a7-96cffc9a106e None None] Network 9cce27c4-a337-4463-8b78-dc856ed3e961 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:43:14.774609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ee7d68e7-9673-474e-b1bf-b5f016428003 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/67dfd282-7f44-4900-ac6c-880ff1160ee7 HTTP/1.1" status: 204 len: 168 time: 0.5066352 May 24 22:43:14.783814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46022) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:14.914325 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:43:14.915780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d507ded-ecbb-4ee7-af53-ec26f3e920db req-1e220a38-1f42-4b68-8976-ee8407cce92f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:14.917703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d507ded-ecbb-4ee7-af53-ec26f3e920db req-1e220a38-1f42-4b68-8976-ee8407cce92f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2204678 May 24 22:43:14.923958 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.928592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a06a7f-a6f3-4140-8699-6ef9884de962 req-b193f0a3-b033-4701-b125-79c5c2e69dca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] No DVR routers for this DVR port f65fd42a-883e-43af-9daa-e1ccd4a2c21d on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:43:14.936002 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a5a06a7f-a6f3-4140-8699-6ef9884de962 req-b193f0a3-b033-4701-b125-79c5c2e69dca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.948579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-899dc29a-b9f7-48ec-9757-1c7d3b92aaa3 req-ac7a8013-1e19-4f48-a4ca-201701fa0a63 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 210 time: 0.0952582 May 24 22:43:14.949051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d5f066-2e01-4a0d-a767-85f2e305d206', 'name': 'network-vif-deleted', 'tag': 'f65fd42a-883e-43af-9daa-e1ccd4a2c21d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:14.957974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Deleting port 93922815-29e2-4022-8ee4-c045b675697a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:14.959053 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:14.971845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:43:14.971845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 23d27bba-94b6-4b05-a3a3-75b4d2e9f297 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:43:14.972516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a92556d1-9662-4203-b1bf-36a88e2c2f85 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:43:14.996621 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5a06a7f-a6f3-4140-8699-6ef9884de962 req-b193f0a3-b033-4701-b125-79c5c2e69dca tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "DELETE /v2.0/ports/f65fd42a-883e-43af-9daa-e1ccd4a2c21d HTTP/1.1" status: 204 len: 173 time: 1.3366935 May 24 22:43:15.032649 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d507ded-ecbb-4ee7-af53-ec26f3e920db req-d6eca664-74d2-4f30-a19e-319f0ebab83c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047311 May 24 22:43:15.037563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a92556d1-9662-4203-b1bf-36a88e2c2f85 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:43:15.038289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a92556d1-9662-4203-b1bf-36a88e2c2f85 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:43:15.038829 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19db2ef9-f3a6-4e75-8af4-e54644e8cf2d'] response: {'server_uuid': '16d5f066-2e01-4a0d-a767-85f2e305d206', 'name': 'network-vif-deleted', 'tag': 'f65fd42a-883e-43af-9daa-e1ccd4a2c21d', 'status': 'completed', 'code': 200} May 24 22:43:15.194787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] For port 93922815-29e2-4022-8ee4-c045b675697a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=93922815-29e2-4022-8ee4-c045b675697a,segment=NetworkSegment(263f7482-1ee9-49b9-94ee-29f6c7518cee),segment_id=263f7482-1ee9-49b9-94ee-29f6c7518cee)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:15.194787 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:15.321142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62df8d45-8725-4ce8-a54c-f6740c7ae7d4 None None] DHCP port deletion for 9cce27c4-a337-4463-8b78-dc856ed3e961 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:43:15.342302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-62df8d45-8725-4ce8-a54c-f6740c7ae7d4 None None] Deleting port 93922815-29e2-4022-8ee4-c045b675697a {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:15.342706 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62df8d45-8725-4ce8-a54c-f6740c7ae7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:15.368854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Calling delete_port for 93922815-29e2-4022-8ee4-c045b675697a owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:43:15.406576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78445ab-efdb-4bbd-8d78-d76a4b3a7915 req-4209067c-e858-4bc3-9330-bdb0104b76ab tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:15.409514 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e78445ab-efdb-4bbd-8d78-d76a4b3a7915 req-4209067c-e858-4bc3-9330-bdb0104b76ab tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.1362836 May 24 22:43:15.473940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e78445ab-efdb-4bbd-8d78-d76a4b3a7915 req-367fc916-1804-4a52-84db-668f35fcfa84 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580189 May 24 22:43:15.479058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-62df8d45-8725-4ce8-a54c-f6740c7ae7d4 None None] The port '93922815-29e2-4022-8ee4-c045b675697a' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:43:15.543259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:15.703673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] No DVR routers for this DVR port 93922815-29e2-4022-8ee4-c045b675697a on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:43:15.708403 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6581126-c73a-42f5-aa12-bb3e680376c4 req-c79a77ab-5a0e-46ca-8de8-e6328265ae2b tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0469160 May 24 22:43:15.740583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Pushing event deleted for resources: {'Port': ['ID=93922815-29e2-4022-8ee4-c045b675697a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:15.837677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:15.862683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f42cba-5a2d-4b95-98f7-715c64365188 req-0c77c39c-3a4a-43e4-a384-072e131eb23e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:15.870028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52f42cba-5a2d-4b95-98f7-715c64365188 req-0c77c39c-3a4a-43e4-a384-072e131eb23e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.4087286 May 24 22:43:15.910626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cce27c4-a337-4463-8b78-dc856ed3e961']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:15.911267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389c6f3-b6dc-4da8-9c2a-3b1f912f6436 req-c13e023f-de44-47e5-aa8e-b398febabf18 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:15.912719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b389c6f3-b6dc-4da8-9c2a-3b1f912f6436 req-c13e023f-de44-47e5-aa8e-b398febabf18 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0858774 May 24 22:43:15.927622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263f7482-1ee9-49b9-94ee-29f6c7518cee') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:15.927917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263f7482-1ee9-49b9-94ee-29f6c7518cee') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:15.949357 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:15.961047 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b389c6f3-b6dc-4da8-9c2a-3b1f912f6436 req-b96baa33-d162-4f26-a59b-9e8dd18f1db1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 May 24 22:43:15.980860 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52f42cba-5a2d-4b95-98f7-715c64365188 req-332d4f6b-a1c6-4bbc-91fa-5959f064b090 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935240 May 24 22:43:15.998547 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:16.005559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:43:16.006133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:16.084018 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 263f7482-1ee9-49b9-94ee-29f6c7518cee resource provider aggregate not found May 24 22:43:16.123286 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 263f7482-1ee9-49b9-94ee-29f6c7518cee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 263f7482-1ee9-49b9-94ee-29f6c7518cee found for delete ", "request_id": "req-3475a2f4-94af-44f1-8862-e209316a2c29"}]} May 24 22:43:16.133238 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:16.155145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6dbfc579-f98b-4a78-8ca7-bc0487bb5a98 req-ee9c5ca6-3d18-4d29-8841-147606c7f1ff tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Synchronizing usage tracker for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:16.155617 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:16.162802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cce27c4-a337-4463-8b78-dc856ed3e961,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:16.175038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6dbfc579-f98b-4a78-8ca7-bc0487bb5a98 req-ee9c5ca6-3d18-4d29-8841-147606c7f1ff tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Unset dirty status for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:16.176230 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6dbfc579-f98b-4a78-8ca7-bc0487bb5a98 req-ee9c5ca6-3d18-4d29-8841-147606c7f1ff tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d5f066-2e01-4a0d-a767-85f2e305d206 HTTP/1.1" status: 200 len: 210 time: 0.0810313 May 24 22:43:16.183312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-311f6eb6-0121-4a55-bb4b-4bba24601031 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9cce27c4-a337-4463-8b78-dc856ed3e961 HTTP/1.1" status: 204 len: 168 time: 1.3895388 May 24 22:43:16.290271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96568443-3db0-4f2c-b30d-93a788d685cb req-91a84fe6-ed3f-4a55-9b5b-77430b0d2795 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:16.297931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96568443-3db0-4f2c-b30d-93a788d685cb req-91a84fe6-ed3f-4a55-9b5b-77430b0d2795 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1026762 May 24 22:43:16.338440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96568443-3db0-4f2c-b30d-93a788d685cb req-eb77ea38-1877-4407-a6c6-f0a413f1ebea tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 May 24 22:43:16.348034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46050) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:16.399118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2229dfe9-9521-4c3e-a2bf-3ac08629f7bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0e74a4ed1764205811aa0c17d3da2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498400 May 24 22:43:16.401938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46054) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:16.463871 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-abb4ff16-b677-4e5a-8a8f-71848f3acc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:16.491406 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-abb4ff16-b677-4e5a-8a8f-71848f3acc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:16.552015 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-abb4ff16-b677-4e5a-8a8f-71848f3acc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:16.575419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4ff16-b677-4e5a-8a8f-71848f3acc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a148e0-8811-48fe-b7ce-480ebf6eec32,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:16.578008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-abb4ff16-b677-4e5a-8a8f-71848f3acc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:16.581527 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-abb4ff16-b677-4e5a-8a8f-71848f3acc90 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65a148e0-8811-48fe-b7ce-480ebf6eec32 HTTP/1.1" status: 204 len: 168 time: 0.1763754 May 24 22:43:16.728105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490323ed-cc51-491a-a038-6b6ac24fbb39 req-b8547d1d-c41d-49fb-b763-9bde718b080d tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:16.730156 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-490323ed-cc51-491a-a038-6b6ac24fbb39 req-b8547d1d-c41d-49fb-b763-9bde718b080d tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0952051 May 24 22:43:16.792037 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-490323ed-cc51-491a-a038-6b6ac24fbb39 req-15105fce-26bb-49ba-a2df-5aa7cb0ca93c tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537646 May 24 22:43:16.904912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 93922815-29e2-4022-8ee4-c045b675697a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:43:16.916682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d98d9784-2072-4a35-a72b-481e63a88e88 req-c03b98b3-296e-43be-8cd1-3a7c3805f59e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0537407 May 24 22:43:16.942026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 93922815-29e2-4022-8ee4-c045b675697a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:43:16.942430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 93922815-29e2-4022-8ee4-c045b675697a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:43:17.167545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b09976-72cd-4ad6-a2ae-ccd33d54f658 req-fabddddf-78a3-4d00-ba17-5ade642b0e4c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:17.176119 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83b09976-72cd-4ad6-a2ae-ccd33d54f658 req-fabddddf-78a3-4d00-ba17-5ade642b0e4c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0969238 May 24 22:43:17.196647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f65fd42a-883e-43af-9daa-e1ccd4a2c21d no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:43:17.224093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e63b0f-5dd1-482c-9947-606ebde16f81 req-4243ab3f-1290-4123-a15a-2874d4fa068e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:17.226321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e4e63b0f-5dd1-482c-9947-606ebde16f81 req-4243ab3f-1290-4123-a15a-2874d4fa068e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1155834 May 24 22:43:17.240344 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83b09976-72cd-4ad6-a2ae-ccd33d54f658 req-3a7ed271-26bd-4455-8b30-afc5173da724 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632646 May 24 22:43:17.293453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: f65fd42a-883e-43af-9daa-e1ccd4a2c21d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:43:17.293819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f65fd42a-883e-43af-9daa-e1ccd4a2c21d not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:43:17.348243 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e4e63b0f-5dd1-482c-9947-606ebde16f81 req-d03cf300-13c7-49c1-b3c1-d247cb962839 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156149 May 24 22:43:17.631966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197b552-48db-439e-821b-6ee81ea1ae66 req-38abf117-edd4-4732-8c9b-c3aec42378f1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:17.634111 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2197b552-48db-439e-821b-6ee81ea1ae66 req-38abf117-edd4-4732-8c9b-c3aec42378f1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1488743 May 24 22:43:17.648648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e2faf-e7f0-4697-a892-879c7b58a7e8 req-7cd5a1cc-27e4-4723-9778-1af144efa96c tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:17.654036 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24e2faf-e7f0-4697-a892-879c7b58a7e8 req-7cd5a1cc-27e4-4723-9778-1af144efa96c tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 1096 time: 0.1302459 May 24 22:43:17.712181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2197b552-48db-439e-821b-6ee81ea1ae66 req-14bf1efc-051c-4084-a285-63729b560983 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574281 May 24 22:43:17.720253 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24e2faf-e7f0-4697-a892-879c7b58a7e8 req-edc5f548-a3de-48c6-962d-2d7a8f1ce0ff tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596886 May 24 22:43:17.921720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c38b89-73a5-4a94-ac8b-aa65fc0d1ac2 req-2337dca9-d8a2-4ca8-a132-5061c6c0d671 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:17.923384 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50c38b89-73a5-4a94-ac8b-aa65fc0d1ac2 req-2337dca9-d8a2-4ca8-a132-5061c6c0d671 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 1096 time: 0.0859683 May 24 22:43:18.000700 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50c38b89-73a5-4a94-ac8b-aa65fc0d1ac2 req-df3bce33-4fcc-4f20-b596-02bc5099a0aa tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706124 May 24 22:43:18.163572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519cdcd-a15d-49ed-a647-cab9831b6f9e req-16af9f48-10a8-4468-825e-d6fc35d3fb55 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:18.172451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c519cdcd-a15d-49ed-a647-cab9831b6f9e req-16af9f48-10a8-4468-825e-d6fc35d3fb55 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0986786 May 24 22:43:18.230615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c519cdcd-a15d-49ed-a647-cab9831b6f9e req-a8fc69a8-170e-4ffa-87f5-e0ee7b8cebf3 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568216 May 24 22:43:18.248145 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d30c6e42-78f5-405a-9156-3a1fe1b305bd req-6a5142b7-3c5e-442f-b4ba-5e8144bb6a9b tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1467111 May 24 22:43:18.592861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954f83b-7ff0-419f-991e-cc5d35e2eb5c req-0799746e-f414-4064-aac8-a85f5b782404 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:18.596796 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8954f83b-7ff0-419f-991e-cc5d35e2eb5c req-0799746e-f414-4064-aac8-a85f5b782404 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1259761 May 24 22:43:18.659962 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8954f83b-7ff0-419f-991e-cc5d35e2eb5c req-d41d796a-a1c3-4a06-add8-5ed67c92682a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565927 May 24 22:43:18.882583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e1a11-4ccf-4859-a7af-bf45e196e442 req-48aa8097-9022-4431-9b0a-162ccf37acad tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:18.886354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c24e1a11-4ccf-4859-a7af-bf45e196e442 req-48aa8097-9022-4431-9b0a-162ccf37acad tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1011209 May 24 22:43:18.935981 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c24e1a11-4ccf-4859-a7af-bf45e196e442 req-fffaf00d-e12b-4525-8d8c-a1c6d03d7f8a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 May 24 22:43:19.235107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-90375bd9-70c0-4908-99f8-e84e61f12c28 req-2276582a-ef56-40bb-861a-2539dcdddd1e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1353972 May 24 22:43:19.257046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126071-4d42-427b-a21f-2e7cf9f4dda3 req-1cccc24c-fa89-45b8-8ddf-bcd027b08566 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:19.258806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03126071-4d42-427b-a21f-2e7cf9f4dda3 req-1cccc24c-fa89-45b8-8ddf-bcd027b08566 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1227746 May 24 22:43:19.321370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03126071-4d42-427b-a21f-2e7cf9f4dda3 req-eb1d6465-b85e-4697-9d3b-1259b826ac9d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563915 May 24 22:43:19.449319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46180) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:19.514360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660772d-a762-4e19-b894-98b99fb26c7e req-6ca893ec-b2d0-4bea-9311-5f5c87306b99 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:19.526568 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e660772d-a762-4e19-b894-98b99fb26c7e req-6ca893ec-b2d0-4bea-9311-5f5c87306b99 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.1107607 May 24 22:43:19.576952 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e660772d-a762-4e19-b894-98b99fb26c7e req-a30631fb-02e0-47ab-a1ae-f70fffe76ed5 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 May 24 22:43:19.650805 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7427409f-0b95-4f46-b4a7-d7f0ead02ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:19.676896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7427409f-0b95-4f46-b4a7-d7f0ead02ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:19.689123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7427409f-0b95-4f46-b4a7-d7f0ead02ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe017b3b5344a558fdff454ff3a6a85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:19.693835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7427409f-0b95-4f46-b4a7-d7f0ead02ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:19.720497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7427409f-0b95-4f46-b4a7-d7f0ead02ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:19.748846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0a4d474-ef39-4f68-b797-632a6e698c7f req-cfa39508-cd50-45a1-ae63-df63aca4d030 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0490701 May 24 22:43:19.826566 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7427409f-0b95-4f46-b4a7-d7f0ead02ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:19.834576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7427409f-0b95-4f46-b4a7-d7f0ead02ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:19.895047 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7427409f-0b95-4f46-b4a7-d7f0ead02ff8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bbe017b3b5344a558fdff454ff3a6a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415641 May 24 22:43:19.895047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427409f-0b95-4f46-b4a7-d7f0ead02ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22cee3b-acea-4748-9fd9-40d1c5cdcc15,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:19.898096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46202) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:19.966405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fe4e0-955b-4ad9-bb65-1fab0ab02fed req-84d1a568-f1cf-4bbe-86c9-43aaae5a8b37 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:19.967572 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d65e318-34cc-4132-ad23-4a6b24fb0ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:19.975268 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a8fe4e0-955b-4ad9-bb65-1fab0ab02fed req-84d1a568-f1cf-4bbe-86c9-43aaae5a8b37 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1011777 May 24 22:43:20.017723 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a8fe4e0-955b-4ad9-bb65-1fab0ab02fed req-0ac3edf1-b8c2-4be5-80eb-a5d7c396c43d tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 May 24 22:43:20.019386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d65e318-34cc-4132-ad23-4a6b24fb0ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:20.087337 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d65e318-34cc-4132-ad23-4a6b24fb0ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:20.111082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65e318-34cc-4132-ad23-4a6b24fb0ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22cee3b-acea-4748-9fd9-40d1c5cdcc15,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:20.115116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d65e318-34cc-4132-ad23-4a6b24fb0ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:20.130962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1d65e318-34cc-4132-ad23-4a6b24fb0ea7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e22cee3b-acea-4748-9fd9-40d1c5cdcc15 HTTP/1.1" status: 204 len: 168 time: 0.2314453 May 24 22:43:20.218779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37545735-41ab-4ae5-9556-4732eb6b5d21 req-201d5001-7227-4a92-b9fd-fd3f6087bccd tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:20.220843 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37545735-41ab-4ae5-9556-4732eb6b5d21 req-201d5001-7227-4a92-b9fd-fd3f6087bccd tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0928316 May 24 22:43:20.269271 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37545735-41ab-4ae5-9556-4732eb6b5d21 req-8182701f-f1f9-4961-a172-8c94b49685c2 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 May 24 22:43:20.625985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467a990-e0d3-4741-ac72-58fc3de1f962 req-18ddc386-7d0b-4a9b-940e-9c49ae1352f2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:20.627628 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5467a990-e0d3-4741-ac72-58fc3de1f962 req-18ddc386-7d0b-4a9b-940e-9c49ae1352f2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1558669 May 24 22:43:20.683119 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5467a990-e0d3-4741-ac72-58fc3de1f962 req-4bd956a2-e000-4d96-bdc9-51d04cd07a4e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 May 24 22:43:20.815042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08900c9-031a-4d1c-9a14-2e825e20b74b req-cd457ad5-491d-4856-ad35-67a57d0a3393 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:20.816529 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a08900c9-031a-4d1c-9a14-2e825e20b74b req-cd457ad5-491d-4856-ad35-67a57d0a3393 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 945 time: 0.0917168 May 24 22:43:20.878412 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a08900c9-031a-4d1c-9a14-2e825e20b74b req-9ebaa1bc-8712-40ef-81c4-3c2638916a8d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490131 May 24 22:43:20.900041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45898d-5ebf-49c5-810e-728f95324349 req-47f9e243-aa47-45ac-be64-43f386677cb9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:20.901073 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc45898d-5ebf-49c5-810e-728f95324349 req-47f9e243-aa47-45ac-be64-43f386677cb9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0910747 May 24 22:43:20.947145 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc45898d-5ebf-49c5-810e-728f95324349 req-25ab7cd1-2c3f-4a42-a18b-859ece29c574 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 May 24 22:43:20.981996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46246) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:21.087366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-885652374-network', 'tenant_id': 'b3706d10be554e798b88034075160b18'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:21.092469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:21.096545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Usage tracker for resource:network and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:21.099479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:21.105470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff4cea7b-94f5-4297-a37d-38eb00831597 req-0725ebe3-ddd8-4ba0-8c6f-171e9c1cfd3a tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0459065 May 24 22:43:21.106413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:21.120803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Made reservation on behalf of b3706d10be554e798b88034075160b18 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:43:21.123254 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:21.174778 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:21.202029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:21.208504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Usage tracker for resource:security_group_rule and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:21.212118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:21.219175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:21.263047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c541d78-f72b-42c3-8a45-91c0643fec7d req-7f33a431-6a5a-45eb-842e-33844aa8b27c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:21.264537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7c541d78-f72b-42c3-8a45-91c0643fec7d req-7f33a431-6a5a-45eb-842e-33844aa8b27c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1315787 May 24 22:43:21.332351 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7c541d78-f72b-42c3-8a45-91c0643fec7d req-64fbe54d-8ef7-4b20-b596-1f670d6ba118 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596120 May 24 22:43:21.364044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:21.371523 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:21.384006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:43:21.394227 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:21.394905 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Added segment 910875a3-9645-4892-92f8-5aae25dc690b of type vlan for network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 May 24 22:43:21.447578 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:21.451279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baa430e-6877-4360-8d01-7de5a0755020,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:21.485564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463bbef-3af7-4bc2-a93f-4c7bc307df35 req-6adef8c4-cd88-41d5-8ee5-35ac4675195c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:21.487394 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3463bbef-3af7-4bc2-a93f-4c7bc307df35 req-6adef8c4-cd88-41d5-8ee5-35ac4675195c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0897508 May 24 22:43:21.559998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3463bbef-3af7-4bc2-a93f-4c7bc307df35 req-9405ac47-e70c-4220-8d97-9f74193a5257 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661168 May 24 22:43:21.582794 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:21.584209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:21.585157 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:21.700172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] Pushing event updated for resources: {'Network': ['ID=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:21.703094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-27d361db-1197-4455-9557-2443d314aa07 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7199476 May 24 22:43:21.706403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46256) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:21.711649 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:43:21.712425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Request body: {'subnet': {'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-885652374-subnet', 'tenant_id': 'b3706d10be554e798b88034075160b18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:21.717685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:21.721629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Usage tracker for resource:subnet and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:21.725219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:21.732319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:21.748702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Made reservation on behalf of b3706d10be554e798b88034075160b18 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:43:21.752285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:21.896859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca1dce-a406-40bd-b457-a749f680b148 req-95dbfddc-6e13-47f3-9b40-e0095c030fbf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:21.899613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38ca1dce-a406-40bd-b457-a749f680b148 req-95dbfddc-6e13-47f3-9b40-e0095c030fbf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0935833 May 24 22:43:21.951396 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38ca1dce-a406-40bd-b457-a749f680b148 req-8d357678-1776-4c15-a7ba-21d59f86c297 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445027 May 24 22:43:21.990230 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:22.140908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f421fe-62b3-4b5c-9697-6fff71587dc9 req-69e3c948-3eb3-4780-a422-0f2d27a773b6 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:22.142777 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21f421fe-62b3-4b5c-9697-6fff71587dc9 req-69e3c948-3eb3-4780-a422-0f2d27a773b6 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0847845 May 24 22:43:22.152142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a04cef8-0f98-4f0f-b545-0796b0563769,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:22.185781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Checking segment: {'id': '910875a3-9645-4892-92f8-5aae25dc690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:43:22.186035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Network hostable DHCP agents. Network: 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:43:22.189607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21f421fe-62b3-4b5c-9697-6fff71587dc9 req-82196faf-d8aa-492e-a664-464909ea7a3d tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 May 24 22:43:22.228113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7aa43b-926d-4371-9fab-489931d9923f req-26789ef1-0150-4ef7-99be-6f6d009c72c4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:22.229723 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef7aa43b-926d-4371-9fab-489931d9923f req-26789ef1-0150-4ef7-99be-6f6d009c72c4 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 945 time: 0.2126250 May 24 22:43:22.231501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:43:22.240223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f032d-411d-42b4-9293-2c3b4fb1416f req-042890c6-ec6e-48f0-94e2-d0111b5c9e9a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:22.241609 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af6f032d-411d-42b4-9293-2c3b4fb1416f req-042890c6-ec6e-48f0-94e2-d0111b5c9e9a tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 945 time: 0.1647527 May 24 22:43:22.298407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:43:22.308346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e44b4b-5bfe-404b-93df-4afdab3157d0 None None] Network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:43:22.340754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:22.341791 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:22.384636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef7aa43b-926d-4371-9fab-489931d9923f req-70640503-b11c-4ba9-a349-39d7a5c89231 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405959 May 24 22:43:22.390690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-af6f032d-411d-42b4-9293-2c3b4fb1416f req-0c21a7ca-f841-429a-bbae-0a0a8f96ebd5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Deleting port bd13d402-6e84-4d17-8a6f-52bc3a500322 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:22.391626 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-af6f032d-411d-42b4-9293-2c3b4fb1416f req-0c21a7ca-f841-429a-bbae-0a0a8f96ebd5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:22.431059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12bf6d1b-1487-4fc0-9a7a-cb0b85555ddb req-ef2e9881-0972-4331-adc1-8f2de59f923f tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0543337 May 24 22:43:22.442074 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:43:22.471074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f2fb6b01-15a6-4f14-9b31-dba706282061 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7556183 May 24 22:43:22.635660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f399ee-aac0-4c30-834e-ad188d5222ff None None] Network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:43:22.807529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf504e-8adf-4055-98b6-12746c67b72e req-5cf8104d-7732-4235-838c-2cbf3d6149b4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:22.809036 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35bf504e-8adf-4055-98b6-12746c67b72e req-5cf8104d-7732-4235-838c-2cbf3d6149b4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2270944 May 24 22:43:22.810901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-af6f032d-411d-42b4-9293-2c3b4fb1416f req-0c21a7ca-f841-429a-bbae-0a0a8f96ebd5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] For port bd13d402-6e84-4d17-8a6f-52bc3a500322, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=bd13d402-6e84-4d17-8a6f-52bc3a500322,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:22.811266 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-af6f032d-411d-42b4-9293-2c3b4fb1416f req-0c21a7ca-f841-429a-bbae-0a0a8f96ebd5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:22.816379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8c4a-aa8b-4eb5-a6a0-688d0da25004 req-cb082310-bb01-4958-85fd-f94274860ac6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:22.818620 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b3e8c4a-aa8b-4eb5-a6a0-688d0da25004 req-cb082310-bb01-4958-85fd-f94274860ac6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1001544 May 24 22:43:22.880236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b3e8c4a-aa8b-4eb5-a6a0-688d0da25004 req-15f48279-728c-4910-b29b-896904753501 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547423 May 24 22:43:22.959916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-af6f032d-411d-42b4-9293-2c3b4fb1416f req-0c21a7ca-f841-429a-bbae-0a0a8f96ebd5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Calling delete_port for bd13d402-6e84-4d17-8a6f-52bc3a500322 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:43:23.056573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-674993873', 'description': 'tempest-description-133000780'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:23.064203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:23.068692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:23.072184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:23.078256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:23.092368 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:23.114473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:23.118556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group_rule and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:23.119961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35bf504e-8adf-4055-98b6-12746c67b72e req-132671cc-9f60-40ed-8311-103942611e2c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007202 May 24 22:43:23.121852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:23.128841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:23.227811 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:23.235461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:23.238578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-af6f032d-411d-42b4-9293-2c3b4fb1416f req-0c21a7ca-f841-429a-bbae-0a0a8f96ebd5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:23.251183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f4df6c49-0e97-4f9c-9ea2-96cf74ad4571', '8b75c596-6e2f-48b6-bd35-49994fa88d4f', 'bd13d402-6e84-4d17-8a6f-52bc3a500322'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:23.285425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e52e86c-ee3c-4ea8-865d-089867362a5f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:23.312231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:23.320039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5683ae8-63f2-4af9-b299-a7995f7cd8af req-21a59888-ce5e-42cf-8568-fc946c3a3b0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2675984 May 24 22:43:23.336224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21a7ca-f841-429a-bbae-0a0a8f96ebd5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Pushing event deleted for resources: {'Port': ['ID=bd13d402-6e84-4d17-8a6f-52bc3a500322,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:23.438796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6f032d-411d-42b4-9293-2c3b4fb1416f req-0c21a7ca-f841-429a-bbae-0a0a8f96ebd5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] No DVR routers for this DVR port bd13d402-6e84-4d17-8a6f-52bc3a500322 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:43:23.442038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-af6f032d-411d-42b4-9293-2c3b4fb1416f req-0c21a7ca-f841-429a-bbae-0a0a8f96ebd5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:23.444520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c17b3-d620-4b62-9b3c-a969939f72e0', 'name': 'network-vif-deleted', 'tag': 'bd13d402-6e84-4d17-8a6f-52bc3a500322'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:23.470078 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af6f032d-411d-42b4-9293-2c3b4fb1416f req-0c21a7ca-f841-429a-bbae-0a0a8f96ebd5 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "DELETE /v2.0/ports/bd13d402-6e84-4d17-8a6f-52bc3a500322 HTTP/1.1" status: 204 len: 173 time: 1.2116692 May 24 22:43:23.490134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600129b-a332-4d42-a541-ab48303ca149 req-99737b21-0441-4ddd-a6d4-ef9776ebc796 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:23.498215 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2600129b-a332-4d42-a541-ab48303ca149 req-99737b21-0441-4ddd-a6d4-ef9776ebc796 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2125630 May 24 22:43:23.574843 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2600129b-a332-4d42-a541-ab48303ca149 req-a90ebc12-27eb-4e87-8176-e8a5ab56c7ab tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745547 May 24 22:43:23.588582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81757ffa-9bde-4717-bb46-5ea8073c892e req-634731ce-0c30-41af-bf2e-31cc6dda41fa tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:23.607260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-158103463', 'description': 'tempest-description-2142008480'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:23.612727 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81757ffa-9bde-4717-bb46-5ea8073c892e req-634731ce-0c30-41af-bf2e-31cc6dda41fa tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.1758478 May 24 22:43:23.613785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:23.618928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:23.622880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:23.630263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:23.654875 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:23.685169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81757ffa-9bde-4717-bb46-5ea8073c892e req-8f526c84-7153-431d-86cd-1d11ff4be231 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714009 May 24 22:43:23.694878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:23.699850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group_rule and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:23.703838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:23.712193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:23.718711 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:23.801587 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:23.806818 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:23.851115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ca9f97-8504-4ab7-b8ec-610da8e2133d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:23.853950 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:23.865695 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5902ee6a-193c-4409-be67-c01f0f0ab27a req-2c81a4f0-c8c8-4dd7-8452-5975ed9dce79 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2633369 May 24 22:43:23.877808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-542f3f5c-87bd-42ac-bd20-8c11ddee4f55 req-9c869d78-47ef-4edb-ad85-990697ba27c6 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=a09c17b3-d620-4b62-9b3c-a969939f72e0 HTTP/1.1" status: 200 len: 210 time: 0.0626082 May 24 22:43:23.900755 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e13211-967d-4b4e-a5ac-07f85a8cba56'] response: {'server_uuid': 'a09c17b3-d620-4b62-9b3c-a969939f72e0', 'name': 'network-vif-deleted', 'tag': 'bd13d402-6e84-4d17-8a6f-52bc3a500322', 'status': 'completed', 'code': 200} May 24 22:43:24.047264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8723f5f9-3c28-44d7-83f0-a05893146946 req-d39875e9-dbe3-4a8d-a32e-852d115ae8fb tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0501068 May 24 22:43:24.109028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9632994-0a7d-4ed3-8579-e5ca1852c016 req-692076be-9997-41ea-90d5-3ad49c153a7e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:24.110580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9632994-0a7d-4ed3-8579-e5ca1852c016 req-692076be-9997-41ea-90d5-3ad49c153a7e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1025414 May 24 22:43:24.170503 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9632994-0a7d-4ed3-8579-e5ca1852c016 req-11e184f3-6b3c-4000-8c0e-4b76beb7aba6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535707 May 24 22:43:24.324957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-daca2a30-5f28-4b20-81c4-a153c5730899 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:24.326425 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-daca2a30-5f28-4b20-81c4-a153c5730899 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/networks?id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 200 len: 812 time: 0.1624851 May 24 22:43:24.350105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-497fd8b7-0992-4030-ae83-331dc0eb586b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/quotas/b3706d10be554e798b88034075160b18 HTTP/1.1" status: 200 len: 375 time: 0.0154564 May 24 22:43:24.400030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db33e1-2d80-4561-9599-79314b8b5adb req-dda014d6-e279-4b95-9626-30eb30f95612 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:24.402486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26db33e1-2d80-4561-9599-79314b8b5adb req-dda014d6-e279-4b95-9626-30eb30f95612 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1132917 May 24 22:43:24.418422 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-98811e3f-6664-4521-8bb5-fb465bcc8aef tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3706d10be554e798b88034075160b18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645640 May 24 22:43:24.484368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26db33e1-2d80-4561-9599-79314b8b5adb req-95796bb8-1246-4b6e-a1c6-9d223bd84b8c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749738 May 24 22:43:24.581959 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-2aa0dd60-c95d-408a-a6d4-38545cc73e47 service neutron] 10.222.0.55 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556370 May 24 22:43:24.725295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-e820ac25-c2a8-4b17-ac84-047fd7bf55b9 service neutron] 10.222.0.55 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364286 May 24 22:43:24.769832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87ffd-2e67-482e-92c9-6542e0c01757 req-0da59ca5-a982-465e-87ce-c6dc4bed9548 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:24.772215 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2df87ffd-2e67-482e-92c9-6542e0c01757 req-0da59ca5-a982-465e-87ce-c6dc4bed9548 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0856481 May 24 22:43:24.826091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2df87ffd-2e67-482e-92c9-6542e0c01757 req-59e88a0a-ca8d-4493-a6ee-34020b4a2f86 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465488 May 24 22:43:24.930641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c00b55f8-e375-4561-9260-6ae37bee3bb4 req-7e37818a-231d-44cf-b6b8-46ae794329fc tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 210 time: 0.0479081 May 24 22:43:25.065766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10a3b-7c30-4c47-b9ff-966621e2f56c req-4c1700db-d6b5-4a6b-9430-be1a0cc10768 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:25.076662 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98c10a3b-7c30-4c47-b9ff-966621e2f56c req-4c1700db-d6b5-4a6b-9430-be1a0cc10768 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.1465647 May 24 22:43:25.132820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98c10a3b-7c30-4c47-b9ff-966621e2f56c req-d0c1ce29-451c-4c0b-9e5c-83b76e87edd7 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546973 May 24 22:43:25.266275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device bd13d402-6e84-4d17-8a6f-52bc3a500322 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:43:25.304375 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-283da48e-01c9-4f9d-8540-4ecd68c13ee2 req-da13090f-f874-4267-b3a8-ccae25354902 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0518887 May 24 22:43:25.354995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: bd13d402-6e84-4d17-8a6f-52bc3a500322 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:43:25.355345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device bd13d402-6e84-4d17-8a6f-52bc3a500322 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:43:25.355762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:43:25.502746 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:25.518990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940647a3-0e22-4f66-b866-7b17e243694f req-d0a4bbdb-fb2f-4f79-8bf7-98e11a88edd9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:25.520549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-940647a3-0e22-4f66-b866-7b17e243694f req-d0a4bbdb-fb2f-4f79-8bf7-98e11a88edd9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1065466 May 24 22:43:25.545222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:25.545886 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:25.592382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:25.598188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b325f-3cab-4bc8-83ea-73f2f8e4c7a7 req-e9fb1a49-a1e0-4416-9e71-bfc6bdff8131 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:25.598920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-cc1b325f-3cab-4bc8-83ea-73f2f8e4c7a7 req-e9fb1a49-a1e0-4416-9e71-bfc6bdff8131 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Synchronizing usage tracker for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:25.605998 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-940647a3-0e22-4f66-b866-7b17e243694f req-d8a006f0-bed1-43c1-be4e-9b5eda063f9d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781319 May 24 22:43:25.615499 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:25.631985 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:25.654065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-cc1b325f-3cab-4bc8-83ea-73f2f8e4c7a7 req-e9fb1a49-a1e0-4416-9e71-bfc6bdff8131 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Unset dirty status for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:25.655908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc1b325f-3cab-4bc8-83ea-73f2f8e4c7a7 req-e9fb1a49-a1e0-4416-9e71-bfc6bdff8131 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 946 time: 0.2281473 May 24 22:43:25.725147 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc1b325f-3cab-4bc8-83ea-73f2f8e4c7a7 req-8b1a6bfc-5bb7-47c2-a2b7-d6f38f0fdd5d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619698 May 24 22:43:25.742317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:25.801076 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285f064f-d699-4167-8806-8072a272f3cb'] response: {'server_uuid': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff', 'code': 200} May 24 22:43:25.868058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54604b17-c7a7-48dc-bc5d-1b6f7fc0e94d req-97d197df-835b-45da-8899-8846b4902462 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:25.869857 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54604b17-c7a7-48dc-bc5d-1b6f7fc0e94d req-97d197df-835b-45da-8899-8846b4902462 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0898709 May 24 22:43:25.915472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54604b17-c7a7-48dc-bc5d-1b6f7fc0e94d req-c1b77340-4450-41a8-aa5a-6395ad674583 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 May 24 22:43:26.055102 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00771ed-6dd6-4157-addc-928e726b6e9e req-e1b4a10c-f54a-4c58-ac93-39c4df538e7d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:26.056915 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d00771ed-6dd6-4157-addc-928e726b6e9e req-e1b4a10c-f54a-4c58-ac93-39c4df538e7d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0981643 May 24 22:43:26.085462 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f222f96-16f7-498e-9548-fd6ed5459017 req-239a659a-06d8-4b38-b731-1d4b8fc42dff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 210 time: 0.0483506 May 24 22:43:26.119075 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d00771ed-6dd6-4157-addc-928e726b6e9e req-4f66a882-be69-4c73-bc80-06be675585ba tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543089 May 24 22:43:26.392339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f055ec-7ca0-4a00-a629-7a45747886ee req-49a26a6e-b8c6-47f4-b4fa-49999ec007d4 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:26.394155 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f055ec-7ca0-4a00-a629-7a45747886ee req-49a26a6e-b8c6-47f4-b4fa-49999ec007d4 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 943 time: 0.1297088 May 24 22:43:26.403790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-94f1beea-6e31-40b6-89b0-945e37c35257 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:26.405656 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-94f1beea-6e31-40b6-89b0-945e37c35257 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.50 "GET /v2.0/networks?id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 200 len: 812 time: 0.2197239 May 24 22:43:26.425134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'port': {'device_id': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61', 'admin_state_up': True, 'tenant_id': 'b3706d10be554e798b88034075160b18'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:26.462077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f055ec-7ca0-4a00-a629-7a45747886ee req-cd3e37a7-8e62-4fd7-9118-8d6a4029a625 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582206 May 24 22:43:26.649924 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae2c65a3-abcc-4e05-b391-0cfdd0ba7d18 req-830ca65a-a928-4ad6-903e-50063688fa4d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1970096 May 24 22:43:26.737636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:26.749938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:port and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:26.758293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:26.766183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:26.790731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Made reservation on behalf of b3706d10be554e798b88034075160b18 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:43:26.796895 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:26.826351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c0003-7720-4a0a-b360-55b643feadeb req-5ea7e447-1f11-4981-a191-0f74d67c24b1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:26.829953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-024c0003-7720-4a0a-b360-55b643feadeb req-5ea7e447-1f11-4981-a191-0f74d67c24b1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1028028 May 24 22:43:26.882502 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-024c0003-7720-4a0a-b360-55b643feadeb req-59ee8a16-0f3c-4c98-8871-4168026072f6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488219 May 24 22:43:27.008119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d20306-dc05-4c0b-86da-be7c845cbda6 req-b26e39ad-926e-4dec-a847-6b7d37e55c61 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:27.009056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61d20306-dc05-4c0b-86da-be7c845cbda6 req-b26e39ad-926e-4dec-a847-6b7d37e55c61 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 946 time: 0.1091928 May 24 22:43:27.040022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0cdde-3c53-4505-9dd0-44329de3bc6c req-5a79cdea-46ec-4f38-ba79-12c2989d14fa tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:27.041688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9b0cdde-3c53-4505-9dd0-44329de3bc6c req-5a79cdea-46ec-4f38-ba79-12c2989d14fa tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 946 time: 0.1699035 May 24 22:43:27.063567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Allocated IP 172.20.0.10 (9c436ca6-d64f-4b30-a107-0e5ed7ed8c61/4a04cef8-0f98-4f0f-b545-0796b0563769/5e9f0f29-3b22-4b02-819e-dc84c920695d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:43:27.115262 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9b0cdde-3c53-4505-9dd0-44329de3bc6c req-eba95b11-324c-4da8-a9eb-8367172c2691 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662544 May 24 22:43:27.151795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-61d20306-dc05-4c0b-86da-be7c845cbda6 req-d77831dd-39f9-4f90-ab22-a548b7a3ba3c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Deleting port 8b75c596-6e2f-48b6-bd35-49994fa88d4f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:27.152119 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-61d20306-dc05-4c0b-86da-be7c845cbda6 req-d77831dd-39f9-4f90-ab22-a548b7a3ba3c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:27.267321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:43:27.346022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c16136-72d0-4e82-b02b-eb0660ea6091 req-7b146944-7cbc-4e7d-9971-fe41e31c9887 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:27.351181 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:27.352993 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-30c16136-72d0-4e82-b02b-eb0660ea6091 req-7b146944-7cbc-4e7d-9971-fe41e31c9887 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3044693 May 24 22:43:27.420437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb7484cc-83c0-4571-9399-298b9b7d3439 req-8023c631-16e1-43ec-9fd8-5d61ce495c12 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 210 time: 0.1659894 May 24 22:43:27.443873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:27.501363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:27.540762 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-30c16136-72d0-4e82-b02b-eb0660ea6091 req-84b7b4df-eb0c-4d0b-936a-4635efb8a40b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868038 May 24 22:43:27.540992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff', 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09', 'port_id': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff', 'mac_address': 'fa:16:3e:79:ab:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90a6c67-34e4-421d-ae52-0133858bfc68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:43:27.552667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:43:27.615246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:27.616016 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:27.636469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:43:27.657914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:43:27.661761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:43:27.678147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:27.679063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-61d20306-dc05-4c0b-86da-be7c845cbda6 req-d77831dd-39f9-4f90-ab22-a548b7a3ba3c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] For port 8b75c596-6e2f-48b6-bd35-49994fa88d4f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8b75c596-6e2f-48b6-bd35-49994fa88d4f,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:27.679438 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-61d20306-dc05-4c0b-86da-be7c845cbda6 req-d77831dd-39f9-4f90-ab22-a548b7a3ba3c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:27.685628 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:27.710139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'Port': ['ID=5e9f0f29-3b22-4b02-819e-dc84c920695d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:27.753073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:27.753696 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:27.787949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba17ce0-3a2c-40d1-b94c-9ce4743fdcf9 req-ca077de7-32ce-400e-8820-a4e023e73152 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:27.795736 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7ba17ce0-3a2c-40d1-b94c-9ce4743fdcf9 req-ca077de7-32ce-400e-8820-a4e023e73152 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2527668 May 24 22:43:27.798752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:27.811240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-ba2d75c5-6080-4870-a0b0-de766811dbde tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3951807 May 24 22:43:27.830562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Request body: {'port': {'device_id': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:27.901990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7ba17ce0-3a2c-40d1-b94c-9ce4743fdcf9 req-55534417-49d6-47a8-a9fe-dbd949130d7c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053412 May 24 22:43:27.925143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-61d20306-dc05-4c0b-86da-be7c845cbda6 req-d77831dd-39f9-4f90-ab22-a548b7a3ba3c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Calling delete_port for 8b75c596-6e2f-48b6-bd35-49994fa88d4f owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:43:27.978949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:27.980791 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:28.021896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60245f46-b998-4cee-acb2-df083aecf76c req-8bc506fb-5ed1-4ea4-a1bc-d8dc562f1a1c tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:28.026789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60245f46-b998-4cee-acb2-df083aecf76c req-8bc506fb-5ed1-4ea4-a1bc-d8dc562f1a1c tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 944 time: 0.3178418 May 24 22:43:28.092355 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1bf3e4a-6d18-43a4-bae9-a59fbb1605e0 req-02a05699-f9e4-433c-b732-633775dbabf6 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0610447 May 24 22:43:28.157996 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-61d20306-dc05-4c0b-86da-be7c845cbda6 req-d77831dd-39f9-4f90-ab22-a548b7a3ba3c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:28.269010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77831dd-39f9-4f90-ab22-a548b7a3ba3c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Pushing event deleted for resources: {'Port': ['ID=8b75c596-6e2f-48b6-bd35-49994fa88d4f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:28.303207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60245f46-b998-4cee-acb2-df083aecf76c req-3466d491-6944-4c21-bdf4-b8c06021de7e tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729073 May 24 22:43:28.357860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d20306-dc05-4c0b-86da-be7c845cbda6 req-d77831dd-39f9-4f90-ab22-a548b7a3ba3c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] No DVR routers for this DVR port 8b75c596-6e2f-48b6-bd35-49994fa88d4f on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:43:28.360382 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-61d20306-dc05-4c0b-86da-be7c845cbda6 req-d77831dd-39f9-4f90-ab22-a548b7a3ba3c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:28.364239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0522ab7e-3a59-48ce-9788-0f2462520237', 'name': 'network-vif-deleted', 'tag': '8b75c596-6e2f-48b6-bd35-49994fa88d4f'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:28.387523 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61d20306-dc05-4c0b-86da-be7c845cbda6 req-d77831dd-39f9-4f90-ab22-a548b7a3ba3c tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "DELETE /v2.0/ports/8b75c596-6e2f-48b6-bd35-49994fa88d4f HTTP/1.1" status: 204 len: 173 time: 1.3689706 May 24 22:43:28.442580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3136c5f-d9f5-4e20-846c-0fdecf734ceb req-c96800ee-4fc1-4ff1-bc9d-2a5db8af48c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:28.444347 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3136c5f-d9f5-4e20-846c-0fdecf734ceb req-c96800ee-4fc1-4ff1-bc9d-2a5db8af48c7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1618013 May 24 22:43:28.480037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-48134161-3d7a-4dae-8f6d-0fb87fc149fb req-1aeb7213-9ee9-462d-bf28-8db38801b4fa tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Synchronizing usage tracker for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:28.498429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-48134161-3d7a-4dae-8f6d-0fb87fc149fb req-1aeb7213-9ee9-462d-bf28-8db38801b4fa tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Unset dirty status for tenant:c1e295fbcd2e4ba9914279ba523f98aa on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:28.500019 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48134161-3d7a-4dae-8f6d-0fb87fc149fb req-1aeb7213-9ee9-462d-bf28-8db38801b4fa tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=0522ab7e-3a59-48ce-9788-0f2462520237 HTTP/1.1" status: 200 len: 210 time: 0.0669625 May 24 22:43:28.580926 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886fad4b-ebb8-43e0-9359-3ad4f354268e'] response: {'server_uuid': '0522ab7e-3a59-48ce-9788-0f2462520237', 'name': 'network-vif-deleted', 'tag': '8b75c596-6e2f-48b6-bd35-49994fa88d4f', 'status': 'completed', 'code': 200} May 24 22:43:28.596757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9f0f29-3b22-4b02-819e-dc84c920695d {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:43:28.615208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3136c5f-d9f5-4e20-846c-0fdecf734ceb req-1f3404ff-05fe-4061-ac8f-9cd40980182b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330888 May 24 22:43:28.623404 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:28.642234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Transition to ACTIVE for port object 5e9f0f29-3b22-4b02-819e-dc84c920695d will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:43:28.649479 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:28.698046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f4df6c49-0e97-4f9c-9ea2-96cf74ad4571'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:28.808432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dee434-36e2-46e1-aac8-7eaa7d92edde req-7a16a404-0d93-488e-a38d-75562dbbe178 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:28.813988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14dee434-36e2-46e1-aac8-7eaa7d92edde req-7a16a404-0d93-488e-a38d-75562dbbe178 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 944 time: 0.1277165 May 24 22:43:28.868769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-14dee434-36e2-46e1-aac8-7eaa7d92edde req-d8a9dfee-8137-4f97-8f0a-5f4713524a78 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:28.903407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-14dee434-36e2-46e1-aac8-7eaa7d92edde req-d8a9dfee-8137-4f97-8f0a-5f4713524a78 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:28.904575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14dee434-36e2-46e1-aac8-7eaa7d92edde req-d8a9dfee-8137-4f97-8f0a-5f4713524a78 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878074 May 24 22:43:29.023171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Pushing event updated for resources: {'Port': ['ID=5e9f0f29-3b22-4b02-819e-dc84c920695d,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:29.083023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Attempting to bind port 5e9f0f29-3b22-4b02-819e-dc84c920695d on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:43:29.083249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Attempting to bind port 5e9f0f29-3b22-4b02-819e-dc84c920695d by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '910875a3-9645-4892-92f8-5aae25dc690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:43:29.083572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Attempting to bind port 5e9f0f29-3b22-4b02-819e-dc84c920695d on network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:43:29.091437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Port 5e9f0f29-3b22-4b02-819e-dc84c920695d on network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:43:29.091746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Attempting to bind port 5e9f0f29-3b22-4b02-819e-dc84c920695d on network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:43:29.099830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:43:29.100163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Checking segment: {'id': '910875a3-9645-4892-92f8-5aae25dc690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:43:29.100545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Bound using segment: {'id': '910875a3-9645-4892-92f8-5aae25dc690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:43:29.100959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Bound port: 5e9f0f29-3b22-4b02-819e-dc84c920695d, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910875a3-9645-4892-92f8-5aae25dc690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:43:29.101299 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:29.122475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34f495-fabb-4e34-8460-f43f4f81884f req-fb2ae6ff-5664-410e-93fd-2cd5f9dcb08a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:29.130387 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd34f495-fabb-4e34-8460-f43f4f81884f req-fb2ae6ff-5664-410e-93fd-2cd5f9dcb08a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3485515 May 24 22:43:29.169629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f118c6-b7ac-45f1-a8e1-75d5897eb189 req-c0b090e4-0d5c-49a4-b83c-0656a300125f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:29.171359 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76f118c6-b7ac-45f1-a8e1-75d5897eb189 req-c0b090e4-0d5c-49a4-b83c-0656a300125f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0957110 May 24 22:43:29.230512 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76f118c6-b7ac-45f1-a8e1-75d5897eb189 req-4b2d5691-bcee-4e77-a4a6-67bb144490c6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526676 May 24 22:43:29.234219 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd34f495-fabb-4e34-8460-f43f4f81884f req-bf30bbaa-4c7e-4799-967d-2930524276fb tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026571 May 24 22:43:29.265784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] For port 5e9f0f29-3b22-4b02-819e-dc84c920695d, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:43:29.268789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] For port 5e9f0f29-3b22-4b02-819e-dc84c920695d, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5e9f0f29-3b22-4b02-819e-dc84c920695d,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:43:29.275427 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:29.279760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:43:29.363896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:43:29.364254 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:29.397267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:29.398719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:29.400938 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] 10.222.0.50 "PUT /v2.0/ports/5e9f0f29-3b22-4b02-819e-dc84c920695d HTTP/1.1" status: 200 len: 1092 time: 1.5807366 May 24 22:43:29.401619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'tag': '5e9f0f29-3b22-4b02-819e-dc84c920695d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:29.430490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd357fd-71e8-4dc3-8b9c-6a448156dcfa service neutron] Pushing event updated for resources: {'Port': ['ID=5e9f0f29-3b22-4b02-819e-dc84c920695d,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:29.446228 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-280b942f-156d-4e02-849f-f06ade56256c req-4091f8a6-19b8-4daf-917f-9a0386bc8588 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0928993 May 24 22:43:29.529106 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777f8d0b-cd9e-4702-ad43-3e75663c63ec'] response: {'name': 'network-changed', 'server_uuid': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'tag': '5e9f0f29-3b22-4b02-819e-dc84c920695d', 'status': 'completed', 'code': 200} May 24 22:43:29.539925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:29.540300 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:29.601356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f712aff-6e98-43d8-9265-cecd221fb1cc req-e2feb908-4f4d-4728-8090-fb828b39041e tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:29.602815 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f712aff-6e98-43d8-9265-cecd221fb1cc req-e2feb908-4f4d-4728-8090-fb828b39041e tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 944 time: 0.1054373 May 24 22:43:29.621063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:29.621973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:29.630957 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:29.634439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8b75c596-6e2f-48b6-bd35-49994fa88d4f no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:43:29.643071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-c1fd2fde-5f55-48a4-8b01-ed471813bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:29.644567 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-c1fd2fde-5f55-48a4-8b01-ed471813bfcd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b3706d10be554e798b88034075160b18&device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 1095 time: 0.1917179 May 24 22:43:29.719239 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-3bf32b59-394e-47d6-9908-712a8dce9351 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e9f0f29-3b22-4b02-819e-dc84c920695d HTTP/1.1" status: 200 len: 217 time: 0.0652955 May 24 22:43:29.721826 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74659cde-b8ee-4830-8033-c43d0a1bab73'] response: {'server_uuid': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff', 'code': 200} May 24 22:43:29.724196 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f712aff-6e98-43d8-9265-cecd221fb1cc req-8ecebe2c-53de-42bb-82d3-fa0905f8b68d tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130354 May 24 22:43:29.755089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 8b75c596-6e2f-48b6-bd35-49994fa88d4f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:43:29.755700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8b75c596-6e2f-48b6-bd35-49994fa88d4f not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:43:29.820763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-1ae8c878-0899-4440-86a0-715771cc7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:29.823199 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-1ae8c878-0899-4440-86a0-715771cc7a99 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a04cef8-0f98-4f0f-b545-0796b0563769 HTTP/1.1" status: 200 len: 852 time: 0.0969627 May 24 22:43:29.824682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:29.877761 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-dbd90b60-3a41-48b1-82ce-e0b141c34383 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473392 May 24 22:43:30.010304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eea070-8f4a-4101-bb0a-7f8a9eabf8cc req-a18a3f6d-aeea-45a3-bc9e-04ac2409afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:30.012771 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9eea070-8f4a-4101-bb0a-7f8a9eabf8cc req-a18a3f6d-aeea-45a3-bc9e-04ac2409afe0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 1096 time: 0.0963073 May 24 22:43:30.069240 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9eea070-8f4a-4101-bb0a-7f8a9eabf8cc req-4b9c7ec2-da38-4828-85c6-04f9c0ca7862 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492666 May 24 22:43:30.127106 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-742a72c3-f970-4c1b-9771-0553e1211e66 service neutron] 10.222.0.50 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407501 May 24 22:43:30.137443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f3220-a1eb-4296-aafd-f272ecb336b4 req-294422a1-7f07-4530-bea2-53e00156034e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:30.138803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8a1f3220-a1eb-4296-aafd-f272ecb336b4 req-294422a1-7f07-4530-bea2-53e00156034e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1674025 May 24 22:43:30.187054 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8a1f3220-a1eb-4296-aafd-f272ecb336b4 req-799070fa-3c3a-485e-bdf8-1ebef727d631 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 May 24 22:43:30.190048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9aa3fd-6411-4e43-8edc-c6994fc8edc4 req-6d757d1b-8b78-40b4-bcb7-8ceca91907ea tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:30.191673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e9aa3fd-6411-4e43-8edc-c6994fc8edc4 req-6d757d1b-8b78-40b4-bcb7-8ceca91907ea tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 944 time: 0.0942996 May 24 22:43:30.238680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e9aa3fd-6411-4e43-8edc-c6994fc8edc4 req-5efc49b4-eb8d-4093-aaee-8ae3fddb9d32 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410750 May 24 22:43:30.421517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be950e-e133-4689-96c3-ce3209c9e934 req-5180aa30-41d8-411d-8ffb-eb40a2f9dd37 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:30.423574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-06be950e-e133-4689-96c3-ce3209c9e934 req-5180aa30-41d8-411d-8ffb-eb40a2f9dd37 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0831354 May 24 22:43:30.474043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-06be950e-e133-4689-96c3-ce3209c9e934 req-5901f97a-4b6e-4fc2-b673-1dd9f519f74d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442057 May 24 22:43:30.481751 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aee25a18-7dfd-4baa-9113-7b267dd0af80 req-b0946930-3ed1-4c4c-bc79-348b13e762d3 service neutron] 10.222.0.50 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900139 May 24 22:43:30.491988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eed26-8be2-4425-ba54-8558bfa83f1e req-32ec04e0-93d6-4975-b954-966c0e403d4d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:30.493396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c2eed26-8be2-4425-ba54-8558bfa83f1e req-32ec04e0-93d6-4975-b954-966c0e403d4d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1788139 May 24 22:43:30.551298 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c2eed26-8be2-4425-ba54-8558bfa83f1e req-d2e63c9c-5620-4ba9-b550-a159b2293f5d tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512600 May 24 22:43:30.633237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1e14d-4e7a-4105-9972-e57822156c7b req-b9430118-60bc-4bd1-8c6d-b5bf2e257af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:30.636591 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bed1e14d-4e7a-4105-9972-e57822156c7b req-b9430118-60bc-4bd1-8c6d-b5bf2e257af6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b3706d10be554e798b88034075160b18&device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 1095 time: 0.0841787 May 24 22:43:30.697595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489c737-6b19-4e8f-be3e-4707ac460952 req-2ff6bcbd-30b6-4e75-aeea-bf1a7a7ae8a7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:30.702067 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d489c737-6b19-4e8f-be3e-4707ac460952 req-2ff6bcbd-30b6-4e75-aeea-bf1a7a7ae8a7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1073461 May 24 22:43:30.765274 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d489c737-6b19-4e8f-be3e-4707ac460952 req-87d60028-4601-4d45-a46e-f60dacf30f1c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596774 May 24 22:43:30.813801 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5af62693-a97f-468c-b91e-dce1c395a24d req-be907821-fe56-41f1-acfa-4a9c02d240dc tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0495634 May 24 22:43:30.855751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1e14d-4e7a-4105-9972-e57822156c7b req-15361040-0646-46d5-adb0-10bab64f2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:30.857752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bed1e14d-4e7a-4105-9972-e57822156c7b req-15361040-0646-46d5-adb0-10bab64f2652 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 200 len: 913 time: 0.2116880 May 24 22:43:30.929156 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bed1e14d-4e7a-4105-9972-e57822156c7b req-936e6b70-fa31-47ed-b5bf-a79751dd1a7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e9f0f29-3b22-4b02-819e-dc84c920695d HTTP/1.1" status: 200 len: 217 time: 0.0642822 May 24 22:43:30.976319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fee692-6941-461d-8133-8ab0e13d1c0d req-45e26df7-cd95-4ee7-9c2f-bef7fedcb4d8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:30.978461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-80fee692-6941-461d-8133-8ab0e13d1c0d req-45e26df7-cd95-4ee7-9c2f-bef7fedcb4d8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0913601 May 24 22:43:31.006640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1e14d-4e7a-4105-9972-e57822156c7b req-d76030ca-c10d-48df-ab99-004f62771ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:31.008106 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bed1e14d-4e7a-4105-9972-e57822156c7b req-d76030ca-c10d-48df-ab99-004f62771ef0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a04cef8-0f98-4f0f-b545-0796b0563769 HTTP/1.1" status: 200 len: 852 time: 0.0622079 May 24 22:43:31.029319 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-80fee692-6941-461d-8133-8ab0e13d1c0d req-93b28e03-ec1a-4c71-9fa6-b4b40cdec2a0 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440631 May 24 22:43:31.167247 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bed1e14d-4e7a-4105-9972-e57822156c7b req-b5245b66-f25a-45a5-ae7a-6f3705396b68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491997 May 24 22:43:31.364551 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bed1e14d-4e7a-4105-9972-e57822156c7b req-a5a8c58b-153b-4a8a-b702-f0ba1f837fba service neutron] 10.222.0.50 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884978 May 24 22:43:31.495709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a1d3-effa-4bcf-ba6e-6a7e779e93c0 req-6fdbe789-82b1-4fdd-96af-2d67be154da7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:31.497257 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4045a1d3-effa-4bcf-ba6e-6a7e779e93c0 req-6fdbe789-82b1-4fdd-96af-2d67be154da7 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1848335 May 24 22:43:31.575731 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4045a1d3-effa-4bcf-ba6e-6a7e779e93c0 req-a2c8215d-8be2-4bc9-9512-4326225a2442 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619431 May 24 22:43:31.579598 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bed1e14d-4e7a-4105-9972-e57822156c7b req-48ce166b-dda1-41d7-93da-3cfb158308d4 service neutron] 10.222.0.50 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047045 May 24 22:43:31.616681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d643-f243-4d40-8cb5-851966d51d63 req-f13b5067-fa85-4ff2-85b4-51f739c4d690 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:31.623904 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3e88d643-f243-4d40-8cb5-851966d51d63 req-f13b5067-fa85-4ff2-85b4-51f739c4d690 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 944 time: 0.0955365 May 24 22:43:31.665369 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3e88d643-f243-4d40-8cb5-851966d51d63 req-674c3026-7cc0-458b-b109-5a1cebc749bb tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 May 24 22:43:31.810407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8777b4f-1392-4806-8363-9606c0366152 req-77fd5a07-a874-4879-8a1a-17ca05c2581c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:31.815043 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b8777b4f-1392-4806-8363-9606c0366152 req-77fd5a07-a874-4879-8a1a-17ca05c2581c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0879745 May 24 22:43:31.869034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b8777b4f-1392-4806-8363-9606c0366152 req-0351e982-a93d-4e1e-b98b-7b9732e50ec3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505605 May 24 22:43:31.877056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f25db-bd16-417a-9d72-b10c6d45a009 req-ff5e2112-9f9b-4f11-91af-456870e05eb0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:31.878692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf8f25db-bd16-417a-9d72-b10c6d45a009 req-ff5e2112-9f9b-4f11-91af-456870e05eb0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.0968192 May 24 22:43:32.020118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf8f25db-bd16-417a-9d72-b10c6d45a009 req-f37068e9-24e5-4e15-81d9-38b214c913da tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/security-groups?id=db50ccb8-97ca-436d-8c37-bd9f6001b948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355829 May 24 22:43:32.122862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa19e72-4ec7-4ee5-a753-77c2d3668b5c req-ee4de8d2-3434-4db5-80c1-675277516f4f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:32.124346 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9fa19e72-4ec7-4ee5-a753-77c2d3668b5c req-ee4de8d2-3434-4db5-80c1-675277516f4f tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1483254 May 24 22:43:32.135314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acb701-1276-474e-9a7e-5154a9aba06f req-522991b9-f22e-42f3-88ea-1d126f5a076b tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:32.137538 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35acb701-1276-474e-9a7e-5154a9aba06f req-522991b9-f22e-42f3-88ea-1d126f5a076b tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 944 time: 0.1594882 May 24 22:43:32.182105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4397d46e-5f2c-4e04-b412-4f08a595e422 req-ea1d7765-9a99-4a69-a316-69a3c4583b0f tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0423193 May 24 22:43:32.236037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-35acb701-1276-474e-9a7e-5154a9aba06f req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Deleting port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:32.236426 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-35acb701-1276-474e-9a7e-5154a9aba06f req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:32.275156 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9fa19e72-4ec7-4ee5-a753-77c2d3668b5c req-6cd3fd99-83e5-41c4-b15d-2df89c8554d6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373572 May 24 22:43:32.394063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56685f9e-5bc2-4d24-a64b-6d4bd8db67bc req-08f85a9a-22dc-4f68-b035-ab95ff56acf9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:32.395465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56685f9e-5bc2-4d24-a64b-6d4bd8db67bc req-08f85a9a-22dc-4f68-b035-ab95ff56acf9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.0859132 May 24 22:43:32.445419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56685f9e-5bc2-4d24-a64b-6d4bd8db67bc req-9ab89800-07a2-471f-b3c5-3ff05fd2910a tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431175 May 24 22:43:32.532190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-35acb701-1276-474e-9a7e-5154a9aba06f req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] For port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,segment=NetworkSegment(6a301a7c-8919-4b65-82ca-d848c3dbeeec),segment_id=6a301a7c-8919-4b65-82ca-d848c3dbeeec)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:32.532540 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-35acb701-1276-474e-9a7e-5154a9aba06f req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:32.697734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-35acb701-1276-474e-9a7e-5154a9aba06f req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Calling delete_port for f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:43:32.799855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b680e6-72ec-485e-a88a-69e2b3f8ad05 req-a25afdd8-b571-4597-b557-47e6155c447c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:32.802315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5b680e6-72ec-485e-a88a-69e2b3f8ad05 req-a25afdd8-b571-4597-b557-47e6155c447c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0899041 May 24 22:43:32.850874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b1ba3-84a2-4388-9e19-1833cb7c2362 req-179094c7-9148-401f-a898-da1dd7ee8aa1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:32.852190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5b680e6-72ec-485e-a88a-69e2b3f8ad05 req-0c41af3a-8dc3-4f40-9902-414379dc4c29 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 May 24 22:43:32.852326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d7b1ba3-84a2-4388-9e19-1833cb7c2362 req-179094c7-9148-401f-a898-da1dd7ee8aa1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.2554104 May 24 22:43:32.919619 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d7b1ba3-84a2-4388-9e19-1833cb7c2362 req-636b951b-d93c-4123-925a-f383393226bb tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614076 May 24 22:43:32.927967 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-35acb701-1276-474e-9a7e-5154a9aba06f req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:32.939319 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f4df6c49-0e97-4f9c-9ea2-96cf74ad4571'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:32.988792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Pushing event deleted for resources: {'Port': ['ID=f4df6c49-0e97-4f9c-9ea2-96cf74ad4571,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:33.036886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.037270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.037589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.037927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.038257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.038588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.039065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.039395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.039723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.040045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.040370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.040691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:33.066072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcf0dd-973b-43b4-8655-12cbaca48cc1 req-39e40548-0e38-4b8c-9462-6f5045a307ef tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:33.067588 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4afcf0dd-973b-43b4-8655-12cbaca48cc1 req-39e40548-0e38-4b8c-9462-6f5045a307ef tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 944 time: 0.1079779 May 24 22:43:33.121339 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4afcf0dd-973b-43b4-8655-12cbaca48cc1 req-513125c7-5c8e-4098-8cd3-8a2d454206f1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479984 May 24 22:43:33.236302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-35acb701-1276-474e-9a7e-5154a9aba06f req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] No DVR routers for this DVR port f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:43:33.243017 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-35acb701-1276-474e-9a7e-5154a9aba06f req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:33.245897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'name': 'network-vif-deleted', 'tag': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:33.274409 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35acb701-1276-474e-9a7e-5154a9aba06f req-9af44bdf-f9a1-4d67-938e-d23a296710a0 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.50 "DELETE /v2.0/ports/f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 HTTP/1.1" status: 204 len: 173 time: 1.1233044 May 24 22:43:33.314424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5e9f0f29-3b22-4b02-819e-dc84c920695d details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:43:33.322966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d7dcc-9f98-4ceb-b0fb-77daae9994c4 req-a9b1c373-9bfe-434f-b770-2680ceea3025 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:33.324644 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-441d7dcc-9f98-4ceb-b0fb-77daae9994c4 req-a9b1c373-9bfe-434f-b770-2680ceea3025 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.2495961 May 24 22:43:33.442633 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-441d7dcc-9f98-4ceb-b0fb-77daae9994c4 req-d559838e-33a4-45be-810f-045d1b4137bd tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071291 May 24 22:43:33.560117 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1862f3e5-ffdd-4da5-9f9d-b8c68ca4dd95 req-4b4340c5-edf3-4dd1-ba11-cbcdd0df6395 tempest-LiveAutoBlockMigrationV225Test-705086483 tempest-LiveAutoBlockMigrationV225Test-705086483-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 210 time: 0.0514038 May 24 22:43:33.638035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5e9f0f29-3b22-4b02-819e-dc84c920695d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5e9f0f29-3b22-4b02-819e-dc84c920695d,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:33.657073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '5e9f0f29-3b22-4b02-819e-dc84c920695d', 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61', 'port_id': '5e9f0f29-3b22-4b02-819e-dc84c920695d', 'mac_address': 'fa:16:3e:d3:23:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a04cef8-0f98-4f0f-b545-0796b0563769', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:43:33.667221 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715dfee6-a8e7-4286-ab1a-b5bd6c4caa6c'] response: {'server_uuid': 'b20d240d-2f33-4bed-b36a-0d2d889dd7e5', 'name': 'network-vif-deleted', 'tag': 'f4df6c49-0e97-4f9c-9ea2-96cf74ad4571', 'status': 'completed', 'code': 200} May 24 22:43:33.674940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-99dec260-1af1-4c37-ae11-3a1676d27abc req-631b6960-ac2e-412e-b609-e249413a44b0 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0599346 May 24 22:43:33.730875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 5e9f0f29-3b22-4b02-819e-dc84c920695d is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:33.731507 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:33.754284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9f0f29-3b22-4b02-819e-dc84c920695d {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:43:33.772777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5e9f0f29-3b22-4b02-819e-dc84c920695d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5e9f0f29-3b22-4b02-819e-dc84c920695d,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:33.779588 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:33.887096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=5e9f0f29-3b22-4b02-819e-dc84c920695d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:33.892727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a157d-14df-4a9a-bfa1-e47718e06dff req-4293ddbf-10c4-4006-a5a3-01db421e60b7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:33.895541 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-909a157d-14df-4a9a-bfa1-e47718e06dff req-4293ddbf-10c4-4006-a5a3-01db421e60b7 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1255505 May 24 22:43:33.954337 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-909a157d-14df-4a9a-bfa1-e47718e06dff req-32e0b2af-23e3-4760-824b-369101985c5b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525122 May 24 22:43:33.991299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-51eec2d5-272e-44e2-9e24-fd87a86bd6b1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:33.993521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-51eec2d5-272e-44e2-9e24-fd87a86bd6b1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/networks?id=54161b20-5eaf-4bc0-8875-2770e26eec09 HTTP/1.1" status: 200 len: 815 time: 0.1890769 May 24 22:43:34.015190 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-cbfec857-143f-4189-b757-25179a3c70c1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/quotas/5d6a9e9780d441c8bebdd05154657f0a HTTP/1.1" status: 200 len: 375 time: 0.0156355 May 24 22:43:34.050918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5e9f0f29-3b22-4b02-819e-dc84c920695d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:34.109994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-8bad7abe-66ab-4caf-a476-595566de7aeb tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d6a9e9780d441c8bebdd05154657f0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0936162 May 24 22:43:34.212272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbf3c7-0298-463c-8556-c0148316c4dd req-dd9ac27c-9377-42f8-9e01-5dd4ec5eadf1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:34.214276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ddcbf3c7-0298-463c-8556-c0148316c4dd req-dd9ac27c-9377-42f8-9e01-5dd4ec5eadf1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1069548 May 24 22:43:34.266885 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-e712a196-5e57-4ca9-98f0-b0c3e2e7d5c4 service neutron] 10.222.0.55 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557219 May 24 22:43:34.324621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ddcbf3c7-0298-463c-8556-c0148316c4dd req-706f699d-08a6-46bf-a2cb-50ba6d0c4418 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036713 May 24 22:43:34.406057 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-082c3ca0-4438-4668-9a22-630668af1a94 service neutron] 10.222.0.55 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379673 May 24 22:43:34.515764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b69fd5-2c2b-4dfc-b20b-e023cbb1a3d2 req-1c8fac8d-61ce-480a-9dcf-18c2f582adee tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:34.517607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3b69fd5-2c2b-4dfc-b20b-e023cbb1a3d2 req-1c8fac8d-61ce-480a-9dcf-18c2f582adee tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 945 time: 0.0887516 May 24 22:43:34.624908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3b69fd5-2c2b-4dfc-b20b-e023cbb1a3d2 req-8943160c-33df-46a2-89e7-c29c2c362f77 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981295 May 24 22:43:34.766655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3746494b-5216-49cc-b1d0-e65ca4bb411b req-621c80ac-009f-435f-89f0-91476dc383f0 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 210 time: 0.0544846 May 24 22:43:34.785227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263863a0-89cc-4527-875d-762b859658c1 req-3cdcb20e-5c46-4e93-82fa-4066cbc62b67 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:34.790689 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-263863a0-89cc-4527-875d-762b859658c1 req-3cdcb20e-5c46-4e93-82fa-4066cbc62b67 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1487827 May 24 22:43:34.864240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-263863a0-89cc-4527-875d-762b859658c1 req-bc0cff76-6897-4b3d-8c3b-88df49f1db31 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711064 May 24 22:43:34.870190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46556) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:34.998315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9d37b-a754-4b66-8dbd-7c8ad150391c req-79224e48-904c-45d6-832f-5fb97c0e76df tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:34.999847 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-47a9d37b-a754-4b66-8dbd-7c8ad150391c req-79224e48-904c-45d6-832f-5fb97c0e76df tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf39173a-0358-47ba-ae45-699fe18a07ba HTTP/1.1" status: 200 len: 945 time: 0.1188323 May 24 22:43:35.017525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3aa0a89e-6f9f-4942-a8a4-b9b7ff2d5b51 req-0a926cf2-d58e-4f76-a977-54f69f91fecc tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0544376 May 24 22:43:35.020621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Deleting subnet 2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:43:35.024385 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.080874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.085887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-47a9d37b-a754-4b66-8dbd-7c8ad150391c req-c98fdbe9-dec1-4555-8682-9e570949a4c8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Deleting port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:35.086367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-47a9d37b-a754-4b66-8dbd-7c8ad150391c req-c98fdbe9-dec1-4555-8682-9e570949a4c8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.139924 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.226327 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.261797 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5021c514-cce7-4368-ad98-8c31561244ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.274642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:35.284466 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.287798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.288142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.289759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.289759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.289759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.289759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.289759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.290239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.290379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.290699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.291110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.291534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:35.300356 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ad3d137b-d5fd-498a-b0ee-cc0f6cfb2634 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2d00c6e8-3f9e-41d9-8599-66a5fa2ac0cd HTTP/1.1" status: 204 len: 168 time: 0.4267795 May 24 22:43:35.301122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46570) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:35.317256 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5e9f0f29-3b22-4b02-819e-dc84c920695d up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:43:35.448550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.481294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 5e9f0f29-3b22-4b02-819e-dc84c920695d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:43:35.487223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 5e9f0f29-3b22-4b02-819e-dc84c920695d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:43:35.487639 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.556813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b549ea-55f2-4cc6-ae28-49d2903f1e19 req-1e2a2249-3e92-4b35-a055-a6f52acead79 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:35.572574 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48b549ea-55f2-4cc6-ae28-49d2903f1e19 req-1e2a2249-3e92-4b35-a055-a6f52acead79 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.4311352 May 24 22:43:35.658406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.663209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-47a9d37b-a754-4b66-8dbd-7c8ad150391c req-c98fdbe9-dec1-4555-8682-9e570949a4c8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] For port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:35.663989 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-47a9d37b-a754-4b66-8dbd-7c8ad150391c req-c98fdbe9-dec1-4555-8682-9e570949a4c8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.706506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a048d222-b793-4627-8502-0af448f97e98']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:35.722419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a301a7c-8919-4b65-82ca-d848c3dbeeec') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:35.723075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a301a7c-8919-4b65-82ca-d848c3dbeeec') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:35.746746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.772295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a14f1-4838-4b83-9842-adec92bb74cc req-a097d802-d38a-4c84-915f-77ebc6752c5e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:35.772799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 5e9f0f29-3b22-4b02-819e-dc84c920695d is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:35.773174 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.779900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-190a14f1-4838-4b83-9842-adec92bb74cc req-a097d802-d38a-4c84-915f-77ebc6752c5e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2006543 May 24 22:43:35.804887 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.808579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9f0f29-3b22-4b02-819e-dc84c920695d'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:35.820194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5e9f0f29-3b22-4b02-819e-dc84c920695d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5e9f0f29-3b22-4b02-819e-dc84c920695d,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:35.826957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:43:35.827401 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.827546 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:35.828681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:43:35.866686 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-190a14f1-4838-4b83-9842-adec92bb74cc req-342984c2-a45e-40f9-9e6d-234d6ce56a4c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823340 May 24 22:43:35.892569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-47a9d37b-a754-4b66-8dbd-7c8ad150391c req-c98fdbe9-dec1-4555-8682-9e570949a4c8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Calling delete_port for 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:43:35.934886 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 6a301a7c-8919-4b65-82ca-d848c3dbeeec resource provider aggregate not found May 24 22:43:35.952894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:43:35.953238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:43:35.953687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:43:35.960612 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48b549ea-55f2-4cc6-ae28-49d2903f1e19 req-07240117-5468-4885-84b1-b0c315fffb0c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882856 May 24 22:43:35.976059 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 6a301a7c-8919-4b65-82ca-d848c3dbeeec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a301a7c-8919-4b65-82ca-d848c3dbeeec found for delete ", "request_id": "req-3d171042-4d03-4abd-a281-662eb522383a"}]} May 24 22:43:35.996670 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:36.032672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:36.118761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=5e9f0f29-3b22-4b02-819e-dc84c920695d,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:36.155190 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-47a9d37b-a754-4b66-8dbd-7c8ad150391c req-c98fdbe9-dec1-4555-8682-9e570949a4c8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:36.206581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a048d222-b793-4627-8502-0af448f97e98,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:36.213768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No active binding found for port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 22:43:36.215132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:43:36.226944 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-04a6c541-69d5-4e8f-8e5c-1fd761428f8f admin admin] 10.222.0.55 "DELETE /v2.0/networks/a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 204 len: 168 time: 0.9228859 May 24 22:43:36.227305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46592) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:36.314843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d239dbf1-a711-47ba-b9cd-3d9f7601713a admin admin] Deleting subnet 55f03e74-810c-4c6c-9280-d31dde613028 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:43:36.321749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d239dbf1-a711-47ba-b9cd-3d9f7601713a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:36.368853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f27a9f-d1ee-4a65-9228-98d4a2d6fb1c req-8c241400-5324-45de-9e61-c7dacdaf5fc0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:36.376963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10f27a9f-d1ee-4a65-9228-98d4a2d6fb1c req-8c241400-5324-45de-9e61-c7dacdaf5fc0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 946 time: 0.2049329 May 24 22:43:36.437565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fdbe9-dec1-4555-8682-9e570949a4c8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Pushing event deleted for resources: {'Port': ['ID=1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:36.440028 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d239dbf1-a711-47ba-b9cd-3d9f7601713a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:36.535767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a9d37b-a754-4b66-8dbd-7c8ad150391c req-c98fdbe9-dec1-4555-8682-9e570949a4c8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] No DVR routers for this DVR port 1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:43:36.539348 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd986c9d-99ca-433f-a8e3-2b04deca2c84 req-ddaed39a-d1b2-4825-a48f-ee29173093f1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 210 time: 0.1101122 May 24 22:43:36.540351 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-47a9d37b-a754-4b66-8dbd-7c8ad150391c req-c98fdbe9-dec1-4555-8682-9e570949a4c8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:36.543361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'name': 'network-vif-deleted', 'tag': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:36.570064 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-47a9d37b-a754-4b66-8dbd-7c8ad150391c req-c98fdbe9-dec1-4555-8682-9e570949a4c8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "DELETE /v2.0/ports/1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff HTTP/1.1" status: 204 len: 173 time: 1.5592275 May 24 22:43:36.578037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10f27a9f-d1ee-4a65-9228-98d4a2d6fb1c req-b4dcff9c-857f-479e-969b-5ce52a46c3d6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936731 May 24 22:43:36.667493 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e39dcb-89ff-415a-a06a-ce5750db7027'] response: {'server_uuid': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9f0f29-3b22-4b02-819e-dc84c920695d', 'code': 200} May 24 22:43:36.672936 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d239dbf1-a711-47ba-b9cd-3d9f7601713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:36.797306 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42d7ff-bb90-49e8-8694-51655722ad8c req-b5b988c3-ab7f-417e-8fdd-8310c5d3ea1d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:36.805190 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f42d7ff-bb90-49e8-8694-51655722ad8c req-b5b988c3-ab7f-417e-8fdd-8310c5d3ea1d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1157448 May 24 22:43:36.820382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-220c448b-54d2-4a2d-9093-e2ab7bc61a20 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:36.821785 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-220c448b-54d2-4a2d-9093-e2ab7bc61a20 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "GET /v2.0/networks?id=54161b20-5eaf-4bc0-8875-2770e26eec09 HTTP/1.1" status: 200 len: 815 time: 0.4231136 May 24 22:43:36.847871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Request body: {'port': {'device_id': 'cee7dd8b-ce96-44c7-9186-5da4794930f8', 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09', 'admin_state_up': True, 'tenant_id': '5d6a9e9780d441c8bebdd05154657f0a'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:36.895443 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f42d7ff-bb90-49e8-8694-51655722ad8c req-ddb06d5f-ac32-49c5-9a36-531daf85bdd1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889068 May 24 22:43:36.987945 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767f800b-5505-4cf1-b49a-66b8f1798366'] response: {'server_uuid': 'cf39173a-0358-47ba-ae45-699fe18a07ba', 'name': 'network-vif-deleted', 'tag': '1fd6bc45-b2b9-4dac-9cf4-ff286305a9ff', 'status': 'completed', 'code': 200} May 24 22:43:37.002573 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-775e7e00-cc4d-4806-94d1-90bfeb95b9a4 req-3442bec7-ae72-4da7-8b3a-2b6528a6d43a tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1305079 May 24 22:43:37.039116 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d239dbf1-a711-47ba-b9cd-3d9f7601713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:37.042535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5481b-f31f-4186-b3f1-dc44e3f6e307 req-d465616e-f0ec-46da-8876-26f9c5236d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:37.044787 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-71d5481b-f31f-4186-b3f1-dc44e3f6e307 req-d465616e-f0ec-46da-8876-26f9c5236d16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 1097 time: 0.1623189 May 24 22:43:37.120968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-71d5481b-f31f-4186-b3f1-dc44e3f6e307 req-6139d1d8-ca80-442d-8664-5065bd99ccce service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679250 May 24 22:43:37.123366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239dbf1-a711-47ba-b9cd-3d9f7601713a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f03e74-810c-4c6c-9280-d31dde613028,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:37.145789 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d239dbf1-a711-47ba-b9cd-3d9f7601713a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:37.154907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d239dbf1-a711-47ba-b9cd-3d9f7601713a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/55f03e74-810c-4c6c-9280-d31dde613028 HTTP/1.1" status: 204 len: 168 time: 0.9237964 May 24 22:43:37.155858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46612) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:37.205358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7faa8e-5331-46e8-9fbf-2dcbb45e757e req-8c7100ca-75ff-4f9d-a4c0-c49f51caa637 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:37.206875 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d7faa8e-5331-46e8-9fbf-2dcbb45e757e req-8c7100ca-75ff-4f9d-a4c0-c49f51caa637 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0880387 May 24 22:43:37.252303 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d7faa8e-5331-46e8-9fbf-2dcbb45e757e req-1d18265c-21b6-45e1-8234-40049893f21d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393586 May 24 22:43:37.308285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:37.323697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Usage tracker for resource:port and tenant:5d6a9e9780d441c8bebdd05154657f0a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:37.331626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:37.341306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:37.343295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:37.365193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Made reservation on behalf of 5d6a9e9780d441c8bebdd05154657f0a for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:43:37.368616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:37.414892 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cbfd501c-f9de-4ff1-8724-0bc9a2def139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:37.549065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929b50a-0954-45b6-9bf5-15a631c06d7f req-dac6020e-d35f-468b-a679-d3e0c8eda604 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:37.557820 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0929b50a-0954-45b6-9bf5-15a631c06d7f req-dac6020e-d35f-468b-a679-d3e0c8eda604 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3991795 May 24 22:43:37.623989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:37.701630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0929b50a-0954-45b6-9bf5-15a631c06d7f req-c5191dd8-ee60-451d-8de7-f2b861886f03 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424823 May 24 22:43:37.735291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364a4f27-e584-4c2a-a7e7-f1342b1176aa']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:37.752677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-17c09aa9-fa14-475b-89d7-d40e58f33966 req-93c3694d-cef7-4c37-a64f-638c982f76d9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Synchronizing usage tracker for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:37.764036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bd4d70-1132-4df4-8e1d-9e04513885c2') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:37.764749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bd4d70-1132-4df4-8e1d-9e04513885c2') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:43:37.783315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-17c09aa9-fa14-475b-89d7-d40e58f33966 req-93c3694d-cef7-4c37-a64f-638c982f76d9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Unset dirty status for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:37.786368 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17c09aa9-fa14-475b-89d7-d40e58f33966 req-93c3694d-cef7-4c37-a64f-638c982f76d9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 210 time: 0.0840003 May 24 22:43:37.790586 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:37.819278 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:37.821736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Allocated IP 172.20.0.5 (54161b20-5eaf-4bc0-8875-2770e26eec09/d90a6c67-34e4-421d-ae52-0133858bfc68/b091d04f-4015-4222-86c1-3a316f8e56d4) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:43:37.830436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:43:37.830840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.019736 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f9bd4d70-1132-4df4-8e1d-9e04513885c2 resource provider aggregate not found May 24 22:43:38.045385 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.054750 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f9bd4d70-1132-4df4-8e1d-9e04513885c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9bd4d70-1132-4df4-8e1d-9e04513885c2 found for delete ", "request_id": "req-44d3747d-c70b-44df-8d7d-b5b50daa2253"}]} May 24 22:43:38.070497 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.104389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=364a4f27-e584-4c2a-a7e7-f1342b1176aa,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:38.109295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec1875-bcbf-4690-be6c-762db7b96063 req-37096d45-68ad-4c4c-b312-e5e625d3829d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:38.114235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2bec1875-bcbf-4690-be6c-762db7b96063 req-37096d45-68ad-4c4c-b312-e5e625d3829d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0909493 May 24 22:43:38.160890 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2bec1875-bcbf-4690-be6c-762db7b96063 req-6e66a271-c69e-4a60-a54f-d095bcfcb695 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444191 May 24 22:43:38.270966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fc6c8393-d5a2-47bc-8087-de20da141b97 admin admin] 10.222.0.55 "DELETE /v2.0/networks/364a4f27-e584-4c2a-a7e7-f1342b1176aa HTTP/1.1" status: 204 len: 168 time: 1.1142602 May 24 22:43:38.315205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709039c2-a4e9-4331-a89f-77d0cad3dcbe req-33a8db53-77f4-4a52-8329-36d6e75c345d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:38.316697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-709039c2-a4e9-4331-a89f-77d0cad3dcbe req-33a8db53-77f4-4a52-8329-36d6e75c345d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 946 time: 0.4058738 May 24 22:43:38.389389 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.394134 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b584863-f573-4285-ad95-f21ff61a05fe req-6cc4b40a-3e28-48cc-ae14-1c221616a55e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1135244 May 24 22:43:38.406408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-709039c2-a4e9-4331-a89f-77d0cad3dcbe req-a9087367-42f9-402e-b6fc-6f91563596b4 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825160 May 24 22:43:38.450417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.500032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46644) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:38.594533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Network 54161b20-5eaf-4bc0-8875-2770e26eec09 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:43:38.598090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:43:38.602754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:43:38.611938 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.648003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Pushing event updated for resources: {'Port': ['ID=b091d04f-4015-4222-86c1-3a316f8e56d4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:38.649808 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.675616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b9b1ded4-a18e-4851-85bc-e1f4d70c5651 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726675 May 24 22:43:38.677846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46656) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:38.705191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:38.706063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.747330 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2fc13-19ff-4280-abc4-4c88768747c9 req-10458aa8-72df-43f4-af0d-a39882fde415 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:38.747836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-f06b1a08-5a8e-41b4-9686-16079ad8f46f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9143395 May 24 22:43:38.748783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9af2fc13-19ff-4280-abc4-4c88768747c9 req-10458aa8-72df-43f4-af0d-a39882fde415 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1923032 May 24 22:43:38.765053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Request body: {'port': {'device_id': 'cee7dd8b-ce96-44c7-9186-5da4794930f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:38.781934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-964d47a9-1cf8-4a4b-b46e-ad146334312e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.819794 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9af2fc13-19ff-4280-abc4-4c88768747c9 req-53c10f24-e672-485a-b66d-88bccbfd976b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624602 May 24 22:43:38.825723 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-964d47a9-1cf8-4a4b-b46e-ad146334312e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.898133 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-964d47a9-1cf8-4a4b-b46e-ad146334312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.918970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d47a9-1cf8-4a4b-b46e-ad146334312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db50ccb8-97ca-436d-8c37-bd9f6001b948,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:38.952728 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-964d47a9-1cf8-4a4b-b46e-ad146334312e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:38.953908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-964d47a9-1cf8-4a4b-b46e-ad146334312e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db50ccb8-97ca-436d-8c37-bd9f6001b948 HTTP/1.1" status: 204 len: 168 time: 0.2749827 May 24 22:43:38.969049 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:39.080026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac9bc0-c791-4500-b0da-52051eb152fc req-3249e935-3e15-47bb-ba0f-f8f05b374013 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:39.089027 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8bac9bc0-c791-4500-b0da-52051eb152fc req-3249e935-3e15-47bb-ba0f-f8f05b374013 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 931 time: 0.1145260 May 24 22:43:39.141916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8bac9bc0-c791-4500-b0da-52051eb152fc req-8ffeee38-de7f-4293-9b26-82b1062b3e03 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518522 May 24 22:43:39.188809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2697c56-7388-498a-a734-dcdaf9e161c4 req-9c92ba6d-42d3-4275-8a35-09a4b8c8b13c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:39.190400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2697c56-7388-498a-a734-dcdaf9e161c4 req-9c92ba6d-42d3-4275-8a35-09a4b8c8b13c tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.3562357 May 24 22:43:39.327430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2697c56-7388-498a-a734-dcdaf9e161c4 req-ee78c514-5758-45df-b5f8-68aca9c52beb tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264036 May 24 22:43:39.415357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a822ced-7cfb-41da-90bb-fff541e3fba9 req-dcb8305e-53cd-4a38-9645-fc3e927345e7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:39.418234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a822ced-7cfb-41da-90bb-fff541e3fba9 req-dcb8305e-53cd-4a38-9645-fc3e927345e7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1176157 May 24 22:43:39.418884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46672) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:39.479378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b091d04f-4015-4222-86c1-3a316f8e56d4 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:43:39.488320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:39.504828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-db850eee-2e4d-4485-ad93-cfa4f79f552e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb46b60db3ac44db956de0afa11af3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847049 May 24 22:43:39.505976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Transition to ACTIVE for port object b091d04f-4015-4222-86c1-3a316f8e56d4 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:43:39.507329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46680) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:39.524550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:39.530802 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a822ced-7cfb-41da-90bb-fff541e3fba9 req-8aa2398f-e401-4276-ab51-4fd792ae558a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776803 May 24 22:43:39.716015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49bfb-8c98-4a78-b8ad-b07228916c02 req-12ba2c02-6511-43bc-86cb-30ae143e5a82 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:39.716841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-40a49bfb-8c98-4a78-b8ad-b07228916c02 req-12ba2c02-6511-43bc-86cb-30ae143e5a82 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:39.719201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Pushing event updated for resources: {'Port': ['ID=b091d04f-4015-4222-86c1-3a316f8e56d4,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:39.737218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-40a49bfb-8c98-4a78-b8ad-b07228916c02 req-12ba2c02-6511-43bc-86cb-30ae143e5a82 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:39.738635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-40a49bfb-8c98-4a78-b8ad-b07228916c02 req-12ba2c02-6511-43bc-86cb-30ae143e5a82 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 946 time: 0.1074891 May 24 22:43:39.742335 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16cba089-c71b-4ba3-8e9a-aa21a179d738 req-51d3022f-60cc-4d6a-a492-3ae5fa9eafa2 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1282897 May 24 22:43:39.797506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-40a49bfb-8c98-4a78-b8ad-b07228916c02 req-5de76a74-1855-4d8d-aed9-e098a603e076 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:39.810649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-40a49bfb-8c98-4a78-b8ad-b07228916c02 req-5de76a74-1855-4d8d-aed9-e098a603e076 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:39.811837 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-40a49bfb-8c98-4a78-b8ad-b07228916c02 req-5de76a74-1855-4d8d-aed9-e098a603e076 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578694 May 24 22:43:39.863191 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:39.915456 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5976931b-4990-45bf-98d0-b451aef5bc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:39.930676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Attempting to bind port b091d04f-4015-4222-86c1-3a316f8e56d4 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:43:39.931099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Attempting to bind port b091d04f-4015-4222-86c1-3a316f8e56d4 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:43:39.931561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Attempting to bind port b091d04f-4015-4222-86c1-3a316f8e56d4 on network 54161b20-5eaf-4bc0-8875-2770e26eec09 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:43:39.962795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Port b091d04f-4015-4222-86c1-3a316f8e56d4 on network 54161b20-5eaf-4bc0-8875-2770e26eec09 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:43:39.963429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Attempting to bind port b091d04f-4015-4222-86c1-3a316f8e56d4 on network 54161b20-5eaf-4bc0-8875-2770e26eec09 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:43:39.980693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5976931b-4990-45bf-98d0-b451aef5bc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:39.987339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:43:39.989081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Checking segment: {'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:43:39.989081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Bound using segment: {'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:43:39.989081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Bound port: b091d04f-4015-4222-86c1-3a316f8e56d4, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:43:39.989081 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:40.038126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc506f-0ea5-4748-b78b-4090fe1ab32d req-35d5aac3-babb-4c46-a255-7386c07c9abd tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:40.040306 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59dc506f-0ea5-4748-b78b-4090fe1ab32d req-35d5aac3-babb-4c46-a255-7386c07c9abd tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0928988 May 24 22:43:40.086836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4e9f06a-9d69-4a46-a5eb-47d25d93340b req-aaa62cf5-06a0-455a-9f40-667b84f1c32e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-674993873&fields=id&tenant_id=b3706d10be554e798b88034075160b18 HTTP/1.1" status: 200 len: 267 time: 0.1468630 May 24 22:43:40.088373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59dc506f-0ea5-4748-b78b-4090fe1ab32d req-6f3e8625-4f5a-4f10-be09-788c97814548 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 May 24 22:43:40.209697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] For port b091d04f-4015-4222-86c1-3a316f8e56d4, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:43:40.209697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] For port b091d04f-4015-4222-86c1-3a316f8e56d4, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b091d04f-4015-4222-86c1-3a316f8e56d4,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:43:40.211465 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:40.265611 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5976931b-4990-45bf-98d0-b451aef5bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:40.298618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:40.299217 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:40.301299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] 10.222.0.50 "PUT /v2.0/ports/b091d04f-4015-4222-86c1-3a316f8e56d4 HTTP/1.1" status: 200 len: 1091 time: 1.5436873 May 24 22:43:40.310457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee7dd8b-ce96-44c7-9186-5da4794930f8', 'tag': 'b091d04f-4015-4222-86c1-3a316f8e56d4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:40.320544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976931b-4990-45bf-98d0-b451aef5bc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed804b7-1f40-4385-a8da-07a94a48f1b3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:40.336219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f06a-9d69-4a46-a5eb-47d25d93340b req-35948d30-c03c-4b00-a9ba-d1273e69773d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:40.337872 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4e9f06a-9d69-4a46-a5eb-47d25d93340b req-35948d30-c03c-4b00-a9ba-d1273e69773d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 946 time: 0.2348492 May 24 22:43:40.358352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-c4e9f06a-9d69-4a46-a5eb-47d25d93340b req-4cf46dbc-1bb7-4c00-b08e-2f8600e482ae tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'port': {'security_groups': ['4baa430e-6877-4360-8d01-7de5a0755020', '4e52e86c-ee3c-4ea8-865d-089867362a5f']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:40.425041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d3143-7346-4506-b7cf-e5867357f445 req-1a634313-2854-4d3a-9973-4feacc43d7da tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:40.426498 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a7d3143-7346-4506-b7cf-e5867357f445 req-1a634313-2854-4d3a-9973-4feacc43d7da tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 943 time: 0.1309998 May 24 22:43:40.445799 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5976931b-4990-45bf-98d0-b451aef5bc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:40.446720 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5976931b-4990-45bf-98d0-b451aef5bc50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ed804b7-1f40-4385-a8da-07a94a48f1b3 HTTP/1.1" status: 204 len: 168 time: 0.9384813 May 24 22:43:40.475728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecc7b6-2479-4e91-9a66-082237525148 service neutron] Pushing event updated for resources: {'Port': ['ID=b091d04f-4015-4222-86c1-3a316f8e56d4,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:40.490879 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a7d3143-7346-4506-b7cf-e5867357f445 req-f99241e6-d534-4e51-ae41-89c6985e016c tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567622 May 24 22:43:40.571799 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f3cfa1-cacf-44b5-b54f-ee3cf64ca5d7'] response: {'name': 'network-changed', 'server_uuid': 'cee7dd8b-ce96-44c7-9186-5da4794930f8', 'tag': 'b091d04f-4015-4222-86c1-3a316f8e56d4', 'status': 'completed', 'code': 200} May 24 22:43:40.609674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c4e9f06a-9d69-4a46-a5eb-47d25d93340b req-4cf46dbc-1bb7-4c00-b08e-2f8600e482ae tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:40.626995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-2cf5e46a-ed2a-49e3-802c-41dd3aced763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:40.628999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-2cf5e46a-ed2a-49e3-802c-41dd3aced763 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d6a9e9780d441c8bebdd05154657f0a&device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 1094 time: 0.2744102 May 24 22:43:40.814854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6548c7-7418-4260-bfaa-c88ce42feac8 req-18c2a45e-fe93-4a65-8a7d-87793ba2fad2 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:40.817262 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c6548c7-7418-4260-bfaa-c88ce42feac8 req-18c2a45e-fe93-4a65-8a7d-87793ba2fad2 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1292558 May 24 22:43:40.873549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-9c324135-9cd3-48d1-9cf2-d0f2cc2bf287 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b091d04f-4015-4222-86c1-3a316f8e56d4 HTTP/1.1" status: 200 len: 217 time: 0.2097566 May 24 22:43:40.898170 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c6548c7-7418-4260-bfaa-c88ce42feac8 req-ccffd9ff-ab3a-4cf3-925e-3a7387dc389e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696402 May 24 22:43:40.988889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-50992b1a-2c04-4871-b31c-5d91d7398917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:40.990426 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-50992b1a-2c04-4871-b31c-5d91d7398917 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d90a6c67-34e4-421d-ae52-0133858bfc68 HTTP/1.1" status: 200 len: 855 time: 0.1134512 May 24 22:43:41.050363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-3a1c2e6b-1b1b-4d1c-85fc-4c8ddcba8e3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54161b20-5eaf-4bc0-8875-2770e26eec09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526023 May 24 22:43:41.119257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b4eed-2822-4773-ac3c-fe3ba076955b req-ec3dd6b2-5c4d-4289-a53c-8f910a04bbf8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:41.121059 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef8b4eed-2822-4773-ac3c-fe3ba076955b req-ec3dd6b2-5c4d-4289-a53c-8f910a04bbf8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1179435 May 24 22:43:41.204594 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef8b4eed-2822-4773-ac3c-fe3ba076955b req-a86a5b72-9590-45b5-ac32-8733c7ddd4a3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726171 May 24 22:43:41.364683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c4e9f06a-9d69-4a46-a5eb-47d25d93340b req-4cf46dbc-1bb7-4c00-b08e-2f8600e482ae tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] For port 5e9f0f29-3b22-4b02-819e-dc84c920695d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5e9f0f29-3b22-4b02-819e-dc84c920695d,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:41.382552 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-15c0e13f-547e-4d8d-a4e8-bcbe558cb105 req-ff91faae-ef46-4a3f-942b-da253411351a tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0638361 May 24 22:43:41.386909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-1adb3fde-dbb4-4878-a265-cb844112c158 service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052621 May 24 22:43:41.413866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c4e9f06a-9d69-4a46-a5eb-47d25d93340b req-4cf46dbc-1bb7-4c00-b08e-2f8600e482ae tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:41.442207 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c4e9f06a-9d69-4a46-a5eb-47d25d93340b req-4cf46dbc-1bb7-4c00-b08e-2f8600e482ae tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:41.457424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5e9f0f29-3b22-4b02-819e-dc84c920695d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:41.625199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f6fc0-20db-462a-bae9-a0c5595bc64b req-f5bf9259-63f8-4537-9a41-c5ff2272616a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:41.632742 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078f6fc0-20db-462a-bae9-a0c5595bc64b req-f5bf9259-63f8-4537-9a41-c5ff2272616a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1441014 May 24 22:43:41.656186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f06a-9d69-4a46-a5eb-47d25d93340b req-4cf46dbc-1bb7-4c00-b08e-2f8600e482ae tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:41.657378 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c4e9f06a-9d69-4a46-a5eb-47d25d93340b req-4cf46dbc-1bb7-4c00-b08e-2f8600e482ae tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:41.658987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4e9f06a-9d69-4a46-a5eb-47d25d93340b req-4cf46dbc-1bb7-4c00-b08e-2f8600e482ae tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "PUT /v2.0/ports/5e9f0f29-3b22-4b02-819e-dc84c920695d HTTP/1.1" status: 200 len: 982 time: 1.3087966 May 24 22:43:41.706786 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078f6fc0-20db-462a-bae9-a0c5595bc64b req-021e00aa-e707-47eb-acd8-df380dcd9390 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730681 May 24 22:43:41.733543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf46dbc-1bb7-4c00-b08e-2f8600e482ae tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'Port': ['ID=5e9f0f29-3b22-4b02-819e-dc84c920695d,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:41.766386 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ae88018-9c86-4fe3-b112-e005961c5bda req-28853d72-9fd2-4a5f-9b5f-84f100ed1abd service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511281 May 24 22:43:41.767136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5e9f0f29-3b22-4b02-819e-dc84c920695d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:41.997074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-78c900d9-b38b-488a-9227-ccc54aa27839 req-7a88ed07-7ca2-4fd2-a78c-8001e4c2a592 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-158103463&fields=id&tenant_id=b3706d10be554e798b88034075160b18 HTTP/1.1" status: 200 len: 267 time: 0.0538056 May 24 22:43:42.061892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cd923-3b07-435b-921e-7adb6d0af3fb req-5477cbea-754c-4615-9cef-869246051d4b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:42.062814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ce6cd923-3b07-435b-921e-7adb6d0af3fb req-5477cbea-754c-4615-9cef-869246051d4b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Synchronizing usage tracker for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:42.068593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f6a65-5f5a-45dd-901f-42b85d61274f req-580911a2-5ae6-49cf-98c1-886a8ea5c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:42.070250 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-354f6a65-5f5a-45dd-901f-42b85d61274f req-580911a2-5ae6-49cf-98c1-886a8ea5c685 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d6a9e9780d441c8bebdd05154657f0a&device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 1094 time: 0.2422140 May 24 22:43:42.114709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c900d9-b38b-488a-9227-ccc54aa27839 req-99a272f3-4ba1-483b-a260-d63046b6d454 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:42.123835 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-78c900d9-b38b-488a-9227-ccc54aa27839 req-99a272f3-4ba1-483b-a260-d63046b6d454 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 985 time: 0.1251693 May 24 22:43:42.130898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-78c900d9-b38b-488a-9227-ccc54aa27839 req-0e4e06d1-fc48-4955-b42c-5daff4080abd tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'port': {'security_groups': ['4baa430e-6877-4360-8d01-7de5a0755020', '4e52e86c-ee3c-4ea8-865d-089867362a5f', '33ca9f97-8504-4ab7-b8ec-610da8e2133d']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:42.152032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ce6cd923-3b07-435b-921e-7adb6d0af3fb req-5477cbea-754c-4615-9cef-869246051d4b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Unset dirty status for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:42.153347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce6cd923-3b07-435b-921e-7adb6d0af3fb req-5477cbea-754c-4615-9cef-869246051d4b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 943 time: 0.2496843 May 24 22:43:42.231514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce6cd923-3b07-435b-921e-7adb6d0af3fb req-4dc709e7-9322-4c08-a137-05cc272048e2 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657699 May 24 22:43:42.249971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f6a65-5f5a-45dd-901f-42b85d61274f req-269faa94-2c0a-40b4-a943-253e20163bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:42.253544 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-354f6a65-5f5a-45dd-901f-42b85d61274f req-269faa94-2c0a-40b4-a943-253e20163bac service neutron] 10.222.0.50 "GET /v2.0/networks?id=54161b20-5eaf-4bc0-8875-2770e26eec09 HTTP/1.1" status: 200 len: 916 time: 0.1736915 May 24 22:43:42.337572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-354f6a65-5f5a-45dd-901f-42b85d61274f req-0d1035e0-56b9-429a-80cd-90590fbdcf59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b091d04f-4015-4222-86c1-3a316f8e56d4 HTTP/1.1" status: 200 len: 217 time: 0.0774884 May 24 22:43:42.381989 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-78c900d9-b38b-488a-9227-ccc54aa27839 req-0e4e06d1-fc48-4955-b42c-5daff4080abd tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:42.460677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f6a65-5f5a-45dd-901f-42b85d61274f req-adb887eb-5dfe-4538-9723-313ac9e946fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:42.462168 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-354f6a65-5f5a-45dd-901f-42b85d61274f req-adb887eb-5dfe-4538-9723-313ac9e946fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d90a6c67-34e4-421d-ae52-0133858bfc68 HTTP/1.1" status: 200 len: 855 time: 0.1167858 May 24 22:43:42.513411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-354f6a65-5f5a-45dd-901f-42b85d61274f req-a01247ad-bc45-4ace-bdf0-92c2a5ba1303 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54161b20-5eaf-4bc0-8875-2770e26eec09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441947 May 24 22:43:42.553941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec71524-e2b2-4b81-b1fd-aa44923485de req-c2ac3b2b-f210-4b1d-99a6-36b8466e893e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:42.555422 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ec71524-e2b2-4b81-b1fd-aa44923485de req-c2ac3b2b-f210-4b1d-99a6-36b8466e893e tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1806142 May 24 22:43:42.603953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'tag': '5e9f0f29-3b22-4b02-819e-dc84c920695d'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:42.687246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ec71524-e2b2-4b81-b1fd-aa44923485de req-d3bee190-d20e-47a9-8f79-746ad66305ea tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786364 May 24 22:43:42.708174 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-354f6a65-5f5a-45dd-901f-42b85d61274f req-1cab9eec-6a5a-4ea5-bf17-b477788dd5cc service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848116 May 24 22:43:42.711402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-78c900d9-b38b-488a-9227-ccc54aa27839 req-0e4e06d1-fc48-4955-b42c-5daff4080abd tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] For port 5e9f0f29-3b22-4b02-819e-dc84c920695d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5e9f0f29-3b22-4b02-819e-dc84c920695d,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:42.739774 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-78c900d9-b38b-488a-9227-ccc54aa27839 req-0e4e06d1-fc48-4955-b42c-5daff4080abd tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:42.745797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-78c900d9-b38b-488a-9227-ccc54aa27839 req-0e4e06d1-fc48-4955-b42c-5daff4080abd tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:42.758950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5e9f0f29-3b22-4b02-819e-dc84c920695d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:42.800930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c900d9-b38b-488a-9227-ccc54aa27839 req-0e4e06d1-fc48-4955-b42c-5daff4080abd tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:42.801707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-78c900d9-b38b-488a-9227-ccc54aa27839 req-0e4e06d1-fc48-4955-b42c-5daff4080abd tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:42.803184 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-78c900d9-b38b-488a-9227-ccc54aa27839 req-0e4e06d1-fc48-4955-b42c-5daff4080abd tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "PUT /v2.0/ports/5e9f0f29-3b22-4b02-819e-dc84c920695d HTTP/1.1" status: 200 len: 1021 time: 0.6785371 May 24 22:43:42.810779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'tag': '5e9f0f29-3b22-4b02-819e-dc84c920695d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:42.864913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e06d1-fc48-4955-b42c-5daff4080abd tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'Port': ['ID=5e9f0f29-3b22-4b02-819e-dc84c920695d,revision_number=7']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:42.909910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5e9f0f29-3b22-4b02-819e-dc84c920695d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:42.960189 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be5e944c-70e1-4e23-b1df-9ef2664f3c0a req-78297684-e69d-4ae9-bc64-e182c50a1f58 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0473907 May 24 22:43:43.017668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-354f6a65-5f5a-45dd-901f-42b85d61274f req-ce2773f9-2381-4de6-8a18-63b9899753c2 service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021803 May 24 22:43:43.036565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d08a4-f64a-44b1-a4e5-bf78590cb412 req-e51e087d-da3b-4ba2-99f5-d13827b8f7d3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:43.039679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f5d08a4-f64a-44b1-a4e5-bf78590cb412 req-e51e087d-da3b-4ba2-99f5-d13827b8f7d3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1398280 May 24 22:43:43.088247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f5d08a4-f64a-44b1-a4e5-bf78590cb412 req-52a1b8e1-ed75-429a-8831-32c1e734be03 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 May 24 22:43:43.145412 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd1956b-cc4e-4f22-8dc7-06518afc5ee7'] response: {'name': 'network-changed', 'server_uuid': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'tag': '5e9f0f29-3b22-4b02-819e-dc84c920695d', 'status': 'completed', 'code': 200} May 24 22:43:43.255474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065cd6f-565e-4ef5-9584-19cd7264f048 req-25471d92-02ca-4763-a33c-9d8b411268a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:43.258063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7065cd6f-565e-4ef5-9584-19cd7264f048 req-25471d92-02ca-4763-a33c-9d8b411268a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b3706d10be554e798b88034075160b18&device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 1175 time: 0.0882299 May 24 22:43:43.280173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-a9fcbe05-f33f-4962-96ca-c84854326910 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:43.281733 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-a9fcbe05-f33f-4962-96ca-c84854326910 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 807 time: 0.1723812 May 24 22:43:43.303556 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-fdff08c7-f1de-4cdd-a666-74affe7da7c7 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/quotas/355c63ecefdc4af48b20f4226cb8b69d HTTP/1.1" status: 200 len: 375 time: 0.0154452 May 24 22:43:43.344532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b091d04f-4015-4222-86c1-3a316f8e56d4 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:43:43.399744 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-e0cce1b8-a315-4dfb-8d93-541e308b4498 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952916 May 24 22:43:43.433603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065cd6f-565e-4ef5-9584-19cd7264f048 req-15832d12-f517-4476-89a2-fcd7df08aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:43.435080 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7065cd6f-565e-4ef5-9584-19cd7264f048 req-15832d12-f517-4476-89a2-fcd7df08aa02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 200 len: 913 time: 0.1695137 May 24 22:43:43.510832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7065cd6f-565e-4ef5-9584-19cd7264f048 req-0ae5b6e9-b5e1-400d-bd0d-5f9dec7f01eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e9f0f29-3b22-4b02-819e-dc84c920695d HTTP/1.1" status: 200 len: 217 time: 0.0686488 May 24 22:43:43.554728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b091d04f-4015-4222-86c1-3a316f8e56d4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b091d04f-4015-4222-86c1-3a316f8e56d4,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:43.572201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'b091d04f-4015-4222-86c1-3a316f8e56d4', 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09', 'port_id': 'b091d04f-4015-4222-86c1-3a316f8e56d4', 'mac_address': 'fa:16:3e:19:87:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90a6c67-34e4-421d-ae52-0133858bfc68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:43:43.582952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-f5bf533b-6511-4ba3-b929-21aee8a2f7b3 service neutron] 10.222.0.55 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762171 May 24 22:43:43.628569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065cd6f-565e-4ef5-9584-19cd7264f048 req-f0550de9-4ebb-43c3-8c2f-85857d8ec764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:43.630033 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7065cd6f-565e-4ef5-9584-19cd7264f048 req-f0550de9-4ebb-43c3-8c2f-85857d8ec764 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a04cef8-0f98-4f0f-b545-0796b0563769 HTTP/1.1" status: 200 len: 852 time: 0.0864372 May 24 22:43:43.644789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port b091d04f-4015-4222-86c1-3a316f8e56d4 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:43.645259 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:43.666673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b091d04f-4015-4222-86c1-3a316f8e56d4 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:43:43.686031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b091d04f-4015-4222-86c1-3a316f8e56d4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b091d04f-4015-4222-86c1-3a316f8e56d4,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:43.687437 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7065cd6f-565e-4ef5-9584-19cd7264f048 req-05d47ce5-60f6-4e35-9961-047b2421f869 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494130 May 24 22:43:43.690570 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:43.696590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eb2e1-0c30-4829-95d1-69251fc9d81f req-1e231786-ba85-4950-b54b-ebbddda6b6f0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:43.699128 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-755eb2e1-0c30-4829-95d1-69251fc9d81f req-1e231786-ba85-4950-b54b-ebbddda6b6f0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.1901331 May 24 22:43:43.731638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-a5972a36-c674-4456-a636-54e80954eb8c service neutron] 10.222.0.55 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473982 May 24 22:43:43.766921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=b091d04f-4015-4222-86c1-3a316f8e56d4,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:43.823845 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-755eb2e1-0c30-4829-95d1-69251fc9d81f req-5437b8e5-a8c6-46e4-8ba3-34e7369a2dff tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074963 May 24 22:43:43.864703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7065cd6f-565e-4ef5-9584-19cd7264f048 req-d2c0f77d-be7d-4e28-9a05-46dbd74a0c20 service neutron] 10.222.0.50 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654930 May 24 22:43:43.983160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['b091d04f-4015-4222-86c1-3a316f8e56d4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:44.062337 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7065cd6f-565e-4ef5-9584-19cd7264f048 req-fe2de81f-4bc4-4fe6-8017-8fea812b47fb service neutron] 10.222.0.50 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871262 May 24 22:43:44.080592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b61ac-88b3-420a-9303-54eb3302e5e3 req-8057b3ea-b64b-4848-8c83-ab108911cdaa tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:44.082103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be5b61ac-88b3-420a-9303-54eb3302e5e3 req-8057b3ea-b64b-4848-8c83-ab108911cdaa tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 1024 time: 0.1396987 May 24 22:43:44.190012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be5b61ac-88b3-420a-9303-54eb3302e5e3 req-eca29c89-5204-419c-9ce3-b5046bf9b2e1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ca9f97-8504-4ab7-b8ec-610da8e2133d&id=4baa430e-6877-4360-8d01-7de5a0755020&id=4e52e86c-ee3c-4ea8-865d-089867362a5f HTTP/1.1" status: 200 len: 6147 time: 0.0980349 May 24 22:43:44.265190 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35378a3-4d58-45b4-ab68-f5761852d970'] response: {'name': 'network-changed', 'server_uuid': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'tag': '5e9f0f29-3b22-4b02-819e-dc84c920695d', 'status': 'completed', 'code': 200} May 24 22:43:44.412653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1f4e7-06b5-4434-9ed9-93f16479dc78 req-36a8de95-4097-4a61-abea-5ea74484d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:44.414354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43a1f4e7-06b5-4434-9ed9-93f16479dc78 req-36a8de95-4097-4a61-abea-5ea74484d67a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b3706d10be554e798b88034075160b18&device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 1175 time: 0.1060708 May 24 22:43:44.422514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7f4ec-c66a-4929-b376-9af7a1c5c420 req-19607342-8a26-41d4-b3af-b60af63749eb tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:44.423937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9d7f4ec-c66a-4929-b376-9af7a1c5c420 req-19607342-8a26-41d4-b3af-b60af63749eb tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 944 time: 0.1530516 May 24 22:43:44.556676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9d7f4ec-c66a-4929-b376-9af7a1c5c420 req-4afa2062-c6a6-4d73-b4aa-e7be1e9af84b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106880 May 24 22:43:44.600908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1f4e7-06b5-4434-9ed9-93f16479dc78 req-dd29356f-aae2-4f5b-a744-aab4d310f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:44.602473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43a1f4e7-06b5-4434-9ed9-93f16479dc78 req-dd29356f-aae2-4f5b-a744-aab4d310f382 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 200 len: 913 time: 0.1776774 May 24 22:43:44.654041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56971c06-1ef9-4f60-942b-0d95931ff32e req-f02bc8c4-ee22-423f-85c9-ca9ebcedbfaf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:44.661955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56971c06-1ef9-4f60-942b-0d95931ff32e req-f02bc8c4-ee22-423f-85c9-ca9ebcedbfaf tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1454389 May 24 22:43:44.675247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43a1f4e7-06b5-4434-9ed9-93f16479dc78 req-ac9e13c9-a000-44e2-b741-16146c4d90bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e9f0f29-3b22-4b02-819e-dc84c920695d HTTP/1.1" status: 200 len: 217 time: 0.0645654 May 24 22:43:44.709446 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56971c06-1ef9-4f60-942b-0d95931ff32e req-2e007605-7d83-4847-960f-ff8eb4e9d59a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465786 May 24 22:43:44.855529 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35a2cb4e-c10d-4954-be53-1a707e5b75b6 req-354b3d0d-c68f-458e-aefa-0b11cb139206 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 210 time: 0.0477648 May 24 22:43:44.866217 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1651128b-c17b-487a-a4ec-992c02927853 req-f49a5a76-e69a-4413-a840-2404a1a28fb7 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1498580 May 24 22:43:44.884532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1f4e7-06b5-4434-9ed9-93f16479dc78 req-00586af3-2c2d-4341-b022-e7df784d7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:44.886050 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43a1f4e7-06b5-4434-9ed9-93f16479dc78 req-00586af3-2c2d-4341-b022-e7df784d7a33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a04cef8-0f98-4f0f-b545-0796b0563769 HTTP/1.1" status: 200 len: 852 time: 0.2036133 May 24 22:43:44.941163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2102931209 ', 'description': 'tempest-description-836701125'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:44.949721 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43a1f4e7-06b5-4434-9ed9-93f16479dc78 req-25e711d9-6980-4466-99fe-a06feba2f041 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565233 May 24 22:43:44.951887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:44.980387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:45.033753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684dda2-4238-44be-a135-23a09280e89b req-834f3b03-f937-42d9-9db3-bdea29779284 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:45.035226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b684dda2-4238-44be-a135-23a09280e89b req-834f3b03-f937-42d9-9db3-bdea29779284 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0801382 May 24 22:43:45.047061 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:45.083711 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b684dda2-4238-44be-a135-23a09280e89b req-9ae8b803-207e-4699-b437-15e9b0da2f10 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 May 24 22:43:45.086968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:45.093350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group_rule and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:45.103340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:45.113382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:45.119212 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43a1f4e7-06b5-4434-9ed9-93f16479dc78 req-75ea534d-1968-42dd-b2cb-53bbb16e4f5b service neutron] 10.222.0.50 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605146 May 24 22:43:45.305325 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:45.307944 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43a1f4e7-06b5-4434-9ed9-93f16479dc78 req-f4113d67-fbbb-4c11-bf3b-2016f72b4af0 service neutron] 10.222.0.50 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804461 May 24 22:43:45.310097 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:45.356495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7167c0c6-6f87-4fd4-854a-0bc15ce743fa,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:45.359735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b091d04f-4015-4222-86c1-3a316f8e56d4 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:43:45.368858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:45.370401 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3abcae9e-b0db-481d-a125-402aa8915b68 req-97377d02-d593-48d3-b527-51c704964713 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4374125 May 24 22:43:45.418508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141981b-3449-4bfd-a97b-bedf85a0b7ff req-d4d5b386-f307-448d-9aad-b9f9685a14b0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:45.420864 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d141981b-3449-4bfd-a97b-bedf85a0b7ff req-d4d5b386-f307-448d-9aad-b9f9685a14b0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2176239 May 24 22:43:45.439731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port b091d04f-4015-4222-86c1-3a316f8e56d4 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:43:45.445611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port b091d04f-4015-4222-86c1-3a316f8e56d4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:43:45.446505 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:45.507775 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d141981b-3449-4bfd-a97b-bedf85a0b7ff req-ec28e40d-8053-4f76-bb5c-26285222e576 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723560 May 24 22:43:45.516110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-cca57137-0acd-4c81-9b79-70f1e5804e53 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:45.518412 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-cca57137-0acd-4c81-9b79-70f1e5804e53 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 807 time: 0.2689571 May 24 22:43:45.531468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Request body: {'port': {'device_id': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67', 'admin_state_up': True, 'tenant_id': '355c63ecefdc4af48b20f4226cb8b69d'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:45.534392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe502f81-4b9d-4ac0-8ed7-bf2021d93434 req-670ddc19-9e35-4ee0-a734-de0000cff69d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/7167c0c6-6f87-4fd4-854a-0bc15ce743fa HTTP/1.1" status: 200 len: 1780 time: 0.0608935 May 24 22:43:45.622579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36c786ff-dbfc-41de-900f-e179b3b8cf4b req-88e8e392-0079-4d47-8ee5-e1f7efa3e18e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/7167c0c6-6f87-4fd4-854a-0bc15ce743fa HTTP/1.1" status: 200 len: 1780 time: 0.0650575 May 24 22:43:45.734640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port b091d04f-4015-4222-86c1-3a316f8e56d4 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:45.735374 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:45.740018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-36c786ff-dbfc-41de-900f-e179b3b8cf4b req-773914f3-f165-4b0b-9c28-c91153bd4cbf tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:45.770972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-36c786ff-dbfc-41de-900f-e179b3b8cf4b req-773914f3-f165-4b0b-9c28-c91153bd4cbf tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:45.772919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee7dd8b-ce96-44c7-9186-5da4794930f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b091d04f-4015-4222-86c1-3a316f8e56d4'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:45.787371 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b091d04f-4015-4222-86c1-3a316f8e56d4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b091d04f-4015-4222-86c1-3a316f8e56d4,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:45.795753 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:45.838257 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-36c786ff-dbfc-41de-900f-e179b3b8cf4b req-773914f3-f165-4b0b-9c28-c91153bd4cbf tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:45.870355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773914f3-f165-4b0b-9c28-c91153bd4cbf tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7167c0c6-6f87-4fd4-854a-0bc15ce743fa,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:45.872387 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-36c786ff-dbfc-41de-900f-e179b3b8cf4b req-773914f3-f165-4b0b-9c28-c91153bd4cbf tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:45.887671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36c786ff-dbfc-41de-900f-e179b3b8cf4b req-773914f3-f165-4b0b-9c28-c91153bd4cbf tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "DELETE /v2.0/security-groups/7167c0c6-6f87-4fd4-854a-0bc15ce743fa HTTP/1.1" status: 204 len: 173 time: 0.2632649 May 24 22:43:45.923457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=b091d04f-4015-4222-86c1-3a316f8e56d4,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:45.973038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:45.986556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:46.001579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ede6e6-0571-43b2-beb7-959ac515915c req-8e462022-401d-4c03-a010-4c2ee7d28f22 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:46.003274 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92ede6e6-0571-43b2-beb7-959ac515915c req-8e462022-401d-4c03-a010-4c2ee7d28f22 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 944 time: 0.2755642 May 24 22:43:46.011203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Made reservation on behalf of 355c63ecefdc4af48b20f4226cb8b69d for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:43:46.015572 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:46.120021 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92ede6e6-0571-43b2-beb7-959ac515915c req-f6474cd3-b1ad-4b34-ad10-0ff8f600ebd3 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939510 May 24 22:43:46.237070 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f38c48-2478-4852-b852-0cad7c90232c'] response: {'server_uuid': 'cee7dd8b-ce96-44c7-9186-5da4794930f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b091d04f-4015-4222-86c1-3a316f8e56d4', 'code': 200} May 24 22:43:46.265523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca54720-a79d-4be3-9559-83ad9b44fb2c req-75fbd743-cb1e-4e64-ad60-d2f92e6f734b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:46.273945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fca54720-a79d-4be3-9559-83ad9b44fb2c req-75fbd743-cb1e-4e64-ad60-d2f92e6f734b tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.1007681 May 24 22:43:46.297307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Allocated IP 172.20.0.11 (7c97f1f4-941f-40c4-86a9-0241faaf8e67/3718c29a-a970-449f-87f1-c63ce73705ce/e4bf3e39-3bdc-4e94-8a6c-36d8da937b85) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:43:46.339791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fca54720-a79d-4be3-9559-83ad9b44fb2c req-34ef7ab6-209c-405e-bba9-6df8694d5401 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648427 May 24 22:43:46.420930 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-af8eb9c8-a4fe-44ea-a38d-455bc8703066 req-85e562a3-7640-4923-b4fb-08a790ac601b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] show failed (client error): The resource could not be found. May 24 22:43:46.428756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-af8eb9c8-a4fe-44ea-a38d-455bc8703066 req-85e562a3-7640-4923-b4fb-08a790ac601b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/7167c0c6-6f87-4fd4-854a-0bc15ce743fa HTTP/1.1" status: 404 len: 352 time: 0.0355833 May 24 22:43:46.451444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7cf44-a2e6-4779-b15a-4f3300ff40db req-1c9c088c-f7ce-4356-9323-c5d442a19916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:46.453728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4de7cf44-a2e6-4779-b15a-4f3300ff40db req-1c9c088c-f7ce-4356-9323-c5d442a19916 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 1096 time: 0.1322403 May 24 22:43:46.496229 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6df94816-12fc-46eb-b9c9-d0879e13e743 req-f97109d2-a3ac-492c-aea1-65814f764107 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 210 time: 0.0981665 May 24 22:43:46.517291 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4de7cf44-a2e6-4779-b15a-4f3300ff40db req-47104613-fc53-49fc-ab7d-c86d018a15cb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572870 May 24 22:43:46.598870 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:46.628041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69d5fb80-dc67-4016-95d4-5a2849b369f7 req-3afe6488-db45-4026-816e-d58ee0bab267 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0686247 May 24 22:43:46.701218 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:46.714002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['82ab5821-72e1-4fb7-956a-23d12ca6fb99', '8065712d-291a-433a-98ba-78f8782219ab', '8f43a78e-e69a-4fd7-9752-9937160128d3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:46.785621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:43:46.795727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e2e54-8c24-4858-8e26-71f9261e8941 req-712d5e26-f85f-4ec3-b1e0-7f1649dccce0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:46.797233 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c35e2e54-8c24-4858-8e26-71f9261e8941 req-712d5e26-f85f-4ec3-b1e0-7f1649dccce0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1799440 May 24 22:43:46.798153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:43:46.800706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:43:46.871008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:46.871649 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:46.882668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-398386002', 'description': 'tempest-description-1320619254'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:46.889138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:46.894419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:46.897770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:46.904934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:46.906522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Pushing event updated for resources: {'Port': ['ID=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:46.946944 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c35e2e54-8c24-4858-8e26-71f9261e8941 req-2f4ca890-f6ab-4d5d-bd12-8664ce0e863f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844121 May 24 22:43:46.951302 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3ae489c2-f75d-4ae4-8633-d1f352774d95 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4243898 May 24 22:43:46.958066 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:46.964325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Request body: {'port': {'device_id': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:46.990346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:46.994918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group_rule and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:46.998789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:47.005769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:47.086956 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:47.093044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:47.101265 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:47.166361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebc5d8f-9330-4919-a162-9ba1dee92873,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:47.171361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:47.172717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-863f5e03-6617-4c1a-b375-f7b773de3ad7 req-55f1d0ab-d8ba-4622-ac68-5f1ed3af0fff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2964826 May 24 22:43:47.335089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77692f58-3ac9-4737-883c-b4b4890327cd req-8119a0d1-d3ce-47b9-babb-e14ffaede7f3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:47.336745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77692f58-3ac9-4737-883c-b4b4890327cd req-8119a0d1-d3ce-47b9-babb-e14ffaede7f3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.2141602 May 24 22:43:47.469530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77692f58-3ac9-4737-883c-b4b4890327cd req-c1d8377b-770f-4ef2-a1f0-da192b179ba1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241372 May 24 22:43:47.509886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-707833139', 'description': 'tempest-description-959310806'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:47.512736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60b85-4a87-4e9c-b3a5-3b8b5edf204c req-8f883e51-191e-4f97-84d0-16f12e5d4395 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:47.518241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:47.521757 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fce60b85-4a87-4e9c-b3a5-3b8b5edf204c req-8f883e51-191e-4f97-84d0-16f12e5d4395 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.1104157 May 24 22:43:47.526400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:47.530336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:47.537575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:47.565881 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:47.580184 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fce60b85-4a87-4e9c-b3a5-3b8b5edf204c req-cac7bd5c-6550-4e2d-a9c2-ff4a8f8f5f6a tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575540 May 24 22:43:47.643647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:47.649326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group_rule and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:47.653524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:47.661780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:43:47.666317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:47.672205 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:47.705218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Transition to ACTIVE for port object e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:43:47.719219 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:47.814319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67d80-15ce-4566-8ef0-819ab9da2904 req-dd0d6598-b9f6-4186-9828-35750b120bf1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:47.815875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c2a67d80-15ce-4566-8ef0-819ab9da2904 req-dd0d6598-b9f6-4186-9828-35750b120bf1 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0891175 May 24 22:43:47.866806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c2a67d80-15ce-4566-8ef0-819ab9da2904 req-4787ffec-5228-4fa4-b720-5a1f87b38b09 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 May 24 22:43:47.919429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Pushing event updated for resources: {'Port': ['ID=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:47.965011 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:47.979817 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:48.053450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fa1fbf-12ea-4fcf-b357-4ae0267742ba,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:48.057088 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:48.058437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-73f3c41b-49d7-4d24-8b29-1c4b937507fd req-fd82fc0b-0966-4342-a79a-6c17bda5a8d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5604415 May 24 22:43:48.059540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:43:48.059866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:43:48.060229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:43:48.065676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:43:48.065806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:43:48.071503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:43:48.071834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Checking segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:43:48.072405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Bound using segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:43:48.072860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Bound port: e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:43:48.073377 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:48.229641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb573b24-ffbc-4954-a290-59b991322efe req-dd1f4f27-2333-425f-bca1-d7a36d5adb11 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:48.231236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb573b24-ffbc-4954-a290-59b991322efe req-dd1f4f27-2333-425f-bca1-d7a36d5adb11 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 944 time: 0.0829265 May 24 22:43:48.268418 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-405d540b-0726-495d-b9cd-1e89665fd8ae req-86e3d675-4f75-4e8e-9b0f-793f866faf04 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0607047 May 24 22:43:48.278584 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb573b24-ffbc-4954-a290-59b991322efe req-a408e38e-efe4-4738-a9a9-ac447b88f949 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 May 24 22:43:48.303357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:43:48.311672 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:43:48.319310 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:48.320971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1924171569', 'description': 'tempest-description-588118062'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:48.327766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:48.331814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:48.334998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:48.341645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:48.357912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:48.380009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:48.380800 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:48.382406 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] 10.222.0.50 "PUT /v2.0/ports/e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 HTTP/1.1" status: 200 len: 1092 time: 1.4239054 May 24 22:43:48.382842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'tag': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:48.397024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:48.401788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group_rule and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:48.404683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:48.410464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:48.485452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:48.493124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454b841-e74c-4204-b9f2-1025392c105d service neutron] Pushing event updated for resources: {'Port': ['ID=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:48.495292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:48.543711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-f7b1a509-acab-423e-a63b-9f6bfa396b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:48.547636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-f7b1a509-acab-423e-a63b-9f6bfa396b59 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 1095 time: 0.1080587 May 24 22:43:48.560065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2972c63-078e-4794-8c90-49e78829e4f4 req-3ebbd407-d2fb-4266-b890-6dda0ab5b933 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:48.562803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e2972c63-078e-4794-8c90-49e78829e4f4 req-3ebbd407-d2fb-4266-b890-6dda0ab5b933 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.1659658 May 24 22:43:48.583858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734013cc-177a-4160-9cfa-544f81289bbc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:48.595436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:48.606415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd43b0cb-25b5-4b2c-b9f4-80400a7f06e5 req-981354e9-0252-4584-8ad6-fa3a240e80c6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2887025 May 24 22:43:48.660431 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-6b74df9a-f7e9-45ac-b8dc-2fb2c65bd126 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 HTTP/1.1" status: 200 len: 217 time: 0.0965850 May 24 22:43:48.736232 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e2972c63-078e-4794-8c90-49e78829e4f4 req-c1450bda-1433-4ddf-b021-159de75a7f11 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070020 May 24 22:43:48.739576 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103f6e01-3f25-4f8d-bca4-24569e9282c6'] response: {'name': 'network-changed', 'server_uuid': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'tag': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85', 'status': 'completed', 'code': 200} May 24 22:43:48.745227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-a5133454-79df-4f40-85a0-307278304cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:48.746727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-a5133454-79df-4f40-85a0-307278304cec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.0803988 May 24 22:43:48.807873 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-bb26e88b-59da-425b-b0f8-e30657763526 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542605 May 24 22:43:48.919350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfd96d-7f1b-4982-b08a-a9191decaa63 req-011c9bd2-e97d-408f-9167-eb3fa3e3f295 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:48.924981 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63cfd96d-7f1b-4982-b08a-a9191decaa63 req-011c9bd2-e97d-408f-9167-eb3fa3e3f295 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.0900061 May 24 22:43:48.967422 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63cfd96d-7f1b-4982-b08a-a9191decaa63 req-5a3ad233-31fc-4747-92e2-014cffa9db07 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401261 May 24 22:43:49.059073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-e29081c1-b149-440f-a333-7eae03f75e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:49.060612 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-e29081c1-b149-440f-a333-7eae03f75e97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1099 time: 0.4327657 May 24 22:43:49.070429 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-3332e367-2780-493d-aa07-adf3dba8d3d8 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214546 May 24 22:43:49.176298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5a0e-a786-4e47-af46-78271d2bc3d6 req-a2050885-7c59-4248-a09b-49d993d63fd9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:49.177772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bdaf5a0e-a786-4e47-af46-78271d2bc3d6 req-a2050885-7c59-4248-a09b-49d993d63fd9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.0847259 May 24 22:43:49.222492 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bdaf5a0e-a786-4e47-af46-78271d2bc3d6 req-0df70164-bbe3-4176-8379-a0d5a90d51d3 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385060 May 24 22:43:49.278809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-064be8dd-a3ec-4ada-846b-ae5d7420b3ac req-7f221dda-075b-4ba9-8622-cd3b1f464e33 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:49.348528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-064be8dd-a3ec-4ada-846b-ae5d7420b3ac req-7f221dda-075b-4ba9-8622-cd3b1f464e33 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:49.349930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-064be8dd-a3ec-4ada-846b-ae5d7420b3ac req-7f221dda-075b-4ba9-8622-cd3b1f464e33 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3706d10be554e798b88034075160b18 HTTP/1.1" status: 200 len: 10893 time: 0.5464823 May 24 22:43:49.362412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-a8d47cec-f6f7-4076-aafc-6c13770846fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:49.364011 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-a8d47cec-f6f7-4076-aafc-6c13770846fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2859237 May 24 22:43:49.377333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b01eba-97c1-4e27-be6d-99641df822ce req-18e7b13e-d26c-4d47-8e42-e3d927e151d4 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773356 May 24 22:43:49.401400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d0ef1-e63e-403a-b28e-66a3085b3e22 req-28b20fd9-59cb-41f1-99ed-9cc52bac4de4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:49.403175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-065d0ef1-e63e-403a-b28e-66a3085b3e22 req-28b20fd9-59cb-41f1-99ed-9cc52bac4de4 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0869198 May 24 22:43:49.451237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-065d0ef1-e63e-403a-b28e-66a3085b3e22 req-b0937481-8687-4781-a54f-1627f80253ad tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 May 24 22:43:49.505996 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-48c4988a-7345-4038-8294-5742a70e7363 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 217 time: 0.1275482 May 24 22:43:49.578349 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-064be8dd-a3ec-4ada-846b-ae5d7420b3ac req-96b8a884-95d5-46ff-96eb-11f51553ac3d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/4baa430e-6877-4360-8d01-7de5a0755020 HTTP/1.1" status: 200 len: 2981 time: 0.2196672 May 24 22:43:49.612142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-a68808cb-fa55-41bf-b33a-3866f22f3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:49.613573 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-a68808cb-fa55-41bf-b33a-3866f22f3850 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0903511 May 24 22:43:49.693184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830582-e53c-4f97-93d7-7f0c52749eeb req-a2b026e4-79a9-42c3-a5a5-9bcfa3c3f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:49.694655 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10830582-e53c-4f97-93d7-7f0c52749eeb req-a2b026e4-79a9-42c3-a5a5-9bcfa3c3f6f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 1095 time: 0.2538655 May 24 22:43:49.699419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-064be8dd-a3ec-4ada-846b-ae5d7420b3ac req-134aced0-2483-4524-a38c-d5cb516943cc tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/4baa430e-6877-4360-8d01-7de5a0755020 HTTP/1.1" status: 200 len: 2981 time: 0.1110988 May 24 22:43:49.940655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-64493658-edd7-4479-b960-3bd36f02d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:49.942658 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-64493658-edd7-4479-b960-3bd36f02d0fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3194427 May 24 22:43:50.036979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830582-e53c-4f97-93d7-7f0c52749eeb req-a9af19b7-dde4-4b5b-8ba3-e953d4e83055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:50.038430 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10830582-e53c-4f97-93d7-7f0c52749eeb req-a9af19b7-dde4-4b5b-8ba3-e953d4e83055 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 908 time: 0.3359163 May 24 22:43:50.106395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c755-57a0-4849-9b22-f10d1e7496e6 req-f90f458f-8813-4bcc-87a1-3e6292b049c1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:50.107759 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95b9c755-57a0-4849-9b22-f10d1e7496e6 req-f90f458f-8813-4bcc-87a1-3e6292b049c1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.1611991 May 24 22:43:50.150448 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2cd2f50-2eed-4497-ab4d-24a78fbf1813 req-49cf7c16-0ceb-4131-8031-7761bc188be7 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1192894 May 24 22:43:50.151643 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10830582-e53c-4f97-93d7-7f0c52749eeb req-40e2ae61-7396-4a4f-a868-3685f20df7c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 HTTP/1.1" status: 200 len: 217 time: 0.0729318 May 24 22:43:50.154031 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95b9c755-57a0-4849-9b22-f10d1e7496e6 req-f55e8093-4f92-40a8-8e75-797246f6f33f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 May 24 22:43:50.274961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-2bb7e56c-0586-4370-8899-39a29901b816 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246646 May 24 22:43:50.282290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830582-e53c-4f97-93d7-7f0c52749eeb req-ad474de1-96f1-45cd-b1d0-995a74c00323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:50.283594 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10830582-e53c-4f97-93d7-7f0c52749eeb req-ad474de1-96f1-45cd-b1d0-995a74c00323 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.1228597 May 24 22:43:50.337435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5702df-a8ef-4c65-a08d-c023269248f8 req-de4f1c10-f691-4f76-93ed-36c6a1515d81 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:50.339065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f5702df-a8ef-4c65-a08d-c023269248f8 req-de4f1c10-f691-4f76-93ed-36c6a1515d81 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 944 time: 0.0830834 May 24 22:43:50.384166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f5702df-a8ef-4c65-a08d-c023269248f8 req-15ba326d-d2d5-4024-b3fd-19a7ed046d15 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389163 May 24 22:43:50.395894 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd9c08c5-9b79-4884-81eb-a22f59935044 req-406e2fa5-c54e-4ae1-a0d4-406905764b3e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/0ebc5d8f-9330-4919-a162-9ba1dee92873 HTTP/1.1" status: 200 len: 1800 time: 0.1856747 May 24 22:43:50.416501 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10830582-e53c-4f97-93d7-7f0c52749eeb req-61789e7b-c93f-4ee4-aa29-968e0356d6b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098440 May 24 22:43:50.572306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa543d-7ca7-4d04-8c61-1b760b6f45c0 req-f772e13a-33ae-4466-acdf-ccacd77d1e72 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:50.573896 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1aa543d-7ca7-4d04-8c61-1b760b6f45c0 req-f772e13a-33ae-4466-acdf-ccacd77d1e72 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.0833893 May 24 22:43:50.579247 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60e35288-3122-4aab-a8ee-d2b3760ad835 req-17112a8b-45fa-459f-90bb-a1f6ea7ff965 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932067 May 24 22:43:50.636464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1aa543d-7ca7-4d04-8c61-1b760b6f45c0 req-89f5851a-a0e6-45c4-9178-6920a5abc85f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533340 May 24 22:43:50.644363 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10830582-e53c-4f97-93d7-7f0c52749eeb req-5246b384-0a28-4ad5-bedc-2e69d70a4eef service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141314 May 24 22:43:50.686047 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd9c08c5-9b79-4884-81eb-a22f59935044 req-beaa4a20-d8dd-492d-87c7-9606dee7dd0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:50.894405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-7974aef7-82d3-4fb4-b233-3f2fd2a8239b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5 HTTP/1.1" status: 200 len: 210 time: 0.1939480 May 24 22:43:50.942443 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd9c08c5-9b79-4884-81eb-a22f59935044 req-beaa4a20-d8dd-492d-87c7-9606dee7dd0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:50.976517 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-25267641-bffc-469d-9bbd-7f062cda5d18 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a048d222-b793-4627-8502-0af448f97e98 HTTP/1.1" status: 200 len: 213 time: 0.0692158 May 24 22:43:51.083724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.084305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.084806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.085241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.085723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.086178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.086847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.087283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.087906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.088325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.088986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.098431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-fb524586-d4c2-42b1-82a5-3a51f129a226 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1&device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8&device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4&device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e&device_id=d030eb2b-05ac-471e-874a-da848b4fff5f&device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c&device_id=76be42df-4a77-4b28-a56c-814d520e3af6&device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f&device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec&device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11&device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de&device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 10057 time: 0.1121492 May 24 22:43:51.116950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-b904354c-784a-4e82-b85d-cae2892b4188 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:51.134497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-b904354c-784a-4e82-b85d-cae2892b4188 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:51.139862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-b904354c-784a-4e82-b85d-cae2892b4188 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Usage tracker for resource:security_group_rule and tenant:80cdbe40badf455fafe959f90e342bda is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:51.144678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-b904354c-784a-4e82-b85d-cae2892b4188 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:51.146777 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17758894-1c68-4376-b224-4924f4c66e9b req-d6b65211-f193-4b1f-9f14-99b5c62bb79b tempest-LiveAutoBlockMigrationV225Test-543350481 tempest-LiveAutoBlockMigrationV225Test-543350481-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b20d240d-2f33-4bed-b36a-0d2d889dd7e5&tenant_id=c1e295fbcd2e4ba9914279ba523f98aa&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 210 time: 0.0942633 May 24 22:43:51.152012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-b904354c-784a-4e82-b85d-cae2892b4188 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:51.158376 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10830582-e53c-4f97-93d7-7f0c52749eeb req-3049d2e3-5507-4f2e-a004-bf34c339b3f8 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063145 May 24 22:43:51.179982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c046b2-631f-403b-9f82-38879a8935d6 req-069a53db-3848-45cc-b93f-d9703537f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.182395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8c046b2-631f-403b-9f82-38879a8935d6 req-069a53db-3848-45cc-b93f-d9703537f175 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1099 time: 0.3474488 May 24 22:43:51.196756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd9c08c5-9b79-4884-81eb-a22f59935044 req-beaa4a20-d8dd-492d-87c7-9606dee7dd0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:51.225518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa4a20-d8dd-492d-87c7-9606dee7dd0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebc5d8f-9330-4919-a162-9ba1dee92873,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:51.243766 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-b904354c-784a-4e82-b85d-cae2892b4188 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:51.251256 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-b904354c-784a-4e82-b85d-cae2892b4188 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:51.292530 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15067e2f-085b-4eed-9bc8-d46ad1229c03 req-b904354c-784a-4e82-b85d-cae2892b4188 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&id=9908ed8c-2844-49c3-b649-4455810ea6e6&id=5e11a43c-ef29-4dbe-8593-53666d5b3676&id=5aaf684b-9756-4592-844b-da1445700760&id=33ca9f97-8504-4ab7-b8ec-610da8e2133d&id=4baa430e-6877-4360-8d01-7de5a0755020&id=4e52e86c-ee3c-4ea8-865d-089867362a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 850 time: 0.1932058 May 24 22:43:51.304112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904354c-784a-4e82-b85d-cae2892b4188 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbabf40-3695-4cfc-84f9-dcac22109302,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:51.344112 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd9c08c5-9b79-4884-81eb-a22f59935044 req-beaa4a20-d8dd-492d-87c7-9606dee7dd0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:51.345362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd9c08c5-9b79-4884-81eb-a22f59935044 req-beaa4a20-d8dd-492d-87c7-9606dee7dd0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "DELETE /v2.0/security-groups/0ebc5d8f-9330-4919-a162-9ba1dee92873 HTTP/1.1" status: 204 len: 173 time: 0.9344943 May 24 22:43:51.403567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c046b2-631f-403b-9f82-38879a8935d6 req-c1726be4-823e-447e-af20-2a34d8c9d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.405313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8c046b2-631f-403b-9f82-38879a8935d6 req-c1726be4-823e-447e-af20-2a34d8c9d77f service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.1842396 May 24 22:43:51.512005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8c046b2-631f-403b-9f82-38879a8935d6 req-a556e89e-0ebb-4bbf-b7a7-53f5b3ae9e2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 217 time: 0.0853596 May 24 22:43:51.585715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c046b2-631f-403b-9f82-38879a8935d6 req-fa3de503-73f1-4b84-af69-384fe3649a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.587733 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8c046b2-631f-403b-9f82-38879a8935d6 req-fa3de503-73f1-4b84-af69-384fe3649a6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0678566 May 24 22:43:51.707029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:43:51.744800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:43:51.745277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f4df6c49-0e97-4f9c-9ea2-96cf74ad4571 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:43:51.798794 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6166eed6-e9af-45c0-adea-b80b9bd6b5f5 req-ab69ff97-369a-40dc-987d-9c8f0ece195e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0618880 May 24 22:43:51.836594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c046b2-631f-403b-9f82-38879a8935d6 req-355ce32a-6382-4c3e-b713-e652e277ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.837074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8c046b2-631f-403b-9f82-38879a8935d6 req-355ce32a-6382-4c3e-b713-e652e277ba78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2429600 May 24 22:43:51.874563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e836fa-01b1-423d-a9f1-50553d3188c9 req-b1aa69b6-e9ac-4454-ae80-59c13f5b2198 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:51.876086 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44e836fa-01b1-423d-a9f1-50553d3188c9 req-b1aa69b6-e9ac-4454-ae80-59c13f5b2198 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2391179 May 24 22:43:51.979006 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-d8d201cd-0eb4-46be-bb4b-ee39dd7d9c9d req-12fb8410-0712-4079-bef9-f85849e671d9 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] show failed (client error): The resource could not be found. May 24 22:43:51.980386 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8d201cd-0eb4-46be-bb4b-ee39dd7d9c9d req-12fb8410-0712-4079-bef9-f85849e671d9 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/0ebc5d8f-9330-4919-a162-9ba1dee92873 HTTP/1.1" status: 404 len: 352 time: 0.0193126 May 24 22:43:51.997427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44e836fa-01b1-423d-a9f1-50553d3188c9 req-2b4bf491-b5e1-46ee-9431-0ffffa0d377a tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757544 May 24 22:43:52.018324 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8c046b2-631f-403b-9f82-38879a8935d6 req-a3d7196d-c82a-4bd8-8aff-e5190c651062 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731222 May 24 22:43:52.160436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe5f23-1e81-44d6-8021-909f620d3cbf req-e8b00a1e-b271-447b-ba38-7780fa354261 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:52.162610 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ffe5f23-1e81-44d6-8021-909f620d3cbf req-e8b00a1e-b271-447b-ba38-7780fa354261 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 944 time: 0.0839181 May 24 22:43:52.211938 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ffe5f23-1e81-44d6-8021-909f620d3cbf req-c986b487-d48f-4f45-be76-a4c4ee084d7f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 May 24 22:43:52.214845 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8c046b2-631f-403b-9f82-38879a8935d6 req-9d7d3b4c-23d9-4bd8-91b0-3c0b947776f9 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890943 May 24 22:43:52.234367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155b122-a67c-4135-9049-b87b2a274475 req-05f00a96-ab2b-42d7-8b38-c288ba692a56 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:52.235824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1155b122-a67c-4135-9049-b87b2a274475 req-05f00a96-ab2b-42d7-8b38-c288ba692a56 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.1224110 May 24 22:43:52.338020 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1155b122-a67c-4135-9049-b87b2a274475 req-7078744a-dfae-42c2-a612-bf61dba6dddc tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960939 May 24 22:43:52.397974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-63a382e4-bafa-4f28-8cce-84153c63213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:52.399490 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-63a382e4-bafa-4f28-8cce-84153c63213e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1099 time: 0.1371169 May 24 22:43:52.607026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17974725-2214-4fe5-a58b-c16a89ffd933 req-eab0c546-3e62-4887-9be5-119084ac60c6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:52.608552 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17974725-2214-4fe5-a58b-c16a89ffd933 req-eab0c546-3e62-4887-9be5-119084ac60c6 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.2558889 May 24 22:43:52.686038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-9a678d29-580e-4eb9-8db8-be02551bcd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:52.688107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-9a678d29-580e-4eb9-8db8-be02551bcd83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2746503 May 24 22:43:52.763119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da588b73-e877-4469-9864-0547f47ee62d req-9789f522-e2af-4e5e-af12-4d0dd649b68b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:52.764568 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da588b73-e877-4469-9864-0547f47ee62d req-9789f522-e2af-4e5e-af12-4d0dd649b68b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 948 time: 0.3242702 May 24 22:43:52.776321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-22c3be6a-ebfd-47df-ac6a-293946054fad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 217 time: 0.0795927 May 24 22:43:52.779775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-17974725-2214-4fe5-a58b-c16a89ffd933 req-11f94c7a-c7c6-4d9a-82cd-cc0e159cae90 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Deleting port 01fe0f30-948e-4045-acbc-83bf98788199 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:43:52.780159 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-17974725-2214-4fe5-a58b-c16a89ffd933 req-11f94c7a-c7c6-4d9a-82cd-cc0e159cae90 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:52.957104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46988) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:52.960267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-a4cce16d-63bc-4a8d-9430-8c187a7588d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:52.961752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-a4cce16d-63bc-4a8d-9430-8c187a7588d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1577735 May 24 22:43:52.967498 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da588b73-e877-4469-9864-0547f47ee62d req-bb17d621-6e95-4ee6-9922-61d254ac7d84 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933839 May 24 22:43:53.006559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65261634-c962-4ddc-87e3-9f635e56d417 req-ff6a3691-906b-4c1a-b093-5d49c6e1fa06 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:53.008520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65261634-c962-4ddc-87e3-9f635e56d417 req-ff6a3691-906b-4c1a-b093-5d49c6e1fa06 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:53.009018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65261634-c962-4ddc-87e3-9f635e56d417 req-ff6a3691-906b-4c1a-b093-5d49c6e1fa06 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:53.011951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65261634-c962-4ddc-87e3-9f635e56d417 req-ff6a3691-906b-4c1a-b093-5d49c6e1fa06 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f&device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec&device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 2883 time: 0.0986791 May 24 22:43:53.059870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65261634-c962-4ddc-87e3-9f635e56d417 req-2a21455a-a5ab-4f34-9530-25363e868f2d tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429630 May 24 22:43:53.140896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b80e806c-ec00-4202-b041-4b9c18cbfa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.161399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b80e806c-ec00-4202-b041-4b9c18cbfa44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:53.165720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b80e806c-ec00-4202-b041-4b9c18cbfa44 admin admin] Usage tracker for resource:security_group_rule and tenant:792aad98cad442728b00e2f580370b61 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:53.170199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b80e806c-ec00-4202-b041-4b9c18cbfa44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:53.177183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b80e806c-ec00-4202-b041-4b9c18cbfa44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:53.191250 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6138c3c0-546f-4a90-b2a3-931024e2e90d req-a24d193c-f0a3-4b46-94c0-79d2f4e942bb tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/b7fa1fbf-12ea-4fcf-b357-4ae0267742ba HTTP/1.1" status: 200 len: 1799 time: 0.1698091 May 24 22:43:53.228535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-17974725-2214-4fe5-a58b-c16a89ffd933 req-11f94c7a-c7c6-4d9a-82cd-cc0e159cae90 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] For port 01fe0f30-948e-4045-acbc-83bf98788199, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=01fe0f30-948e-4045-acbc-83bf98788199,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:53.228883 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-17974725-2214-4fe5-a58b-c16a89ffd933 req-11f94c7a-c7c6-4d9a-82cd-cc0e159cae90 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.301097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-73e5a8b6-8082-4c30-abe6-fcbf83cdda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:53.302626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-73e5a8b6-8082-4c30-abe6-fcbf83cdda04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3320582 May 24 22:43:53.322871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068dd6-ebad-4a5f-9cb7-5d0ad56e0410 req-9af71ee1-64d2-467c-90bd-7615bd53c46e tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:53.324456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9e068dd6-ebad-4a5f-9cb7-5d0ad56e0410 req-9af71ee1-64d2-467c-90bd-7615bd53c46e tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.1378751 May 24 22:43:53.372999 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b80e806c-ec00-4202-b041-4b9c18cbfa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.384914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b80e806c-ec00-4202-b041-4b9c18cbfa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.452950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9e068dd6-ebad-4a5f-9cb7-5d0ad56e0410 req-de61471d-3822-4499-ac86-626c930575b7 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139698 May 24 22:43:53.476957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-07fbc210-d4fd-4c48-86e3-735888ab96bd req-a8e4a6a3-9750-492f-9cf8-93dfefadb8d5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0825944 May 24 22:43:53.489595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-17974725-2214-4fe5-a58b-c16a89ffd933 req-11f94c7a-c7c6-4d9a-82cd-cc0e159cae90 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Calling delete_port for 01fe0f30-948e-4045-acbc-83bf98788199 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:43:53.490756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b80e806c-ec00-4202-b041-4b9c18cbfa44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=792aad98cad442728b00e2f580370b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324144 May 24 22:43:53.491543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e806c-ec00-4202-b041-4b9c18cbfa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8147b97b-5a3b-4633-8568-79c68a824c41,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:53.493887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47002) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:53.561106 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a3d-3aa7-443b-9351-9a585a461fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.590567 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a3d-3aa7-443b-9351-9a585a461fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.651898 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f2e53fe-4c10-4af2-a6c0-e8a1f47186d2 req-f8991f52-ebd4-4376-84a5-50930a64d9d1 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0539637 May 24 22:43:53.692151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6138c3c0-546f-4a90-b2a3-931024e2e90d req-7f746d1c-f2a9-4349-8055-ef177a98c895 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.695354 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a3d-3aa7-443b-9351-9a585a461fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.712287 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.717728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed15a3d-3aa7-443b-9351-9a585a461fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8147b97b-5a3b-4633-8568-79c68a824c41,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:53.727252 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a3d-3aa7-443b-9351-9a585a461fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.728411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3ed15a3d-3aa7-443b-9351-9a585a461fcb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8147b97b-5a3b-4633-8568-79c68a824c41 HTTP/1.1" status: 204 len: 168 time: 0.2334595 May 24 22:43:53.732237 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f6b6f285-1a79-4758-8fea-cccffe20f55d details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:43:53.784008 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-ea4b272f-0a2b-49f3-a4e2-aa6c6f9f4936 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015645 May 24 22:43:53.785441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6138c3c0-546f-4a90-b2a3-931024e2e90d req-7f746d1c-f2a9-4349-8055-ef177a98c895 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.880220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d5890-f890-4ff1-924f-ab4c6d458b10 req-4265dde4-7d30-4799-8c3f-7be75ca82a85 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:53.882539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b18d5890-f890-4ff1-924f-ab4c6d458b10 req-4265dde4-7d30-4799-8c3f-7be75ca82a85 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b2028f9-5e37-4794-ae69-b25dc0abf5de HTTP/1.1" status: 200 len: 949 time: 0.0944872 May 24 22:43:53.903889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:53.923817 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-17974725-2214-4fe5-a58b-c16a89ffd933 req-11f94c7a-c7c6-4d9a-82cd-cc0e159cae90 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:53.927620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'f6b6f285-1a79-4758-8fea-cccffe20f55d', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'f6b6f285-1a79-4758-8fea-cccffe20f55d', 'mac_address': 'fa:16:3e:d8:cc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:43:53.936881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['01fe0f30-948e-4045-acbc-83bf98788199'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:53.957086 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b18d5890-f890-4ff1-924f-ab4c6d458b10 req-c4192980-c3cf-4413-951a-0ce5c3377990 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e11a43c-ef29-4dbe-8593-53666d5b3676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682478 May 24 22:43:53.991502 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6138c3c0-546f-4a90-b2a3-931024e2e90d req-7f746d1c-f2a9-4349-8055-ef177a98c895 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.004912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f94c7a-c7c6-4d9a-82cd-cc0e159cae90 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Pushing event deleted for resources: {'Port': ['ID=01fe0f30-948e-4045-acbc-83bf98788199,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:54.063667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f6b6f285-1a79-4758-8fea-cccffe20f55d is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:54.064196 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.080894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f746d1c-f2a9-4349-8055-ef177a98c895 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fa1fbf-12ea-4fcf-b357-4ae0267742ba,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:54.092659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b6f285-1a79-4758-8fea-cccffe20f55d {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:43:54.121476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:54.129719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47012) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:54.133628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-17974725-2214-4fe5-a58b-c16a89ffd933 req-11f94c7a-c7c6-4d9a-82cd-cc0e159cae90 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] No DVR routers for this DVR port 01fe0f30-948e-4045-acbc-83bf98788199 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:43:54.135415 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-17974725-2214-4fe5-a58b-c16a89ffd933 req-11f94c7a-c7c6-4d9a-82cd-cc0e159cae90 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.142307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6138c3c0-546f-4a90-b2a3-931024e2e90d req-7f746d1c-f2a9-4349-8055-ef177a98c895 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.143399 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6138c3c0-546f-4a90-b2a3-931024e2e90d req-7f746d1c-f2a9-4349-8055-ef177a98c895 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "DELETE /v2.0/security-groups/b7fa1fbf-12ea-4fcf-b357-4ae0267742ba HTTP/1.1" status: 204 len: 173 time: 0.9335258 May 24 22:43:54.143979 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.147118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-776d894d-b2cc-4d99-ba0c-de8ca582ce6d req-5133c2a0-e200-4686-af25-f232b8690720 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519201 May 24 22:43:54.147573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2028f9-5e37-4794-ae69-b25dc0abf5de', 'name': 'network-vif-deleted', 'tag': '01fe0f30-948e-4045-acbc-83bf98788199'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:54.155040 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17974725-2214-4fe5-a58b-c16a89ffd933 req-11f94c7a-c7c6-4d9a-82cd-cc0e159cae90 tempest-LiveMigrationNegativeTest-372639467 tempest-LiveMigrationNegativeTest-372639467-project] 10.222.0.31 "DELETE /v2.0/ports/01fe0f30-948e-4045-acbc-83bf98788199 HTTP/1.1" status: 204 len: 173 time: 1.5304945 May 24 22:43:54.156388 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d02df1a8-c1b4-41d0-95fc-ed4d40576d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.172827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d02df1a8-c1b4-41d0-95fc-ed4d40576d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:54.178854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d02df1a8-c1b4-41d0-95fc-ed4d40576d1e admin admin] Usage tracker for resource:security_group_rule and tenant:102acb50710b451e9ff01f06f0e31f2f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:54.182802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d02df1a8-c1b4-41d0-95fc-ed4d40576d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:54.189724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d02df1a8-c1b4-41d0-95fc-ed4d40576d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:54.245260 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f6b6f285-1a79-4758-8fea-cccffe20f55d,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:54.341245 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d02df1a8-c1b4-41d0-95fc-ed4d40576d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.352159 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d02df1a8-c1b4-41d0-95fc-ed4d40576d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.398738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6691585-c645-4f88-ae20-6e21df09f5df req-524271bc-393b-486a-b70d-2522e85f1966 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:54.400403 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e6691585-c645-4f88-ae20-6e21df09f5df req-524271bc-393b-486a-b70d-2522e85f1966 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 944 time: 0.1491926 May 24 22:43:54.430346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d02df1a8-c1b4-41d0-95fc-ed4d40576d1e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=102acb50710b451e9ff01f06f0e31f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990761 May 24 22:43:54.430346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02df1a8-c1b4-41d0-95fc-ed4d40576d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd8db7a-f115-4a9b-9ba0-7f1b3f8f79d5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:54.431401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47030) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:54.468110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e6691585-c645-4f88-ae20-6e21df09f5df req-ea5638ad-3048-443d-8e99-58bda46283d1 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569546 May 24 22:43:54.477949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f6b6f285-1a79-4758-8fea-cccffe20f55d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:54.549037 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6bafcdd-cf0b-41d4-8755-7e40231fe29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.619579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6bafcdd-cf0b-41d4-8755-7e40231fe29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.737933 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6bafcdd-cf0b-41d4-8755-7e40231fe29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.766281 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-97dc1f87-26b7-4306-8bca-1e3a57281b7c req-68374e30-d1e4-47e3-bbcd-f7ca58d3197b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] show failed (client error): The resource could not be found. May 24 22:43:54.780431 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-97dc1f87-26b7-4306-8bca-1e3a57281b7c req-68374e30-d1e4-47e3-bbcd-f7ca58d3197b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/b7fa1fbf-12ea-4fcf-b357-4ae0267742ba HTTP/1.1" status: 404 len: 352 time: 0.0560560 May 24 22:43:54.782967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bafcdd-cf0b-41d4-8755-7e40231fe29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd8db7a-f115-4a9b-9ba0-7f1b3f8f79d5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:54.788757 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6bafcdd-cf0b-41d4-8755-7e40231fe29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:54.793211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f6bafcdd-cf0b-41d4-8755-7e40231fe29d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cbd8db7a-f115-4a9b-9ba0-7f1b3f8f79d5 HTTP/1.1" status: 204 len: 168 time: 0.3604357 May 24 22:43:54.827010 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d64f13-11e8-44a4-affc-e0d941ff1bee'] response: {'server_uuid': '8b2028f9-5e37-4794-ae69-b25dc0abf5de', 'name': 'network-vif-deleted', 'tag': '01fe0f30-948e-4045-acbc-83bf98788199', 'status': 'completed', 'code': 200} May 24 22:43:55.056873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68f4b-b9ba-4e57-887a-2a0cb0a0f721 req-9aaf70aa-46ae-4551-869c-5d4fc25718c6 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:55.064231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5ca68f4b-b9ba-4e57-887a-2a0cb0a0f721 req-9aaf70aa-46ae-4551-869c-5d4fc25718c6 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.1087923 May 24 22:43:55.114223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5ca68f4b-b9ba-4e57-887a-2a0cb0a0f721 req-79abf930-2d1d-40b4-8464-fa565912ec81 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489111 May 24 22:43:55.234899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8e243-d7ec-44ff-8533-b73ca7455b36 req-8b59a21b-f234-4005-8f96-e11c91f20a2e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:55.236766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-80d8e243-d7ec-44ff-8533-b73ca7455b36 req-8b59a21b-f234-4005-8f96-e11c91f20a2e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 949 time: 0.0953920 May 24 22:43:55.255952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d71794c7-2b6c-4a38-82dc-cae7f16c8c57 req-03f8052f-f77b-4e79-8ce8-458d084f8942 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0426252 May 24 22:43:55.288866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-80d8e243-d7ec-44ff-8533-b73ca7455b36 req-76fbe363-f0e0-43e6-aa20-7eef75daba7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462203 May 24 22:43:55.376747 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46c942ab-f39b-400f-912a-8e6a51c32af2 req-3c7158ef-de5c-4222-8b1f-0b5082004498 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/734013cc-177a-4160-9cfa-544f81289bbc HTTP/1.1" status: 200 len: 1800 time: 0.0586686 May 24 22:43:55.445094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-46c942ab-f39b-400f-912a-8e6a51c32af2 req-d0e73890-0de1-48ca-ba83-76a4ca72ec26 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:55.456667 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:55.475193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-46c942ab-f39b-400f-912a-8e6a51c32af2 req-d0e73890-0de1-48ca-ba83-76a4ca72ec26 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:55.543377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-46c942ab-f39b-400f-912a-8e6a51c32af2 req-d0e73890-0de1-48ca-ba83-76a4ca72ec26 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:55.578834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e73890-0de1-48ca-ba83-76a4ca72ec26 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734013cc-177a-4160-9cfa-544f81289bbc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:55.615544 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-46c942ab-f39b-400f-912a-8e6a51c32af2 req-d0e73890-0de1-48ca-ba83-76a4ca72ec26 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:55.627907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46c942ab-f39b-400f-912a-8e6a51c32af2 req-d0e73890-0de1-48ca-ba83-76a4ca72ec26 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "DELETE /v2.0/security-groups/734013cc-177a-4160-9cfa-544f81289bbc HTTP/1.1" status: 204 len: 173 time: 0.2454166 May 24 22:43:55.723438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f6b6f285-1a79-4758-8fea-cccffe20f55d up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:43:55.839055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port f6b6f285-1a79-4758-8fea-cccffe20f55d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:43:55.849296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port f6b6f285-1a79-4758-8fea-cccffe20f55d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:43:55.850734 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:55.881757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47094) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:56.115400 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f6b6f285-1a79-4758-8fea-cccffe20f55d is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:56.115835 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:56.133764 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4bab5474-a08d-403f-85de-f66a2e433369 req-ced0933d-858d-4c05-9769-da83e732bb51 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0628955 May 24 22:43:56.169434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-16408545-7fca-4222-b577-58b2b66ce605 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:56.171025 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-16408545-7fca-4222-b577-58b2b66ce605 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.50 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083&tenant_id=0365b3430aca4a7c8a9900c4398a5d25&binding%3Ahost_id=n-h1-843146-7 HTTP/1.1" status: 200 len: 949 time: 0.2343502 May 24 22:43:56.221581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:56.260758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:56.273461 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:56.274385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 01fe0f30-948e-4045-acbc-83bf98788199 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:43:56.294631 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-f7b9fb44-39a0-4cc6-a82c-e32305aed60e req-e7a5ac9d-258d-4f3a-9552-dc372ea48cd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] show failed (client error): The resource could not be found. May 24 22:43:56.303903 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f7b9fb44-39a0-4cc6-a82c-e32305aed60e req-e7a5ac9d-258d-4f3a-9552-dc372ea48cd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/734013cc-177a-4160-9cfa-544f81289bbc HTTP/1.1" status: 404 len: 352 time: 0.0590689 May 24 22:43:56.372162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 01fe0f30-948e-4045-acbc-83bf98788199 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:43:56.372522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 01fe0f30-948e-4045-acbc-83bf98788199 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:43:56.427146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b66e-6204-4028-b8fa-7ebcaf477455 req-b0765e37-32ae-4932-a016-02d0983dbd72 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:56.437176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f6b6f285-1a79-4758-8fea-cccffe20f55d,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:56.439942 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4d10b66e-6204-4028-b8fa-7ebcaf477455 req-b0765e37-32ae-4932-a016-02d0983dbd72 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 944 time: 0.2273107 May 24 22:43:56.441913 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-ca72c214-a37e-413e-949c-637f6a1439df service neutron] delete failed (client error): The resource could not be found. May 24 22:43:56.445758 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-ca72c214-a37e-413e-949c-637f6a1439df service neutron] 10.222.0.50 "DELETE /v2.0/ports/f6b6f285-1a79-4758-8fea-cccffe20f55d/bindings/n-h2-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.2669852 May 24 22:43:56.457005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dad6ddac-9241-406c-ae69-2078e6529fd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e869a23bb88a420087e6c17b8d2682c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5728314 May 24 22:43:56.478491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47122) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:56.638998 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4d10b66e-6204-4028-b8fa-7ebcaf477455 req-464badb2-a463-46b4-89df-0e1ab7a62abc tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977792 May 24 22:43:56.663175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a1b926f-f962-4342-ab73-0c10d9de7345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:56.663757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-68bede3e-ce6f-4eea-810d-0ff8344c0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:56.665903 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-68bede3e-ce6f-4eea-810d-0ff8344c0cd8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1101 time: 0.1329575 May 24 22:43:56.674401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdef9ed-1cc7-4971-be82-fbb84b9075b6 req-85c3f44c-3995-48a0-9ba6-1b0f662e22ac tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:56.675913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ebdef9ed-1cc7-4971-be82-fbb84b9075b6 req-85c3f44c-3995-48a0-9ba6-1b0f662e22ac tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.2285337 May 24 22:43:56.823855 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a1b926f-f962-4342-ab73-0c10d9de7345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:56.833968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ebdef9ed-1cc7-4971-be82-fbb84b9075b6 req-8cd325a3-053a-405c-8a28-b0b5f846ffac tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369758 May 24 22:43:56.884133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-a902a9c8-19b3-4791-a7d5-cc6a2e86c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:56.887649 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-a902a9c8-19b3-4791-a7d5-cc6a2e86c78a service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2102015 May 24 22:43:56.918219 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a1b926f-f962-4342-ab73-0c10d9de7345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:56.953561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b926f-f962-4342-ab73-0c10d9de7345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e11a43c-ef29-4dbe-8593-53666d5b3676,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:56.962590 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a1b926f-f962-4342-ab73-0c10d9de7345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:56.964042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6a1b926f-f962-4342-ab73-0c10d9de7345 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e11a43c-ef29-4dbe-8593-53666d5b3676 HTTP/1.1" status: 204 len: 168 time: 0.4833784 May 24 22:43:57.114426 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc8a2945-3d02-425a-a213-8e15a25f6dfe req-c84e84f9-1d7b-43b4-b8ee-b48b0e2229b6 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0456762 May 24 22:43:57.154144 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-fc25ed0d-3973-4444-96e3-a7b6da134418 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 217 time: 0.2582719 May 24 22:43:57.250201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-0cc8c279-ba60-47e4-aca5-63bbc1664128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:57.251666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-0cc8c279-ba60-47e4-aca5-63bbc1664128 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0908020 May 24 22:43:57.264226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec637b-d7ff-4e28-9f71-efb39f8d696f req-2601a737-e8c5-46ff-9b22-0c5f1fc6a55e tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:57.271606 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-04ec637b-d7ff-4e28-9f71-efb39f8d696f req-2601a737-e8c5-46ff-9b22-0c5f1fc6a55e tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.1666310 May 24 22:43:57.363157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-04ec637b-d7ff-4e28-9f71-efb39f8d696f req-74cd7397-ceea-411b-ba45-2f8519600cf4 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906880 May 24 22:43:57.387809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-4218121b-b5b5-4eb4-b7de-91ddcc63bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:57.387809 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-4218121b-b5b5-4eb4-b7de-91ddcc63bf55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096478 May 24 22:43:57.414482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:43:57.460281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47142) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:57.503341 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf68a567-c667-41da-947a-d89f079de171'] response: {'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d', 'code': 200} May 24 22:43:57.522088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b0654766-2e46-4cf2-9e99-602276c3f49c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4deaa47abef49acbcecf8a2b7c07a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604792 May 24 22:43:57.526048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47146) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:43:57.587436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:57.606768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85', 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67', 'port_id': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85', 'mac_address': 'fa:16:3e:a1:03:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718c29a-a970-449f-87f1-c63ce73705ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:43:57.641806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0a5182af-0f61-415d-be49-6d22f6ba6906 req-f602aeda-212b-495a-9552-362b516e64a3 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:57.642485 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a84e5df-8640-4702-bb7d-b5ee8743cd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:57.660344 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-aa891edb-3e7d-4260-953d-5d2b738c7f16 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633410 May 24 22:43:57.678708 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:57.678994 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:57.688831 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a84e5df-8640-4702-bb7d-b5ee8743cd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:57.691010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0a5182af-0f61-415d-be49-6d22f6ba6906 req-f602aeda-212b-495a-9552-362b516e64a3 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:57.692402 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0a5182af-0f61-415d-be49-6d22f6ba6906 req-f602aeda-212b-495a-9552-362b516e64a3 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3706d10be554e798b88034075160b18 HTTP/1.1" status: 200 len: 6147 time: 0.2734804 May 24 22:43:57.698821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:43:57.717675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:57.722911 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:57.743485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91138e-a82e-4b70-9256-0ae723a935b0 req-7266e043-41de-4cce-9f77-94737afeee36 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:57.745244 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f91138e-a82e-4b70-9256-0ae723a935b0 req-7266e043-41de-4cce-9f77-94737afeee36 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 1100 time: 0.1347132 May 24 22:43:57.769935 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a84e5df-8640-4702-bb7d-b5ee8743cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:57.800001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:57.805001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84e5df-8640-4702-bb7d-b5ee8743cd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b9870f-f074-40bc-b759-246175f975ae,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:57.819923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a84e5df-8640-4702-bb7d-b5ee8743cd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:57.823475 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3a84e5df-8640-4702-bb7d-b5ee8743cd7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80b9870f-f074-40bc-b759-246175f975ae HTTP/1.1" status: 204 len: 168 time: 0.2940447 May 24 22:43:57.826485 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0a5182af-0f61-415d-be49-6d22f6ba6906 req-6b7dba95-8771-4e6c-b2ef-777eb845f30c tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/4baa430e-6877-4360-8d01-7de5a0755020 HTTP/1.1" status: 200 len: 2981 time: 0.0878503 May 24 22:43:57.829008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9f91138e-a82e-4b70-9256-0ae723a935b0 req-73c9c7b6-427f-4b81-9dab-3809ab356675 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Synchronizing usage tracker for tenant:80cdbe40badf455fafe959f90e342bda on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:57.848487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9f91138e-a82e-4b70-9256-0ae723a935b0 req-73c9c7b6-427f-4b81-9dab-3809ab356675 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Unset dirty status for tenant:80cdbe40badf455fafe959f90e342bda on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:57.850151 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f91138e-a82e-4b70-9256-0ae723a935b0 req-73c9c7b6-427f-4b81-9dab-3809ab356675 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741289 May 24 22:43:57.882990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-508c1757-aebc-47ed-8ba9-8429b5956de3 req-e7d48d2b-bb19-410e-a73e-80f10c1354bb service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172894 May 24 22:43:57.910214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0a5182af-0f61-415d-be49-6d22f6ba6906 req-644b56f9-950a-41d3-8d79-4d4eba5b6814 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/4baa430e-6877-4360-8d01-7de5a0755020 HTTP/1.1" status: 200 len: 2981 time: 0.0638025 May 24 22:43:58.007317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e4bf3e39-3bdc-4e94-8a6c-36d8da937b85'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:43:58.134177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4072618-9b7f-45f7-a5bd-994051ba75ed req-27b37ca2-a81f-4217-bdcd-2f7770ae7fa6 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:58.135199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a4072618-9b7f-45f7-a5bd-994051ba75ed req-27b37ca2-a81f-4217-bdcd-2f7770ae7fa6 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Synchronizing usage tracker for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:58.155910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a4072618-9b7f-45f7-a5bd-994051ba75ed req-27b37ca2-a81f-4217-bdcd-2f7770ae7fa6 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Unset dirty status for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:58.164479 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4072618-9b7f-45f7-a5bd-994051ba75ed req-27b37ca2-a81f-4217-bdcd-2f7770ae7fa6 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 945 time: 0.1273701 May 24 22:43:58.209151 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4072618-9b7f-45f7-a5bd-994051ba75ed req-52e3c8cf-4186-41ab-95ef-d934dd9cde2a tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450854 May 24 22:43:58.413547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349e80-e598-4010-b025-312d024286cb req-a17804c8-0998-4eaa-97e0-57f41bf1ad43 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:58.415024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-30349e80-e598-4010-b025-312d024286cb req-a17804c8-0998-4eaa-97e0-57f41bf1ad43 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 1100 time: 0.0833280 May 24 22:43:58.438691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd15565-799b-4921-b11a-5eaf50c10607 req-c5c4fd5c-e5c0-4abd-85ca-ca62fff74b78 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:58.443588 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6dd15565-799b-4921-b11a-5eaf50c10607 req-c5c4fd5c-e5c0-4abd-85ca-ca62fff74b78 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.0971446 May 24 22:43:58.471313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-30349e80-e598-4010-b025-312d024286cb req-699881a3-c016-487e-9fe9-cc33267337df tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 May 24 22:43:58.507041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6dd15565-799b-4921-b11a-5eaf50c10607 req-84fbef6d-e365-4b5c-b213-74555e03c91b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515201 May 24 22:43:58.513652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1826631406', 'description': 'tempest-description-1477540978'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:58.520234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:58.531792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:58.544346 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:58.573239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:58.577845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group_rule and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:58.580844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:58.586746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:58.681891 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:58.690902 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:58.703947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ff13a8f-ee57-4902-8e0f-13d807d841b4 req-c480c099-fe7c-4655-a337-7fb8ae503d0e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0490217 May 24 22:43:58.741038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811b0319-97cd-40bd-896f-3dece836b0ec,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:58.744916 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:58.746222 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fab051a6-64d0-46ac-a3b7-8c9f02a87702 req-c9cc0700-eebb-402c-bc73-c1e6c3ac951e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2378712 May 24 22:43:58.946194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16193ea2-585f-4cee-9198-cbbd880b69a9 req-c420947d-03d5-457e-8d90-62d0a5f35711 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:58.948096 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16193ea2-585f-4cee-9198-cbbd880b69a9 req-c420947d-03d5-457e-8d90-62d0a5f35711 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.0972726 May 24 22:43:58.981778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1445658020', 'description': 'tempest-description-165210466'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:43:58.988079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:58.992240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:58.993939 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16193ea2-585f-4cee-9198-cbbd880b69a9 req-633b3a3a-d649-4c0a-b14d-561e42a5c037 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395260 May 24 22:43:58.995502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:59.001260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:59.014808 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:59.036018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:43:59.040312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group_rule and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:43:59.045956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:43:59.051845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:43:59.132329 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:59.138310 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:59.191015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e517dc78-4f8c-4898-916f-d24df13d3bc9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:59.195733 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:59.209776 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7aa2e203-f2c7-4739-a8b8-55b1a22d1089 req-e3b9f193-50d3-4ac7-88cf-7a5981ab4583 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2301505 May 24 22:43:59.415983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:43:59.433275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6de3d-00c9-4ad8-b9a8-5c7f0caba82c req-4db52c93-776e-4985-84ad-9a20766f50b6 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:59.440593 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4aa6de3d-00c9-4ad8-b9a8-5c7f0caba82c req-4db52c93-776e-4985-84ad-9a20766f50b6 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 945 time: 0.0930772 May 24 22:43:59.443228 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:43:59.493963 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4aa6de3d-00c9-4ad8-b9a8-5c7f0caba82c req-cf36f8eb-8d52-4eda-a907-48f6c322e2b9 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522261 May 24 22:43:59.510230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:43:59.515863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:43:59.516443 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:59.642345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:43:59.642712 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:59.669911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:43:59.680339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:43:59.685287 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:43:59.689549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1792-27df-4499-81b4-b1035fffdf27 req-f2e54ee2-2425-447f-9f32-2bb4e728999b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:43:59.690840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-164c1792-27df-4499-81b4-b1035fffdf27 req-f2e54ee2-2425-447f-9f32-2bb4e728999b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:43:59.709386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-164c1792-27df-4499-81b4-b1035fffdf27 req-f2e54ee2-2425-447f-9f32-2bb4e728999b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:43:59.710598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-f2e54ee2-2425-447f-9f32-2bb4e728999b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/networks?id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 200 len: 812 time: 0.1750360 May 24 22:43:59.730929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-61159f42-f8c4-493e-bd9d-b0dc9ae85812 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/quotas/b3706d10be554e798b88034075160b18 HTTP/1.1" status: 200 len: 375 time: 0.0116944 May 24 22:43:59.754232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:43:59.762570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.762988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.763378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.763847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.764244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.764682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.765118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.765702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.766093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.766482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.766894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.767290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:43:59.821130 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-3bfda1db-27ca-4979-b5b5-ffa99d0df3ae tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3706d10be554e798b88034075160b18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0838265 May 24 22:43:59.962417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-59335ae1-f012-42bd-b8ee-d66965b76d3b service neutron] 10.222.0.55 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329451 May 24 22:44:00.102465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-afd253da-ee6c-4031-b833-cc36cdadc33d service neutron] 10.222.0.55 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339765 May 24 22:44:00.211809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbcc1b-de34-4a39-a184-cdc26ffdeb59 req-16894775-8dd3-4973-895d-acbf82f34bd2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:00.216195 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8cbcc1b-de34-4a39-a184-cdc26ffdeb59 req-16894775-8dd3-4973-895d-acbf82f34bd2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.0898459 May 24 22:44:00.244498 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54242c40-bee7-4daf-b595-b3fd03bc397b'] response: {'server_uuid': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85', 'code': 200} May 24 22:44:00.280855 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8cbcc1b-de34-4a39-a184-cdc26ffdeb59 req-6c344eb0-d16e-4ae3-89c5-4a3958cd9001 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582690 May 24 22:44:00.391492 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bee470d0-699f-4814-8209-50c3bcdde981 req-5262b9dc-46ee-4bfa-a2cb-7b597219656c tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0471940 May 24 22:44:00.441192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c2b18-5cb1-4926-aac4-4efc1e166a61 req-114d0f9b-b92e-4646-9a1c-28da18ca8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:00.442852 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af5c2b18-5cb1-4926-aac4-4efc1e166a61 req-114d0f9b-b92e-4646-9a1c-28da18ca8ee5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 1097 time: 0.1303868 May 24 22:44:00.505070 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af5c2b18-5cb1-4926-aac4-4efc1e166a61 req-723f756d-0bf4-478b-8b2d-80d19b160766 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455194 May 24 22:44:00.520956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f295967-f99f-4532-bc72-8aaa724776d0 req-3d828027-99c4-49c7-b597-4411cdf8b768 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:00.528845 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f295967-f99f-4532-bc72-8aaa724776d0 req-3d828027-99c4-49c7-b597-4411cdf8b768 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1507990 May 24 22:44:00.578203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f295967-f99f-4532-bc72-8aaa724776d0 req-5d556399-3b2a-42d4-b930-71f527667de9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483522 May 24 22:44:00.795517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830deb34-14da-4844-8046-92b4e835dbd8 req-76422c13-accb-483b-9e28-a1b2a5006102 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:00.797025 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-830deb34-14da-4844-8046-92b4e835dbd8 req-76422c13-accb-483b-9e28-a1b2a5006102 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.0824485 May 24 22:44:00.843299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-830deb34-14da-4844-8046-92b4e835dbd8 req-aaa5e331-fe9b-4a4c-9f6c-380c464bf558 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 May 24 22:44:01.002471 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8e0b0d1a-dfa7-4474-9c3f-b390ff50c666 req-ee9c4e66-65fa-458a-83c4-340d2c9bb2da tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 210 time: 0.0485528 May 24 22:44:01.079021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02c260-ae10-4451-998a-370be03dc71a req-11c1264a-7682-4bcf-aa89-d314cb3eea8d tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:01.080500 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2a02c260-ae10-4451-998a-370be03dc71a req-11c1264a-7682-4bcf-aa89-d314cb3eea8d tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1101 time: 0.0813203 May 24 22:44:01.119367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2a02c260-ae10-4451-998a-370be03dc71a req-6362f6ab-4e41-4191-8752-90ac1a18fba4 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Synchronizing usage tracker for tenant:8375e06fc0ea41c882d4fc2d7bd0bab5 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:01.136295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2a02c260-ae10-4451-998a-370be03dc71a req-6362f6ab-4e41-4191-8752-90ac1a18fba4 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Unset dirty status for tenant:8375e06fc0ea41c882d4fc2d7bd0bab5 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:01.137623 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2a02c260-ae10-4451-998a-370be03dc71a req-6362f6ab-4e41-4191-8752-90ac1a18fba4 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512679 May 24 22:44:01.220536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5a35f-2e77-4478-bc10-265ca22323f2 req-da12d588-00a5-405d-8d26-42f7d8cbe7e0 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:01.222099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ada5a35f-2e77-4478-bc10-265ca22323f2 req-da12d588-00a5-405d-8d26-42f7d8cbe7e0 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 946 time: 0.0864680 May 24 22:44:01.266682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ada5a35f-2e77-4478-bc10-265ca22323f2 req-c8bcc2b6-cec6-465e-8e7c-db45aa2a1ffe tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385706 May 24 22:44:01.705047 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-5cf34920-6c1d-44b8-9b7f-82ef7df7fa72 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601480 May 24 22:44:01.820706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47326) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:01.833092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47330) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:01.870116 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6dc5d95e-7947-4356-a7cd-76317430f668 req-0894e29a-7cad-4e2e-8999-2307e7ec4826 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1272030 May 24 22:44:01.933083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1792-27df-4499-81b4-b1035fffdf27 req-b30ba5d4-76fb-44e5-9521-27c9c451f55b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:01.936371 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-b30ba5d4-76fb-44e5-9521-27c9c451f55b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.31 "GET /v2.0/networks?id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 200 len: 812 time: 0.5372019 May 24 22:44:01.939914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-1176c85a-e8c5-4c63-8e44-e1b3eb5530ff tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:01.942536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-1176c85a-e8c5-4c63-8e44-e1b3eb5530ff tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306163 May 24 22:44:01.954419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'port': {'device_id': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61', 'admin_state_up': True, 'tenant_id': 'b3706d10be554e798b88034075160b18'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:01.982816 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-cd87d2e2-457b-4ad6-a497-4776bc51be86 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/quotas/0365b3430aca4a7c8a9900c4398a5d25 HTTP/1.1" status: 200 len: 375 time: 0.0301447 May 24 22:44:02.054153 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f6e2-4fa7-4a8a-bf08-f2ec98d5a886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:02.077648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a4c8f6e2-4fa7-4a8a-bf08-f2ec98d5a886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:02.083638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a4c8f6e2-4fa7-4a8a-bf08-f2ec98d5a886 admin admin] Usage tracker for resource:security_group_rule and tenant:bd460ee9fcd54d0a91e4a6a198c9dca9 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:02.087873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a4c8f6e2-4fa7-4a8a-bf08-f2ec98d5a886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:02.094703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a4c8f6e2-4fa7-4a8a-bf08-f2ec98d5a886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:02.126736 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-316aafa8-39ce-4dfc-8c61-2da182129471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:02.133969 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-d7b54273-39b6-4f5d-bd3b-7a73f1d9fe1d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1497672 May 24 22:44:02.184975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-316aafa8-39ce-4dfc-8c61-2da182129471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:02.199334 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f6e2-4fa7-4a8a-bf08-f2ec98d5a886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:02.204655 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f6e2-4fa7-4a8a-bf08-f2ec98d5a886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:02.205186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-316aafa8-39ce-4dfc-8c61-2da182129471 admin admin] Usage tracker for resource:security_group_rule and tenant:1c72208b15b141a58e100e897ea0d110 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:02.213312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-316aafa8-39ce-4dfc-8c61-2da182129471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:02.245046 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-316aafa8-39ce-4dfc-8c61-2da182129471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:02.305247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:02.328167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:02.343719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a4c8f6e2-4fa7-4a8a-bf08-f2ec98d5a886 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd460ee9fcd54d0a91e4a6a198c9dca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5218916 May 24 22:44:02.345148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47348) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:02.345694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8f6e2-4fa7-4a8a-bf08-f2ec98d5a886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00f63a6-d70e-470d-b24a-9a5efbd134c0,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:02.359570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdf5e9-3555-4784-ada3-5fc723de4bc0 req-6bf7ce76-72d6-4b8e-9d98-4ae54c815b6f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:02.361130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-30bdf5e9-3555-4784-ada3-5fc723de4bc0 req-6bf7ce76-72d6-4b8e-9d98-4ae54c815b6f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.3060927 May 24 22:44:02.374351 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9daea42-6634-43ce-8080-dd4299b62cf7 req-61bb35f2-78a9-4fc3-aaa0-917b797ab024 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2356124 May 24 22:44:02.389864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Made reservation on behalf of b3706d10be554e798b88034075160b18 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:44:02.393286 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:02.439600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d876596-7a36-4a67-bee5-b673b45e1c7e req-188782b7-25a1-49d3-af0f-a6bf596ede3b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:02.441166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d876596-7a36-4a67-bee5-b673b45e1c7e req-188782b7-25a1-49d3-af0f-a6bf596ede3b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.0896304 May 24 22:44:02.498146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d876596-7a36-4a67-bee5-b673b45e1c7e req-b5817553-dacf-4a9e-b394-9a127ac4c4be tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464022 May 24 22:44:02.617624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-30bdf5e9-3555-4784-ada3-5fc723de4bc0 req-407b1911-c70c-46c3-824f-fa5615d003c3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421679 May 24 22:44:02.681280 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3dd0e9e2-f74f-4247-b567-a7221bf62649 req-af53dbcd-09ac-4e3f-b769-6ac3599ce980 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 210 time: 0.0616574 May 24 22:44:02.730292 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c80d78ff-a0c0-4625-aaa6-a26b9fc16cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:02.733459 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-316aafa8-39ce-4dfc-8c61-2da182129471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:02.760892 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-316aafa8-39ce-4dfc-8c61-2da182129471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:02.807929 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c20c0a91-39e9-4551-a63b-1efdbda12945 req-4e012792-c0da-4225-9dd9-d19549614f80 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 210 time: 0.1257820 May 24 22:44:02.864503 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c80d78ff-a0c0-4625-aaa6-a26b9fc16cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:02.880700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b3b8-acca-40b1-8079-a334e8601ad2 req-6a27a865-4a64-45e1-8f5b-0c0f9858c976 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:02.883362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c052b3b8-acca-40b1-8079-a334e8601ad2 req-6a27a865-4a64-45e1-8f5b-0c0f9858c976 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 946 time: 0.0935853 May 24 22:44:02.889770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aafa8-39ce-4dfc-8c61-2da182129471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced1fa50-2baf-4fef-83f7-3d0e427c1c97,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:02.911382 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-316aafa8-39ce-4dfc-8c61-2da182129471 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c72208b15b141a58e100e897ea0d110&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0669105 May 24 22:44:02.916756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47362) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:02.932708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Allocated IP 172.20.0.9 (9c436ca6-d64f-4b30-a107-0e5ed7ed8c61/4a04cef8-0f98-4f0f-b545-0796b0563769/2791f7a2-4c2c-4aea-9dec-e7cf0ae74498) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:44:02.936314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daea42-6634-43ce-8080-dd4299b62cf7 req-a15a2442-9a11-4bac-bba4-cadbe13a71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:02.937833 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9daea42-6634-43ce-8080-dd4299b62cf7 req-a15a2442-9a11-4bac-bba4-cadbe13a71eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 1097 time: 0.5283704 May 24 22:44:02.982667 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c052b3b8-acca-40b1-8079-a334e8601ad2 req-02570594-d525-4af8-beeb-b8ef56256b52 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920784 May 24 22:44:03.039395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8168362d-b9bc-42b5-a08a-f4dd2ad7eb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:03.065891 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8168362d-b9bc-42b5-a08a-f4dd2ad7eb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:03.164347 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8168362d-b9bc-42b5-a08a-f4dd2ad7eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:03.177136 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c80d78ff-a0c0-4625-aaa6-a26b9fc16cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:03.188629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168362d-b9bc-42b5-a08a-f4dd2ad7eb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced1fa50-2baf-4fef-83f7-3d0e427c1c97,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:03.203867 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8168362d-b9bc-42b5-a08a-f4dd2ad7eb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:03.207765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8168362d-b9bc-42b5-a08a-f4dd2ad7eb3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ced1fa50-2baf-4fef-83f7-3d0e427c1c97 HTTP/1.1" status: 204 len: 168 time: 0.2759120 May 24 22:44:03.221714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f89b9f-4966-48df-b1d8-e1c79db6f47b req-239a4c83-9ca1-4098-ae4f-3985877f88fc tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:03.223037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9f89b9f-4966-48df-b1d8-e1c79db6f47b req-239a4c83-9ca1-4098-ae4f-3985877f88fc tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 1097 time: 0.1026084 May 24 22:44:03.238352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e049907-53d6-4dac-9690-634ac22ac50d req-24435103-738c-4681-a399-855143c72945 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1547801 May 24 22:44:03.276689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d78ff-a0c0-4625-aaa6-a26b9fc16cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00f63a6-d70e-470d-b24a-9a5efbd134c0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:03.294286 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9f89b9f-4966-48df-b1d8-e1c79db6f47b req-b027c75c-21d7-4b93-9cf0-05d1b24c3a82 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645027 May 24 22:44:03.369836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:03.376678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c80d78ff-a0c0-4625-aaa6-a26b9fc16cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:03.377751 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c80d78ff-a0c0-4625-aaa6-a26b9fc16cac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d00f63a6-d70e-470d-b24a-9a5efbd134c0 HTTP/1.1" status: 204 len: 168 time: 1.0292344 May 24 22:44:03.384921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daea42-6634-43ce-8080-dd4299b62cf7 req-cbcfdc6b-aa3c-49a0-a3de-5b3602fe84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:03.386607 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9daea42-6634-43ce-8080-dd4299b62cf7 req-cbcfdc6b-aa3c-49a0-a3de-5b3602fe84a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 908 time: 0.3021510 May 24 22:44:03.492152 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9daea42-6634-43ce-8080-dd4299b62cf7 req-28ca31f6-0321-482e-82ca-554fb41f0fc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ab5821-72e1-4fb7-956a-23d12ca6fb99 HTTP/1.1" status: 200 len: 217 time: 0.0983617 May 24 22:44:03.611908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-08c7ddcf-b958-4b1f-91ab-113c0c589616 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543282 May 24 22:44:03.615759 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:03.629544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5e9f0f29-3b22-4b02-819e-dc84c920695d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:03.651917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47382) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:03.675810 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-073a22ae-3124-4a45-8468-6ee22a3048e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:03.696329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-073a22ae-3124-4a45-8468-6ee22a3048e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:03.705451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-073a22ae-3124-4a45-8468-6ee22a3048e8 admin admin] Usage tracker for resource:security_group_rule and tenant:3a4c0629762f4129a2247e84ad880b1a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:03.710071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-073a22ae-3124-4a45-8468-6ee22a3048e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:03.718407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-073a22ae-3124-4a45-8468-6ee22a3048e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:03.835796 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-073a22ae-3124-4a45-8468-6ee22a3048e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:03.897172 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-073a22ae-3124-4a45-8468-6ee22a3048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:03.930086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'Port': ['ID=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:03.943399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daea42-6634-43ce-8080-dd4299b62cf7 req-9e21d33a-6bea-4bd6-9edd-516002fd3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:03.944929 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9daea42-6634-43ce-8080-dd4299b62cf7 req-9e21d33a-6bea-4bd6-9edd-516002fd3a28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.4406400 May 24 22:44:03.982248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-073a22ae-3124-4a45-8468-6ee22a3048e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a4c0629762f4129a2247e84ad880b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258469 May 24 22:44:03.982248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a22ae-3124-4a45-8468-6ee22a3048e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2830f143-d57a-4079-9b97-d721da8313ab,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:03.983046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47390) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:03.997436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:44:04.015081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47394) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:04.053100 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9daea42-6634-43ce-8080-dd4299b62cf7 req-ce7cd5f1-3b38-4379-bccb-090f8a1270c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982871 May 24 22:44:04.057089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2464ee2-7b59-4407-a024-078042b82f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.059835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:04.072574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:44:04.081643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c92a2c-a61d-4c43-8d03-5d54afbc39a1 req-7e44ab2d-d37c-4f52-9c16-8e0a029b414b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:04.083057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13c92a2c-a61d-4c43-8d03-5d54afbc39a1 req-7e44ab2d-d37c-4f52-9c16-8e0a029b414b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.2444322 May 24 22:44:04.091880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f2464ee2-7b59-4407-a024-078042b82f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:04.106045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f2464ee2-7b59-4407-a024-078042b82f43 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d576fb193a4b8ab75c4959c2442f0b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:04.120620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f2464ee2-7b59-4407-a024-078042b82f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:04.131157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f2464ee2-7b59-4407-a024-078042b82f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:04.133113 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fbfbd2d-d684-4c77-9014-3c68baaf4a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.195208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13c92a2c-a61d-4c43-8d03-5d54afbc39a1 req-448a1a8a-5c8a-4421-bebb-21bcdbeaa718 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008966 May 24 22:44:04.196885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fbfbd2d-d684-4c77-9014-3c68baaf4a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.201487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a2382-8ba6-4dcb-be43-472ed7c55b20 req-f6b5d899-4fb0-46d0-8f0e-afead1c94ebb tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:04.203024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce1a2382-8ba6-4dcb-be43-472ed7c55b20 req-f6b5d899-4fb0-46d0-8f0e-afead1c94ebb tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 1097 time: 0.7551527 May 24 22:44:04.267711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:04.268327 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.299928 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2464ee2-7b59-4407-a024-078042b82f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.301038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fbfbd2d-d684-4c77-9014-3c68baaf4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.315607 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2464ee2-7b59-4407-a024-078042b82f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.337738 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-2efdc20c-daf8-4f23-9a31-1e41353a95f0 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3904042 May 24 22:44:04.347550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-648e46be-c991-4fad-a084-49cb84547d6c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:04.348888 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-648e46be-c991-4fad-a084-49cb84547d6c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7284555 May 24 22:44:04.363275 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce1a2382-8ba6-4dcb-be43-472ed7c55b20 req-46b3896f-1799-4ba2-a2de-175874de5c5a tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501515 May 24 22:44:04.363490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfbd2d-d684-4c77-9014-3c68baaf4a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2830f143-d57a-4079-9b97-d721da8313ab,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:04.366688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Request body: {'port': {'device_id': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:04.404131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Request body: {'port': {'device_id': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '0365b3430aca4a7c8a9900c4398a5d25'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:04.427303 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f2464ee2-7b59-4407-a024-078042b82f43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5d576fb193a4b8ab75c4959c2442f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112446 May 24 22:44:04.432801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47402) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:04.434346 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9daea42-6634-43ce-8080-dd4299b62cf7 req-570a7f67-c28d-478a-9388-94c1d67b455b service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632290 May 24 22:44:04.437306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fbfbd2d-d684-4c77-9014-3c68baaf4a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.440712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3fbfbd2d-d684-4c77-9014-3c68baaf4a88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2830f143-d57a-4079-9b97-d721da8313ab HTTP/1.1" status: 204 len: 168 time: 0.4529126 May 24 22:44:04.448718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2464ee2-7b59-4407-a024-078042b82f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed00848-4b98-4302-8095-2a6f0c1a9fe5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:04.514185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c1858-0b4b-4fde-9968-9972b6353aac req-f4da5fd5-7ce8-4663-a409-97b0c47ba3df tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:04.515565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-346c1858-0b4b-4fde-9968-9972b6353aac req-f4da5fd5-7ce8-4663-a409-97b0c47ba3df tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.2107508 May 24 22:44:04.524675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af1b8224-ddb5-480e-b47c-58011502072c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.580350 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af1b8224-ddb5-480e-b47c-58011502072c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.593081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-346c1858-0b4b-4fde-9968-9972b6353aac req-ee1bcd09-8533-423a-ac47-3a58e147c236 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700157 May 24 22:44:04.648651 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af1b8224-ddb5-480e-b47c-58011502072c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.663958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b8224-ddb5-480e-b47c-58011502072c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed00848-4b98-4302-8095-2a6f0c1a9fe5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:04.671472 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af1b8224-ddb5-480e-b47c-58011502072c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.672742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-af1b8224-ddb5-480e-b47c-58011502072c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ed00848-4b98-4302-8095-2a6f0c1a9fe5 HTTP/1.1" status: 204 len: 168 time: 0.2393456 May 24 22:44:04.788248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9db43c90-7293-4f99-8b10-bfc9b6a2d758 req-dc46b8ce-ce5b-43cd-90df-9b3eb77fd051 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 210 time: 0.0543754 May 24 22:44:04.829804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:04.840521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9daea42-6634-43ce-8080-dd4299b62cf7 req-9016d930-1369-4da7-84f0-db0d18da30f8 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986697 May 24 22:44:04.909270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:04.947130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe266871-3a07-4fdb-a370-09a73a726153 req-cebe8298-d8b3-4628-808a-411deec0c6df tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:04.948334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fe266871-3a07-4fdb-a370-09a73a726153 req-cebe8298-d8b3-4628-808a-411deec0c6df tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:04.951345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:04.978883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Made reservation on behalf of 0365b3430aca4a7c8a9900c4398a5d25 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:44:04.983109 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:05.002558 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f815a6d2-64e4-48ba-8496-8214641735d5 req-0bd6b4b0-89dc-4b51-9447-b4551ff49bc8 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0521543 May 24 22:44:05.063422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fe266871-3a07-4fdb-a370-09a73a726153 req-cebe8298-d8b3-4628-808a-411deec0c6df tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:05.064242 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe266871-3a07-4fdb-a370-09a73a726153 req-cebe8298-d8b3-4628-808a-411deec0c6df tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 931 time: 0.5507135 May 24 22:44:05.178167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fe266871-3a07-4fdb-a370-09a73a726153 req-5d3f1442-add9-4232-a0d5-bf67abeeb223 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:05.255206 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c2d89a47-a229-4b5e-a496-380d3dd242bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:05.301297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fe266871-3a07-4fdb-a370-09a73a726153 req-5d3f1442-add9-4232-a0d5-bf67abeeb223 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:05.311495 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe266871-3a07-4fdb-a370-09a73a726153 req-5d3f1442-add9-4232-a0d5-bf67abeeb223 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383161 May 24 22:44:05.626628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:05.639708 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:05.667587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Allocated IP 192.168.233.103 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/546d7029-3bf0-4d7a-9215-7b037a6fd022) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:44:05.693180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Transition to ACTIVE for port object 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:05.710932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0214bf-c606-46a7-87ca-70535782ed61 req-f1a42d51-8602-4974-9b34-bef408d893a0 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:05.714693 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c0214bf-c606-46a7-87ca-70535782ed61 req-f1a42d51-8602-4974-9b34-bef408d893a0 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.2275984 May 24 22:44:05.727427 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:06.110853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c0214bf-c606-46a7-87ca-70535782ed61 req-31611b94-e11e-4830-8d41-c3f796d1a5d2 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783801 May 24 22:44:06.111491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Pushing event updated for resources: {'Port': ['ID=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:06.293262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Attempting to bind port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:06.293901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Attempting to bind port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '910875a3-9645-4892-92f8-5aae25dc690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:06.294055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Attempting to bind port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 on network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:06.305872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 on network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:44:06.306257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Attempting to bind port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 on network 9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:06.316535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:06.316902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Checking segment: {'id': '910875a3-9645-4892-92f8-5aae25dc690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:06.317289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Bound using segment: {'id': '910875a3-9645-4892-92f8-5aae25dc690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:06.317786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Bound port: 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910875a3-9645-4892-92f8-5aae25dc690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:06.318079 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:06.331890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:06.389757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Transition to ACTIVE for port object 546d7029-3bf0-4d7a-9215-7b037a6fd022 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:06.439368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] For port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:06.443277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] For port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:44:06.449027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:06.497253 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:06.512695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f6b6f285-1a79-4758-8fea-cccffe20f55d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:06.537146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:06.537784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:06.539172 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] 10.222.0.31 "PUT /v2.0/ports/2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 HTTP/1.1" status: 200 len: 1091 time: 2.1860123 May 24 22:44:06.552687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'tag': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:06.660454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:44:06.669708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:06.679453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:44:06.721362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca61b4-759a-44fc-8659-d9ee89300fda service neutron] Pushing event updated for resources: {'Port': ['ID=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:06.903201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:06.904514 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:06.937035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Pushing event updated for resources: {'Port': ['ID=546d7029-3bf0-4d7a-9215-7b037a6fd022,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:06.971078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1792-27df-4499-81b4-b1035fffdf27 req-69d4bafa-29b4-417a-bb21-3ef892229d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:06.972379 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-69d4bafa-29b4-417a-bb21-3ef892229d10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3706d10be554e798b88034075160b18&device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 1094 time: 0.3710499 May 24 22:44:06.977002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b21794d4-4df4-4c9d-9463-e8c47752e46e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5829353 May 24 22:44:07.056902 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-8fc355c8-dffb-4f40-93e7-7a1c2661ce47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 HTTP/1.1" status: 200 len: 217 time: 0.0707836 May 24 22:44:07.061418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Request body: {'port': {'device_id': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:07.098713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b153e-8953-47de-bf83-578b1961ede0 req-fe77722f-7c8b-420b-8757-8ebb47ff454a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:07.100049 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d84b153e-8953-47de-bf83-578b1961ede0 req-fe77722f-7c8b-420b-8757-8ebb47ff454a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.2915204 May 24 22:44:07.136060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9268c65c-5198-4562-b300-6245f1d7f8c4 None None] Provisioning for port 546d7029-3bf0-4d7a-9215-7b037a6fd022 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:07.144725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9268c65c-5198-4562-b300-6245f1d7f8c4 None None] Provisioning complete for port 546d7029-3bf0-4d7a-9215-7b037a6fd022 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:07.145246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9268c65c-5198-4562-b300-6245f1d7f8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:07.204751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9268c65c-5198-4562-b300-6245f1d7f8c4 None None] Port 546d7029-3bf0-4d7a-9215-7b037a6fd022 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:44:07.247318 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d84b153e-8953-47de-bf83-578b1961ede0 req-cae54943-602f-4bfc-afe1-51dec588c64f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056223 May 24 22:44:07.259685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1792-27df-4499-81b4-b1035fffdf27 req-8acfff07-6b1b-4a8d-b4e6-53fff3e7f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:07.261079 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-8acfff07-6b1b-4a8d-b4e6-53fff3e7f127 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a04cef8-0f98-4f0f-b545-0796b0563769 HTTP/1.1" status: 200 len: 852 time: 0.1705279 May 24 22:44:07.315527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-594ab8bb-2fe7-4f24-8b59-b85127324c53 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:44:07.316500 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-594ab8bb-2fe7-4f24-8b59-b85127324c53 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4924693 May 24 22:44:07.324324 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:07.335120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Request body: {'binding': {'host': 'n-h1-843146-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:07.335608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Unknown quota resources ['binding']. {{(pid=88390) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 24 22:44:07.360436 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-db857b6c-ebf7-401d-9c1f-7d19e151954e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923119 May 24 22:44:07.421455 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a52f17f5-955c-43bb-861f-e5d8007f1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:07.889096 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-4df5c4ca-c96f-4945-a4de-3015cbab0f93 service neutron] 10.222.0.31 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152104 May 24 22:44:08.057511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8af71-9b73-465c-8344-1d849c058456 req-aa3b8e32-94b5-4aeb-a70c-c1a9ffeed048 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:08.058202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8ca8af71-9b73-465c-8344-1d849c058456 req-aa3b8e32-94b5-4aeb-a70c-c1a9ffeed048 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Synchronizing usage tracker for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:08.123268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on host n-h1-843146-7 for vnic_type normal with profile None {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:08.123549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:08.123903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:08.150335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8ca8af71-9b73-465c-8344-1d849c058456 req-aa3b8e32-94b5-4aeb-a70c-c1a9ffeed048 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Unset dirty status for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:08.151417 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ca8af71-9b73-465c-8344-1d849c058456 req-aa3b8e32-94b5-4aeb-a70c-c1a9ffeed048 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 936 time: 0.7863748 May 24 22:44:08.155696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:44:08.155964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:08.198736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:08.199045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Checking segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:08.199445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Bound using segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:08.199866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Bound port: e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:08.244312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-164c1792-27df-4499-81b4-b1035fffdf27 req-7d42fab1-ef34-4fd9-b02b-77f35cf00af9 service neutron] 10.222.0.31 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449934 May 24 22:44:08.329766 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ca8af71-9b73-465c-8344-1d849c058456 req-0f135a6e-c0cb-4999-bcf5-3192be4b76e6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675494 May 24 22:44:08.348561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:44:08.350733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546d7029-3bf0-4d7a-9215-7b037a6fd022 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:08.359171 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:08.362384 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] Notify callbacks [] for binding, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:08.363593 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-34cfe524-d71f-416a-b272-235440754148 service neutron] 10.222.0.55 "POST /v2.0/ports/e4bf3e39-3bdc-4e94-8a6c-36d8da937b85/bindings HTTP/1.1" status: 201 len: 389 time: 1.0401137 May 24 22:44:08.376794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Transition to ACTIVE for port object 546d7029-3bf0-4d7a-9215-7b037a6fd022 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:08.381854 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:08.559484 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a1ce2ef-43a0-4aac-af84-7bc4049b645c req-56bc03d4-3555-40eb-9f82-faf9315e2919 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0734255 May 24 22:44:08.595369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Pushing event updated for resources: {'Port': ['ID=546d7029-3bf0-4d7a-9215-7b037a6fd022,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:08.669963 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:08.674217 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:08.687503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c5131-1271-4350-89d5-ec666a6fcae9 req-cc2efd77-5806-4adb-ac9f-48a1aee5dd7a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:08.689110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a84c5131-1271-4350-89d5-ec666a6fcae9 req-cc2efd77-5806-4adb-ac9f-48a1aee5dd7a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 943 time: 0.1245461 May 24 22:44:08.744871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a84c5131-1271-4350-89d5-ec666a6fcae9 req-e6167755-14ab-4540-8a73-043732986a54 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:08.757038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Attempting to bind port 546d7029-3bf0-4d7a-9215-7b037a6fd022 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:08.757363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Attempting to bind port 546d7029-3bf0-4d7a-9215-7b037a6fd022 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:08.757776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Attempting to bind port 546d7029-3bf0-4d7a-9215-7b037a6fd022 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:08.760712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a84c5131-1271-4350-89d5-ec666a6fcae9 req-e6167755-14ab-4540-8a73-043732986a54 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:08.762028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a84c5131-1271-4350-89d5-ec666a6fcae9 req-e6167755-14ab-4540-8a73-043732986a54 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665035 May 24 22:44:08.764543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Port 546d7029-3bf0-4d7a-9215-7b037a6fd022 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:44:08.764830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Attempting to bind port 546d7029-3bf0-4d7a-9215-7b037a6fd022 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:08.773775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:08.774106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:08.774488 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:08.775018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Bound port: 546d7029-3bf0-4d7a-9215-7b037a6fd022, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:08.775391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:08.826766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-9244ac92-196f-4e1f-8baa-a0bbbead247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:08.828335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-9244ac92-196f-4e1f-8baa-a0bbbead247e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 1097 time: 0.1694524 May 24 22:44:08.953464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Request body: {'security_group': {'name': 'tempest-securitygroup-545414897', 'description': 'tempest-description-878254992'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:08.954003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:08.957428 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f9fe67-d275-4f67-8ac4-11ecde8e0782'] response: {'name': 'network-changed', 'server_uuid': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'tag': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498', 'status': 'completed', 'code': 200} May 24 22:44:08.964837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:08.967249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:44:08.971378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Usage tracker for resource:security_group and tenant:ceb6e05d3fdb47afbed348c75e2de5b2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:08.975037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:08.982803 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:08.987200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:09.003752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:09.018639 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:09.036071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:09.039620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff720f-8f23-4626-8b9e-8d9302c5c945 req-c0a02b7b-f57e-4994-a5f8-d3fd00051b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:09.041154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-baff720f-8f23-4626-8b9e-8d9302c5c945 req-c0a02b7b-f57e-4994-a5f8-d3fd00051b70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3706d10be554e798b88034075160b18&device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 1094 time: 0.1301565 May 24 22:44:09.043388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Usage tracker for resource:security_group_rule and tenant:ceb6e05d3fdb47afbed348c75e2de5b2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:09.046250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:09.071215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:09.098127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:09.098716 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:09.100523 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] 10.222.0.31 "PUT /v2.0/ports/546d7029-3bf0-4d7a-9215-7b037a6fd022 HTTP/1.1" status: 200 len: 1096 time: 2.0451512 May 24 22:44:09.211012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff720f-8f23-4626-8b9e-8d9302c5c945 req-bb46ab26-5ab3-4652-b515-72959b4f1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:09.212425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-baff720f-8f23-4626-8b9e-8d9302c5c945 req-bb46ab26-5ab3-4652-b515-72959b4f1b49 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 200 len: 913 time: 0.1632822 May 24 22:44:09.213937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5626f-1fd2-4e36-9675-28e262cffa40 service neutron] Pushing event updated for resources: {'Port': ['ID=546d7029-3bf0-4d7a-9215-7b037a6fd022,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:09.227889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-51e106da-4125-4832-98bd-dd953ab80372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:09.229398 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-51e106da-4125-4832-98bd-dd953ab80372 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 908 time: 0.3840926 May 24 22:44:09.298285 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-baff720f-8f23-4626-8b9e-8d9302c5c945 req-3e9a3d68-71f0-4e04-b469-66998d95c48d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 HTTP/1.1" status: 200 len: 217 time: 0.0715928 May 24 22:44:09.317279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f74526-d58d-44fc-aa3c-0f7690bb846e req-4ca23703-87f2-438d-8651-f85e0eda957d tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:09.318747 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84f74526-d58d-44fc-aa3c-0f7690bb846e req-4ca23703-87f2-438d-8651-f85e0eda957d tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.3406286 May 24 22:44:09.319939 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-02d22e62-1bcb-4e1f-946d-6932dde0048a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 HTTP/1.1" status: 200 len: 217 time: 0.0820868 May 24 22:44:09.364485 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:09.374729 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:09.390780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:09.401972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Usage tracker for resource:security_group_rule and tenant:ceb6e05d3fdb47afbed348c75e2de5b2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:09.407404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff720f-8f23-4626-8b9e-8d9302c5c945 req-e0a7fdfe-9736-46f7-a659-23e93c02dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:09.408863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-baff720f-8f23-4626-8b9e-8d9302c5c945 req-e0a7fdfe-9736-46f7-a659-23e93c02dcaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a04cef8-0f98-4f0f-b545-0796b0563769 HTTP/1.1" status: 200 len: 852 time: 0.1034772 May 24 22:44:09.409641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:09.422136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:09.426103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-d76f8428-00d4-48d8-83ee-4abd7ee4b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:09.427565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-d76f8428-00d4-48d8-83ee-4abd7ee4b4ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 1099 time: 0.2658978 May 24 22:44:09.434370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84f74526-d58d-44fc-aa3c-0f7690bb846e req-bfe9bbd1-3cd4-462f-9ccf-1589863fb213 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093349 May 24 22:44:09.554052 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-baff720f-8f23-4626-8b9e-8d9302c5c945 req-a82be66a-131f-4ce1-a0a5-fcd6950d2f72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330492 May 24 22:44:09.562667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0245aa2-4301-4ca0-972e-df0573b1ad1a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:09.626516 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-8eeb066b-717e-4441-af34-4f1029020044 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022 HTTP/1.1" status: 200 len: 217 time: 0.1912160 May 24 22:44:09.627935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-d101e8ba-998f-442c-9ed6-abf919bf326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:09.629247 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-d101e8ba-998f-442c-9ed6-abf919bf326c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.2885604 May 24 22:44:09.729610 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-baff720f-8f23-4626-8b9e-8d9302c5c945 req-ec5f6840-3d75-41f7-afb1-2a11b55c264d service neutron] 10.222.0.31 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679628 May 24 22:44:09.754882 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-29eaeb99-9659-470f-9442-d42729f2c7bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880203 May 24 22:44:09.760883 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:09.815066 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:09.856634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-0178495b-f981-45fd-8775-4875d95a0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:09.858097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-0178495b-f981-45fd-8775-4875d95a0a97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1927536 May 24 22:44:09.862915 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:09.891867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6839a0e9-c2c7-4298-96cd-51073c2c4e06,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:09.898172 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:09.899354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-389db5bb-1f75-41b3-be7d-b2631916dcf2 req-4aee3d3a-8517-45f6-bdaf-7722fa7479d2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9498951 May 24 22:44:09.921536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-baff720f-8f23-4626-8b9e-8d9302c5c945 req-a1b56681-96dc-493b-a349-9c8bfef0fb40 service neutron] 10.222.0.31 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823628 May 24 22:44:09.969026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4b998-d1b7-429b-8c4c-aeeb136bf115 req-b447a035-ba93-4693-9a03-de2098fd6936 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:09.970504 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-78b4b998-d1b7-429b-8c4c-aeeb136bf115 req-b447a035-ba93-4693-9a03-de2098fd6936 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.3459389 May 24 22:44:09.972182 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-cc8967ac-2782-44a0-acad-5f54b66303c9 service neutron] 10.222.0.31 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096858 May 24 22:44:10.075190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883d7a6-309f-4db8-ae8e-38cc86096b62 req-fa8d0d7a-1e3e-4757-b012-278d46b17d8e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:10.076752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2883d7a6-309f-4db8-ae8e-38cc86096b62 req-fa8d0d7a-1e3e-4757-b012-278d46b17d8e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 946 time: 0.0869379 May 24 22:44:10.111106 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-78b4b998-d1b7-429b-8c4c-aeeb136bf115 req-4709071b-e9cd-4b01-8f15-ba15c978b2db tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340561 May 24 22:44:10.122987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2883d7a6-309f-4db8-ae8e-38cc86096b62 req-ba1bc7e7-de46-42cc-ba71-3e4f1840913f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 May 24 22:44:10.148689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-c4ad763e-dd1f-4927-aced-4e1432b442cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:10.150386 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-c4ad763e-dd1f-4927-aced-4e1432b442cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2780786 May 24 22:44:10.246941 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-7ed6d091-7301-41d0-ac26-604e7edf0b5b service neutron] 10.222.0.31 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546380 May 24 22:44:10.284227 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-070c96af-25a1-49ca-bac8-5db99ccb6786 req-b5c7dcbf-404c-4cb8-9154-a9f3bc84444e tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0440235 May 24 22:44:10.364236 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-b2298f41-fe42-4357-877a-166a82013c56 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036290 May 24 22:44:10.381859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7575236-fc76-43c9-ac05-c080b000c103 req-d6df4fcc-1030-4d55-87ff-4a955e1e9af7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:10.383317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a7575236-fc76-43c9-ac05-c080b000c103 req-d6df4fcc-1030-4d55-87ff-4a955e1e9af7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 948 time: 0.1438007 May 24 22:44:10.428229 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a7575236-fc76-43c9-ac05-c080b000c103 req-07574c8b-f393-4f96-923d-ee1710f85ad3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384796 May 24 22:44:10.455641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2099548471', 'description': 'tempest-description-2015869450'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:10.461429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:10.465320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Usage tracker for resource:security_group and tenant:ceb6e05d3fdb47afbed348c75e2de5b2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:10.468264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:10.473114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939675e-2575-4a17-ae8f-f6ce1eacf41c req-9185c5f3-cc87-4c3a-8232-98f762ab8712 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:10.474608 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0939675e-2575-4a17-ae8f-f6ce1eacf41c req-9185c5f3-cc87-4c3a-8232-98f762ab8712 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 943 time: 0.0856020 May 24 22:44:10.475352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:10.526210 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0939675e-2575-4a17-ae8f-f6ce1eacf41c req-ad9f16da-3964-4575-a905-38c93b261dac tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 May 24 22:44:10.561041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:10.598310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:10.606005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Usage tracker for resource:security_group_rule and tenant:ceb6e05d3fdb47afbed348c75e2de5b2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:10.618269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:10.626991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:10.653083 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02ed9c32-e29e-4dc6-a1f6-3ca5709d8dde req-7131b9ca-6961-44b9-b212-7055df5dbc5b service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792932 May 24 22:44:10.753085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:10.759807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:10.814817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eacf4b38-8387-4ccd-95bf-a91d448cc417,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:10.830223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:10.832057 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-598072ce-7c76-433f-a117-58d28a4cd01d req-01a07d34-1f53-4839-942b-75e401f08a05 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3805492 May 24 22:44:10.875817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe301ed-55a3-4408-ba59-b6abbf55dc8b req-f72be771-d0d1-4a34-abea-7c1000758ea0 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:10.885587 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfe301ed-55a3-4408-ba59-b6abbf55dc8b req-f72be771-d0d1-4a34-abea-7c1000758ea0 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.1129858 May 24 22:44:10.948335 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfe301ed-55a3-4408-ba59-b6abbf55dc8b req-81e49b65-7e4c-4f23-8a38-03d25ca6cfd9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560448 May 24 22:44:10.959082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:11.011702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1816833903', 'description': 'tempest-description-1871540758'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:11.015751 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05dcfebe-4ade-4c9d-81a1-a4f82e33757d'] response: {'name': 'network-changed', 'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022', 'status': 'completed', 'code': 200} May 24 22:44:11.017852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:11.023236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Usage tracker for resource:security_group and tenant:2aeb04f101fe4304be14f8374059e7eb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:11.026365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47560) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:11.027248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:11.038986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:11.098362 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.113518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.131911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:11.137685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Usage tracker for resource:security_group_rule and tenant:2aeb04f101fe4304be14f8374059e7eb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:11.141406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:11.150175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e51b6fdd-a783-4f09-a166-65cf7b931e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.151095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:11.156088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daade41-fa2c-4132-9f77-ad996634e481 req-1fa54a3a-7f3a-45d6-8bb1-d296e09b7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:11.157812 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1daade41-fa2c-4132-9f77-ad996634e481 req-1fa54a3a-7f3a-45d6-8bb1-d296e09b7664 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 1099 time: 0.1161308 May 24 22:44:11.168016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e51b6fdd-a783-4f09-a166-65cf7b931e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:11.173007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e51b6fdd-a783-4f09-a166-65cf7b931e07 admin admin] Usage tracker for resource:security_group_rule and tenant:157b96b700854a53a89250c926a389ac is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:11.176347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e51b6fdd-a783-4f09-a166-65cf7b931e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:11.183733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e51b6fdd-a783-4f09-a166-65cf7b931e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:11.340866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e51b6fdd-a783-4f09-a166-65cf7b931e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.348840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e51b6fdd-a783-4f09-a166-65cf7b931e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.378622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daade41-fa2c-4132-9f77-ad996634e481 req-9de7c335-76f9-4bdc-a03c-db6f7aad1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:11.380151 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1daade41-fa2c-4132-9f77-ad996634e481 req-9de7c335-76f9-4bdc-a03c-db6f7aad1aff service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2054534 May 24 22:44:11.395395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e564fd3-5da7-4f4f-870b-8d4e48e0510c req-4ad4e6cd-06f3-49d1-93d0-63866cd5ab3b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:11.397579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e564fd3-5da7-4f4f-870b-8d4e48e0510c req-4ad4e6cd-06f3-49d1-93d0-63866cd5ab3b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1551638 May 24 22:44:11.432988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e51b6fdd-a783-4f09-a166-65cf7b931e07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=157b96b700854a53a89250c926a389ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027710 May 24 22:44:11.434497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47572) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:11.435142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b6fdd-a783-4f09-a166-65cf7b931e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426b9292-a76c-41e1-984c-62803abb017f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:11.454553 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.456277 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1daade41-fa2c-4132-9f77-ad996634e481 req-e54699dd-1621-4852-b4fb-ee2bc0736348 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022 HTTP/1.1" status: 200 len: 217 time: 0.0689840 May 24 22:44:11.461838 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.494062 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e564fd3-5da7-4f4f-870b-8d4e48e0510c req-800dc770-4237-4c8b-bd8f-6745a774582f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862658 May 24 22:44:11.503529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:11.514011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Usage tracker for resource:security_group_rule and tenant:2aeb04f101fe4304be14f8374059e7eb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:11.523950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:11.530020 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0bd56bf3-712d-4590-a2bb-820e96724b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.545125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:11.552313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d71e95-b8b5-4aff-8b1f-d70e361d6f58,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:11.582250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daade41-fa2c-4132-9f77-ad996634e481 req-363d91a5-e376-4338-95ce-b28b10edf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:11.584388 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1daade41-fa2c-4132-9f77-ad996634e481 req-363d91a5-e376-4338-95ce-b28b10edf9d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1198030 May 24 22:44:11.624751 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0bd56bf3-712d-4590-a2bb-820e96724b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.767607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a0ab8-b8f2-470c-9bc9-e38882fbab24 req-cc662a9c-4670-4748-ac81-0e6def1d7c15 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:11.769719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f9a0ab8-b8f2-470c-9bc9-e38882fbab24 req-cc662a9c-4670-4748-ac81-0e6def1d7c15 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 946 time: 0.1321108 May 24 22:44:11.778465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:44:11.780406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0bd56bf3-712d-4590-a2bb-820e96724b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.814554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daade41-fa2c-4132-9f77-ad996634e481 req-3439abdd-3958-487b-a724-32db070b3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:11.816050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1daade41-fa2c-4132-9f77-ad996634e481 req-3439abdd-3958-487b-a724-32db070b3d33 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2212524 May 24 22:44:11.818259 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.830486 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.834054 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0bd56bf3-712d-4590-a2bb-820e96724b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.835399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0bd56bf3-712d-4590-a2bb-820e96724b1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/426b9292-a76c-41e1-984c-62803abb017f HTTP/1.1" status: 204 len: 168 time: 0.3975234 May 24 22:44:11.836581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd56bf3-712d-4590-a2bb-820e96724b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b9292-a76c-41e1-984c-62803abb017f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:11.880330 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f9a0ab8-b8f2-470c-9bc9-e38882fbab24 req-d53bf882-ce3f-496b-986b-63b9cf88b75f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829120 May 24 22:44:11.892091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe4f972-ae72-4c09-abac-9a09418a51ad,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:11.967497 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:11.968615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df9199c4-d8e0-4fde-a154-e60fac8e3749 req-95d5c99f-0337-4ea7-b3e1-027188a66160 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9613774 May 24 22:44:12.067965 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1daade41-fa2c-4132-9f77-ad996634e481 req-3a36b59a-b9d7-4ea1-b85d-f3df0ffb2a9a service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326362 May 24 22:44:12.103911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:12.117912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498', 'network_id': '9c436ca6-d64f-4b30-a107-0e5ed7ed8c61', 'port_id': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498', 'mac_address': 'fa:16:3e:3a:2b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a04cef8-0f98-4f0f-b545-0796b0563769', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:44:12.150643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a3d22b15-7afe-4d03-8f2c-723034fa4ff6 req-0e5bc66a-7a0f-4c69-b9d5-18b1c83581cf tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0481951 May 24 22:44:12.193484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:12.194090 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.232285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:12.270809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:12.281141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.378178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:12.382145 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1daade41-fa2c-4132-9f77-ad996634e481 req-a449728b-7d00-4b08-b132-be507b850b47 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016683 May 24 22:44:12.384007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe777861-2fb2-452f-a3a1-e74e989b56fb req-61e1a624-9908-496d-ab71-8de755f3875d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:12.385665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe777861-2fb2-452f-a3a1-e74e989b56fb req-61e1a624-9908-496d-ab71-8de755f3875d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 944 time: 0.1012447 May 24 22:44:12.399484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c4135-2f38-4597-8b50-ff741197f437 req-8d9cc50b-1fa0-4208-a8f3-8122a3e1ea9f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:12.402090 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-859c4135-2f38-4597-8b50-ff741197f437 req-8d9cc50b-1fa0-4208-a8f3-8122a3e1ea9f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 948 time: 0.2678287 May 24 22:44:12.408897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47588) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:12.442993 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb47faa0-23b0-441f-b9cc-6d2d9806e7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.444959 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe777861-2fb2-452f-a3a1-e74e989b56fb req-658294b4-02da-434b-9800-4c07d2442008 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463190 May 24 22:44:12.469212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb47faa0-23b0-441f-b9cc-6d2d9806e7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:12.476489 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-859c4135-2f38-4597-8b50-ff741197f437 req-a2f12c5c-5ed7-4a8b-85db-6a8555414d7b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690434 May 24 22:44:12.477391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb47faa0-23b0-441f-b9cc-6d2d9806e7af admin admin] Usage tracker for resource:security_group_rule and tenant:4cbf47cbf0744c2da2c0ca21ffc88eed is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:12.480560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb47faa0-23b0-441f-b9cc-6d2d9806e7af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:12.486309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb47faa0-23b0-441f-b9cc-6d2d9806e7af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:12.509180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-596743595', 'description': 'tempest-description-2054186765'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:12.521150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:12.527956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Usage tracker for resource:security_group and tenant:2aeb04f101fe4304be14f8374059e7eb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:12.533300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:12.540508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:12.560440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.599350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:12.608770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Usage tracker for resource:security_group_rule and tenant:2aeb04f101fe4304be14f8374059e7eb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:12.613269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:12.624394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['2791f7a2-4c2c-4aea-9dec-e7cf0ae74498'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:12.625904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:12.636473 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb47faa0-23b0-441f-b9cc-6d2d9806e7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.636873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c80bd-516a-4161-91bb-de0b97fdc18b req-dca5ac93-3d95-4127-aaed-53ad638efb08 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:12.638666 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c7c80bd-516a-4161-91bb-de0b97fdc18b req-dca5ac93-3d95-4127-aaed-53ad638efb08 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.0911386 May 24 22:44:12.643033 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb47faa0-23b0-441f-b9cc-6d2d9806e7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.692550 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c7c80bd-516a-4161-91bb-de0b97fdc18b req-d612e250-ca16-4420-af95-ce5131b55091 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465839 May 24 22:44:12.707295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fb47faa0-23b0-441f-b9cc-6d2d9806e7af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cbf47cbf0744c2da2c0ca21ffc88eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863107 May 24 22:44:12.710465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47594) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:12.714181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47faa0-23b0-441f-b9cc-6d2d9806e7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da1bca4-3cfc-4cbf-a464-86ed49261205,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:12.765913 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.773247 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.820791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3183b172-30a4-4d6e-b116-3b52b2fd4f3a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:12.826781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.831405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-085b092d-6171-4a57-b6fd-b7a934b4e77e req-5bce1bbf-f242-4742-9859-1f8068c5652a tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3279994 May 24 22:44:12.841279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fdae2522-620c-4331-9375-3c6e58f5ec73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.889218 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fdae2522-620c-4331-9375-3c6e58f5ec73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.942562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51006ecc-33fc-4df6-89c3-a47f1a5f7436 req-d67cfc0b-8b30-40ae-9531-b9fb6a32fe1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:12.944056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51006ecc-33fc-4df6-89c3-a47f1a5f7436 req-d67cfc0b-8b30-40ae-9531-b9fb6a32fe1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1359866 May 24 22:44:12.972442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fdae2522-620c-4331-9375-3c6e58f5ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:12.998376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae2522-620c-4331-9375-3c6e58f5ec73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da1bca4-3cfc-4cbf-a464-86ed49261205,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:13.011959 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fdae2522-620c-4331-9375-3c6e58f5ec73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:13.015578 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fdae2522-620c-4331-9375-3c6e58f5ec73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4da1bca4-3cfc-4cbf-a464-86ed49261205 HTTP/1.1" status: 204 len: 168 time: 0.3006055 May 24 22:44:13.031209 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51006ecc-33fc-4df6-89c3-a47f1a5f7436 req-8a341889-527c-4c25-9494-54163b1666c8 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805421 May 24 22:44:13.163372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-005a5d1d-e5da-4489-bddf-caaeba3db612 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Synchronizing usage tracker for tenant:2aeb04f101fe4304be14f8374059e7eb on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:13.182869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-005a5d1d-e5da-4489-bddf-caaeba3db612 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Unset dirty status for tenant:2aeb04f101fe4304be14f8374059e7eb on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:13.185690 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-005a5d1d-e5da-4489-bddf-caaeba3db612 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 51457 time: 0.3364840 May 24 22:44:13.210475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d359196-3dd3-4e08-a0d1-3b29b6bc9188 req-1c91ef4b-eddc-45b7-b97f-d7be966d9741 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:13.211946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d359196-3dd3-4e08-a0d1-3b29b6bc9188 req-1c91ef4b-eddc-45b7-b97f-d7be966d9741 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 946 time: 0.0837839 May 24 22:44:13.265507 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d359196-3dd3-4e08-a0d1-3b29b6bc9188 req-12f1646d-9511-43d6-af33-c24e1e8a22a7 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471559 May 24 22:44:13.300378 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-62beab22-bc07-4c1e-b4aa-eacf4f67297b tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4baa430e-6877-4360-8d01-7de5a0755020 HTTP/1.1" status: 200 len: 2981 time: 0.0635295 May 24 22:44:13.354443 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-66848730-8aed-4df2-ae2d-ed520b316c27 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4baa430e-6877-4360-8d01-7de5a0755020 HTTP/1.1" status: 200 len: 2981 time: 0.0526986 May 24 22:44:13.373174 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-62fcb4f0-2d6f-41e4-bb34-b94fe2e6f7e3 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] show failed (client error): The resource could not be found. May 24 22:44:13.381729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-62fcb4f0-2d6f-41e4-bb34-b94fe2e6f7e3 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4da1bca4-3cfc-4cbf-a464-86ed49261205 HTTP/1.1" status: 404 len: 352 time: 0.0224025 May 24 22:44:13.396820 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-9b0c1b2c-e51d-4410-84e4-1a24623d998c tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] show failed (client error): The resource could not be found. May 24 22:44:13.402160 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-9b0c1b2c-e51d-4410-84e4-1a24623d998c tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4da1bca4-3cfc-4cbf-a464-86ed49261205 HTTP/1.1" status: 404 len: 352 time: 0.0203826 May 24 22:44:13.449586 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-cce1dbce-2fa2-4fda-9b2e-0e972dc80128 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5aaf684b-9756-4592-844b-da1445700760 HTTP/1.1" status: 200 len: 2981 time: 0.0448492 May 24 22:44:13.464362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9d75889-4738-43d2-9815-38bfb12b165d req-cd83d0f5-29d4-4561-a821-bfa00ad506fb tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0504100 May 24 22:44:13.504202 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-43357f8d-5b2a-4720-b2ea-1d26d4c740b3 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5aaf684b-9756-4592-844b-da1445700760 HTTP/1.1" status: 200 len: 2981 time: 0.0465379 May 24 22:44:13.538472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b091d04f-4015-4222-86c1-3a316f8e56d4 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:44:13.582003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-4b0d0eef-d8e5-4bd1-96a1-bc7e86a2e407 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5d22b691-5b4b-4ed3-8915-e5598d92548d HTTP/1.1" status: 200 len: 2981 time: 0.0715508 May 24 22:44:13.658281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-ea054066-a7f7-43b9-806d-56840c611e8c tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5d22b691-5b4b-4ed3-8915-e5598d92548d HTTP/1.1" status: 200 len: 2981 time: 0.0660746 May 24 22:44:13.730772 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-e7945ef3-9214-42ba-a5db-61eab571eeb8 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/8a316dab-fa60-41e9-bb9b-7fdbd2f90750 HTTP/1.1" status: 200 len: 2981 time: 0.0642886 May 24 22:44:13.748932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b091d04f-4015-4222-86c1-3a316f8e56d4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b091d04f-4015-4222-86c1-3a316f8e56d4,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:13.772383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'b091d04f-4015-4222-86c1-3a316f8e56d4', 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09', 'port_id': 'b091d04f-4015-4222-86c1-3a316f8e56d4', 'mac_address': 'fa:16:3e:19:87:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90a6c67-34e4-421d-ae52-0133858bfc68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:44:13.800638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-15f61fd1-6923-4fc1-a2fa-8b83912444dd tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/8a316dab-fa60-41e9-bb9b-7fdbd2f90750 HTTP/1.1" status: 200 len: 2981 time: 0.0626256 May 24 22:44:13.828035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 546d7029-3bf0-4d7a-9215-7b037a6fd022 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:44:13.839995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:13.858333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfca8a6-d020-47ce-86a6-041ca56fc44c req-3103a520-d740-4ac3-8225-921f290737c5 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:13.866038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ecfca8a6-d020-47ce-86a6-041ca56fc44c req-3103a520-d740-4ac3-8225-921f290737c5 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 944 time: 0.2151546 May 24 22:44:13.879193 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-6fee555b-8b20-46f6-9ae3-43ae5d2a9e25 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/9908ed8c-2844-49c3-b649-4455810ea6e6 HTTP/1.1" status: 200 len: 2981 time: 0.0671434 May 24 22:44:13.929271 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ecfca8a6-d020-47ce-86a6-041ca56fc44c req-bf802927-77fa-4e69-8e90-60b635fe6857 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577426 May 24 22:44:13.983074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-29993e8a-ecb2-41cd-9a32-1c3f29869ca5 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/9908ed8c-2844-49c3-b649-4455810ea6e6 HTTP/1.1" status: 200 len: 2981 time: 0.0836706 May 24 22:44:14.030617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port b091d04f-4015-4222-86c1-3a316f8e56d4 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:14.030947 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:14.036785 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-4ef70f9c-e4d8-4159-bba8-c2e4a7160292 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/9bbabf40-3695-4cfc-84f9-dcac22109302 HTTP/1.1" status: 200 len: 2981 time: 0.0480094 May 24 22:44:14.081456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b091d04f-4015-4222-86c1-3a316f8e56d4 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:14.101881 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-62666067-1ebb-45a6-833a-6df7f80e4bc9 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/9bbabf40-3695-4cfc-84f9-dcac22109302 HTTP/1.1" status: 200 len: 2981 time: 0.0581741 May 24 22:44:14.129935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180eb38-3f01-48ca-a4d1-6030836d36f0 req-a94e4eef-1e5f-4deb-a909-a5cc17ab20cd tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:14.131533 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6180eb38-3f01-48ca-a4d1-6030836d36f0 req-a94e4eef-1e5f-4deb-a909-a5cc17ab20cd tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 948 time: 0.0942855 May 24 22:44:14.136376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b091d04f-4015-4222-86c1-3a316f8e56d4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b091d04f-4015-4222-86c1-3a316f8e56d4,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:14.152191 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:14.170695 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-26ea0031-efb0-47ba-86d6-f9571f2296cb tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/9de24c84-7547-42d6-a533-9691137f8117 HTTP/1.1" status: 200 len: 2981 time: 0.0619791 May 24 22:44:14.199936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:14.200271 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6180eb38-3f01-48ca-a4d1-6030836d36f0 req-f51558a0-bc60-449f-b3cf-b29d267cfe29 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614705 May 24 22:44:14.202675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:14.224215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:14.224215 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:14.252971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-5bbe864a-3cfb-4034-89c5-b78d9fdfb47f tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/9de24c84-7547-42d6-a533-9691137f8117 HTTP/1.1" status: 200 len: 2981 time: 0.0796132 May 24 22:44:14.265414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '546d7029-3bf0-4d7a-9215-7b037a6fd022', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '546d7029-3bf0-4d7a-9215-7b037a6fd022', 'mac_address': 'fa:16:3e:38:71:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:44:14.321277 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-536e21c9-9809-4eff-a75a-45259fcf4a09 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b0245aa2-4301-4ca0-972e-df0573b1ad1a HTTP/1.1" status: 200 len: 2981 time: 0.0658340 May 24 22:44:14.355513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=b091d04f-4015-4222-86c1-3a316f8e56d4,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:14.368271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 546d7029-3bf0-4d7a-9215-7b037a6fd022 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:14.368702 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:14.385652 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-96dee730-584c-4e38-a150-4709fa02bb7e tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b0245aa2-4301-4ca0-972e-df0573b1ad1a HTTP/1.1" status: 200 len: 2981 time: 0.0552981 May 24 22:44:14.401081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af1bb0-4242-4086-a121-395d661e8ede req-77bef26e-0847-4afb-8b78-83a86975ded6 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:14.405991 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60af1bb0-4242-4086-a121-395d661e8ede req-77bef26e-0847-4afb-8b78-83a86975ded6 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 944 time: 0.1023686 May 24 22:44:14.421477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546d7029-3bf0-4d7a-9215-7b037a6fd022 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:14.447975 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-d50a3277-1975-48a2-b5c9-e43917bf06ac tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b1d71e95-b8b5-4aff-8b1f-d70e361d6f58 HTTP/1.1" status: 200 len: 2981 time: 0.0504148 May 24 22:44:14.450104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['b091d04f-4015-4222-86c1-3a316f8e56d4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:14.463772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60af1bb0-4242-4086-a121-395d661e8ede req-95eaae5f-5dd3-4c7a-9a39-2b669109f600 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549974 May 24 22:44:14.492072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:14.508191 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-aafbb0d6-bbcc-40e8-9aba-f9c7465173df tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b1d71e95-b8b5-4aff-8b1f-d70e361d6f58 HTTP/1.1" status: 200 len: 2981 time: 0.0550597 May 24 22:44:14.512692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:14.513429 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:14.526159 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:14.590764 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-ce4770ae-b0dd-4bc7-b0a2-8dc3cbec6a53 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c0db4051-2130-450d-8559-11ef0ec1c99b HTTP/1.1" status: 200 len: 2981 time: 0.0744340 May 24 22:44:14.618160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:14.643697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:14.648008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=546d7029-3bf0-4d7a-9215-7b037a6fd022,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:14.653541 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-832e2d35-4d67-4086-827a-339a326aa924 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c0db4051-2130-450d-8559-11ef0ec1c99b HTTP/1.1" status: 200 len: 2981 time: 0.0520132 May 24 22:44:14.655964 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:14.713836 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-b6a59143-1491-4643-859d-a6548c66d398 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c3763b72-ce5f-46b0-aeef-34c2743fb43b HTTP/1.1" status: 200 len: 2981 time: 0.0486233 May 24 22:44:14.794463 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-688787b6-827e-4fd7-96d4-618aa28ba936 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c3763b72-ce5f-46b0-aeef-34c2743fb43b HTTP/1.1" status: 200 len: 2981 time: 0.0701585 May 24 22:44:14.797411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:14.835155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['546d7029-3bf0-4d7a-9215-7b037a6fd022'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:14.872357 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-fdabd2e3-b918-4f90-b3a2-0335ce705c69 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e7d546a5-7aba-4cea-8454-52591df67f4f HTTP/1.1" status: 200 len: 2977 time: 0.0714736 May 24 22:44:14.942931 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-f5b33083-f0ed-4058-8d8d-63f40c263a92 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e7d546a5-7aba-4cea-8454-52591df67f4f HTTP/1.1" status: 200 len: 2977 time: 0.0648260 May 24 22:44:14.946062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22915490-58de-4c20-9afa-b63e14becdd0 req-9b44b960-f59e-44cb-8825-fabd80a634e9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:14.948078 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22915490-58de-4c20-9afa-b63e14becdd0 req-9b44b960-f59e-44cb-8825-fabd80a634e9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1297808 May 24 22:44:15.013734 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-638b7bb2-4137-49e6-a4e2-b4bca3fa1930 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/fe90a21d-e005-4c5b-8dd3-f383622d18dd HTTP/1.1" status: 200 len: 2973 time: 0.0627329 May 24 22:44:15.028512 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22915490-58de-4c20-9afa-b63e14becdd0 req-f1bb17be-eacb-4521-a92a-96fd10707ef6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700464 May 24 22:44:15.098865 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b10250cc-fdf1-4e9f-bc49-f5b724546c3c req-ea107bd6-4f0d-4888-8874-32ac6d65b3d5 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/fe90a21d-e005-4c5b-8dd3-f383622d18dd HTTP/1.1" status: 200 len: 2973 time: 0.0750847 May 24 22:44:15.240786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963ac82-4239-42c7-b4e4-1e923905b76d req-8253e0fa-ac5b-4104-b7e2-ece0fd8c7270 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:15.242154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8963ac82-4239-42c7-b4e4-1e923905b76d req-8253e0fa-ac5b-4104-b7e2-ece0fd8c7270 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 946 time: 0.0922358 May 24 22:44:15.258216 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce407e0f-8b29-4deb-905f-88f65143d1c9 req-3a86475f-2c90-452b-b5f0-80c3bafb9c2d tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0482769 May 24 22:44:15.293531 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8963ac82-4239-42c7-b4e4-1e923905b76d req-6b74efad-3228-4e65-b3ba-b07e1683589b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 May 24 22:44:15.329305 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4549c7-bc2f-4a07-8f07-ffe61db69f15'] response: {'server_uuid': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498', 'code': 200} May 24 22:44:15.477431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5fe3c941-2a6f-4a4e-a6cc-97d3cced715b req-aef98457-f893-4932-872c-07be9850a485 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Synchronizing usage tracker for tenant:ceb6e05d3fdb47afbed348c75e2de5b2 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:15.500255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5fe3c941-2a6f-4a4e-a6cc-97d3cced715b req-aef98457-f893-4932-872c-07be9850a485 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Unset dirty status for tenant:ceb6e05d3fdb47afbed348c75e2de5b2 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:15.501602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5fe3c941-2a6f-4a4e-a6cc-97d3cced715b req-aef98457-f893-4932-872c-07be9850a485 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ceb6e05d3fdb47afbed348c75e2de5b2 HTTP/1.1" status: 200 len: 6102 time: 0.1515982 May 24 22:44:15.507872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e754e4a-6fae-42b8-bf15-343e73ed338b req-fa322491-77c5-4c8b-9b7d-c6a40a74042a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:15.509389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e754e4a-6fae-42b8-bf15-343e73ed338b req-fa322491-77c5-4c8b-9b7d-c6a40a74042a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 945 time: 0.0867724 May 24 22:44:15.512398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0136cb-4aa3-4806-8924-f1341d1b2392 req-a755f5ad-8871-4921-8a6a-a419b7544626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:15.513876 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff0136cb-4aa3-4806-8924-f1341d1b2392 req-a755f5ad-8871-4921-8a6a-a419b7544626 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 1096 time: 0.1043584 May 24 22:44:15.545852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b091d04f-4015-4222-86c1-3a316f8e56d4 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:15.568903 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e754e4a-6fae-42b8-bf15-343e73ed338b req-9019588b-a64e-4280-ab44-d2d302ffedad tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529177 May 24 22:44:15.585320 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff0136cb-4aa3-4806-8924-f1341d1b2392 req-c4a33e57-8453-4320-8501-a7e6dc9f03c7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616069 May 24 22:44:15.603179 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5fe3c941-2a6f-4a4e-a6cc-97d3cced715b req-cb27decb-7196-458a-adf9-ec1925f7caeb tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] 10.222.0.55 "GET /v2.0/security-groups/b0245aa2-4301-4ca0-972e-df0573b1ad1a HTTP/1.1" status: 200 len: 2981 time: 0.0941405 May 24 22:44:15.657732 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5fe3c941-2a6f-4a4e-a6cc-97d3cced715b req-33248507-fb4d-4bec-a275-169f68a09c8f tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] 10.222.0.55 "GET /v2.0/security-groups/b0245aa2-4301-4ca0-972e-df0573b1ad1a HTTP/1.1" status: 200 len: 2981 time: 0.0535216 May 24 22:44:15.677289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port b091d04f-4015-4222-86c1-3a316f8e56d4 is: BUILD; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:15.677908 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:15.694967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b091d04f-4015-4222-86c1-3a316f8e56d4 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:15.711394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b091d04f-4015-4222-86c1-3a316f8e56d4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b091d04f-4015-4222-86c1-3a316f8e56d4,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:15.716554 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:15.770139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb2b2d-4309-4bd3-8e4b-4de526e7b184 req-10d2ddf3-00de-4065-88db-ec91472f6185 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:15.771956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51eb2b2d-4309-4bd3-8e4b-4de526e7b184 req-10d2ddf3-00de-4065-88db-ec91472f6185 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 949 time: 0.0853641 May 24 22:44:15.778105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d945ed74-8562-4ce4-b538-02d99df56155 req-b471dfc4-facc-4dcf-a4a0-48e319fc2582 tempest-FlavorsV2NegativeTest-1877750003 tempest-FlavorsV2NegativeTest-1877750003-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fd22f2a35c4443be9dc0b7ab494b5b5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279822 May 24 22:44:15.787993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=b091d04f-4015-4222-86c1-3a316f8e56d4,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:15.793023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d00cd991-96b4-48c9-ba9b-b091975be441 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:44:15.795499 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d00cd991-96b4-48c9-ba9b-b091975be441 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:15.826879 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51eb2b2d-4309-4bd3-8e4b-4de526e7b184 req-9aaabcaa-1f93-412e-b436-ecc030e086ba tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 May 24 22:44:16.027015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817aa338-8c16-45be-9c30-d5228871101c req-ad33ca37-87b0-4bcf-b205-3861e6fe33cf tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:16.028949 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-817aa338-8c16-45be-9c30-d5228871101c req-ad33ca37-87b0-4bcf-b205-3861e6fe33cf tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 943 time: 0.0914562 May 24 22:44:16.034778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ed74-8562-4ce4-b538-02d99df56155 req-310a6526-1d0d-4dc3-bfe7-e64c8c2af5d6 tempest-FlavorsV2NegativeTest-1877750003 tempest-FlavorsV2NegativeTest-1877750003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:16.036444 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d00cd991-96b4-48c9-ba9b-b091975be441 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:16.036816 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.037962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d945ed74-8562-4ce4-b538-02d99df56155 req-310a6526-1d0d-4dc3-bfe7-e64c8c2af5d6 tempest-FlavorsV2NegativeTest-1877750003 tempest-FlavorsV2NegativeTest-1877750003-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541478 May 24 22:44:16.053212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d945ed74-8562-4ce4-b538-02d99df56155 req-4105470e-d8b1-44cf-8e0c-30dd01edaddb tempest-FlavorsV2NegativeTest-1877750003 tempest-FlavorsV2NegativeTest-1877750003-project] 10.222.0.55 "GET /v2.0/quotas/fd22f2a35c4443be9dc0b7ab494b5b5b HTTP/1.1" status: 200 len: 375 time: 0.0115187 May 24 22:44:16.075383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-817aa338-8c16-45be-9c30-d5228871101c req-c2fdeae3-bee0-4443-825c-5e943d36141d tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 May 24 22:44:16.094384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:16.108095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:16.108824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d945ed74-8562-4ce4-b538-02d99df56155 req-cd361c9a-ff44-48b3-882a-25e02484fffb tempest-FlavorsV2NegativeTest-1877750003 tempest-FlavorsV2NegativeTest-1877750003-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd22f2a35c4443be9dc0b7ab494b5b5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486224 May 24 22:44:16.110420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'mac_address': 'fa:16:3e:90:85:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:44:16.114514 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.159899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-570008ad-4895-4ca8-8164-029bd7ef54a4 req-674a0934-543f-4e78-bc36-f9466435c630 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/3183b172-30a4-4d6e-b116-3b52b2fd4f3a HTTP/1.1" status: 200 len: 1777 time: 0.0511827 May 24 22:44:16.243295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-570008ad-4895-4ca8-8164-029bd7ef54a4 req-db45f9f2-f72c-43f1-8f3a-8261fc84ff17 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.245557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d00cd991-96b4-48c9-ba9b-b091975be441,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:16.263546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d00cd991-96b4-48c9-ba9b-b091975be441 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:16.264201 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.284636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00cd991-96b4-48c9-ba9b-b091975be441 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:16.285306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-570008ad-4895-4ca8-8164-029bd7ef54a4 req-db45f9f2-f72c-43f1-8f3a-8261fc84ff17 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.304622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:16.311911 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.323474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb1623-9491-41f5-92af-9c3e4126e912 req-09a952b2-5bd1-4b9d-b2e1-ab40a889701b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:16.334002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1fdb1623-9491-41f5-92af-9c3e4126e912 req-09a952b2-5bd1-4b9d-b2e1-ab40a889701b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 947 time: 0.1253333 May 24 22:44:16.348836 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-570008ad-4895-4ca8-8164-029bd7ef54a4 req-db45f9f2-f72c-43f1-8f3a-8261fc84ff17 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.383220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45f9f2-f72c-43f1-8f3a-8261fc84ff17 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3183b172-30a4-4d6e-b116-3b52b2fd4f3a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:16.388540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d00cd991-96b4-48c9-ba9b-b091975be441,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:16.395025 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1fdb1623-9491-41f5-92af-9c3e4126e912 req-2a160bfa-0c79-4fac-9a44-66ba86dbb71e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595689 May 24 22:44:16.408623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-570008ad-4895-4ca8-8164-029bd7ef54a4 req-db45f9f2-f72c-43f1-8f3a-8261fc84ff17 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.418057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-570008ad-4895-4ca8-8164-029bd7ef54a4 req-db45f9f2-f72c-43f1-8f3a-8261fc84ff17 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/3183b172-30a4-4d6e-b116-3b52b2fd4f3a HTTP/1.1" status: 204 len: 173 time: 0.2519581 May 24 22:44:16.538038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a22cb1e2-9c10-45fd-bdf7-5cf1784a0bf9 req-e7aaf6c0-4f52-4572-b163-14e53036f705 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0459497 May 24 22:44:16.607589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195e36a-102b-4347-b654-5d3adff8085d req-2dc0bdc7-53bb-4dfe-a6eb-f20f9da89082 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:16.609151 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d195e36a-102b-4347-b654-5d3adff8085d req-2dc0bdc7-53bb-4dfe-a6eb-f20f9da89082 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 946 time: 0.1067643 May 24 22:44:16.619617 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-26b8ced2-721b-4244-8f71-af0e075a90ae req-cf003555-dec2-4d39-be8c-296e042e39db tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7fe4f972-ae72-4c09-abac-9a09418a51ad HTTP/1.1" status: 200 len: 1778 time: 0.0458176 May 24 22:44:16.625322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d00cd991-96b4-48c9-ba9b-b091975be441'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:16.676630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d195e36a-102b-4347-b654-5d3adff8085d req-97ff1be7-ca85-43c3-a499-f6a2de04defe tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527642 May 24 22:44:16.705803 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-26b8ced2-721b-4244-8f71-af0e075a90ae req-57a7f020-78fa-4b7e-a221-5e20a73d7d49 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.738868 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-26b8ced2-721b-4244-8f71-af0e075a90ae req-57a7f020-78fa-4b7e-a221-5e20a73d7d49 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.766646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47720) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:16.804679 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-26b8ced2-721b-4244-8f71-af0e075a90ae req-57a7f020-78fa-4b7e-a221-5e20a73d7d49 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.824168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7f020-78fa-4b7e-a221-5e20a73d7d49 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe4f972-ae72-4c09-abac-9a09418a51ad,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:16.837657 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-26b8ced2-721b-4244-8f71-af0e075a90ae req-57a7f020-78fa-4b7e-a221-5e20a73d7d49 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.842284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-26b8ced2-721b-4244-8f71-af0e075a90ae req-57a7f020-78fa-4b7e-a221-5e20a73d7d49 tempest-SecurityGroupsTestAdminJSON-199512846 tempest-SecurityGroupsTestAdminJSON-199512846-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fe4f972-ae72-4c09-abac-9a09418a51ad HTTP/1.1" status: 204 len: 173 time: 0.2130747 May 24 22:44:16.872593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622fd35-4681-40f0-a6d0-710710fd8c3a req-e4a416e8-e849-4a46-b478-23a23fcbdc0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:16.875073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b622fd35-4681-40f0-a6d0-710710fd8c3a req-e4a416e8-e849-4a46-b478-23a23fcbdc0b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 945 time: 0.0921867 May 24 22:44:16.919619 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b367cca-0561-4ac9-b771-1093e9dc9958 req-94b7bbce-d370-4447-99dc-bf019483ef73 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] 10.222.0.55 "GET /v2.0/security-groups/eacf4b38-8387-4ccd-95bf-a91d448cc417 HTTP/1.1" status: 200 len: 1778 time: 0.0569761 May 24 22:44:16.941299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b622fd35-4681-40f0-a6d0-710710fd8c3a req-8c52db08-3a1f-4b14-ac42-c8f016e355fa tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595810 May 24 22:44:16.944464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d0d5f854-8366-4ea5-b207-da7faa2e9c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:16.964524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d0d5f854-8366-4ea5-b207-da7faa2e9c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:16.969396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d0d5f854-8366-4ea5-b207-da7faa2e9c82 admin admin] Usage tracker for resource:security_group_rule and tenant:fd22f2a35c4443be9dc0b7ab494b5b5b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:16.973102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d0d5f854-8366-4ea5-b207-da7faa2e9c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:16.980474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d0d5f854-8366-4ea5-b207-da7faa2e9c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:16.997528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3b367cca-0561-4ac9-b771-1093e9dc9958 req-810a2fb1-03ad-4254-8526-31e4cd64a3ca tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.033990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3b367cca-0561-4ac9-b771-1093e9dc9958 req-810a2fb1-03ad-4254-8526-31e4cd64a3ca tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.100380 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3b367cca-0561-4ac9-b771-1093e9dc9958 req-810a2fb1-03ad-4254-8526-31e4cd64a3ca tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.123375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a2fb1-03ad-4254-8526-31e4cd64a3ca tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacf4b38-8387-4ccd-95bf-a91d448cc417,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:17.125485 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d0d5f854-8366-4ea5-b207-da7faa2e9c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.136455 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d0d5f854-8366-4ea5-b207-da7faa2e9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.139040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3b367cca-0561-4ac9-b771-1093e9dc9958 req-810a2fb1-03ad-4254-8526-31e4cd64a3ca tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.140638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b367cca-0561-4ac9-b771-1093e9dc9958 req-810a2fb1-03ad-4254-8526-31e4cd64a3ca tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] 10.222.0.55 "DELETE /v2.0/security-groups/eacf4b38-8387-4ccd-95bf-a91d448cc417 HTTP/1.1" status: 204 len: 173 time: 0.2151527 May 24 22:44:17.195162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5f854-8366-4ea5-b207-da7faa2e9c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df0da55-72df-4710-8ef4-6fbba5e87ecd,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:17.202438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d0d5f854-8366-4ea5-b207-da7faa2e9c82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd22f2a35c4443be9dc0b7ab494b5b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345160 May 24 22:44:17.205090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47734) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:17.232896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca464e-d9ad-460d-85e7-1882ff015026 req-3aced135-0555-4ae9-a4e2-f2b6671809c0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:17.234248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eca464e-d9ad-460d-85e7-1882ff015026 req-3aced135-0555-4ae9-a4e2-f2b6671809c0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 949 time: 0.1626124 May 24 22:44:17.310289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eca464e-d9ad-460d-85e7-1882ff015026 req-98549c71-1784-4f19-be64-57db33a411fb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689251 May 24 22:44:17.312650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2282865e-52e8-4a2e-9144-8db694225abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.312807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3f457-909c-4d7f-ad68-e89fcd792fe7 req-f06b1196-0ceb-4a0c-9d1a-49b33b8010b0 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:17.314143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9eb3f457-909c-4d7f-ad68-e89fcd792fe7 req-f06b1196-0ceb-4a0c-9d1a-49b33b8010b0 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 943 time: 0.0801315 May 24 22:44:17.330676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:17.360167 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9eb3f457-909c-4d7f-ad68-e89fcd792fe7 req-3cbaae8e-df45-4f74-8e0b-b65b11944df3 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398645 May 24 22:44:17.362400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2282865e-52e8-4a2e-9144-8db694225abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.410876 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbf32a2-55be-4693-83e0-acfaaa0154ef'] response: {'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'code': 200} May 24 22:44:17.423191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22869c8c-037a-4c75-a100-994f289adc38 req-db271277-276e-473f-9f87-297eff0e1fa2 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] 10.222.0.55 "GET /v2.0/security-groups/6839a0e9-c2c7-4298-96cd-51073c2c4e06 HTTP/1.1" status: 200 len: 1776 time: 0.0790870 May 24 22:44:17.460045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2282865e-52e8-4a2e-9144-8db694225abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.487964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282865e-52e8-4a2e-9144-8db694225abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df0da55-72df-4710-8ef4-6fbba5e87ecd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:17.500732 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2282865e-52e8-4a2e-9144-8db694225abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.504205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2282865e-52e8-4a2e-9144-8db694225abd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0df0da55-72df-4710-8ef4-6fbba5e87ecd HTTP/1.1" status: 204 len: 168 time: 0.2944436 May 24 22:44:17.518400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22869c8c-037a-4c75-a100-994f289adc38 req-f4a98d2c-0193-4b9b-90bd-215d202ef327 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.550725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b091d04f-4015-4222-86c1-3a316f8e56d4 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:17.552070 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22869c8c-037a-4c75-a100-994f289adc38 req-f4a98d2c-0193-4b9b-90bd-215d202ef327 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.618873 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22869c8c-037a-4c75-a100-994f289adc38 req-f4a98d2c-0193-4b9b-90bd-215d202ef327 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.647623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a98d2c-0193-4b9b-90bd-215d202ef327 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6839a0e9-c2c7-4298-96cd-51073c2c4e06,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:17.652771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de373e93-464f-4157-a221-3657d0a42cef req-9bf3d040-2d82-4a09-a885-74d86915687b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:17.654151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port b091d04f-4015-4222-86c1-3a316f8e56d4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:17.655325 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.658193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22869c8c-037a-4c75-a100-994f289adc38 req-f4a98d2c-0193-4b9b-90bd-215d202ef327 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:17.659625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22869c8c-037a-4c75-a100-994f289adc38 req-f4a98d2c-0193-4b9b-90bd-215d202ef327 tempest-SecurityGroupsTestAdminJSON-495476713 tempest-SecurityGroupsTestAdminJSON-495476713-project] 10.222.0.55 "DELETE /v2.0/security-groups/6839a0e9-c2c7-4298-96cd-51073c2c4e06 HTTP/1.1" status: 204 len: 173 time: 0.2291453 May 24 22:44:17.661191 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-de373e93-464f-4157-a221-3657d0a42cef req-9bf3d040-2d82-4a09-a885-74d86915687b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 948 time: 0.1624706 May 24 22:44:17.725046 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-de373e93-464f-4157-a221-3657d0a42cef req-8c04b937-e4b4-4660-89a4-ae2107d45a38 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627873 May 24 22:44:17.829959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 546d7029-3bf0-4d7a-9215-7b037a6fd022 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:17.894377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5904d89a-e431-4670-8caf-9889782082f3 req-ddd189db-2dbf-41ee-9c39-48843eede660 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0644820 May 24 22:44:17.945185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12452a2e-690b-43e4-ba57-730764a12538 req-3499b97b-4e10-4f19-8a05-9fb61545c233 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:17.954048 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12452a2e-690b-43e4-ba57-730764a12538 req-3499b97b-4e10-4f19-8a05-9fb61545c233 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 946 time: 0.1238840 May 24 22:44:17.956234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port b091d04f-4015-4222-86c1-3a316f8e56d4 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:17.956618 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.019019 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12452a2e-690b-43e4-ba57-730764a12538 req-18b22317-5c2a-4cca-813a-3e3e2d956310 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636632 May 24 22:44:18.038434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port b091d04f-4015-4222-86c1-3a316f8e56d4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b091d04f-4015-4222-86c1-3a316f8e56d4,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:18.047480 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.113530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 546d7029-3bf0-4d7a-9215-7b037a6fd022 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:18.122474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 546d7029-3bf0-4d7a-9215-7b037a6fd022 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:18.123547 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.179059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47764) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:18.187048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4807d-f287-4b22-b78f-c63d7811f38a req-be8e4ea2-dd2f-4189-ad50-2fed8fd15e56 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:18.194198 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dcf4807d-f287-4b22-b78f-c63d7811f38a req-be8e4ea2-dd2f-4189-ad50-2fed8fd15e56 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 945 time: 0.1003966 May 24 22:44:18.199930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=b091d04f-4015-4222-86c1-3a316f8e56d4,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:18.256146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dcf4807d-f287-4b22-b78f-c63d7811f38a req-b4aa3de6-0a76-4c33-ba6a-a87499d21c21 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561013 May 24 22:44:18.291298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 546d7029-3bf0-4d7a-9215-7b037a6fd022 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:18.291652 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.332899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:18.339648 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.340721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d00cd991-96b4-48c9-ba9b-b091975be441 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:18.366888 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-123236cc-c37e-4bdd-8765-ce46cb9f88d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ceb6e05d3fdb47afbed348c75e2de5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865044 May 24 22:44:18.369626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47782) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:18.462210 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34fbfd9f-4625-47bf-b0fa-d2ea6c78352e req-0290c016-362a-43ee-8846-cbb974b00ce3 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1826631406&fields=id&tenant_id=b3706d10be554e798b88034075160b18 HTTP/1.1" status: 200 len: 267 time: 0.0780461 May 24 22:44:18.490820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47788) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:18.494905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=546d7029-3bf0-4d7a-9215-7b037a6fd022,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:18.504763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port d00cd991-96b4-48c9-ba9b-b091975be441 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:18.505536 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.532868 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bca357c5-61c3-41e4-ad3c-4d39a5a0eb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.568912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bca357c5-61c3-41e4-ad3c-4d39a5a0eb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.588098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbfd9f-4625-47bf-b0fa-d2ea6c78352e req-5d71909d-11e7-47ce-ad6b-5f834b87a485 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:18.591343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cf26e-7d79-497f-bdc2-a465d436d696 req-1f1cb8c4-517c-4302-9412-e46f5241dcba tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:18.592854 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34fbfd9f-4625-47bf-b0fa-d2ea6c78352e req-5d71909d-11e7-47ce-ad6b-5f834b87a485 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 945 time: 0.1230958 May 24 22:44:18.593450 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b86cf26e-7d79-497f-bdc2-a465d436d696 req-1f1cb8c4-517c-4302-9412-e46f5241dcba tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.1463397 May 24 22:44:18.603424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-34fbfd9f-4625-47bf-b0fa-d2ea6c78352e req-0cb53064-36ce-402b-bd4d-38684d8001d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'port': {'security_groups': ['4baa430e-6877-4360-8d01-7de5a0755020', '811b0319-97cd-40bd-896f-3dece836b0ec']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:18.657864 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b86cf26e-7d79-497f-bdc2-a465d436d696 req-35cd3fd9-c675-4a9e-b313-7577e56f6015 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571685 May 24 22:44:18.686994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-network', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:18.689329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d00cd991-96b4-48c9-ba9b-b091975be441 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:18.689602 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.692421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:18.694902 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bca357c5-61c3-41e4-ad3c-4d39a5a0eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.707398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Usage tracker for resource:network and tenant:ae1cb7486bea4c3a9df8697cc9b24e9a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:18.713839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:18.722220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca357c5-61c3-41e4-ad3c-4d39a5a0eb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0245aa2-4301-4ca0-972e-df0573b1ad1a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:18.729176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:18.730818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:18.737418 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bca357c5-61c3-41e4-ad3c-4d39a5a0eb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.738662 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bca357c5-61c3-41e4-ad3c-4d39a5a0eb96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0245aa2-4301-4ca0-972e-df0573b1ad1a HTTP/1.1" status: 204 len: 168 time: 0.3680704 May 24 22:44:18.747235 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.751545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Made reservation on behalf of ae1cb7486bea4c3a9df8697cc9b24e9a for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:44:18.754523 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.769162 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34fbfd9f-4625-47bf-b0fa-d2ea6c78352e req-0cb53064-36ce-402b-bd4d-38684d8001d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.769703 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:18.796028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:18.800070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Usage tracker for resource:security_group_rule and tenant:ae1cb7486bea4c3a9df8697cc9b24e9a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:18.804046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:18.810453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:18.854657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d00cd991-96b4-48c9-ba9b-b091975be441,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:18.976037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d75e2-2c63-454f-bf02-fe55968d2231 req-900d50f6-6f6b-4858-826f-bf18723ac283 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:18.977552 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-963d75e2-2c63-454f-bf02-fe55968d2231 req-900d50f6-6f6b-4858-826f-bf18723ac283 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.1399181 May 24 22:44:18.992227 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.011121 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.054393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:44:19.066365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-963d75e2-2c63-454f-bf02-fe55968d2231 req-f82ae395-5a96-44e4-953a-d381552ff78a tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761206 May 24 22:44:19.073960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa2ece7-38b4-4a1d-bac7-b8b6b1ed05b5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:19.076930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.077281 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Added segment 0db0e8d7-ea33-4663-b663-ce258a80c056 of type vlan for network 15936267-cdfd-443d-98fe-990908a2f388 May 24 22:44:19.112143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.121200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-34fbfd9f-4625-47bf-b0fa-d2ea6c78352e req-0cb53064-36ce-402b-bd4d-38684d8001d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] For port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:19.155716 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34fbfd9f-4625-47bf-b0fa-d2ea6c78352e req-0cb53064-36ce-402b-bd4d-38684d8001d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.161530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47804) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:19.176877 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34fbfd9f-4625-47bf-b0fa-d2ea6c78352e req-0cb53064-36ce-402b-bd4d-38684d8001d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.190567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5e9f0f29-3b22-4b02-819e-dc84c920695d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:19.217830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['2791f7a2-4c2c-4aea-9dec-e7cf0ae74498'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:19.270414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbfd9f-4625-47bf-b0fa-d2ea6c78352e req-0cb53064-36ce-402b-bd4d-38684d8001d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:19.272485 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34fbfd9f-4625-47bf-b0fa-d2ea6c78352e req-0cb53064-36ce-402b-bd4d-38684d8001d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.272685 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34fbfd9f-4625-47bf-b0fa-d2ea6c78352e req-0cb53064-36ce-402b-bd4d-38684d8001d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "PUT /v2.0/ports/2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 HTTP/1.1" status: 200 len: 981 time: 0.6746316 May 24 22:44:19.273400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'tag': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:19.293674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.295509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:19.296211 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.304689 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b6d51f0-d70e-4217-b39b-a4e06150b8b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2aeb04f101fe4304be14f8374059e7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413381 May 24 22:44:19.308548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47812) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:19.309420 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb53064-36ce-402b-bd4d-38684d8001d1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'Port': ['ID=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,revision_number=6']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:19.377788 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2030a78-e62b-4be4-9343-247dc8c21906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.405583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['2791f7a2-4c2c-4aea-9dec-e7cf0ae74498'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:19.407788 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2030a78-e62b-4be4-9343-247dc8c21906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.433163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee7dd8b-ce96-44c7-9186-5da4794930f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b091d04f-4015-4222-86c1-3a316f8e56d4'}, {'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022'}, {'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:19.461968 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9698071 May 24 22:44:19.463071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c58846-2036-4094-b1ae-7537052a3eea admin admin] Pushing event updated for resources: {'Network': ['ID=15936267-cdfd-443d-98fe-990908a2f388,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:19.470758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47818) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:19.479706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839c474-fded-41aa-8d89-4e514bc12303 req-272bebe3-27ad-49a2-afe0-dc7cc4bf9c52 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:19.481238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0839c474-fded-41aa-8d89-4e514bc12303 req-272bebe3-27ad-49a2-afe0-dc7cc4bf9c52 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.2538493 May 24 22:44:19.485211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 15936267-cdfd-443d-98fe-990908a2f388 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:44:19.489598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Request body: {'subnet': {'network_id': '15936267-cdfd-443d-98fe-990908a2f388', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-subnet', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:19.495015 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-68cdf846-bc81-4a3f-876b-6ae80e7ff63d req-26db9055-41bb-4478-8a38-027c52265101 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0493762 May 24 22:44:19.515682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:19.521307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2030a78-e62b-4be4-9343-247dc8c21906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.523801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Usage tracker for resource:subnet and tenant:ae1cb7486bea4c3a9df8697cc9b24e9a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:19.528626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:19.544141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:19.551193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2030a78-e62b-4be4-9343-247dc8c21906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d71e95-b8b5-4aff-8b1f-d70e361d6f58,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:19.563383 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2030a78-e62b-4be4-9343-247dc8c21906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.564594 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d2030a78-e62b-4be4-9343-247dc8c21906 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1d71e95-b8b5-4aff-8b1f-d70e361d6f58 HTTP/1.1" status: 204 len: 168 time: 0.2510028 May 24 22:44:19.571418 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0839c474-fded-41aa-8d89-4e514bc12303 req-efe95a84-923d-4320-a744-e32e076571b1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764718 May 24 22:44:19.584534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Made reservation on behalf of ae1cb7486bea4c3a9df8697cc9b24e9a for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:44:19.588227 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:19.651486 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b5b38c-fecb-4653-9cf3-c5430f1b1407'] response: {'name': 'network-changed', 'server_uuid': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'tag': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498', 'status': 'completed', 'code': 200} May 24 22:44:19.781713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8cfc7100-49eb-4904-bf42-d40bda3bcecf req-af258e04-c8d9-405b-af83-64aece03de8d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/811b0319-97cd-40bd-896f-3dece836b0ec HTTP/1.1" status: 200 len: 1801 time: 0.0685103 May 24 22:44:19.821948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a59ce-a0d5-4333-b84b-130459e6990b req-a12144b2-f1aa-47bf-9b0d-777f9f0fb8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:19.823219 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd9a59ce-a0d5-4333-b84b-130459e6990b req-a12144b2-f1aa-47bf-9b0d-777f9f0fb8e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3706d10be554e798b88034075160b18&device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 1135 time: 0.1166463 May 24 22:44:19.836284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf525b7-e08e-470c-9641-2df45fff5294 req-88456f18-162e-4499-b723-0e33b1def803 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:19.844154 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8cf525b7-e08e-470c-9641-2df45fff5294 req-88456f18-162e-4499-b723-0e33b1def803 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 946 time: 0.1753838 May 24 22:44:19.866163 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-8cfc7100-49eb-4904-bf42-d40bda3bcecf req-e994c340-2783-46a6-bec3-a5174191534a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] delete failed (client error): There was a conflict when trying to complete your request. May 24 22:44:19.867640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8cfc7100-49eb-4904-bf42-d40bda3bcecf req-e994c340-2783-46a6-bec3-a5174191534a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "DELETE /v2.0/security-groups/811b0319-97cd-40bd-896f-3dece836b0ec HTTP/1.1" status: 409 len: 341 time: 0.0775731 May 24 22:44:19.983500 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab50f56c-fac8-4222-8658-c8f2a2874425'] response: {'server_uuid': 'cee7dd8b-ce96-44c7-9186-5da4794930f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b091d04f-4015-4222-86c1-3a316f8e56d4', 'code': 200} May 24 22:44:19.983848 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab50f56c-fac8-4222-8658-c8f2a2874425'] response: {'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022', 'code': 200} May 24 22:44:19.984192 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab50f56c-fac8-4222-8658-c8f2a2874425'] response: {'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'code': 200} May 24 22:44:20.040406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:20.090739 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8cf525b7-e08e-470c-9641-2df45fff5294 req-3e7904ec-65c9-4e84-99c1-648a341b9dc1 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455878 May 24 22:44:20.278787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.31', 54547) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:20.326810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a59ce-a0d5-4333-b84b-130459e6990b req-fd12c7c8-80f7-4bfc-98aa-690e15b4fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:20.328916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd9a59ce-a0d5-4333-b84b-130459e6990b req-fd12c7c8-80f7-4bfc-98aa-690e15b4fb4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 200 len: 913 time: 0.4671457 May 24 22:44:20.380783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae8d20a-26ef-47ee-af6d-df7d188a5f5b,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:20.390864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Checking segment: {'id': '0db0e8d7-ea33-4663-b663-ce258a80c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '15936267-cdfd-443d-98fe-990908a2f388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:20.391225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Network hostable DHCP agents. Network: 15936267-cdfd-443d-98fe-990908a2f388, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:44:20.464326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d71cd-7f29-4921-a09c-dc4af5a04329 req-d63c5d93-cc0b-4e82-9bc6-635080b8c004 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:20.471356 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-530d71cd-7f29-4921-a09c-dc4af5a04329 req-d63c5d93-cc0b-4e82-9bc6-635080b8c004 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.3060856 May 24 22:44:20.490309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Network 15936267-cdfd-443d-98fe-990908a2f388 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:44:20.505527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-0210626f-ff43-4a6a-8f61-d8ca50a7b0b5 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:20.507002 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-0210626f-ff43-4a6a-8f61-d8ca50a7b0b5 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1&tenant_id=355c63ecefdc4af48b20f4226cb8b69d&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 1097 time: 0.2772028 May 24 22:44:20.539526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 15936267-cdfd-443d-98fe-990908a2f388) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:20.552297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843146-7'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:20.554750 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd9a59ce-a0d5-4333-b84b-130459e6990b req-17e0de67-7f82-4570-a24b-5606dac73a89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 HTTP/1.1" status: 200 len: 217 time: 0.1859443 May 24 22:44:20.598322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b18428f-510b-4e29-9c25-41184bece72b None None] Network 15936267-cdfd-443d-98fe-990908a2f388 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:44:20.696159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a59ce-a0d5-4333-b84b-130459e6990b req-7f9619b6-663d-4632-92e3-d50440543309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:20.698873 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd9a59ce-a0d5-4333-b84b-130459e6990b req-7f9619b6-663d-4632-92e3-d50440543309 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a04cef8-0f98-4f0f-b545-0796b0563769 HTTP/1.1" status: 200 len: 852 time: 0.1199734 May 24 22:44:20.710988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06c43c-b3d9-4cdc-bae4-36257bae2beb req-33075783-2178-4d7b-8783-d47002f599aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:20.713759 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c06c43c-b3d9-4cdc-bae4-36257bae2beb req-33075783-2178-4d7b-8783-d47002f599aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 1100 time: 0.4330549 May 24 22:44:20.731908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-530d71cd-7f29-4921-a09c-dc4af5a04329 req-4d9c5b4e-afb1-4fa7-a8b6-7a96029684af tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572949 May 24 22:44:20.765162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbee76-49d9-4388-845f-25396184b420 req-e08b5f7a-b6fc-4dfd-8ed1-406912157d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:20.767370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9dbee76-49d9-4388-845f-25396184b420 req-e08b5f7a-b6fc-4dfd-8ed1-406912157d2c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 1101 time: 0.4030540 May 24 22:44:20.816484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:20.817083 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:20.858372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd9a59ce-a0d5-4333-b84b-130459e6990b req-fa9ee39b-9008-4867-b364-0db48d938640 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461542 May 24 22:44:20.859197 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:20.882341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4936a47-8307-4fec-a98c-bc24f6bc550e req-c239cf91-2beb-40c3-9f5e-7811beb2216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:20.884034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d4936a47-8307-4fec-a98c-bc24f6bc550e req-c239cf91-2beb-40c3-9f5e-7811beb2216c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 1096 time: 0.5544410 May 24 22:44:20.909290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-15936267-cdfd-443d-98fe-990908a2f388', 'network_id': '15936267-cdfd-443d-98fe-990908a2f388', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'fixed_ips': [{'subnet_id': '0ae8d20a-26ef-47ee-af6d-df7d188a5f5b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:44:20.911688 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:20.967314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-51748c75-1ce3-4c3c-8f86-d0cb69c42235 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4844272 May 24 22:44:21.001691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47860) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:21.016326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-router', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:21.035233 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9dbee76-49d9-4388-845f-25396184b420 req-18366948-f4cd-4ae3-be4a-e5aa74ff8662 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581673 May 24 22:44:21.056849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:21.065779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Usage tracker for resource:router and tenant:ae1cb7486bea4c3a9df8697cc9b24e9a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:21.072854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:21.104469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:21.107639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d4936a47-8307-4fec-a98c-bc24f6bc550e req-7babeae3-3c1e-4bf0-ba0d-0e39390ea420 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089203 May 24 22:44:21.123765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Allocated IP 172.20.0.2 (15936267-cdfd-443d-98fe-990908a2f388/0ae8d20a-26ef-47ee-af6d-df7d188a5f5b/8466eee2-f97f-4aad-87ed-e2951cf86f2b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:44:21.127541 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd9a59ce-a0d5-4333-b84b-130459e6990b req-eaeb4b14-e328-4bd0-8617-14fd53c9a0be service neutron] 10.222.0.31 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543659 May 24 22:44:21.135098 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:21.136282 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:21.139759 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c06c43c-b3d9-4cdc-bae4-36257bae2beb req-bfd95c1b-da2d-467b-a8b2-ed5146bc8423 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059570 May 24 22:44:21.153271 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:21.182551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f945055-b843-4208-a83b-24e6cd641f0a req-8bda1c36-4e4a-4fbb-b349-8e84795df34f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:21.184898 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f945055-b843-4208-a83b-24e6cd641f0a req-8bda1c36-4e4a-4fbb-b349-8e84795df34f tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.4223888 May 24 22:44:21.196999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:21.211302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e71710-058d-4ba5-b35e-69152e4f1ec7 req-a3f06dba-bfbf-4e92-bfb6-5907fd55d28e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:21.212854 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4e71710-058d-4ba5-b35e-69152e4f1ec7 req-a3f06dba-bfbf-4e92-bfb6-5907fd55d28e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 984 time: 0.2439885 May 24 22:44:21.274850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:21.338843 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4e71710-058d-4ba5-b35e-69152e4f1ec7 req-6c9a5a90-a7cb-4553-a72d-1c65cad7fa3b tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&id=811b0319-97cd-40bd-896f-3dece836b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1096640 May 24 22:44:21.379338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:21.386568 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:21.396272 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:21.405996 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:21.428583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Transition to ACTIVE for port object 8466eee2-f97f-4aad-87ed-e2951cf86f2b will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:21.466277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Transition to ACTIVE for port object 8466eee2-f97f-4aad-87ed-e2951cf86f2b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:21.481290 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:21.574695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Network 15936267-cdfd-443d-98fe-990908a2f388 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:44:21.580730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:21.584049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:44:21.694699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5325cb02-b9bf-4b94-b06d-10862e36ad5d req-0e3eccfc-7184-4e17-bd8f-e119505632c5 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1372190 May 24 22:44:21.700797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd9a59ce-a0d5-4333-b84b-130459e6990b req-395f69b7-65c8-4772-884c-ab4dac378a25 service neutron] 10.222.0.31 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713779 May 24 22:44:21.769725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Pushing event updated for resources: {'Port': ['ID=8466eee2-f97f-4aad-87ed-e2951cf86f2b,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:21.870752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:44:21.878193 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f945055-b843-4208-a83b-24e6cd641f0a req-5c12c851-93a4-4233-a4b1-6ef88b3e4add tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209164 May 24 22:44:21.899482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on host n-h2-843146-7 for vnic_type normal with profile {"migrating_to": "n-h1-843146-7"} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:21.899482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:21.899482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:21.899482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Pushing event updated for resources: {'Port': ['ID=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:21.903601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:44:21.905630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Attempting to bind port 8466eee2-f97f-4aad-87ed-e2951cf86f2b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:21.907296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Attempting to bind port 8466eee2-f97f-4aad-87ed-e2951cf86f2b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '0db0e8d7-ea33-4663-b663-ce258a80c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '15936267-cdfd-443d-98fe-990908a2f388'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:21.908411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Attempting to bind port 8466eee2-f97f-4aad-87ed-e2951cf86f2b on network 15936267-cdfd-443d-98fe-990908a2f388 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:21.928403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:21.928403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:21.928403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Checking segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:21.928403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Bound using segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:21.928403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Bound port: e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:21.928403 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:21.963919 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:21.964990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:21.965120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Checking segment: {'id': '0db0e8d7-ea33-4663-b663-ce258a80c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '15936267-cdfd-443d-98fe-990908a2f388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:21.966645 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:21.966823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Bound using segment: {'id': '0db0e8d7-ea33-4663-b663-ce258a80c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '15936267-cdfd-443d-98fe-990908a2f388'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:21.970364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Bound port: 8466eee2-f97f-4aad-87ed-e2951cf86f2b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db0e8d7-ea33-4663-b663-ce258a80c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '15936267-cdfd-443d-98fe-990908a2f388'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:21.970863 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:22.198576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] For port 8466eee2-f97f-4aad-87ed-e2951cf86f2b, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:22.203244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] For port 8466eee2-f97f-4aad-87ed-e2951cf86f2b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8466eee2-f97f-4aad-87ed-e2951cf86f2b,segment=NetworkSegment(0db0e8d7-ea33-4663-b663-ce258a80c056),segment_id=0db0e8d7-ea33-4663-b663-ce258a80c056)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:44:22.262852 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:22.391834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:22.413633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:44:22.443991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a22fe-cfbe-4ce9-904a-a2f459a5d8d8 req-8ea9cace-80dc-477a-a34b-6a36f9d812e1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:22.453437 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff1a22fe-cfbe-4ce9-904a-a2f459a5d8d8 req-8ea9cace-80dc-477a-a34b-6a36f9d812e1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.4215341 May 24 22:44:22.483839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d266836-1d63-48e6-8c3b-5c60023009a6 req-9502149a-9f95-4e01-9946-69d33cf7d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:22.483839 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d266836-1d63-48e6-8c3b-5c60023009a6 req-9502149a-9f95-4e01-9946-69d33cf7d76e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3706d10be554e798b88034075160b18&device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 1135 time: 0.6832743 May 24 22:44:22.499463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:22.640979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9c81d-5e4a-4792-95c0-bfa75eeaa1ca None None] Pushing event updated for resources: {'Port': ['ID=8466eee2-f97f-4aad-87ed-e2951cf86f2b,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:22.668535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, got binding levels [] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:22.755153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on host n-h2-843146-7 for vnic_type normal with profile {"migrating_to": "n-h1-843146-7"} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:22.755153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:22.755153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:22.775820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d266836-1d63-48e6-8c3b-5c60023009a6 req-b62cdea1-d3cd-4287-8001-2ce5bc3e1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:22.775820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d266836-1d63-48e6-8c3b-5c60023009a6 req-b62cdea1-d3cd-4287-8001-2ce5bc3e1a8f service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 200 len: 913 time: 0.2850084 May 24 22:44:22.783871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:44:22.783871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Attempting to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on network 7c97f1f4-941f-40c4-86a9-0241faaf8e67 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:22.792397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:22.792397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Checking segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:22.792397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Bound using segment: {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:22.792397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Bound port: e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e1db14-0261-4593-be89-93b6bc95b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7c97f1f4-941f-40c4-86a9-0241faaf8e67'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:22.792397 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:22.904175 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d266836-1d63-48e6-8c3b-5c60023009a6 req-0ee4942f-47d4-4ec1-a5e9-b4d884fb17df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 HTTP/1.1" status: 200 len: 217 time: 0.1132658 May 24 22:44:23.010098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d266836-1d63-48e6-8c3b-5c60023009a6 req-5aa0d9b5-c914-42bb-ba08-232d6dc734b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:23.010098 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d266836-1d63-48e6-8c3b-5c60023009a6 req-5aa0d9b5-c914-42bb-ba08-232d6dc734b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a04cef8-0f98-4f0f-b545-0796b0563769 HTTP/1.1" status: 200 len: 852 time: 0.0733478 May 24 22:44:23.025653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ff685-7376-41fd-b293-6e35e4768480 req-8ba9d6db-a203-45ee-b370-af907ad24076 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:23.032289 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca6ff685-7376-41fd-b293-6e35e4768480 req-8ba9d6db-a203-45ee-b370-af907ad24076 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 944 time: 0.8147557 May 24 22:44:23.059273 n-d-843146-7 neutron-server[88391]: WARNING neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Concurrent port binding operations failed on port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 May 24 22:44:23.066150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:23.067513 n-d-843146-7 neutron-server[88391]: INFO neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Attempt 2 to bind port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 May 24 22:44:23.067887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 has no active binding in host n-h1-843146-7 {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 24 22:44:23.103169 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d266836-1d63-48e6-8c3b-5c60023009a6 req-e712fe90-974b-46e9-95f2-7ae942822f49 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545449 May 24 22:44:23.116740 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff1a22fe-cfbe-4ce9-904a-a2f459a5d8d8 req-73ee6dc3-f75a-4280-a16c-9ce06efdaf15 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6696630 May 24 22:44:23.163714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:23.163882 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:23.168358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] 10.222.0.31 "PUT /v2.0/ports/e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 HTTP/1.1" status: 200 len: 1122 time: 2.6464276 May 24 22:44:23.173921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f53239-2f33-48ad-a6d2-99980d7b970d service neutron] Pushing event updated for resources: {'Port': ['ID=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,revision_number=8']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:23.227291 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca6ff685-7376-41fd-b293-6e35e4768480 req-73b54ecc-d780-4d23-8dd4-0112eaee1cdf tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945641 May 24 22:44:23.291532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e4bf3e39-3bdc-4e94-8a6c-36d8da937b85'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:23.333105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['e4bf3e39-3bdc-4e94-8a6c-36d8da937b85'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:23.419404 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6ae7f3-c7de-4e10-b7d5-e78890b4b697'] response: {'server_uuid': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85', 'code': 200} May 24 22:44:23.599783 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-3c21b1c7-6329-4102-abc6-220d4156c56d tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=55a1a57518904b1d99e9c12f4b96e886&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439911 May 24 22:44:23.733372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d266836-1d63-48e6-8c3b-5c60023009a6 req-f280341a-6bdf-43bc-a9c5-0435b5752741 service neutron] 10.222.0.31 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860729 May 24 22:44:23.733803 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:23.788631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fd614-0c2d-42ea-be28-6860827c632f req-58517722-8c91-4689-810d-b397d23331a9 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:23.790036 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-58517722-8c91-4689-810d-b397d23331a9 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836143 May 24 22:44:23.807724 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-ae5a4a16-5700-4ca8-8e1e-8ec3dca6aba1 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/quotas/55a1a57518904b1d99e9c12f4b96e886 HTTP/1.1" status: 200 len: 375 time: 0.0106823 May 24 22:44:23.831883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e023cab-0240-4904-a0f7-fefa7d341486 req-5c35befa-e23d-49ef-82c0-87f240973e40 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:23.835672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1e023cab-0240-4904-a0f7-fefa7d341486 req-5c35befa-e23d-49ef-82c0-87f240973e40 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.4205685 May 24 22:44:23.856549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-2135e678-1069-4f0d-a611-10c591b48be6 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a1a57518904b1d99e9c12f4b96e886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432000 May 24 22:44:23.878856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:23.921963 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:23.960799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0830c853-7181-4e83-b76c-5faf4a7194bd None None] Network 15936267-cdfd-443d-98fe-990908a2f388 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:44:24.013986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1e023cab-0240-4904-a0f7-fefa7d341486 req-6cede853-45fc-4280-b77c-780f2fefd37e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708381 May 24 22:44:24.047992 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d266836-1d63-48e6-8c3b-5c60023009a6 req-dfd18297-38b6-4fef-a9d8-bc714cd8fd2c service neutron] 10.222.0.31 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023586 May 24 22:44:24.175385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Allocated IP 172.25.7.183 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/a5765fe0-2853-4674-b18b-60a17c920788) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:44:24.330431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-36ebd6f3-2e0a-4fa5-afd2-5b9cd2300aa1 None None] Provisioning for port 8466eee2-f97f-4aad-87ed-e2951cf86f2b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:24.369954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853809da-a09b-4de0-b517-4b718153abf9 req-7db9162a-96c3-4258-87a8-1468bf9c15f1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:24.377722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-853809da-a09b-4de0-b517-4b718153abf9 req-7db9162a-96c3-4258-87a8-1468bf9c15f1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 984 time: 0.2546990 May 24 22:44:24.384511 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e49e033b-54c2-4bc7-870b-83ca9d2bdf92 req-5c3159ef-e057-4605-829f-2bbb67dc60a0 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0794590 May 24 22:44:24.434252 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-853809da-a09b-4de0-b517-4b718153abf9 req-9937a1ba-74ea-47bd-8c1c-a099fc4e603a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&id=811b0319-97cd-40bd-896f-3dece836b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0553136 May 24 22:44:24.573930 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2db6674c-1139-41a9-993c-4a3216b93f0f req-1858c0fc-69b8-4857-87be-986374f43e28 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 210 time: 0.0466380 May 24 22:44:24.645000 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:24.707622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1ed26-3204-4f27-8aac-800c5ebc9e12 req-d82a355e-a2e7-4578-8c6f-e783220761a5 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:24.715333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08e1ed26-3204-4f27-8aac-800c5ebc9e12 req-d82a355e-a2e7-4578-8c6f-e783220761a5 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.1782284 May 24 22:44:24.753982 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:25.006189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8466eee2-f97f-4aad-87ed-e2951cf86f2b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:25.037717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:44:25.045455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:25.051808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:44:25.091538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b31f49-2706-484e-89dc-3c0823fbf24c req-480ea65b-1299-42b1-95f4-fad1eef84319 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:25.094214 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9b31f49-2706-484e-89dc-3c0823fbf24c req-480ea65b-1299-42b1-95f4-fad1eef84319 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1001704 May 24 22:44:25.101881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 8466eee2-f97f-4aad-87ed-e2951cf86f2b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:25.110352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8466eee2-f97f-4aad-87ed-e2951cf86f2b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:25.110723 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:25.124203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08e1ed26-3204-4f27-8aac-800c5ebc9e12 req-2a7ede58-bd5e-4d20-94c7-cd50dd27f16d tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071505 May 24 22:44:25.172402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5765fe0-2853-4674-b18b-60a17c920788,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:25.194622 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9b31f49-2706-484e-89dc-3c0823fbf24c req-4bfd6c25-63d2-4388-b05d-656385b64c1f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932422 May 24 22:44:25.327050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8466eee2-f97f-4aad-87ed-e2951cf86f2b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:25.327178 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:25.381428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 8466eee2-f97f-4aad-87ed-e2951cf86f2b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8466eee2-f97f-4aad-87ed-e2951cf86f2b,segment=NetworkSegment(0db0e8d7-ea33-4663-b663-ce258a80c056),segment_id=0db0e8d7-ea33-4663-b663-ce258a80c056)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:25.388753 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:25.420592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'tag': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:25.455904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecac062-e8d3-45be-9294-5cab1cbbd119 req-fade56f8-c722-4174-a438-182748fc652d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:25.458015 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eecac062-e8d3-45be-9294-5cab1cbbd119 req-fade56f8-c722-4174-a438-182748fc652d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.0924141 May 24 22:44:25.472239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=8466eee2-f97f-4aad-87ed-e2951cf86f2b,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:25.475098 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:25.515166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eecac062-e8d3-45be-9294-5cab1cbbd119 req-c55d8d3a-c120-4ae2-800b-328fdbd5286a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 May 24 22:44:25.676504 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-3ef767be-bb16-4c08-a3f4-ef331ad3bae6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6716444 May 24 22:44:25.710521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daa440-d759-4eeb-a4e6-627103573635 req-830f5e63-3a41-4b1b-b633-d5b3b81d3eea tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:25.712425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35daa440-d759-4eeb-a4e6-627103573635 req-830f5e63-3a41-4b1b-b633-d5b3b81d3eea tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.0946062 May 24 22:44:25.776006 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35daa440-d759-4eeb-a4e6-627103573635 req-67e301b4-11ff-442e-8f59-116adcf1ec4b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558927 May 24 22:44:25.785474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830c9ae-6a70-4ab9-a995-65448577f9ad req-4d2a7034-7f1b-4d56-94b7-9aacb00ca57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:25.792501 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2830c9ae-6a70-4ab9-a995-65448577f9ad req-4d2a7034-7f1b-4d56-94b7-9aacb00ca57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 944 time: 0.3766549 May 24 22:44:25.802217 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-85de176f-b072-441b-b75c-6e9caa5fd39f tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=55a1a57518904b1d99e9c12f4b96e886&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634196 May 24 22:44:25.944269 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:26.016599 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2830c9ae-6a70-4ab9-a995-65448577f9ad req-87fb5070-a206-4a27-a70d-f45487111a1e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232530 May 24 22:44:26.018089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1903c-82a7-4e48-a443-3c617559d02e req-62dabdf2-ac4b-4efd-ac8b-f404f1f8b942 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:26.026419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5fc1903c-82a7-4e48-a443-3c617559d02e req-62dabdf2-ac4b-4efd-ac8b-f404f1f8b942 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1135688 May 24 22:44:26.098284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5fc1903c-82a7-4e48-a443-3c617559d02e req-a69aa2e7-11e6-4e73-ab59-55c5fdac0c5e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660312 May 24 22:44:26.162142 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26c921c-a7cd-45a1-99b2-e4b7d4c54bfb'] response: {'name': 'network-changed', 'server_uuid': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'tag': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85', 'status': 'completed', 'code': 200} May 24 22:44:26.195952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fd614-0c2d-42ea-be28-6860827c632f req-4cc23c9f-7540-4c6c-bcf2-49ccf1550187 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:26.195952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-4cc23c9f-7540-4c6c-bcf2-49ccf1550187 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3692057 May 24 22:44:26.205962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Request body: {'port': {'device_id': 'a15a9cd8-70ed-4900-9432-c6dc5a19521e', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '55a1a57518904b1d99e9c12f4b96e886'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:26.284759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ebc2-5082-41a6-b3d3-2ab1e836dbd5 req-2aafe4f1-c224-46f2-b578-1c97cebbbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:26.286864 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fca3ebc2-5082-41a6-b3d3-2ab1e836dbd5 req-2aafe4f1-c224-46f2-b578-1c97cebbbb88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 1125 time: 0.1081164 May 24 22:44:26.385528 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ff7f59a-0f04-4ee4-a56d-2249e57e4f6f req-f521af04-ab13-4de4-b915-e237670508ce tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1652267 May 24 22:44:26.523587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ebc2-5082-41a6-b3d3-2ab1e836dbd5 req-a56d2fed-f7f2-4ba4-93a4-0210beeacdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:26.530737 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fca3ebc2-5082-41a6-b3d3-2ab1e836dbd5 req-a56d2fed-f7f2-4ba4-93a4-0210beeacdd7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 908 time: 0.2093534 May 24 22:44:26.557870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c55d3-c644-4843-b12f-33b303bc31ab req-ac6e85f5-8265-4069-9300-116050d8f664 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:26.572782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-051c55d3-c644-4843-b12f-33b303bc31ab req-ac6e85f5-8265-4069-9300-116050d8f664 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 984 time: 0.2825034 May 24 22:44:26.680188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fca3ebc2-5082-41a6-b3d3-2ab1e836dbd5 req-9077aaa1-52e2-490d-9a96-2553a3c15728 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 HTTP/1.1" status: 200 len: 217 time: 0.0794754 May 24 22:44:26.741967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab53d76-74a5-4cda-9892-1a548195bac4 req-c174747b-a3a7-4cbf-b473-594acc4f1d7c tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 210 time: 0.0661759 May 24 22:44:26.766599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:26.771179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Usage tracker for resource:port and tenant:55a1a57518904b1d99e9c12f4b96e886 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:26.774807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:26.782122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:26.802511 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:26.806356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Made reservation on behalf of 55a1a57518904b1d99e9c12f4b96e886 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:44:26.810145 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:26.886409 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:26.916768 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:26.919235 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-051c55d3-c644-4843-b12f-33b303bc31ab req-4e838d1d-7223-451e-acb4-0863574b377a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=4baa430e-6877-4360-8d01-7de5a0755020&id=811b0319-97cd-40bd-896f-3dece836b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3437474 May 24 22:44:26.927448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Usage tracker for resource:security_group_rule and tenant:55a1a57518904b1d99e9c12f4b96e886 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:26.931589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:26.939114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:26.946588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ebc2-5082-41a6-b3d3-2ab1e836dbd5 req-3a46644c-81db-45e3-9285-13e112efb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:26.948748 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fca3ebc2-5082-41a6-b3d3-2ab1e836dbd5 req-3a46644c-81db-45e3-9285-13e112efb05d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.2556765 May 24 22:44:26.982436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8466eee2-f97f-4aad-87ed-e2951cf86f2b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:27.126545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:27.130417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8466eee2-f97f-4aad-87ed-e2951cf86f2b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:27.130790 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:27.132648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fca3ebc2-5082-41a6-b3d3-2ab1e836dbd5 req-2d0a4e0d-c7f6-4024-a6fd-1a877f1dc08f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252582 May 24 22:44:27.145824 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:27.386689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8466eee2-f97f-4aad-87ed-e2951cf86f2b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:27.451848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fca3ebc2-5082-41a6-b3d3-2ab1e836dbd5 req-1258f29b-f52a-4c89-aaf6-6ff57f2257e3 service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106492 May 24 22:44:27.475597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6f35b9-a44a-4fe5-a8a9-6434236bf9c7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:27.631796 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-09d232f2-fc04-4c86-960f-48b4bb4cd920 service neutron] 10.222.0.50 "GET /v2.0/ports/e4bf3e39-3bdc-4e94-8a6c-36d8da937b85/bindings/n-h1-843146-7 HTTP/1.1" status: 200 len: 384 time: 0.2261224 May 24 22:44:27.686243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Router da3f4cee-39aa-4289-918c-9896744feb09 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:44:27.743164 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fca3ebc2-5082-41a6-b3d3-2ab1e836dbd5 req-18925675-a3e9-4e1a-8f38-349e184411aa service neutron] 10.222.0.50 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802534 May 24 22:44:27.813904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Allocated IP 192.168.233.175 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/c849758d-7111-408a-928f-3e2e868817a4) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:44:27.829076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-d749b8bf-fd6e-4450-9b01-c6333f705b44 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1445658020&fields=id&tenant_id=b3706d10be554e798b88034075160b18 HTTP/1.1" status: 200 len: 267 time: 0.0924785 May 24 22:44:27.974580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf874-e232-453f-98a2-508e994818d0 req-089b70b6-a6bc-4b0d-8040-3cd25941916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:27.976345 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-089b70b6-a6bc-4b0d-8040-3cd25941916f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 1101 time: 0.5148921 May 24 22:44:27.996585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc490082-ea6c-43c9-9649-4fcdd0248d22 req-63790d59-8c8a-4878-a62a-c57b102af010 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:28.006928 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc490082-ea6c-43c9-9649-4fcdd0248d22 req-63790d59-8c8a-4878-a62a-c57b102af010 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.5923088 May 24 22:44:28.031062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-c05374ff-7dd2-4162-a4c2-0b5485e6f8b6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:28.035632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-c05374ff-7dd2-4162-a4c2-0b5485e6f8b6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 984 time: 0.1960645 May 24 22:44:28.044054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-e2584c9f-8d62-45d3-be39-2395f7d26136 service neutron] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:28.058037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-20f84dca-26e6-44cc-b662-adbe368c5f49 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'port': {'security_groups': ['4baa430e-6877-4360-8d01-7de5a0755020', '811b0319-97cd-40bd-896f-3dece836b0ec', 'e517dc78-4f8c-4898-916f-d24df13d3bc9']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:28.075943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:44:28.089615 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Sync routers for ids ['da3f4cee-39aa-4289-918c-9896744feb09'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:44:28.099981 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Routers {'da3f4cee-39aa-4289-918c-9896744feb09'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:44:28.100996 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:44:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['da3f4cee-39aa-4289-918c-9896744feb09'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:28.122052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-e2584c9f-8d62-45d3-be39-2395f7d26136 service neutron] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:28.226535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-e2584c9f-8d62-45d3-be39-2395f7d26136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:28.246030 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc490082-ea6c-43c9-9649-4fcdd0248d22 req-71aee28a-5707-4fc7-87b8-1080c52d40f2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413538 May 24 22:44:28.250833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-e2584c9f-8d62-45d3-be39-2395f7d26136 service neutron] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:28.263032 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-20f84dca-26e6-44cc-b662-adbe368c5f49 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:28.285619 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-e2584c9f-8d62-45d3-be39-2395f7d26136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:28.332859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf874-e232-453f-98a2-508e994818d0 req-ac23075e-3574-45d8-83af-7ddbba7e2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:28.335703 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-ac23075e-3574-45d8-83af-7ddbba7e2789 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3232720 May 24 22:44:28.367036 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Set router da3f4cee-39aa-4289-918c-9896744feb09 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:44:28.517149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:28.529954 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dec1abd4-db5a-4512-9bc2-f62ecab8ddf2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.5206771 May 24 22:44:28.537929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47992) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:28.672965 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-ed5f89a8-8c70-4df3-9f2b-679de27da78c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022 HTTP/1.1" status: 200 len: 217 time: 0.2618213 May 24 22:44:28.700594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-e2584c9f-8d62-45d3-be39-2395f7d26136 service neutron] Transition to ACTIVE for port object e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:28.715962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:28.729792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-e2584c9f-8d62-45d3-be39-2395f7d26136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:28.794053 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-router', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:21Z', 'updated_at': '2022-05-24T22:44:25Z', 'revision_number': 3, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'gw_port': {'id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:23Z', 'updated_at': '2022-05-24T22:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:28.800119 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Checking router: da3f4cee-39aa-4289-918c-9896744feb09 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:44:28.801603 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Updating router da3f4cee-39aa-4289-918c-9896744feb09 port a5765fe0-2853-4674-b18b-60a17c920788 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:44:28.834472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Transition to ACTIVE for port object c849758d-7111-408a-928f-3e2e868817a4 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:28.852562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf874-e232-453f-98a2-508e994818d0 req-daed0bc3-4fd4-433b-b293-10aeb4b2cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:28.854248 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-daed0bc3-4fd4-433b-b293-10aeb4b2cad3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1324375 May 24 22:44:28.861819 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:28.943221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64af8f-d8db-4a99-b460-f1a44e391dbc req-670739e5-0aa9-424a-8a78-1a129c008481 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:28.944702 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7d64af8f-d8db-4a99-b460-f1a44e391dbc req-670739e5-0aa9-424a-8a78-1a129c008481 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 944 time: 0.4339063 May 24 22:44:29.119050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:29.174057 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7d64af8f-d8db-4a99-b460-f1a44e391dbc req-14a4eed3-4c17-4326-8450-bed88922cd27 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186532 May 24 22:44:29.200208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-e2584c9f-8d62-45d3-be39-2395f7d26136 service neutron] No DVR routers for this DVR port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:44:29.224970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2584c9f-8d62-45d3-be39-2395f7d26136 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,revision_number=10']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:29.234551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:44:29.234551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:29.234551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:44:29.257124 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:29.267919 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Transition to ACTIVE for port object a5765fe0-2853-4674-b18b-60a17c920788 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:29.277131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf874-e232-453f-98a2-508e994818d0 req-8775414c-5e7e-4fc0-9241-294c49d259e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:29.279023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-8775414c-5e7e-4fc0-9241-294c49d259e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4117217 May 24 22:44:29.282124 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:29.286292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Pushing event updated for resources: {'Port': ['ID=c849758d-7111-408a-928f-3e2e868817a4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:29.373998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f629f-836d-4566-a27e-e748c49314f8 req-bef6b33d-eb12-4bc0-b0f0-5380e12ef350 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:29.375501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-796f629f-836d-4566-a27e-e748c49314f8 req-bef6b33d-eb12-4bc0-b0f0-5380e12ef350 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "GET /v2.0/ports?device_id=cee7dd8b-ce96-44c7-9186-5da4794930f8 HTTP/1.1" status: 200 len: 945 time: 0.7542503 May 24 22:44:29.435184 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Attempting to bind port a5765fe0-2853-4674-b18b-60a17c920788 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:29.436694 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Attempting to bind port a5765fe0-2853-4674-b18b-60a17c920788 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:29.439081 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Attempting to bind port a5765fe0-2853-4674-b18b-60a17c920788 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:29.452018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:29.452688 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:29.454149 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:29.457734 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:29.458516 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:29.459169 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:29.460442 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Bound port: a5765fe0-2853-4674-b18b-60a17c920788, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:29.461674 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:29.472805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-e2584c9f-8d62-45d3-be39-2395f7d26136 service neutron] 10.222.0.50 "PUT /v2.0/ports/e4bf3e39-3bdc-4e94-8a6c-36d8da937b85/bindings/n-h1-843146-7/activate HTTP/1.1" status: 200 len: 369 time: 1.8410783 May 24 22:44:29.490051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-20f84dca-26e6-44cc-b662-adbe368c5f49 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] For port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:29.577314 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Pushing event updated for resources: {'Port': ['ID=a5765fe0-2853-4674-b18b-60a17c920788,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.590895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:29.624591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:29.645836 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] For port a5765fe0-2853-4674-b18b-60a17c920788, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:29.652395 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] For port a5765fe0-2853-4674-b18b-60a17c920788, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a5765fe0-2853-4674-b18b-60a17c920788,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:44:29.659907 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:29.683076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-796f629f-836d-4566-a27e-e748c49314f8 req-5e6b675b-1a52-47ed-915e-19ffae2d4286 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Deleting port b091d04f-4015-4222-86c1-3a316f8e56d4 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:29.683447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-796f629f-836d-4566-a27e-e748c49314f8 req-5e6b675b-1a52-47ed-915e-19ffae2d4286 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:29.707181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-aadbca88-5d39-4b91-be1d-88584aea3efc tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5061126 May 24 22:44:29.731531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:44:29.732866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Request body: {'port': {'device_id': 'a15a9cd8-70ed-4900-9432-c6dc5a19521e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:29.734190 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-20f84dca-26e6-44cc-b662-adbe368c5f49 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:44:29.736188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f541a5c3-6933-4799-a41d-a59b63f1fc69 None None] Provisioning for port c849758d-7111-408a-928f-3e2e868817a4 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:29.741510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f541a5c3-6933-4799-a41d-a59b63f1fc69 None None] Provisioning complete for port c849758d-7111-408a-928f-3e2e868817a4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:29.742076 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f541a5c3-6933-4799-a41d-a59b63f1fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:29.764369 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d03ea-a27d-436f-9bb2-cf783585026e None None] Pushing event updated for resources: {'Port': ['ID=a5765fe0-2853-4674-b18b-60a17c920788,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:29.766359 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-20f84dca-26e6-44cc-b662-adbe368c5f49 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:29.802232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-7de593f8-4eb0-46fb-8cec-4ba1d41d7bc1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:29.803738 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-7de593f8-4eb0-46fb-8cec-4ba1d41d7bc1 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/networks?id=54161b20-5eaf-4bc0-8875-2770e26eec09 HTTP/1.1" status: 200 len: 815 time: 0.3464596 May 24 22:44:29.804729 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Routers {'da3f4cee-39aa-4289-918c-9896744feb09'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:44:29.805444 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:44:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['da3f4cee-39aa-4289-918c-9896744feb09'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:29.818586 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-20f84dca-26e6-44cc-b662-adbe368c5f49 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:29.818833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f541a5c3-6933-4799-a41d-a59b63f1fc69 None None] Port c849758d-7111-408a-928f-3e2e868817a4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:44:29.834102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5e9f0f29-3b22-4b02-819e-dc84c920695d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:29.838872 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-0dd26f6f-1b3d-4fc7-b7ef-a18df92badec service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491767 May 24 22:44:29.847081 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-858f9714-e93b-4202-a376-10cf77cce0e7 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/quotas/5d6a9e9780d441c8bebdd05154657f0a HTTP/1.1" status: 200 len: 375 time: 0.0296195 May 24 22:44:29.882820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['2791f7a2-4c2c-4aea-9dec-e7cf0ae74498'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:30.023118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-20f84dca-26e6-44cc-b662-adbe368c5f49 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:30.023758 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-20f84dca-26e6-44cc-b662-adbe368c5f49 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:30.025287 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09b09aee-4d8c-4ad9-a1c5-f813d4e4c550 req-20f84dca-26e6-44cc-b662-adbe368c5f49 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "PUT /v2.0/ports/2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 HTTP/1.1" status: 200 len: 1020 time: 1.9832513 May 24 22:44:30.041193 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] Set router da3f4cee-39aa-4289-918c-9896744feb09 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:44:30.042861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'tag': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:30.142862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:30.225182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['2791f7a2-4c2c-4aea-9dec-e7cf0ae74498'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:30.257690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f84dca-26e6-44cc-b662-adbe368c5f49 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'Port': ['ID=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:30.340382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-21b561cf-a11a-4953-8a9a-b8708cd464a1 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:30.341808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-21b561cf-a11a-4953-8a9a-b8708cd464a1 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1&tenant_id=355c63ecefdc4af48b20f4226cb8b69d&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 1096 time: 0.7175360 May 24 22:44:30.364155 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-f3a11a45-b661-4af1-a50d-b4613be4d2e1 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141251 May 24 22:44:30.470361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00e59b4f-2b51-4353-ac4c-ab3d5a2980ed req-b6decd9e-c18d-477d-b401-7f2053272287 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.2489562 May 24 22:44:30.503432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-77363eeb-9e1d-455f-b8ec-6fc5335b383d tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d6a9e9780d441c8bebdd05154657f0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6251290 May 24 22:44:30.512870 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-router', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:21Z', 'updated_at': '2022-05-24T22:44:25Z', 'revision_number': 3, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'gw_port': {'id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:23Z', 'updated_at': '2022-05-24T22:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:30.524282 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3ebed-5dc7-4dad-8b0f-404fd1c7acd3 None None] The sync data for ids ['da3f4cee-39aa-4289-918c-9896744feb09'] in n-d-843146-7 is: [{'id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-router', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:21Z', 'updated_at': '2022-05-24T22:44:25Z', 'revision_number': 3, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'gw_port': {'id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:23Z', 'updated_at': '2022-05-24T22:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:44:30.614743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-796f629f-836d-4566-a27e-e748c49314f8 req-5e6b675b-1a52-47ed-915e-19ffae2d4286 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] For port b091d04f-4015-4222-86c1-3a316f8e56d4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=b091d04f-4015-4222-86c1-3a316f8e56d4,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:30.614743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-796f629f-836d-4566-a27e-e748c49314f8 req-5e6b675b-1a52-47ed-915e-19ffae2d4286 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:30.627495 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-440fca31-1373-47ae-9a65-9fe14cb5fcac req-1f6688e7-f0ba-4748-8801-a836ccff6b26 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1159530 May 24 22:44:30.935604 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-98d0316d-8463-474c-9a1b-11b2317deef3 service neutron] 10.222.0.55 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302647 May 24 22:44:31.216943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-796f629f-836d-4566-a27e-e748c49314f8 req-5e6b675b-1a52-47ed-915e-19ffae2d4286 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Calling delete_port for b091d04f-4015-4222-86c1-3a316f8e56d4 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:31.220361 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-4fbbb8cd-a356-4a33-b525-890678bd1941 service neutron] 10.222.0.55 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510409 May 24 22:44:31.232207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c849758d-7111-408a-928f-3e2e868817a4 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:31.243975 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:31.269585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Transition to ACTIVE for port object c849758d-7111-408a-928f-3e2e868817a4 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:31.279395 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:31.399852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-1afd25e4-5c6a-4091-946e-18e7b25c7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:31.401937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-1afd25e4-5c6a-4091-946e-18e7b25c7cc0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1&tenant_id=355c63ecefdc4af48b20f4226cb8b69d HTTP/1.1" status: 200 len: 1096 time: 1.0310264 May 24 22:44:31.629205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device b091d04f-4015-4222-86c1-3a316f8e56d4 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:31.723040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4ae79-0153-4ccc-9148-63db82e1df09 req-9e5e4c7f-87f0-4a33-b0e5-94180bc20729 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:31.733150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3d4ae79-0153-4ccc-9148-63db82e1df09 req-9e5e4c7f-87f0-4a33-b0e5-94180bc20729 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.7231138 May 24 22:44:31.814961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:31.828016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Pushing event updated for resources: {'Port': ['ID=c849758d-7111-408a-928f-3e2e868817a4,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:31.932176 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3d4ae79-0153-4ccc-9148-63db82e1df09 req-428794c4-4f50-45b2-a4f5-faf660dd0525 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978726 May 24 22:44:31.939217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port b091d04f-4015-4222-86c1-3a316f8e56d4 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:31.939967 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:31.959008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecdf44-66f3-4622-ada9-c7c749043f5c req-37c11273-fa6d-4826-a3ba-05a348284d22 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:31.959584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f4ecdf44-66f3-4622-ada9-c7c749043f5c req-37c11273-fa6d-4826-a3ba-05a348284d22 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Synchronizing usage tracker for tenant:55a1a57518904b1d99e9c12f4b96e886 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:31.965664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Attempting to bind port c849758d-7111-408a-928f-3e2e868817a4 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:31.966166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Attempting to bind port c849758d-7111-408a-928f-3e2e868817a4 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:31.966501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Attempting to bind port c849758d-7111-408a-928f-3e2e868817a4 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:31.975953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Port c849758d-7111-408a-928f-3e2e868817a4 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:44:31.976278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Attempting to bind port c849758d-7111-408a-928f-3e2e868817a4 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:31.987769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:31.988146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:31.988530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:31.988966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Bound port: c849758d-7111-408a-928f-3e2e868817a4, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:31.989301 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:32.047977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f4ecdf44-66f3-4622-ada9-c7c749043f5c req-37c11273-fa6d-4826-a3ba-05a348284d22 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Unset dirty status for tenant:55a1a57518904b1d99e9c12f4b96e886 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:32.050228 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4ecdf44-66f3-4622-ada9-c7c749043f5c req-37c11273-fa6d-4826-a3ba-05a348284d22 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 948 time: 0.4049406 May 24 22:44:32.070241 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-796f629f-836d-4566-a27e-e748c49314f8 req-5e6b675b-1a52-47ed-915e-19ffae2d4286 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:32.179447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f4ecdf44-66f3-4622-ada9-c7c749043f5c req-e8057a3f-68dd-4559-a30e-448346508a30 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Synchronizing usage tracker for tenant:55a1a57518904b1d99e9c12f4b96e886 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:32.196482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] For port c849758d-7111-408a-928f-3e2e868817a4, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:32.201947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] For port c849758d-7111-408a-928f-3e2e868817a4, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c849758d-7111-408a-928f-3e2e868817a4,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:44:32.203122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b675b-1a52-47ed-915e-19ffae2d4286 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Pushing event deleted for resources: {'Port': ['ID=b091d04f-4015-4222-86c1-3a316f8e56d4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:32.214584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-e652af6f-9f1e-46ad-80b4-8377c0c3edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:32.215096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:32.216938 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-e652af6f-9f1e-46ad-80b4-8377c0c3edec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 1096 time: 0.7105343 May 24 22:44:32.296450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f4ecdf44-66f3-4622-ada9-c7c749043f5c req-e8057a3f-68dd-4559-a30e-448346508a30 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Unset dirty status for tenant:55a1a57518904b1d99e9c12f4b96e886 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:32.298118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4ecdf44-66f3-4622-ada9-c7c749043f5c req-e8057a3f-68dd-4559-a30e-448346508a30 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c6f35b9-a44a-4fe5-a8a9-6434236bf9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361228 May 24 22:44:32.333021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:32.333654 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:32.335014 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] 10.222.0.50 "PUT /v2.0/ports/c849758d-7111-408a-928f-3e2e868817a4 HTTP/1.1" status: 200 len: 1096 time: 2.6111739 May 24 22:44:32.339492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15a9cd8-70ed-4900-9432-c6dc5a19521e', 'tag': 'c849758d-7111-408a-928f-3e2e868817a4'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:32.411951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92b236-db65-477e-8be8-b33804b9cdaf service neutron] Pushing event updated for resources: {'Port': ['ID=c849758d-7111-408a-928f-3e2e868817a4,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:32.495499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-796f629f-836d-4566-a27e-e748c49314f8 req-5e6b675b-1a52-47ed-915e-19ffae2d4286 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] No DVR routers for this DVR port b091d04f-4015-4222-86c1-3a316f8e56d4 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:44:32.499013 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-796f629f-836d-4566-a27e-e748c49314f8 req-5e6b675b-1a52-47ed-915e-19ffae2d4286 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:32.549633 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-796f629f-836d-4566-a27e-e748c49314f8 req-5e6b675b-1a52-47ed-915e-19ffae2d4286 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "DELETE /v2.0/ports/b091d04f-4015-4222-86c1-3a316f8e56d4 HTTP/1.1" status: 204 len: 173 time: 3.1590066 May 24 22:44:32.550538 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58018393-2637-4d5a-8c3c-a15f72d1cdb8 req-0beb6dc2-2a13-441b-adde-7539a3be9f13 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/e517dc78-4f8c-4898-916f-d24df13d3bc9 HTTP/1.1" status: 200 len: 1800 time: 0.1816096 May 24 22:44:32.708074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fd614-0c2d-42ea-be28-6860827c632f req-cec713b6-13c7-4ae8-8a7b-3eba6109532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:32.710000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-cec713b6-13c7-4ae8-8a7b-3eba6109532c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55a1a57518904b1d99e9c12f4b96e886&device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 1099 time: 0.2832997 May 24 22:44:32.711253 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-58018393-2637-4d5a-8c3c-a15f72d1cdb8 req-90c8fe9e-1e96-4cd9-b03c-aa6efecfc61a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] delete failed (client error): There was a conflict when trying to complete your request. May 24 22:44:32.712081 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58018393-2637-4d5a-8c3c-a15f72d1cdb8 req-90c8fe9e-1e96-4cd9-b03c-aa6efecfc61a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "DELETE /v2.0/security-groups/e517dc78-4f8c-4898-916f-d24df13d3bc9 HTTP/1.1" status: 409 len: 341 time: 0.1514854 May 24 22:44:32.826993 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-725418db-9a03-4b28-8467-f9d85961c0b0'] response: {'name': 'network-changed', 'server_uuid': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'tag': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498', 'status': 'completed', 'code': 200} May 24 22:44:32.828638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-0b051bf7-6629-42e0-80dc-42b4d45dd8dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=c849758d-7111-408a-928f-3e2e868817a4 HTTP/1.1" status: 200 len: 217 time: 0.0975783 May 24 22:44:32.864637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-b31307df-d286-4cfd-b229-5f396a9df6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:32.866172 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-b31307df-d286-4cfd-b229-5f396a9df6f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 200 len: 908 time: 0.6312940 May 24 22:44:32.881282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad5114-694e-4af4-a6e3-9e172c59c0b8 req-c2ec6d4d-2efa-4db7-b848-e1a9051cca67 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:32.890049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35ad5114-694e-4af4-a6e3-9e172c59c0b8 req-c2ec6d4d-2efa-4db7-b848-e1a9051cca67 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.6572647 May 24 22:44:33.007038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a5765fe0-2853-4674-b18b-60a17c920788 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:33.010670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-68b5ae1e-c5ee-4fbe-a20d-ea77cbf6780e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 HTTP/1.1" status: 200 len: 217 time: 0.0912468 May 24 22:44:33.068008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fd614-0c2d-42ea-be28-6860827c632f req-5dfded3e-e71c-4065-8def-dc912a0a1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:33.069452 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-5dfded3e-e71c-4065-8def-dc912a0a1962 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.2045703 May 24 22:44:33.076562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Allocated IP 172.20.0.1 (15936267-cdfd-443d-98fe-990908a2f388/0ae8d20a-26ef-47ee-af6d-df7d188a5f5b/8c51cacf-b7e9-4576-ac44-38ae65224452) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:44:33.087299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35ad5114-694e-4af4-a6e3-9e172c59c0b8 req-2b19b647-c41b-426a-8f76-33742007acdd tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957643 May 24 22:44:33.096402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a5765fe0-2853-4674-b18b-60a17c920788 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:33.109369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a5765fe0-2853-4674-b18b-60a17c920788 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:33.110063 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:33.126619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-9cd3a245-f3fd-43d8-b22c-3fc627a6b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:33.128961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-9cd3a245-f3fd-43d8-b22c-3fc627a6b86b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 200 len: 847 time: 0.1076941 May 24 22:44:33.151345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f332-ccb7-4109-904a-4effcf593512 req-99dd7ecb-41ea-40ab-8e98-382066df7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:33.152832 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c043f332-ccb7-4109-904a-4effcf593512 req-99dd7ecb-41ea-40ab-8e98-382066df7d6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3706d10be554e798b88034075160b18&device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 1174 time: 0.3221002 May 24 22:44:33.221337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486033e-009f-4202-b2db-98a1da80c252 req-2d44121f-f4d0-48f1-87a0-e964ccc80702 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:33.239814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8486033e-009f-4202-b2db-98a1da80c252 req-2d44121f-f4d0-48f1-87a0-e964ccc80702 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 945 time: 0.3114774 May 24 22:44:33.274902 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-fc2b7cee-a625-472e-a8dd-1afde81d7f77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c97f1f4-941f-40c4-86a9-0241faaf8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789611 May 24 22:44:33.327232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a5765fe0-2853-4674-b18b-60a17c920788 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:33.327776 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:33.350221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a5765fe0-2853-4674-b18b-60a17c920788, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a5765fe0-2853-4674-b18b-60a17c920788,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:33.359220 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:33.371529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e166f8c3-4af3-40d7-9989-70249791b10d req-a74ed434-61b7-47ee-9396-79110176131b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Synchronizing usage tracker for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:33.443947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a5765fe0-2853-4674-b18b-60a17c920788,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:33.454731 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8486033e-009f-4202-b2db-98a1da80c252 req-2e808883-4669-46ad-9866-0ad68173215d tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370687 May 24 22:44:33.472951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fd614-0c2d-42ea-be28-6860827c632f req-a58f06fc-9dd5-46d4-8d0a-d7c432b8dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:33.474848 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-a58f06fc-9dd5-46d4-8d0a-d7c432b8dbdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3941703 May 24 22:44:33.476444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f332-ccb7-4109-904a-4effcf593512 req-fd88d6f5-eb88-4c66-b877-1bffee5a3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:33.478542 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c043f332-ccb7-4109-904a-4effcf593512 req-fd88d6f5-eb88-4c66-b877-1bffee5a3083 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 200 len: 913 time: 0.3109651 May 24 22:44:33.650216 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c043f332-ccb7-4109-904a-4effcf593512 req-39546291-7ef7-4384-9753-b137baf3e591 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 HTTP/1.1" status: 200 len: 217 time: 0.1409285 May 24 22:44:33.724275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e166f8c3-4af3-40d7-9989-70249791b10d req-a74ed434-61b7-47ee-9396-79110176131b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Unset dirty status for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:33.725403 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e166f8c3-4af3-40d7-9989-70249791b10d req-a74ed434-61b7-47ee-9396-79110176131b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 210 time: 0.4630544 May 24 22:44:33.801347 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:33.821604 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc72ac3c-4c28-4f83-b7e2-ba914e57eac7 req-c0c408a3-7895-4f44-8207-b837fcf051d6 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1685288 May 24 22:44:33.832954 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1cbd86-c428-4751-8ef9-15ea344f169f'] response: {'name': 'network-changed', 'server_uuid': 'a15a9cd8-70ed-4900-9432-c6dc5a19521e', 'tag': 'c849758d-7111-408a-928f-3e2e868817a4', 'status': 'completed', 'code': 200} May 24 22:44:33.839746 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-910a1b46-40d4-415b-9d59-5700b09db393 service neutron] 10.222.0.31 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140443 May 24 22:44:33.908603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f332-ccb7-4109-904a-4effcf593512 req-9565db23-a406-492a-b1eb-5db7cd7f3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:33.910046 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c043f332-ccb7-4109-904a-4effcf593512 req-9565db23-a406-492a-b1eb-5db7cd7f3710 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a04cef8-0f98-4f0f-b545-0796b0563769 HTTP/1.1" status: 200 len: 852 time: 0.2079089 May 24 22:44:33.985623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-d8242b6a-4a2c-4899-99c2-e1c648b122ef service neutron] 10.222.0.31 "GET /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343868 May 24 22:44:33.995528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Transition to ACTIVE for port object 8c51cacf-b7e9-4576-ac44-38ae65224452 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:34.012860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-9609b617-5268-42a4-b315-cd4721df2326 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:34.014408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-9609b617-5268-42a4-b315-cd4721df2326 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "GET /v2.0/networks?id=54161b20-5eaf-4bc0-8875-2770e26eec09 HTTP/1.1" status: 200 len: 815 time: 0.5413213 May 24 22:44:34.034198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Request body: {'port': {'device_id': '91ab6248-828c-4806-aac3-49af25e6d0ef', 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09', 'admin_state_up': True, 'tenant_id': '5d6a9e9780d441c8bebdd05154657f0a'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:34.081447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c043f332-ccb7-4109-904a-4effcf593512 req-2a4997bd-7ece-4d5f-b21f-2310f65343ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543198 May 24 22:44:34.149960 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-5a45e762-5343-4b98-b672-786cbb420fac service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653974 May 24 22:44:34.168502 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:34.343625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Network 15936267-cdfd-443d-98fe-990908a2f388 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:44:34.382033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:34.384853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:44:34.465171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Pushing event updated for resources: {'Port': ['ID=8c51cacf-b7e9-4576-ac44-38ae65224452,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:34.477395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:34.504354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:34.522589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:34.529129 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c043f332-ccb7-4109-904a-4effcf593512 req-6c9ba4cc-f78a-4854-bb5b-8d2f1cd2a14c service neutron] 10.222.0.31 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042964 May 24 22:44:34.536591 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-762fd614-0c2d-42ea-be28-6860827c632f req-0802bd3b-8091-476a-8ebe-affac5ab7428 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761675 May 24 22:44:34.572558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e738c3-d49a-423e-9496-2d5852dd0731 req-1c330e0f-7acf-4a12-aa83-d7c104af6e56 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:34.580951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31e738c3-d49a-423e-9496-2d5852dd0731 req-1c330e0f-7acf-4a12-aa83-d7c104af6e56 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.5024076 May 24 22:44:34.726888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Made reservation on behalf of 5d6a9e9780d441c8bebdd05154657f0a for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:44:34.730941 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:34.786766 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31e738c3-d49a-423e-9496-2d5852dd0731 req-003bd10a-d978-4472-9a58-649dbe478e24 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028162 May 24 22:44:34.815059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b261-2978-4784-b265-483cc106e521 None None] Provisioning for port 8c51cacf-b7e9-4576-ac44-38ae65224452 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:34.818082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c043f332-ccb7-4109-904a-4effcf593512 req-0cbbf023-e015-44cf-a8e4-f1b8b4cf36b1 service neutron] 10.222.0.31 "GET /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794826 May 24 22:44:34.822346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b261-2978-4784-b265-483cc106e521 None None] Provisioning complete for port 8c51cacf-b7e9-4576-ac44-38ae65224452 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:34.823602 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b261-2978-4784-b265-483cc106e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:34.825563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cd9ce-fb98-4186-88be-cf09a7b144e9 req-c1fb3280-40ef-4419-9ca4-b3897d6ff400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:34.827639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-288cd9ce-fb98-4186-88be-cf09a7b144e9 req-c1fb3280-40ef-4419-9ca4-b3897d6ff400 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55a1a57518904b1d99e9c12f4b96e886&device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 1099 time: 0.2209814 May 24 22:44:34.830965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee7dd8b-ce96-44c7-9186-5da4794930f8', 'name': 'network-vif-deleted', 'tag': 'b091d04f-4015-4222-86c1-3a316f8e56d4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:34.864674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389bbda-c632-4f0a-b36d-d3e648054983 req-07647213-082c-45cc-85db-8a72c19872b3 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:34.873146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e389bbda-c632-4f0a-b36d-d3e648054983 req-07647213-082c-45cc-85db-8a72c19872b3 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 948 time: 0.6381121 May 24 22:44:34.907911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-7b265a56-1c47-4739-af8e-28a2b6a7e2ab tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:34.909313 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-7b265a56-1c47-4739-af8e-28a2b6a7e2ab tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1&tenant_id=355c63ecefdc4af48b20f4226cb8b69d&binding%3Ahost_id=n-h1-843146-7 HTTP/1.1" status: 200 len: 1096 time: 0.5684040 May 24 22:44:34.929300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b261-2978-4784-b265-483cc106e521 None None] Port 8c51cacf-b7e9-4576-ac44-38ae65224452 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:44:34.995118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a5765fe0-2853-4674-b18b-60a17c920788 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:35.012010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cd9ce-fb98-4186-88be-cf09a7b144e9 req-a0f2bc3c-70e0-4430-b466-559cb177da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:35.014330 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-288cd9ce-fb98-4186-88be-cf09a7b144e9 req-a0f2bc3c-70e0-4430-b466-559cb177da9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.1794896 May 24 22:44:35.087490 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e389bbda-c632-4f0a-b36d-d3e648054983 req-9cced5c5-68b3-4f81-801d-a8f8434b9444 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c6f35b9-a44a-4fe5-a8a9-6434236bf9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138965 May 24 22:44:35.117437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-288cd9ce-fb98-4186-88be-cf09a7b144e9 req-f89352dd-b719-4e32-a187-94dfae3fea9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=c849758d-7111-408a-928f-3e2e868817a4 HTTP/1.1" status: 200 len: 217 time: 0.0961196 May 24 22:44:35.128990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a5765fe0-2853-4674-b18b-60a17c920788 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:35.130101 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:35.222454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cd9ce-fb98-4186-88be-cf09a7b144e9 req-07d9c85b-677e-4ae1-865a-88399b2383a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:35.224148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Allocated IP 172.20.0.5 (54161b20-5eaf-4bc0-8875-2770e26eec09/d90a6c67-34e4-421d-ae52-0133858bfc68/454669a9-bcbd-42d7-89e6-1e13af21cd00) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:44:35.226146 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-288cd9ce-fb98-4186-88be-cf09a7b144e9 req-07d9c85b-677e-4ae1-865a-88399b2383a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1019874 May 24 22:44:35.351471 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8919930c-713e-442c-9160-00fa14e820f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:35.353704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cd9ce-fb98-4186-88be-cf09a7b144e9 req-7127865c-c626-4c9e-adda-a3eeeff282a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:35.359048 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-288cd9ce-fb98-4186-88be-cf09a7b144e9 req-7127865c-c626-4c9e-adda-a3eeeff282a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237059 May 24 22:44:35.385652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a5765fe0-2853-4674-b18b-60a17c920788 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:35.444781 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:35.570278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-288cd9ce-fb98-4186-88be-cf09a7b144e9 req-6f589a3d-30aa-4393-b27f-7d5af4cc904c service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032154 May 24 22:44:35.601934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-d6edf33b-ad68-48a1-bf07-9254a4ea2ae1 service neutron] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:35.641289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c849758d-7111-408a-928f-3e2e868817a4 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:44:35.739267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b252af4d-6b77-4a09-bb4a-206c5424fcc5 req-0e0708d5-237a-4ccc-b8af-0ef28afaa26d tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0676906 May 24 22:44:35.799282 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-288cd9ce-fb98-4186-88be-cf09a7b144e9 req-11c33eae-7ece-4141-adb4-fd5a2411798a service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227092 May 24 22:44:35.827383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c849758d-7111-408a-928f-3e2e868817a4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c849758d-7111-408a-928f-3e2e868817a4,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:35.842560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'c849758d-7111-408a-928f-3e2e868817a4', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'c849758d-7111-408a-928f-3e2e868817a4', 'mac_address': 'fa:16:3e:85:be:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:44:35.881516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-d6edf33b-ad68-48a1-bf07-9254a4ea2ae1 service neutron] Notify callbacks [] for binding, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:35.882617 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5a8290c-79bf-42dc-ace8-03ef4d50b05d req-d6edf33b-ad68-48a1-bf07-9254a4ea2ae1 service neutron] 10.222.0.31 "DELETE /v2.0/ports/e4bf3e39-3bdc-4e94-8a6c-36d8da937b85/bindings/n-h2-843146-7 HTTP/1.1" status: 204 len: 173 time: 0.9446611 May 24 22:44:35.966609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c821aa-6003-46f8-a8f4-60d980b66d7c req-aa332ff2-0035-43af-812f-919f2bafe347 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:35.971798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c849758d-7111-408a-928f-3e2e868817a4 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:35.974670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97c821aa-6003-46f8-a8f4-60d980b66d7c req-aa332ff2-0035-43af-812f-919f2bafe347 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 1023 time: 0.5182922 May 24 22:44:35.975200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:36.006327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c849758d-7111-408a-928f-3e2e868817a4 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:36.025116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c849758d-7111-408a-928f-3e2e868817a4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c849758d-7111-408a-928f-3e2e868817a4,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:36.034502 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:36.090312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97c821aa-6003-46f8-a8f4-60d980b66d7c req-f2ee71b3-6f33-40b5-9730-7dc2c128e7aa tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=e517dc78-4f8c-4898-916f-d24df13d3bc9&id=4baa430e-6877-4360-8d01-7de5a0755020&id=811b0319-97cd-40bd-896f-3dece836b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1147492 May 24 22:44:36.097455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a706e-852c-45cc-9d7a-62d4ef506998 req-504068e6-f67b-4fa8-9206-7fdaf9ccaf71 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:36.099429 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a80a706e-852c-45cc-9d7a-62d4ef506998 req-504068e6-f67b-4fa8-9206-7fdaf9ccaf71 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.0946252 May 24 22:44:36.109823 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:36.121627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c849758d-7111-408a-928f-3e2e868817a4,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:36.158979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a80a706e-852c-45cc-9d7a-62d4ef506998 req-b85de7b0-fd22-4a74-bb3c-faf3bd27279a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522192 May 24 22:44:36.235229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:36.252880 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:36.303917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['c849758d-7111-408a-928f-3e2e868817a4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:36.358494 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:36.375923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cc749-49e4-44a2-83fe-777fa069febb req-4e524695-6dca-4b3a-ae3c-099b56b9b1e8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:36.379788 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af6cc749-49e4-44a2-83fe-777fa069febb req-4e524695-6dca-4b3a-ae3c-099b56b9b1e8 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 931 time: 0.0980823 May 24 22:44:36.461203 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:44:36.464694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Network 54161b20-5eaf-4bc0-8875-2770e26eec09 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:44:36.466315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Pushing event updated for resources: {'Port': ['ID=8c51cacf-b7e9-4576-ac44-38ae65224452,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:36.479165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af6cc749-49e4-44a2-83fe-777fa069febb req-88a3564f-aa51-41a2-9daa-bbab363cba73 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899975 May 24 22:44:36.482389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:36.496579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1ae62-f5a0-400f-8cbf-682f38d0a634 req-f8bcb19e-1aee-4fd6-9128-8e6d2964b869 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:36.498581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68a1ae62-f5a0-400f-8cbf-682f38d0a634 req-f8bcb19e-1aee-4fd6-9128-8e6d2964b869 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.31 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 1023 time: 0.3524923 May 24 22:44:36.499338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:44:36.529792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.530136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.530667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.531212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.531212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.531414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.531714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.532034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.532350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.532666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.532983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.533300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:36.538383 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:36.641231 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c8385e-b4f4-4b22-936f-3edfaa1eff63'] response: {'server_uuid': 'cee7dd8b-ce96-44c7-9186-5da4794930f8', 'name': 'network-vif-deleted', 'tag': 'b091d04f-4015-4222-86c1-3a316f8e56d4', 'status': 'completed', 'code': 200} May 24 22:44:36.775763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1293-1377-44c3-8f7d-f8768eca4a64 req-8476d05a-eb89-456e-8753-f0513f323fc3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:36.777986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-adec1293-1377-44c3-8f7d-f8768eca4a64 req-8476d05a-eb89-456e-8753-f0513f323fc3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.0930953 May 24 22:44:36.826417 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-adec1293-1377-44c3-8f7d-f8768eca4a64 req-96e8676d-a740-4aea-86a1-4ebcf5a0d2bb tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 May 24 22:44:36.831471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:36.832085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:36.860579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-68a1ae62-f5a0-400f-8cbf-682f38d0a634 req-85bb45b2-2371-4af8-8596-51dfa0ec8920 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Deleting port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:36.860915 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-68a1ae62-f5a0-400f-8cbf-682f38d0a634 req-85bb45b2-2371-4af8-8596-51dfa0ec8920 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:36.903895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cca7b2-e187-4653-95c4-15e590f3b07f req-2abc2f0e-5932-41e4-8d05-a6727d981310 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:36.905353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33cca7b2-e187-4653-95c4-15e590f3b07f req-2abc2f0e-5932-41e4-8d05-a6727d981310 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 945 time: 0.6545839 May 24 22:44:36.913620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Pushing event updated for resources: {'Port': ['ID=454669a9-bcbd-42d7-89e6-1e13af21cd00,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:36.967102 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-fc4907f1-1a60-4b23-97bf-0ebce7d2460b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9368830 May 24 22:44:36.972138 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5bdbbe07-7467-455a-a0ab-ebd7dd9f36b2 req-70b6d0d4-3b65-46c8-aa51-4e90e36bbeaa tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0410795 May 24 22:44:36.998735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Request body: {'port': {'device_id': '91ab6248-828c-4806-aac3-49af25e6d0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:37.121184 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33cca7b2-e187-4653-95c4-15e590f3b07f req-828f3659-f193-4fb5-bc4a-425334271058 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938691 May 24 22:44:37.142066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Network 15936267-cdfd-443d-98fe-990908a2f388 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:44:37.211173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c439ee-fbb0-4b85-b50f-bef66bd19bca req-55b0c4fe-5199-4801-b415-02884ba89dc0 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:37.212706 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4c439ee-fbb0-4b85-b50f-bef66bd19bca req-55b0c4fe-5199-4801-b415-02884ba89dc0 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 949 time: 0.0815630 May 24 22:44:37.229827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:37.259702 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4c439ee-fbb0-4b85-b50f-bef66bd19bca req-daecc10f-ccfb-4f99-8884-e9de9790104d tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c6f35b9-a44a-4fe5-a8a9-6434236bf9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 May 24 22:44:37.418153 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39f7ecc6-7eae-4736-bc85-3a79f645967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:37.475456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fa81b167-bd2f-4895-a1ca-82835e47875e None None] Provisioning complete for port 8c51cacf-b7e9-4576-ac44-38ae65224452 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:37.475957 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fa81b167-bd2f-4895-a1ca-82835e47875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:37.534604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fa81b167-bd2f-4895-a1ca-82835e47875e None None] Port 8c51cacf-b7e9-4576-ac44-38ae65224452 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:44:37.571175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:37.598900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d72a-e312-4ad7-93fd-9991bb9af4ab req-45e04a73-d8b9-4a3f-a317-5d69b0531c45 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:37.600552 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65d3d72a-e312-4ad7-93fd-9991bb9af4ab req-45e04a73-d8b9-4a3f-a317-5d69b0531c45 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.2104270 May 24 22:44:37.600989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-68a1ae62-f5a0-400f-8cbf-682f38d0a634 req-85bb45b2-2371-4af8-8596-51dfa0ec8920 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] For port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:37.601576 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-68a1ae62-f5a0-400f-8cbf-682f38d0a634 req-85bb45b2-2371-4af8-8596-51dfa0ec8920 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:37.664421 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65d3d72a-e312-4ad7-93fd-9991bb9af4ab req-ce8d7f6c-a0c6-44c7-ab3e-d9fd5a25b33d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572937 May 24 22:44:37.667382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c849758d-7111-408a-928f-3e2e868817a4 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:37.753407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port c849758d-7111-408a-928f-3e2e868817a4 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:37.759448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port c849758d-7111-408a-928f-3e2e868817a4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:37.759448 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:37.842377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f0835-5780-4d16-b9a0-4f3ab03ee6c6 req-019ede19-4b5b-4b6b-bde5-fafe60b07301 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:37.843935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf0f0835-5780-4d16-b9a0-4f3ab03ee6c6 req-019ede19-4b5b-4b6b-bde5-fafe60b07301 tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 1096 time: 0.0782843 May 24 22:44:37.882022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c849758d-7111-408a-928f-3e2e868817a4 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:37.882499 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:37.887719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf0f0835-5780-4d16-b9a0-4f3ab03ee6c6 req-e2ff8e27-0e54-486e-9af5-c99e8eb1382b tempest-LiveMigrationTest-925668840 tempest-LiveMigrationTest-925668840-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373492 May 24 22:44:37.910391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15a9cd8-70ed-4900-9432-c6dc5a19521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c849758d-7111-408a-928f-3e2e868817a4'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:37.923579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c849758d-7111-408a-928f-3e2e868817a4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c849758d-7111-408a-928f-3e2e868817a4,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:37.929202 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:37.934602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-68a1ae62-f5a0-400f-8cbf-682f38d0a634 req-85bb45b2-2371-4af8-8596-51dfa0ec8920 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Calling delete_port for 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:37.986014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784673f0-1303-471e-99cd-760e7ba3531e req-5cd56159-52b6-42cd-b1bc-072306d3482a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:37.987522 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-784673f0-1303-471e-99cd-760e7ba3531e req-5cd56159-52b6-42cd-b1bc-072306d3482a tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 1023 time: 0.7538123 May 24 22:44:38.000820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c849758d-7111-408a-928f-3e2e868817a4,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:38.024542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Router da3f4cee-39aa-4289-918c-9896744feb09 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:44:38.088783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdd9c6-69fd-409f-acb4-e4c96909d8ab req-d828edb1-7fa4-4b22-87a5-683a3dd89e2a tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:38.090257 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4cdd9c6-69fd-409f-acb4-e4c96909d8ab req-d828edb1-7fa4-4b22-87a5-683a3dd89e2a tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 931 time: 0.0878439 May 24 22:44:38.136189 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4cdd9c6-69fd-409f-acb4-e4c96909d8ab req-cc65a994-f0be-4072-913c-c9b3c68047cd tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 May 24 22:44:38.210306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-784673f0-1303-471e-99cd-760e7ba3531e req-496108b0-318e-4322-92ec-db5457ac219d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=e517dc78-4f8c-4898-916f-d24df13d3bc9&id=4baa430e-6877-4360-8d01-7de5a0755020&id=811b0319-97cd-40bd-896f-3dece836b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2052133 May 24 22:44:38.267732 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d933cd7b-e7c3-4f70-959c-8acc3a42bfab'] response: {'server_uuid': 'a15a9cd8-70ed-4900-9432-c6dc5a19521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c849758d-7111-408a-928f-3e2e868817a4', 'code': 200} May 24 22:44:38.345947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5de855-4497-41cb-94f2-10f91e8c7b5c req-bdb6e944-1fe5-4864-878a-6ebe3389b489 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:38.347549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a5de855-4497-41cb-94f2-10f91e8c7b5c req-bdb6e944-1fe5-4864-878a-6ebe3389b489 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1139963 May 24 22:44:38.447827 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a5de855-4497-41cb-94f2-10f91e8c7b5c req-dfae35fb-c24d-4781-9f7a-3a60045e98bd tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943434 May 24 22:44:38.480375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75191e-72e0-4e95-bd69-3afd2ae9d791 req-fd291377-a569-49ab-8761-9cf0210714bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:38.481972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb75191e-72e0-4e95-bd69-3afd2ae9d791 req-fd291377-a569-49ab-8761-9cf0210714bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 1101 time: 0.1266215 May 24 22:44:38.495064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-68a1ae62-f5a0-400f-8cbf-682f38d0a634 req-85bb45b2-2371-4af8-8596-51dfa0ec8920 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:38.508378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5e9f0f29-3b22-4b02-819e-dc84c920695d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:38.543995 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb75191e-72e0-4e95-bd69-3afd2ae9d791 req-cbe83ddf-ddc4-4bdf-8836-ae8c806ca0e8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4c6f35b9-a44a-4fe5-a8a9-6434236bf9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504007 May 24 22:44:38.555933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:44:38.574267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb45b2-2371-4af8-8596-51dfa0ec8920 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event deleted for resources: {'Port': ['ID=2791f7a2-4c2c-4aea-9dec-e7cf0ae74498,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:38.581592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Sync routers for ids ['da3f4cee-39aa-4289-918c-9896744feb09'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:44:38.679161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Routers {'da3f4cee-39aa-4289-918c-9896744feb09'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:44:38.680373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:44:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['da3f4cee-39aa-4289-918c-9896744feb09'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:38.716009 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-870248bb-7869-45be-a9ac-8bda71c103da admin admin] 10.222.0.55 "PUT /v2.0/routers/da3f4cee-39aa-4289-918c-9896744feb09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1765902 May 24 22:44:38.735614 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:38.737432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:38.743727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0611fb07-7b16-42b9-bdfa-caa6d647ab74 req-523ea833-5f5e-4461-89b3-0ed9fb6508fa tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0881519 May 24 22:44:38.804882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a1ae62-f5a0-400f-8cbf-682f38d0a634 req-85bb45b2-2371-4af8-8596-51dfa0ec8920 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] No DVR routers for this DVR port 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:44:38.807972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-68a1ae62-f5a0-400f-8cbf-682f38d0a634 req-85bb45b2-2371-4af8-8596-51dfa0ec8920 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:38.809968 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68a1ae62-f5a0-400f-8cbf-682f38d0a634 req-85bb45b2-2371-4af8-8596-51dfa0ec8920 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.31 "DELETE /v2.0/ports/2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 HTTP/1.1" status: 204 len: 173 time: 2.2101314 May 24 22:44:38.819819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'name': 'network-vif-deleted', 'tag': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:38.890196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454669a9-bcbd-42d7-89e6-1e13af21cd00 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:38.911882 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:38.934476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Transition to ACTIVE for port object 454669a9-bcbd-42d7-89e6-1e13af21cd00 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:38.944199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Set router da3f4cee-39aa-4289-918c-9896744feb09 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:44:38.952233 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:39.024435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6b002-c3b5-47ef-b4bc-d0451f276537 req-e25911c5-3cb7-4844-9566-9414bc189ebd tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:39.030035 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5db6b002-c3b5-47ef-b4bc-d0451f276537 req-e25911c5-3cb7-4844-9566-9414bc189ebd tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 945 time: 0.0976248 May 24 22:44:39.037109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca05d1-7b25-4750-a35f-daea0f903381 req-592d7989-e3a1-4037-bc28-f8c61679451a tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:39.044769 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0aca05d1-7b25-4750-a35f-daea0f903381 req-592d7989-e3a1-4037-bc28-f8c61679451a tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 950 time: 0.3321207 May 24 22:44:39.089641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5db6b002-c3b5-47ef-b4bc-d0451f276537 req-8271b1fe-16b4-4efd-8fb2-2d55d0292c23 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546479 May 24 22:44:39.191007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Pushing event updated for resources: {'Port': ['ID=454669a9-bcbd-42d7-89e6-1e13af21cd00,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:39.256033 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0aca05d1-7b25-4750-a35f-daea0f903381 req-04a34412-48e9-4152-839b-f50550a56750 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c6f35b9-a44a-4fe5-a8a9-6434236bf9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103150 May 24 22:44:39.269890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1389cd-872b-4c53-945d-390ec41bef44 req-19947bbb-e2c3-4646-9783-3c7189fc8904 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:39.279328 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad1389cd-872b-4c53-945d-390ec41bef44 req-19947bbb-e2c3-4646-9783-3c7189fc8904 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.0997517 May 24 22:44:39.302145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Attempting to bind port 454669a9-bcbd-42d7-89e6-1e13af21cd00 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:39.302968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Attempting to bind port 454669a9-bcbd-42d7-89e6-1e13af21cd00 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:39.303589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Attempting to bind port 454669a9-bcbd-42d7-89e6-1e13af21cd00 on network 54161b20-5eaf-4bc0-8875-2770e26eec09 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:39.309548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Port 454669a9-bcbd-42d7-89e6-1e13af21cd00 on network 54161b20-5eaf-4bc0-8875-2770e26eec09 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:44:39.309774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Attempting to bind port 454669a9-bcbd-42d7-89e6-1e13af21cd00 on network 54161b20-5eaf-4bc0-8875-2770e26eec09 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:39.321704 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3457d26-88ca-4c5c-aae4-338f07d49b92'] response: {'server_uuid': 'c81cb780-9a67-41ff-808c-2c8543731f9b', 'name': 'network-vif-deleted', 'tag': '2791f7a2-4c2c-4aea-9dec-e7cf0ae74498', 'status': 'completed', 'code': 200} May 24 22:44:39.323654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:39.323962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Checking segment: {'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:39.324624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Bound using segment: {'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:39.324831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Bound port: 454669a9-bcbd-42d7-89e6-1e13af21cd00, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:39.325112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:39.332087 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad1389cd-872b-4c53-945d-390ec41bef44 req-8792647a-38f7-43b1-ba48-afb2dcaced91 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518830 May 24 22:44:39.443362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-router', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:21Z', 'updated_at': '2022-05-24T22:44:35Z', 'revision_number': 4, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'gw_port': {'id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:23Z', 'updated_at': '2022-05-24T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8c51cacf-b7e9-4576-ac44-38ae65224452', 'name': '', 'network_id': '15936267-cdfd-443d-98fe-990908a2f388', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'mac_address': 'fa:16:3e:41:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '0ae8d20a-26ef-47ee-af6d-df7d188a5f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:32Z', 'updated_at': '2022-05-24T22:44:35Z', 'revision_number': 2, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'subnets': [{'id': '0ae8d20a-26ef-47ee-af6d-df7d188a5f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:39.447842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Checking router: da3f4cee-39aa-4289-918c-9896744feb09 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:44:39.448217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Updating router da3f4cee-39aa-4289-918c-9896744feb09 port 8c51cacf-b7e9-4576-ac44-38ae65224452 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:44:39.509073 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:39.536116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ea7b-20f8-4267-803f-5a265a3f357f req-48a262df-1d72-4826-afc7-342decfc0064 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:39.544423 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b792ea7b-20f8-4267-803f-5a265a3f357f req-48a262df-1d72-4826-afc7-342decfc0064 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 943 time: 0.0992393 May 24 22:44:39.636658 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b792ea7b-20f8-4267-803f-5a265a3f357f req-4868d14f-fecf-42ab-9d36-636aa6bce3e0 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899293 May 24 22:44:39.655696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44471cb6-b379-4d3d-b0f8-69aba3bd6dac req-118d8918-e2e7-46aa-931c-eb6e5f96acdd tempest-FloatingIPsNegativeTestJSON-89626411 tempest-FloatingIPsNegativeTestJSON-89626411-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=ae1cb7486bea4c3a9df8697cc9b24e9a HTTP/1.1" status: 200 len: 217 time: 0.2247717 May 24 22:44:39.752696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] For port 454669a9-bcbd-42d7-89e6-1e13af21cd00, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:39.765981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] For port 454669a9-bcbd-42d7-89e6-1e13af21cd00, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=454669a9-bcbd-42d7-89e6-1e13af21cd00,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:44:39.798324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1c9bb-7fc7-4597-a419-b7a92b9ec7c7 req-9a6c593e-63c9-4a31-873c-b160314b37bd tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:39.799769 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bb1c9bb-7fc7-4597-a419-b7a92b9ec7c7 req-9a6c593e-63c9-4a31-873c-b160314b37bd tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 945 time: 0.4423356 May 24 22:44:39.801130 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:39.873285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c775a1b-27b0-4626-871c-9731de764987 req-6a2f0cdc-9fa0-490e-a128-d049ffe3514c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:39.882018 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3c775a1b-27b0-4626-871c-9731de764987 req-6a2f0cdc-9fa0-490e-a128-d049ffe3514c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1043470 May 24 22:44:39.938348 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3c775a1b-27b0-4626-871c-9731de764987 req-c9d70352-1063-4dff-a3c8-d44951928556 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546801 May 24 22:44:39.980649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-496adb62-50a1-4be1-952d-03d8a52932a1 req-c5d89a74-4424-4ba1-9cdc-2e9eceb79e00 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:39.983890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:39.988807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:39.989602 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:39.991045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] 10.222.0.50 "PUT /v2.0/ports/454669a9-bcbd-42d7-89e6-1e13af21cd00 HTTP/1.1" status: 200 len: 1091 time: 3.0049160 May 24 22:44:40.004404 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0f413b4-71a7-40d0-83c4-6c74094b0401 req-154347d4-c3c9-4698-8695-a82f525f8436 tempest-FloatingIPsNegativeTestJSON-89626411 tempest-FloatingIPsNegativeTestJSON-89626411-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0463171 May 24 22:44:40.026392 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:40.033715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-8bb1c9bb-7fc7-4597-a419-b7a92b9ec7c7 req-4480d092-1995-46a4-97b8-ce04ab8f0435 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Deleting port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:40.034053 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8bb1c9bb-7fc7-4597-a419-b7a92b9ec7c7 req-4480d092-1995-46a4-97b8-ce04ab8f0435 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:40.050593 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:40.069910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Transition to ACTIVE for port object 8c51cacf-b7e9-4576-ac44-38ae65224452 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:40.102069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-496adb62-50a1-4be1-952d-03d8a52932a1 req-c5d89a74-4424-4ba1-9cdc-2e9eceb79e00 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:40.103329 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-496adb62-50a1-4be1-952d-03d8a52932a1 req-c5d89a74-4424-4ba1-9cdc-2e9eceb79e00 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81cb780-9a67-41ff-808c-2c8543731f9b HTTP/1.1" status: 200 len: 210 time: 0.2357473 May 24 22:44:40.107464 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:40.145659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d5b2c-4b26-4f09-b498-a3433ce2e63c service neutron] Pushing event updated for resources: {'Port': ['ID=454669a9-bcbd-42d7-89e6-1e13af21cd00,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:40.153875 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7b52ce18-47a2-4256-83ed-e54296b839c3 req-23c207c4-cf6d-436c-a6ec-a220e36ea2d3 tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0640247 May 24 22:44:40.244150 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-9375427f-8666-46bf-b04a-b1c4b7374d91 req-fdb8d108-a387-4999-928f-b7135e8190c7 tempest-FloatingIPsNegativeTestJSON-89626411 tempest-FloatingIPsNegativeTestJSON-89626411-project] show failed (client error): The resource could not be found. May 24 22:44:40.251071 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9375427f-8666-46bf-b04a-b1c4b7374d91 req-fdb8d108-a387-4999-928f-b7135e8190c7 tempest-FloatingIPsNegativeTestJSON-89626411 tempest-FloatingIPsNegativeTestJSON-89626411-project] 10.222.0.55 "GET /v2.0/floatingips/518a722a-6bcf-4dd7-bcd4-5dce450ad12a HTTP/1.1" status: 404 len: 350 time: 0.1133664 May 24 22:44:40.256447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48112) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:40.268476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a272a3-ea0b-439f-ab73-c19e28337437 None None] Pushing event updated for resources: {'Port': ['ID=8c51cacf-b7e9-4576-ac44-38ae65224452,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:40.288239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 is: DOWN; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:40.289252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:40.433810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-6c3044bb-f182-4b85-b5b8-ab228d97f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:40.435791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-6c3044bb-f182-4b85-b5b8-ab228d97f658 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d6a9e9780d441c8bebdd05154657f0a&device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 1094 time: 0.3742030 May 24 22:44:40.457005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:44:40.457350 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2791f7a2-4c2c-4aea-9dec-e7cf0ae74498 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:44:40.486233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Attempting to bind port 8c51cacf-b7e9-4576-ac44-38ae65224452 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:40.486609 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Attempting to bind port 8c51cacf-b7e9-4576-ac44-38ae65224452 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '0db0e8d7-ea33-4663-b663-ce258a80c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '15936267-cdfd-443d-98fe-990908a2f388'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:40.486957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Attempting to bind port 8c51cacf-b7e9-4576-ac44-38ae65224452 on network 15936267-cdfd-443d-98fe-990908a2f388 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:40.496608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:40.497000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Checking segment: {'id': '0db0e8d7-ea33-4663-b663-ce258a80c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '15936267-cdfd-443d-98fe-990908a2f388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:40.497375 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:40.497811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Bound using segment: {'id': '0db0e8d7-ea33-4663-b663-ce258a80c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '15936267-cdfd-443d-98fe-990908a2f388'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:40.498279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Bound port: 8c51cacf-b7e9-4576-ac44-38ae65224452, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db0e8d7-ea33-4663-b663-ce258a80c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '15936267-cdfd-443d-98fe-990908a2f388'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:40.498651 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:40.563048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-ca50c51c-bcea-4776-9e88-9b9cac3cb6a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=454669a9-bcbd-42d7-89e6-1e13af21cd00 HTTP/1.1" status: 200 len: 217 time: 0.1128626 May 24 22:44:40.610120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97077a96-00e4-4d16-a876-1c13ea3c057d req-1a9b5939-be8e-4956-87e0-c06c44911e30 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:40.611615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-97077a96-00e4-4d16-a876-1c13ea3c057d req-1a9b5939-be8e-4956-87e0-c06c44911e30 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 945 time: 0.2568552 May 24 22:44:40.625629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] For port 8c51cacf-b7e9-4576-ac44-38ae65224452, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:40.628975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] For port 8c51cacf-b7e9-4576-ac44-38ae65224452, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8c51cacf-b7e9-4576-ac44-38ae65224452,segment=NetworkSegment(0db0e8d7-ea33-4663-b663-ce258a80c056),segment_id=0db0e8d7-ea33-4663-b663-ce258a80c056)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:44:40.634499 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:40.684131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8bb1c9bb-7fc7-4597-a419-b7a92b9ec7c7 req-4480d092-1995-46a4-97b8-ce04ab8f0435 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] For port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:40.684556 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8bb1c9bb-7fc7-4597-a419-b7a92b9ec7c7 req-4480d092-1995-46a4-97b8-ce04ab8f0435 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:40.711210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-1488c7ac-b05a-4a71-9cc7-47676382db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:40.713314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-1488c7ac-b05a-4a71-9cc7-47676382db37 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d90a6c67-34e4-421d-ae52-0133858bfc68 HTTP/1.1" status: 200 len: 855 time: 0.1291327 May 24 22:44:40.714653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Routers {'da3f4cee-39aa-4289-918c-9896744feb09'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:44:40.715922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:44:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['da3f4cee-39aa-4289-918c-9896744feb09'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:40.738316 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-97077a96-00e4-4d16-a876-1c13ea3c057d req-b501274a-8ab7-4bd9-b8d3-e706a7a651f0 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155031 May 24 22:44:40.799417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a272a3-ea0b-439f-ab73-c19e28337437 None None] Pushing event updated for resources: {'Port': ['ID=8c51cacf-b7e9-4576-ac44-38ae65224452,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:40.888434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9042c-a19d-4762-911e-75390aae0ee2 req-833076e3-d781-43a0-bc73-7a6cb1d0d572 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:40.896029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a9042c-a19d-4762-911e-75390aae0ee2 req-833076e3-d781-43a0-bc73-7a6cb1d0d572 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 950 time: 0.4482870 May 24 22:44:40.906939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-8bb1c9bb-7fc7-4597-a419-b7a92b9ec7c7 req-4480d092-1995-46a4-97b8-ce04ab8f0435 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Calling delete_port for e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:40.989699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] Set router da3f4cee-39aa-4289-918c-9896744feb09 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:44:40.994902 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-f4b95c7e-c267-4d08-9e3c-e62228b0700c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54161b20-5eaf-4bc0-8875-2770e26eec09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2111099 May 24 22:44:41.092192 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a9042c-a19d-4762-911e-75390aae0ee2 req-336dfbac-61e4-46b8-878e-41dee0d2ef22 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c6f35b9-a44a-4fe5-a8a9-6434236bf9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940351 May 24 22:44:41.106910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92aa9b2-bc0e-4480-8ab3-2bec7131184b req-46137b4a-bed8-4dcd-aa18-bfb4f0de33eb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:41.109930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a92aa9b2-bc0e-4480-8ab3-2bec7131184b req-46137b4a-bed8-4dcd-aa18-bfb4f0de33eb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.1149492 May 24 22:44:41.218583 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a92aa9b2-bc0e-4480-8ab3-2bec7131184b req-07d903c5-35e1-4b04-a446-06821b9dc454 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789855 May 24 22:44:41.230273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-a8b49481-fd1c-4394-a0a4-1e97ee43f86c service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251005 May 24 22:44:41.242546 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:41.352064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab6248-828c-4806-aac3-49af25e6d0ef', 'tag': '454669a9-bcbd-42d7-89e6-1e13af21cd00'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:41.397583 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8bb1c9bb-7fc7-4597-a419-b7a92b9ec7c7 req-4480d092-1995-46a4-97b8-ce04ab8f0435 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:41.401663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-router', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:21Z', 'updated_at': '2022-05-24T22:44:35Z', 'revision_number': 4, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'gw_port': {'id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:23Z', 'updated_at': '2022-05-24T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8c51cacf-b7e9-4576-ac44-38ae65224452', 'name': '', 'network_id': '15936267-cdfd-443d-98fe-990908a2f388', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'mac_address': 'fa:16:3e:41:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '0ae8d20a-26ef-47ee-af6d-df7d188a5f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:32Z', 'updated_at': '2022-05-24T22:44:40Z', 'revision_number': 4, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'subnets': [{'id': '0ae8d20a-26ef-47ee-af6d-df7d188a5f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:41.406604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023aceb6-37cf-447c-a0a2-9cf4bdc53b52 None None] The sync data for ids ['da3f4cee-39aa-4289-918c-9896744feb09'] in n-d-843146-7 is: [{'id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-router', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:21Z', 'updated_at': '2022-05-24T22:44:35Z', 'revision_number': 4, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'gw_port': {'id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:23Z', 'updated_at': '2022-05-24T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8c51cacf-b7e9-4576-ac44-38ae65224452', 'name': '', 'network_id': '15936267-cdfd-443d-98fe-990908a2f388', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'mac_address': 'fa:16:3e:41:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '0ae8d20a-26ef-47ee-af6d-df7d188a5f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:32Z', 'updated_at': '2022-05-24T22:44:40Z', 'revision_number': 4, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'subnets': [{'id': '0ae8d20a-26ef-47ee-af6d-df7d188a5f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:44:41.410307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['82ab5821-72e1-4fb7-956a-23d12ca6fb99', '8065712d-291a-433a-98ba-78f8782219ab', '8f43a78e-e69a-4fd7-9752-9937160128d3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:41.626935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480d092-1995-46a4-97b8-ce04ab8f0435 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Pushing event deleted for resources: {'Port': ['ID=e4bf3e39-3bdc-4e94-8a6c-36d8da937b85,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:41.680833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67763333-ac8d-4475-ad82-912307a877ce req-7534bed4-71bc-49fa-acfe-2176e66f0d81 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:41.684936 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-67763333-ac8d-4475-ad82-912307a877ce req-7534bed4-71bc-49fa-acfe-2176e66f0d81 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.3434889 May 24 22:44:41.756018 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-67763333-ac8d-4475-ad82-912307a877ce req-c169b7a1-e97b-4664-8c4c-55e6bbd6c2da tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561905 May 24 22:44:41.762408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5092ef62-59c3-44f7-8d48-e6467a8848be req-3d54c3c7-e98d-40a1-93ed-bfabe975c031 service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973538 May 24 22:44:41.785564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b1300-1c5b-42e8-9846-2208291fdab4 req-e9bc70a4-151a-4eda-9909-0a2c39e3a534 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:41.786560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ca2b1300-1c5b-42e8-9846-2208291fdab4 req-e9bc70a4-151a-4eda-9909-0a2c39e3a534 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Synchronizing usage tracker for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:41.815173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb1c9bb-7fc7-4597-a419-b7a92b9ec7c7 req-4480d092-1995-46a4-97b8-ce04ab8f0435 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] No DVR routers for this DVR port e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:44:41.818148 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8bb1c9bb-7fc7-4597-a419-b7a92b9ec7c7 req-4480d092-1995-46a4-97b8-ce04ab8f0435 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:41.830205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ca2b1300-1c5b-42e8-9846-2208291fdab4 req-e9bc70a4-151a-4eda-9909-0a2c39e3a534 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Unset dirty status for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:41.838133 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca2b1300-1c5b-42e8-9846-2208291fdab4 req-e9bc70a4-151a-4eda-9909-0a2c39e3a534 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 943 time: 0.6041505 May 24 22:44:41.881946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Deleting port 8c51cacf-b7e9-4576-ac44-38ae65224452 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:41.882441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:41.920693 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca2b1300-1c5b-42e8-9846-2208291fdab4 req-2ff8b660-6af0-4cca-a6a4-783bd6dd6a0c tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809917 May 24 22:44:41.922541 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bb1c9bb-7fc7-4597-a419-b7a92b9ec7c7 req-4480d092-1995-46a4-97b8-ce04ab8f0435 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.31 "DELETE /v2.0/ports/e4bf3e39-3bdc-4e94-8a6c-36d8da937b85 HTTP/1.1" status: 204 len: 173 time: 2.0560403 May 24 22:44:42.123736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] For port 8c51cacf-b7e9-4576-ac44-38ae65224452, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8c51cacf-b7e9-4576-ac44-38ae65224452,segment=NetworkSegment(0db0e8d7-ea33-4663-b663-ce258a80c056),segment_id=0db0e8d7-ea33-4663-b663-ce258a80c056)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:42.124008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:42.153167 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b131288f-3255-4b3b-8430-47c8fd27f3fe'] response: {'name': 'network-changed', 'server_uuid': '91ab6248-828c-4806-aac3-49af25e6d0ef', 'tag': '454669a9-bcbd-42d7-89e6-1e13af21cd00', 'status': 'completed', 'code': 200} May 24 22:44:42.260344 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4804359c-b489-4d95-80f8-9e25371e2d0d req-35d94ddd-7129-434c-828b-f9edbe9c801e tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1462591 May 24 22:44:42.326138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c4378389-4102-421e-a4f0-5b6d92bac1db req-13465cde-4c89-4b9e-9cd0-5660a76f4576 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Synchronizing usage tracker for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:42.333378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Calling delete_port for 8c51cacf-b7e9-4576-ac44-38ae65224452 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:42.355704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5151c-a898-4f82-a334-a632c6f28b55 req-52e5e78b-4092-4c44-9d42-207c74c10e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:42.357333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17d5151c-a898-4f82-a334-a632c6f28b55 req-52e5e78b-4092-4c44-9d42-207c74c10e26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d6a9e9780d441c8bebdd05154657f0a&device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 1094 time: 0.1747627 May 24 22:44:42.358151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c4378389-4102-421e-a4f0-5b6d92bac1db req-13465cde-4c89-4b9e-9cd0-5660a76f4576 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Unset dirty status for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:42.359191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4378389-4102-421e-a4f0-5b6d92bac1db req-13465cde-4c89-4b9e-9cd0-5660a76f4576 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc97e805-d1d3-4453-8d22-9b4791ce76f1 HTTP/1.1" status: 200 len: 210 time: 0.1032138 May 24 22:44:42.583273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4072cac-9b10-44c7-a33b-43f20441dc03 req-daac73c3-346a-40a2-99e3-83d943c89661 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/811b0319-97cd-40bd-896f-3dece836b0ec HTTP/1.1" status: 200 len: 1801 time: 0.1747870 May 24 22:44:42.683786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5151c-a898-4f82-a334-a632c6f28b55 req-6bffe832-1222-4618-b3be-4c6777e10c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:42.685215 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17d5151c-a898-4f82-a334-a632c6f28b55 req-6bffe832-1222-4618-b3be-4c6777e10c08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=54161b20-5eaf-4bc0-8875-2770e26eec09 HTTP/1.1" status: 200 len: 916 time: 0.3206158 May 24 22:44:42.776392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17d5151c-a898-4f82-a334-a632c6f28b55 req-7edaca41-114a-4d87-b996-499c953a67e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=454669a9-bcbd-42d7-89e6-1e13af21cd00 HTTP/1.1" status: 200 len: 217 time: 0.0808432 May 24 22:44:42.778722 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b4072cac-9b10-44c7-a33b-43f20441dc03 req-a0835ca6-265b-415a-be8b-ad70775c46ff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:42.805761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec7618-6cc0-4767-a2dc-9482158a9695 req-d7c55ce8-6d9d-4ab1-a044-d26c7770e8c3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:42.808868 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45ec7618-6cc0-4767-a2dc-9482158a9695 req-d7c55ce8-6d9d-4ab1-a044-d26c7770e8c3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.1778169 May 24 22:44:42.867182 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b4072cac-9b10-44c7-a33b-43f20441dc03 req-a0835ca6-265b-415a-be8b-ad70775c46ff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:42.913079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5151c-a898-4f82-a334-a632c6f28b55 req-0f2361f6-d1d7-46b4-8993-52f0d20a8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:42.914580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17d5151c-a898-4f82-a334-a632c6f28b55 req-0f2361f6-d1d7-46b4-8993-52f0d20a8dad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d90a6c67-34e4-421d-ae52-0133858bfc68 HTTP/1.1" status: 200 len: 855 time: 0.1190505 May 24 22:44:42.993226 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17d5151c-a898-4f82-a334-a632c6f28b55 req-eff3f49f-fd64-48c1-8cf3-ae011c3e2a52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54161b20-5eaf-4bc0-8875-2770e26eec09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699956 May 24 22:44:43.012450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8c51cacf-b7e9-4576-ac44-38ae65224452 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:43.146141 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b4072cac-9b10-44c7-a33b-43f20441dc03 req-a0835ca6-265b-415a-be8b-ad70775c46ff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:43.189879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0835ca6-265b-415a-be8b-ad70775c46ff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811b0319-97cd-40bd-896f-3dece836b0ec,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:43.199974 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45ec7618-6cc0-4767-a2dc-9482158a9695 req-0d299a17-2866-4e4d-b0e6-9411688257ab tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565803 May 24 22:44:43.215214 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b4072cac-9b10-44c7-a33b-43f20441dc03 req-a0835ca6-265b-415a-be8b-ad70775c46ff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:43.218051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:43.230992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4072cac-9b10-44c7-a33b-43f20441dc03 req-a0835ca6-265b-415a-be8b-ad70775c46ff tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "DELETE /v2.0/security-groups/811b0319-97cd-40bd-896f-3dece836b0ec HTTP/1.1" status: 204 len: 173 time: 0.6412547 May 24 22:44:43.247012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 8c51cacf-b7e9-4576-ac44-38ae65224452 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:43.265157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8c51cacf-b7e9-4576-ac44-38ae65224452 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:43.267223 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:43.278721 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17d5151c-a898-4f82-a334-a632c6f28b55 req-bb2244f2-05af-4437-92a0-bd1b307c9181 service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775838 May 24 22:44:43.372795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Port 8c51cacf-b7e9-4576-ac44-38ae65224452 was deleted so its status cannot be updated. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 24 22:44:43.391969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Pushing event deleted for resources: {'Port': ['ID=8c51cacf-b7e9-4576-ac44-38ae65224452,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:43.439581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.440016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.440561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.440961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.441345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.441770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.442158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.442692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.443079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.443455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.443837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.444217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:43.484899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17d5151c-a898-4f82-a334-a632c6f28b55 req-d913e30f-68ba-4f9b-a570-ea9ce1f016fc service neutron] 10.222.0.50 "GET /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995604 May 24 22:44:43.601777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fe6d2-9669-49a0-82fe-8027bebd8ee3 req-4feef002-6238-49a6-bac0-ff273d984cc5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:43.609474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-289fe6d2-9669-49a0-82fe-8027bebd8ee3 req-4feef002-6238-49a6-bac0-ff273d984cc5 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1235282 May 24 22:44:43.672141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-289fe6d2-9669-49a0-82fe-8027bebd8ee3 req-40e67276-e672-4d11-ab59-50bfa95097e0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613198 May 24 22:44:43.698556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 454669a9-bcbd-42d7-89e6-1e13af21cd00 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:44:43.741844 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:43.748717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f96b88c-3c08-44af-90f2-cc0557b1bffb req-43a692e2-5b58-494c-b52c-344020e2623f tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/e517dc78-4f8c-4898-916f-d24df13d3bc9 HTTP/1.1" status: 200 len: 1800 time: 0.0484512 May 24 22:44:43.841357 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6f96b88c-3c08-44af-90f2-cc0557b1bffb req-5a146616-e4bd-4735-a602-bde4eb52feb8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:43.887363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 454669a9-bcbd-42d7-89e6-1e13af21cd00, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=454669a9-bcbd-42d7-89e6-1e13af21cd00,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:43.887705 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6f96b88c-3c08-44af-90f2-cc0557b1bffb req-5a146616-e4bd-4735-a602-bde4eb52feb8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:43.908640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '454669a9-bcbd-42d7-89e6-1e13af21cd00', 'network_id': '54161b20-5eaf-4bc0-8875-2770e26eec09', 'port_id': '454669a9-bcbd-42d7-89e6-1e13af21cd00', 'mac_address': 'fa:16:3e:40:74:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90a6c67-34e4-421d-ae52-0133858bfc68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:44:43.951180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6f96b88c-3c08-44af-90f2-cc0557b1bffb req-5a146616-e4bd-4735-a602-bde4eb52feb8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:43.969234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 454669a9-bcbd-42d7-89e6-1e13af21cd00 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:43.969759 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:43.980709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a146616-e4bd-4735-a602-bde4eb52feb8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e517dc78-4f8c-4898-916f-d24df13d3bc9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:43.991233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454669a9-bcbd-42d7-89e6-1e13af21cd00 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:44:43.993960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0faedf-eae7-4e05-84bc-552b2bbfd60d req-f993f641-e749-4e19-8314-44b931f14936 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:44.002014 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a0faedf-eae7-4e05-84bc-552b2bbfd60d req-f993f641-e749-4e19-8314-44b931f14936 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 943 time: 0.2557518 May 24 22:44:44.002255 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6f96b88c-3c08-44af-90f2-cc0557b1bffb req-5a146616-e4bd-4735-a602-bde4eb52feb8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:44.016396 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f96b88c-3c08-44af-90f2-cc0557b1bffb req-5a146616-e4bd-4735-a602-bde4eb52feb8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "DELETE /v2.0/security-groups/e517dc78-4f8c-4898-916f-d24df13d3bc9 HTTP/1.1" status: 204 len: 173 time: 0.2616451 May 24 22:44:44.024699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 454669a9-bcbd-42d7-89e6-1e13af21cd00, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=454669a9-bcbd-42d7-89e6-1e13af21cd00,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:44.033001 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:44.120663 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a0faedf-eae7-4e05-84bc-552b2bbfd60d req-48029cb0-42de-484e-802e-b0f4ffe66a4d tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176898 May 24 22:44:44.141222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=454669a9-bcbd-42d7-89e6-1e13af21cd00,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:44.175243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'name': 'network-vif-deleted', 'tag': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:44.200553 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6f28788-deef-4fdb-b05a-2fe76e88a93f req-46006ccd-5b8a-4996-91ea-a4f7c5b8a138 tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0648873 May 24 22:44:44.302630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-398004807', 'description': 'tempest-description-1779732403'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:44.310531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:44.316533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:44.320181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Router da3f4cee-39aa-4289-918c-9896744feb09 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:44:44.323010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:44.329538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:44.336041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['454669a9-bcbd-42d7-89e6-1e13af21cd00'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:44.344428 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:44.384711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:44.389941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Usage tracker for resource:security_group_rule and tenant:b3706d10be554e798b88034075160b18 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:44.393943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:44.401196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:44.528544 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:44.542212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:44.570702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:44:44.582929 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb476b65-5993-41df-95fc-bfbcbb0522d7 None None] Sync routers for ids ['da3f4cee-39aa-4289-918c-9896744feb09'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:44:44.600034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b265480e-daf7-4197-9c86-dce1db4fe70e admin admin] 10.222.0.55 "PUT /v2.0/routers/da3f4cee-39aa-4289-918c-9896744feb09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3396025 May 24 22:44:44.600155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48166) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:44.614410 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb476b65-5993-41df-95fc-bfbcbb0522d7 None None] Routers {'da3f4cee-39aa-4289-918c-9896744feb09'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:44:44.616300 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fb476b65-5993-41df-95fc-bfbcbb0522d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:44:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['da3f4cee-39aa-4289-918c-9896744feb09'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:44.675131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d5094d-ca9d-4a28-8018-aaeba91a9ab1,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:44.697425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:44.702774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a7de3630-d24f-49bf-b5b5-87e39c832d9a req-4228e37a-2aaa-4f0e-81be-cc2d513c3bd6 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4036679 May 24 22:44:44.773454 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601ae4a3-fc9b-4814-81d5-15b6ebb4077c'] response: {'server_uuid': 'fc97e805-d1d3-4453-8d22-9b4791ce76f1', 'name': 'network-vif-deleted', 'tag': 'e4bf3e39-3bdc-4e94-8a6c-36d8da937b85', 'status': 'completed', 'code': 200} May 24 22:44:44.981809 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-fb476b65-5993-41df-95fc-bfbcbb0522d7 None None] Set router da3f4cee-39aa-4289-918c-9896744feb09 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:44:45.049247 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:45.056418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121b1ea-2d5f-4b25-9051-dd082c58824c req-cc18d00e-5a22-4fb7-a172-ae07656a6368 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:45.072028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0121b1ea-2d5f-4b25-9051-dd082c58824c req-cc18d00e-5a22-4fb7-a172-ae07656a6368 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1621401 May 24 22:44:45.127232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0121b1ea-2d5f-4b25-9051-dd082c58824c req-25cad1a6-a041-49a7-b8b8-2877cbe9e0da tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541868 May 24 22:44:45.221333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e7c8759-e3d3-438b-b2ff-ef07a7f37338 req-1466a7c4-e33c-435b-9932-4ea3ee06096e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/09d5094d-ca9d-4a28-8018-aaeba91a9ab1 HTTP/1.1" status: 200 len: 1800 time: 0.0534174 May 24 22:44:45.232825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-2e7c8759-e3d3-438b-b2ff-ef07a7f37338 req-9a8751e1-59f7-4936-ac54-ab178d9bd2c1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Request body: {'security_group': {'name': 'tempest-sg-hth-615389222', 'description': 'tempest-description-hth-164592866'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:45.268658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e7c8759-e3d3-438b-b2ff-ef07a7f37338 req-9a8751e1-59f7-4936-ac54-ab178d9bd2c1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:45.312100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c18cc-431a-44e5-bfaa-26b40f0a7d41 req-f785f563-a4c5-4af8-82b6-04bc5914fc93 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:45.313464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3f7c18cc-431a-44e5-bfaa-26b40f0a7d41 req-f785f563-a4c5-4af8-82b6-04bc5914fc93 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.4336877 May 24 22:44:45.355167 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e7c8759-e3d3-438b-b2ff-ef07a7f37338 req-9a8751e1-59f7-4936-ac54-ab178d9bd2c1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:45.363200 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e7c8759-e3d3-438b-b2ff-ef07a7f37338 req-9a8751e1-59f7-4936-ac54-ab178d9bd2c1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:45.366847 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e7c8759-e3d3-438b-b2ff-ef07a7f37338 req-9a8751e1-59f7-4936-ac54-ab178d9bd2c1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:45.368960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e7c8759-e3d3-438b-b2ff-ef07a7f37338 req-9a8751e1-59f7-4936-ac54-ab178d9bd2c1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "PUT /v2.0/security-groups/09d5094d-ca9d-4a28-8018-aaeba91a9ab1 HTTP/1.1" status: 200 len: 1773 time: 0.1401908 May 24 22:44:45.390107 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fb476b65-5993-41df-95fc-bfbcbb0522d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-router', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:21Z', 'updated_at': '2022-05-24T22:44:42Z', 'revision_number': 5, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'gw_port': {'id': 'a5765fe0-2853-4674-b18b-60a17c920788', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:23Z', 'updated_at': '2022-05-24T22:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:45.400158 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb476b65-5993-41df-95fc-bfbcbb0522d7 None None] Checking router: da3f4cee-39aa-4289-918c-9896744feb09 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:44:45.447404 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb476b65-5993-41df-95fc-bfbcbb0522d7 None None] Routers {'da3f4cee-39aa-4289-918c-9896744feb09'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:44:45.448218 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fb476b65-5993-41df-95fc-bfbcbb0522d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:44:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['da3f4cee-39aa-4289-918c-9896744feb09'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:45.449660 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3f7c18cc-431a-44e5-bfaa-26b40f0a7d41 req-6bf0367e-2c46-4258-9880-b9964d5df8ef tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776231 May 24 22:44:45.462618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:45.487095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Deleting port a5765fe0-2853-4674-b18b-60a17c920788 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:45.487569 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:45.675669 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-fb476b65-5993-41df-95fc-bfbcbb0522d7 None None] Set router da3f4cee-39aa-4289-918c-9896744feb09 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:44:45.715279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 454669a9-bcbd-42d7-89e6-1e13af21cd00 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:45.807939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 454669a9-bcbd-42d7-89e6-1e13af21cd00 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:45.814441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 454669a9-bcbd-42d7-89e6-1e13af21cd00 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:45.815289 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:45.824305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8751e1-59f7-4936-ac54-ab178d9bd2c1 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d5094d-ca9d-4a28-8018-aaeba91a9ab1,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:45.884704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af0051-e84f-44dc-9977-91d0b7963432 req-45f7fc0b-7453-4ef6-a87b-50ce938abb75 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:45.896153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44af0051-e84f-44dc-9977-91d0b7963432 req-45f7fc0b-7453-4ef6-a87b-50ce938abb75 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 950 time: 0.2630317 May 24 22:44:45.948770 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fb476b65-5993-41df-95fc-bfbcbb0522d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-router', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:21Z', 'updated_at': '2022-05-24T22:44:45Z', 'revision_number': 6, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:45.958566 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44af0051-e84f-44dc-9977-91d0b7963432 req-95e4e859-6215-47db-963b-1983d37e5977 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c6f35b9-a44a-4fe5-a8a9-6434236bf9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611074 May 24 22:44:45.974507 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb476b65-5993-41df-95fc-bfbcbb0522d7 None None] The sync data for ids ['da3f4cee-39aa-4289-918c-9896744feb09'] in n-d-843146-7 is: [{'id': 'da3f4cee-39aa-4289-918c-9896744feb09', 'name': 'tempest-FloatingIPsNegativeTestJSON-1269762825-router', 'tenant_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:21Z', 'updated_at': '2022-05-24T22:44:45Z', 'revision_number': 6, 'project_id': 'ae1cb7486bea4c3a9df8697cc9b24e9a', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:44:45.991644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 454669a9-bcbd-42d7-89e6-1e13af21cd00 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:45.992510 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:45.995289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] For port a5765fe0-2853-4674-b18b-60a17c920788, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a5765fe0-2853-4674-b18b-60a17c920788,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:45.995648 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:46.043228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 454669a9-bcbd-42d7-89e6-1e13af21cd00, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=454669a9-bcbd-42d7-89e6-1e13af21cd00,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:46.044421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab6248-828c-4806-aac3-49af25e6d0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454669a9-bcbd-42d7-89e6-1e13af21cd00'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:46.054844 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:46.137455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=454669a9-bcbd-42d7-89e6-1e13af21cd00,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:46.149481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20871569-3091-4627-a6e7-652267ba864f req-bbce14d0-f229-4e15-b6a1-baf004e5ce95 tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0649030 May 24 22:44:46.178248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Calling delete_port for a5765fe0-2853-4674-b18b-60a17c920788 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:46.216750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397b67e-b178-4960-a8b5-5df8f6738fa1 req-609a8548-bc80-408e-9137-8be0017ddef3 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:46.223313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8397b67e-b178-4960-a8b5-5df8f6738fa1 req-609a8548-bc80-408e-9137-8be0017ddef3 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 944 time: 0.4835012 May 24 22:44:46.310900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a1878f6f-da92-4db6-87c4-00cd33bf291a req-7dfb31a7-10c8-457f-bf40-5392665eb711 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/09d5094d-ca9d-4a28-8018-aaeba91a9ab1 HTTP/1.1" status: 200 len: 1773 time: 0.0538371 May 24 22:44:46.337288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840507c-7711-4fc3-b36e-24ee80e8fce3 req-441ebde0-e307-4a59-be29-a78dd3adc3e5 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:46.339501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b840507c-7711-4fc3-b36e-24ee80e8fce3 req-441ebde0-e307-4a59-be29-a78dd3adc3e5 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 950 time: 0.1608787 May 24 22:44:46.397006 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b726b961-798c-4c3d-98a1-423ef0b8403c'] response: {'server_uuid': '91ab6248-828c-4806-aac3-49af25e6d0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454669a9-bcbd-42d7-89e6-1e13af21cd00', 'code': 200} May 24 22:44:46.429163 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:46.465655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-b840507c-7711-4fc3-b36e-24ee80e8fce3 req-1fdf93a9-526e-4167-b585-89bc38b8fd37 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Deleting port c849758d-7111-408a-928f-3e2e868817a4 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:46.466693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b840507c-7711-4fc3-b36e-24ee80e8fce3 req-1fdf93a9-526e-4167-b585-89bc38b8fd37 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:46.635030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5765fe0-2853-4674-b18b-60a17c920788,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:46.687072 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8397b67e-b178-4960-a8b5-5df8f6738fa1 req-f6f6e2f2-f9e2-46a3-819b-a32eb13ef27b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758954 May 24 22:44:46.791815 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:46.873711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cac53d-0c34-4cca-a22c-84b8dbfe3988 req-4a1bac2f-6d1b-4053-8cf7-cbafcac77bd8 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:46.874892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71cac53d-0c34-4cca-a22c-84b8dbfe3988 req-4a1bac2f-6d1b-4053-8cf7-cbafcac77bd8 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.2642262 May 24 22:44:46.918549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-b840507c-7711-4fc3-b36e-24ee80e8fce3 req-1fdf93a9-526e-4167-b585-89bc38b8fd37 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] For port c849758d-7111-408a-928f-3e2e868817a4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c849758d-7111-408a-928f-3e2e868817a4,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:46.918929 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b840507c-7711-4fc3-b36e-24ee80e8fce3 req-1fdf93a9-526e-4167-b585-89bc38b8fd37 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:46.994765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8c51cacf-b7e9-4576-ac44-38ae65224452 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:47.023575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.029830 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.033390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911283-b610-4923-b8c7-8e9b70b8bab7 req-ff9995f8-20a8-4b34-9b97-3c41eabe649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:47.035582 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b8911283-b610-4923-b8c7-8e9b70b8bab7 req-ff9995f8-20a8-4b34-9b97-3c41eabe649a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 1096 time: 0.5529041 May 24 22:44:47.044694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-040e0d42-abfd-48d1-bf29-2cdda5b33994 req-28b8b492-3e88-49fe-9633-a26da2213325 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/09d5094d-ca9d-4a28-8018-aaeba91a9ab1 HTTP/1.1" status: 200 len: 1773 time: 0.3291929 May 24 22:44:47.071728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 8c51cacf-b7e9-4576-ac44-38ae65224452 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:44:47.072071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8c51cacf-b7e9-4576-ac44-38ae65224452 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:44:47.072495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a5765fe0-2853-4674-b18b-60a17c920788 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:47.108381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-b840507c-7711-4fc3-b36e-24ee80e8fce3 req-1fdf93a9-526e-4167-b585-89bc38b8fd37 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Calling delete_port for c849758d-7111-408a-928f-3e2e868817a4 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:47.133391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a5765fe0-2853-4674-b18b-60a17c920788 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:44:47.134068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a5765fe0-2853-4674-b18b-60a17c920788 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:44:47.157644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71cac53d-0c34-4cca-a22c-84b8dbfe3988 req-5c63e234-e75a-458b-8f3f-574ea58f3a75 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693937 May 24 22:44:47.160411 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.160934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router da3f4cee-39aa-4289-918c-9896744feb09 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:44:47.171931 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b8911283-b610-4923-b8c7-8e9b70b8bab7 req-b5c1dcaf-e082-40c9-8516-f1f3ca1cdfba service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123075 May 24 22:44:47.182916 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-040e0d42-abfd-48d1-bf29-2cdda5b33994 req-1c88d292-6666-4778-a086-43910acb9846 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.223079 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.227747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48196) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:47.230143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f942cc2a-a822-4e2b-8bf6-f5ba8779ff4a admin admin] 10.222.0.55 "DELETE /v2.0/routers/da3f4cee-39aa-4289-918c-9896744feb09 HTTP/1.1" status: 204 len: 168 time: 2.6286817 May 24 22:44:47.234797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-040e0d42-abfd-48d1-bf29-2cdda5b33994 req-1c88d292-6666-4778-a086-43910acb9846 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.296141 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-040e0d42-abfd-48d1-bf29-2cdda5b33994 req-1c88d292-6666-4778-a086-43910acb9846 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.320372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88d292-6666-4778-a086-43910acb9846 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d5094d-ca9d-4a28-8018-aaeba91a9ab1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:47.328170 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-040e0d42-abfd-48d1-bf29-2cdda5b33994 req-1c88d292-6666-4778-a086-43910acb9846 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.338195 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-040e0d42-abfd-48d1-bf29-2cdda5b33994 req-1c88d292-6666-4778-a086-43910acb9846 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "DELETE /v2.0/security-groups/09d5094d-ca9d-4a28-8018-aaeba91a9ab1 HTTP/1.1" status: 204 len: 173 time: 0.2923932 May 24 22:44:47.457031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c447b7-14f3-4196-9990-42ff90e91886 admin admin] Deleting subnet 0ae8d20a-26ef-47ee-af6d-df7d188a5f5b {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:44:47.464246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b840507c-7711-4fc3-b36e-24ee80e8fce3 req-1fdf93a9-526e-4167-b585-89bc38b8fd37 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.464246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73c447b7-14f3-4196-9990-42ff90e91886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.476243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['c849758d-7111-408a-928f-3e2e868817a4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:47.500834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29f26bf3-35ab-47da-847a-eb7d23d9c12d req-55fa9fd8-1d7f-4bfa-bd24-1a1834a33cff tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15a9cd8-70ed-4900-9432-c6dc5a19521e HTTP/1.1" status: 200 len: 210 time: 0.0541494 May 24 22:44:47.560692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf93a9-526e-4167-b585-89bc38b8fd37 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Pushing event deleted for resources: {'Port': ['ID=c849758d-7111-408a-928f-3e2e868817a4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:47.617894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11bef8-3f9e-4141-8b70-d629474386c6 req-3f135cef-befc-4762-9501-8eb22c970122 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:47.619673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf11bef8-3f9e-4141-8b70-d629474386c6 req-3f135cef-befc-4762-9501-8eb22c970122 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.3312678 May 24 22:44:47.655165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73c447b7-14f3-4196-9990-42ff90e91886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.716196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b840507c-7711-4fc3-b36e-24ee80e8fce3 req-1fdf93a9-526e-4167-b585-89bc38b8fd37 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] No DVR routers for this DVR port c849758d-7111-408a-928f-3e2e868817a4 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:44:47.719275 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b840507c-7711-4fc3-b36e-24ee80e8fce3 req-1fdf93a9-526e-4167-b585-89bc38b8fd37 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.729833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15a9cd8-70ed-4900-9432-c6dc5a19521e', 'name': 'network-vif-deleted', 'tag': 'c849758d-7111-408a-928f-3e2e868817a4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:47.773602 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b840507c-7711-4fc3-b36e-24ee80e8fce3 req-1fdf93a9-526e-4167-b585-89bc38b8fd37 tempest-TenantUsagesTestJSON-1242103872 tempest-TenantUsagesTestJSON-1242103872-project] 10.222.0.50 "DELETE /v2.0/ports/c849758d-7111-408a-928f-3e2e868817a4 HTTP/1.1" status: 204 len: 173 time: 1.4251437 May 24 22:44:47.784791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf11bef8-3f9e-4141-8b70-d629474386c6 req-31f1c1d3-ecfd-4cc8-b290-fb093b0a76df tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321950 May 24 22:44:47.822981 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73c447b7-14f3-4196-9990-42ff90e91886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:47.842761 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe9d19f3-3376-46e9-be45-a67d01bea25b req-18c137ed-56f8-4f7e-ba5b-4244211334f7 tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1964519 May 24 22:44:47.958060 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73c447b7-14f3-4196-9990-42ff90e91886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:48.003567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c447b7-14f3-4196-9990-42ff90e91886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae8d20a-26ef-47ee-af6d-df7d188a5f5b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:48.020688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73c447b7-14f3-4196-9990-42ff90e91886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:48.021320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd81610e-9679-41fd-a1fc-831932dcda74 None None] Network 15936267-cdfd-443d-98fe-990908a2f388 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:44:48.029807 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-73c447b7-14f3-4196-9990-42ff90e91886 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0ae8d20a-26ef-47ee-af6d-df7d188a5f5b HTTP/1.1" status: 204 len: 168 time: 0.8005824 May 24 22:44:48.032468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48214) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:48.032624 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43504bc5-fd80-4ff9-b0a2-72d1498be7b0'] response: {'server_uuid': 'a15a9cd8-70ed-4900-9432-c6dc5a19521e', 'name': 'network-vif-deleted', 'tag': 'c849758d-7111-408a-928f-3e2e868817a4', 'status': 'completed', 'code': 200} May 24 22:44:48.247237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:48.252614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d6328-4213-4221-97a5-61daf46ba927 req-36ecab0d-9c0e-4c56-8f59-a4225a129712 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:48.254477 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e35d6328-4213-4221-97a5-61daf46ba927 req-36ecab0d-9c0e-4c56-8f59-a4225a129712 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 945 time: 0.1959231 May 24 22:44:48.273454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Deleting port 8466eee2-f97f-4aad-87ed-e2951cf86f2b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:48.273928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:48.380339 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e35d6328-4213-4221-97a5-61daf46ba927 req-45735dac-cf52-4dd5-a660-f96e783fa5c5 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197217 May 24 22:44:48.456759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaacf8fc-86b5-423b-a58d-dcab729691c8 None None] DHCP port deletion for 15936267-cdfd-443d-98fe-990908a2f388 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:44:48.461243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf8fc-86b5-423b-a58d-dcab729691c8 None None] Deleting port 8466eee2-f97f-4aad-87ed-e2951cf86f2b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:48.461783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aaacf8fc-86b5-423b-a58d-dcab729691c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:48.717870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6437-bcdc-478d-bddd-fb266b7e214e req-0ef6b7e5-3a4f-467f-bf45-874128506a1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:48.726283 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adba6437-bcdc-478d-bddd-fb266b7e214e req-0ef6b7e5-3a4f-467f-bf45-874128506a1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.1603994 May 24 22:44:48.758201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] For port 8466eee2-f97f-4aad-87ed-e2951cf86f2b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8466eee2-f97f-4aad-87ed-e2951cf86f2b,segment=NetworkSegment(0db0e8d7-ea33-4663-b663-ce258a80c056),segment_id=0db0e8d7-ea33-4663-b663-ce258a80c056)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:48.758850 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:48.772975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adba6437-bcdc-478d-bddd-fb266b7e214e req-e2b1faf9-bc54-40d0-b8e7-1669955ef097 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 May 24 22:44:48.785410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-aaacf8fc-86b5-423b-a58d-dcab729691c8 None None] For port 8466eee2-f97f-4aad-87ed-e2951cf86f2b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8466eee2-f97f-4aad-87ed-e2951cf86f2b,segment=NetworkSegment(0db0e8d7-ea33-4663-b663-ce258a80c056),segment_id=0db0e8d7-ea33-4663-b663-ce258a80c056)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:48.785934 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aaacf8fc-86b5-423b-a58d-dcab729691c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:48.815932 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-1bfd11e0-21de-44f8-951a-bb418b7a453e req-309403a1-a7ac-4a94-9b58-a041aae95801 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] show failed (client error): The resource could not be found. May 24 22:44:48.817077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1bfd11e0-21de-44f8-951a-bb418b7a453e req-309403a1-a7ac-4a94-9b58-a041aae95801 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/e517dc78-4f8c-4898-916f-d24df13d3bc9 HTTP/1.1" status: 404 len: 352 time: 0.0172279 May 24 22:44:48.887821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Calling delete_port for 8466eee2-f97f-4aad-87ed-e2951cf86f2b owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:48.916275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf8fc-86b5-423b-a58d-dcab729691c8 None None] Calling delete_port for 8466eee2-f97f-4aad-87ed-e2951cf86f2b owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:48.961940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069bf94-1deb-41b0-aed1-b90b4dc3fd0c req-42cb81c4-6eae-441e-9cca-fa36e1317795 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:48.965117 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0069bf94-1deb-41b0-aed1-b90b4dc3fd0c req-42cb81c4-6eae-441e-9cca-fa36e1317795 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 945 time: 0.3055062 May 24 22:44:48.982056 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-52fb7e6e-ae29-4dc7-be98-ac5fb77e0f3f req-d00fe5e5-787d-4e43-84e3-3abe2831a852 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] show failed (client error): The resource could not be found. May 24 22:44:48.984321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52fb7e6e-ae29-4dc7-be98-ac5fb77e0f3f req-d00fe5e5-787d-4e43-84e3-3abe2831a852 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/811b0319-97cd-40bd-896f-3dece836b0ec HTTP/1.1" status: 404 len: 352 time: 0.0607784 May 24 22:44:49.015301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8466eee2-f97f-4aad-87ed-e2951cf86f2b no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:49.027747 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.054953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 8466eee2-f97f-4aad-87ed-e2951cf86f2b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:44:49.055559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8466eee2-f97f-4aad-87ed-e2951cf86f2b not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:44:49.060749 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-aaacf8fc-86b5-423b-a58d-dcab729691c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:44:49.060871 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-aaacf8fc-86b5-423b-a58d-dcab729691c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:44:49.075449 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0069bf94-1deb-41b0-aed1-b90b4dc3fd0c req-59f9329b-c24d-4f45-9019-1be1173e60b0 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963805 May 24 22:44:49.087426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Pushing event deleted for resources: {'Port': ['ID=8466eee2-f97f-4aad-87ed-e2951cf86f2b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:49.106748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] No DVR routers for this DVR port 8466eee2-f97f-4aad-87ed-e2951cf86f2b on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:44:49.204965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd95b7-ca7f-4469-9f5d-d862b45ec744 req-0696659a-60e5-417a-9ec6-a4e652fa3915 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:49.212320 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eacd95b7-ca7f-4469-9f5d-d862b45ec744 req-0696659a-60e5-417a-9ec6-a4e652fa3915 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.0912864 May 24 22:44:49.253758 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eacd95b7-ca7f-4469-9f5d-d862b45ec744 req-bcc21f71-fe7b-415a-878a-7d4dee12947e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 May 24 22:44:49.263226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48238) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:49.278554 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3fd0b269-20cd-4888-8c6c-744c34f45ea7 req-d0df2aba-e5cb-40ae-a5a5-5aa408ac531c tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0623672 May 24 22:44:49.283867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.297905 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-ead241de-48dc-4140-a95e-ddf0aff77f73 req-55051a0a-bbc4-4925-970a-69ebb6251e47 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] show failed (client error): The resource could not be found. May 24 22:44:49.298921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ead241de-48dc-4140-a95e-ddf0aff77f73 req-55051a0a-bbc4-4925-970a-69ebb6251e47 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/734013cc-177a-4160-9cfa-544f81289bbc HTTP/1.1" status: 404 len: 352 time: 0.0168526 May 24 22:44:49.313809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15936267-cdfd-443d-98fe-990908a2f388']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:49.328630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db0e8d7-ea33-4663-b663-ce258a80c056') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:49.328990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db0e8d7-ea33-4663-b663-ce258a80c056') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:49.342081 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-cb2c1911-d91d-4f8a-8ec1-ff657cd33095 req-cd8c751d-1d5b-413b-bd0c-6c95d7ea8e64 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] show failed (client error): The resource could not be found. May 24 22:44:49.343222 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb2c1911-d91d-4f8a-8ec1-ff657cd33095 req-cd8c751d-1d5b-413b-bd0c-6c95d7ea8e64 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/b7fa1fbf-12ea-4fcf-b357-4ae0267742ba HTTP/1.1" status: 404 len: 352 time: 0.0202446 May 24 22:44:49.344029 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.361956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.368654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:44:49.369276 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.385173 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-b968a11a-ea88-49e5-b6d2-9ddf50481ca9 req-8136bff5-87bb-491c-b30b-ff3df46497a9 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] show failed (client error): The resource could not be found. May 24 22:44:49.386271 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b968a11a-ea88-49e5-b6d2-9ddf50481ca9 req-8136bff5-87bb-491c-b30b-ff3df46497a9 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/0ebc5d8f-9330-4919-a162-9ba1dee92873 HTTP/1.1" status: 404 len: 352 time: 0.0190558 May 24 22:44:49.432616 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-f533bca4-7762-4f0e-952a-48660f161300 req-3b49db0f-80cb-4bf7-972b-4816f5a9491e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] show failed (client error): The resource could not be found. May 24 22:44:49.447400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f533bca4-7762-4f0e-952a-48660f161300 req-3b49db0f-80cb-4bf7-972b-4816f5a9491e tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/7167c0c6-6f87-4fd4-854a-0bc15ce743fa HTTP/1.1" status: 404 len: 352 time: 0.0318522 May 24 22:44:49.480667 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.490203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.521202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] Pushing event deleted for resources: {'Network': ['ID=15936267-cdfd-443d-98fe-990908a2f388,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:49.538190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-346bd5cb-3493-4e20-9d6c-c1f13a1d8f75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55a1a57518904b1d99e9c12f4b96e886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736990 May 24 22:44:49.540702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48258) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:49.562353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf8fc-86b5-423b-a58d-dcab729691c8 None None] Deleting port 8466eee2-f97f-4aad-87ed-e2951cf86f2b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:49.563071 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aaacf8fc-86b5-423b-a58d-dcab729691c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.572288 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d917062f-9b34-445c-b5a2-c0f5edcf6588 admin admin] 10.222.0.55 "DELETE /v2.0/networks/15936267-cdfd-443d-98fe-990908a2f388 HTTP/1.1" status: 204 len: 168 time: 1.5385232 May 24 22:44:49.629405 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 0db0e8d7-ea33-4663-b663-ce258a80c056 resource provider aggregate not found May 24 22:44:49.648058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b53dd00-7eac-4006-982b-3a27af0dbbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.659956 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 0db0e8d7-ea33-4663-b663-ce258a80c056 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0db0e8d7-ea33-4663-b663-ce258a80c056 found for delete ", "request_id": "req-805aec2c-039b-49ce-a12d-3d533bcb9b69"}]} May 24 22:44:49.670804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf8fc-86b5-423b-a58d-dcab729691c8 None None] The port '8466eee2-f97f-4aad-87ed-e2951cf86f2b' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:44:49.676692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444656e7-7376-43d0-8b9a-9572f79e4cea req-6bc3a465-3884-4cc0-8e81-f84608764761 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:49.678817 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444656e7-7376-43d0-8b9a-9572f79e4cea req-6bc3a465-3884-4cc0-8e81-f84608764761 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 945 time: 0.1586237 May 24 22:44:49.703067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b53dd00-7eac-4006-982b-3a27af0dbbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.746687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c849758d-7111-408a-928f-3e2e868817a4 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:49.755829 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444656e7-7376-43d0-8b9a-9572f79e4cea req-7ddff9b4-453e-498c-b460-4d4bfb2af890 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704184 May 24 22:44:49.795114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: c849758d-7111-408a-928f-3e2e868817a4 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:44:49.795537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c849758d-7111-408a-928f-3e2e868817a4 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:44:49.799720 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b53dd00-7eac-4006-982b-3a27af0dbbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.819507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48272) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:49.829655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53dd00-7eac-4006-982b-3a27af0dbbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6f35b9-a44a-4fe5-a8a9-6434236bf9c7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:49.851856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b53dd00-7eac-4006-982b-3a27af0dbbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:49.855777 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8b53dd00-7eac-4006-982b-3a27af0dbbd7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c6f35b9-a44a-4fe5-a8a9-6434236bf9c7 HTTP/1.1" status: 204 len: 168 time: 0.3117461 May 24 22:44:49.907504 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eaf42f76-d048-4ed8-aa14-837f96f388f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae1cb7486bea4c3a9df8697cc9b24e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843790 May 24 22:44:49.908209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48278) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:49.952589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24d02b-0e1c-4927-9c0d-eba0384e2b99 req-b41d0ed8-df87-4f21-b55b-73b9c8e8f5e2 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:49.954020 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d24d02b-0e1c-4927-9c0d-eba0384e2b99 req-b41d0ed8-df87-4f21-b55b-73b9c8e8f5e2 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 1024 time: 0.1033835 May 24 22:44:50.021918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-21efd810-ad3e-4e0c-97c2-ab6a399e8c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:50.036277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1d24d02b-0e1c-4927-9c0d-eba0384e2b99 req-3e00e07e-21bc-4165-a11f-e76994eb1c8f tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:50.055215 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-21efd810-ad3e-4e0c-97c2-ab6a399e8c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:50.087122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d682a-ab38-4b7c-acb8-7030d1e2bbc6 req-744be35f-da5a-4f4e-940a-1b3e2de502a9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:50.088443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1d24d02b-0e1c-4927-9c0d-eba0384e2b99 req-3e00e07e-21bc-4165-a11f-e76994eb1c8f tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:50.088776 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-136d682a-ab38-4b7c-acb8-7030d1e2bbc6 req-744be35f-da5a-4f4e-940a-1b3e2de502a9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 945 time: 0.1532595 May 24 22:44:50.101522 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d24d02b-0e1c-4927-9c0d-eba0384e2b99 req-3e00e07e-21bc-4165-a11f-e76994eb1c8f tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ca9f97-8504-4ab7-b8ec-610da8e2133d&id=4baa430e-6877-4360-8d01-7de5a0755020&id=4e52e86c-ee3c-4ea8-865d-089867362a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1395504 May 24 22:44:50.127484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd74b8e-5c4c-42e7-85ec-79cce15f91e9 req-4c8b6991-2b02-4925-8b07-e409a3f038e5 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:50.128966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6cd74b8e-5c4c-42e7-85ec-79cce15f91e9 req-4c8b6991-2b02-4925-8b07-e409a3f038e5 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 945 time: 0.1276619 May 24 22:44:50.165353 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-136d682a-ab38-4b7c-acb8-7030d1e2bbc6 req-1b98126b-71f7-4c79-8357-02873dc9089a tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602443 May 24 22:44:50.189287 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-21efd810-ad3e-4e0c-97c2-ab6a399e8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:50.210467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efd810-ad3e-4e0c-97c2-ab6a399e8c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa2ece7-38b4-4a1d-bac7-b8b6b1ed05b5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:50.220101 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-21efd810-ad3e-4e0c-97c2-ab6a399e8c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:50.221259 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-21efd810-ad3e-4e0c-97c2-ab6a399e8c76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfa2ece7-38b4-4a1d-bac7-b8b6b1ed05b5 HTTP/1.1" status: 204 len: 168 time: 0.3120117 May 24 22:44:50.268066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6cd74b8e-5c4c-42e7-85ec-79cce15f91e9 req-9bb47e6f-1308-4ac1-aa47-6b18b79fb78e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Deleting port 8f43a78e-e69a-4fd7-9752-9937160128d3 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:50.268554 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6cd74b8e-5c4c-42e7-85ec-79cce15f91e9 req-9bb47e6f-1308-4ac1-aa47-6b18b79fb78e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:50.359657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48292) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:50.384496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89578b2d-7026-4843-a62c-0ec6b4c95bd3 req-1a0bbcbe-3c52-42b0-bf70-241bd0ccd557 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:50.386217 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-89578b2d-7026-4843-a62c-0ec6b4c95bd3 req-1a0bbcbe-3c52-42b0-bf70-241bd0ccd557 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 945 time: 0.1079509 May 24 22:44:50.391031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fba78abd-9528-454f-bf56-76506d8e7413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:50.419898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fba78abd-9528-454f-bf56-76506d8e7413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:50.424730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fba78abd-9528-454f-bf56-76506d8e7413 admin admin] Usage tracker for resource:security_group_rule and tenant:9e8b334e885c49d6bf1d2a3c42fd8ed5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:50.427676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fba78abd-9528-454f-bf56-76506d8e7413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:50.433059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439f24a-f5de-4428-8d1d-5271ca67c3f3 req-bd92f434-08e7-49fb-bfbe-5d8302790500 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:50.434612 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b439f24a-f5de-4428-8d1d-5271ca67c3f3 req-bd92f434-08e7-49fb-bfbe-5d8302790500 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.2301562 May 24 22:44:50.447053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fba78abd-9528-454f-bf56-76506d8e7413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:50.607844 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-89578b2d-7026-4843-a62c-0ec6b4c95bd3 req-2c83411e-f1be-4ac9-8d4f-9055da2b6de9 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989849 May 24 22:44:50.608425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b439f24a-f5de-4428-8d1d-5271ca67c3f3 req-09d46af5-515e-4e2e-b7b3-eaaf32ffe31b tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541772 May 24 22:44:50.690637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6cd74b8e-5c4c-42e7-85ec-79cce15f91e9 req-9bb47e6f-1308-4ac1-aa47-6b18b79fb78e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] For port 8f43a78e-e69a-4fd7-9752-9937160128d3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8f43a78e-e69a-4fd7-9752-9937160128d3,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:50.690637 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6cd74b8e-5c4c-42e7-85ec-79cce15f91e9 req-9bb47e6f-1308-4ac1-aa47-6b18b79fb78e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:50.708626 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fba78abd-9528-454f-bf56-76506d8e7413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:50.719043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fba78abd-9528-454f-bf56-76506d8e7413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:50.783237 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fba78abd-9528-454f-bf56-76506d8e7413 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e8b334e885c49d6bf1d2a3c42fd8ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223161 May 24 22:44:50.785437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba78abd-9528-454f-bf56-76506d8e7413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f7d5d3-2fbc-4249-a2da-ae063e450692,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:50.788373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48308) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:50.857767 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-628c5057-782f-4ce8-8792-95b4dce8304f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:50.862841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6cd74b8e-5c4c-42e7-85ec-79cce15f91e9 req-9bb47e6f-1308-4ac1-aa47-6b18b79fb78e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Calling delete_port for 8f43a78e-e69a-4fd7-9752-9937160128d3 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:50.912125 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-628c5057-782f-4ce8-8792-95b4dce8304f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:50.981595 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-628c5057-782f-4ce8-8792-95b4dce8304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:51.009249 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-628c5057-782f-4ce8-8792-95b4dce8304f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:51.013191 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-628c5057-782f-4ce8-8792-95b4dce8304f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77f7d5d3-2fbc-4249-a2da-ae063e450692 HTTP/1.1" status: 204 len: 168 time: 0.2206767 May 24 22:44:51.013191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c5057-782f-4ce8-8792-95b4dce8304f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f7d5d3-2fbc-4249-a2da-ae063e450692,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:51.020653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a737d-b5ab-4035-b0c7-ff4d60daa4b5 req-22854cbe-b1cd-40c1-ba3f-5ff3ac6532e6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:51.031492 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-422a737d-b5ab-4035-b0c7-ff4d60daa4b5 req-22854cbe-b1cd-40c1-ba3f-5ff3ac6532e6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.1779613 May 24 22:44:51.154088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-422a737d-b5ab-4035-b0c7-ff4d60daa4b5 req-67ac1f3b-40b7-4f4b-87a6-b4981194d7ff tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108804 May 24 22:44:51.176911 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6cd74b8e-5c4c-42e7-85ec-79cce15f91e9 req-9bb47e6f-1308-4ac1-aa47-6b18b79fb78e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:51.192810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['82ab5821-72e1-4fb7-956a-23d12ca6fb99', '8065712d-291a-433a-98ba-78f8782219ab', '8f43a78e-e69a-4fd7-9752-9937160128d3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:51.355151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb47e6f-1308-4ac1-aa47-6b18b79fb78e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Pushing event deleted for resources: {'Port': ['ID=8f43a78e-e69a-4fd7-9752-9937160128d3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:51.418338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd74b8e-5c4c-42e7-85ec-79cce15f91e9 req-9bb47e6f-1308-4ac1-aa47-6b18b79fb78e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] No DVR routers for this DVR port 8f43a78e-e69a-4fd7-9752-9937160128d3 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:44:51.446285 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a6c5ee8-a149-46db-9905-0323d1bfa42b req-25a37951-a0ef-4414-8add-32ce36cc3340 tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1872098 May 24 22:44:51.513994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e857612-f52f-466d-b99b-b74b37a6b0fe req-81001d1b-8825-4821-8098-0bc9c15b41bf tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:51.517034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e857612-f52f-466d-b99b-b74b37a6b0fe req-81001d1b-8825-4821-8098-0bc9c15b41bf tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 1024 time: 0.3467247 May 24 22:44:51.648842 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6cd74b8e-5c4c-42e7-85ec-79cce15f91e9 req-9bb47e6f-1308-4ac1-aa47-6b18b79fb78e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:51.660608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4575d38e-2f0b-4a40-83d6-fe616c44ec6e', 'name': 'network-vif-deleted', 'tag': '8f43a78e-e69a-4fd7-9752-9937160128d3'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:51.699668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6cd74b8e-5c4c-42e7-85ec-79cce15f91e9 req-9bb47e6f-1308-4ac1-aa47-6b18b79fb78e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "DELETE /v2.0/ports/8f43a78e-e69a-4fd7-9752-9937160128d3 HTTP/1.1" status: 204 len: 173 time: 1.5638094 May 24 22:44:51.719269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794712e-4c56-4438-ab1c-513bd959ff92 req-f9b2060e-1122-4368-a921-b95a1cc3f233 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:51.729168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-8e857612-f52f-466d-b99b-b74b37a6b0fe req-7eaf4aa1-53b5-4a4d-9ba5-62d6a8070243 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Deleting port 5e9f0f29-3b22-4b02-819e-dc84c920695d {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:51.730952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8e857612-f52f-466d-b99b-b74b37a6b0fe req-7eaf4aa1-53b5-4a4d-9ba5-62d6a8070243 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:51.736872 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8794712e-4c56-4438-ab1c-513bd959ff92 req-f9b2060e-1122-4368-a921-b95a1cc3f233 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 945 time: 0.3198342 May 24 22:44:51.811651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8794712e-4c56-4438-ab1c-513bd959ff92 req-bae1fb7e-e9d4-483c-bd18-cf770c29e916 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693865 May 24 22:44:51.985118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-79d82f8a-d782-4f8a-8120-433cbd45be5d req-dea1995e-10e6-4b77-a4fb-852bbec76328 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Synchronizing usage tracker for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:52.003429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-79d82f8a-d782-4f8a-8120-433cbd45be5d req-dea1995e-10e6-4b77-a4fb-852bbec76328 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Unset dirty status for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:52.004786 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79d82f8a-d782-4f8a-8120-433cbd45be5d req-dea1995e-10e6-4b77-a4fb-852bbec76328 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4575d38e-2f0b-4a40-83d6-fe616c44ec6e HTTP/1.1" status: 200 len: 210 time: 0.0650914 May 24 22:44:52.075159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9375b-f374-423c-9270-6d746d926f76 req-ade62ade-55ff-42eb-b34e-d202cb8cd5a8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:52.076887 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dd9375b-f374-423c-9270-6d746d926f76 req-ade62ade-55ff-42eb-b34e-d202cb8cd5a8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1dfb0b3-1f98-48b4-979c-85deaf9103c4 HTTP/1.1" status: 200 len: 1024 time: 0.3091860 May 24 22:44:52.156331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-8e857612-f52f-466d-b99b-b74b37a6b0fe req-7eaf4aa1-53b5-4a4d-9ba5-62d6a8070243 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] For port 5e9f0f29-3b22-4b02-819e-dc84c920695d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5e9f0f29-3b22-4b02-819e-dc84c920695d,segment=NetworkSegment(910875a3-9645-4892-92f8-5aae25dc690b),segment_id=910875a3-9645-4892-92f8-5aae25dc690b)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:52.156695 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8e857612-f52f-466d-b99b-b74b37a6b0fe req-7eaf4aa1-53b5-4a4d-9ba5-62d6a8070243 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:52.215171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed42e5f-ab02-4856-abcd-a2d79910a750 req-20cb1897-dc08-4b03-bfd0-6ce851191ce1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:52.216799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ed42e5f-ab02-4856-abcd-a2d79910a750 req-20cb1897-dc08-4b03-bfd0-6ce851191ce1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.0978360 May 24 22:44:52.252837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48360) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:52.282109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0dd9375b-f374-423c-9270-6d746d926f76 req-9d1e3780-36bd-4ab2-8991-258e6c44a7d8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Synchronizing usage tracker for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:52.286275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ed42e5f-ab02-4856-abcd-a2d79910a750 req-fa95906a-3f3c-4f8b-9285-7e3cfaa727b0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621006 May 24 22:44:52.291115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-8e857612-f52f-466d-b99b-b74b37a6b0fe req-7eaf4aa1-53b5-4a4d-9ba5-62d6a8070243 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Calling delete_port for 5e9f0f29-3b22-4b02-819e-dc84c920695d owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:52.344221 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257119b3-7039-41b8-a558-4f49c07d2fe1'] response: {'server_uuid': '4575d38e-2f0b-4a40-83d6-fe616c44ec6e', 'name': 'network-vif-deleted', 'tag': '8f43a78e-e69a-4fd7-9752-9937160128d3', 'status': 'completed', 'code': 200} May 24 22:44:52.346836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0dd9375b-f374-423c-9270-6d746d926f76 req-9d1e3780-36bd-4ab2-8991-258e6c44a7d8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Unset dirty status for tenant:b3706d10be554e798b88034075160b18 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:52.348121 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dd9375b-f374-423c-9270-6d746d926f76 req-9d1e3780-36bd-4ab2-8991-258e6c44a7d8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ca9f97-8504-4ab7-b8ec-610da8e2133d&id=4baa430e-6877-4360-8d01-7de5a0755020&id=4e52e86c-ee3c-4ea8-865d-089867362a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2619305 May 24 22:44:52.399861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-network', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:52.404983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:52.409476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Usage tracker for resource:network and tenant:b73c17b45b3c405ebfb19d680a8bff16 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:52.412615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:52.419169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:52.430888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Made reservation on behalf of b73c17b45b3c405ebfb19d680a8bff16 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:44:52.434003 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:52.449906 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:52.468676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:52.473853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Usage tracker for resource:security_group_rule and tenant:b73c17b45b3c405ebfb19d680a8bff16 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:52.477150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:52.484940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:52.511615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8e857612-f52f-466d-b99b-b74b37a6b0fe req-7eaf4aa1-53b5-4a4d-9ba5-62d6a8070243 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:52.576977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf4aa1-53b5-4a4d-9ba5-62d6a8070243 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event deleted for resources: {'Port': ['ID=5e9f0f29-3b22-4b02-819e-dc84c920695d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:52.642783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aad330-4a6a-44ad-9743-53c57c954cd0 req-834b851b-03bf-487b-a3c2-738e7819b44e tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:52.644248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82aad330-4a6a-44ad-9743-53c57c954cd0 req-834b851b-03bf-487b-a3c2-738e7819b44e tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 945 time: 0.1336050 May 24 22:44:52.661244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e857612-f52f-466d-b99b-b74b37a6b0fe req-7eaf4aa1-53b5-4a4d-9ba5-62d6a8070243 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] No DVR routers for this DVR port 5e9f0f29-3b22-4b02-819e-dc84c920695d on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:44:52.663932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8e857612-f52f-466d-b99b-b74b37a6b0fe req-7eaf4aa1-53b5-4a4d-9ba5-62d6a8070243 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:52.670368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'name': 'network-vif-deleted', 'tag': '5e9f0f29-3b22-4b02-819e-dc84c920695d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:52.676238 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:52.688630 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e857612-f52f-466d-b99b-b74b37a6b0fe req-7eaf4aa1-53b5-4a4d-9ba5-62d6a8070243 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.50 "DELETE /v2.0/ports/5e9f0f29-3b22-4b02-819e-dc84c920695d HTTP/1.1" status: 204 len: 173 time: 1.1606445 May 24 22:44:52.689414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:52.704650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d188192-a2ef-4e5f-ace2-d707c617e692 req-9de7b607-fb72-43d6-83a6-e29405d4b98a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:52.706341 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d188192-a2ef-4e5f-ace2-d707c617e692 req-9de7b607-fb72-43d6-83a6-e29405d4b98a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.2415845 May 24 22:44:52.719417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82aad330-4a6a-44ad-9743-53c57c954cd0 req-eb8a82cc-5a28-418b-8458-544ae5462678 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657251 May 24 22:44:52.729448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:44:52.743209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3468a016-20e4-4e41-af61-81d152d42334,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:52.747661 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:52.748012 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Added segment 1a6b9226-a9d9-44bb-8f1d-a622e14107bc of type vlan for network d9030e52-b3b9-4829-99f1-70ea2293d70c May 24 22:44:52.780817 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:52.787613 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d188192-a2ef-4e5f-ace2-d707c617e692 req-d7ffdb02-7368-4f1f-a66b-6d1095591439 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740857 May 24 22:44:52.821254 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:52.822584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:52.823276 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:52.836466 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47754253-40bc-4de2-8be8-d5fffd84e2db'] response: {'server_uuid': 'e1dfb0b3-1f98-48b4-979c-85deaf9103c4', 'name': 'network-vif-deleted', 'tag': '5e9f0f29-3b22-4b02-819e-dc84c920695d', 'status': 'completed', 'code': 200} May 24 22:44:52.978177 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a81f8238-b66d-45fa-9dbf-531dee7ce257 req-5cd0d7c6-8dca-4f06-afc1-79320993bfbb tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1234400 May 24 22:44:52.989418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] Pushing event updated for resources: {'Network': ['ID=d9030e52-b3b9-4829-99f1-70ea2293d70c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:52.995921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48376) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:52.996273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-da4912fd-d864-4108-98e0-e949a5064e80 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7419484 May 24 22:44:53.013929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Request body: {'subnet': {'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-subnet', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:53.016473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d9030e52-b3b9-4829-99f1-70ea2293d70c details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:44:53.016908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:53.022458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Usage tracker for resource:subnet and tenant:b73c17b45b3c405ebfb19d680a8bff16 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:53.026061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:53.033166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:53.051000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Made reservation on behalf of b73c17b45b3c405ebfb19d680a8bff16 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:44:53.054455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:53.322299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3587b-b0f7-46e0-9e85-a8d857ad5b85 req-17b61a5f-a63d-46cd-9391-ccdd08c7cddf tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:53.329226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ee3587b-b0f7-46e0-9e85-a8d857ad5b85 req-17b61a5f-a63d-46cd-9391-ccdd08c7cddf tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 945 time: 0.1699772 May 24 22:44:53.390410 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ee3587b-b0f7-46e0-9e85-a8d857ad5b85 req-46649118-dddd-44e1-bb83-2445b6a58055 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599270 May 24 22:44:53.448043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:53.646169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deaf82-afb8-494f-b5b7-87ecad20f21b req-83474d52-8828-48cb-b83b-e28fc4639b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:53.648017 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6deaf82-afb8-494f-b5b7-87ecad20f21b req-83474d52-8828-48cb-b83b-e28fc4639b81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 1100 time: 0.0733192 May 24 22:44:53.695588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:53.714413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Checking segment: {'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:53.714804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Network hostable DHCP agents. Network: d9030e52-b3b9-4829-99f1-70ea2293d70c, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:44:53.718100 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:53.744592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Network d9030e52-b3b9-4829-99f1-70ea2293d70c is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:44:53.747165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5e9f0f29-3b22-4b02-819e-dc84c920695d no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:53.759689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847968ea-0667-4fa7-823c-504052610001 req-66f6ab32-7db9-4451-b63c-a9825d2548be tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:53.761098 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-847968ea-0667-4fa7-823c-504052610001 req-66f6ab32-7db9-4451-b63c-a9825d2548be tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.2509830 May 24 22:44:53.762226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d9030e52-b3b9-4829-99f1-70ea2293d70c) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:53.766229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:53.766790 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:53.786672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef43a54-66c9-471e-92e1-ae8c16cc4f40 None None] Network d9030e52-b3b9-4829-99f1-70ea2293d70c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:44:53.811628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 5e9f0f29-3b22-4b02-819e-dc84c920695d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:44:53.812296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5e9f0f29-3b22-4b02-819e-dc84c920695d not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:44:53.812766 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8f43a78e-e69a-4fd7-9752-9937160128d3 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:53.812995 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0f271d71-8694-43b8-afbc-0b150a83ffab admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8153603 May 24 22:44:53.817113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48412) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:53.824544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:44:53.839933 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-847968ea-0667-4fa7-823c-504052610001 req-3dd3a29e-4abb-4332-a432-4724550783a1 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626757 May 24 22:44:53.841538 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:44:53.848706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Usage tracker for resource:router and tenant:b73c17b45b3c405ebfb19d680a8bff16 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:44:53.851549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a72ea-e241-4bb4-8f18-772c166edd05 req-f41698f4-470b-4176-b0c9-ec47ae559641 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:53.852748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:44:53.859231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-224a72ea-e241-4bb4-8f18-772c166edd05 req-f41698f4-470b-4176-b0c9-ec47ae559641 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 945 time: 0.2018659 May 24 22:44:53.860010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:44:53.874876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:53.876264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:53.898304 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:53.900194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deaf82-afb8-494f-b5b7-87ecad20f21b req-8ac4c794-abae-4fcb-9e77-f8b16b80f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:53.901685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6deaf82-afb8-494f-b5b7-87ecad20f21b req-8ac4c794-abae-4fcb-9e77-f8b16b80f837 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2129371 May 24 22:44:53.933199 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-224a72ea-e241-4bb4-8f18-772c166edd05 req-66ad97ce-dba6-4e04-ad26-e75dad42f6b9 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699830 May 24 22:44:53.959131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 8f43a78e-e69a-4fd7-9752-9937160128d3 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:44:53.959131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8f43a78e-e69a-4fd7-9752-9937160128d3 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:44:54.038752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6deaf82-afb8-494f-b5b7-87ecad20f21b req-3867db4f-16d5-4774-ab1c-5959a035a3b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d00cd991-96b4-48c9-ba9b-b091975be441 HTTP/1.1" status: 200 len: 217 time: 0.1171043 May 24 22:44:54.120226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-d9030e52-b3b9-4829-99f1-70ea2293d70c', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'fixed_ips': [{'subnet_id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:44:54.121181 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.121408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7409ca25-ca59-4566-8053-f14280761c38 req-cff5ecb8-9db6-4121-a201-f880f1425ef8 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/33ca9f97-8504-4ab7-b8ec-610da8e2133d HTTP/1.1" status: 200 len: 1800 time: 0.1013310 May 24 22:44:54.134340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deaf82-afb8-494f-b5b7-87ecad20f21b req-a242d47f-91ed-42f2-b464-def42d8da6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:54.135738 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6deaf82-afb8-494f-b5b7-87ecad20f21b req-a242d47f-91ed-42f2-b464-def42d8da6a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0822690 May 24 22:44:54.236187 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.252028 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7409ca25-ca59-4566-8053-f14280761c38 req-2275ac11-cf18-4d1f-8ae4-866f8a4be2d5 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.284950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deaf82-afb8-494f-b5b7-87ecad20f21b req-530cb4b1-4902-44bb-8482-88f96369aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:54.286459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6deaf82-afb8-494f-b5b7-87ecad20f21b req-530cb4b1-4902-44bb-8482-88f96369aeb0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391931 May 24 22:44:54.287808 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7409ca25-ca59-4566-8053-f14280761c38 req-2275ac11-cf18-4d1f-8ae4-866f8a4be2d5 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.299510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Allocated IP 172.20.0.2 (d9030e52-b3b9-4829-99f1-70ea2293d70c/7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b/5889e8ac-6038-4cbe-99c5-5d4171344080) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:44:54.332368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd7c4b-f4f3-41a5-9586-7f3696f5160e req-ca2013c8-82e1-4088-a211-d0c61524e7e6 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:54.333944 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9bbd7c4b-f4f3-41a5-9586-7f3696f5160e req-ca2013c8-82e1-4088-a211-d0c61524e7e6 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 945 time: 0.2838228 May 24 22:44:54.391356 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9bbd7c4b-f4f3-41a5-9586-7f3696f5160e req-6d80946f-7eb1-4a64-8784-2508bf56b21b tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472844 May 24 22:44:54.439997 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7409ca25-ca59-4566-8053-f14280761c38 req-2275ac11-cf18-4d1f-8ae4-866f8a4be2d5 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.472946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275ac11-cf18-4d1f-8ae4-866f8a4be2d5 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ca9f97-8504-4ab7-b8ec-610da8e2133d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:54.482930 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6deaf82-afb8-494f-b5b7-87ecad20f21b req-5044838f-d465-4743-b299-9e11db50da3d service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872411 May 24 22:44:54.528367 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7409ca25-ca59-4566-8053-f14280761c38 req-2275ac11-cf18-4d1f-8ae4-866f8a4be2d5 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.529798 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7409ca25-ca59-4566-8053-f14280761c38 req-2275ac11-cf18-4d1f-8ae4-866f8a4be2d5 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "DELETE /v2.0/security-groups/33ca9f97-8504-4ab7-b8ec-610da8e2133d HTTP/1.1" status: 204 len: 173 time: 0.3981452 May 24 22:44:54.644568 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.656152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Transition to ACTIVE for port object 5889e8ac-6038-4cbe-99c5-5d4171344080 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:54.667289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6deaf82-afb8-494f-b5b7-87ecad20f21b req-ac5f09db-d603-4237-8c18-a7cf0f4e99bc service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741726 May 24 22:44:54.675243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Transition to ACTIVE for port object 5889e8ac-6038-4cbe-99c5-5d4171344080 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:54.687051 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.724538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.761609 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.764010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Network d9030e52-b3b9-4829-99f1-70ea2293d70c is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:44:54.767278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:54.771485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:44:54.777914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Pushing event updated for resources: {'Port': ['ID=5889e8ac-6038-4cbe-99c5-5d4171344080,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:54.839787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbddb7-d131-4c6b-91e6-112cea5be7b4 req-920e7650-992a-4055-ae0b-77ec672f41e0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:54.846902 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-89bbddb7-d131-4c6b-91e6-112cea5be7b4 req-920e7650-992a-4055-ae0b-77ec672f41e0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.2734737 May 24 22:44:54.866044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Attempting to bind port 5889e8ac-6038-4cbe-99c5-5d4171344080 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:54.866408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Attempting to bind port 5889e8ac-6038-4cbe-99c5-5d4171344080 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:54.867077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Attempting to bind port 5889e8ac-6038-4cbe-99c5-5d4171344080 on network d9030e52-b3b9-4829-99f1-70ea2293d70c {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:54.872934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:54.873309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Checking segment: {'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:54.873739 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.874448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Bound using segment: {'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:54.874713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Bound port: 5889e8ac-6038-4cbe-99c5-5d4171344080, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:54.875084 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:54.941903 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-89bbddb7-d131-4c6b-91e6-112cea5be7b4 req-558b64aa-c2d4-418c-878b-936f91d8ec00 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941014 May 24 22:44:54.957587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Allocated IP 172.25.7.104 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/4889c2de-0189-4628-b6f4-76bb52894840) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:44:54.984353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] For port 5889e8ac-6038-4cbe-99c5-5d4171344080, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:44:54.987854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] For port 5889e8ac-6038-4cbe-99c5-5d4171344080, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5889e8ac-6038-4cbe-99c5-5d4171344080,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:44:54.994613 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:55.042286 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6230818d-7c0c-402b-886f-602805eb5fc2 req-224a1cfe-6ff2-49d3-a0a5-323392403cbc tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0423543 May 24 22:44:55.077663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9025d61-4108-47ad-8d1d-35f0c914f1fb None None] Pushing event updated for resources: {'Port': ['ID=5889e8ac-6038-4cbe-99c5-5d4171344080,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:55.192235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd5eb1a4-2d05-4c25-a754-fefb473dcc39 req-504a3f30-aa12-4640-8a8e-5f0fcf2b8f04 tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "GET /v2.0/security-groups/4e52e86c-ee3c-4ea8-865d-089867362a5f HTTP/1.1" status: 200 len: 1799 time: 0.1996276 May 24 22:44:55.275705 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:55.316118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a5b9a-20b2-43a1-ace7-bccb7b4f1569 req-81b29c2c-298b-4807-bef2-829c79f1e7e3 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:55.321840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f60a5b9a-20b2-43a1-ace7-bccb7b4f1569 req-81b29c2c-298b-4807-bef2-829c79f1e7e3 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 945 time: 0.2665403 May 24 22:44:55.420660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ec8ac-177e-4107-94db-2751e3058bc9 req-d22925a9-70c9-41a3-867b-55c1355619b0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:55.428151 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd6ec8ac-177e-4107-94db-2751e3058bc9 req-d22925a9-70c9-41a3-867b-55c1355619b0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.2197592 May 24 22:44:55.472350 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd6ec8ac-177e-4107-94db-2751e3058bc9 req-7178daa9-ea1b-414f-9b59-0897d6807e0d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432715 May 24 22:44:55.483036 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:55.537942 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd5eb1a4-2d05-4c25-a754-fefb473dcc39 req-33d504f9-a82b-4a73-8231-40845caf693d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:55.590422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-f60a5b9a-20b2-43a1-ace7-bccb7b4f1569 req-319516bf-6f4e-477a-9c42-ad6234dad57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Deleting port 8065712d-291a-433a-98ba-78f8782219ab {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:55.590760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f60a5b9a-20b2-43a1-ace7-bccb7b4f1569 req-319516bf-6f4e-477a-9c42-ad6234dad57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:55.616588 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd5eb1a4-2d05-4c25-a754-fefb473dcc39 req-33d504f9-a82b-4a73-8231-40845caf693d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:55.662155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:55.749001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:44:55.788447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:44:55.799697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:44:55.845140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd6758-3958-40bb-80d3-e16ffd40546c req-aa40567a-4aa6-40ae-bfb3-7cc360a33960 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:55.846949 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cbd6758-3958-40bb-80d3-e16ffd40546c req-aa40567a-4aa6-40ae-bfb3-7cc360a33960 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 945 time: 0.0977511 May 24 22:44:55.901934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cbd6758-3958-40bb-80d3-e16ffd40546c req-2ed8c162-e43c-4cdf-8486-ad99d85000e4 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473952 May 24 22:44:55.960317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Pushing event updated for resources: {'Port': ['ID=4889c2de-0189-4628-b6f4-76bb52894840,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:55.971541 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd5eb1a4-2d05-4c25-a754-fefb473dcc39 req-33d504f9-a82b-4a73-8231-40845caf693d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:56.074209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d504f9-a82b-4a73-8231-40845caf693d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e52e86c-ee3c-4ea8-865d-089867362a5f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:56.109094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dd221-c515-4a44-a654-c675fff80853 req-e095b13e-597d-4c60-a027-b583b71fe288 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:56.110982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c5dd221-c515-4a44-a654-c675fff80853 req-e095b13e-597d-4c60-a027-b583b71fe288 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 945 time: 0.0937417 May 24 22:44:56.159902 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c5dd221-c515-4a44-a654-c675fff80853 req-3d3f99c0-78aa-4ecd-97cc-ae9c7c713134 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432653 May 24 22:44:56.246189 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd5eb1a4-2d05-4c25-a754-fefb473dcc39 req-33d504f9-a82b-4a73-8231-40845caf693d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:56.247301 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd5eb1a4-2d05-4c25-a754-fefb473dcc39 req-33d504f9-a82b-4a73-8231-40845caf693d tempest-SecurityGroupsTestJSON-355792736 tempest-SecurityGroupsTestJSON-355792736-project] 10.222.0.55 "DELETE /v2.0/security-groups/4e52e86c-ee3c-4ea8-865d-089867362a5f HTTP/1.1" status: 204 len: 173 time: 1.0542881 May 24 22:44:56.255832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48474) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:56.261343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb65ed9-06db-4430-90bc-a1c277b066ca None None] Network d9030e52-b3b9-4829-99f1-70ea2293d70c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:44:56.287198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-f60a5b9a-20b2-43a1-ace7-bccb7b4f1569 req-319516bf-6f4e-477a-9c42-ad6234dad57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] For port 8065712d-291a-433a-98ba-78f8782219ab, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8065712d-291a-433a-98ba-78f8782219ab,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:56.287565 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f60a5b9a-20b2-43a1-ace7-bccb7b4f1569 req-319516bf-6f4e-477a-9c42-ad6234dad57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:56.344316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbf3a50-e72f-4433-8fd8-6cb3fa261cee admin admin] Deleting subnet 4a04cef8-0f98-4f0f-b545-0796b0563769 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:44:56.348504 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3a50-e72f-4433-8fd8-6cb3fa261cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:56.504354 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3a50-e72f-4433-8fd8-6cb3fa261cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:56.543303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8cb20d92-7d93-4c6f-b444-1cc258008014 None None] Provisioning for port 5889e8ac-6038-4cbe-99c5-5d4171344080 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:56.625283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-f60a5b9a-20b2-43a1-ace7-bccb7b4f1569 req-319516bf-6f4e-477a-9c42-ad6234dad57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Calling delete_port for 8065712d-291a-433a-98ba-78f8782219ab owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:56.647656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3a50-e72f-4433-8fd8-6cb3fa261cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:56.658417 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-103673d1-a855-4399-8c35-7ad806b0993b req-ded2aa22-1da8-4e40-8632-f986d15e2e14 tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1443057 May 24 22:44:56.715926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-9ba91245-e1a3-4f5e-ba75-ff325f1cad7b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:56.718706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-9ba91245-e1a3-4f5e-ba75-ff325f1cad7b tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 945 time: 0.3420501 May 24 22:44:56.781392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b91a4a-71e3-4af6-b425-592fb0f49972 req-7409f53f-25c8-4b2f-ab87-a7f615b31dca tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:56.786016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59b91a4a-71e3-4af6-b425-592fb0f49972 req-7409f53f-25c8-4b2f-ab87-a7f615b31dca tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.3673563 May 24 22:44:56.886607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Deleting port 454669a9-bcbd-42d7-89e6-1e13af21cd00 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:56.886999 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:56.888432 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f60a5b9a-20b2-43a1-ace7-bccb7b4f1569 req-319516bf-6f4e-477a-9c42-ad6234dad57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:56.904993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['82ab5821-72e1-4fb7-956a-23d12ca6fb99'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:44:56.919079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3a50-e72f-4433-8fd8-6cb3fa261cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:56.972138 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3a50-e72f-4433-8fd8-6cb3fa261cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:56.987575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319516bf-6f4e-477a-9c42-ad6234dad57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Pushing event deleted for resources: {'Port': ['ID=8065712d-291a-433a-98ba-78f8782219ab,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:56.988178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf3a50-e72f-4433-8fd8-6cb3fa261cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a04cef8-0f98-4f0f-b545-0796b0563769,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:57.013370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59b91a4a-71e3-4af6-b425-592fb0f49972 req-b1e815e0-2501-49ce-986d-3f549df49828 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202656 May 24 22:44:57.025949 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bcbf3a50-e72f-4433-8fd8-6cb3fa261cee admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4a04cef8-0f98-4f0f-b545-0796b0563769 HTTP/1.1" status: 204 len: 168 time: 0.7638195 May 24 22:44:57.033630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48504) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:57.103306 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.123033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5889e8ac-6038-4cbe-99c5-5d4171344080 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:57.254653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5889e8ac-6038-4cbe-99c5-5d4171344080 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:44:57.267627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5889e8ac-6038-4cbe-99c5-5d4171344080 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:57.268244 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.306646 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-310116f4-bbad-4b0f-bc8f-e563d84e0e7b req-9dbf416b-07bf-4ef1-9805-1e44e2fc493e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=d030eb2b-05ac-471e-874a-da848b4fff5f HTTP/1.1" status: 200 len: 210 time: 0.0945306 May 24 22:44:57.335636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-db68dda2-cc8d-4a0b-bc0a-c4916e6f77ee None None] Provisioning complete for port 5889e8ac-6038-4cbe-99c5-5d4171344080 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:57.336249 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-db68dda2-cc8d-4a0b-bc0a-c4916e6f77ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.380082 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.473006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5889e8ac-6038-4cbe-99c5-5d4171344080 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:57.473667 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.489522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60a5b9a-20b2-43a1-ace7-bccb7b4f1569 req-319516bf-6f4e-477a-9c42-ad6234dad57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] No DVR routers for this DVR port 8065712d-291a-433a-98ba-78f8782219ab on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:44:57.513696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 5889e8ac-6038-4cbe-99c5-5d4171344080, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5889e8ac-6038-4cbe-99c5-5d4171344080,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:57.533898 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f60a5b9a-20b2-43a1-ace7-bccb7b4f1569 req-319516bf-6f4e-477a-9c42-ad6234dad57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.536156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd030eb2b-05ac-471e-874a-da848b4fff5f', 'name': 'network-vif-deleted', 'tag': '8065712d-291a-433a-98ba-78f8782219ab'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:57.586443 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.592579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f60a5b9a-20b2-43a1-ace7-bccb7b4f1569 req-319516bf-6f4e-477a-9c42-ad6234dad57f tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "DELETE /v2.0/ports/8065712d-291a-433a-98ba-78f8782219ab HTTP/1.1" status: 204 len: 173 time: 2.2540834 May 24 22:44:57.678741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5889e8ac-6038-4cbe-99c5-5d4171344080,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:57.711162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1699390-2b92-4484-8606-836a07e1869c req-53e517fd-0f0f-4788-8f4b-d453a7d65cb9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:57.719059 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1699390-2b92-4484-8606-836a07e1869c req-53e517fd-0f0f-4788-8f4b-d453a7d65cb9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.2780285 May 24 22:44:57.721347 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.764744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 454669a9-bcbd-42d7-89e6-1e13af21cd00 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:57.811457 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.831001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-db68dda2-cc8d-4a0b-bc0a-c4916e6f77ee None None] Current status of the port 5889e8ac-6038-4cbe-99c5-5d4171344080 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:57.833700 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1699390-2b92-4484-8606-836a07e1869c req-099363ae-bab2-4fae-bc5f-23b0d20cc326 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137528 May 24 22:44:57.874459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c436ca6-d64f-4b30-a107-0e5ed7ed8c61']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:57.905835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910875a3-9645-4892-92f8-5aae25dc690b') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:57.906280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910875a3-9645-4892-92f8-5aae25dc690b') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:57.915552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] For port 454669a9-bcbd-42d7-89e6-1e13af21cd00, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=454669a9-bcbd-42d7-89e6-1e13af21cd00,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:57.916080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.938710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 454669a9-bcbd-42d7-89e6-1e13af21cd00 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:57.939200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.940043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ca2bb-e836-42f7-9834-41a5e4aa7cb7 req-e0e328c1-24bf-45dd-8849-aa3ed0c24c63 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:57.941746 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-285ca2bb-e836-42f7-9834-41a5e4aa7cb7 req-e0e328c1-24bf-45dd-8849-aa3ed0c24c63 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 945 time: 0.4813349 May 24 22:44:57.961544 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d454394d-c586-4b62-8629-35fd90c7ca8e'] response: {'server_uuid': 'd030eb2b-05ac-471e-874a-da848b4fff5f', 'name': 'network-vif-deleted', 'tag': '8065712d-291a-433a-98ba-78f8782219ab', 'status': 'completed', 'code': 200} May 24 22:44:57.970485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab6248-828c-4806-aac3-49af25e6d0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '454669a9-bcbd-42d7-89e6-1e13af21cd00'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:44:57.984155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 454669a9-bcbd-42d7-89e6-1e13af21cd00, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=454669a9-bcbd-42d7-89e6-1e13af21cd00,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:57.995134 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:57.996038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8065712d-291a-433a-98ba-78f8782219ab no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:44:58.006064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:58.079900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 8065712d-291a-433a-98ba-78f8782219ab {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:44:58.080310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8065712d-291a-433a-98ba-78f8782219ab not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:44:58.109642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=454669a9-bcbd-42d7-89e6-1e13af21cd00,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:58.121520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Router 494bb072-130c-4452-bb2e-b42842629e91 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:44:58.131876 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c65eed7-47ef-496f-b6fe-e3cb33aaf176 req-66e0115c-2e8e-4035-981d-d2ca62b00615 tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0641706 May 24 22:44:58.271933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Calling delete_port for 454669a9-bcbd-42d7-89e6-1e13af21cd00 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:58.305235 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a0c5d7-10d1-4b01-877d-f6a81c166db2'] response: {'server_uuid': '91ab6248-828c-4806-aac3-49af25e6d0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '454669a9-bcbd-42d7-89e6-1e13af21cd00', 'code': 200} May 24 22:44:58.374383 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:44:58.374883 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:44:58.390649 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:58.396512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:44:58.398541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:44:58.400731 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:58.408462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Sync routers for ids ['494bb072-130c-4452-bb2e-b42842629e91'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:44:58.424801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:58.426826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6d4b0ea3-be07-461e-8f05-6f9f4c681cfc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.6085846 May 24 22:44:58.429667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Routers {'494bb072-130c-4452-bb2e-b42842629e91'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:44:58.430479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:44:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['494bb072-130c-4452-bb2e-b42842629e91'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:58.431359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48538) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:58.448731 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-285ca2bb-e836-42f7-9834-41a5e4aa7cb7 req-10a3ec43-0741-4f6b-9991-9adc93c7eaea tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3763b72-ce5f-46b0-aeef-34c2743fb43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328425 May 24 22:44:58.638574 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 910875a3-9645-4892-92f8-5aae25dc690b resource provider aggregate not found May 24 22:44:58.649399 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:58.674184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:58.694141 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 910875a3-9645-4892-92f8-5aae25dc690b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 910875a3-9645-4892-92f8-5aae25dc690b found for delete ", "request_id": "req-8b46d559-fddd-4424-8e8e-e5577e4a7188"}]} May 24 22:44:58.710395 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] 10.222.0.55 "DELETE /v2.0/networks/9c436ca6-d64f-4b30-a107-0e5ed7ed8c61 HTTP/1.1" status: 204 len: 168 time: 1.6757693 May 24 22:44:58.713214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2ac35-804b-4870-8c67-39da49bfa16c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c436ca6-d64f-4b30-a107-0e5ed7ed8c61,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:58.737212 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-c7c740be-5729-4309-a117-5814544df8de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1562057 May 24 22:44:58.780131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Set router 494bb072-130c-4452-bb2e-b42842629e91 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:44:58.853135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-82face16-fd9d-42b7-9b43-e2990705fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:58.855739 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-82face16-fd9d-42b7-9b43-e2990705fe58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 1101 time: 0.0887566 May 24 22:44:58.869391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae10147-d3b4-4ff7-afc6-5dadb847705c req-de82a777-90cc-4591-b35b-06211c3c3e6e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:58.870951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4ae10147-d3b4-4ff7-afc6-5dadb847705c req-de82a777-90cc-4591-b35b-06211c3c3e6e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.3207946 May 24 22:44:58.875662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Deleting port 454669a9-bcbd-42d7-89e6-1e13af21cd00 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:44:58.876795 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:58.926786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48562) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:59.010165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5889e8ac-6038-4cbe-99c5-5d4171344080 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:44:59.101829 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4ae10147-d3b4-4ff7-afc6-5dadb847705c req-a73027b5-c34f-4bca-9ff4-b89c8b13887f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197509 May 24 22:44:59.222755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5889e8ac-6038-4cbe-99c5-5d4171344080 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:44:59.223240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:59.359706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5889e8ac-6038-4cbe-99c5-5d4171344080 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:44:59.390229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-d811ef6e-4b03-49fd-a8c8-8e8e657c5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:59.391873 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-d811ef6e-4b03-49fd-a8c8-8e8e657c5542 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.4516807 May 24 22:44:59.392003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:44:56Z', 'revision_number': 3, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:44:59.398377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Checking router: 494bb072-130c-4452-bb2e-b42842629e91 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:44:59.398651 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Updating router 494bb072-130c-4452-bb2e-b42842629e91 port 4889c2de-0189-4628-b6f4-76bb52894840 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:44:59.403088 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b94792b8-6a08-4f77-b154-a2ecfc5210fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3706d10be554e798b88034075160b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712107 May 24 22:44:59.444581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48582) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:44:59.453323 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:59.483165 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-dc8ae334-cd89-4c19-a7b0-e166a9aad49c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c3c75707-0ea0-4c52-8f50-75636d061f50 HTTP/1.1" status: 200 len: 217 time: 0.0737786 May 24 22:44:59.484766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] For port 454669a9-bcbd-42d7-89e6-1e13af21cd00, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=454669a9-bcbd-42d7-89e6-1e13af21cd00,segment=NetworkSegment(f2b4a71c-0f59-4d38-980d-b8444f4c9b10),segment_id=f2b4a71c-0f59-4d38-980d-b8444f4c9b10)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:44:59.485738 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:59.576892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-661c5a47-3434-47a0-b908-ad01464108a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:59.579622 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-661c5a47-3434-47a0-b908-ad01464108a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0807223 May 24 22:44:59.635644 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45940e1e-937b-44b2-97af-4cf67c6e27b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:59.692156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff5907-3e8c-4705-8a4e-d7653eec6005 req-0f4a7f07-a29a-4424-8e29-27cf611d4cc0 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:59.692850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1aff5907-3e8c-4705-8a4e-d7653eec6005 req-0f4a7f07-a29a-4424-8e29-27cf611d4cc0 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Synchronizing usage tracker for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:44:59.729475 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45940e1e-937b-44b2-97af-4cf67c6e27b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:59.740259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1aff5907-3e8c-4705-8a4e-d7653eec6005 req-0f4a7f07-a29a-4424-8e29-27cf611d4cc0 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Unset dirty status for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:44:59.741472 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1aff5907-3e8c-4705-8a4e-d7653eec6005 req-0f4a7f07-a29a-4424-8e29-27cf611d4cc0 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 946 time: 0.3441024 May 24 22:44:59.748236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Calling delete_port for 454669a9-bcbd-42d7-89e6-1e13af21cd00 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:44:59.841204 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:59.857268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Transition to ACTIVE for port object 4889c2de-0189-4628-b6f4-76bb52894840 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:44:59.857575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfe0be-a03c-48aa-a282-5a4185633d2f req-4a24a9b7-202b-4053-95dd-47c96d21338c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:44:59.858911 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1dfe0be-a03c-48aa-a282-5a4185633d2f req-4a24a9b7-202b-4053-95dd-47c96d21338c tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 949 time: 0.6515775 May 24 22:44:59.867108 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:59.888517 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1aff5907-3e8c-4705-8a4e-d7653eec6005 req-d4fa0b30-03ea-4e93-967c-4dbe1c3a6683 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347766 May 24 22:44:59.932006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:59.941100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Pushing event updated for resources: {'Port': ['ID=4889c2de-0189-4628-b6f4-76bb52894840,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:44:59.945596 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1dfe0be-a03c-48aa-a282-5a4185633d2f req-243c25df-0002-494a-8701-cc330f0100b6 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712676 May 24 22:44:59.959693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.960034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.960368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.960696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.961018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.961339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.962102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.962524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.962848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.963169 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.963489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.963806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:44:59.976773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Attempting to bind port 4889c2de-0189-4628-b6f4-76bb52894840 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:44:59.977276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Attempting to bind port 4889c2de-0189-4628-b6f4-76bb52894840 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:44:59.977704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Attempting to bind port 4889c2de-0189-4628-b6f4-76bb52894840 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:44:59.983533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:44:59.983946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:44:59.984341 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:44:59.984724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:44:59.985215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Bound port: 4889c2de-0189-4628-b6f4-76bb52894840, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:44:59.985609 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:00.017098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-113389a6-f188-4cbb-af67-eb87de3276c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:00.018598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-113389a6-f188-4cbb-af67-eb87de3276c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2357407 May 24 22:45:00.064828 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45940e1e-937b-44b2-97af-4cf67c6e27b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:00.069747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] For port 4889c2de-0189-4628-b6f4-76bb52894840, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:00.127812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45940e1e-937b-44b2-97af-4cf67c6e27b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baa430e-6877-4360-8d01-7de5a0755020,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:00.134440 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-a411e982-3891-4170-a532-5dc64fd4dbbf tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727565 May 24 22:45:00.149481 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45940e1e-937b-44b2-97af-4cf67c6e27b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:00.152003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-45940e1e-937b-44b2-97af-4cf67c6e27b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4baa430e-6877-4360-8d01-7de5a0755020 HTTP/1.1" status: 204 len: 168 time: 0.7052436 May 24 22:45:00.282112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] For port 4889c2de-0189-4628-b6f4-76bb52894840, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4889c2de-0189-4628-b6f4-76bb52894840,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:00.287525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a612c6c-d8ee-4b27-90cd-7f93b8f3af6c req-c3607016-334e-4561-a22b-08c098eacc73 tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1816814 May 24 22:45:00.289657 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:00.290630 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:00.400545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-79bb9650-e958-4370-ac77-8ba10b361780 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:00.401631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Pushing event deleted for resources: {'Port': ['ID=454669a9-bcbd-42d7-89e6-1e13af21cd00,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:00.408066 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-79bb9650-e958-4370-ac77-8ba10b361780 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640808 May 24 22:45:00.426069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Allocated IP 172.20.0.1 (d9030e52-b3b9-4829-99f1-70ea2293d70c/7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b/050783cb-eefb-4045-8627-2b2e020ad912) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:00.434884 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-cf1eecd7-50c2-496b-bb01-07b3dc304dc7 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/quotas/7e0441ae0234482d9dd939bb5ac18aed HTTP/1.1" status: 200 len: 375 time: 0.0255864 May 24 22:45:00.467387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] No DVR routers for this DVR port 454669a9-bcbd-42d7-89e6-1e13af21cd00 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:45:00.470153 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:00.475849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab6248-828c-4806-aac3-49af25e6d0ef', 'name': 'network-vif-deleted', 'tag': '454669a9-bcbd-42d7-89e6-1e13af21cd00'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:00.485705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-ab7c5667-a48e-4634-b104-e7076c946fc3 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540541 May 24 22:45:00.489215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Routers {'494bb072-130c-4452-bb2e-b42842629e91'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:45:00.489342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9987a2e0-1524-48fb-8e9b-eb1ef559c596 req-7a52ecc8-a87f-476e-b068-14b7461ac065 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.50 "DELETE /v2.0/ports/454669a9-bcbd-42d7-89e6-1e13af21cd00 HTTP/1.1" status: 204 len: 173 time: 3.7617717 May 24 22:45:00.496343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:44:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['494bb072-130c-4452-bb2e-b42842629e91'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:00.515608 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-fbe5bf54-d1f0-453b-b1a2-c37796b99a45 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794427 May 24 22:45:00.647157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033aab9-53d1-4be7-a4ff-53f6792edc28 None None] Pushing event updated for resources: {'Port': ['ID=4889c2de-0189-4628-b6f4-76bb52894840,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:00.820593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd835e5c-c8d6-4ced-881c-1f7703108c12 req-a628c85e-1ee7-4527-a328-ffb3b4e2adb7 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Synchronizing usage tracker for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:00.847519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] Set router 494bb072-130c-4452-bb2e-b42842629e91 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:45:00.881755 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:00.921216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Transition to ACTIVE for port object 050783cb-eefb-4045-8627-2b2e020ad912 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:00.938210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd835e5c-c8d6-4ced-881c-1f7703108c12 req-a628c85e-1ee7-4527-a328-ffb3b4e2adb7 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] Unset dirty status for tenant:5d6a9e9780d441c8bebdd05154657f0a on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:00.939424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd835e5c-c8d6-4ced-881c-1f7703108c12 req-a628c85e-1ee7-4527-a328-ffb3b4e2adb7 tempest-ServerDiskConfigTestJSON-911072941 tempest-ServerDiskConfigTestJSON-911072941-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab6248-828c-4806-aac3-49af25e6d0ef HTTP/1.1" status: 200 len: 210 time: 0.2348833 May 24 22:45:01.014381 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb1d86fb-a905-4efb-8a5a-8f75d8863541 req-cefe0936-8344-41f1-b8a2-ef37d5e29022 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186946 May 24 22:45:01.046532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc019a52-6167-4cfe-a609-dd8ce44b638e req-8d620412-0304-4654-823c-b8c368016d59 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:01.048590 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc019a52-6167-4cfe-a609-dd8ce44b638e req-8d620412-0304-4654-823c-b8c368016d59 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 946 time: 0.5162230 May 24 22:45:01.067193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:01.114702 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19124812-0053-421d-8b7d-c9f769948261'] response: {'server_uuid': '91ab6248-828c-4806-aac3-49af25e6d0ef', 'name': 'network-vif-deleted', 'tag': '454669a9-bcbd-42d7-89e6-1e13af21cd00', 'status': 'completed', 'code': 200} May 24 22:45:01.179741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Network d9030e52-b3b9-4829-99f1-70ea2293d70c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:01.191504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=050783cb-eefb-4045-8627-2b2e020ad912,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:01.197056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:01.210997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-dc019a52-6167-4cfe-a609-dd8ce44b638e req-3b456b0a-7290-4e1b-b1de-7f2c6eae8298 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Deleting port 82ab5821-72e1-4fb7-956a-23d12ca6fb99 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:45:01.212884 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dc019a52-6167-4cfe-a609-dd8ce44b638e req-3b456b0a-7290-4e1b-b1de-7f2c6eae8298 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:01.218716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:01.336909 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:01.535599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd62d-f439-4749-a541-ca57075a81f6 req-2437c3f9-f9f4-46af-9d9d-aed2eede7206 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:01.543380 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3fddd62d-f439-4749-a541-ca57075a81f6 req-2437c3f9-f9f4-46af-9d9d-aed2eede7206 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.5660715 May 24 22:45:01.749404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-66531983-dfb5-415f-9fba-53fe7b566ebf None None] Provisioning for port 050783cb-eefb-4045-8627-2b2e020ad912 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:01.752300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-dc019a52-6167-4cfe-a609-dd8ce44b638e req-3b456b0a-7290-4e1b-b1de-7f2c6eae8298 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] For port 82ab5821-72e1-4fb7-956a-23d12ca6fb99, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=82ab5821-72e1-4fb7-956a-23d12ca6fb99,segment=NetworkSegment(d0e1db14-0261-4593-be89-93b6bc95b2b9),segment_id=d0e1db14-0261-4593-be89-93b6bc95b2b9)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:01.753231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dc019a52-6167-4cfe-a609-dd8ce44b638e req-3b456b0a-7290-4e1b-b1de-7f2c6eae8298 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:01.775195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-66531983-dfb5-415f-9fba-53fe7b566ebf None None] Provisioning complete for port 050783cb-eefb-4045-8627-2b2e020ad912 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:01.775575 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-66531983-dfb5-415f-9fba-53fe7b566ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:01.830779 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3fddd62d-f439-4749-a541-ca57075a81f6 req-2be27736-294e-4ceb-836e-325a06dc0645 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860024 May 24 22:45:01.834141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:44:56Z', 'revision_number': 3, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:01.842790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dba900-58b5-4b8b-9230-7c14e2ed3eea None None] The sync data for ids ['494bb072-130c-4452-bb2e-b42842629e91'] in n-d-843146-7 is: [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:44:56Z', 'revision_number': 3, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:45:01.844471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-66531983-dfb5-415f-9fba-53fe7b566ebf None None] Port 050783cb-eefb-4045-8627-2b2e020ad912 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:45:01.931480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-dc019a52-6167-4cfe-a609-dd8ce44b638e req-3b456b0a-7290-4e1b-b1de-7f2c6eae8298 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Calling delete_port for 82ab5821-72e1-4fb7-956a-23d12ca6fb99 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:45:02.008798 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:02.009610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d00cd991-96b4-48c9-ba9b-b091975be441 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:45:02.054633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea75a6b-b3ad-4380-b5d9-709f997f8edc req-ad65a93c-55a8-40b4-881a-a871e304becc tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:02.074365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cea75a6b-b3ad-4380-b5d9-709f997f8edc req-ad65a93c-55a8-40b4-881a-a871e304becc tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 946 time: 0.7977815 May 24 22:45:02.139078 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-a8422e1e-c7f2-4f75-98d3-0f1170ed8dc0 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096356 May 24 22:45:02.244419 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:02.266207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'mac_address': 'fa:16:3e:90:85:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:45:02.342619 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dc019a52-6167-4cfe-a609-dd8ce44b638e req-3b456b0a-7290-4e1b-b1de-7f2c6eae8298 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:02.349452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d00cd991-96b4-48c9-ba9b-b091975be441 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:02.349854 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:02.371421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['82ab5821-72e1-4fb7-956a-23d12ca6fb99'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:02.400078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b456b0a-7290-4e1b-b1de-7f2c6eae8298 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Pushing event deleted for resources: {'Port': ['ID=82ab5821-72e1-4fb7-956a-23d12ca6fb99,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:02.424078 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cea75a6b-b3ad-4380-b5d9-709f997f8edc req-0005048e-1548-437b-9ed9-1606a5f0cb7e tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9908ed8c-2844-49c3-b649-4455810ea6e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478985 May 24 22:45:02.424487 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d00cd991-96b4-48c9-ba9b-b091975be441 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:02.451404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:02.458125 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:02.470800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-d387c4bc-02f2-49fd-abc5-affc01eb49f9 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:02.478665 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-d387c4bc-02f2-49fd-abc5-affc01eb49f9 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2724650 May 24 22:45:02.502279 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-59e55146-7efb-4154-938a-01e38c2bd935 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/quotas/7e0441ae0234482d9dd939bb5ac18aed HTTP/1.1" status: 200 len: 375 time: 0.0224423 May 24 22:45:02.605196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d00cd991-96b4-48c9-ba9b-b091975be441,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:02.632576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:02.639082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-b468e1b7-283a-496a-9bf5-d5ac035276b7 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1358640 May 24 22:45:02.642619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:02.711812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc019a52-6167-4cfe-a609-dd8ce44b638e req-3b456b0a-7290-4e1b-b1de-7f2c6eae8298 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] No DVR routers for this DVR port 82ab5821-72e1-4fb7-956a-23d12ca6fb99 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:45:02.715928 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dc019a52-6167-4cfe-a609-dd8ce44b638e req-3b456b0a-7290-4e1b-b1de-7f2c6eae8298 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:02.729679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d00cd991-96b4-48c9-ba9b-b091975be441'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:02.762076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc019a52-6167-4cfe-a609-dd8ce44b638e req-3b456b0a-7290-4e1b-b1de-7f2c6eae8298 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.50 "DELETE /v2.0/ports/82ab5821-72e1-4fb7-956a-23d12ca6fb99 HTTP/1.1" status: 204 len: 173 time: 1.7070508 May 24 22:45:02.779763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1aeb3-e56f-4974-be41-edce1a91b5ac req-0bd0fbd6-1427-42e2-9630-9417bad445f3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:02.781527 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13f1aeb3-e56f-4974-be41-edce1a91b5ac req-0bd0fbd6-1427-42e2-9630-9417bad445f3 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 948 time: 0.1366847 May 24 22:45:02.784558 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:02.788085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=050783cb-eefb-4045-8627-2b2e020ad912,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:02.898402 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13f1aeb3-e56f-4974-be41-edce1a91b5ac req-b1154f87-89d4-4b0b-8f4c-0cce0a5f66a9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985913 May 24 22:45:02.917034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-c77e7b72-6872-4b52-840c-98d6ac16ea58 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782135 May 24 22:45:03.099019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Network d9030e52-b3b9-4829-99f1-70ea2293d70c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:03.105482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:03.175204 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1855d0af-63d4-4d10-a20a-9cd60b5f6d4c', 'name': 'network-vif-deleted', 'tag': '82ab5821-72e1-4fb7-956a-23d12ca6fb99'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:03.200450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4889c2de-0189-4628-b6f4-76bb52894840 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:03.377763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4889c2de-0189-4628-b6f4-76bb52894840 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:03.387559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4889c2de-0189-4628-b6f4-76bb52894840 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:03.394462 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf3a2997-786d-4b88-9b81-0e8f36ae4192 req-a66fe0ba-9eb7-48fe-87f9-ada4fd9ab721 tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0994582 May 24 22:45:03.396572 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:03.623620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4889c2de-0189-4628-b6f4-76bb52894840 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:03.624236 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:03.644432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 4889c2de-0189-4628-b6f4-76bb52894840, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4889c2de-0189-4628-b6f4-76bb52894840,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:03.652618 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-a06cf874-e232-453f-98a2-508e994818d0 req-45249eca-dfd5-4db7-8c0d-4177a585d353 service neutron] show failed (client error): The resource could not be found. May 24 22:45:03.655572 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:03.655827 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-45249eca-dfd5-4db7-8c0d-4177a585d353 service neutron] 10.222.0.31 "GET /v2.0/ports/546d7029-3bf0-4d7a-9215-7b037a6fd022/bindings/n-h2-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.7753832 May 24 22:45:03.713277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4874d023-e9bf-4839-b2e9-0ebdaefb6165 None None] Provisioning complete for port 050783cb-eefb-4045-8627-2b2e020ad912 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:03.713690 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4874d023-e9bf-4839-b2e9-0ebdaefb6165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:03.813102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-0cb757cd-f211-41bd-bb92-55977c468008 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:03.816344 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-0cb757cd-f211-41bd-bb92-55977c468008 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7304552 May 24 22:45:03.867960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Router 494bb072-130c-4452-bb2e-b42842629e91 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:45:03.868938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Request body: {'port': {'device_id': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '7e0441ae0234482d9dd939bb5ac18aed'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:03.911664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4874d023-e9bf-4839-b2e9-0ebdaefb6165 None None] Port 050783cb-eefb-4045-8627-2b2e020ad912 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:45:03.919912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=4889c2de-0189-4628-b6f4-76bb52894840,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:04.019713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d00cd991-96b4-48c9-ba9b-b091975be441 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:04.051915 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01d46152-38b5-4fd1-aaee-ddf03be9e6f6 req-08d452ce-f2a9-401e-b856-4716f088adfe tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 210 time: 0.2639043 May 24 22:45:04.110864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:04.118550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Usage tracker for resource:port and tenant:7e0441ae0234482d9dd939bb5ac18aed is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:04.125365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:04.127544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port d00cd991-96b4-48c9-ba9b-b091975be441 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:04.128105 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:04.142929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:04.168603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Made reservation on behalf of 7e0441ae0234482d9dd939bb5ac18aed for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:04.172847 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:04.211018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:04.259427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:04.268865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Usage tracker for resource:security_group_rule and tenant:7e0441ae0234482d9dd939bb5ac18aed is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:04.281314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:04.299948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48680) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:04.342483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4e4ce2b6-c956-47bd-850c-36c4741764aa req-9c4314ee-0191-49cd-85ef-005b801fb5c3 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Synchronizing usage tracker for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:04.350373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:04.382539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4e4ce2b6-c956-47bd-850c-36c4741764aa req-9c4314ee-0191-49cd-85ef-005b801fb5c3 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] Unset dirty status for tenant:355c63ecefdc4af48b20f4226cb8b69d on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:04.383890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e4ce2b6-c956-47bd-850c-36c4741764aa req-9c4314ee-0191-49cd-85ef-005b801fb5c3 tempest-LiveMigrationTest-718723361 tempest-LiveMigrationTest-718723361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1855d0af-63d4-4d10-a20a-9cd60b5f6d4c HTTP/1.1" status: 200 len: 210 time: 0.1069841 May 24 22:45:04.452016 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d00cd991-96b4-48c9-ba9b-b091975be441 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:04.455343 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:04.474282 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:04.481855 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:04.529069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:04.544484 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37af91b0-fd46-4710-bd81-ba88c1969556'] response: {'server_uuid': '1855d0af-63d4-4d10-a20a-9cd60b5f6d4c', 'name': 'network-vif-deleted', 'tag': '82ab5821-72e1-4fb7-956a-23d12ca6fb99', 'status': 'completed', 'code': 200} May 24 22:45:04.558544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:04.573674 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:04.599585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c0285-e175-497f-8cb9-c836ebb4d6f0,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:04.667211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d00cd991-96b4-48c9-ba9b-b091975be441,revision_number=10']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:04.712663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ecfad-98fa-47da-b2e5-41f6fba52fea req-71284888-4918-4d46-bb65-7e2e2fd624ed tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:04.714448 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da2ecfad-98fa-47da-b2e5-41f6fba52fea req-71284888-4918-4d46-bb65-7e2e2fd624ed tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.6657009 May 24 22:45:04.724635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Allocated IP 192.168.233.68 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/6f5d548b-9976-40a0-9b5b-e0da3cf84cd2) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:04.766732 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1fc84968-fa9b-4801-b3ed-f45092068116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:04.799504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1fc84968-fa9b-4801-b3ed-f45092068116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:04.803116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:45:04.816386 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Sync routers for ids ['494bb072-130c-4452-bb2e-b42842629e91'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:45:04.819302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1fc84968-fa9b-4801-b3ed-f45092068116 admin admin] Usage tracker for resource:security_group_rule and tenant:3f2d8581187a4cf6a0c0531964b086eb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:04.828265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1fc84968-fa9b-4801-b3ed-f45092068116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:04.837322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1fc84968-fa9b-4801-b3ed-f45092068116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:04.840742 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Routers {'494bb072-130c-4452-bb2e-b42842629e91'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:45:04.842084 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:44:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['494bb072-130c-4452-bb2e-b42842629e91'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:04.843683 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da2ecfad-98fa-47da-b2e5-41f6fba52fea req-dfe5cc47-0d60-44b3-ac44-8d093b61ac46 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968382 May 24 22:45:04.855581 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1835acbf-d5ed-4ee8-a66f-195ed8dc9ae2 admin admin] 10.222.0.55 "PUT /v2.0/routers/494bb072-130c-4452-bb2e-b42842629e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4226520 May 24 22:45:04.865760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf874-e232-453f-98a2-508e994818d0 req-d9c86b49-6cad-4ae3-84e9-8724be1f65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:04.867336 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-d9c86b49-6cad-4ae3-84e9-8724be1f65ff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd&tenant_id=0365b3430aca4a7c8a9900c4398a5d25 HTTP/1.1" status: 200 len: 1101 time: 0.5140154 May 24 22:45:04.893058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:04.928002 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a676fd16-b779-45d4-9805-e17e48237e18'] response: {'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'code': 200} May 24 22:45:05.038751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4889c2de-0189-4628-b6f4-76bb52894840 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:05.119560 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-b96b99ef-fb9c-471d-9b2b-00f6df018c71 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2136865 May 24 22:45:05.153797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c6d86-6a08-4bee-9643-c9c2c98fbe1d req-3a6e2dc7-21c8-4591-97f7-8e430e41702e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:05.174099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c23c6d86-6a08-4bee-9643-c9c2c98fbe1d req-3a6e2dc7-21c8-4591-97f7-8e430e41702e tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 950 time: 0.4446454 May 24 22:45:05.234296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4889c2de-0189-4628-b6f4-76bb52894840 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:05.234951 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:05.278505 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Set router 494bb072-130c-4452-bb2e-b42842629e91 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:45:05.323525 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c1cc7a3e-1b51-4439-98a0-16aca227daca req-5e22a8c2-5ab7-4c1f-9aae-6be57f142ec7 tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1752944 May 24 22:45:05.346635 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-66dc13dc-93a1-4141-89d5-aab87f624d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:05.391045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:05.441341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4889c2de-0189-4628-b6f4-76bb52894840 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:05.460212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1fc84968-fa9b-4801-b3ed-f45092068116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:05.480483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1fc84968-fa9b-4801-b3ed-f45092068116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:05.594554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c23c6d86-6a08-4bee-9643-c9c2c98fbe1d req-43bfdda8-6e35-48e0-9ddf-749c4fe1159a tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194922 May 24 22:45:05.609474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc84968-fa9b-4801-b3ed-f45092068116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db4ce91-6a4b-4b09-a83a-859992ec4e8e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:05.617332 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1fc84968-fa9b-4801-b3ed-f45092068116 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f2d8581187a4cf6a0c0531964b086eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2984691 May 24 22:45:05.619924 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48708) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:05.676150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-edeb4158-215f-485f-b981-2d7f643ea17a tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:05.678028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-edeb4158-215f-485f-b981-2d7f643ea17a tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5450449 May 24 22:45:05.684277 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:05.697579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Request body: {'port': {'device_id': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '7e0441ae0234482d9dd939bb5ac18aed'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:05.758857 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:45:01Z', 'revision_number': 4, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '050783cb-eefb-4045-8627-2b2e020ad912', 'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'mac_address': 'fa:16:3e:0a:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:00Z', 'updated_at': '2022-05-24T22:45:02Z', 'revision_number': 2, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'subnets': [{'id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:05.764411 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Checking router: 494bb072-130c-4452-bb2e-b42842629e91 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:45:05.764771 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Updating router 494bb072-130c-4452-bb2e-b42842629e91 port 050783cb-eefb-4045-8627-2b2e020ad912 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:45:05.781509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 82ab5821-72e1-4fb7-956a-23d12ca6fb99 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:45:05.792073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Transition to ACTIVE for port object 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:05.811077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77be4ee0-3443-4d9c-8be6-318c97cb22dd req-0e49aae7-2df5-45fb-bc39-65873442900c tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 210 time: 0.0912952 May 24 22:45:05.815402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa84ae4-a00d-4ddd-839e-d3ca31127c96 req-1f8054aa-9db1-461d-b2ec-214a23089505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:05.817232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0fa84ae4-a00d-4ddd-839e-d3ca31127c96 req-1f8054aa-9db1-461d-b2ec-214a23089505 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 1101 time: 0.4805272 May 24 22:45:05.843149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 82ab5821-72e1-4fb7-956a-23d12ca6fb99 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:45:05.843487 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 82ab5821-72e1-4fb7-956a-23d12ca6fb99 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:45:05.850769 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:05.863996 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3014c894-50f2-4323-b903-7311d1a62d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:05.891969 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3014c894-50f2-4323-b903-7311d1a62d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:05.937810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0fa84ae4-a00d-4ddd-839e-d3ca31127c96 req-355a06cf-8299-48b2-ad15-8e699193827d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124234 May 24 22:45:05.948879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48724) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:06.019443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 546d7029-3bf0-4d7a-9215-7b037a6fd022 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:45:06.049425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3ebe9f-fb84-40bd-bed6-469d8ae2b4c9 admin admin] Deleting subnet 3718c29a-a970-449f-87f1-c63ce73705ce {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:45:06.053651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48728) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:06.056768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:06.058231 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4f3ebe9f-fb84-40bd-bed6-469d8ae2b4c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.106078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Usage tracker for resource:port and tenant:7e0441ae0234482d9dd939bb5ac18aed is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:06.123617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:06.127714 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.144474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:06.209685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 546d7029-3bf0-4d7a-9215-7b037a6fd022 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:06.210127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.233343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Pushing event updated for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:06.311485 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3014c894-50f2-4323-b903-7311d1a62d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.312273 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.325971 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Transition to ACTIVE for port object 050783cb-eefb-4045-8627-2b2e020ad912 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:06.334251 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.336305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014c894-50f2-4323-b903-7311d1a62d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db4ce91-6a4b-4b09-a83a-859992ec4e8e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:06.347080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4f3ebe9f-fb84-40bd-bed6-469d8ae2b4c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.392300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Made reservation on behalf of 7e0441ae0234482d9dd939bb5ac18aed for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:06.395982 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.410408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:06.417378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:06.421405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-082f36c8-c802-47b4-b394-bd809123dbd1 admin admin] Deleting subnet d90a6c67-34e4-421d-ae52-0133858bfc68 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:45:06.427937 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-082f36c8-c802-47b4-b394-bd809123dbd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.435077 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3014c894-50f2-4323-b903-7311d1a62d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.435264 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c63304-fe3c-49dc-9335-30d3099bfcbb None None] Pushing event updated for resources: {'Port': ['ID=050783cb-eefb-4045-8627-2b2e020ad912,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:06.436198 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3014c894-50f2-4323-b903-7311d1a62d24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8db4ce91-6a4b-4b09-a83a-859992ec4e8e HTTP/1.1" status: 204 len: 168 time: 0.8153853 May 24 22:45:06.499204 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:06.519366 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4f3ebe9f-fb84-40bd-bed6-469d8ae2b4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.635962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:06.637624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.670583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:06.708408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4f3ebe9f-fb84-40bd-bed6-469d8ae2b4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.717228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-082f36c8-c802-47b4-b394-bd809123dbd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.725442 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Attempting to bind port 050783cb-eefb-4045-8627-2b2e020ad912 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:06.725840 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Attempting to bind port 050783cb-eefb-4045-8627-2b2e020ad912 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:06.726191 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Attempting to bind port 050783cb-eefb-4045-8627-2b2e020ad912 on network d9030e52-b3b9-4829-99f1-70ea2293d70c {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:06.734139 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:06.734585 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Checking segment: {'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:06.734970 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.735364 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Bound using segment: {'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:06.735809 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Bound port: 050783cb-eefb-4045-8627-2b2e020ad912, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:06.736189 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.791389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ebe9f-fb84-40bd-bed6-469d8ae2b4c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3718c29a-a970-449f-87f1-c63ce73705ce,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:06.811970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c083349-4507-45ad-aa9c-6705eb6536bc req-292ca689-ab8d-42b9-9e4a-37be5f261d85 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:06.812203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-082f36c8-c802-47b4-b394-bd809123dbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.823511 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c083349-4507-45ad-aa9c-6705eb6536bc req-292ca689-ab8d-42b9-9e4a-37be5f261d85 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.6509366 May 24 22:45:06.853335 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] For port 050783cb-eefb-4045-8627-2b2e020ad912, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:06.855926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-3d841ae0-56e8-4f93-95d9-47f0ef2e3aef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:06.856654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-3d841ae0-56e8-4f93-95d9-47f0ef2e3aef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Synchronizing usage tracker for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:06.857098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:06.861722 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] For port 050783cb-eefb-4045-8627-2b2e020ad912, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=050783cb-eefb-4045-8627-2b2e020ad912,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:06.865994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5294dafb-3413-4f06-a5a6-30a29c118c31 None None] Provisioning for port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:06.874329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5294dafb-3413-4f06-a5a6-30a29c118c31 None None] Provisioning complete for port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:06.875022 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5294dafb-3413-4f06-a5a6-30a29c118c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.881145 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.906383 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4f3ebe9f-fb84-40bd-bed6-469d8ae2b4c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:06.936342 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c083349-4507-45ad-aa9c-6705eb6536bc req-7cc86a77-b140-4650-9396-046ea25be953 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118579 May 24 22:45:06.940183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4f3ebe9f-fb84-40bd-bed6-469d8ae2b4c9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3718c29a-a970-449f-87f1-c63ce73705ce HTTP/1.1" status: 204 len: 168 time: 0.9884806 May 24 22:45:06.953668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48746) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:06.979631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5294dafb-3413-4f06-a5a6-30a29c118c31 None None] Port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:45:07.022853 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-d14de458-349d-4888-b9c9-1e18894dfe32 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1641695 May 24 22:45:07.037397 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:07.046028 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:07.063331 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Routers {'494bb072-130c-4452-bb2e-b42842629e91'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:45:07.063331 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:44:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['494bb072-130c-4452-bb2e-b42842629e91'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:07.070978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Transition to ACTIVE for port object 546d7029-3bf0-4d7a-9215-7b037a6fd022 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:07.085988 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:07.216902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Request body: {'port': {'device_id': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:07.230399 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:45:07.231392 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:45:07.276601 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1da3817e-6597-4105-824b-5dd8e8551813 req-1a6d0d76-f991-4207-8981-498b008a554e tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0853758 May 24 22:45:07.293373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-3d841ae0-56e8-4f93-95d9-47f0ef2e3aef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Unset dirty status for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:07.301355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-3d841ae0-56e8-4f93-95d9-47f0ef2e3aef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/networks?id=d9030e52-b3b9-4829-99f1-70ea2293d70c HTTP/1.1" status: 200 len: 828 time: 1.3509498 May 24 22:45:07.310391 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c63304-fe3c-49dc-9335-30d3099bfcbb None None] Pushing event updated for resources: {'Port': ['ID=050783cb-eefb-4045-8627-2b2e020ad912,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:07.441632 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f478d72f-0577-43e2-9ba6-089fcaa08408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:07.455609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] No DVR routers for this DVR port 546d7029-3bf0-4d7a-9215-7b037a6fd022 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:45:07.468645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=546d7029-3bf0-4d7a-9215-7b037a6fd022,revision_number=6']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:07.538145 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] Set router 494bb072-130c-4452-bb2e-b42842629e91 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:45:07.546913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Attempting to bind port 546d7029-3bf0-4d7a-9215-7b037a6fd022 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:07.547252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Attempting to bind port 546d7029-3bf0-4d7a-9215-7b037a6fd022 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:07.547582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Attempting to bind port 546d7029-3bf0-4d7a-9215-7b037a6fd022 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:07.562592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Port 546d7029-3bf0-4d7a-9215-7b037a6fd022 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:45:07.562920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Attempting to bind port 546d7029-3bf0-4d7a-9215-7b037a6fd022 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:07.580128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:07.580453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:07.588426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:07.589198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Bound port: 546d7029-3bf0-4d7a-9215-7b037a6fd022, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:07.589835 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:07.681153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-e262c076-e2f8-4f37-90be-e3acf5dc5637 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/quotas/b73c17b45b3c405ebfb19d680a8bff16 HTTP/1.1" status: 200 len: 375 time: 0.3748641 May 24 22:45:07.814035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48764) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:07.830402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:07.849873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:07.852368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 546d7029-3bf0-4d7a-9215-7b037a6fd022 is: DOWN; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:07.862994 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:07.885456 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:07.945734 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-082f36c8-c802-47b4-b394-bd809123dbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:07.993487 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:45:01Z', 'revision_number': 4, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '050783cb-eefb-4045-8627-2b2e020ad912', 'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'mac_address': 'fa:16:3e:0a:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:00Z', 'updated_at': '2022-05-24T22:45:06Z', 'revision_number': 4, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'subnets': [{'id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:08.000572 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61eeb8-d225-4f2e-8916-1a7d3b9c7867 None None] The sync data for ids ['494bb072-130c-4452-bb2e-b42842629e91'] in n-d-843146-7 is: [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:45:01Z', 'revision_number': 4, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '050783cb-eefb-4045-8627-2b2e020ad912', 'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'mac_address': 'fa:16:3e:0a:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:00Z', 'updated_at': '2022-05-24T22:45:06Z', 'revision_number': 4, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'subnets': [{'id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:45:08.004645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Allocated IP 192.168.233.134 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/46ebba4f-b13b-46ca-b8e6-3e6ee5829931) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:08.045634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f36c8-c802-47b4-b394-bd809123dbd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90a6c67-34e4-421d-ae52-0133858bfc68,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:08.047863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-082f36c8-c802-47b4-b394-bd809123dbd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:08.061674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2110977336-network', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:08.087355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:08.089743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:08.091313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:08.091934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:08.093302 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] 10.222.0.50 "PUT /v2.0/ports/546d7029-3bf0-4d7a-9215-7b037a6fd022 HTTP/1.1" status: 200 len: 1096 time: 3.2044039 May 24 22:45:08.126194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404cbf6-c0d0-4a78-81ff-e3e767363ac4 req-17e32086-7e14-4992-ac02-7f868b7bd100 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:08.133587 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c404cbf6-c0d0-4a78-81ff-e3e767363ac4 req-17e32086-7e14-4992-ac02-7f868b7bd100 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 950 time: 0.3564134 May 24 22:45:08.133770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Usage tracker for resource:network and tenant:1997255a622741d8a8eecab4d1a118ef is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:08.181644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-082f36c8-c802-47b4-b394-bd809123dbd1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d90a6c67-34e4-421d-ae52-0133858bfc68 HTTP/1.1" status: 204 len: 168 time: 2.1268523 May 24 22:45:08.191270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:08.216657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48772) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:08.222135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:08.238169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d4203-4ce4-4aca-9ba2-a3a55ab81ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=546d7029-3bf0-4d7a-9215-7b037a6fd022,revision_number=7']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:08.275519 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c404cbf6-c0d0-4a78-81ff-e3e767363ac4 req-84edae5d-5835-47a9-ae3a-009f2885f990 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409392 May 24 22:45:08.308208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf874-e232-453f-98a2-508e994818d0 req-2a835fa1-0e7e-466b-aa99-b0756a2978d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:08.314090 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-2a835fa1-0e7e-466b-aa99-b0756a2978d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 1099 time: 0.1589990 May 24 22:45:08.390884 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:08.475006 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-27523079-a969-41ae-9dd5-5e89b5f875dc req-f5e4f387-e68a-481b-9c74-1077c7f3fb2e tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 210 time: 0.0495944 May 24 22:45:08.493651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-34022984-dbcd-47d9-8654-fda6f5fda51f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b73c17b45b3c405ebfb19d680a8bff16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8113861 May 24 22:45:08.506103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c97f1f4-941f-40c4-86a9-0241faaf8e67']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:08.572439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Made reservation on behalf of 1997255a622741d8a8eecab4d1a118ef for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:08.577143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:08.582956 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef9f6a4-5394-403f-a847-c9a4299712cd'] response: {'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022', 'code': 200} May 24 22:45:08.603712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf874-e232-453f-98a2-508e994818d0 req-39070903-4020-4b00-bbca-3cf625ad97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:08.605180 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-39070903-4020-4b00-bbca-3cf625ad97e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2824421 May 24 22:45:08.607065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e1db14-0261-4593-be89-93b6bc95b2b9') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:08.607367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e1db14-0261-4593-be89-93b6bc95b2b9') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:08.619465 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:08.655409 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:08.694408 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:08.753333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-5d6ce537-047f-4690-9fd4-9dd4bc6bb218 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022 HTTP/1.1" status: 200 len: 217 time: 0.1411695 May 24 22:45:08.768778 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:08.783759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:08.789925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Usage tracker for resource:security_group_rule and tenant:1997255a622741d8a8eecab4d1a118ef is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:08.794776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:08.802270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:08.840575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf874-e232-453f-98a2-508e994818d0 req-bbe33260-1dca-4fc0-87d3-4bd2cab0ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:08.842064 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-bbe33260-1dca-4fc0-87d3-4bd2cab0ff64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0737958 May 24 22:45:08.852500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe83faf-c2a6-42a1-830e-f2fd6fb88d78 req-c64c3d87-f557-4349-add9-38798a79409c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:08.858099 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-efe83faf-c2a6-42a1-830e-f2fd6fb88d78 req-c64c3d87-f557-4349-add9-38798a79409c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 948 time: 0.1574731 May 24 22:45:08.961941 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-efe83faf-c2a6-42a1-830e-f2fd6fb88d78 req-2f60a5c3-c19a-49db-9738-20aca55ba7be tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641446 May 24 22:45:09.001370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf874-e232-453f-98a2-508e994818d0 req-eec9a197-25f3-4901-9f09-04121a23e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:09.002940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-eec9a197-25f3-4901-9f09-04121a23e877 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1436532 May 24 22:45:09.020328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 050783cb-eefb-4045-8627-2b2e020ad912 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:09.140048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 050783cb-eefb-4045-8627-2b2e020ad912 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:09.148372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 050783cb-eefb-4045-8627-2b2e020ad912 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:09.149167 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.149541 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.181583 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.185419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1dcdca2e-1b15-4b21-bd52-8ea87964e5d7 req-a88a9195-221b-489d-b5c2-cf3edc87b6bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.2930434 May 24 22:45:09.185793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-bcb4afea-f580-4a19-ba23-4fcfd131ce5d service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665657 May 24 22:45:09.223882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:45:09.224508 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.332177 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.333816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 050783cb-eefb-4045-8627-2b2e020ad912 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:09.334194 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.394363 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a06cf874-e232-453f-98a2-508e994818d0 req-0f698204-0b01-4c7e-8366-e9b3005b051c service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961029 May 24 22:45:09.417029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 050783cb-eefb-4045-8627-2b2e020ad912, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=050783cb-eefb-4045-8627-2b2e020ad912,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:09.422571 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d0e1db14-0261-4593-be89-93b6bc95b2b9 resource provider aggregate not found May 24 22:45:09.428062 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.429048 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be87b06d-7dba-454d-a143-c40786e80eb7 req-48d9a747-d441-4ca0-adcb-f3f8b52c5f94 tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0726495 May 24 22:45:09.533774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Transition to ACTIVE for port object 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:09.543454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=050783cb-eefb-4045-8627-2b2e020ad912,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:09.562585 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d0e1db14-0261-4593-be89-93b6bc95b2b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0e1db14-0261-4593-be89-93b6bc95b2b9 found for delete ", "request_id": "req-efb5fb03-431c-476e-b9ed-6d42bdd6416d"}]} May 24 22:45:09.666436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.706229 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-c23ce1f3-1bf4-4e5d-ab31-e164f5f1d80b service neutron] 10.222.0.55 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2117043 May 24 22:45:09.709388 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.734691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f773373-bf3a-47de-af2a-62864bd55297 req-3eee6a94-ec7d-4589-848c-7d3d64057826 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:09.736157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f773373-bf3a-47de-af2a-62864bd55297 req-3eee6a94-ec7d-4589-848c-7d3d64057826 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 1101 time: 0.0746536 May 24 22:45:09.752994 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.767763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c97f1f4-941f-40c4-86a9-0241faaf8e67,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:09.778009 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f773373-bf3a-47de-af2a-62864bd55297 req-18a51c04-7dc1-4736-840e-cff085d3fff5 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356665 May 24 22:45:09.865003 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.867171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0f96916e-a551-4e7c-a123-3ca5622b0d9e admin admin] 10.222.0.55 "DELETE /v2.0/networks/7c97f1f4-941f-40c4-86a9-0241faaf8e67 HTTP/1.1" status: 204 len: 168 time: 2.9027667 May 24 22:45:09.870464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48792) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:09.871255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54161b20-5eaf-4bc0-8875-2770e26eec09']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:09.923107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:09.923403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b4a71c-0f59-4d38-980d-b8444f4c9b10') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:09.937137 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:09.980221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-147c7612-99c8-442a-ac3e-2341aea9ba8d admin admin] Deleting subnet a63ffe17-2c7c-49da-bb55-2772750254e2 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:45:09.985301 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-147c7612-99c8-442a-ac3e-2341aea9ba8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.039770 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-147c7612-99c8-442a-ac3e-2341aea9ba8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.050316 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.087987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c45d02-64ad-427d-b0fc-56f5bfbc9e69 req-75b0ca69-aa44-481a-a316-86718914d21c tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:10.089440 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-24c45d02-64ad-427d-b0fc-56f5bfbc9e69 req-75b0ca69-aa44-481a-a316-86718914d21c tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 936 time: 0.1870580 May 24 22:45:10.097352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.127523 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.127749 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-147c7612-99c8-442a-ac3e-2341aea9ba8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.131202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:10.143715 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.152282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:10.154736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:10.189860 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-24c45d02-64ad-427d-b0fc-56f5bfbc9e69 req-c0c87141-bf80-497e-b5b3-0228f11bdfb1 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914834 May 24 22:45:10.193958 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-c54e660c-b373-470e-97f6-476b8db3df40 service neutron] 10.222.0.55 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723415 May 24 22:45:10.219560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Pushing event updated for resources: {'Port': ['ID=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:10.224204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-147c7612-99c8-442a-ac3e-2341aea9ba8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.224359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:45:10.225017 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.273978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c7612-99c8-442a-ac3e-2341aea9ba8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a63ffe17-2c7c-49da-bb55-2772750254e2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:10.284243 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-147c7612-99c8-442a-ac3e-2341aea9ba8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.286519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:45:10.292992 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-147c7612-99c8-442a-ac3e-2341aea9ba8d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a63ffe17-2c7c-49da-bb55-2772750254e2 HTTP/1.1" status: 204 len: 168 time: 0.4204717 May 24 22:45:10.298848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48798) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:10.460726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83eed79-4564-41f4-94c0-71d8ead99ced,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:10.472225 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.499597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:10.500216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.528656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.529283 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Added segment 1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f of type vlan for network e3934ac8-5104-4a17-9381-e75fc5e3df34 May 24 22:45:10.556313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.558710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7e770e76-8ec6-4887-8844-c5136b03a0db None None] Provisioning for port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:10.561793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.577565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7e770e76-8ec6-4887-8844-c5136b03a0db None None] Provisioning complete for port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:10.577994 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7e770e76-8ec6-4887-8844-c5136b03a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.628197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] Pushing event deleted for resources: {'Network': ['ID=54161b20-5eaf-4bc0-8875-2770e26eec09,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:10.637829 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-ff0eeb9d-7fe9-4336-b0e1-116a0cb95ad2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9384587 May 24 22:45:10.717404 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.738214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7e770e76-8ec6-4887-8844-c5136b03a0db None None] Port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:45:10.813179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Request body: {'port': {'device_id': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:10.813471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:10.846312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-df1f29eb-4e93-4d5b-8395-adb4ce03709c admin admin] 10.222.0.55 "DELETE /v2.0/networks/54161b20-5eaf-4bc0-8875-2770e26eec09 HTTP/1.1" status: 204 len: 168 time: 2.6259038 May 24 22:45:10.880455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8a6ea8d2-bba7-453a-a0ca-40b9da0ad4d4 req-5583e33f-7cda-4b11-a19b-ac6b78c1da49 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Synchronizing usage tracker for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:10.902673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:10.941700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:10.960426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8a6ea8d2-bba7-453a-a0ca-40b9da0ad4d4 req-5583e33f-7cda-4b11-a19b-ac6b78c1da49 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Unset dirty status for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:10.967305 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8a6ea8d2-bba7-453a-a0ca-40b9da0ad4d4 req-5583e33f-7cda-4b11-a19b-ac6b78c1da49 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 210 time: 0.1491349 May 24 22:45:10.990589 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.011822 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 050783cb-eefb-4045-8627-2b2e020ad912 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:11.044302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.046774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cada57-89de-43a3-98f1-a1abc868d3f2']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:11.061004 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.062086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:11.062752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.075701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d166e1-8e8f-41b3-943c-2dbe38f4dbd6') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:11.076369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d166e1-8e8f-41b3-943c-2dbe38f4dbd6') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:11.078466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Transition to ACTIVE for port object 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:11.108641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2517135 May 24 22:45:11.109641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48820) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:11.135287 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.143021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48824) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:11.159298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 050783cb-eefb-4045-8627-2b2e020ad912 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:11.160297 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.161051 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.170935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d4caf0b3-7633-4173-b67e-331dcbb3aabb req-0fa62696-9199-416d-9636-9580d6bba49a tempest-ServersAdmin275Test-1379944376 tempest-ServersAdmin275Test-1379944376-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0786104 May 24 22:45:11.182480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.201393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:45:11.202170 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.272425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20541cb-c06b-42be-a81e-e1501b49bb40 req-a3454dc8-0ad1-4295-8ce3-ec2f7da84fc0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:11.277396 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f20541cb-c06b-42be-a81e-e1501b49bb40 req-a3454dc8-0ad1-4295-8ce3-ec2f7da84fc0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 948 time: 0.5292368 May 24 22:45:11.301897 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 77d166e1-8e8f-41b3-943c-2dbe38f4dbd6 resource provider aggregate not found May 24 22:45:11.337141 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 77d166e1-8e8f-41b3-943c-2dbe38f4dbd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77d166e1-8e8f-41b3-943c-2dbe38f4dbd6 found for delete ", "request_id": "req-4eafdd79-2777-41d4-bae6-422443127d3f"}]} May 24 22:45:11.343501 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4737e34b-3b9f-4144-b2bd-560a6d92fd41 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d6a9e9780d441c8bebdd05154657f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991394 May 24 22:45:11.347529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48834) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:11.387768 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.408477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Request body: {'subnet': {'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2110977336-subnet', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:11.429201 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.444170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] Pushing event deleted for resources: {'Network': ['ID=b0cada57-89de-43a3-98f1-a1abc868d3f2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:11.467744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 050783cb-eefb-4045-8627-2b2e020ad912 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:11.536931 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fe4e30eb-a866-4716-ae58-ff612679ab5f admin admin] 10.222.0.55 "DELETE /v2.0/networks/b0cada57-89de-43a3-98f1-a1abc868d3f2 HTTP/1.1" status: 204 len: 168 time: 1.2368569 May 24 22:45:11.581229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-140db1e7-a3d2-4790-8a56-da131089744b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.655260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-140db1e7-a3d2-4790-8a56-da131089744b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.713122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7707b-cbef-43d3-a806-96e34ae5784d req-c33dc061-787f-4863-9da6-8b7e01baebbf tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:11.720650 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55c7707b-cbef-43d3-a806-96e34ae5784d req-c33dc061-787f-4863-9da6-8b7e01baebbf tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 1101 time: 0.2883990 May 24 22:45:11.759597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:11.764134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Usage tracker for resource:subnet and tenant:1997255a622741d8a8eecab4d1a118ef is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:11.766233 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55c7707b-cbef-43d3-a806-96e34ae5784d req-85bb38ab-0745-4270-91c5-bcf56dc8bd92 tempest-ServersAdminTestJSON-94020059 tempest-ServersAdminTestJSON-94020059-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446429 May 24 22:45:11.767079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:11.778891 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-140db1e7-a3d2-4790-8a56-da131089744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.814548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140db1e7-a3d2-4790-8a56-da131089744b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3763b72-ce5f-46b0-aeef-34c2743fb43b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:11.824765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:11.831636 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-140db1e7-a3d2-4790-8a56-da131089744b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:11.833389 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-140db1e7-a3d2-4790-8a56-da131089744b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3763b72-ce5f-46b0-aeef-34c2743fb43b HTTP/1.1" status: 204 len: 168 time: 0.4841843 May 24 22:45:11.836632 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f2b4a71c-0f59-4d38-980d-b8444f4c9b10 resource provider aggregate not found May 24 22:45:11.878720 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1eb8c5-9a92-49cb-b795-7e22025d3f92'] response: {'name': 'network-changed', 'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022', 'status': 'completed', 'code': 200} May 24 22:45:11.892505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48850) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:11.898405 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f2b4a71c-0f59-4d38-980d-b8444f4c9b10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2b4a71c-0f59-4d38-980d-b8444f4c9b10 found for delete ", "request_id": "req-29e75968-ca70-4805-bea8-5b828677b718"}]} May 24 22:45:11.942868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357605e-5326-42af-8184-5a59a81109fd admin admin] Pushing event updated for resources: {'Network': ['ID=e3934ac8-5104-4a17-9381-e75fc5e3df34,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:11.955711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network e3934ac8-5104-4a17-9381-e75fc5e3df34 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:45:12.078054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f20541cb-c06b-42be-a81e-e1501b49bb40 req-c903bd47-24a1-4580-9bb2-54168e658583 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972327 May 24 22:45:12.078645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Made reservation on behalf of 1997255a622741d8a8eecab4d1a118ef for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:12.080914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:12.104316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:12.166020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.50', 65374) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:12.179967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-679d30a0-3b26-4550-b9d3-44deb68a6919 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=355c63ecefdc4af48b20f4226cb8b69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863014 May 24 22:45:12.181024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48862) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:12.317333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-db02f692-f3eb-476d-95d1-6e95340f5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:12.318814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-db02f692-f3eb-476d-95d1-6e95340f5b50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 1099 time: 0.4023936 May 24 22:45:12.401812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Attempting to bind port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:12.402369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00cd49a0-cf25-428b-82ef-4a310002973d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:12.402500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Attempting to bind port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:12.402500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Attempting to bind port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:12.415797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb219ee-4ee8-4c6f-9839-a73dcdad1f12 req-fd9e3429-b428-479c-8061-a3e8204eb0b0 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:12.422855 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5cb219ee-4ee8-4c6f-9839-a73dcdad1f12 req-fd9e3429-b428-479c-8061-a3e8204eb0b0 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 936 time: 0.3814411 May 24 22:45:12.443574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:45:12.443870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Attempting to bind port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:12.464285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:12.464658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:12.465056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:12.465520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Bound port: 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:12.465887 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:12.514488 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00cd49a0-cf25-428b-82ef-4a310002973d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:12.527787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-5d37f1c6-268b-4468-83a1-2c304bb3b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:12.529524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-5d37f1c6-268b-4468-83a1-2c304bb3b586 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 1099 time: 0.5992930 May 24 22:45:12.542110 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5cb219ee-4ee8-4c6f-9839-a73dcdad1f12 req-c2576a38-51c3-4a80-84da-913db6cf5138 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183052 May 24 22:45:12.609617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-1603a56d-5bd0-43da-b8dc-7f339401c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:12.611459 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-1603a56d-5bd0-43da-b8dc-7f339401c195 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2837234 May 24 22:45:12.615045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00cd49a0-cf25-428b-82ef-4a310002973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:12.731755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-c4885f2a-2e97-4192-a5ea-ca22767ef425 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022 HTTP/1.1" status: 200 len: 217 time: 0.1067624 May 24 22:45:12.736323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd49a0-cf25-428b-82ef-4a310002973d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9908ed8c-2844-49c3-b649-4455810ea6e6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:12.791903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00cd49a0-cf25-428b-82ef-4a310002973d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:12.793464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-00cd49a0-cf25-428b-82ef-4a310002973d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9908ed8c-2844-49c3-b649-4455810ea6e6 HTTP/1.1" status: 204 len: 168 time: 0.5949111 May 24 22:45:12.814053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-0f778e50-5e1a-4c31-8e49-6ef38873f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:12.816077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-0f778e50-5e1a-4c31-8e49-6ef38873f843 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0774195 May 24 22:45:12.931256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-87d67543-f408-4f84-9558-0786a89d53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:12.932917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-87d67543-f408-4f84-9558-0786a89d53b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3915730 May 24 22:45:13.064138 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-15d2b584-c56d-4e78-8181-88622c3fee9e req-cb62e3c5-7bd9-44a3-804b-c03b5baec392 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcd3564c5b864f068278815274960bcb&device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1308825 May 24 22:45:13.080272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:13.092025 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:13.114732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Transition to ACTIVE for port object 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:13.115312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f5e574fc-4989-4cde-ab84-1467cbcb3aee req-0966ea7d-9321-4fc2-bcb3-4196554337bc tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 210 time: 0.0933909 May 24 22:45:13.123541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48890) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:13.144190 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-15d2b584-c56d-4e78-8181-88622c3fee9e req-fdd09f74-6f91-48c5-b875-d7a5624e156e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=bcd3564c5b864f068278815274960bcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614922 May 24 22:45:13.156159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-559cde8d-4f27-4411-a471-c4b6e8a55ffa tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:13.158851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-559cde8d-4f27-4411-a471-c4b6e8a55ffa tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.50 "GET /v2.0/networks?id=d9030e52-b3b9-4829-99f1-70ea2293d70c HTTP/1.1" status: 200 len: 828 time: 0.9821718 May 24 22:45:13.264006 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:13.286656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48898) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:13.325028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-f8d01831-f6f7-4599-8454-23b8b817b2b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022 HTTP/1.1" status: 200 len: 217 time: 0.3494985 May 24 22:45:13.331363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Request body: {'port': {'device_id': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'admin_state_up': True, 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:13.412280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-df8e52e0-e19b-4f76-b52c-781184bf28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:13.413756 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-df8e52e0-e19b-4f76-b52c-781184bf28d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5895441 May 24 22:45:13.423094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-796433528-network', 'tenant_id': 'b9708c8a77934a14bbe216cb7604bbfc'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:13.430979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f671dcf9-c78b-44dc-a10a-4d4664a87638 req-4f9e2294-6605-48b4-bb33-ec58ea46ac41 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1953239 May 24 22:45:13.443454 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:45:13.452802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:13.466551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Usage tracker for resource:network and tenant:b9708c8a77934a14bbe216cb7604bbfc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:13.553822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-e5b4d4ff-2659-42a1-9e6d-40ffe757cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:13.556007 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-e5b4d4ff-2659-42a1-9e6d-40ffe757cabd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1740618 May 24 22:45:13.556632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:13.563232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:13.573018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:13.583879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2b584-c56d-4e78-8181-88622c3fee9e req-72c26b45-1ba4-4678-9db7-ca8dd7b3ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:13.586071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-15d2b584-c56d-4e78-8181-88622c3fee9e req-72c26b45-1ba4-4678-9db7-ca8dd7b3ff13 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4343176 May 24 22:45:13.648827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Made reservation on behalf of b9708c8a77934a14bbe216cb7604bbfc for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:13.651556 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:13.694332 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:13.739582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:13.747184 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-1f363083-385f-4d48-8272-1acba03f6bb5 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184509 May 24 22:45:13.748108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b9708c8a77934a14bbe216cb7604bbfc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:13.752197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:13.779124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:13.793109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 546d7029-3bf0-4d7a-9215-7b037a6fd022 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:45:13.916116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f0d6c-27bf-4ae9-ad9f-1a6d68ba3875 req-c4bba1cc-b1f9-492c-b89e-9701a156f1df tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:13.923154 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e09f0d6c-27bf-4ae9-ad9f-1a6d68ba3875 req-c4bba1cc-b1f9-492c-b89e-9701a156f1df tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 948 time: 0.3097601 May 24 22:45:13.940118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:13.954251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '546d7029-3bf0-4d7a-9215-7b037a6fd022', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '546d7029-3bf0-4d7a-9215-7b037a6fd022', 'mac_address': 'fa:16:3e:38:71:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:45:13.958985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:13.983410 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-846c86ee-fcf8-4d07-ac70-d39526d2ad10 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276003 May 24 22:45:13.989686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:14.012579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 546d7029-3bf0-4d7a-9215-7b037a6fd022 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:14.013267 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.030234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e09f0d6c-27bf-4ae9-ad9f-1a6d68ba3875 req-2e78ae96-5a52-4ea2-ae1d-fc99932f98c3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060054 May 24 22:45:14.031967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546d7029-3bf0-4d7a-9215-7b037a6fd022 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:14.049510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:14.057051 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.065584 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.073267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.083918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:14.110774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-06ac1965-978b-4904-bc9a-5821a996bc90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06211e7f9ebc47f3bcfc61433b8740a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7822380 May 24 22:45:14.112228 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48912) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:14.118342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:45:14.153735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470533e5-fd30-43e4-af68-c76d65596583,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:14.161612 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.162374 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Added segment d0c55c09-86c9-497a-b3f6-032fd7ceb195 of type vlan for network 108f8204-b948-4d33-8b42-ed0ca0b7899a May 24 22:45:14.167872 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.181910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=546d7029-3bf0-4d7a-9215-7b037a6fd022,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:14.218005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7518020a-90d5-4885-845c-990dad4b08a9,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:14.285511 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.286982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Checking segment: {'id': '1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:14.287344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Network hostable DHCP agents. Network: e3934ac8-5104-4a17-9381-e75fc5e3df34, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:45:14.293850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['546d7029-3bf0-4d7a-9215-7b037a6fd022'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:14.298921 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-299c8265-c229-4680-a22f-d3b2187f474d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.313292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:14.313930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.315324 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] 10.222.0.50 "PUT /v2.0/ports/6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 HTTP/1.1" status: 200 len: 1095 time: 7.1185827 May 24 22:45:14.316304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:14.328548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:14.342876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-299c8265-c229-4680-a22f-d3b2187f474d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.366418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf62c73-65f9-4914-8de8-96494e0c8d37 req-e70dd3f7-13fe-4bf7-a1d7-29089086c295 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:14.368016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6cf62c73-65f9-4914-8de8-96494e0c8d37 req-e70dd3f7-13fe-4bf7-a1d7-29089086c295 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 1.2330759 May 24 22:45:14.408247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502b46-d068-4e93-b3b2-072bc0ffd02d req-e6c7e8f2-dcd0-400d-a786-e7c422becd07 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:14.409989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4502b46-d068-4e93-b3b2-072bc0ffd02d req-e6c7e8f2-dcd0-400d-a786-e7c422becd07 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 948 time: 0.2576168 May 24 22:45:14.414383 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.415581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:14.416153 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.419625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:14.438061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-f717384f-80cb-41d6-9111-96c1d81ccdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:14.439490 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-f717384f-80cb-41d6-9111-96c1d81ccdb0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7224231 May 24 22:45:14.472456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bc847-592e-4f61-8140-9816df2d9394 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:14.515900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Network e3934ac8-5104-4a17-9381-e75fc5e3df34 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:45:14.518373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Attempting to bind port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:14.518899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Attempting to bind port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:14.519380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Attempting to bind port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:14.530267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Made reservation on behalf of b73c17b45b3c405ebfb19d680a8bff16 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:14.533952 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.568259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f485d7-765a-48c3-b663-25f930a32f4c req-43da3612-0a4e-4072-b56e-eaefcb089c19 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:14.569889 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78f485d7-765a-48c3-b663-25f930a32f4c req-43da3612-0a4e-4072-b56e-eaefcb089c19 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.7348855 May 24 22:45:14.578268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4502b46-d068-4e93-b3b2-072bc0ffd02d req-873c8627-9b5c-498c-8bdd-4670529b213f tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540103 May 24 22:45:14.638290 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-299c8265-c229-4680-a22f-d3b2187f474d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.641657 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-299c8265-c229-4680-a22f-d3b2187f474d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.645424 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-299c8265-c229-4680-a22f-d3b2187f474d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0db4051-2130-450d-8559-11ef0ec1c99b HTTP/1.1" status: 204 len: 168 time: 0.5271099 May 24 22:45:14.648306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:45:14.648643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Attempting to bind port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:14.656626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5283375 May 24 22:45:14.663939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48926) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:14.669338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c8265-c229-4680-a22f-d3b2187f474d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0db4051-2130-450d-8559-11ef0ec1c99b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:14.684703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Request body: {'subnet': {'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-796433528-subnet', 'tenant_id': 'b9708c8a77934a14bbe216cb7604bbfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:14.688965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429fd9a-4358-40a5-a366-532c657f06d3 admin admin] Pushing event updated for resources: {'Network': ['ID=108f8204-b948-4d33-8b42-ed0ca0b7899a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:14.697364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:14.697767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:14.698396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:14.698844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Bound port: 46ebba4f-b13b-46ca-b8e6-3e6ee5829931, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:14.699194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.699321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 108f8204-b948-4d33-8b42-ed0ca0b7899a details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:45:14.707880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, e3934ac8-5104-4a17-9381-e75fc5e3df34) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:14.719132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:14.720930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e1ebf-349f-4ddd-ad6b-4c90dd185ca3 None None] Network e3934ac8-5104-4a17-9381-e75fc5e3df34 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:14.724529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Usage tracker for resource:subnet and tenant:b9708c8a77934a14bbe216cb7604bbfc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:14.728070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:14.735072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:14.762107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Made reservation on behalf of b9708c8a77934a14bbe216cb7604bbfc for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:14.765369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.798680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:14.799301 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.890484 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6cf62c73-65f9-4914-8de8-96494e0c8d37 req-de906132-b628-40f6-8f15-31ab6f7ebc12 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053821 May 24 22:45:14.898586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Deleting port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:45:14.903531 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:14.933368 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-15d2b584-c56d-4e78-8181-88622c3fee9e req-7c1436ce-deb2-4881-97c1-3ba84db3e6e3 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.31 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.0790644 May 24 22:45:15.091196 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0721ef9-ab5a-413f-a6f5-941c68c08f33'] response: {'name': 'network-changed', 'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'status': 'completed', 'code': 200} May 24 22:45:15.097962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-e3934ac8-5104-4a17-9381-e75fc5e3df34', 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'fixed_ips': [{'subnet_id': '7518020a-90d5-4885-845c-990dad4b08a9'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:45:15.098801 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:15.196158 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-313d9f80-6a13-4935-b03e-51167d2eb67e req-4a209fae-cbdf-4eb8-854c-45b207ffa1aa tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 210 time: 0.1295693 May 24 22:45:15.314660 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:15.392754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-bd26d5b6-0495-4e12-b731-dcbc4be46c86 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:15.394276 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-bd26d5b6-0495-4e12-b731-dcbc4be46c86 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd&tenant_id=0365b3430aca4a7c8a9900c4398a5d25&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 949 time: 0.3268855 May 24 22:45:15.436110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Allocated IP 172.20.0.2 (e3934ac8-5104-4a17-9381-e75fc5e3df34/7518020a-90d5-4885-845c-990dad4b08a9/3f577ecd-e77f-449f-bf85-95655fa683b7) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:15.438389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9b818114-6cdf-4bf9-a6d4-a247f2ca3c64 req-4c9497fb-ee58-4039-86be-cf70a4d5e5b4 tempest-ServersAdmin275Test-2113059544 tempest-ServersAdmin275Test-2113059544-project] 10.222.0.55 "GET /v2.0/ports?device_id=76be42df-4a77-4b28-a56c-814d520e3af6 HTTP/1.1" status: 200 len: 210 time: 0.1681159 May 24 22:45:15.464829 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-1b5f237a-d5bf-4862-b6b4-40f2a4ee7551 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9967537 May 24 22:45:15.492668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-df9863d7-885c-4e56-a7c9-6ca3a3b449e4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.3738954 May 24 22:45:15.495680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-60f90814-1339-4689-8800-a70e87ab3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:15.496836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-60f90814-1339-4689-8800-a70e87ab3edd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&device_id=4ec8c76b-64f0-4506-8ef1-93fa8296d70c HTTP/1.1" status: 200 len: 1098 time: 1.1256509 May 24 22:45:15.499157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48940) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:15.533594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2110977336-router', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:15.548460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:15.554498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73700495-4126-49e5-967a-a0c2fa51d854,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:15.567917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Usage tracker for resource:router and tenant:1997255a622741d8a8eecab4d1a118ef is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:15.571934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:15.588690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:15.616234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Checking segment: {'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:15.616596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Network hostable DHCP agents. Network: 108f8204-b948-4d33-8b42-ed0ca0b7899a, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:45:15.625100 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-b62104cf-6d3a-4f47-9716-469e3c392652 service neutron] delete failed (client error): The resource could not be found. May 24 22:45:15.626155 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-b62104cf-6d3a-4f47-9716-469e3c392652 service neutron] 10.222.0.31 "DELETE /v2.0/ports/546d7029-3bf0-4d7a-9215-7b037a6fd022/bindings/n-h1-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.1904020 May 24 22:45:15.630616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:15.632052 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:15.706560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebdba9-7971-45e4-882b-13d3630ed9e1 req-4a6fd959-8833-4d6e-b912-5902481d0d26 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:15.717701 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ecebdba9-7971-45e4-882b-13d3630ed9e1 req-4a6fd959-8833-4d6e-b912-5902481d0d26 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 949 time: 0.3488381 May 24 22:45:15.759379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Network 108f8204-b948-4d33-8b42-ed0ca0b7899a is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:45:15.767923 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:15.788211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82aa28df-6555-480a-b10b-b66ada821dd0 req-42c488b8-2dc3-48ca-879e-7e1c8ecf366b service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876308 May 24 22:45:15.789637 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-b95f3e87-8022-4c4f-8dcc-82b8be11edad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 HTTP/1.1" status: 200 len: 217 time: 0.2628770 May 24 22:45:15.793463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] For port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:15.822936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 108f8204-b948-4d33-8b42-ed0ca0b7899a) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:15.856705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:15.859089 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:15.867270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 546d7029-3bf0-4d7a-9215-7b037a6fd022 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:15.936676 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ecebdba9-7971-45e4-882b-13d3630ed9e1 req-74b1ed83-fccd-4c78-b089-4da7973d9fb8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177382 May 24 22:45:15.947463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea66821e-47a1-40fd-af17-59d9ff03ffc7 None None] Network 108f8204-b948-4d33-8b42-ed0ca0b7899a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:15.964651 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2003cfcc-db46-4ea3-b526-89f55df0b48a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2915597 May 24 22:45:16.115014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] For port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:16.147251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3bbae6ca-2c59-42e3-93c2-9b5211bc178e no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:45:16.190520 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:16.270238 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:16.282551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:16.285655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Transition to ACTIVE for port object 3f577ecd-e77f-449f-bf85-95655fa683b7 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:16.312641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Transition to ACTIVE for port object 3f577ecd-e77f-449f-bf85-95655fa683b7 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:16.341205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:16.342044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:16.343791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-0bccf2e4-d6c2-44f5-bc43-9c314ec0b2e8 service neutron] 10.222.0.50 "PUT /v2.0/ports/46ebba4f-b13b-46ca-b8e6-3e6ee5829931 HTTP/1.1" status: 200 len: 1096 time: 5.5708132 May 24 22:45:16.373086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-c672c6cc-6838-445e-87e1-7d2dd5bca545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:16.374642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-c672c6cc-6838-445e-87e1-7d2dd5bca545 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.5736604 May 24 22:45:16.384800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Allocated IP 172.20.0.14 (d9030e52-b3b9-4829-99f1-70ea2293d70c/7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b/6031be47-28f0-4e81-b1f1-482c561dd8d3) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:16.442358 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:16.458452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] For port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:16.458826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:16.519300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 546d7029-3bf0-4d7a-9215-7b037a6fd022 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:16.545815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 546d7029-3bf0-4d7a-9215-7b037a6fd022 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:16.546188 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:16.657962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Network e3934ac8-5104-4a17-9381-e75fc5e3df34 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:16.705298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:16.709581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:16.714960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:16.732220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba8dcc-9286-4f54-8e02-2b6c0c9590cb req-82aa1df7-912c-4835-941d-76378cfa02f0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:16.734176 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-46ba8dcc-9286-4f54-8e02-2b6c0c9590cb req-82aa1df7-912c-4835-941d-76378cfa02f0 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 950 time: 0.6668489 May 24 22:45:16.735921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Calling delete_port for 3bbae6ca-2c59-42e3-93c2-9b5211bc178e owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:45:16.798638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-107e51b6-a2ca-4d8f-ab65-09601e81360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:16.800419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-107e51b6-a2ca-4d8f-ab65-09601e81360c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 1100 time: 0.7727613 May 24 22:45:16.813407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Pushing event updated for resources: {'Port': ['ID=3f577ecd-e77f-449f-bf85-95655fa683b7,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:16.861088 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-46ba8dcc-9286-4f54-8e02-2b6c0c9590cb req-8832cfe2-38e9-4079-9df5-33cd7e76a05f tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063075 May 24 22:45:16.890086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636db59-269a-4da5-adfa-56ca6e482266 req-dc88b130-42e4-4dae-9b9e-be32ac58bc3e tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:16.890899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3636db59-269a-4da5-adfa-56ca6e482266 req-dc88b130-42e4-4dae-9b9e-be32ac58bc3e tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Synchronizing usage tracker for tenant:7e0441ae0234482d9dd939bb5ac18aed on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:17.026497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa67d4-ed1a-4a54-89ae-a5e03b6beb25 None None] Network 108f8204-b948-4d33-8b42-ed0ca0b7899a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:17.078257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 546d7029-3bf0-4d7a-9215-7b037a6fd022 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:17.078645 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.126608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'tag': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:17.162012 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1e833d3c-db50-4833-bee5-b6f0f4eb0fdb req-40613e02-5306-41e5-8171-7e8946571108 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 210 time: 0.0700688 May 24 22:45:17.186751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.194221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Attempting to bind port 3f577ecd-e77f-449f-bf85-95655fa683b7 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:17.194812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Attempting to bind port 3f577ecd-e77f-449f-bf85-95655fa683b7 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:17.194927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Attempting to bind port 3f577ecd-e77f-449f-bf85-95655fa683b7 on network e3934ac8-5104-4a17-9381-e75fc5e3df34 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:17.213811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:17.218872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:17.219296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.227624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.251334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3636db59-269a-4da5-adfa-56ca6e482266 req-dc88b130-42e4-4dae-9b9e-be32ac58bc3e tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Unset dirty status for tenant:7e0441ae0234482d9dd939bb5ac18aed on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:17.252460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3636db59-269a-4da5-adfa-56ca6e482266 req-dc88b130-42e4-4dae-9b9e-be32ac58bc3e tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 948 time: 1.2117462 May 24 22:45:17.267462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:17.267861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Checking segment: {'id': '1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:17.268261 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.268637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Bound using segment: {'id': '1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:17.269112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Bound port: 3f577ecd-e77f-449f-bf85-95655fa683b7, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:17.269483 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.292836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:17.295906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-399f16d0-92bd-41bf-b720-8fa5ee3b382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:17.299531 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-399f16d0-92bd-41bf-b720-8fa5ee3b382c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 1099 time: 0.8443267 May 24 22:45:17.310079 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.317000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:17.334533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-c491886a-adcb-46a0-be45-3abf731e809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:17.336091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-c491886a-adcb-46a0-be45-3abf731e809a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9465034 May 24 22:45:17.412578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Allocated IP 172.25.7.250 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/3b563ef0-27a4-4ce4-a722-e996998f5484) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:17.427693 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.491136 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-bff7d1d8-5bcd-458a-87fc-9b49f17d08cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=46ebba4f-b13b-46ca-b8e6-3e6ee5829931 HTTP/1.1" status: 200 len: 217 time: 0.1679833 May 24 22:45:17.504637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=546d7029-3bf0-4d7a-9215-7b037a6fd022,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:17.512940 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:45:17.513390 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:45:17.610369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] For port 3f577ecd-e77f-449f-bf85-95655fa683b7, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:17.615005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] For port 3f577ecd-e77f-449f-bf85-95655fa683b7, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3f577ecd-e77f-449f-bf85-95655fa683b7,segment=NetworkSegment(1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f),segment_id=1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:17.660848 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.675753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:17.680828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3636db59-269a-4da5-adfa-56ca6e482266 req-6cbc90d4-721b-4f9b-a9af-c35a327d15c5 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Synchronizing usage tracker for tenant:7e0441ae0234482d9dd939bb5ac18aed on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:17.691696 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.705532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-f8557fe2-f3d2-4d4d-8ea2-613f1c6c3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:17.707137 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-f8557fe2-f3d2-4d4d-8ea2-613f1c6c3074 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.8845754 May 24 22:45:17.768881 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.778639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-91bf0e81-59ea-4c6d-bc65-09f69629a558 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:17.779330 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-91bf0e81-59ea-4c6d-bc65-09f69629a558 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Synchronizing usage tracker for tenant:b9708c8a77934a14bbe216cb7604bbfc on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:17.785753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9b13b-7d28-4fb2-964b-881c6f42e8b8 None None] Pushing event updated for resources: {'Port': ['ID=3f577ecd-e77f-449f-bf85-95655fa683b7,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:17.805560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-91bf0e81-59ea-4c6d-bc65-09f69629a558 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Unset dirty status for tenant:b9708c8a77934a14bbe216cb7604bbfc on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:17.812724 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-91bf0e81-59ea-4c6d-bc65-09f69629a558 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/networks?id=108f8204-b948-4d33-8b42-ed0ca0b7899a HTTP/1.1" status: 200 len: 817 time: 0.3130929 May 24 22:45:17.816258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3636db59-269a-4da5-adfa-56ca6e482266 req-6cbc90d4-721b-4f9b-a9af-c35a327d15c5 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Unset dirty status for tenant:7e0441ae0234482d9dd939bb5ac18aed on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:17.817418 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3636db59-269a-4da5-adfa-56ca6e482266 req-6cbc90d4-721b-4f9b-a9af-c35a327d15c5 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550113 May 24 22:45:17.819813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Transition to ACTIVE for port object 6031be47-28f0-4e81-b1f1-482c561dd8d3 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:17.823554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-fc377c21-b339-4268-9231-2159f7fea8fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022 HTTP/1.1" status: 200 len: 217 time: 0.0806065 May 24 22:45:17.827030 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-9cbf2dc5-ed1f-424c-9033-eecc00fb7cbc tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/quotas/b9708c8a77934a14bbe216cb7604bbfc HTTP/1.1" status: 200 len: 375 time: 0.0132661 May 24 22:45:17.834635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-eeeeef4d-752d-4a4a-bf70-a2bbbca2c0ce service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215481 May 24 22:45:17.878521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:17.888735 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-bb80610c-e393-46c4-9bb4-254c6c7b0d60 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9708c8a77934a14bbe216cb7604bbfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562143 May 24 22:45:18.012631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-27fcb7f2-19fa-40d5-9d59-c56059604acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:18.020770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-27fcb7f2-19fa-40d5-9d59-c56059604acc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.3794906 May 24 22:45:18.040861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Deleting port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:45:18.041204 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:18.080120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Pushing event updated for resources: {'Port': ['ID=3b563ef0-27a4-4ce4-a722-e996998f5484,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:18.103344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:18.106572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:18.111132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:18.201452 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-f391caa1-e596-4a69-8a18-1986f2e2a7ca service neutron] 10.222.0.55 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783179 May 24 22:45:18.316995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-8a78ffb1-204c-4463-b42c-5dbdc85bda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:18.318506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-8a78ffb1-204c-4463-b42c-5dbdc85bda44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.4812455 May 24 22:45:18.417521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49010) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:18.458203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:18.603349 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0679ceb-53f9-4e8d-9c32-3377813fb2a8 req-8d924c92-dc00-4e3c-b55f-58e421c85eed service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941081 May 24 22:45:18.714039 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-738da496-2c72-431d-be4b-c5047089b78f service neutron] 10.222.0.55 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258657 May 24 22:45:18.735040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b9bbcaf-8b9d-4cdc-9b43-c7f88ddde5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:18.760083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b9bbcaf-8b9d-4cdc-9b43-c7f88ddde5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:18.786919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Network d9030e52-b3b9-4829-99f1-70ea2293d70c is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:18.813433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:18.815888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:18.827560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b9bbcaf-8b9d-4cdc-9b43-c7f88ddde5f8 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd3564c5b864f068278815274960bcb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:18.839304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b9bbcaf-8b9d-4cdc-9b43-c7f88ddde5f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:18.848814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b9bbcaf-8b9d-4cdc-9b43-c7f88ddde5f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:18.868732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-4be3d1bf-5fb5-498e-b89c-2a110fbd6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:18.872979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-4be3d1bf-5fb5-498e-b89c-2a110fbd6f41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7808270 May 24 22:45:18.881201 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:18.923220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e2484-8d9b-43fd-808b-651d52857b3e req-cb0fe6a1-64c9-4bee-93f8-fd7cfef4ed9c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:18.931924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d3e2484-8d9b-43fd-808b-651d52857b3e req-cb0fe6a1-64c9-4bee-93f8-fd7cfef4ed9c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.7691407 May 24 22:45:19.125735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3f577ecd-e77f-449f-bf85-95655fa683b7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:19.182779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:19.184239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:19.197968 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df60036d-cbbb-4ee3-a766-5e5adb3ad1cb'] response: {'name': 'network-changed', 'server_uuid': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'tag': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931', 'status': 'completed', 'code': 200} May 24 22:45:19.212261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Pushing event updated for resources: {'Port': ['ID=6031be47-28f0-4e81-b1f1-482c561dd8d3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:19.217820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-9cc8f0ef-148a-48b9-9ad4-2de2b61550d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:19.219361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-9cc8f0ef-148a-48b9-9ad4-2de2b61550d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8566091 May 24 22:45:19.250468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd254ef-70ab-4ade-ab82-24c7df41ddd0 None None] Network e3934ac8-5104-4a17-9381-e75fc5e3df34 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:19.361353 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b9bbcaf-8b9d-4cdc-9b43-c7f88ddde5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:19.383765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-93b2281c-1a9f-42e8-942b-a7f1f87cb28e None None] Provisioning for port 3f577ecd-e77f-449f-bf85-95655fa683b7 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:19.400993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 3f577ecd-e77f-449f-bf85-95655fa683b7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:19.427497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3f577ecd-e77f-449f-bf85-95655fa683b7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:19.427986 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:19.444849 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-29912626-667a-4376-a68b-e9072995301a service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002180 May 24 22:45:19.460827 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d3e2484-8d9b-43fd-808b-651d52857b3e req-b32d893b-d97f-4321-9c29-26676dd4d32e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279458 May 24 22:45:19.494523 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b9bbcaf-8b9d-4cdc-9b43-c7f88ddde5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:19.499410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-93b2281c-1a9f-42e8-942b-a7f1f87cb28e None None] Provisioning for port 6031be47-28f0-4e81-b1f1-482c561dd8d3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:19.535664 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-a6b1102c-2633-4bf2-a744-0f10a5010a51 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2568681 May 24 22:45:19.550730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef07330-71cb-4ef0-a2c4-41fa62365c42 req-6b7f1524-cd7d-48c1-9dea-8b300502206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:19.552203 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ef07330-71cb-4ef0-a2c4-41fa62365c42 req-6b7f1524-cd7d-48c1-9dea-8b300502206e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&device_id=4ec8c76b-64f0-4506-8ef1-93fa8296d70c HTTP/1.1" status: 200 len: 1098 time: 0.8524041 May 24 22:45:19.660101 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b9bbcaf-8b9d-4cdc-9b43-c7f88ddde5f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcd3564c5b864f068278815274960bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2396517 May 24 22:45:19.671126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bbcaf-8b9d-4cdc-9b43-c7f88ddde5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a6d200-e73f-4b14-8746-cafc01cb8053,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:19.673950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49038) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:19.690117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-93b2281c-1a9f-42e8-942b-a7f1f87cb28e None None] Provisioning complete for port 6031be47-28f0-4e81-b1f1-482c561dd8d3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:19.695144 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-93b2281c-1a9f-42e8-942b-a7f1f87cb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:19.703238 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:19.720382 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd941e4f-a0e0-4256-a389-bd1cd99e234d'] response: {'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022', 'code': 200} May 24 22:45:19.840193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Request body: {'port': {'device_id': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:19.870956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-93b2281c-1a9f-42e8-942b-a7f1f87cb28e None None] Port 6031be47-28f0-4e81-b1f1-482c561dd8d3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:45:19.897294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3f577ecd-e77f-449f-bf85-95655fa683b7 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:19.897784 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:19.940450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 3f577ecd-e77f-449f-bf85-95655fa683b7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3f577ecd-e77f-449f-bf85-95655fa683b7,segment=NetworkSegment(1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f),segment_id=1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:19.949955 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:19.953401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8445-2669-4663-b8af-e9abebc1b164 req-0b0e44cd-e8b1-4a8e-a4e1-aa67a22ab64e tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:19.953963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8445-2669-4663-b8af-e9abebc1b164 req-0b0e44cd-e8b1-4a8e-a4e1-aa67a22ab64e tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:19.954755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8445-2669-4663-b8af-e9abebc1b164 req-0b0e44cd-e8b1-4a8e-a4e1-aa67a22ab64e tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:19.954755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8445-2669-4663-b8af-e9abebc1b164 req-0b0e44cd-e8b1-4a8e-a4e1-aa67a22ab64e tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:19.955213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8445-2669-4663-b8af-e9abebc1b164 req-0b0e44cd-e8b1-4a8e-a4e1-aa67a22ab64e tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:19.955843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8445-2669-4663-b8af-e9abebc1b164 req-0b0e44cd-e8b1-4a8e-a4e1-aa67a22ab64e tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:19.972800 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c5ee8445-2669-4663-b8af-e9abebc1b164 req-0b0e44cd-e8b1-4a8e-a4e1-aa67a22ab64e tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4330 time: 0.4607091 May 24 22:45:19.976210 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-87158bb2-fd4f-4aab-83cb-9cd3f0402025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:20.041748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=3f577ecd-e77f-449f-bf85-95655fa683b7,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:20.069793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-87158bb2-fd4f-4aab-83cb-9cd3f0402025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:20.218546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] For port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:20.221971 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:20.303202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c183528a-3a92-468c-a824-8097c5400e61 None None] Provisioning complete for port 3f577ecd-e77f-449f-bf85-95655fa683b7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:20.303842 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c183528a-3a92-468c-a824-8097c5400e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:20.414303 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-3999b2e7-9a0a-46cb-b736-202ff54825c2 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5079281 May 24 22:45:20.444513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57735288-bc62-45a7-9f57-949d2278b3ad req-df0d7239-38ea-4a24-bd0c-30b56ed19129 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:20.446122 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57735288-bc62-45a7-9f57-949d2278b3ad req-df0d7239-38ea-4a24-bd0c-30b56ed19129 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 932 time: 0.3134725 May 24 22:45:20.447493 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-87158bb2-fd4f-4aab-83cb-9cd3f0402025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:20.450420 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Router e9ebcb64-0821-45ad-858e-fa896d579b4e is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:45:20.473329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87158bb2-fd4f-4aab-83cb-9cd3f0402025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a6d200-e73f-4b14-8746-cafc01cb8053,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:20.498817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c183528a-3a92-468c-a824-8097c5400e61 None None] Current status of the port 3f577ecd-e77f-449f-bf85-95655fa683b7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:20.545837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Calling delete_port for 3bbae6ca-2c59-42e3-93c2-9b5211bc178e owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:45:20.606694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-87158bb2-fd4f-4aab-83cb-9cd3f0402025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:20.607970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-87158bb2-fd4f-4aab-83cb-9cd3f0402025 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5a6d200-e73f-4b14-8746-cafc01cb8053 HTTP/1.1" status: 204 len: 168 time: 0.9287753 May 24 22:45:20.626469 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57735288-bc62-45a7-9f57-949d2278b3ad req-16d6d21c-56cb-449f-8ba4-46a3d16afd3f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/security-groups?id=3468a016-20e4-4e41-af61-81d152d42334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714370 May 24 22:45:20.651985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef07330-71cb-4ef0-a2c4-41fa62365c42 req-5cfd21a7-f209-4eb8-85c4-2a1896a6e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:20.653472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ef07330-71cb-4ef0-a2c4-41fa62365c42 req-5cfd21a7-f209-4eb8-85c4-2a1896a6e14b service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.9174173 May 24 22:45:20.693672 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d8dfe5d-a6fb-4c42-9417-6a56a720af91 req-306df3c4-64b4-45c3-81c9-be8e212f189d service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2316151 May 24 22:45:20.795629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:45:20.810653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Sync routers for ids ['e9ebcb64-0821-45ad-858e-fa896d579b4e'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:45:20.820704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Routers {'e9ebcb64-0821-45ad-858e-fa896d579b4e'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:45:20.821388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:45:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e9ebcb64-0821-45ad-858e-fa896d579b4e'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:20.826171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ef07330-71cb-4ef0-a2c4-41fa62365c42 req-d4aa6471-9c08-482f-ba0a-ee604187bf06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 HTTP/1.1" status: 200 len: 217 time: 0.1548455 May 24 22:45:20.902756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:20.907926 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8e425fe6-6774-41fd-86b0-2889f81103df admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3970156 May 24 22:45:20.908704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49052) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:20.934045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:21.058656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3f577ecd-e77f-449f-bf85-95655fa683b7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:21.060714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49056) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:21.168056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Set router e9ebcb64-0821-45ad-858e-fa896d579b4e gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:45:21.237850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50231d4-1479-4cad-992c-5a272b166aa0 req-386764a7-f60e-4636-b1df-476a23e64e25 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:21.244395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a50231d4-1479-4cad-992c-5a272b166aa0 req-386764a7-f60e-4636-b1df-476a23e64e25 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 948 time: 0.4307301 May 24 22:45:21.246149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef07330-71cb-4ef0-a2c4-41fa62365c42 req-4206c2b6-6677-417d-929a-c7f1d755c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:21.247872 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ef07330-71cb-4ef0-a2c4-41fa62365c42 req-4206c2b6-6677-417d-929a-c7f1d755c1e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.4088278 May 24 22:45:21.248933 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff63a808-d6eb-45d3-a6dc-dd42ae70bceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:21.334421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad328098-e6ea-40bf-b55e-f627a069fdd0 req-1ec0a1c4-2370-4b95-bc76-bdc09ed01771 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:21.335203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ad328098-e6ea-40bf-b55e-f627a069fdd0 req-1ec0a1c4-2370-4b95-bc76-bdc09ed01771 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Synchronizing usage tracker for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:21.403955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ff63a808-d6eb-45d3-a6dc-dd42ae70bceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:21.432917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6bb87fd-4dea-4731-a815-df3e5575d81a req-e9b2dee4-ec1c-4eca-8983-cd4bb317b260 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9359293 May 24 22:45:21.434091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ff63a808-d6eb-45d3-a6dc-dd42ae70bceb admin admin] Usage tracker for resource:security_group_rule and tenant:06ad5cc879604c0283a0c603eb2ca60e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:21.447532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ff63a808-d6eb-45d3-a6dc-dd42ae70bceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:21.525183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ff63a808-d6eb-45d3-a6dc-dd42ae70bceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:21.529883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ad328098-e6ea-40bf-b55e-f627a069fdd0 req-1ec0a1c4-2370-4b95-bc76-bdc09ed01771 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Unset dirty status for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:21.537082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad328098-e6ea-40bf-b55e-f627a069fdd0 req-1ec0a1c4-2370-4b95-bc76-bdc09ed01771 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=79f92ef3-56cd-4092-aa8b-38e4cfac974f HTTP/1.1" status: 200 len: 948 time: 1.7028244 May 24 22:45:21.548664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3f577ecd-e77f-449f-bf85-95655fa683b7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:21.549692 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:21.618143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-c89f16d2-68ec-435d-bba9-eff689b388a0 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:21.619791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-c89f16d2-68ec-435d-bba9-eff689b388a0 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.50 "GET /v2.0/networks?id=108f8204-b948-4d33-8b42-ed0ca0b7899a HTTP/1.1" status: 200 len: 817 time: 0.3442602 May 24 22:45:21.634124 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a50231d4-1479-4cad-992c-5a272b166aa0 req-2569fe6e-70aa-47b3-b7f1-333937185a2a tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818486 May 24 22:45:21.665898 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:21.673954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Request body: {'port': {'device_id': '04fb3a62-df0a-4045-85ef-d2e266b4f71a', 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a', 'admin_state_up': True, 'tenant_id': 'b9708c8a77934a14bbe216cb7604bbfc'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:21.682469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['c3c75707-0ea0-4c52-8f50-75636d061f50', 'd00cd991-96b4-48c9-ba9b-b091975be441'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:21.729201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd93c4e6-d29d-4d5b-8ba1-076ebd05bf7a tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:21.732385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd93c4e6-d29d-4d5b-8ba1-076ebd05bf7a tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.31 "GET /v2.0/networks?id=108f8204-b948-4d33-8b42-ed0ca0b7899a HTTP/1.1" status: 200 len: 817 time: 0.6201942 May 24 22:45:21.765038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f92ef3-56cd-4092-aa8b-38e4cfac974f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bbae6ca-2c59-42e3-93c2-9b5211bc178e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:21.828090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Request body: {'port': {'device_id': '90674e3b-33de-497e-b00b-3ae2b5021fbf', 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a', 'admin_state_up': True, 'tenant_id': 'b9708c8a77934a14bbe216cb7604bbfc'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:21.882036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:45:21.941559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Pushing event deleted for resources: {'Port': ['ID=3bbae6ca-2c59-42e3-93c2-9b5211bc178e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:21.967199 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad328098-e6ea-40bf-b55e-f627a069fdd0 req-3ebd42b3-59ea-4006-becb-f5ecd97b6583 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290721 May 24 22:45:22.057852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3f577ecd-e77f-449f-bf85-95655fa683b7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:22.166264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'name': 'tempest-ServersTestFqdnHostnames-2110977336-router', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:45:15Z', 'updated_at': '2022-05-24T22:45:18Z', 'revision_number': 3, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'gw_port': {'id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:17Z', 'updated_at': '2022-05-24T22:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:22.181344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Checking router: e9ebcb64-0821-45ad-858e-fa896d579b4e for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:45:22.182020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Updating router e9ebcb64-0821-45ad-858e-fa896d579b4e port 3b563ef0-27a4-4ce4-a722-e996998f5484 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:45:22.221783 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff63a808-d6eb-45d3-a6dc-dd42ae70bceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:22.235523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:22.276146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'mac_address': 'fa:16:3e:8f:94:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:45:22.325314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-828290ea-1a0a-4527-877f-00acacf78161 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:22.327994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-828290ea-1a0a-4527-877f-00acacf78161 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.31 "GET /v2.0/networks?id=108f8204-b948-4d33-8b42-ed0ca0b7899a HTTP/1.1" status: 200 len: 817 time: 0.3969340 May 24 22:45:22.352955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Request body: {'port': {'device_id': '878bbd04-6812-452b-b5e4-414d274cf4e5', 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a', 'admin_state_up': True, 'tenant_id': 'b9708c8a77934a14bbe216cb7604bbfc'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:22.360009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:22.360474 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:22.382184 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:22.468718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:22.496736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:22.507113 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:22.553550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff63a808-d6eb-45d3-a6dc-dd42ae70bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:22.611229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:22.617890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef07330-71cb-4ef0-a2c4-41fa62365c42 req-27bbeeb8-e005-4605-825d-f29e4cb3a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:22.619771 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ef07330-71cb-4ef0-a2c4-41fa62365c42 req-27bbeeb8-e005-4605-825d-f29e4cb3a35e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3594508 May 24 22:45:22.659581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] No DVR routers for this DVR port 3bbae6ca-2c59-42e3-93c2-9b5211bc178e on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:45:22.667019 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:22.676245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a0d3-63fe-448c-aff1-c43debc1963a req-2ef7e89e-5099-4026-984a-6cdcd9afb48d tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:22.677540 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cb32a0d3-63fe-448c-aff1-c43debc1963a req-2ef7e89e-5099-4026-984a-6cdcd9afb48d tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 886 time: 0.7552299 May 24 22:45:22.680494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Usage tracker for resource:port and tenant:b9708c8a77934a14bbe216cb7604bbfc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:22.692403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:22.698697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f92ef3-56cd-4092-aa8b-38e4cfac974f', 'name': 'network-vif-deleted', 'tag': '3bbae6ca-2c59-42e3-93c2-9b5211bc178e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:22.716440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:22.758217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:22.774078 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ff63a808-d6eb-45d3-a6dc-dd42ae70bceb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06ad5cc879604c0283a0c603eb2ca60e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7086897 May 24 22:45:22.794079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6f5d548b-9976-40a0-9b5b-e0da3cf84cd2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:22.797444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49072) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:22.862097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Made reservation on behalf of b9708c8a77934a14bbe216cb7604bbfc for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:22.865412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:22.870514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8319d9-d23f-40b9-ac34-fd61753ed2c7 req-c1edc354-c3bc-43ea-8a22-4eb3334b2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:22.872010 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d8319d9-d23f-40b9-ac34-fd61753ed2c7 req-c1edc354-c3bc-43ea-8a22-4eb3334b2010 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 1099 time: 1.3589165 May 24 22:45:22.922237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78f485d7-765a-48c3-b663-25f930a32f4c req-48b7cb98-3188-418b-ae76-d7bf67b7cd1d tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "DELETE /v2.0/ports/3bbae6ca-2c59-42e3-93c2-9b5211bc178e HTTP/1.1" status: 204 len: 173 time: 8.2787325 May 24 22:45:22.922237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63a808-d6eb-45d3-a6dc-dd42ae70bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b59eda-38e4-4bd7-82d4-f1a107f940ec,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:23.043090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:23.044287 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:45:23.063099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Usage tracker for resource:port and tenant:b9708c8a77934a14bbe216cb7604bbfc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:23.072400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:23.089247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:23.169918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:23.173710 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.182441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Made reservation on behalf of b9708c8a77934a14bbe216cb7604bbfc for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:23.185674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.193655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Usage tracker for resource:port and tenant:b9708c8a77934a14bbe216cb7604bbfc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:23.206146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cd7c9-3c64-4b0d-8a7e-4dc1ba628e1d req-b95c6040-f475-417e-8c87-d14f5045a88e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:23.206380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:23.207686 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f8cd7c9-3c64-4b0d-8a7e-4dc1ba628e1d req-b95c6040-f475-417e-8c87-d14f5045a88e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 932 time: 0.4008834 May 24 22:45:23.221244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Transition to ACTIVE for port object 3b563ef0-27a4-4ce4-a722-e996998f5484 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:23.230373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:23.242730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d85b94-7da5-45b6-8b54-ff5b7509d35a req-cc8280b1-6dd7-46a7-a034-f75ded4a6d8e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:23.244352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96d85b94-7da5-45b6-8b54-ff5b7509d35a req-cc8280b1-6dd7-46a7-a034-f75ded4a6d8e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.7995749 May 24 22:45:23.252390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6031be47-28f0-4e81-b1f1-482c561dd8d3 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:23.259765 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.270459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ef07330-71cb-4ef0-a2c4-41fa62365c42 req-2cef4527-3169-4658-a602-647a62438615 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126494 May 24 22:45:23.300448 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.333199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Made reservation on behalf of b9708c8a77934a14bbe216cb7604bbfc for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:23.336287 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.352989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Attempting to bind port 3b563ef0-27a4-4ce4-a722-e996998f5484 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:23.353376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Attempting to bind port 3b563ef0-27a4-4ce4-a722-e996998f5484 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:23.353958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Attempting to bind port 3b563ef0-27a4-4ce4-a722-e996998f5484 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:23.355320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14ed8397-6f48-474b-813e-e2285a81a59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.363525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce457b5-c550-4965-be95-a50ee84f0954 None None] Pushing event updated for resources: {'Port': ['ID=3b563ef0-27a4-4ce4-a722-e996998f5484,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:23.366552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:23.366918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:23.367346 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.367732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:23.368202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Bound port: 3b563ef0-27a4-4ce4-a722-e996998f5484, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:23.368563 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.391268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Allocated IP 172.20.0.12 (108f8204-b948-4d33-8b42-ed0ca0b7899a/73700495-4126-49e5-967a-a0c2fa51d854/6be27e8d-8ef0-44a4-b087-d711012f3f73) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:23.407926 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f8cd7c9-3c64-4b0d-8a7e-4dc1ba628e1d req-e18356f6-78eb-4d7a-bfab-de521d9638e2 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/security-groups?id=3468a016-20e4-4e41-af61-81d152d42334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829560 May 24 22:45:23.431434 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.432020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8319d9-d23f-40b9-ac34-fd61753ed2c7 req-644f3ef7-8062-497c-a563-f721b9bb0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:23.434712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d8319d9-d23f-40b9-ac34-fd61753ed2c7 req-644f3ef7-8062-497c-a563-f721b9bb0606 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.5429256 May 24 22:45:23.447821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Transition to ACTIVE for port object 6031be47-28f0-4e81-b1f1-482c561dd8d3 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:23.451871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] For port 3b563ef0-27a4-4ce4-a722-e996998f5484, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:23.456865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] For port 3b563ef0-27a4-4ce4-a722-e996998f5484, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3b563ef0-27a4-4ce4-a722-e996998f5484,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:23.479396 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.554996 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96d85b94-7da5-45b6-8b54-ff5b7509d35a req-cdbbf536-0dc3-444a-a244-51efadf0ee39 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885053 May 24 22:45:23.555613 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.560715 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14ed8397-6f48-474b-813e-e2285a81a59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:23.665610 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d8319d9-d23f-40b9-ac34-fd61753ed2c7 req-f28e228a-ff52-4ee2-8741-f3613d7175e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=46ebba4f-b13b-46ca-b8e6-3e6ee5829931 HTTP/1.1" status: 200 len: 217 time: 0.2143347 May 24 22:45:23.671614 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f46714-77a7-483d-a0f0-f7d04f41ec23'] response: {'server_uuid': '79f92ef3-56cd-4092-aa8b-38e4cfac974f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bbae6ca-2c59-42e3-93c2-9b5211bc178e', 'code': 200} May 24 22:45:23.714463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Routers {'e9ebcb64-0821-45ad-858e-fa896d579b4e'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:45:23.715085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:45:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e9ebcb64-0821-45ad-858e-fa896d579b4e'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:23.819868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce457b5-c550-4965-be95-a50ee84f0954 None None] Pushing event updated for resources: {'Port': ['ID=3b563ef0-27a4-4ce4-a722-e996998f5484,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:23.888452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:23.928165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c01fbfc-9790-4385-aa3b-2db4cd62b243 req-c252fb51-dca7-40d2-8e9a-39005906cfbb tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 210 time: 0.1200919 May 24 22:45:23.953777 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:24.016567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] Set router e9ebcb64-0821-45ad-858e-fa896d579b4e gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:45:24.030462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Pushing event updated for resources: {'Port': ['ID=6031be47-28f0-4e81-b1f1-482c561dd8d3,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:24.087190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ef07330-71cb-4ef0-a2c4-41fa62365c42 req-b3e617e0-3e75-45bb-9891-01c0f85b0b86 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7822185 May 24 22:45:24.095108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8319d9-d23f-40b9-ac34-fd61753ed2c7 req-6b93fb28-6e01-4975-be45-31ea16880e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:24.096645 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d8319d9-d23f-40b9-ac34-fd61753ed2c7 req-6b93fb28-6e01-4975-be45-31ea16880e11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.3937635 May 24 22:45:24.144038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:24.167228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:24.167980 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:24.191941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Allocated IP 172.20.0.1 (e3934ac8-5104-4a17-9381-e75fc5e3df34/7518020a-90d5-4885-845c-990dad4b08a9/268e9679-67ae-43e1-91a9-65f85eeb9c49) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:24.200188 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:24.210352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14ed8397-6f48-474b-813e-e2285a81a59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:24.247589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed8397-6f48-474b-813e-e2285a81a59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b59eda-38e4-4bd7-82d4-f1a107f940ec,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:24.257418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Attempting to bind port 6031be47-28f0-4e81-b1f1-482c561dd8d3 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:24.258401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Attempting to bind port 6031be47-28f0-4e81-b1f1-482c561dd8d3 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:24.258401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Attempting to bind port 6031be47-28f0-4e81-b1f1-482c561dd8d3 on network d9030e52-b3b9-4829-99f1-70ea2293d70c {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:24.269821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7769173-fa5f-455f-b3a9-3436957185df req-8b09d3a7-28f5-4013-b03a-5b37c34ff84c tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:24.271311 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7769173-fa5f-455f-b3a9-3436957185df req-8b09d3a7-28f5-4013-b03a-5b37c34ff84c tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 948 time: 0.5593915 May 24 22:45:24.278982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Port 6031be47-28f0-4e81-b1f1-482c561dd8d3 on network d9030e52-b3b9-4829-99f1-70ea2293d70c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:45:24.279316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Attempting to bind port 6031be47-28f0-4e81-b1f1-482c561dd8d3 on network d9030e52-b3b9-4829-99f1-70ea2293d70c {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:24.300859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:24.301194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Checking segment: {'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:24.301484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Bound using segment: {'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:24.301965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Bound port: 6031be47-28f0-4e81-b1f1-482c561dd8d3, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6b9226-a9d9-44bb-8f1d-a622e14107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:24.302296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:24.315646 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14ed8397-6f48-474b-813e-e2285a81a59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:24.316717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-14ed8397-6f48-474b-813e-e2285a81a59c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23b59eda-38e4-4bd7-82d4-f1a107f940ec HTTP/1.1" status: 204 len: 168 time: 1.5113623 May 24 22:45:24.376736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8319d9-d23f-40b9-ac34-fd61753ed2c7 req-2d3ff1bd-7ebf-40ef-bdad-d981e97498c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:24.378295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d8319d9-d23f-40b9-ac34-fd61753ed2c7 req-2d3ff1bd-7ebf-40ef-bdad-d981e97498c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2537680 May 24 22:45:24.380349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fcace-b177-47eb-9b51-4f3d99a73d5f req-1cd3d249-861e-4636-b8a5-a2296a11db2b tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:24.381033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fcace-b177-47eb-9b51-4f3d99a73d5f req-1cd3d249-861e-4636-b8a5-a2296a11db2b tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:24.381345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fcace-b177-47eb-9b51-4f3d99a73d5f req-1cd3d249-861e-4636-b8a5-a2296a11db2b tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:24.381826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fcace-b177-47eb-9b51-4f3d99a73d5f req-1cd3d249-861e-4636-b8a5-a2296a11db2b tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:24.382269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fcace-b177-47eb-9b51-4f3d99a73d5f req-1cd3d249-861e-4636-b8a5-a2296a11db2b tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:24.382713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fcace-b177-47eb-9b51-4f3d99a73d5f req-1cd3d249-861e-4636-b8a5-a2296a11db2b tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:24.385905 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-504fcace-b177-47eb-9b51-4f3d99a73d5f req-1cd3d249-861e-4636-b8a5-a2296a11db2b tempest-NetworksTest-1805541200 tempest-NetworksTest-1805541200-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4330 time: 0.3817055 May 24 22:45:24.456041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:24.588593 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2d6faf-7142-45ff-b0a1-cfc2d008d8ae'] response: {'server_uuid': '79f92ef3-56cd-4092-aa8b-38e4cfac974f', 'name': 'network-vif-deleted', 'tag': '3bbae6ca-2c59-42e3-93c2-9b5211bc178e', 'status': 'completed', 'code': 200} May 24 22:45:24.590206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:24.591760 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:24.612946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7769173-fa5f-455f-b3a9-3436957185df req-6dafa9fe-6ee5-4f77-a9e9-ae4acd58381b tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291147 May 24 22:45:24.676769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:24.699811 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:24.747187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Network 108f8204-b948-4d33-8b42-ed0ca0b7899a is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:24.762780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:24.808462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:24.883629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:24.927069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] For port 6031be47-28f0-4e81-b1f1-482c561dd8d3, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:24.948271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Pushing event updated for resources: {'Port': ['ID=6be27e8d-8ef0-44a4-b087-d711012f3f73,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:24.954946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:24.960238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] For port 6031be47-28f0-4e81-b1f1-482c561dd8d3, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6031be47-28f0-4e81-b1f1-482c561dd8d3,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:24.972146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d8319d9-d23f-40b9-ac34-fd61753ed2c7 req-cb14d37c-94ca-49d9-ad37-dbeea71b8318 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041243 May 24 22:45:24.975258 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:24.981737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'name': 'tempest-ServersTestFqdnHostnames-2110977336-router', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:45:15Z', 'updated_at': '2022-05-24T22:45:18Z', 'revision_number': 3, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'gw_port': {'id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:17Z', 'updated_at': '2022-05-24T22:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:24.992618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a7df22-0c77-44e1-be99-04c55a959e7a None None] The sync data for ids ['e9ebcb64-0821-45ad-858e-fa896d579b4e'] in n-d-843146-7 is: [{'id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'name': 'tempest-ServersTestFqdnHostnames-2110977336-router', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:45:15Z', 'updated_at': '2022-05-24T22:45:18Z', 'revision_number': 3, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'gw_port': {'id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:17Z', 'updated_at': '2022-05-24T22:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:45:25.034035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Transition to ACTIVE for port object 268e9679-67ae-43e1-91a9-65f85eeb9c49 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:25.045965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Allocated IP 172.20.0.4 (108f8204-b948-4d33-8b42-ed0ca0b7899a/73700495-4126-49e5-967a-a0c2fa51d854/360b7c25-bc7e-4332-a4de-827bf0b157e7) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:25.071818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:25.072454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:25.087688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:25.088311 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:25.090028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] 10.222.0.50 "PUT /v2.0/ports/6031be47-28f0-4e81-b1f1-482c561dd8d3 HTTP/1.1" status: 200 len: 1092 time: 5.5331244 May 24 22:45:25.175121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49100) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:25.183419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-af9e7eec-2955-426d-b86d-b41b14f38205 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5454133 May 24 22:45:25.219393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Request body: {'port': {'device_id': '04fb3a62-df0a-4045-85ef-d2e266b4f71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:25.265287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecfcbf-0ff3-4cde-a40f-dfe93f034e97 req-db700fd3-f80d-4218-9c22-8956ba90f3df tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:25.265287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-77ecfcbf-0ff3-4cde-a40f-dfe93f034e97 req-db700fd3-f80d-4218-9c22-8956ba90f3df tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Synchronizing usage tracker for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:25.280062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19831431-fdf3-4e68-b03d-c42ab6863ffd req-febf1d18-269c-4a00-8b19-9aa4915bf946 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:25.289288 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19831431-fdf3-4e68-b03d-c42ab6863ffd req-febf1d18-269c-4a00-8b19-9aa4915bf946 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.3555744 May 24 22:45:25.299802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c229174-1e90-4bc7-ae0e-0da1655f6141 service neutron] Pushing event updated for resources: {'Port': ['ID=6031be47-28f0-4e81-b1f1-482c561dd8d3,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:25.354031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-77ecfcbf-0ff3-4cde-a40f-dfe93f034e97 req-db700fd3-f80d-4218-9c22-8956ba90f3df tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Unset dirty status for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:25.355386 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77ecfcbf-0ff3-4cde-a40f-dfe93f034e97 req-db700fd3-f80d-4218-9c22-8956ba90f3df tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 944 time: 0.5065892 May 24 22:45:25.411245 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d8319d9-d23f-40b9-ac34-fd61753ed2c7 req-e33357c5-7222-48ad-84f6-8ba444cbe9be service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945806 May 24 22:45:25.449162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-9a427b87-bb6c-48fd-9830-c52d0a5c390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:25.452075 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-9a427b87-bb6c-48fd-9830-c52d0a5c390b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b73c17b45b3c405ebfb19d680a8bff16&device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 1095 time: 0.2794693 May 24 22:45:25.457152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-77ecfcbf-0ff3-4cde-a40f-dfe93f034e97 req-aca06da2-ae6c-4744-b3b1-b97f5816c434 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Synchronizing usage tracker for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:25.495794 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:25.537444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:25.586630 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad078e76-be64-4ff1-9082-608bd12f3e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:25.607946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-06273f1e-e4c3-4da2-93e6-f22ef51dc780 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6031be47-28f0-4e81-b1f1-482c561dd8d3 HTTP/1.1" status: 200 len: 217 time: 0.1405272 May 24 22:45:25.622320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ad078e76-be64-4ff1-9082-608bd12f3e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:25.674216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:25.678791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ad078e76-be64-4ff1-9082-608bd12f3e08 admin admin] Usage tracker for resource:security_group_rule and tenant:0ac2beeadd984f97a3776d4198fb1024 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:25.684425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ad078e76-be64-4ff1-9082-608bd12f3e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:25.687502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-77ecfcbf-0ff3-4cde-a40f-dfe93f034e97 req-aca06da2-ae6c-4744-b3b1-b97f5816c434 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Unset dirty status for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:25.688679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77ecfcbf-0ff3-4cde-a40f-dfe93f034e97 req-aca06da2-ae6c-4744-b3b1-b97f5816c434 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/security-groups?id=3468a016-20e4-4e41-af61-81d152d42334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203502 May 24 22:45:25.696219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ad078e76-be64-4ff1-9082-608bd12f3e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:25.716415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Network e3934ac8-5104-4a17-9381-e75fc5e3df34 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:25.724098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-916ad395-9fe8-42ad-86fc-eba87b5bb5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:25.725679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-916ad395-9fe8-42ad-86fc-eba87b5bb5bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b HTTP/1.1" status: 200 len: 867 time: 0.1090281 May 24 22:45:25.759468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:25.761946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:25.878665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:45:25.880487 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:25.931271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-4f65e145-cda9-4433-b9eb-a10d68b5d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:25.939170 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-4f65e145-cda9-4433-b9eb-a10d68b5d3a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9030e52-b3b9-4829-99f1-70ea2293d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040100 May 24 22:45:26.004846 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19831431-fdf3-4e68-b03d-c42ab6863ffd req-dcb796ad-df6d-4f01-9210-251c97784722 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7149665 May 24 22:45:26.127241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:26.153904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931', 'mac_address': 'fa:16:3e:54:1a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:45:26.198688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-58d2a8af-237e-4d71-927d-c9e41c46f7d0 None None] Provisioning for port 268e9679-67ae-43e1-91a9-65f85eeb9c49 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:26.248540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-58d2a8af-237e-4d71-927d-c9e41c46f7d0 None None] Provisioning complete for port 268e9679-67ae-43e1-91a9-65f85eeb9c49 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:26.248931 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-58d2a8af-237e-4d71-927d-c9e41c46f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.258269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad078e76-be64-4ff1-9082-608bd12f3e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.282260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Pushing event updated for resources: {'Port': ['ID=268e9679-67ae-43e1-91a9-65f85eeb9c49,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:26.295281 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad078e76-be64-4ff1-9082-608bd12f3e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.301737 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.312800 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.332943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:26.333650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.403627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd64471-ccab-4d4f-9a61-b6a0566b82e6 req-cd7f21ed-0f7a-4ae8-aa0f-dced9c088a99 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:26.404026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad078e76-be64-4ff1-9082-608bd12f3e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fef96d-b6b6-4cb3-9575-01bbd1f88e27,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:26.404429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1fd64471-ccab-4d4f-9a61-b6a0566b82e6 req-cd7f21ed-0f7a-4ae8-aa0f-dced9c088a99 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Synchronizing usage tracker for tenant:b9708c8a77934a14bbe216cb7604bbfc on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:26.410067 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-c3e27399-d627-4efd-9bae-dd817126fac2 service neutron] 10.222.0.50 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573510 May 24 22:45:26.412767 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.415036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-58d2a8af-237e-4d71-927d-c9e41c46f7d0 None None] Port 268e9679-67ae-43e1-91a9-65f85eeb9c49 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:45:26.418697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ad078e76-be64-4ff1-9082-608bd12f3e08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ac2beeadd984f97a3776d4198fb1024&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2090437 May 24 22:45:26.423127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:26.423674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49126) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:26.450334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:26.456310 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.533292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:26.540000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Network 108f8204-b948-4d33-8b42-ed0ca0b7899a is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:26.552218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:26.554765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:26.582968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1fd64471-ccab-4d4f-9a61-b6a0566b82e6 req-cd7f21ed-0f7a-4ae8-aa0f-dced9c088a99 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Unset dirty status for tenant:b9708c8a77934a14bbe216cb7604bbfc on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:26.584127 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1fd64471-ccab-4d4f-9a61-b6a0566b82e6 req-cd7f21ed-0f7a-4ae8-aa0f-dced9c088a99 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 932 time: 0.3474083 May 24 22:45:26.599651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'tag': '6031be47-28f0-4e81-b1f1-482c561dd8d3'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:26.637314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Allocated IP 172.20.0.7 (108f8204-b948-4d33-8b42-ed0ca0b7899a/73700495-4126-49e5-967a-a0c2fa51d854/9d47546d-5b1d-48c8-ba84-a4830cfd9058) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:26.659863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db71b3-5eef-47af-95b9-f4d6bc3c9700 req-08bfd13f-273d-4b55-a61b-e958850aa951 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:26.661372 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0db71b3-5eef-47af-95b9-f4d6bc3c9700 req-08bfd13f-273d-4b55-a61b-e958850aa951 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 948 time: 0.3489819 May 24 22:45:26.670960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Pushing event updated for resources: {'Port': ['ID=360b7c25-bc7e-4332-a4de-827bf0b157e7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:26.697329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['46ebba4f-b13b-46ca-b8e6-3e6ee5829931'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:26.732469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:26.733303 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.758085 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3622ea74-bc13-4153-a792-c8718fe02a82 req-5e78ab2b-8f77-4272-a074-074e0a83ac8f service neutron] 10.222.0.50 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046329 May 24 22:45:26.761890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1715e958-2c1a-4102-a942-4a620b1673ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.766460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1fd64471-ccab-4d4f-9a61-b6a0566b82e6 req-51bd5e92-628c-4b45-830a-dbcff8a27f05 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Synchronizing usage tracker for tenant:b9708c8a77934a14bbe216cb7604bbfc on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:26.800752 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1715e958-2c1a-4102-a942-4a620b1673ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.818607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0db71b3-5eef-47af-95b9-f4d6bc3c9700 req-72345ab2-35b7-49ef-966e-000ea21db79e tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399841 May 24 22:45:26.830057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1211f2-4459-4296-80a1-dfa2999e29db req-7e85c362-ed1b-45ba-8cbb-46d8b6127a14 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:26.832173 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b1211f2-4459-4296-80a1-dfa2999e29db req-7e85c362-ed1b-45ba-8cbb-46d8b6127a14 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 950 time: 0.2966671 May 24 22:45:26.862902 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:26.882974 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-d08e32c4-3961-4b1c-b4a1-03899d39fcc8 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5347655 May 24 22:45:26.900466 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b6f7f6-5d5a-4f74-93b1-2bdad1a5fff8'] response: {'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'code': 200} May 24 22:45:26.968705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Request body: {'port': {'device_id': '878bbd04-6812-452b-b5e4-414d274cf4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:27.062588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1fd64471-ccab-4d4f-9a61-b6a0566b82e6 req-51bd5e92-628c-4b45-830a-dbcff8a27f05 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Unset dirty status for tenant:b9708c8a77934a14bbe216cb7604bbfc on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:27.071680 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1fd64471-ccab-4d4f-9a61-b6a0566b82e6 req-51bd5e92-628c-4b45-830a-dbcff8a27f05 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762497 May 24 22:45:27.089140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3b563ef0-27a4-4ce4-a722-e996998f5484 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:27.199295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-8b1211f2-4459-4296-80a1-dfa2999e29db req-81037106-eff4-412c-a5d6-a5290a67c679 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Deleting port c3c75707-0ea0-4c52-8f50-75636d061f50 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:45:27.199738 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8b1211f2-4459-4296-80a1-dfa2999e29db req-81037106-eff4-412c-a5d6-a5290a67c679 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.231827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 3b563ef0-27a4-4ce4-a722-e996998f5484 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:27.238216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3b563ef0-27a4-4ce4-a722-e996998f5484 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:27.238613 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.379878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.387107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba06762-97cb-49bf-8c0e-09ce3bf38f63 req-00422f01-b2cb-415a-ab1f-9cab0ef4f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:27.388538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eba06762-97cb-49bf-8c0e-09ce3bf38f63 req-00422f01-b2cb-415a-ab1f-9cab0ef4f908 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4ec8c76b-64f0-4506-8ef1-93fa8296d70c HTTP/1.1" status: 200 len: 1100 time: 0.2887523 May 24 22:45:27.400623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3b563ef0-27a4-4ce4-a722-e996998f5484 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:27.401081 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.420780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 3b563ef0-27a4-4ce4-a722-e996998f5484, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3b563ef0-27a4-4ce4-a722-e996998f5484,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:27.427217 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.504109 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1715e958-2c1a-4102-a942-4a620b1673ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.544328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715e958-2c1a-4102-a942-4a620b1673ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fef96d-b6b6-4cb3-9575-01bbd1f88e27,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:27.547819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=3b563ef0-27a4-4ce4-a722-e996998f5484,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:27.586382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eba06762-97cb-49bf-8c0e-09ce3bf38f63 req-c3e2ccae-4425-4524-9723-03ee38687012 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771367 May 24 22:45:27.596523 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1715e958-2c1a-4102-a942-4a620b1673ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.600707 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1715e958-2c1a-4102-a942-4a620b1673ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7fef96d-b6b6-4cb3-9575-01bbd1f88e27 HTTP/1.1" status: 204 len: 168 time: 1.1341395 May 24 22:45:27.602252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.646424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8b1211f2-4459-4296-80a1-dfa2999e29db req-81037106-eff4-412c-a5d6-a5290a67c679 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] For port c3c75707-0ea0-4c52-8f50-75636d061f50, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c3c75707-0ea0-4c52-8f50-75636d061f50,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:27.647374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8b1211f2-4459-4296-80a1-dfa2999e29db req-81037106-eff4-412c-a5d6-a5290a67c679 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.705597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f35d2a-900d-492b-baf2-a05739983a9e req-b8b30bca-753c-4911-92d1-f2668a50fcb2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:27.708193 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-04f35d2a-900d-492b-baf2-a05739983a9e req-b8b30bca-753c-4911-92d1-f2668a50fcb2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.4624453 May 24 22:45:27.764343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.791011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-8b1211f2-4459-4296-80a1-dfa2999e29db req-81037106-eff4-412c-a5d6-a5290a67c679 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Calling delete_port for c3c75707-0ea0-4c52-8f50-75636d061f50 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:45:27.825436 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.826971 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:27.888079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:27.891528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfba4d-0d6f-41d8-a977-48f1bd5d6669 req-5d7843e2-4118-4b01-b628-ae2c4e195391 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:27.893030 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55bfba4d-0d6f-41d8-a977-48f1bd5d6669 req-5d7843e2-4118-4b01-b628-ae2c4e195391 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a7ea28-0abf-4fa1-95e3-6603e30c5aec HTTP/1.1" status: 200 len: 950 time: 0.4632528 May 24 22:45:27.942612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Network 108f8204-b948-4d33-8b42-ed0ca0b7899a is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:27.950427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:27.953297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:27.991210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:27.998728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:28.000427 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.004471 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-04f35d2a-900d-492b-baf2-a05739983a9e req-6cd29aa3-e863-4a7a-a89a-ad2248696a3b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897742 May 24 22:45:28.027829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Pushing event updated for resources: {'Port': ['ID=9d47546d-5b1d-48c8-ba84-a4830cfd9058,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:28.043163 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.063976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Pushing event updated for resources: {'Port': ['ID=268e9679-67ae-43e1-91a9-65f85eeb9c49,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:28.083261 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55bfba4d-0d6f-41d8-a977-48f1bd5d6669 req-f68f4469-1551-4ffd-b10b-2d5110d876ad tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696768 May 24 22:45:28.103518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:28.104391 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.137683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49152) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:28.213887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:28.214264 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.279706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:28.295168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.368446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Network e3934ac8-5104-4a17-9381-e75fc5e3df34 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:28.371927 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3193a9-4ede-4b9a-b6ed-ac5049ff60af'] response: {'name': 'network-changed', 'server_uuid': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'tag': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'status': 'completed', 'code': 200} May 24 22:45:28.372174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:28.390338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:28.403107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-055e1a76-99cd-4d8f-b9dc-1cddbad43c14 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6253774 May 24 22:45:28.405463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12ec1833-2669-4442-8ad4-4e85f457c625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.427587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Request body: {'port': {'device_id': '90674e3b-33de-497e-b00b-3ae2b5021fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:28.451260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be27e8d-8ef0-44a4-b087-d711012f3f73 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:28.468661 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8b1211f2-4459-4296-80a1-dfa2999e29db req-81037106-eff4-412c-a5d6-a5290a67c679 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.471379 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.481171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d00cd991-96b4-48c9-ba9b-b091975be441'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:28.508478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Transition to ACTIVE for port object 6be27e8d-8ef0-44a4-b087-d711012f3f73 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:28.517631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e8b04-8f31-466d-b6ac-8e2adfe9271e req-1a92450b-bb46-4d05-b8eb-10e7f26965fb tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:28.520020 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-085e8b04-8f31-466d-b6ac-8e2adfe9271e req-1a92450b-bb46-4d05-b8eb-10e7f26965fb tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 950 time: 0.2407007 May 24 22:45:28.533242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-12ec1833-2669-4442-8ad4-4e85f457c625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:28.596160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-12ec1833-2669-4442-8ad4-4e85f457c625 admin admin] Usage tracker for resource:security_group_rule and tenant:a091d6790ea5471eb950986e064dceb0 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:28.622590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-12ec1833-2669-4442-8ad4-4e85f457c625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:28.626103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81037106-eff4-412c-a5d6-a5290a67c679 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Pushing event deleted for resources: {'Port': ['ID=c3c75707-0ea0-4c52-8f50-75636d061f50,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:28.633803 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.639464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-12ec1833-2669-4442-8ad4-4e85f457c625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:28.721604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c36e61da-54b1-4e7e-a08d-f5d348ab59ec None None] Provisioning complete for port 268e9679-67ae-43e1-91a9-65f85eeb9c49 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:28.721979 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c36e61da-54b1-4e7e-a08d-f5d348ab59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.783772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c36e61da-54b1-4e7e-a08d-f5d348ab59ec None None] Port 268e9679-67ae-43e1-91a9-65f85eeb9c49 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:45:28.811019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1211f2-4459-4296-80a1-dfa2999e29db req-81037106-eff4-412c-a5d6-a5290a67c679 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] No DVR routers for this DVR port c3c75707-0ea0-4c52-8f50-75636d061f50 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:45:28.819418 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8b1211f2-4459-4296-80a1-dfa2999e29db req-81037106-eff4-412c-a5d6-a5290a67c679 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.836390 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:28.855383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c330c36-e402-4180-b44d-722c6ca19d5a req-35cd4d48-875a-407d-9bae-d65dbf66a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:28.856868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c330c36-e402-4180-b44d-722c6ca19d5a req-35cd4d48-875a-407d-9bae-d65dbf66a71b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b73c17b45b3c405ebfb19d680a8bff16&device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 1095 time: 0.6177297 May 24 22:45:28.858059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b1211f2-4459-4296-80a1-dfa2999e29db req-81037106-eff4-412c-a5d6-a5290a67c679 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "DELETE /v2.0/ports/c3c75707-0ea0-4c52-8f50-75636d061f50 HTTP/1.1" status: 204 len: 173 time: 2.0048397 May 24 22:45:28.901459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:28.954165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-085e8b04-8f31-466d-b6ac-8e2adfe9271e req-5156de60-1f19-413b-9219-f4b166917378 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414888 May 24 22:45:29.073540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3b563ef0-27a4-4ce4-a722-e996998f5484 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:29.114178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Pushing event updated for resources: {'Port': ['ID=6be27e8d-8ef0-44a4-b087-d711012f3f73,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:29.141357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Attempting to bind port 6be27e8d-8ef0-44a4-b087-d711012f3f73 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:29.141815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Attempting to bind port 6be27e8d-8ef0-44a4-b087-d711012f3f73 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:29.142185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Attempting to bind port 6be27e8d-8ef0-44a4-b087-d711012f3f73 on network 108f8204-b948-4d33-8b42-ed0ca0b7899a {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:29.150448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Port 6be27e8d-8ef0-44a4-b087-d711012f3f73 on network 108f8204-b948-4d33-8b42-ed0ca0b7899a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:45:29.150448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Attempting to bind port 6be27e8d-8ef0-44a4-b087-d711012f3f73 on network 108f8204-b948-4d33-8b42-ed0ca0b7899a {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:29.161983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:29.162216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040175ac-8f61-4827-8b73-182da8e3fe09 req-9f3838e1-617e-4b46-9e87-5f27bd64042c tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:29.162496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Checking segment: {'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:29.162922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Bound using segment: {'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:29.163411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Bound port: 6be27e8d-8ef0-44a4-b087-d711012f3f73, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:29.163816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:29.167085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3b563ef0-27a4-4ce4-a722-e996998f5484 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:29.167731 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:29.169400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-040175ac-8f61-4827-8b73-182da8e3fe09 req-9f3838e1-617e-4b46-9e87-5f27bd64042c tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 944 time: 0.7112024 May 24 22:45:29.175521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Router e9ebcb64-0821-45ad-858e-fa896d579b4e has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:45:29.359850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3b563ef0-27a4-4ce4-a722-e996998f5484 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:29.401982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-040175ac-8f61-4827-8b73-182da8e3fe09 req-f07d3bce-3355-46ef-9f65-32a337aef2b0 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/security-groups?id=3468a016-20e4-4e41-af61-81d152d42334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314749 May 24 22:45:29.487957 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12ec1833-2669-4442-8ad4-4e85f457c625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:29.502691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c330c36-e402-4180-b44d-722c6ca19d5a req-e3492ffb-6059-40b1-905d-887a73998442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:29.504341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c330c36-e402-4180-b44d-722c6ca19d5a req-e3492ffb-6059-40b1-905d-887a73998442 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9030e52-b3b9-4829-99f1-70ea2293d70c HTTP/1.1" status: 200 len: 929 time: 0.6381416 May 24 22:45:29.513649 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12ec1833-2669-4442-8ad4-4e85f457c625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:29.598758 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb5d457-d580-4766-9557-9ac47eea19ab'] response: {'server_uuid': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931', 'code': 200} May 24 22:45:29.723850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c330c36-e402-4180-b44d-722c6ca19d5a req-63bf0dcc-7707-4905-a04b-b7f65c40c762 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6031be47-28f0-4e81-b1f1-482c561dd8d3 HTTP/1.1" status: 200 len: 217 time: 0.1707962 May 24 22:45:29.760188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360b7c25-bc7e-4332-a4de-827bf0b157e7 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:29.769627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] For port 6be27e8d-8ef0-44a4-b087-d711012f3f73, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:29.774769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:45:29.777716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] For port 6be27e8d-8ef0-44a4-b087-d711012f3f73, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6be27e8d-8ef0-44a4-b087-d711012f3f73,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:29.779626 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:29.784776 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fa042b3c-7c45-48f5-98b0-2ef0b37204da admin admin] 10.222.0.55 "PUT /v2.0/routers/e9ebcb64-0821-45ad-858e-fa896d579b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8494482 May 24 22:45:29.793571 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Sync routers for ids ['e9ebcb64-0821-45ad-858e-fa896d579b4e'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:45:29.807785 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Routers {'e9ebcb64-0821-45ad-858e-fa896d579b4e'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:45:29.808398 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:45:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e9ebcb64-0821-45ad-858e-fa896d579b4e'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:29.810758 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:29.855560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Transition to ACTIVE for port object 360b7c25-bc7e-4332-a4de-827bf0b157e7 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:29.856297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c330c36-e402-4180-b44d-722c6ca19d5a req-060bfa18-7b3f-4c30-bae7-d88382178cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:29.858516 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c330c36-e402-4180-b44d-722c6ca19d5a req-060bfa18-7b3f-4c30-bae7-d88382178cca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b HTTP/1.1" status: 200 len: 867 time: 0.0603456 May 24 22:45:29.876021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:29.885082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-12ec1833-2669-4442-8ad4-4e85f457c625 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a091d6790ea5471eb950986e064dceb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7462778 May 24 22:45:29.885976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49188) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:29.889317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6031be47-28f0-4e81-b1f1-482c561dd8d3 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:45:29.894730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:29.896558 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:29.901159 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] 10.222.0.50 "PUT /v2.0/ports/6be27e8d-8ef0-44a4-b087-d711012f3f73 HTTP/1.1" status: 200 len: 1092 time: 4.6875896 May 24 22:45:29.902740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fb3a62-df0a-4045-85ef-d2e266b4f71a', 'tag': '6be27e8d-8ef0-44a4-b087-d711012f3f73'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:30.038544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49194) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:30.039399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec1833-2669-4442-8ad4-4e85f457c625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce706379-0a10-4c91-9d3e-a2da02979983,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:30.089042 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Set router e9ebcb64-0821-45ad-858e-fa896d579b4e gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:45:30.190917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f419ed-f003-4e70-a705-c73c126a4763 req-56c57b86-a614-4099-a41d-28706c6b263b tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:30.191580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-68f419ed-f003-4e70-a705-c73c126a4763 req-56c57b86-a614-4099-a41d-28706c6b263b tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Synchronizing usage tracker for tenant:b9708c8a77934a14bbe216cb7604bbfc on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:30.217867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367f5d2-1686-499b-ac59-c80cba3890b3 req-4da184e1-7fda-46b4-8c45-6636810b9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:30.219912 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8367f5d2-1686-499b-ac59-c80cba3890b3 req-4da184e1-7fda-46b4-8c45-6636810b9f07 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 1101 time: 0.5023603 May 24 22:45:30.234135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3421f6-0c51-419c-b9d7-86fbface31cb service neutron] Pushing event updated for resources: {'Port': ['ID=6be27e8d-8ef0-44a4-b087-d711012f3f73,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:30.234945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-68f419ed-f003-4e70-a705-c73c126a4763 req-56c57b86-a614-4099-a41d-28706c6b263b tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Unset dirty status for tenant:b9708c8a77934a14bbe216cb7604bbfc on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:30.242665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68f419ed-f003-4e70-a705-c73c126a4763 req-56c57b86-a614-4099-a41d-28706c6b263b tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 944 time: 0.6565232 May 24 22:45:30.257560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6031be47-28f0-4e81-b1f1-482c561dd8d3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6031be47-28f0-4e81-b1f1-482c561dd8d3,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:30.314330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'port_id': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'mac_address': 'fa:16:3e:23:f6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:45:30.329943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c3c75707-0ea0-4c52-8f50-75636d061f50 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:45:30.360385 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c08361b7-5639-49b7-b7c0-ca79adc664ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:30.378642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a7ea28-0abf-4fa1-95e3-6603e30c5aec', 'name': 'network-vif-deleted', 'tag': 'c3c75707-0ea0-4c52-8f50-75636d061f50'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:30.398042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c330c36-e402-4180-b44d-722c6ca19d5a req-848175b3-cdf6-4be5-ada8-44017b9b206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:30.399607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c330c36-e402-4180-b44d-722c6ca19d5a req-848175b3-cdf6-4be5-ada8-44017b9b206b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9030e52-b3b9-4829-99f1-70ea2293d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3986974 May 24 22:45:30.401011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: c3c75707-0ea0-4c52-8f50-75636d061f50 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:45:30.401470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c3c75707-0ea0-4c52-8f50-75636d061f50 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:45:30.430949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6031be47-28f0-4e81-b1f1-482c561dd8d3 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:30.431325 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:30.437956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8367f5d2-1686-499b-ac59-c80cba3890b3 req-f9917385-12e0-4b91-800f-47b5bf181d38 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820226 May 24 22:45:30.451661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6031be47-28f0-4e81-b1f1-482c561dd8d3 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:30.484942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6031be47-28f0-4e81-b1f1-482c561dd8d3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6031be47-28f0-4e81-b1f1-482c561dd8d3,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:30.493555 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:30.495759 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'name': 'tempest-ServersTestFqdnHostnames-2110977336-router', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:45:15Z', 'updated_at': '2022-05-24T22:45:26Z', 'revision_number': 4, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'gw_port': {'id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:17Z', 'updated_at': '2022-05-24T22:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '268e9679-67ae-43e1-91a9-65f85eeb9c49', 'name': '', 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'mac_address': 'fa:16:3e:72:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7518020a-90d5-4885-845c-990dad4b08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:23Z', 'updated_at': '2022-05-24T22:45:27Z', 'revision_number': 2, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'subnets': [{'id': '7518020a-90d5-4885-845c-990dad4b08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:30.500492 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Checking router: e9ebcb64-0821-45ad-858e-fa896d579b4e for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:45:30.501242 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Updating router e9ebcb64-0821-45ad-858e-fa896d579b4e port 268e9679-67ae-43e1-91a9-65f85eeb9c49 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:45:30.600281 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:30.616592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6031be47-28f0-4e81-b1f1-482c561dd8d3,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:30.623834 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68f419ed-f003-4e70-a705-c73c126a4763 req-25775c38-bfb5-489e-96ad-a44e4f0ad2dc tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802018 May 24 22:45:30.650063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c08361b7-5639-49b7-b7c0-ca79adc664ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:30.658269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d47546d-5b1d-48c8-ba84-a4830cfd9058 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:30.688044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:30.690809 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146c77e8-86e4-4133-b27b-217c52ce6208'] response: {'name': 'network-changed', 'server_uuid': '04fb3a62-df0a-4045-85ef-d2e266b4f71a', 'tag': '6be27e8d-8ef0-44a4-b087-d711012f3f73', 'status': 'completed', 'code': 200} May 24 22:45:30.731847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Transition to ACTIVE for port object 9d47546d-5b1d-48c8-ba84-a4830cfd9058 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:30.758518 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6031be47-28f0-4e81-b1f1-482c561dd8d3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:30.792315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c330c36-e402-4180-b44d-722c6ca19d5a req-82fb2a91-aafb-45dc-9fd9-1d9712d5eb46 service neutron] 10.222.0.50 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816876 May 24 22:45:30.797554 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:30.805275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=360b7c25-bc7e-4332-a4de-827bf0b157e7,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:30.920659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Attempting to bind port 360b7c25-bc7e-4332-a4de-827bf0b157e7 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:30.921023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Attempting to bind port 360b7c25-bc7e-4332-a4de-827bf0b157e7 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:30.921354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Attempting to bind port 360b7c25-bc7e-4332-a4de-827bf0b157e7 on network 108f8204-b948-4d33-8b42-ed0ca0b7899a {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:30.942181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-70f3ff19-0622-4c0b-9ec3-0f8029087d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:30.943684 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-70f3ff19-0622-4c0b-9ec3-0f8029087d21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9708c8a77934a14bbe216cb7604bbfc&device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 1095 time: 0.9081602 May 24 22:45:30.945307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Port 360b7c25-bc7e-4332-a4de-827bf0b157e7 on network 108f8204-b948-4d33-8b42-ed0ca0b7899a not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:45:30.945686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Attempting to bind port 360b7c25-bc7e-4332-a4de-827bf0b157e7 on network 108f8204-b948-4d33-8b42-ed0ca0b7899a {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:30.957621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:30.957960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Checking segment: {'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:30.958352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Bound using segment: {'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:30.958917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Bound port: 360b7c25-bc7e-4332-a4de-827bf0b157e7, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:30.959268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:30.966364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Pushing event updated for resources: {'Port': ['ID=9d47546d-5b1d-48c8-ba84-a4830cfd9058,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:31.011704 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:31.024782 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Transition to ACTIVE for port object 268e9679-67ae-43e1-91a9-65f85eeb9c49 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:31.033180 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:31.104740 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Pushing event updated for resources: {'Port': ['ID=268e9679-67ae-43e1-91a9-65f85eeb9c49,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:31.125533 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-e1b65fa7-d79f-4872-ad3c-dc6b37e174f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6be27e8d-8ef0-44a4-b087-d711012f3f73 HTTP/1.1" status: 200 len: 217 time: 0.1698999 May 24 22:45:31.150531 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c08361b7-5639-49b7-b7c0-ca79adc664ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:31.174732 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.175066 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.175397 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.175713 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.176220 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.176697 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.177179 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.177670 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.178155 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.178620 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.179084 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.179557 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:31.214027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c3f6d-811f-4063-862d-243437b1a6e5 req-d84a270e-83ed-41bd-9527-2c0d5d42f586 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:31.214887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-456c3f6d-811f-4063-862d-243437b1a6e5 req-d84a270e-83ed-41bd-9527-2c0d5d42f586 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Synchronizing usage tracker for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:31.228109 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c330c36-e402-4180-b44d-722c6ca19d5a req-5548c402-8a9f-4870-8fdf-e538239f14a0 service neutron] 10.222.0.50 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458147 May 24 22:45:31.233509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08361b7-5639-49b7-b7c0-ca79adc664ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce706379-0a10-4c91-9d3e-a2da02979983,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:31.243602 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c08361b7-5639-49b7-b7c0-ca79adc664ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:31.245175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c08361b7-5639-49b7-b7c0-ca79adc664ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce706379-0a10-4c91-9d3e-a2da02979983 HTTP/1.1" status: 204 len: 168 time: 1.2403982 May 24 22:45:31.300331 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Attempting to bind port 268e9679-67ae-43e1-91a9-65f85eeb9c49 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:31.300909 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Attempting to bind port 268e9679-67ae-43e1-91a9-65f85eeb9c49 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:31.301309 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Attempting to bind port 268e9679-67ae-43e1-91a9-65f85eeb9c49 on network e3934ac8-5104-4a17-9381-e75fc5e3df34 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:31.310972 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:31.311355 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Checking segment: {'id': '1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:31.312737 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:31.314042 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Bound using segment: {'id': '1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:31.315782 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Bound port: 268e9679-67ae-43e1-91a9-65f85eeb9c49, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:31.316169 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:31.329386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Attempting to bind port 9d47546d-5b1d-48c8-ba84-a4830cfd9058 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:31.330288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Attempting to bind port 9d47546d-5b1d-48c8-ba84-a4830cfd9058 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:31.330787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Attempting to bind port 9d47546d-5b1d-48c8-ba84-a4830cfd9058 on network 108f8204-b948-4d33-8b42-ed0ca0b7899a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:31.333509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-456c3f6d-811f-4063-862d-243437b1a6e5 req-d84a270e-83ed-41bd-9527-2c0d5d42f586 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Unset dirty status for tenant:4ac76d80cae2457da328ca3bfffe36d6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:31.334869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-456c3f6d-811f-4063-862d-243437b1a6e5 req-d84a270e-83ed-41bd-9527-2c0d5d42f586 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 950 time: 0.6018271 May 24 22:45:31.338837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Port 9d47546d-5b1d-48c8-ba84-a4830cfd9058 on network 108f8204-b948-4d33-8b42-ed0ca0b7899a not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:45:31.339383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Attempting to bind port 9d47546d-5b1d-48c8-ba84-a4830cfd9058 on network 108f8204-b948-4d33-8b42-ed0ca0b7899a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:31.370430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b261-b2ca-40ed-b70b-cfb96a27f60f req-a09d01ad-c9b5-4b26-b27a-f326f1cd30e6 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:31.371964 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5214b261-b2ca-40ed-b70b-cfb96a27f60f req-a09d01ad-c9b5-4b26-b27a-f326f1cd30e6 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 950 time: 0.6804111 May 24 22:45:31.454105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] For port 360b7c25-bc7e-4332-a4de-827bf0b157e7, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:31.469339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] For port 360b7c25-bc7e-4332-a4de-827bf0b157e7, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=360b7c25-bc7e-4332-a4de-827bf0b157e7,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:31.478962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-ef3a07de-f6a5-455a-b0ce-7b838d701e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:31.480558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-ef3a07de-f6a5-455a-b0ce-7b838d701e44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73700495-4126-49e5-967a-a0c2fa51d854 HTTP/1.1" status: 200 len: 857 time: 0.3424437 May 24 22:45:31.485139 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] For port 268e9679-67ae-43e1-91a9-65f85eeb9c49, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:31.486264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:31.489705 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] For port 268e9679-67ae-43e1-91a9-65f85eeb9c49, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=268e9679-67ae-43e1-91a9-65f85eeb9c49,segment=NetworkSegment(1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f),segment_id=1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:31.500406 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:31.509614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:31.510126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Checking segment: {'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:31.510607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Bound using segment: {'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:31.511168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Bound port: 9d47546d-5b1d-48c8-ba84-a4830cfd9058, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c55c09-86c9-497a-b3f6-032fd7ceb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:31.511619 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:31.581819 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-456c3f6d-811f-4063-862d-243437b1a6e5 req-8178f8eb-198a-41c6-86b2-c1daf0de2585 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395058 May 24 22:45:31.640672 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Routers {'e9ebcb64-0821-45ad-858e-fa896d579b4e'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:45:31.641902 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:45:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e9ebcb64-0821-45ad-858e-fa896d579b4e'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:31.643465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5214b261-b2ca-40ed-b70b-cfb96a27f60f req-bc3cc75b-a19d-4e79-a33a-33ed44ebeb65 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443411 May 24 22:45:31.755246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:31.755994 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:31.762803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] 10.222.0.31 "PUT /v2.0/ports/360b7c25-bc7e-4332-a4de-827bf0b157e7 HTTP/1.1" status: 200 len: 1091 time: 4.8070111 May 24 22:45:31.777694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-99fb07a5-f4a6-4da0-9caf-98dc4b324128 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=108f8204-b948-4d33-8b42-ed0ca0b7899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2776871 May 24 22:45:31.806902 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c691812-cd2b-49f7-936e-eb0e0db10b47'] response: {'server_uuid': '76a7ea28-0abf-4fa1-95e3-6603e30c5aec', 'name': 'network-vif-deleted', 'tag': 'c3c75707-0ea0-4c52-8f50-75636d061f50', 'status': 'completed', 'code': 200} May 24 22:45:31.884706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] For port 9d47546d-5b1d-48c8-ba84-a4830cfd9058, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:31.886986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6031be47-28f0-4e81-b1f1-482c561dd8d3 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:31.930875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] For port 9d47546d-5b1d-48c8-ba84-a4830cfd9058, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=9d47546d-5b1d-48c8-ba84-a4830cfd9058,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:31.934200 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc9b0d-642b-42d4-9267-0666c3106f53 None None] Pushing event updated for resources: {'Port': ['ID=268e9679-67ae-43e1-91a9-65f85eeb9c49,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:31.950607 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:32.094979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 6031be47-28f0-4e81-b1f1-482c561dd8d3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:32.106854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 6031be47-28f0-4e81-b1f1-482c561dd8d3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:32.107226 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:32.155765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:32.156532 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:32.158054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] 10.222.0.31 "PUT /v2.0/ports/9d47546d-5b1d-48c8-ba84-a4830cfd9058 HTTP/1.1" status: 200 len: 1091 time: 3.7382567 May 24 22:45:32.182344 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] Set router e9ebcb64-0821-45ad-858e-fa896d579b4e gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:45:32.185586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0406cb-ef07-4b93-8e49-1c8c9bca20f2 req-2ec171f7-cab3-4861-a1e1-ba8c33570789 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:32.187441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea0406cb-ef07-4b93-8e49-1c8c9bca20f2 req-2ec171f7-cab3-4861-a1e1-ba8c33570789 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 950 time: 0.5814390 May 24 22:45:32.207646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37de9f-9670-41a6-8f02-63570ac57ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=360b7c25-bc7e-4332-a4de-827bf0b157e7,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:32.312917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d181586-6ffc-4770-a9bc-456c5ab527cb service neutron] Pushing event updated for resources: {'Port': ['ID=9d47546d-5b1d-48c8-ba84-a4830cfd9058,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:32.364600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-ea0406cb-ef07-4b93-8e49-1c8c9bca20f2 req-8153d44f-8a41-4cd9-9c05-fb5f97d15987 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Deleting port d00cd991-96b4-48c9-ba9b-b091975be441 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:45:32.365075 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ea0406cb-ef07-4b93-8e49-1c8c9bca20f2 req-8153d44f-8a41-4cd9-9c05-fb5f97d15987 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:32.442537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae843c5e-2352-4b10-b152-0e99953ef1d1 req-40eef07f-ffce-4d28-9e57-ffa6dd179bb6 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:32.449773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae843c5e-2352-4b10-b152-0e99953ef1d1 req-40eef07f-ffce-4d28-9e57-ffa6dd179bb6 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 944 time: 0.4758554 May 24 22:45:32.471290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-37792ac8-5471-4873-926f-904c7af58faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:32.472950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-37792ac8-5471-4873-926f-904c7af58faf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9708c8a77934a14bbe216cb7604bbfc&device_id=90674e3b-33de-497e-b00b-3ae2b5021fbf HTTP/1.1" status: 200 len: 1094 time: 0.2408149 May 24 22:45:32.476065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6031be47-28f0-4e81-b1f1-482c561dd8d3 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:32.477241 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:32.518082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6031be47-28f0-4e81-b1f1-482c561dd8d3'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:32.520000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-eb1037d3-f533-464b-8fc7-8a154b7bb70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:32.521475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-eb1037d3-f533-464b-8fc7-8a154b7bb70e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9708c8a77934a14bbe216cb7604bbfc&device_id=878bbd04-6812-452b-b5e4-414d274cf4e5 HTTP/1.1" status: 200 len: 1094 time: 0.5473263 May 24 22:45:32.532757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6031be47-28f0-4e81-b1f1-482c561dd8d3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6031be47-28f0-4e81-b1f1-482c561dd8d3,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:32.541015 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:32.552839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7819db-ad41-4aae-8817-1b238e491939 req-b9fd1d8e-8f29-4cb9-b7cd-4c16b77ea2f7 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:32.559571 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cb7819db-ad41-4aae-8817-1b238e491939 req-b9fd1d8e-8f29-4cb9-b7cd-4c16b77ea2f7 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 945 time: 0.4212670 May 24 22:45:32.563276 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:32.583874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-11d34634-4cdb-4b78-82ac-7737ea0ad8d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d47546d-5b1d-48c8-ba84-a4830cfd9058 HTTP/1.1" status: 200 len: 217 time: 0.0759668 May 24 22:45:32.584493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49242) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:32.716210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6031be47-28f0-4e81-b1f1-482c561dd8d3,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:32.761238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae843c5e-2352-4b10-b152-0e99953ef1d1 req-eb85ae69-ba89-4c45-9ae4-b21f5c296105 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103485 May 24 22:45:32.791009 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'name': 'tempest-ServersTestFqdnHostnames-2110977336-router', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:45:15Z', 'updated_at': '2022-05-24T22:45:26Z', 'revision_number': 4, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'gw_port': {'id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:17Z', 'updated_at': '2022-05-24T22:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '268e9679-67ae-43e1-91a9-65f85eeb9c49', 'name': '', 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'mac_address': 'fa:16:3e:72:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7518020a-90d5-4885-845c-990dad4b08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:23Z', 'updated_at': '2022-05-24T22:45:31Z', 'revision_number': 4, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'subnets': [{'id': '7518020a-90d5-4885-845c-990dad4b08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:32.791328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878bbd04-6812-452b-b5e4-414d274cf4e5', 'tag': '360b7c25-bc7e-4332-a4de-827bf0b157e7'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:32.803737 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60260b47-1d9a-4293-84d7-f4aa61c2b5b2 None None] The sync data for ids ['e9ebcb64-0821-45ad-858e-fa896d579b4e'] in n-d-843146-7 is: [{'id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'name': 'tempest-ServersTestFqdnHostnames-2110977336-router', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:45:15Z', 'updated_at': '2022-05-24T22:45:26Z', 'revision_number': 4, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'gw_port': {'id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:17Z', 'updated_at': '2022-05-24T22:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '268e9679-67ae-43e1-91a9-65f85eeb9c49', 'name': '', 'network_id': 'e3934ac8-5104-4a17-9381-e75fc5e3df34', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'mac_address': 'fa:16:3e:72:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7518020a-90d5-4885-845c-990dad4b08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:23Z', 'updated_at': '2022-05-24T22:45:31Z', 'revision_number': 4, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'subnets': [{'id': '7518020a-90d5-4885-845c-990dad4b08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:45:32.804001 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-01eeec75-0193-4610-a267-9839c74e7d78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=360b7c25-bc7e-4332-a4de-827bf0b157e7 HTTP/1.1" status: 200 len: 217 time: 0.1877484 May 24 22:45:32.878405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-f9f549c4-4b51-4d14-ba67-3eede89890ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:32.878405 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-f9f549c4-4b51-4d14-ba67-3eede89890ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73700495-4126-49e5-967a-a0c2fa51d854 HTTP/1.1" status: 200 len: 857 time: 0.2798822 May 24 22:45:32.923815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6007d1d2-2fb1-4e66-a3e5-c46b4c27f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:32.925258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-6007d1d2-2fb1-4e66-a3e5-c46b4c27f7e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73700495-4126-49e5-967a-a0c2fa51d854 HTTP/1.1" status: 200 len: 857 time: 0.0874455 May 24 22:45:32.926980 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-df5c65d0-e5da-43a8-8f8c-dad400bd94d0 service neutron] 10.222.0.50 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1408226 May 24 22:45:32.968682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-0112f494-3386-4a0e-b853-a76010c52db4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=108f8204-b948-4d33-8b42-ed0ca0b7899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768812 May 24 22:45:33.005217 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cb7819db-ad41-4aae-8817-1b238e491939 req-eb89deb5-730b-423a-956d-224e40bd4a6d tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/security-groups?id=3468a016-20e4-4e41-af61-81d152d42334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446957 May 24 22:45:33.007393 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-896c0220-b0be-4e8a-90c8-c88bfc9d52bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:33.075545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49272) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:33.100171 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e836442-8fa7-4e5f-bc51-5d8e587e75e5'] response: {'server_uuid': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'code': 200} May 24 22:45:33.121256 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-462e4ce8-f91b-40e1-b3c0-b70a6cbf146f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=108f8204-b948-4d33-8b42-ed0ca0b7899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1781771 May 24 22:45:33.136346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 268e9679-67ae-43e1-91a9-65f85eeb9c49 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:33.163827 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-7c51a22b-03e7-4adc-83f0-bebdfad6beca tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1975086 May 24 22:45:33.286115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-896c0220-b0be-4e8a-90c8-c88bfc9d52bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:33.287666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 268e9679-67ae-43e1-91a9-65f85eeb9c49 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:33.295131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 268e9679-67ae-43e1-91a9-65f85eeb9c49 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:33.295834 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:33.312487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-896c0220-b0be-4e8a-90c8-c88bfc9d52bf admin admin] Usage tracker for resource:security_group_rule and tenant:7d290593b8ee4b7a87cb15fca013d525 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:33.323596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-896c0220-b0be-4e8a-90c8-c88bfc9d52bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:33.327331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ea0406cb-ef07-4b93-8e49-1c8c9bca20f2 req-8153d44f-8a41-4cd9-9c05-fb5f97d15987 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] For port d00cd991-96b4-48c9-ba9b-b091975be441, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d00cd991-96b4-48c9-ba9b-b091975be441,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:33.327698 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ea0406cb-ef07-4b93-8e49-1c8c9bca20f2 req-8153d44f-8a41-4cd9-9c05-fb5f97d15987 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:33.395894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-896c0220-b0be-4e8a-90c8-c88bfc9d52bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:33.490108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 268e9679-67ae-43e1-91a9-65f85eeb9c49 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:33.490485 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:33.511394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-545391620-network', 'tenant_id': '0ab17453bc994b1e8265953dc3356d63'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:33.540478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 268e9679-67ae-43e1-91a9-65f85eeb9c49, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=268e9679-67ae-43e1-91a9-65f85eeb9c49,segment=NetworkSegment(1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f),segment_id=1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:33.546417 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:33.601634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:33.613456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-ea0406cb-ef07-4b93-8e49-1c8c9bca20f2 req-8153d44f-8a41-4cd9-9c05-fb5f97d15987 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Calling delete_port for d00cd991-96b4-48c9-ba9b-b091975be441 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:45:33.648174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-1731c366-6de0-4962-964c-c6c49f23e5be service neutron] 10.222.0.50 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086759 May 24 22:45:33.650312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=268e9679-67ae-43e1-91a9-65f85eeb9c49,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:33.675065 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-77063cff-6855-4ac5-ab9b-b3b7b4ddcdc6 service neutron] 10.222.0.31 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863925 May 24 22:45:33.809094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Usage tracker for resource:network and tenant:0ab17453bc994b1e8265953dc3356d63 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:33.832421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90674e3b-33de-497e-b00b-3ae2b5021fbf', 'tag': '9d47546d-5b1d-48c8-ba84-a4830cfd9058'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:33.848997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:33.872681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:33.895054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff17914-8dcd-418d-acf6-24abe305f7ec req-419785e5-9283-4c2d-91b9-2b9df16df509 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:33.897990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ff17914-8dcd-418d-acf6-24abe305f7ec req-419785e5-9283-4c2d-91b9-2b9df16df509 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11 HTTP/1.1" status: 200 len: 950 time: 0.6119986 May 24 22:45:33.900716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-122e0558-8fdd-4eda-8517-ce33dcc141a2 service neutron] 10.222.0.31 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8622220 May 24 22:45:34.028942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Made reservation on behalf of 0ab17453bc994b1e8265953dc3356d63 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:34.031265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.057261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ad7a-5022-4a14-86ac-f64193252346 req-0c988bbc-2c65-426f-bbfb-975056fcd02e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:34.064120 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-0c988bbc-2c65-426f-bbfb-975056fcd02e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8722322 May 24 22:45:34.087107 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.106288 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ff17914-8dcd-418d-acf6-24abe305f7ec req-24954ca4-15ca-468f-8e40-e15f8f8f4ec9 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.55 "GET /v2.0/security-groups?id=5d22b691-5b4b-4ed3-8915-e5598d92548d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487403 May 24 22:45:34.121029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e094e-f4a7-4bcd-b4e9-c01f60883675 req-692703bf-01b3-4544-af7c-2f2f7a122398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:34.121029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f73e094e-f4a7-4bcd-b4e9-c01f60883675 req-692703bf-01b3-4544-af7c-2f2f7a122398 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 1097 time: 0.9066496 May 24 22:45:34.145314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-340380d9-900d-4acc-b47a-c2b137bc2c67 service neutron] 10.222.0.31 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549062 May 24 22:45:34.160397 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0762b77-b1f0-4778-b135-cc6c690fd131 req-62f6f0f7-551d-4316-8d1d-044be6635921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:34.162032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0762b77-b1f0-4778-b135-cc6c690fd131 req-62f6f0f7-551d-4316-8d1d-044be6635921 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9708c8a77934a14bbe216cb7604bbfc&device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 1095 time: 0.4436808 May 24 22:45:34.172571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] Deleting port 268e9679-67ae-43e1-91a9-65f85eeb9c49 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:45:34.173008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.178933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-5893b14b-8d89-436a-94f1-a920bcd435d0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/quotas/0365b3430aca4a7c8a9900c4398a5d25 HTTP/1.1" status: 200 len: 375 time: 0.1138222 May 24 22:45:34.197355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d00cd991-96b4-48c9-ba9b-b091975be441 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:45:34.204349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:34.229129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Usage tracker for resource:security_group_rule and tenant:0ab17453bc994b1e8265953dc3356d63 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:34.264831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:34.325057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:34.331706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d00cd991-96b4-48c9-ba9b-b091975be441 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:34.332369 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.372241 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-896c0220-b0be-4e8a-90c8-c88bfc9d52bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.382749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ea0406cb-ef07-4b93-8e49-1c8c9bca20f2 req-8153d44f-8a41-4cd9-9c05-fb5f97d15987 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.426585 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-896c0220-b0be-4e8a-90c8-c88bfc9d52bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.458533 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f73e094e-f4a7-4bcd-b4e9-c01f60883675 req-7103c994-a4b7-4ead-88d8-aa487809ab13 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3468a016-20e4-4e41-af61-81d152d42334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900541 May 24 22:45:34.473813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca24c01f-d6c1-4870-bb47-08793f0caa1a req-52228067-c4bc-4470-ac20-616ffeaa8164 service neutron] 10.222.0.31 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570817 May 24 22:45:34.484873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153d44f-8a41-4cd9-9c05-fb5f97d15987 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Pushing event deleted for resources: {'Port': ['ID=d00cd991-96b4-48c9-ba9b-b091975be441,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:34.525089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0762b77-b1f0-4778-b135-cc6c690fd131 req-03e9f62a-95d6-4311-9b07-7cbc5f340afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:34.526676 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0762b77-b1f0-4778-b135-cc6c690fd131 req-03e9f62a-95d6-4311-9b07-7cbc5f340afc service neutron] 10.222.0.50 "GET /v2.0/networks?id=108f8204-b948-4d33-8b42-ed0ca0b7899a HTTP/1.1" status: 200 len: 918 time: 0.3552620 May 24 22:45:34.558332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] For port 268e9679-67ae-43e1-91a9-65f85eeb9c49, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=268e9679-67ae-43e1-91a9-65f85eeb9c49,segment=NetworkSegment(1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f),segment_id=1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:34.558985 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.586495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c12722-92d6-4677-a397-83a0431c3788 req-b01d7967-e10b-406d-985f-1dd4d8edbfae tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:34.588017 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65c12722-92d6-4677-a397-83a0431c3788 req-b01d7967-e10b-406d-985f-1dd4d8edbfae tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 950 time: 0.3466640 May 24 22:45:34.609715 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-896c0220-b0be-4e8a-90c8-c88bfc9d52bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d290593b8ee4b7a87cb15fca013d525&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0125155 May 24 22:45:34.617763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49286) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:34.618866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0406cb-ef07-4b93-8e49-1c8c9bca20f2 req-8153d44f-8a41-4cd9-9c05-fb5f97d15987 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] No DVR routers for this DVR port d00cd991-96b4-48c9-ba9b-b091975be441 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:45:34.620879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c0220-b0be-4e8a-90c8-c88bfc9d52bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13401cb3-f591-46f2-ae06-cf62832b8954,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:34.627848 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ea0406cb-ef07-4b93-8e49-1c8c9bca20f2 req-8153d44f-8a41-4cd9-9c05-fb5f97d15987 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.687048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-6c212119-0e1f-490f-8ab6-705db92e1483 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4743047 May 24 22:45:34.734275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea0406cb-ef07-4b93-8e49-1c8c9bca20f2 req-8153d44f-8a41-4cd9-9c05-fb5f97d15987 tempest-ServersAdminTestJSON-244911116 tempest-ServersAdminTestJSON-244911116-project] 10.222.0.31 "DELETE /v2.0/ports/d00cd991-96b4-48c9-ba9b-b091975be441 HTTP/1.1" status: 204 len: 173 time: 2.5356851 May 24 22:45:34.770658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f6a06deb-89ac-4dbc-98f1-90d06700690b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.780690 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.786144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] Calling delete_port for 268e9679-67ae-43e1-91a9-65f85eeb9c49 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:45:34.794182 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.849468 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0762b77-b1f0-4778-b135-cc6c690fd131 req-3202729b-037d-4d30-80e9-c232bac4366f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6be27e8d-8ef0-44a4-b087-d711012f3f73 HTTP/1.1" status: 200 len: 217 time: 0.1174979 May 24 22:45:34.876037 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f6a06deb-89ac-4dbc-98f1-90d06700690b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:34.905736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:45:34.910018 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874e0b82-ecef-44fe-abbe-0f692e1a4563'] response: {'name': 'network-changed', 'server_uuid': '878bbd04-6812-452b-b5e4-414d274cf4e5', 'tag': '360b7c25-bc7e-4332-a4de-827bf0b157e7', 'status': 'completed', 'code': 200} May 24 22:45:34.926705 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65c12722-92d6-4677-a397-83a0431c3788 req-af17eb86-4cc6-4e20-ba40-caf5d4357625 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654133 May 24 22:45:34.929950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304ad1a5-0fb0-46db-83d0-cc34e8f18e24,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:35.052097 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559e0362-be30-44f2-a729-c726faf3d8af'] response: {'name': 'network-changed', 'server_uuid': '90674e3b-33de-497e-b00b-3ae2b5021fbf', 'tag': '9d47546d-5b1d-48c8-ba84-a4830cfd9058', 'status': 'completed', 'code': 200} May 24 22:45:35.068850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0762b77-b1f0-4778-b135-cc6c690fd131 req-145d180b-97d9-4be1-a76c-f8f08e2e27db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:35.070373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0762b77-b1f0-4778-b135-cc6c690fd131 req-145d180b-97d9-4be1-a76c-f8f08e2e27db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73700495-4126-49e5-967a-a0c2fa51d854 HTTP/1.1" status: 200 len: 857 time: 0.2030423 May 24 22:45:35.103184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 268e9679-67ae-43e1-91a9-65f85eeb9c49 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:35.137097 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:35.137735 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Added segment dbaa9760-c10c-4c78-aa83-b1cdc148a915 of type vlan for network de08af28-b04a-4308-98aa-d9c6e79b8efb May 24 22:45:35.142493 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f6a06deb-89ac-4dbc-98f1-90d06700690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:35.207657 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0762b77-b1f0-4778-b135-cc6c690fd131 req-3abfbbf5-5c26-4bf1-84a4-40c50c6a9b5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=108f8204-b948-4d33-8b42-ed0ca0b7899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221607 May 24 22:45:35.219066 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 268e9679-67ae-43e1-91a9-65f85eeb9c49 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:35.219640 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:35.240258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a06deb-89ac-4dbc-98f1-90d06700690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13401cb3-f591-46f2-ae06-cf62832b8954,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:35.275241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3c00e-710e-4414-b219-bfbd85c2c9d6 req-377ef222-5744-45be-8f27-23cc20f8cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:35.276830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ca3c00e-710e-4414-b219-bfbd85c2c9d6 req-377ef222-5744-45be-8f27-23cc20f8cdf9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9708c8a77934a14bbe216cb7604bbfc&device_id=878bbd04-6812-452b-b5e4-414d274cf4e5 HTTP/1.1" status: 200 len: 1094 time: 0.3419733 May 24 22:45:35.453351 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc226-d558-4cc2-bb96-1411af11d9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:35.466093 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0762b77-b1f0-4778-b135-cc6c690fd131 req-3c7da773-5ff3-4dbb-8728-146acc134e9d service neutron] 10.222.0.50 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451577 May 24 22:45:35.488391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 268e9679-67ae-43e1-91a9-65f85eeb9c49 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:35.554062 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f6a06deb-89ac-4dbc-98f1-90d06700690b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:35.558815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f6a06deb-89ac-4dbc-98f1-90d06700690b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13401cb3-f591-46f2-ae06-cf62832b8954 HTTP/1.1" status: 204 len: 168 time: 0.9344537 May 24 22:45:35.563373 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:35.588669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3c00e-710e-4414-b219-bfbd85c2c9d6 req-5e7d4fa4-8323-432e-8bda-c3c0aab015db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:35.590339 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ca3c00e-710e-4414-b219-bfbd85c2c9d6 req-5e7d4fa4-8323-432e-8bda-c3c0aab015db service neutron] 10.222.0.31 "GET /v2.0/networks?id=108f8204-b948-4d33-8b42-ed0ca0b7899a HTTP/1.1" status: 200 len: 918 time: 0.2849886 May 24 22:45:35.660641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3695052-c81b-4f0e-aa7b-057f2ead9002 req-a4490a34-8a4b-4f4f-9d29-2fe32baa1622 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:35.662169 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a3695052-c81b-4f0e-aa7b-057f2ead9002 req-a4490a34-8a4b-4f4f-9d29-2fe32baa1622 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 946 time: 0.4373715 May 24 22:45:35.702738 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ca3c00e-710e-4414-b219-bfbd85c2c9d6 req-6df21bde-f4cc-44e2-9e21-a240867e57c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=360b7c25-bc7e-4332-a4de-827bf0b157e7 HTTP/1.1" status: 200 len: 217 time: 0.1038563 May 24 22:45:35.712403 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:45:35.806159 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a3695052-c81b-4f0e-aa7b-057f2ead9002 req-dcb3e169-9116-43fa-a09c-be8d40322402 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/security-groups?id=3468a016-20e4-4e41-af61-81d152d42334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950952 May 24 22:45:35.814530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:35.838498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3c00e-710e-4414-b219-bfbd85c2c9d6 req-368c804b-fddc-48d5-98d2-365bdc13bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:35.840023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ca3c00e-710e-4414-b219-bfbd85c2c9d6 req-368c804b-fddc-48d5-98d2-365bdc13bd7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73700495-4126-49e5-967a-a0c2fa51d854 HTTP/1.1" status: 200 len: 857 time: 0.1196022 May 24 22:45:35.849532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b34ede-82bf-46d8-8fd3-a1ff0394af03 req-34f500dc-4bd5-4462-bb47-b7726321cfab tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:35.858544 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4b34ede-82bf-46d8-8fd3-a1ff0394af03 req-34f500dc-4bd5-4462-bb47-b7726321cfab tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 944 time: 0.7280011 May 24 22:45:35.948851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] Pushing event deleted for resources: {'Port': ['ID=268e9679-67ae-43e1-91a9-65f85eeb9c49,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:36.002352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0762b77-b1f0-4778-b135-cc6c690fd131 req-911d2f23-5dcb-479f-99ac-1ea5588a03e2 service neutron] 10.222.0.50 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186028 May 24 22:45:36.008710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4b34ede-82bf-46d8-8fd3-a1ff0394af03 req-35faf9f3-669d-491f-a8a0-004d365efbf4 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487267 May 24 22:45:36.018049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ca3c00e-710e-4414-b219-bfbd85c2c9d6 req-b4666921-4d77-4ba1-b5ea-1dc1e33b2719 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=108f8204-b948-4d33-8b42-ed0ca0b7899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562300 May 24 22:45:36.020268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97724-1384-40bf-b761-a29905b05e0d req-e2763f7f-c480-4820-8b5b-2d89d9180719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:36.022230 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36c97724-1384-40bf-b761-a29905b05e0d req-e2763f7f-c480-4820-8b5b-2d89d9180719 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9708c8a77934a14bbe216cb7604bbfc&device_id=90674e3b-33de-497e-b00b-3ae2b5021fbf HTTP/1.1" status: 200 len: 1094 time: 0.9422278 May 24 22:45:36.029776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:36.031547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:36.032273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:36.138332 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da540fdc-0df1-4ec9-9a3a-82cc4f940c8b req-34b0ac15-3c19-40c8-af0f-1c58ee8a1317 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 210 time: 0.1431963 May 24 22:45:36.221470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 360b7c25-bc7e-4332-a4de-827bf0b157e7 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:45:36.517363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4377632 May 24 22:45:36.537270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49326) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:36.538318 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-2bf805ac-3c81-4607-9269-9f4af5316925 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551574 May 24 22:45:36.538730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 360b7c25-bc7e-4332-a4de-827bf0b157e7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=360b7c25-bc7e-4332-a4de-827bf0b157e7,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:36.551879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Request body: {'subnet': {'network_id': 'de08af28-b04a-4308-98aa-d9c6e79b8efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-545391620-subnet', 'tenant_id': '0ab17453bc994b1e8265953dc3356d63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:36.570465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:36.574877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Pushing event updated for resources: {'Network': ['ID=de08af28-b04a-4308-98aa-d9c6e79b8efb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:36.580048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '360b7c25-bc7e-4332-a4de-827bf0b157e7', 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a', 'port_id': '360b7c25-bc7e-4332-a4de-827bf0b157e7', 'mac_address': 'fa:16:3e:86:eb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73700495-4126-49e5-967a-a0c2fa51d854', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:45:36.593392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Usage tracker for resource:subnet and tenant:0ab17453bc994b1e8265953dc3356d63 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:36.605590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:36.618941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.619275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.619602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.619926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.620249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.620569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.620885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.621199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.621524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.621843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.622153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.622601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ce8b4-4142-47cb-afaa-3ad2f5a05bbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:36.645931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:36.664933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network de08af28-b04a-4308-98aa-d9c6e79b8efb details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:45:36.731806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49332) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:36.737870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ca3c00e-710e-4414-b219-bfbd85c2c9d6 req-0dce6a22-fa4b-4b7a-949a-06a72d0f1e72 service neutron] 10.222.0.31 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970050 May 24 22:45:36.743973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Made reservation on behalf of 0ab17453bc994b1e8265953dc3356d63 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:36.749878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:36.766659 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:36.820746 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 360b7c25-bc7e-4332-a4de-827bf0b157e7 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:36.821166 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:36.823034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97724-1384-40bf-b761-a29905b05e0d req-7b542287-ecc8-4a32-ad61-0b5a2da16805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:36.824874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36c97724-1384-40bf-b761-a29905b05e0d req-7b542287-ecc8-4a32-ad61-0b5a2da16805 service neutron] 10.222.0.31 "GET /v2.0/networks?id=108f8204-b948-4d33-8b42-ed0ca0b7899a HTTP/1.1" status: 200 len: 918 time: 0.7829468 May 24 22:45:36.898204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360b7c25-bc7e-4332-a4de-827bf0b157e7 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:36.931511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 360b7c25-bc7e-4332-a4de-827bf0b157e7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=360b7c25-bc7e-4332-a4de-827bf0b157e7,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:36.939924 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:36.940788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 9d47546d-5b1d-48c8-ba84-a4830cfd9058 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:45:37.043217 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36c97724-1384-40bf-b761-a29905b05e0d req-59dd5817-01c7-4286-a9ac-b2881f2afd60 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d47546d-5b1d-48c8-ba84-a4830cfd9058 HTTP/1.1" status: 200 len: 217 time: 0.1570239 May 24 22:45:37.051425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878faef-0653-4be3-b046-9ee4a58afb10 req-a270ffcf-0533-47f7-8423-c2efba24fd25 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:37.070901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 9d47546d-5b1d-48c8-ba84-a4830cfd9058, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=9d47546d-5b1d-48c8-ba84-a4830cfd9058,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:37.074445 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d878faef-0653-4be3-b046-9ee4a58afb10 req-a270ffcf-0533-47f7-8423-c2efba24fd25 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ec8c76b-64f0-4506-8ef1-93fa8296d70c HTTP/1.1" status: 200 len: 949 time: 0.6222634 May 24 22:45:37.083822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ad7a-5022-4a14-86ac-f64193252346 req-991e347f-00dd-482e-adf8-da60ea0549f5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:37.086131 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-991e347f-00dd-482e-adf8-da60ea0549f5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5398641 May 24 22:45:37.089555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '9d47546d-5b1d-48c8-ba84-a4830cfd9058', 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a', 'port_id': '9d47546d-5b1d-48c8-ba84-a4830cfd9058', 'mac_address': 'fa:16:3e:19:d6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73700495-4126-49e5-967a-a0c2fa51d854', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:45:37.091378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=360b7c25-bc7e-4332-a4de-827bf0b157e7,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:37.098292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'name': 'network-vif-deleted', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:37.101452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Request body: {'port': {'device_id': '4014b513-2e55-40bf-ac70-74b942171191', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '0365b3430aca4a7c8a9900c4398a5d25'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:37.155885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 9d47546d-5b1d-48c8-ba84-a4830cfd9058 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:37.155885 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:37.173890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d47546d-5b1d-48c8-ba84-a4830cfd9058 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:37.202200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 9d47546d-5b1d-48c8-ba84-a4830cfd9058, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=9d47546d-5b1d-48c8-ba84-a4830cfd9058,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:37.207423 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:37.238106 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d878faef-0653-4be3-b046-9ee4a58afb10 req-fde20759-6537-4f15-8c28-aadb3650dd3e tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627107 May 24 22:45:37.278729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97724-1384-40bf-b761-a29905b05e0d req-72b4cb84-79f3-4894-ac8b-14be08e92dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:37.280664 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36c97724-1384-40bf-b761-a29905b05e0d req-72b4cb84-79f3-4894-ac8b-14be08e92dd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73700495-4126-49e5-967a-a0c2fa51d854 HTTP/1.1" status: 200 len: 857 time: 0.1850274 May 24 22:45:37.303403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=9d47546d-5b1d-48c8-ba84-a4830cfd9058,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:37.335335 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ca3c00e-710e-4414-b219-bfbd85c2c9d6 req-e0eeee8a-6ea5-4f56-b143-12b1394f9ab5 service neutron] 10.222.0.31 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423031 May 24 22:45:37.361580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36c97724-1384-40bf-b761-a29905b05e0d req-c69b8a9b-e281-47e7-a2cd-02d4468d326f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=108f8204-b948-4d33-8b42-ed0ca0b7899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713928 May 24 22:45:37.387353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae31f4-6ab8-4479-a5bb-ced5a61fb882 req-4845e602-80b5-4360-86dd-e0624663016c tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:37.388821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43ae31f4-6ab8-4479-a5bb-ced5a61fb882 req-4845e602-80b5-4360-86dd-e0624663016c tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 946 time: 0.3572130 May 24 22:45:37.394828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:37.422078 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8fdcaf16-13f5-422a-8667-3544405e70e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:37.440564 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cc416246-8ac6-4d58-b7ab-7c3df102b385 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ac76d80cae2457da328ca3bfffe36d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6960084 May 24 22:45:37.442022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['360b7c25-bc7e-4332-a4de-827bf0b157e7'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:37.480977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['9d47546d-5b1d-48c8-ba84-a4830cfd9058'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:37.488356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49352) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:37.523180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:37.550621 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43ae31f4-6ab8-4479-a5bb-ced5a61fb882 req-0389ce05-801f-4b23-bbaf-f3bb2cb6496a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/security-groups?id=3468a016-20e4-4e41-af61-81d152d42334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536057 May 24 22:45:37.608921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Made reservation on behalf of 0365b3430aca4a7c8a9900c4398a5d25 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:37.620019 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:37.691866 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2ca89a-0305-4d60-9944-82fe8d73ee41'] response: {'server_uuid': '1c84d1e9-00b3-47ac-b015-fe2ed4e4fc11', 'name': 'network-vif-deleted', 'tag': 'd00cd991-96b4-48c9-ba9b-b091975be441', 'status': 'completed', 'code': 200} May 24 22:45:37.813735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36c97724-1384-40bf-b761-a29905b05e0d req-b6332669-393c-47f2-a71e-f5a7d8807681 service neutron] 10.222.0.31 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412739 May 24 22:45:37.823838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:37.885129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49362) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:37.926620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] Router e9ebcb64-0821-45ad-858e-fa896d579b4e has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:45:37.929197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6be27e8d-8ef0-44a4-b087-d711012f3f73 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:45:38.001918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6012f047-4548-4d84-8d7e-983429f991fe,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:38.033257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d0cf2-afec-4706-8d22-16b339ab1127 req-5c2f3b78-183d-470e-a37b-bf8dc9a602ed tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:38.034901 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb1d0cf2-afec-4706-8d22-16b339ab1127 req-5c2f3b78-183d-470e-a37b-bf8dc9a602ed tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 944 time: 0.4005365 May 24 22:45:38.052217 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f522b9a9-f372-4d41-96a7-3aab193deefe req-f3c5e005-2010-4d56-89b3-854808be8bab tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 210 time: 0.1278231 May 24 22:45:38.074026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Checking segment: {'id': 'dbaa9760-c10c-4c78-aa83-b1cdc148a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'de08af28-b04a-4308-98aa-d9c6e79b8efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:38.074459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Network hostable DHCP agents. Network: de08af28-b04a-4308-98aa-d9c6e79b8efb, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:45:38.097003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6be27e8d-8ef0-44a4-b087-d711012f3f73, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6be27e8d-8ef0-44a4-b087-d711012f3f73,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:38.112331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '6be27e8d-8ef0-44a4-b087-d711012f3f73', 'network_id': '108f8204-b948-4d33-8b42-ed0ca0b7899a', 'port_id': '6be27e8d-8ef0-44a4-b087-d711012f3f73', 'mac_address': 'fa:16:3e:1c:11:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73700495-4126-49e5-967a-a0c2fa51d854', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:45:38.131687 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36c97724-1384-40bf-b761-a29905b05e0d req-3bb13d91-3454-4af2-851e-e156276e449f service neutron] 10.222.0.31 "GET /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090849 May 24 22:45:38.132469 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f5d17c3-2378-468c-a7a8-2212e7717cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.162506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb1d0cf2-afec-4706-8d22-16b339ab1127 req-e655e9f9-2642-40f3-9242-52477b8046dd tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146579 May 24 22:45:38.177889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8f5d17c3-2378-468c-a7a8-2212e7717cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:38.181602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Allocated IP 192.168.233.197 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/232dd831-fe5f-40ac-9941-a77cda10ad1e) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:38.188731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8f5d17c3-2378-468c-a7a8-2212e7717cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:218c40bd09654c178e95b04c64ae57f3 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:38.189176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6be27e8d-8ef0-44a4-b087-d711012f3f73 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:38.189737 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.191540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Network de08af28-b04a-4308-98aa-d9c6e79b8efb is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:45:38.193898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8f5d17c3-2378-468c-a7a8-2212e7717cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:38.205753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8f5d17c3-2378-468c-a7a8-2212e7717cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:38.209822 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be27e8d-8ef0-44a4-b087-d711012f3f73 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:38.230011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6be27e8d-8ef0-44a4-b087-d711012f3f73, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6be27e8d-8ef0-44a4-b087-d711012f3f73,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:38.233403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, de08af28-b04a-4308-98aa-d9c6e79b8efb) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:38.245412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:38.246024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.249237 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.251761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de612a7a-85aa-4817-9067-ce4a4dbd1d6d None None] Network de08af28-b04a-4308-98aa-d9c6e79b8efb requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:38.376609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-40ac84a6-da8a-4cec-8470-773cfe8c2823 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8339219 May 24 22:45:38.423225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-06270480-40f6-4898-ab6a-427849e10f35 req-3cb0419f-9aad-4220-aaa9-6a9a8d211884 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 258 time: 0.2186062 May 24 22:45:38.432579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:38.445008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:38.448338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:45:38.458127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Usage tracker for resource:floatingip and tenant:b73c17b45b3c405ebfb19d680a8bff16 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:38.463471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:38.476429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:38.483760 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3140abb0-6c7c-4a9e-810c-b7311893f95b admin admin] 10.222.0.55 "PUT /v2.0/routers/e9ebcb64-0821-45ad-858e-fa896d579b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4438372 May 24 22:45:38.487631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49378) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:38.492594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f5d17c3-2378-468c-a7a8-2212e7717cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.504391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70916e7e-80f1-4c92-b54c-1833dbff9971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.511545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25704efe-1fb7-4d42-808b-d2344c67182c None None] Sync routers for ids ['e9ebcb64-0821-45ad-858e-fa896d579b4e'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:45:38.537404 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70916e7e-80f1-4c92-b54c-1833dbff9971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.637536 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70916e7e-80f1-4c92-b54c-1833dbff9971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.699353 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f5d17c3-2378-468c-a7a8-2212e7717cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.701122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6be27e8d-8ef0-44a4-b087-d711012f3f73'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:38.721238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70916e7e-80f1-4c92-b54c-1833dbff9971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d22b691-5b4b-4ed3-8915-e5598d92548d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:38.734235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.794504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25704efe-1fb7-4d42-808b-d2344c67182c None None] Routers {'e9ebcb64-0821-45ad-858e-fa896d579b4e'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:45:38.795176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-25704efe-1fb7-4d42-808b-d2344c67182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e9ebcb64-0821-45ad-858e-fa896d579b4e'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:38.825179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70916e7e-80f1-4c92-b54c-1833dbff9971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.837127 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-70916e7e-80f1-4c92-b54c-1833dbff9971 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d22b691-5b4b-4ed3-8915-e5598d92548d HTTP/1.1" status: 204 len: 168 time: 1.3338671 May 24 22:45:38.883486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d17c3-2378-468c-a7a8-2212e7717cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e44ec52-fb93-45ac-8c42-f46a1d9debf6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:38.936265 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8f5d17c3-2378-468c-a7a8-2212e7717cb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=218c40bd09654c178e95b04c64ae57f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0445719 May 24 22:45:38.950248 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:38.952188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49398) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:39.001968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Transition to ACTIVE for port object 232dd831-fe5f-40ac-9941-a77cda10ad1e will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:39.015413 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.039646 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.109843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f6b6f285-1a79-4758-8fea-cccffe20f55d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:39.179710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:39.183161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:39.186772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:39.217053 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bd06d60-ade1-4b9e-b16c-38c5f4e77bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.257926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6be27e8d-8ef0-44a4-b087-d711012f3f73,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:39.332020 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.333312 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bd06d60-ade1-4b9e-b16c-38c5f4e77bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.357797 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.399154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:39.406761 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.450416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Pushing event updated for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:39.455609 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-06a30b34-2627-4bc6-8e07-2b65502bf2da tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3581395 May 24 22:45:39.473605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Request body: {'port': {'device_id': '4014b513-2e55-40bf-ac70-74b942171191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:39.522583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-25704efe-1fb7-4d42-808b-d2344c67182c None None] Set router e9ebcb64-0821-45ad-858e-fa896d579b4e gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:45:39.548660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.592446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49420) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:39.602968 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.632202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1119880556-network', 'tenant_id': 'eaa61e26744b4311983c0285a8768797'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:39.640691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:39.664947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Usage tracker for resource:network and tenant:eaa61e26744b4311983c0285a8768797 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:39.674921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:39.677860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49424) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:39.689843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Deleting port 3b563ef0-27a4-4ce4-a722-e996998f5484 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:45:39.691113 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.730828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:39.845525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Made reservation on behalf of eaa61e26744b4311983c0285a8768797 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:39.847328 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.869248 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.878578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.887103 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d1d21373-94cb-4542-a59c-51e9977c3ae3 None None] Provisioning for port 232dd831-fe5f-40ac-9941-a77cda10ad1e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:39.899375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] For port 3b563ef0-27a4-4ce4-a722-e996998f5484, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3b563ef0-27a4-4ce4-a722-e996998f5484,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:39.900531 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.931328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d1d21373-94cb-4542-a59c-51e9977c3ae3 None None] Provisioning complete for port 232dd831-fe5f-40ac-9941-a77cda10ad1e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:39.931701 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d1d21373-94cb-4542-a59c-51e9977c3ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:39.945933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:39.957624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-22172d86-970c-4995-beb6-c0b2c77d7496 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80cdbe40badf455fafe959f90e342bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364228 May 24 22:45:39.964214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Usage tracker for resource:security_group_rule and tenant:eaa61e26744b4311983c0285a8768797 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:39.967173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49430) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:39.974277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:40.000416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:40.038612 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:40.040232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Calling delete_port for 3b563ef0-27a4-4ce4-a722-e996998f5484 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:45:40.071569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06713fab-08cc-406b-b8aa-9fd499d3bf1f None None] Network de08af28-b04a-4308-98aa-d9c6e79b8efb requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:40.105329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f7d95-4c3b-4ee7-8b04-f9f86a3ddbda req-25c871e1-3079-4b22-99fa-e5c5de8dd054 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:40.106072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b37f7d95-4c3b-4ee7-8b04-f9f86a3ddbda req-25c871e1-3079-4b22-99fa-e5c5de8dd054 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Synchronizing usage tracker for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:40.107595 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d1d21373-94cb-4542-a59c-51e9977c3ae3 None None] Port 232dd831-fe5f-40ac-9941-a77cda10ad1e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:45:40.174405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33b9658f-b038-446a-874b-6e1c5fb5fd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:40.175998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b37f7d95-4c3b-4ee7-8b04-f9f86a3ddbda req-25c871e1-3079-4b22-99fa-e5c5de8dd054 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Unset dirty status for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:40.177938 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b37f7d95-4c3b-4ee7-8b04-f9f86a3ddbda req-25c871e1-3079-4b22-99fa-e5c5de8dd054 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 936 time: 0.4484189 May 24 22:45:40.259873 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bd06d60-ade1-4b9e-b16c-38c5f4e77bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:40.275392 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 360b7c25-bc7e-4332-a4de-827bf0b157e7 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:40.306940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd06d60-ade1-4b9e-b16c-38c5f4e77bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e44ec52-fb93-45ac-8c42-f46a1d9debf6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:40.359903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232dd831-fe5f-40ac-9941-a77cda10ad1e {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:40.367133 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:40.370841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bd06d60-ade1-4b9e-b16c-38c5f4e77bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:40.371982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6bd06d60-ade1-4b9e-b16c-38c5f4e77bcd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e44ec52-fb93-45ac-8c42-f46a1d9debf6 HTTP/1.1" status: 204 len: 168 time: 1.4188573 May 24 22:45:40.385390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Transition to ACTIVE for port object 232dd831-fe5f-40ac-9941-a77cda10ad1e will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:40.399423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-25704efe-1fb7-4d42-808b-d2344c67182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'name': 'tempest-ServersTestFqdnHostnames-2110977336-router', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:45:15Z', 'updated_at': '2022-05-24T22:45:35Z', 'revision_number': 5, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'gw_port': {'id': '3b563ef0-27a4-4ce4-a722-e996998f5484', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:17Z', 'updated_at': '2022-05-24T22:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:40.408743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25704efe-1fb7-4d42-808b-d2344c67182c None None] Checking router: e9ebcb64-0821-45ad-858e-fa896d579b4e for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:45:40.430578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:40.461921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25704efe-1fb7-4d42-808b-d2344c67182c None None] Routers {'e9ebcb64-0821-45ad-858e-fa896d579b4e'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:45:40.462576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-25704efe-1fb7-4d42-808b-d2344c67182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e9ebcb64-0821-45ad-858e-fa896d579b4e'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:40.606393 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:40.650909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 360b7c25-bc7e-4332-a4de-827bf0b157e7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:40.672744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 360b7c25-bc7e-4332-a4de-827bf0b157e7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:40.673403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:40.683363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b563ef0-27a4-4ce4-a722-e996998f5484,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:40.744021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33b9658f-b038-446a-874b-6e1c5fb5fd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:40.760748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['546d7029-3bf0-4d7a-9215-7b037a6fd022'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:40.784984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Allocated IP 172.25.7.60 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/5630e1c8-d43a-49de-83eb-e4f92ed652c4) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:40.819141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-25704efe-1fb7-4d42-808b-d2344c67182c None None] Set router e9ebcb64-0821-45ad-858e-fa896d579b4e gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:45:40.847001 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b37f7d95-4c3b-4ee7-8b04-f9f86a3ddbda req-cea20ba9-aba1-44a5-9711-556ddfcf87c1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528010 May 24 22:45:40.895186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Pushing event updated for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:40.971114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-25704efe-1fb7-4d42-808b-d2344c67182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'name': 'tempest-ServersTestFqdnHostnames-2110977336-router', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:45:15Z', 'updated_at': '2022-05-24T22:45:39Z', 'revision_number': 6, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:41.035254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25704efe-1fb7-4d42-808b-d2344c67182c None None] The sync data for ids ['e9ebcb64-0821-45ad-858e-fa896d579b4e'] in n-d-843146-7 is: [{'id': 'e9ebcb64-0821-45ad-858e-fa896d579b4e', 'name': 'tempest-ServersTestFqdnHostnames-2110977336-router', 'tenant_id': '1997255a622741d8a8eecab4d1a118ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:45:15Z', 'updated_at': '2022-05-24T22:45:39Z', 'revision_number': 6, 'project_id': '1997255a622741d8a8eecab4d1a118ef', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:45:41.044237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.056096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.072800 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.150259 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33b9658f-b038-446a-874b-6e1c5fb5fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.163185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Attempting to bind port 232dd831-fe5f-40ac-9941-a77cda10ad1e on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:41.163185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Attempting to bind port 232dd831-fe5f-40ac-9941-a77cda10ad1e by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:41.163512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Attempting to bind port 232dd831-fe5f-40ac-9941-a77cda10ad1e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:41.177298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:45:41.197070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Port 232dd831-fe5f-40ac-9941-a77cda10ad1e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:45:41.197462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Attempting to bind port 232dd831-fe5f-40ac-9941-a77cda10ad1e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:41.218698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846f5255-08d9-4c3a-8fb9-4eee12ec08c4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:41.221701 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.222045 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Added segment 50d78663-722a-41f5-9a65-8821d007397d of type vlan for network 5f00edf8-2b99-4149-9af5-59ef7cb6845a May 24 22:45:41.224493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:41.224821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:41.225204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:41.225676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Bound port: 232dd831-fe5f-40ac-9941-a77cda10ad1e, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:41.226020 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.260659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 360b7c25-bc7e-4332-a4de-827bf0b157e7 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:41.261141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.263937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9658f-b038-446a-874b-6e1c5fb5fd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbabf40-3695-4cfc-84f9-dcac22109302,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:41.316682 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33b9658f-b038-446a-874b-6e1c5fb5fd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.316900 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.317647 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-33b9658f-b038-446a-874b-6e1c5fb5fd18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9bbabf40-3695-4cfc-84f9-dcac22109302 HTTP/1.1" status: 204 len: 168 time: 1.3402338 May 24 22:45:41.319418 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.340755 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.381146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878bbd04-6812-452b-b5e4-414d274cf4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b7c25-bc7e-4332-a4de-827bf0b157e7'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:41.384670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee48f2f-66a2-470e-98db-d93d5622791c req-477e0d96-7af1-4316-ab8c-d148f6c1f10d tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:41.386410 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.391780 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ee48f2f-66a2-470e-98db-d93d5622791c req-477e0d96-7af1-4316-ab8c-d148f6c1f10d tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 945 time: 0.3075180 May 24 22:45:41.406557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 360b7c25-bc7e-4332-a4de-827bf0b157e7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=360b7c25-bc7e-4332-a4de-827bf0b157e7,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:41.418524 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.419761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 9d47546d-5b1d-48c8-ba84-a4830cfd9058 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:41.423276 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.425288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ebcb64-0821-45ad-858e-fa896d579b4e {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:45:41.428343 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.464459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:41.489688 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.494604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:41.495465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.505221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:41.521012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:41.552367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:41.572247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:41.628368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.646177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=360b7c25-bc7e-4332-a4de-827bf0b157e7,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:41.675592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 9d47546d-5b1d-48c8-ba84-a4830cfd9058 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:41.682206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 9d47546d-5b1d-48c8-ba84-a4830cfd9058 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:41.682652 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.701279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.704426 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-206769b8-1fbb-408b-b611-9c878e2e0794 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e9ebcb64-0821-45ad-858e-fa896d579b4e HTTP/1.1" status: 204 len: 168 time: 3.2142475 May 24 22:45:41.722823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49456) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:41.761700 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1644566 May 24 22:45:41.782466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49462) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:41.792636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Pushing event updated for resources: {'Port': ['ID=5630e1c8-d43a-49de-83eb-e4f92ed652c4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:41.811944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Request body: {'subnet': {'network_id': '5f00edf8-2b99-4149-9af5-59ef7cb6845a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1119880556-subnet', 'tenant_id': 'eaa61e26744b4311983c0285a8768797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:41.816814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:41.826527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Usage tracker for resource:subnet and tenant:eaa61e26744b4311983c0285a8768797 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:41.830662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:41.840587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:41.883685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Made reservation on behalf of eaa61e26744b4311983c0285a8768797 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:41.885883 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.906936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 9d47546d-5b1d-48c8-ba84-a4830cfd9058 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:41.907910 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.919267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ee48f2f-66a2-470e-98db-d93d5622791c req-b9508a0d-c002-4038-b59b-8f89db9c084a tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239017 May 24 22:45:41.920263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df1eb4-31af-470f-a3ec-6fba7a164b2c admin admin] Pushing event updated for resources: {'Network': ['ID=5f00edf8-2b99-4149-9af5-59ef7cb6845a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:41.927342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:41.931848 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:41.936055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] 10.222.0.31 "PUT /v2.0/ports/232dd831-fe5f-40ac-9941-a77cda10ad1e HTTP/1.1" status: 200 len: 1096 time: 2.4726944 May 24 22:45:41.981876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 5f00edf8-2b99-4149-9af5-59ef7cb6845a details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:45:41.986146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:42.059190 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:42.097396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-da78a7d6-5ed7-46cf-85ba-f74104ff54b3 admin admin] Deleting subnet 7518020a-90d5-4885-845c-990dad4b08a9 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:45:42.113486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da78a7d6-5ed7-46cf-85ba-f74104ff54b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:42.192168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 9d47546d-5b1d-48c8-ba84-a4830cfd9058, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=9d47546d-5b1d-48c8-ba84-a4830cfd9058,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:42.198484 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de023d4d-f113-40fe-8780-449724460168'] response: {'server_uuid': '878bbd04-6812-452b-b5e4-414d274cf4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b7c25-bc7e-4332-a4de-827bf0b157e7', 'code': 200} May 24 22:45:42.198704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481810d2-d6b2-4b4a-8a3b-bef502d5abcb service neutron] Pushing event updated for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:42.201945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:45:42.203351 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da78a7d6-5ed7-46cf-85ba-f74104ff54b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:42.206193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6be27e8d-8ef0-44a4-b087-d711012f3f73 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:42.236563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ad7a-5022-4a14-86ac-f64193252346 req-bf612d6d-d3d2-40bf-9409-8884ae5c5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:42.242333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-bf612d6d-d3d2-40bf-9409-8884ae5c5896 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 1099 time: 0.2223101 May 24 22:45:42.310934 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:42.362060 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da78a7d6-5ed7-46cf-85ba-f74104ff54b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:42.374727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-ce217f50-deb8-4105-89d6-70d4cc2e7269 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e HTTP/1.1" status: 200 len: 217 time: 0.1159751 May 24 22:45:42.468093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 6be27e8d-8ef0-44a4-b087-d711012f3f73 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:42.482959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 6be27e8d-8ef0-44a4-b087-d711012f3f73 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:42.483456 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:42.518867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ad7a-5022-4a14-86ac-f64193252346 req-2b682466-3ec1-4fe6-a61a-a4f1b97d7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:42.522429 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-2b682466-3ec1-4fe6-a61a-a4f1b97d7102 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1375759 May 24 22:45:42.586739 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:45:42.600885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db70fdb-2b70-41a3-94f4-26a7c83554cd req-67201996-cdcb-4748-bd38-7f845cd763d1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:42.608852 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0db70fdb-2b70-41a3-94f4-26a7c83554cd req-67201996-cdcb-4748-bd38-7f845cd763d1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 948 time: 0.2777088 May 24 22:45:42.680825 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0db70fdb-2b70-41a3-94f4-26a7c83554cd req-cbf474a8-1dda-46d2-a579-2f3902f16e66 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709193 May 24 22:45:42.722692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ad7a-5022-4a14-86ac-f64193252346 req-a16ffe58-c71a-4519-a1b0-999bc11290b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:42.726783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-a16ffe58-c71a-4519-a1b0-999bc11290b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1964376 May 24 22:45:42.732931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=9d47546d-5b1d-48c8-ba84-a4830cfd9058,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:42.848388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6be27e8d-8ef0-44a4-b087-d711012f3f73 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:42.848659 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a5a57a-b898-4077-aa62-615fca2de0cf'] response: {'name': 'network-changed', 'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'status': 'completed', 'code': 200} May 24 22:45:42.848776 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:42.869006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:42.897443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'mac_address': 'fa:16:3e:8f:94:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:45:42.965734 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-966738a6-405c-45de-a0e7-585ae7bcb2de service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313213 May 24 22:45:43.005217 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:43.009168 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:43.026137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3b563ef0-27a4-4ce4-a722-e996998f5484 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:45:43.047755 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da78a7d6-5ed7-46cf-85ba-f74104ff54b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:43.082639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6be27e8d-8ef0-44a4-b087-d711012f3f73, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6be27e8d-8ef0-44a4-b087-d711012f3f73,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:43.101747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:43.102531 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:43.123841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da78a7d6-5ed7-46cf-85ba-f74104ff54b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:43.132862 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:43.135081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e8ca9-7181-4964-8504-f1bd531b90a1 None None] Network e3934ac8-5104-4a17-9381-e75fc5e3df34 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:43.188086 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-da78a7d6-5ed7-46cf-85ba-f74104ff54b3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7518020a-90d5-4885-845c-990dad4b08a9 HTTP/1.1" status: 204 len: 168 time: 1.4589174 May 24 22:45:43.192427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49518) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:43.205985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 3b563ef0-27a4-4ce4-a722-e996998f5484 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:45:43.206474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3b563ef0-27a4-4ce4-a722-e996998f5484 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:45:43.207421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 268e9679-67ae-43e1-91a9-65f85eeb9c49 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:45:43.235220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32b2cc2-6c47-48bd-8cfa-0805e56155e7,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:43.256979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4852ad7a-5022-4a14-86ac-f64193252346 req-6396cfe3-ec38-43db-89b3-f198b2433d43 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842870 May 24 22:45:43.334155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69c942-0560-4387-852c-0e950757a9ea req-61b86027-f173-4227-92a3-1051f9b37f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:43.336857 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f69c942-0560-4387-852c-0e950757a9ea req-61b86027-f173-4227-92a3-1051f9b37f43 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=878bbd04-6812-452b-b5e4-414d274cf4e5 HTTP/1.1" status: 200 len: 1096 time: 0.9025538 May 24 22:45:43.386305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 268e9679-67ae-43e1-91a9-65f85eeb9c49 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:45:43.386787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 268e9679-67ae-43e1-91a9-65f85eeb9c49 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:45:43.410640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:43.473651 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:43.479874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:43.504201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a4230-fca8-4538-9e66-1507f3f927ad req-288240f9-eb69-4c75-b616-c516fa4dac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:43.513246 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a98a4230-fca8-4538-9e66-1507f3f927ad req-288240f9-eb69-4c75-b616-c516fa4dac59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 1099 time: 0.1724470 May 24 22:45:43.513610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Deleting port 3f577ecd-e77f-449f-bf85-95655fa683b7 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:45:43.513815 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:43.518266 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:43.566329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6be27e8d-8ef0-44a4-b087-d711012f3f73,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:43.653110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6f5d548b-9976-40a0-9b5b-e0da3cf84cd2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:43.729919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:43.842373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3285a777-a475-4024-ad45-86347e262668 None None] DHCP port deletion for e3934ac8-5104-4a17-9381-e75fc5e3df34 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:45:43.844963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78a7d6-5ed7-46cf-85ba-f74104ff54b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7518020a-90d5-4885-845c-990dad4b08a9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:43.856896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3285a777-a475-4024-ad45-86347e262668 None None] Deleting port 3f577ecd-e77f-449f-bf85-95655fa683b7 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:45:43.857342 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3285a777-a475-4024-ad45-86347e262668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:43.917999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Checking segment: {'id': '50d78663-722a-41f5-9a65-8821d007397d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5f00edf8-2b99-4149-9af5-59ef7cb6845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:43.918347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Network hostable DHCP agents. Network: 5f00edf8-2b99-4149-9af5-59ef7cb6845a, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:45:43.957718 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f69c942-0560-4387-852c-0e950757a9ea req-b969bc8b-5778-4c12-858e-225467dd9855 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170382 May 24 22:45:43.973130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Network 5f00edf8-2b99-4149-9af5-59ef7cb6845a is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:45:44.015296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 5f00edf8-2b99-4149-9af5-59ef7cb6845a) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:44.031069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:44.031740 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:44.047046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4257ce-d4ba-46d1-a065-d091af1d4aee None None] Network 5f00edf8-2b99-4149-9af5-59ef7cb6845a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:44.084612 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-670a0da5-4f73-4893-be3c-a22720cb712e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2767045 May 24 22:45:44.084612 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:44.094474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:44.208947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90674e3b-33de-497e-b00b-3ae2b5021fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d47546d-5b1d-48c8-ba84-a4830cfd9058'}, {'server_uuid': '04fb3a62-df0a-4045-85ef-d2e266b4f71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be27e8d-8ef0-44a4-b087-d711012f3f73'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:44.365048 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:44.463887 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:44.474077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-06270480-40f6-4898-ab6a-427849e10f35 req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.0495532 May 24 22:45:44.492520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3285a777-a475-4024-ad45-86347e262668 None None] For port 3f577ecd-e77f-449f-bf85-95655fa683b7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3f577ecd-e77f-449f-bf85-95655fa683b7,segment=NetworkSegment(1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f),segment_id=1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:44.493039 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3285a777-a475-4024-ad45-86347e262668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:44.641130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440b10c-3ca4-41f0-9997-327580c3b95e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Pushing event updated for resources: {'Port': ['ID=5630e1c8-d43a-49de-83eb-e4f92ed652c4,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:44.688552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-ec336129-df86-4837-8086-526d720f485f admin admin] For port 3f577ecd-e77f-449f-bf85-95655fa683b7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3f577ecd-e77f-449f-bf85-95655fa683b7,segment=NetworkSegment(1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f),segment_id=1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:44.689072 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:44.701053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-06270480-40f6-4898-ab6a-427849e10f35 req-a1c77544-6af3-4f6a-86c0-35fe7d6ec508 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Synchronizing usage tracker for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:floatingip {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:44.722236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-06270480-40f6-4898-ab6a-427849e10f35 req-a1c77544-6af3-4f6a-86c0-35fe7d6ec508 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Unset dirty status for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:floatingip {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:44.722898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0709d-774c-499c-9031-228e5a4ba9ac req-7d5f3d15-f471-43d8-b75c-cdcaab1d83cb tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:44.724178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-06270480-40f6-4898-ab6a-427849e10f35 req-a1c77544-6af3-4f6a-86c0-35fe7d6ec508 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.60 HTTP/1.1" status: 200 len: 695 time: 0.2484148 May 24 22:45:44.730450 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54f0709d-774c-499c-9031-228e5a4ba9ac req-7d5f3d15-f471-43d8-b75c-cdcaab1d83cb tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 946 time: 1.0495360 May 24 22:45:44.752095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a4230-fca8-4538-9e66-1507f3f927ad req-52d82174-ddd3-44a4-a6e7-fa6525880e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:44.753539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a98a4230-fca8-4538-9e66-1507f3f927ad req-52d82174-ddd3-44a4-a6e7-fa6525880e93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 1.0705853 May 24 22:45:44.768413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3285a777-a475-4024-ad45-86347e262668 None None] Calling delete_port for 3f577ecd-e77f-449f-bf85-95655fa683b7 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:45:44.941481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Calling delete_port for 3f577ecd-e77f-449f-bf85-95655fa683b7 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:45:44.965763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06270480-40f6-4898-ab6a-427849e10f35 req-19aeb8c0-a226-443d-94f4-dd466deb4c4a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:44.967404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-06270480-40f6-4898-ab6a-427849e10f35 req-19aeb8c0-a226-443d-94f4-dd466deb4c4a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.2364879 May 24 22:45:45.012163 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3285a777-a475-4024-ad45-86347e262668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:45.024805 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:45:45.025150 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:45:45.047013 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a98a4230-fca8-4538-9e66-1507f3f927ad req-0cab0617-56a3-48e8-8cac-473dad525b8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e HTTP/1.1" status: 200 len: 217 time: 0.2342703 May 24 22:45:45.108406 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54f0709d-774c-499c-9031-228e5a4ba9ac req-8af2b7f2-f3e4-43be-9a29-1aff1a3e4c2e tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770995 May 24 22:45:45.156538 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a4230-fca8-4538-9e66-1507f3f927ad req-0f2c1e27-4c73-47ff-baef-46abbce23ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:45.158005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a98a4230-fca8-4538-9e66-1507f3f927ad req-0f2c1e27-4c73-47ff-baef-46abbce23ff3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1002579 May 24 22:45:45.159174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77589e5-a2d1-4f05-904a-a8d11b84152a None None] Network 5f00edf8-2b99-4149-9af5-59ef7cb6845a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:45.207679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285a777-a475-4024-ad45-86347e262668 None None] Pushing event deleted for resources: {'Port': ['ID=3f577ecd-e77f-449f-bf85-95655fa683b7,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:45.213265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3f577ecd-e77f-449f-bf85-95655fa683b7 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:45:45.268998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3285a777-a475-4024-ad45-86347e262668 None None] No DVR routers for this DVR port 3f577ecd-e77f-449f-bf85-95655fa683b7 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:45:45.316644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a4230-fca8-4538-9e66-1507f3f927ad req-c608286d-7fda-4145-8b01-077ad43b7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:45.318143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a98a4230-fca8-4538-9e66-1507f3f927ad req-c608286d-7fda-4145-8b01-077ad43b7625 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520507 May 24 22:45:45.345055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 3f577ecd-e77f-449f-bf85-95655fa683b7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:45:45.345396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3f577ecd-e77f-449f-bf85-95655fa683b7 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:45:45.353127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df928f91-7aa4-44b3-9364-e0f99a80d9bd req-e4a041b4-a72c-425b-84ed-16fa0b4c1e61 tempest-AbsoluteLimitsNegativeTestJSON-632583909 tempest-AbsoluteLimitsNegativeTestJSON-632583909-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=76ae46000399405d9ff6d57449e2678c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781620 May 24 22:45:45.539695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Deleting port 3f577ecd-e77f-449f-bf85-95655fa683b7 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:45:45.540118 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:45.561513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df928f91-7aa4-44b3-9364-e0f99a80d9bd req-c4d3717b-0514-496b-b98b-e4411c9405dd tempest-AbsoluteLimitsNegativeTestJSON-632583909 tempest-AbsoluteLimitsNegativeTestJSON-632583909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:45.563262 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df928f91-7aa4-44b3-9364-e0f99a80d9bd req-c4d3717b-0514-496b-b98b-e4411c9405dd tempest-AbsoluteLimitsNegativeTestJSON-632583909 tempest-AbsoluteLimitsNegativeTestJSON-632583909-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009294 May 24 22:45:45.592676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df928f91-7aa4-44b3-9364-e0f99a80d9bd req-59d6f47d-e86e-4c0c-bcf6-64eed8c95fdb tempest-AbsoluteLimitsNegativeTestJSON-632583909 tempest-AbsoluteLimitsNegativeTestJSON-632583909-project] 10.222.0.55 "GET /v2.0/quotas/76ae46000399405d9ff6d57449e2678c HTTP/1.1" status: 200 len: 375 time: 0.0213935 May 24 22:45:45.667862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df928f91-7aa4-44b3-9364-e0f99a80d9bd req-2b03ab4d-923d-4967-9999-2b5b3cf8c245 tempest-AbsoluteLimitsNegativeTestJSON-632583909 tempest-AbsoluteLimitsNegativeTestJSON-632583909-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=76ae46000399405d9ff6d57449e2678c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576220 May 24 22:45:45.676999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ec336129-df86-4837-8086-526d720f485f admin admin] The port '3f577ecd-e77f-449f-bf85-95655fa683b7' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:45:45.686465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6cc13-a8f6-4ab6-8fa9-9c9f74b64abe req-1c4a943c-764b-4d8d-9e60-08a297e00efe tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:45.688168 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7be6cc13-a8f6-4ab6-8fa9-9c9f74b64abe req-1c4a943c-764b-4d8d-9e60-08a297e00efe tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 948 time: 0.3686600 May 24 22:45:45.776401 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8d0ec2-cd59-4e44-944e-6a5970fead1e'] response: {'server_uuid': '90674e3b-33de-497e-b00b-3ae2b5021fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d47546d-5b1d-48c8-ba84-a4830cfd9058', 'code': 200} May 24 22:45:45.776686 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8d0ec2-cd59-4e44-944e-6a5970fead1e'] response: {'server_uuid': '04fb3a62-df0a-4045-85ef-d2e266b4f71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be27e8d-8ef0-44a4-b087-d711012f3f73', 'code': 200} May 24 22:45:45.998494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:46.000122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba55bf-fa3e-4758-9868-9f1633c0fa41 req-1f8b4f2b-398f-4693-80bc-75ae459f2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:46.001765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78ba55bf-fa3e-4758-9868-9f1633c0fa41 req-1f8b4f2b-398f-4693-80bc-75ae459f2f3c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=90674e3b-33de-497e-b00b-3ae2b5021fbf HTTP/1.1" status: 200 len: 1096 time: 0.1512976 May 24 22:45:46.033979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a98a4230-fca8-4538-9e66-1507f3f927ad req-3e4d40ff-f59f-4bf6-822c-e7473b064380 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528134 May 24 22:45:46.040042 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7be6cc13-a8f6-4ab6-8fa9-9c9f74b64abe req-5552dc0f-af88-492c-a77c-e692c43f0b91 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459189 May 24 22:45:46.081443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78ba55bf-fa3e-4758-9868-9f1633c0fa41 req-f1222395-15df-4ef4-a2a5-031d019831b1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700824 May 24 22:45:46.101902 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:46.234408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-ec336129-df86-4837-8086-526d720f485f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3934ac8-5104-4a17-9381-e75fc5e3df34']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:46.253381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-ec336129-df86-4837-8086-526d720f485f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:46.253701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-ec336129-df86-4837-8086-526d720f485f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:46.261239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:46.261870 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:46.268856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:46.292505 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:46.299640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:45:46.300032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:46.326002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 232dd831-fe5f-40ac-9941-a77cda10ad1e details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:45:46.362904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49612) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:46.436929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d595-520d-4505-92ab-2a1b0debae9b req-16c19e36-f4ec-42d6-9128-b18da3f19416 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:46.439138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-be01d595-520d-4505-92ab-2a1b0debae9b req-16c19e36-f4ec-42d6-9128-b18da3f19416 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Synchronizing usage tracker for tenant:0ab17453bc994b1e8265953dc3356d63 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:46.485058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-be01d595-520d-4505-92ab-2a1b0debae9b req-16c19e36-f4ec-42d6-9128-b18da3f19416 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Unset dirty status for tenant:0ab17453bc994b1e8265953dc3356d63 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:46.486481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-16c19e36-f4ec-42d6-9128-b18da3f19416 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/networks?id=de08af28-b04a-4308-98aa-d9c6e79b8efb HTTP/1.1" status: 200 len: 814 time: 0.3402278 May 24 22:45:46.513860 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-8c4746d2-c0a4-4ff4-9ef8-b8659cd5b128 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/quotas/0ab17453bc994b1e8265953dc3356d63 HTTP/1.1" status: 200 len: 375 time: 0.0191860 May 24 22:45:46.581919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-095e7718-9979-4447-91b7-690fd12318f8 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ab17453bc994b1e8265953dc3356d63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668361 May 24 22:45:46.606313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:46.611677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:46.653505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:46.653878 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:46.697212 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f resource provider aggregate not found May 24 22:45:46.716348 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-085ca76d-5891-476c-8f2b-f50f25618ea1 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289275 May 24 22:45:46.747831 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d2808b6-dcc7-4cd6-bc62-a22a37c0e03f found for delete ", "request_id": "req-efe74241-f352-4472-8552-3f4a27677ff3"}]} May 24 22:45:46.773975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-b54b6ad9-957a-4efa-94a1-d985d3f8cf27 service neutron] 10.222.0.55 "GET /v2.0/networks/de08af28-b04a-4308-98aa-d9c6e79b8efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906753 May 24 22:45:46.815769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:46.847356 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:46.899660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3934ac8-5104-4a17-9381-e75fc5e3df34,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:46.904029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ec336129-df86-4837-8086-526d720f485f admin admin] 10.222.0.55 "DELETE /v2.0/networks/e3934ac8-5104-4a17-9381-e75fc5e3df34 HTTP/1.1" status: 204 len: 168 time: 3.7069056 May 24 22:45:46.924740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:46.949141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'mac_address': 'fa:16:3e:e7:ac:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:45:46.968933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-2362eb53-8454-427d-87e9-cd046ebe3925 service neutron] 10.222.0.55 "GET /v2.0/networks/de08af28-b04a-4308-98aa-d9c6e79b8efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913099 May 24 22:45:46.980543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:46.980891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:46.981224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:46.981575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:46.981904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:46.982224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:46.982541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:46.982854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:46.983169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:46.983543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:46.985880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:46.986124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec336129-df86-4837-8086-526d720f485f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:45:47.046287 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1dacccb-48f9-48ec-8d88-fd228128b376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:47.048918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:47.065317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 232dd831-fe5f-40ac-9941-a77cda10ad1e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:47.065768 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:47.090892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232dd831-fe5f-40ac-9941-a77cda10ad1e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:47.109627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:47.115537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f1dacccb-48f9-48ec-8d88-fd228128b376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:47.120988 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:47.131555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f1dacccb-48f9-48ec-8d88-fd228128b376 admin admin] Usage tracker for resource:security_group_rule and tenant:76ae46000399405d9ff6d57449e2678c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:47.142087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f1dacccb-48f9-48ec-8d88-fd228128b376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:47.162859 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a98a4230-fca8-4538-9e66-1507f3f927ad req-792c1f45-3e3d-41b0-bece-5f35dd735106 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1195109 May 24 22:45:47.167752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2c4ed-55d2-4d73-a327-808330145ff6 req-19d3699a-9b49-4311-8512-068768c4dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:47.168081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f1dacccb-48f9-48ec-8d88-fd228128b376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:47.169526 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58c2c4ed-55d2-4d73-a327-808330145ff6 req-19d3699a-9b49-4311-8512-068768c4dfa1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 1097 time: 1.2285457 May 24 22:45:47.180947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-c9fa15f0-d11a-455c-babf-0be0b7483286 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:47.188480 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-c9fa15f0-d11a-455c-babf-0be0b7483286 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4433539 May 24 22:45:47.191895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49626) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:47.231667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-c941a306-4979-4f2b-8a7b-df170f4b251c tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/quotas/1990f88304ff4048814aa41ee90799b2 HTTP/1.1" status: 200 len: 375 time: 0.0420611 May 24 22:45:47.264854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:47.350199 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-8e10f664-8077-4161-8aeb-9f88cac1ff46 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175690 May 24 22:45:47.386237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-76ac6154-4f8f-4f7c-95d9-62df262adac2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1997255a622741d8a8eecab4d1a118ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913722 May 24 22:45:47.386780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49636) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:47.389949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['232dd831-fe5f-40ac-9941-a77cda10ad1e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:45:47.427387 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58c2c4ed-55d2-4d73-a327-808330145ff6 req-ccc31dc3-b37d-491b-91e7-cfbe82177ac4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240083 May 24 22:45:47.530436 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b217a7da-474c-4f95-9b4d-d7eec0168878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:47.588365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b217a7da-474c-4f95-9b4d-d7eec0168878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:47.610395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1dacccb-48f9-48ec-8d88-fd228128b376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:47.633153 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1dacccb-48f9-48ec-8d88-fd228128b376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:47.708029 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b217a7da-474c-4f95-9b4d-d7eec0168878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:47.750178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217a7da-474c-4f95-9b4d-d7eec0168878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83eed79-4564-41f4-94c0-71d8ead99ced,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:47.763516 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b217a7da-474c-4f95-9b4d-d7eec0168878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:47.772131 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b217a7da-474c-4f95-9b4d-d7eec0168878 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e83eed79-4564-41f4-94c0-71d8ead99ced HTTP/1.1" status: 204 len: 168 time: 0.3803780 May 24 22:45:47.793269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f1dacccb-48f9-48ec-8d88-fd228128b376 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76ae46000399405d9ff6d57449e2678c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4266434 May 24 22:45:47.795341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49658) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:47.804056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:47.844904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dacccb-48f9-48ec-8d88-fd228128b376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38edc968-60da-455d-b5e6-7527a65a352c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:47.914897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-0c691ab2-7e03-4f39-bc3c-f18c163bc361 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:47.935108 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-0c691ab2-7e03-4f39-bc3c-f18c163bc361 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4439647 May 24 22:45:47.996145 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2ce66c02-6a00-4171-8d50-965cd8bed468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:48.094125 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2ce66c02-6a00-4171-8d50-965cd8bed468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:48.195835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-7313f700-e3f0-474c-8edd-0bb7b3fc5338 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.60 HTTP/1.1" status: 200 len: 695 time: 0.2558365 May 24 22:45:48.200004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-4148f63d-6652-4cbf-805e-6bc8ea3605ba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Request body: {'floatingip': {'port_id': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:48.205278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a917a3-1bef-4222-8f54-1e6808cd4caf req-afcab209-babd-4864-9533-768e0adf7d7b tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:48.215210 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f2a917a3-1bef-4222-8f54-1e6808cd4caf req-afcab209-babd-4864-9533-768e0adf7d7b tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 946 time: 0.1737022 May 24 22:45:48.253400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2ce66c02-6a00-4171-8d50-965cd8bed468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:48.303014 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f2a917a3-1bef-4222-8f54-1e6808cd4caf req-cc0f3588-4476-4020-be4e-12ddf5ec87cd tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862720 May 24 22:45:48.326626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce66c02-6a00-4171-8d50-965cd8bed468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38edc968-60da-455d-b5e6-7527a65a352c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:48.338939 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2ce66c02-6a00-4171-8d50-965cd8bed468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:48.342879 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2ce66c02-6a00-4171-8d50-965cd8bed468 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38edc968-60da-455d-b5e6-7527a65a352c HTTP/1.1" status: 204 len: 168 time: 0.5437748 May 24 22:45:48.470566 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-4148f63d-6652-4cbf-805e-6bc8ea3605ba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:48.784042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6a0f9-322e-4ac1-bfab-17b75756a0f1 req-60d3be0d-b8df-409b-87e1-a3e6b2b02f52 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:48.786361 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84e6a0f9-322e-4ac1-bfab-17b75756a0f1 req-60d3be0d-b8df-409b-87e1-a3e6b2b02f52 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 949 time: 0.2000668 May 24 22:45:48.925894 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84e6a0f9-322e-4ac1-bfab-17b75756a0f1 req-420676da-a633-479f-9c93-989c31cf4b7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227381 May 24 22:45:49.288809 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ecd2acde-8954-4e2e-b3d0-efb3357453c7 req-46545736-f863-4209-8081-697b30a81640 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 210 time: 0.1133702 May 24 22:45:49.558735 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b2232b87-2413-4eb6-a9cd-15e44f4a0d85 req-61cce829-fd53-486e-9ee0-864220923d6f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 210 time: 0.0653687 May 24 22:45:49.619840 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef71767-57d9-4f0d-9087-6543b89eda6d'] response: {'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'code': 200} May 24 22:45:49.979841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49722) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:50.160198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847ab92-7b1e-4a20-9dc2-41c01b7a19b4 req-1980b1f3-b8d7-4ceb-8fbb-edec5e032ffc tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:50.161936 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6847ab92-7b1e-4a20-9dc2-41c01b7a19b4 req-1980b1f3-b8d7-4ceb-8fbb-edec5e032ffc tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 946 time: 0.1807640 May 24 22:45:50.174094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d595-520d-4505-92ab-2a1b0debae9b req-cf956edd-bd92-4adf-a79f-f23c9582c7a7 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:50.176174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-cf956edd-bd92-4adf-a79f-f23c9582c7a7 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.31 "GET /v2.0/networks?id=de08af28-b04a-4308-98aa-d9c6e79b8efb HTTP/1.1" status: 200 len: 814 time: 0.3515704 May 24 22:45:50.188468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49730) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:50.197818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Request body: {'port': {'device_id': 'c2cc64e1-6fad-4868-90ce-9dda34777f51', 'network_id': 'de08af28-b04a-4308-98aa-d9c6e79b8efb', 'admin_state_up': True, 'tenant_id': '0ab17453bc994b1e8265953dc3356d63'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:50.305275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 232dd831-fe5f-40ac-9941-a77cda10ad1e up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:45:50.307070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1357357370-network', 'tenant_id': '2e846590628e4af9acc5488fea48c6ad'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:50.329266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:50.344122 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6847ab92-7b1e-4a20-9dc2-41c01b7a19b4 req-bbd2d177-b841-4b7e-8a5f-f5b1fd688e5f tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667237 May 24 22:45:50.346708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Usage tracker for resource:network and tenant:2e846590628e4af9acc5488fea48c6ad is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:50.352030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-166841805-network', 'tenant_id': 'fee52f89141c459383a1466bb925379f'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:50.366039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:50.406449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 232dd831-fe5f-40ac-9941-a77cda10ad1e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:50.415477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 232dd831-fe5f-40ac-9941-a77cda10ad1e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:50.416205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:50.419049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-7378bf0f-1255-49f6-82e9-a199e7f38e07 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432253 May 24 22:45:50.420166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Usage tracker for resource:network and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:50.425003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:50.442683 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:45:50.469581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:50.481180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:50.488729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:50.498141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:50.514828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Usage tracker for resource:port and tenant:0ab17453bc994b1e8265953dc3356d63 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:50.538890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:50.546151 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-4148f63d-6652-4cbf-805e-6bc8ea3605ba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:45:50.569704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Made reservation on behalf of 2e846590628e4af9acc5488fea48c6ad for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:50.584199 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:50.614256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:50.616723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 232dd831-fe5f-40ac-9941-a77cda10ad1e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:45:50.617291 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:50.625504 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:50.686692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:50.702443 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:50.728552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Made reservation on behalf of 0ab17453bc994b1e8265953dc3356d63 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:50.733043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:50.742825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:50.749069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Made reservation on behalf of fee52f89141c459383a1466bb925379f for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:50.751762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Usage tracker for resource:security_group_rule and tenant:2e846590628e4af9acc5488fea48c6ad is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:50.752175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:50.756114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:50.765590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:50.788240 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-4148f63d-6652-4cbf-805e-6bc8ea3605ba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:50.790846 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:50.815943 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-4148f63d-6652-4cbf-805e-6bc8ea3605ba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:50.839465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:50.889359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6959767-51bf-4bfc-86c9-6667e5450266 req-749c4c86-6362-4d15-860d-1224c5fd3e19 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:50.891295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e6959767-51bf-4bfc-86c9-6667e5450266 req-749c4c86-6362-4d15-860d-1224c5fd3e19 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 949 time: 0.2676530 May 24 22:45:50.920776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:50.946400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Usage tracker for resource:security_group_rule and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:50.956994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:50.971776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:50.988837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-2a6a4a20-e051-47e6-a379-02b7dd2ed477 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:50.990775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-2a6a4a20-e051-47e6-a379-02b7dd2ed477 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5625918 May 24 22:45:51.024703 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e6959767-51bf-4bfc-86c9-6667e5450266 req-c2721505-8ac2-40b1-9dd9-42b78083c0f2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225026 May 24 22:45:51.073528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.087147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Allocated IP 172.20.0.7 (de08af28-b04a-4308-98aa-d9c6e79b8efb/6012f047-4548-4d84-8d7e-983429f991fe/f78109b5-92bd-4ed4-be98-6deeadd03c6f) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:51.104522 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.219548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Request body: {'port': {'device_id': '0f05932c-14ee-482c-9261-504be136df91', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '1990f88304ff4048814aa41ee90799b2'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:51.336152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:45:51.383343 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-4148f63d-6652-4cbf-805e-6bc8ea3605ba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Floating IP f161a679-bb36-4875-8d64-1e11a68ffbc3 associated. External IP: 172.25.7.60, port: 6031be47-28f0-4e81-b1f1-482c561dd8d3. May 24 22:45:51.384199 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b3cf566b-fc7d-43ce-b024-7ad1ac2c362a req-5dd2d8ab-e085-4bcd-b6e6-a5fa5da9fb4b tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 210 time: 0.1010213 May 24 22:45:51.390923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a21fbd-881f-4955-8aa7-d543eb6ffeb7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:51.424302 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.427620 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Added segment 50ab4eb4-95cf-475c-8a04-e8bc0112aa3a of type vlan for network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 May 24 22:45:51.550127 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.621533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:51.624670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:51.654060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Usage tracker for resource:port and tenant:1990f88304ff4048814aa41ee90799b2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:51.666123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:51.691515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:51.726071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.730644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Made reservation on behalf of 1990f88304ff4048814aa41ee90799b2 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:51.735552 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.761912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.765761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:51.766416 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.817349 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.826430 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.870184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:51.873627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:45:51.887076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Usage tracker for resource:security_group_rule and tenant:1990f88304ff4048814aa41ee90799b2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:51.901771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:51.907361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.907924 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Added segment 9b35632b-a4bb-4a34-975d-b1d1ddb6bd76 of type vlan for network ca570de7-d930-44e2-90d5-607dbc704e2f May 24 22:45:51.909969 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:51.920201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] Pushing event updated for resources: {'Network': ['ID=3653a6c8-c222-4f56-8c39-2c2963d7c5c7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:51.933680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:45:51.984823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78363e1e-7c14-4a3b-9010-fbfae2a15a61 req-c9f43488-ce3b-4a3b-9785-825ba85a3946 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:51.986965 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-78363e1e-7c14-4a3b-9010-fbfae2a15a61 req-c9f43488-ce3b-4a3b-9785-825ba85a3946 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=878bbd04-6812-452b-b5e4-414d274cf4e5 HTTP/1.1" status: 200 len: 945 time: 0.3946307 May 24 22:45:51.990029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-58d2aaf8-b924-4508-97df-42aa6c102d11 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9570632 May 24 22:45:51.994096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49750) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:52.001463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Request body: {'subnet': {'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1357357370-subnet', 'tenant_id': '2e846590628e4af9acc5488fea48c6ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:52.024226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:52.032373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Usage tracker for resource:subnet and tenant:2e846590628e4af9acc5488fea48c6ad is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:52.039298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:52.048109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:52.081061 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-78363e1e-7c14-4a3b-9010-fbfae2a15a61 req-ca8199ed-6587-4a73-8d73-24a57620b597 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744803 May 24 22:45:52.083486 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:52.199560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fc50cc-fe5e-45a8-94bb-d752755d0cb4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:52.211200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:52.212263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Pushing event updated for resources: {'Port': ['ID=f78109b5-92bd-4ed4-be98-6deeadd03c6f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:52.221479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-4148f63d-6652-4cbf-805e-6bc8ea3605ba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Router 494bb072-130c-4452-bb2e-b42842629e91 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:45:52.223577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Made reservation on behalf of 2e846590628e4af9acc5488fea48c6ad for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:52.229015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:52.231717 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:52.385016 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:52.385016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:52.385407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:52.419035 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd47fbd1-8fe8-49d2-bcc8-a3e847094389 req-1948befb-067f-4d3d-8a3e-b297fae7886b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 210 time: 0.0642648 May 24 22:45:52.444480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Network de08af28-b04a-4308-98aa-d9c6e79b8efb is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:52.448361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:52.451731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:52.610503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:52.611962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:52.656306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] Pushing event updated for resources: {'Network': ['ID=ca570de7-d930-44e2-90d5-607dbc704e2f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:52.657313 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604ef7ae-3a18-49e6-9b79-e461c6004aad'] response: {'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'code': 200} May 24 22:45:52.675621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-4148f63d-6652-4cbf-805e-6bc8ea3605ba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:45:52.677120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ca570de7-d930-44e2-90d5-607dbc704e2f details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:45:52.681839 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-4148f63d-6652-4cbf-805e-6bc8ea3605ba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:52.688911 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66380594-cb03-4ba8-b426-2dcf29c7e07d None None] Sync routers for ids ['494bb072-130c-4452-bb2e-b42842629e91'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:45:52.702563 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66380594-cb03-4ba8-b426-2dcf29c7e07d None None] Routers {'494bb072-130c-4452-bb2e-b42842629e91'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:45:52.703918 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-66380594-cb03-4ba8-b426-2dcf29c7e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['494bb072-130c-4452-bb2e-b42842629e91'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:52.715844 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1e6b3ab2-562b-40ee-93b9-9b02931d0500 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5272722 May 24 22:45:52.724075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49768) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:45:52.740169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Request body: {'subnet': {'network_id': 'ca570de7-d930-44e2-90d5-607dbc704e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-166841805-subnet', 'tenant_id': 'fee52f89141c459383a1466bb925379f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:52.752226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:52.772284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-c7706a6c-404a-4ede-a1cd-47732436a8b9 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5782816 May 24 22:45:52.801170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:52.802452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Request body: {'port': {'device_id': 'c2cc64e1-6fad-4868-90ce-9dda34777f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:52.825457 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:52.840607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Usage tracker for resource:subnet and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:52.864225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:52.950484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:52.983526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-4148f63d-6652-4cbf-805e-6bc8ea3605ba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "PUT /v2.0/floatingips/f161a679-bb36-4875-8d64-1e11a68ffbc3 HTTP/1.1" status: 200 len: 996 time: 4.7878857 May 24 22:45:52.996460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'tag': '6031be47-28f0-4e81-b1f1-482c561dd8d3'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:53.007758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e23cf7-08d0-49e0-b95c-74de3878b105,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:53.037061 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-66380594-cb03-4ba8-b426-2dcf29c7e07d None None] Set router 494bb072-130c-4452-bb2e-b42842629e91 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:45:53.080742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Made reservation on behalf of fee52f89141c459383a1466bb925379f for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:45:53.083063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:53.084625 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:53.170570 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:53.236371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8658d1-6c55-42fe-8452-a9575ef5925d req-4951185e-7811-4594-96a7-e8b352d97f4b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:53.244237 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce8658d1-6c55-42fe-8452-a9575ef5925d req-4951185e-7811-4594-96a7-e8b352d97f4b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.3404589 May 24 22:45:53.319281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce8658d1-6c55-42fe-8452-a9575ef5925d req-c9ed2213-82e4-4263-9a0c-7199c0280bad tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738666 May 24 22:45:53.402257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f145b1-ec2d-46ef-8004-66f4d61a8690 req-73ecafec-09c7-492d-bc51-0c52f844e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:53.403785 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31f145b1-ec2d-46ef-8004-66f4d61a8690 req-73ecafec-09c7-492d-bc51-0c52f844e9ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 1101 time: 0.6674321 May 24 22:45:53.473449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Allocated IP 192.168.233.95 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/0413f0ef-e906-4456-9af5-2a25b8569c02) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:53.483877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-6e66c6e1-9b2d-4411-b286-dd4ee8fda715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:53.485371 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-6e66c6e1-9b2d-4411-b286-dd4ee8fda715 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b73c17b45b3c405ebfb19d680a8bff16&device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 1097 time: 0.4731021 May 24 22:45:53.507727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:53.526085 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-66380594-cb03-4ba8-b426-2dcf29c7e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:45:01Z', 'revision_number': 4, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f161a679-bb36-4875-8d64-1e11a68ffbc3', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '494bb072-130c-4452-bb2e-b42842629e91', 'port_id': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'mac_address': 'fa:16:3e:23:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:45:41Z', 'updated_at': '2022-05-24T22:45:50Z', 'revision_number': 1, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050783cb-eefb-4045-8627-2b2e020ad912', 'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'mac_address': 'fa:16:3e:0a:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:00Z', 'updated_at': '2022-05-24T22:45:09Z', 'revision_number': 5, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'subnets': [{'id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:53.531402 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66380594-cb03-4ba8-b426-2dcf29c7e07d None None] Checking router: 494bb072-130c-4452-bb2e-b42842629e91 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:45:53.546598 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66380594-cb03-4ba8-b426-2dcf29c7e07d None None] Routers {'494bb072-130c-4452-bb2e-b42842629e91'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:45:53.547254 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-66380594-cb03-4ba8-b426-2dcf29c7e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['494bb072-130c-4452-bb2e-b42842629e91'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:53.598337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Checking segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:53.598709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Network hostable DHCP agents. Network: 3653a6c8-c222-4f56-8c39-2c2963d7c5c7, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:45:53.635993 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31f145b1-ec2d-46ef-8004-66f4d61a8690 req-93f28fff-d8e7-4000-925e-2ee4daad0734 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104495 May 24 22:45:53.752608 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:53.768795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-03ba89a5-52b0-4e46-9828-4cb33a258839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:53.770363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-03ba89a5-52b0-4e46-9828-4cb33a258839 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d9030e52-b3b9-4829-99f1-70ea2293d70c HTTP/1.1" status: 200 len: 929 time: 0.2769051 May 24 22:45:53.796590 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-66380594-cb03-4ba8-b426-2dcf29c7e07d None None] Set router 494bb072-130c-4452-bb2e-b42842629e91 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:45:53.917353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78109b5-92bd-4ed4-be98-6deeadd03c6f {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:53.925469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:53.946326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Transition to ACTIVE for port object f78109b5-92bd-4ed4-be98-6deeadd03c6f will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:53.970899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:54.021470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-066d2d73-de90-464c-a8b7-0e7e09ff063c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6031be47-28f0-4e81-b1f1-482c561dd8d3 HTTP/1.1" status: 200 len: 999 time: 0.2432806 May 24 22:45:54.061836 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:54.194163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-d4d09fd3-8d7e-49fa-b652-431c2277b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:54.204038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-d4d09fd3-8d7e-49fa-b652-431c2277b793 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b HTTP/1.1" status: 200 len: 867 time: 0.1803529 May 24 22:45:54.244655 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-66380594-cb03-4ba8-b426-2dcf29c7e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:45:01Z', 'revision_number': 4, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f161a679-bb36-4875-8d64-1e11a68ffbc3', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '494bb072-130c-4452-bb2e-b42842629e91', 'port_id': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'mac_address': 'fa:16:3e:23:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:45:41Z', 'updated_at': '2022-05-24T22:45:50Z', 'revision_number': 1, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050783cb-eefb-4045-8627-2b2e020ad912', 'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'mac_address': 'fa:16:3e:0a:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:00Z', 'updated_at': '2022-05-24T22:45:09Z', 'revision_number': 5, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'subnets': [{'id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:45:54.250805 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66380594-cb03-4ba8-b426-2dcf29c7e07d None None] The sync data for ids ['494bb072-130c-4452-bb2e-b42842629e91'] in n-d-843146-7 is: [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:45:01Z', 'revision_number': 4, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f161a679-bb36-4875-8d64-1e11a68ffbc3', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '494bb072-130c-4452-bb2e-b42842629e91', 'port_id': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'mac_address': 'fa:16:3e:23:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:45:41Z', 'updated_at': '2022-05-24T22:45:50Z', 'revision_number': 1, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050783cb-eefb-4045-8627-2b2e020ad912', 'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'mac_address': 'fa:16:3e:0a:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:00Z', 'updated_at': '2022-05-24T22:45:09Z', 'revision_number': 5, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'subnets': [{'id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:45:54.263525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb072b5-d891-4d6a-8f05-8b11a00fb620,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:54.289351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:45:54.312649 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:54.321040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Checking segment: {'id': '9b35632b-a4bb-4a34-975d-b1d1ddb6bd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ca570de7-d930-44e2-90d5-607dbc704e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:54.321475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Network hostable DHCP agents. Network: ca570de7-d930-44e2-90d5-607dbc704e2f, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:45:54.358831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Transition to ACTIVE for port object 0413f0ef-e906-4456-9af5-2a25b8569c02 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:54.387261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-d5057837-f245-42b6-b9e2-62d15b3521f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:54.395115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-d5057837-f245-42b6-b9e2-62d15b3521f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9030e52-b3b9-4829-99f1-70ea2293d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899347 May 24 22:45:54.402443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-abd0655c-9117-4316-a0b1-ef6368a9e249 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:45:54.403399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-abd0655c-9117-4316-a0b1-ef6368a9e249 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058005 May 24 22:45:54.405727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Network ca570de7-d930-44e2-90d5-607dbc704e2f is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:45:54.445541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ca570de7-d930-44e2-90d5-607dbc704e2f) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:54.454320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a8f5e3-38e0-49b6-a5b0-543ab67f9775 None None] Network ca570de7-d930-44e2-90d5-607dbc704e2f requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:54.463353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Pushing event updated for resources: {'Port': ['ID=f78109b5-92bd-4ed4-be98-6deeadd03c6f,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:54.469822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 3653a6c8-c222-4f56-8c39-2c2963d7c5c7) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:54.498510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5687b3e0-0f58-49fb-aca7-c6675282037c None None] Network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:54.499735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60c15-53dc-4629-805f-c58fc11b7f04 req-ebdd2b6a-6a64-46cb-ba28-843169ab851b tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:54.507023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5ae60c15-53dc-4629-805f-c58fc11b7f04 req-ebdd2b6a-6a64-46cb-ba28-843169ab851b tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=90674e3b-33de-497e-b00b-3ae2b5021fbf HTTP/1.1" status: 200 len: 945 time: 0.9772451 May 24 22:45:54.526372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:54.526976 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:54.573069 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:54.592163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:54.595291 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:54.628033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Attempting to bind port f78109b5-92bd-4ed4-be98-6deeadd03c6f on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:54.628832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Attempting to bind port f78109b5-92bd-4ed4-be98-6deeadd03c6f by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'dbaa9760-c10c-4c78-aa83-b1cdc148a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'de08af28-b04a-4308-98aa-d9c6e79b8efb'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:54.629989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Attempting to bind port f78109b5-92bd-4ed4-be98-6deeadd03c6f on network de08af28-b04a-4308-98aa-d9c6e79b8efb {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:54.661337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Port f78109b5-92bd-4ed4-be98-6deeadd03c6f on network de08af28-b04a-4308-98aa-d9c6e79b8efb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:45:54.661337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Attempting to bind port f78109b5-92bd-4ed4-be98-6deeadd03c6f on network de08af28-b04a-4308-98aa-d9c6e79b8efb {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:54.662576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-042593aa-55b8-45ed-b592-9857b4de3ae7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9277387 May 24 22:45:54.714703 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4313cea6-9813-4674-ad61-54f4ec6b2126 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7192218 May 24 22:45:54.746687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:54.747028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Checking segment: {'id': 'dbaa9760-c10c-4c78-aa83-b1cdc148a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'de08af28-b04a-4308-98aa-d9c6e79b8efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:54.747419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Bound using segment: {'id': 'dbaa9760-c10c-4c78-aa83-b1cdc148a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'de08af28-b04a-4308-98aa-d9c6e79b8efb'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:54.747865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Bound port: f78109b5-92bd-4ed4-be98-6deeadd03c6f, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbaa9760-c10c-4c78-aa83-b1cdc148a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'de08af28-b04a-4308-98aa-d9c6e79b8efb'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:54.748215 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:54.805399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78f9a4-3815-47ed-8197-e13692aac317 None None] New status for floating IP f161a679-bb36-4875-8d64-1e11a68ffbc3: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:45:54.840984 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5ae60c15-53dc-4629-805f-c58fc11b7f04 req-7f7e2c1a-3971-4fba-ba6f-a7cac51822ab tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328040 May 24 22:45:54.878079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:45:54.909464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:45:54.979281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:45:55.070189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event updated for resources: {'Port': ['ID=0413f0ef-e906-4456-9af5-2a25b8569c02,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:55.080955 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-9c869497-6343-4f3e-8785-d8ee033e74bd service neutron] 10.222.0.55 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653485 May 24 22:45:55.203478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e082f04c-4454-46e2-a7ed-16e0f59a999e None None] Network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:55.229263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] For port f78109b5-92bd-4ed4-be98-6deeadd03c6f, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:55.241097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] For port f78109b5-92bd-4ed4-be98-6deeadd03c6f, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f78109b5-92bd-4ed4-be98-6deeadd03c6f,segment=NetworkSegment(dbaa9760-c10c-4c78-aa83-b1cdc148a915),segment_id=dbaa9760-c10c-4c78-aa83-b1cdc148a915)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:55.267858 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:55.284695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:55.286279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:55.335926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-38763fb3-a62a-45c2-8a90-fa120be35452 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1312160 May 24 22:45:55.354098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45887f3e-c008-4e7b-9fd2-128919598f60 req-bf728e20-6261-415c-8184-0bb8e7a50616 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:55.354982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-45887f3e-c008-4e7b-9fd2-128919598f60 req-bf728e20-6261-415c-8184-0bb8e7a50616 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Synchronizing usage tracker for tenant:0ab17453bc994b1e8265953dc3356d63 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:55.365569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Request body: {'port': {'device_id': '0f05932c-14ee-482c-9261-504be136df91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:55.369888 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:55.370882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:55.372351 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] 10.222.0.31 "PUT /v2.0/ports/f78109b5-92bd-4ed4-be98-6deeadd03c6f HTTP/1.1" status: 200 len: 1091 time: 2.5815704 May 24 22:45:55.373485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2cc64e1-6fad-4868-90ce-9dda34777f51', 'tag': 'f78109b5-92bd-4ed4-be98-6deeadd03c6f'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:55.465199 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb48faef-e07a-4884-8804-36e1be7c4247 req-15e5c7f0-a324-4464-a905-d813d73227d9 service neutron] 10.222.0.55 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764040 May 24 22:45:55.478193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-45887f3e-c008-4e7b-9fd2-128919598f60 req-bf728e20-6261-415c-8184-0bb8e7a50616 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Unset dirty status for tenant:0ab17453bc994b1e8265953dc3356d63 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:55.486253 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45887f3e-c008-4e7b-9fd2-128919598f60 req-bf728e20-6261-415c-8184-0bb8e7a50616 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 943 time: 0.3458016 May 24 22:45:55.557390 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:55.560370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce26ef-69e8-447d-965f-8083db6e3c3d service neutron] Pushing event updated for resources: {'Port': ['ID=f78109b5-92bd-4ed4-be98-6deeadd03c6f,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:55.603962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-624f2644-c77b-4b30-9475-ba6089c57ccf None None] Provisioning for port 0413f0ef-e906-4456-9af5-2a25b8569c02 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:45:55.628442 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2510ea4a-5137-4337-babe-5a26f1a97331'] response: {'name': 'network-changed', 'server_uuid': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'tag': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'status': 'completed', 'code': 200} May 24 22:45:55.629254 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45887f3e-c008-4e7b-9fd2-128919598f60 req-fa060481-5089-4d03-a1f2-045e4303049e tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/security-groups?id=304ad1a5-0fb0-46db-83d0-cc34e8f18e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393218 May 24 22:45:55.770023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d595-520d-4505-92ab-2a1b0debae9b req-41350e69-6d6b-40e3-a805-af37e7be8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:55.772372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-41350e69-6d6b-40e3-a805-af37e7be8572 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ab17453bc994b1e8265953dc3356d63&device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 1094 time: 0.3524883 May 24 22:45:55.777724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-624f2644-c77b-4b30-9475-ba6089c57ccf None None] Provisioning complete for port 0413f0ef-e906-4456-9af5-2a25b8569c02 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:45:55.778201 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-624f2644-c77b-4b30-9475-ba6089c57ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:55.802136 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:55.953816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-624f2644-c77b-4b30-9475-ba6089c57ccf None None] Port 0413f0ef-e906-4456-9af5-2a25b8569c02 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:45:55.983733 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-7013d08c-456c-4ac8-994b-c4e1da4228e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f78109b5-92bd-4ed4-be98-6deeadd03c6f HTTP/1.1" status: 200 len: 217 time: 0.1990058 May 24 22:45:55.995347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c2de1-b2dd-493b-a43c-73186050af69 req-c0840015-143b-4995-a7f6-d01d72b2540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:55.997067 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d7c2de1-b2dd-493b-a43c-73186050af69 req-c0840015-143b-4995-a7f6-d01d72b2540b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b73c17b45b3c405ebfb19d680a8bff16&device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 1097 time: 0.3668568 May 24 22:45:56.064670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d595-520d-4505-92ab-2a1b0debae9b req-b61a129e-223b-48e5-bb7d-cd5c4978a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:56.066697 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-b61a129e-223b-48e5-bb7d-cd5c4978a37b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6012f047-4548-4d84-8d7e-983429f991fe HTTP/1.1" status: 200 len: 854 time: 0.0740101 May 24 22:45:56.091123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9e62df-615a-4068-ba0d-682a5892fcc5 None None] Network ca570de7-d930-44e2-90d5-607dbc704e2f requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:45:56.283174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-90303868-0d08-4343-bedb-6a30a85d8ee7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de08af28-b04a-4308-98aa-d9c6e79b8efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909912 May 24 22:45:56.342517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696754ea-c11b-4636-b68e-1260b710f09f req-2e532b07-c03d-4d3d-8337-cc930ac7aaa8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:56.345271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-696754ea-c11b-4636-b68e-1260b710f09f req-2e532b07-c03d-4d3d-8337-cc930ac7aaa8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:56.409658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-696754ea-c11b-4636-b68e-1260b710f09f req-2e532b07-c03d-4d3d-8337-cc930ac7aaa8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:56.418104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-696754ea-c11b-4636-b68e-1260b710f09f req-2e532b07-c03d-4d3d-8337-cc930ac7aaa8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 935 time: 0.6033227 May 24 22:45:56.479835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-696754ea-c11b-4636-b68e-1260b710f09f req-08ab3917-dcaa-419f-8f5a-c3787740ba0f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:56.591579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f525-f4dd-427c-b30a-ebf4c1eb87ef req-4861891a-079e-4b57-8b8c-b9345ca8c292 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:56.593567 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e547f525-f4dd-427c-b30a-ebf4c1eb87ef req-4861891a-079e-4b57-8b8c-b9345ca8c292 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.5030410 May 24 22:45:56.594771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c2de1-b2dd-493b-a43c-73186050af69 req-c6aff96e-0d9e-4a2c-b9c6-5e977adc8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:56.596208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d7c2de1-b2dd-493b-a43c-73186050af69 req-c6aff96e-0d9e-4a2c-b9c6-5e977adc8aad service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9030e52-b3b9-4829-99f1-70ea2293d70c HTTP/1.1" status: 200 len: 929 time: 0.5284381 May 24 22:45:56.605186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-696754ea-c11b-4636-b68e-1260b710f09f req-08ab3917-dcaa-419f-8f5a-c3787740ba0f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:56.617116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-696754ea-c11b-4636-b68e-1260b710f09f req-08ab3917-dcaa-419f-8f5a-c3787740ba0f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977167 May 24 22:45:56.706970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0413f0ef-e906-4456-9af5-2a25b8569c02 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:45:56.732296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:56.781109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Transition to ACTIVE for port object 0413f0ef-e906-4456-9af5-2a25b8569c02 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:45:56.792650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:56.870971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-3c0ff804-b5ee-47f9-a507-e0aceddbee99 service neutron] 10.222.0.31 "GET /v2.0/networks/de08af28-b04a-4308-98aa-d9c6e79b8efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723617 May 24 22:45:56.960827 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e547f525-f4dd-427c-b30a-ebf4c1eb87ef req-f23313dd-10e6-4f81-883b-81a13a3bd857 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291800 May 24 22:45:57.073516 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d7c2de1-b2dd-493b-a43c-73186050af69 req-f420f2c6-de35-448b-8618-b29422b01d59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6031be47-28f0-4e81-b1f1-482c561dd8d3 HTTP/1.1" status: 200 len: 1001 time: 0.4409916 May 24 22:45:57.114876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0413f0ef-e906-4456-9af5-2a25b8569c02,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:57.312230 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be01d595-520d-4505-92ab-2a1b0debae9b req-8fb73335-9dbc-41e9-a3e0-49186f6409d1 service neutron] 10.222.0.31 "GET /v2.0/networks/de08af28-b04a-4308-98aa-d9c6e79b8efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323614 May 24 22:45:57.383715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c2de1-b2dd-493b-a43c-73186050af69 req-f66baae4-2fe1-458f-91ce-544dc817387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:57.385378 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d7c2de1-b2dd-493b-a43c-73186050af69 req-f66baae4-2fe1-458f-91ce-544dc817387a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b HTTP/1.1" status: 200 len: 867 time: 0.3032954 May 24 22:45:57.390582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-757567009', 'description': 'tempest-description-900001843'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:57.397353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:57.593016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Usage tracker for resource:security_group and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:57.603821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Attempting to bind port 0413f0ef-e906-4456-9af5-2a25b8569c02 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:45:57.604398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Attempting to bind port 0413f0ef-e906-4456-9af5-2a25b8569c02 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:45:57.604799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Attempting to bind port 0413f0ef-e906-4456-9af5-2a25b8569c02 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:57.605460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:57.614190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:57.646329 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:57.658493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Port 0413f0ef-e906-4456-9af5-2a25b8569c02 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:45:57.659197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Attempting to bind port 0413f0ef-e906-4456-9af5-2a25b8569c02 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:45:57.678456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:45:57.678795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:45:57.679277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:45:57.679700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Bound port: 0413f0ef-e906-4456-9af5-2a25b8569c02, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:45:57.680000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:57.680112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:57.695151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c2de1-b2dd-493b-a43c-73186050af69 req-11ec7bd7-6a47-4360-9d75-27b692e7f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:57.698780 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d7c2de1-b2dd-493b-a43c-73186050af69 req-11ec7bd7-6a47-4360-9d75-27b692e7f355 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9030e52-b3b9-4829-99f1-70ea2293d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2967341 May 24 22:45:57.700320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Usage tracker for resource:security_group_rule and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:45:57.700815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-e830eca6-a068-4063-bafa-bad40d7ed924 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:57.702407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-e830eca6-a068-4063-bafa-bad40d7ed924 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.2839975 May 24 22:45:57.704352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:45:57.733204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:57.776706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-06d617d4-eeec-44f9-9883-8aba74a0679e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/quotas/2e846590628e4af9acc5488fea48c6ad HTTP/1.1" status: 200 len: 375 time: 0.0634816 May 24 22:45:57.864632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-aa5ca0e7-8801-48cd-8ae4-c38434d1d700 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723245 May 24 22:45:57.876623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] For port 0413f0ef-e906-4456-9af5-2a25b8569c02, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:45:57.879816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] For port 0413f0ef-e906-4456-9af5-2a25b8569c02, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0413f0ef-e906-4456-9af5-2a25b8569c02,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:45:57.900396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d7c2de1-b2dd-493b-a43c-73186050af69 req-46227843-2b11-44b9-86b2-4c84eb781923 service neutron] 10.222.0.50 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928256 May 24 22:45:57.903398 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:58.012748 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:58.029257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:58.030052 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:58.030323 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:58.031269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] 10.222.0.31 "PUT /v2.0/ports/0413f0ef-e906-4456-9af5-2a25b8569c02 HTTP/1.1" status: 200 len: 1095 time: 2.6699643 May 24 22:45:58.031701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f05932c-14ee-482c-9261-504be136df91', 'tag': '0413f0ef-e906-4456-9af5-2a25b8569c02'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:45:58.070014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:58.071185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502086e6-ea4f-4bb4-9cf9-343e899af7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0413f0ef-e906-4456-9af5-2a25b8569c02,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:58.076481 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-97276ccc-3d01-426f-bb82-9be5fb5195ff req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6888487 May 24 22:45:58.128918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9fd70-9237-41b7-8549-d6d0976adf6a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a1ccc1-3f47-4251-9a8f-cc6b5647a036,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:45:58.150563 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d36b3e5-fae8-453c-a444-077bebcd142d'] response: {'name': 'network-changed', 'server_uuid': 'c2cc64e1-6fad-4868-90ce-9dda34777f51', 'tag': 'f78109b5-92bd-4ed4-be98-6deeadd03c6f', 'status': 'completed', 'code': 200} May 24 22:45:58.200094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-26f2af30-f3be-4f9c-b1a5-5eaefdcf5a4d service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188262 May 24 22:45:58.441907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a401c779-304b-432a-a28e-418d99634b06 req-cb689ae2-a138-4a23-be19-e85af4cda73d tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 258 time: 0.2531843 May 24 22:45:58.446676 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d7c2de1-b2dd-493b-a43c-73186050af69 req-182ce6d0-ff78-4df8-86e6-a4d2f3c5a45b service neutron] 10.222.0.50 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359862 May 24 22:45:58.452353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:45:58.467455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:45:58.488296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:45:58.511445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e281b-dd73-4605-8630-e1b8f3147d0a req-43f491d3-e8a9-4593-ada0-a50f881d0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:58.513427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c2e281b-dd73-4605-8630-e1b8f3147d0a req-43f491d3-e8a9-4593-ada0-a50f881d0ac3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ab17453bc994b1e8265953dc3356d63&device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 1094 time: 0.3170066 May 24 22:45:58.515238 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:58.546979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-64823219-4fc5-4f38-8688-2cccef7120f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:58.549034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-64823219-4fc5-4f38-8688-2cccef7120f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 1098 time: 0.4349115 May 24 22:45:58.559307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-52e3c07a-5ef6-44ed-aaf0-1eaefafe12ec service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582602 May 24 22:45:58.675934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-d6aa58b0-822e-4e15-af84-226981840fd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=0413f0ef-e906-4456-9af5-2a25b8569c02 HTTP/1.1" status: 200 len: 217 time: 0.1116946 May 24 22:45:58.813310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-659b00c3-215d-4e6c-b982-ddbfea936ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:58.815606 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-659b00c3-215d-4e6c-b982-ddbfea936ce8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1065106 May 24 22:45:58.919641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e281b-dd73-4605-8630-e1b8f3147d0a req-9db7e92a-892a-4023-b2e8-c2331d9e1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:58.923951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c2e281b-dd73-4605-8630-e1b8f3147d0a req-9db7e92a-892a-4023-b2e8-c2331d9e1335 service neutron] 10.222.0.31 "GET /v2.0/networks?id=de08af28-b04a-4308-98aa-d9c6e79b8efb HTTP/1.1" status: 200 len: 915 time: 0.3874733 May 24 22:45:58.937070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7a4f8-cd55-4936-8cbd-d0499c306580 req-bac73ee2-3a34-482e-837e-e7005413baac tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:58.938625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83b7a4f8-cd55-4936-8cbd-d0499c306580 req-bac73ee2-3a34-482e-837e-e7005413baac tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.31 "GET /v2.0/ports?device_id=90674e3b-33de-497e-b00b-3ae2b5021fbf HTTP/1.1" status: 200 len: 945 time: 0.2617450 May 24 22:45:58.987227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-ed17142a-c6f4-4b0a-af5e-5fec81e6c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:58.988700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-ed17142a-c6f4-4b0a-af5e-5fec81e6c854 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1655660 May 24 22:45:59.032489 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c2e281b-dd73-4605-8630-e1b8f3147d0a req-5375189b-c57d-4ddf-bbaf-ed5cfacaee11 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f78109b5-92bd-4ed4-be98-6deeadd03c6f HTTP/1.1" status: 200 len: 217 time: 0.1019399 May 24 22:45:59.071605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-83b7a4f8-cd55-4936-8cbd-d0499c306580 req-d29a4f1a-c1a1-4f62-bc9f-2bb0c7e77634 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Deleting port 9d47546d-5b1d-48c8-ba84-a4830cfd9058 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:45:59.071947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-83b7a4f8-cd55-4936-8cbd-d0499c306580 req-d29a4f1a-c1a1-4f62-bc9f-2bb0c7e77634 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:59.122077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e281b-dd73-4605-8630-e1b8f3147d0a req-77140a64-b4ff-4e53-bbbc-7ed25bee614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:59.123617 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c2e281b-dd73-4605-8630-e1b8f3147d0a req-77140a64-b4ff-4e53-bbbc-7ed25bee614c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6012f047-4548-4d84-8d7e-983429f991fe HTTP/1.1" status: 200 len: 854 time: 0.0800042 May 24 22:45:59.125842 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:59.226574 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c2e281b-dd73-4605-8630-e1b8f3147d0a req-c17c9ace-b00e-427b-aea9-e4f9e9ac8d00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de08af28-b04a-4308-98aa-d9c6e79b8efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548155 May 24 22:45:59.464765 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c2e281b-dd73-4605-8630-e1b8f3147d0a req-b28ad3a2-216f-4f62-bba0-f9c3af0315f3 service neutron] 10.222.0.31 "GET /v2.0/networks/de08af28-b04a-4308-98aa-d9c6e79b8efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293999 May 24 22:45:59.472289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Allocated IP 172.25.7.118 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/1962564d-78fc-474f-a5f8-8069ea0da048) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:45:59.666610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0a53d-ddb8-4ccc-9a9d-a17e768ae8f1 req-eb8826d5-16d8-40f4-871e-1551a6cb8782 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:45:59.674914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2ab0a53d-ddb8-4ccc-9a9d-a17e768ae8f1 req-eb8826d5-16d8-40f4-871e-1551a6cb8782 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 943 time: 0.7347841 May 24 22:45:59.731101 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-53bffa4b-0d3d-4414-9e08-0c79c8181a17 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102666 May 24 22:45:59.773265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2ab0a53d-ddb8-4ccc-9a9d-a17e768ae8f1 req-a53dd331-17b2-4e30-8830-bebf5d34570c tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Synchronizing usage tracker for tenant:0ab17453bc994b1e8265953dc3356d63 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:45:59.923582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-83b7a4f8-cd55-4936-8cbd-d0499c306580 req-d29a4f1a-c1a1-4f62-bc9f-2bb0c7e77634 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] For port 9d47546d-5b1d-48c8-ba84-a4830cfd9058, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=9d47546d-5b1d-48c8-ba84-a4830cfd9058,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:45:59.924332 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-83b7a4f8-cd55-4936-8cbd-d0499c306580 req-d29a4f1a-c1a1-4f62-bc9f-2bb0c7e77634 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:45:59.929759 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c2e281b-dd73-4605-8630-e1b8f3147d0a req-b65c94d0-9016-41b7-a757-0a0490906b07 service neutron] 10.222.0.31 "GET /v2.0/networks/de08af28-b04a-4308-98aa-d9c6e79b8efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530210 May 24 22:45:59.942430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2ab0a53d-ddb8-4ccc-9a9d-a17e768ae8f1 req-a53dd331-17b2-4e30-8830-bebf5d34570c tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Unset dirty status for tenant:0ab17453bc994b1e8265953dc3356d63 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:45:59.956411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2ab0a53d-ddb8-4ccc-9a9d-a17e768ae8f1 req-a53dd331-17b2-4e30-8830-bebf5d34570c tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/security-groups?id=304ad1a5-0fb0-46db-83d0-cc34e8f18e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801170 May 24 22:45:59.980700 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:00.019273 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:00.129127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:00.132620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:00.135045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:00.218605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Pushing event updated for resources: {'Port': ['ID=1962564d-78fc-474f-a5f8-8069ea0da048,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:00.220924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-83b7a4f8-cd55-4936-8cbd-d0499c306580 req-d29a4f1a-c1a1-4f62-bc9f-2bb0c7e77634 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Calling delete_port for 9d47546d-5b1d-48c8-ba84-a4830cfd9058 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:00.310953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-508fcc1d-b54b-43e2-aa99-bfdfdc68019b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1434450 May 24 22:46:00.315228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:00.331303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f78109b5-92bd-4ed4-be98-6deeadd03c6f details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:46:00.405432 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:00.428782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-994c8665-a75a-4fba-8f17-a3126716dca5 req-b4be2485-2c11-43a2-a17d-be5edcfe08f4 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699789 May 24 22:46:00.547948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bd694-b026-45bb-b4c7-9f877fe8ca1d req-b311a203-3392-406c-afd9-e7dba65160d0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:00.556528 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d00bd694-b026-45bb-b4c7-9f877fe8ca1d req-b311a203-3392-406c-afd9-e7dba65160d0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.2469790 May 24 22:46:00.560127 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-83b7a4f8-cd55-4936-8cbd-d0499c306580 req-d29a4f1a-c1a1-4f62-bc9f-2bb0c7e77634 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:00.576122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f78109b5-92bd-4ed4-be98-6deeadd03c6f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f78109b5-92bd-4ed4-be98-6deeadd03c6f,segment=NetworkSegment(dbaa9760-c10c-4c78-aa83-b1cdc148a915),segment_id=dbaa9760-c10c-4c78-aa83-b1cdc148a915)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:00.593655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'f78109b5-92bd-4ed4-be98-6deeadd03c6f', 'network_id': 'de08af28-b04a-4308-98aa-d9c6e79b8efb', 'port_id': 'f78109b5-92bd-4ed4-be98-6deeadd03c6f', 'mac_address': 'fa:16:3e:cc:88:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6012f047-4548-4d84-8d7e-983429f991fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:46:00.598242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['360b7c25-bc7e-4332-a4de-827bf0b157e7', '9d47546d-5b1d-48c8-ba84-a4830cfd9058'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:00.624458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6be27e8d-8ef0-44a4-b087-d711012f3f73'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:00.637331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-211c8020-8c99-403c-a659-c6a415ca93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:00.638977 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-211c8020-8c99-403c-a659-c6a415ca93d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1101 time: 0.1855092 May 24 22:46:00.639660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a4f1a-c1a1-4f62-bc9f-2bb0c7e77634 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Pushing event deleted for resources: {'Port': ['ID=9d47546d-5b1d-48c8-ba84-a4830cfd9058,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:00.766957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b7a4f8-cd55-4936-8cbd-d0499c306580 req-d29a4f1a-c1a1-4f62-bc9f-2bb0c7e77634 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] No DVR routers for this DVR port 9d47546d-5b1d-48c8-ba84-a4830cfd9058 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:46:00.771628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-83b7a4f8-cd55-4936-8cbd-d0499c306580 req-d29a4f1a-c1a1-4f62-bc9f-2bb0c7e77634 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:00.821472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d00bd694-b026-45bb-b4c7-9f877fe8ca1d req-2670a28c-efa0-4a0c-bcd0-f3808c099bfb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635207 May 24 22:46:00.826099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83b7a4f8-cd55-4936-8cbd-d0499c306580 req-d29a4f1a-c1a1-4f62-bc9f-2bb0c7e77634 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.31 "DELETE /v2.0/ports/9d47546d-5b1d-48c8-ba84-a4830cfd9058 HTTP/1.1" status: 204 len: 173 time: 1.8425598 May 24 22:46:00.951287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f78109b5-92bd-4ed4-be98-6deeadd03c6f is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:00.951287 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:00.977365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78109b5-92bd-4ed4-be98-6deeadd03c6f {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:00.998667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f78109b5-92bd-4ed4-be98-6deeadd03c6f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f78109b5-92bd-4ed4-be98-6deeadd03c6f,segment=NetworkSegment(dbaa9760-c10c-4c78-aa83-b1cdc148a915),segment_id=dbaa9760-c10c-4c78-aa83-b1cdc148a915)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:01.028280 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:01.096309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-0fc6aa9d-9a86-453f-9653-ae1049ad3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:01.107021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4ce24818-8c47-4634-90bb-9f3e0de93502 req-de0f5b24-cad7-431e-845e-78dabb464943 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Synchronizing usage tracker for tenant:b9708c8a77934a14bbe216cb7604bbfc on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:01.108427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-0fc6aa9d-9a86-453f-9653-ae1049ad3421 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.4384050 May 24 22:46:01.150045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4ce24818-8c47-4634-90bb-9f3e0de93502 req-de0f5b24-cad7-431e-845e-78dabb464943 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Unset dirty status for tenant:b9708c8a77934a14bbe216cb7604bbfc on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:01.151426 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ce24818-8c47-4634-90bb-9f3e0de93502 req-de0f5b24-cad7-431e-845e-78dabb464943 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=90674e3b-33de-497e-b00b-3ae2b5021fbf HTTP/1.1" status: 200 len: 210 time: 0.1408761 May 24 22:46:01.303701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f78109b5-92bd-4ed4-be98-6deeadd03c6f,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:01.322621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-311ee3ca-c6ec-4949-add7-f29484af82d3 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:01.323332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-311ee3ca-c6ec-4949-add7-f29484af82d3 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:01.337182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.337866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.337866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.338172 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.338497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.338819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.339254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.339577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.339892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.340202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.340700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.341019 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:01.381661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f78109b5-92bd-4ed4-be98-6deeadd03c6f'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:01.456413 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-1f480bb4-9da0-417c-9bff-5a033bdcc377 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 217 time: 0.1225657 May 24 22:46:01.466284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9231-6311-422e-9a8f-1c562663502d req-b2b3d7eb-5925-457f-aba2-fdaa9098d80a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:01.468167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20ec9231-6311-422e-9a8f-1c562663502d req-b2b3d7eb-5925-457f-aba2-fdaa9098d80a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 947 time: 0.1182673 May 24 22:46:01.516023 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:46:01.539634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-311ee3ca-c6ec-4949-add7-f29484af82d3 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:01.540762 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-311ee3ca-c6ec-4949-add7-f29484af82d3 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.50 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.5186613 May 24 22:46:01.546495 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:01.560332 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20ec9231-6311-422e-9a8f-1c562663502d req-dd2f3f90-7299-41cf-9df5-cacdd23dd50c tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707154 May 24 22:46:01.578319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Request body: {'port': {'device_id': '32de0f3f-5065-472d-8450-ff0021c4d28b', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'admin_state_up': True, 'tenant_id': '2e846590628e4af9acc5488fea48c6ad'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:01.614017 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:01.625692 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2402668-61e4-4aba-bdbe-d3ddd979bb47'] response: {'name': 'network-changed', 'server_uuid': '0f05932c-14ee-482c-9261-504be136df91', 'tag': '0413f0ef-e906-4456-9af5-2a25b8569c02', 'status': 'completed', 'code': 200} May 24 22:46:01.840908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d56523f1-80e3-4689-8237-41b7d200a0f4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/78a1ccc1-3f47-4251-9a8f-cc6b5647a036 HTTP/1.1" status: 200 len: 1811 time: 0.0926688 May 24 22:46:01.855534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '78a1ccc1-3f47-4251-9a8f-cc6b5647a036', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:01.856062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '78a1ccc1-3f47-4251-9a8f-cc6b5647a036', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:01.868393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76358d-8c21-4a3e-940e-32a0b43ae334 req-178f028d-e9d5-4821-ab5e-67e15ba38b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:01.870127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f76358d-8c21-4a3e-940e-32a0b43ae334 req-178f028d-e9d5-4821-ab5e-67e15ba38b28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 1098 time: 0.2177286 May 24 22:46:01.871483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:01.876665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Usage tracker for resource:security_group_rule and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:01.880092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:01.908261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-4b36f16d-9e8e-4154-8616-a022b047f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:01.909796 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-4b36f16d-9e8e-4154-8616-a022b047f87e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.4389243 May 24 22:46:01.914646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:01.938863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Pushing event updated for resources: {'Port': ['ID=1962564d-78fc-474f-a5f8-8069ea0da048,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:02.043931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:02.075007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76358d-8c21-4a3e-940e-32a0b43ae334 req-892544d6-ad4e-499e-a392-5804379594e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:02.076509 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f76358d-8c21-4a3e-940e-32a0b43ae334 req-892544d6-ad4e-499e-a392-5804379594e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.1860704 May 24 22:46:02.102163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:02.104455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:02.105730 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a401c779-304b-432a-a28e-418d99634b06 req-35a9243d-f8ec-4979-9ea8-e425375b659f tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6629906 May 24 22:46:02.108959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Usage tracker for resource:port and tenant:2e846590628e4af9acc5488fea48c6ad is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:02.114261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:02.170701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:02.181767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-ee1410c3-26f5-4746-aa2d-9f4e8a2f012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:02.183471 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-ee1410c3-26f5-4746-aa2d-9f4e8a2f012c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2383835 May 24 22:46:02.324830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f76358d-8c21-4a3e-940e-32a0b43ae334 req-5b67fd77-7ea7-4923-84d9-6c634a8f7e5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=0413f0ef-e906-4456-9af5-2a25b8569c02 HTTP/1.1" status: 200 len: 217 time: 0.2392263 May 24 22:46:02.326483 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:02.350403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0413f0ef-e906-4456-9af5-2a25b8569c02 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:46:02.354561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f78109b5-92bd-4ed4-be98-6deeadd03c6f up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:02.397525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a401c779-304b-432a-a28e-418d99634b06 req-b0f984a9-c494-4df8-8c4e-7c91d353358b tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Synchronizing usage tracker for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:floatingip {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:02.447292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:02.458388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76358d-8c21-4a3e-940e-32a0b43ae334 req-b786a175-5692-4b23-81e4-863ad0ee08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:02.460857 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f76358d-8c21-4a3e-940e-32a0b43ae334 req-b786a175-5692-4b23-81e4-863ad0ee08ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1279106 May 24 22:46:02.462079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:02.468825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Made reservation on behalf of 2e846590628e4af9acc5488fea48c6ad for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:46:02.472960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:02.544262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a401c779-304b-432a-a28e-418d99634b06 req-b0f984a9-c494-4df8-8c4e-7c91d353358b tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Unset dirty status for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:floatingip {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:02.547200 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a401c779-304b-432a-a28e-418d99634b06 req-b0f984a9-c494-4df8-8c4e-7c91d353358b tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 696 time: 0.4341352 May 24 22:46:02.560479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa26c82-2f71-48a2-8779-870b2dc205dc,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:02.586234 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:02.604103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-94673ae2-ad45-4694-9e4f-c7920dbde7f2 req-d3248173-48ed-4cf1-8e46-d36fe072bd10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7553661 May 24 22:46:02.634079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76358d-8c21-4a3e-940e-32a0b43ae334 req-a6f7e3b5-0ee9-4c61-b2c5-b458a72e9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:02.638480 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f76358d-8c21-4a3e-940e-32a0b43ae334 req-a6f7e3b5-0ee9-4c61-b2c5-b458a72e9ca8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593409 May 24 22:46:02.670757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port f78109b5-92bd-4ed4-be98-6deeadd03c6f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:02.699997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port f78109b5-92bd-4ed4-be98-6deeadd03c6f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:02.700613 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:02.797969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 0413f0ef-e906-4456-9af5-2a25b8569c02, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0413f0ef-e906-4456-9af5-2a25b8569c02,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:02.836261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Allocated IP 172.20.0.13 (3653a6c8-c222-4f56-8c39-2c2963d7c5c7/58b7ed93-185b-4c74-a8c5-a81fc40ebbf5/6630497a-18ee-4a27-9db2-5bf6af4bfaf6) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:02.841740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '0413f0ef-e906-4456-9af5-2a25b8569c02', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '0413f0ef-e906-4456-9af5-2a25b8569c02', 'mac_address': 'fa:16:3e:c1:c6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:46:02.870080 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f76358d-8c21-4a3e-940e-32a0b43ae334 req-0a6d5bf5-3b82-4bdb-8dc1-0e306fec13aa service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208664 May 24 22:46:02.935532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f78109b5-92bd-4ed4-be98-6deeadd03c6f is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:02.936440 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:02.946547 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc75b7a8-df8e-4fc5-8948-29c7131df48d req-3af6d219-206c-421c-bf2e-12579b30b102 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 210 time: 0.0750287 May 24 22:46:02.973803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 0413f0ef-e906-4456-9af5-2a25b8569c02 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:02.974545 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:02.991839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cc64e1-6fad-4868-90ce-9dda34777f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78109b5-92bd-4ed4-be98-6deeadd03c6f'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:03.019380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0413f0ef-e906-4456-9af5-2a25b8569c02 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:03.026308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f78109b5-92bd-4ed4-be98-6deeadd03c6f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f78109b5-92bd-4ed4-be98-6deeadd03c6f,segment=NetworkSegment(dbaa9760-c10c-4c78-aa83-b1cdc148a915),segment_id=dbaa9760-c10c-4c78-aa83-b1cdc148a915)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:03.040505 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:03.042418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 9d47546d-5b1d-48c8-ba84-a4830cfd9058 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:03.127258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 0413f0ef-e906-4456-9af5-2a25b8569c02, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0413f0ef-e906-4456-9af5-2a25b8569c02,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:03.128548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 9d47546d-5b1d-48c8-ba84-a4830cfd9058 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:46:03.129032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 9d47546d-5b1d-48c8-ba84-a4830cfd9058 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:46:03.142325 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:03.148140 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:03.185272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f78109b5-92bd-4ed4-be98-6deeadd03c6f,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:03.224447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f76358d-8c21-4a3e-940e-32a0b43ae334 req-cf58325c-0a1e-467e-a7c7-187128096011 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209863 May 24 22:46:03.278811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15c2f6-82c6-4679-96c4-4b3b2b914354 req-4f35b4ad-5a8c-4dee-ba03-e18879e30e1f tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:03.281049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b15c2f6-82c6-4679-96c4-4b3b2b914354 req-4f35b4ad-5a8c-4dee-ba03-e18879e30e1f tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 945 time: 0.1029949 May 24 22:46:03.291737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=0413f0ef-e906-4456-9af5-2a25b8569c02,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:03.337517 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:03.346346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b15c2f6-82c6-4679-96c4-4b3b2b914354 req-3d7616bc-4aea-4f10-9ed0-64703e2420a1 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/security-groups?id=304ad1a5-0fb0-46db-83d0-cc34e8f18e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586224 May 24 22:46:03.426556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:03.481380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:03.489475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:03.515108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event updated for resources: {'Port': ['ID=6630497a-18ee-4a27-9db2-5bf6af4bfaf6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:03.521463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:03.589352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c779-304b-432a-a28e-418d99634b06 req-2bf2aa5c-079c-4dda-91a5-b8be5608b767 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:03.592729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a401c779-304b-432a-a28e-418d99634b06 req-2bf2aa5c-079c-4dda-91a5-b8be5608b767 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.4195220 May 24 22:46:03.608789 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-003f1616-b2b4-43a7-a95d-8c53b49535c5 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4074020 May 24 22:46:03.628383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90674e3b-33de-497e-b00b-3ae2b5021fbf', 'name': 'network-vif-deleted', 'tag': '9d47546d-5b1d-48c8-ba84-a4830cfd9058'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:03.775307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42652fc-16d5-4c22-8202-d9008bdd359a req-902fcc7e-b269-46ac-be05-8c5749f2265b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:03.777212 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f42652fc-16d5-4c22-8202-d9008bdd359a req-902fcc7e-b269-46ac-be05-8c5749f2265b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 948 time: 0.1043103 May 24 22:46:03.834450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:03.835327 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:03.838225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f42652fc-16d5-4c22-8202-d9008bdd359a req-e272bc6a-951a-4ddf-a3c1-2bee587d8d89 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530922 May 24 22:46:03.856516 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-279e8ec3-d69b-41c8-9bff-63842067a31b req-251e4478-48ce-46ea-8bbb-5331041d1c49 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/78a1ccc1-3f47-4251-9a8f-cc6b5647a036 HTTP/1.1" status: 200 len: 2404 time: 0.1439087 May 24 22:46:03.884675 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4a80deb-2c18-460e-b31f-d5334c18cca7 req-fa024d4b-6edb-45ea-a504-24d6b5162eea service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671015 May 24 22:46:03.893166 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-df3f4253-df34-4b93-8463-59db9e195bd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3347502 May 24 22:46:03.923190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Request body: {'port': {'device_id': '32de0f3f-5065-472d-8450-ff0021c4d28b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:03.959755 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f446d8-3c78-4ece-8e5b-77b821f0d3d9'] response: {'server_uuid': 'c2cc64e1-6fad-4868-90ce-9dda34777f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78109b5-92bd-4ed4-be98-6deeadd03c6f', 'code': 200} May 24 22:46:04.121268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:04.174431 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c43795d-45e8-4dd6-9b7b-db387d62c37c'] response: {'server_uuid': '90674e3b-33de-497e-b00b-3ae2b5021fbf', 'name': 'network-vif-deleted', 'tag': '9d47546d-5b1d-48c8-ba84-a4830cfd9058', 'status': 'completed', 'code': 200} May 24 22:46:04.235911 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8a3bd89-8764-4a8c-8885-bfda3803259c req-a062bbeb-4427-46a8-8176-81aea8944451 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-group-rules/5aa26c82-2f71-48a2-8779-870b2dc205dc HTTP/1.1" status: 200 len: 778 time: 0.0704722 May 24 22:46:04.303341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8a3bd89-8764-4a8c-8885-bfda3803259c req-97a4b26f-7918-439d-9cd8-f24c9d0033aa tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/78a1ccc1-3f47-4251-9a8f-cc6b5647a036 HTTP/1.1" status: 200 len: 2404 time: 0.0664716 May 24 22:46:04.312530 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-259d023c-133f-478b-911b-94e137dd8a92 req-efccbec9-4430-45dc-ae62-548c3f0920e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2380540 May 24 22:46:04.354612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0413f0ef-e906-4456-9af5-2a25b8569c02 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:04.375260 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d8a3bd89-8764-4a8c-8885-bfda3803259c req-0b2a5de0-2637-471b-bb8b-fbf84397a11b tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:04.401737 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d8a3bd89-8764-4a8c-8885-bfda3803259c req-0b2a5de0-2637-471b-bb8b-fbf84397a11b tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:04.447904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52c9e6-f052-4e6f-961e-8d59c7a70794 req-6294d9f8-4987-4120-8611-a10205297b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:04.449391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff52c9e6-f052-4e6f-961e-8d59c7a70794 req-6294d9f8-4987-4120-8611-a10205297b2e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 1096 time: 0.3086360 May 24 22:46:04.495775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 0413f0ef-e906-4456-9af5-2a25b8569c02 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:04.508036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 0413f0ef-e906-4456-9af5-2a25b8569c02 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:04.508936 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:04.543670 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d8a3bd89-8764-4a8c-8885-bfda3803259c req-0b2a5de0-2637-471b-bb8b-fbf84397a11b tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:04.575836 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d8a3bd89-8764-4a8c-8885-bfda3803259c req-0b2a5de0-2637-471b-bb8b-fbf84397a11b tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:04.593690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8a3bd89-8764-4a8c-8885-bfda3803259c req-0b2a5de0-2637-471b-bb8b-fbf84397a11b tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/5aa26c82-2f71-48a2-8779-870b2dc205dc HTTP/1.1" status: 204 len: 173 time: 0.2893062 May 24 22:46:04.596852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a5de0-2637-471b-bb8b-fbf84397a11b tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5aa26c82-2f71-48a2-8779-870b2dc205dc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:04.608542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59fedb-dc14-4490-97c2-2f9a520dc9d1 req-013d7b8b-59ef-46e7-8d5c-d6f8568e2dba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:04.618387 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cb59fedb-dc14-4490-97c2-2f9a520dc9d1 req-013d7b8b-59ef-46e7-8d5c-d6f8568e2dba tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4791982 May 24 22:46:04.624503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d023c-133f-478b-911b-94e137dd8a92 req-ab305cf9-3316-4acd-a8e5-2e34140ff8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:04.628252 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-259d023c-133f-478b-911b-94e137dd8a92 req-ab305cf9-3316-4acd-a8e5-2e34140ff8ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 1101 time: 0.1748874 May 24 22:46:04.713834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 0413f0ef-e906-4456-9af5-2a25b8569c02 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:04.714263 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:04.765548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 0413f0ef-e906-4456-9af5-2a25b8569c02, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0413f0ef-e906-4456-9af5-2a25b8569c02,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:04.775474 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cb59fedb-dc14-4490-97c2-2f9a520dc9d1 req-8ff540cd-3055-46c5-97a3-b287bce6e755 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 696 time: 0.1561308 May 24 22:46:04.777278 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:04.784259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-cb59fedb-dc14-4490-97c2-2f9a520dc9d1 req-499f89cc-65e9-405a-92d1-3e2c61c09efb tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Request body: {'floatingip': {'port_id': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:04.902332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d023c-133f-478b-911b-94e137dd8a92 req-966f4306-95f7-490c-bc81-e65f2d99b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:04.903890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-259d023c-133f-478b-911b-94e137dd8a92 req-966f4306-95f7-490c-bc81-e65f2d99b73a service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2490549 May 24 22:46:04.915866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=0413f0ef-e906-4456-9af5-2a25b8569c02,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:05.031501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-259d023c-133f-478b-911b-94e137dd8a92 req-215e3de1-ba51-41b6-b8e0-875f7d353b4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022 HTTP/1.1" status: 200 len: 217 time: 0.1115921 May 24 22:46:05.099923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff52c9e6-f052-4e6f-961e-8d59c7a70794 req-59fee5fb-1c3f-48ad-817f-66251f6dcd69 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=304ad1a5-0fb0-46db-83d0-cc34e8f18e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303086 May 24 22:46:05.126352 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-cb59fedb-dc14-4490-97c2-2f9a520dc9d1 req-499f89cc-65e9-405a-92d1-3e2c61c09efb tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:05.152511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d023c-133f-478b-911b-94e137dd8a92 req-b615e57b-47b0-49f9-80b1-b8e647311846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:05.153965 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-259d023c-133f-478b-911b-94e137dd8a92 req-b615e57b-47b0-49f9-80b1-b8e647311846 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1150782 May 24 22:46:05.230305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e3ed-07df-4968-b8ab-b259fb223213 req-9897bdc0-1c04-4c2e-ab3a-d96d63d83c73 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:05.231804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd25e3ed-07df-4968-b8ab-b259fb223213 req-9897bdc0-1c04-4c2e-ab3a-d96d63d83c73 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 932 time: 0.1491842 May 24 22:46:05.262900 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4045b4c-7fc0-451f-96c5-3ed0a289f049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:05.285207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd25e3ed-07df-4968-b8ab-b259fb223213 req-1d6fd3f4-5d6c-41ff-8a0a-eff480d9ec5d tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473032 May 24 22:46:05.287902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d023c-133f-478b-911b-94e137dd8a92 req-2a984f0f-890a-49b4-aa00-0285a36817ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:05.289355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-259d023c-133f-478b-911b-94e137dd8a92 req-2a984f0f-890a-49b4-aa00-0285a36817ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221628 May 24 22:46:05.400300 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-47546147-ce4e-4f30-a851-3721a0e5834d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3635206 May 24 22:46:05.483892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:05.497143 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-259d023c-133f-478b-911b-94e137dd8a92 req-25984c79-5676-445c-93d2-9ef3994a7a86 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905885 May 24 22:46:05.502143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:05.518738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910899f-2515-4fc6-9e91-3880eeb8295b req-672d7cf3-77ee-4326-9db8-10d7bd90d2de tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:05.520334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4910899f-2515-4fc6-9e91-3880eeb8295b req-672d7cf3-77ee-4326-9db8-10d7bd90d2de tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 945 time: 0.1226630 May 24 22:46:05.662170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Transition to ACTIVE for port object 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:05.675717 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:05.768018 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4910899f-2515-4fc6-9e91-3880eeb8295b req-352ed7cb-749f-4149-80fe-7d03a47221a7 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/security-groups?id=304ad1a5-0fb0-46db-83d0-cc34e8f18e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292607 May 24 22:46:05.819068 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-259d023c-133f-478b-911b-94e137dd8a92 req-ffecdd73-6da8-4bd9-b5b8-bfcc51b1f525 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088706 May 24 22:46:05.826581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Pushing event updated for resources: {'Port': ['ID=6630497a-18ee-4a27-9db2-5bf6af4bfaf6,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:05.831595 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-cb59fedb-dc14-4490-97c2-2f9a520dc9d1 req-499f89cc-65e9-405a-92d1-3e2c61c09efb tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] update failed (client error): There was a conflict when trying to complete your request. May 24 22:46:05.840814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cb59fedb-dc14-4490-97c2-2f9a520dc9d1 req-499f89cc-65e9-405a-92d1-3e2c61c09efb tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "PUT /v2.0/floatingips/9e54e0f8-7784-4dcc-aed0-ab31ef695e75 HTTP/1.1" status: 409 len: 551 time: 1.0641072 May 24 22:46:05.887327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1655826686', 'description': 'tempest-description-81815544'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:05.925195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:05.934842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Usage tracker for resource:security_group and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:05.943030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:05.952058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:05.962298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f05932c-14ee-482c-9261-504be136df91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0413f0ef-e906-4456-9af5-2a25b8569c02'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:05.980403 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:05.995820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Attempting to bind port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:46:05.996157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Attempting to bind port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:46:05.996483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Attempting to bind port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:06.006276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:46:06.006598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Attempting to bind port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:06.008918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:06.015368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Usage tracker for resource:security_group_rule and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:06.018001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:46:06.018339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Checking segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:06.018722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Bound using segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:46:06.019145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Bound port: 6630497a-18ee-4a27-9db2-5bf6af4bfaf6, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:46:06.019506 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:06.028961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:06.037808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:06.058388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cb470-6cd3-4ad5-bd1e-7355dc84573e req-41348b12-614c-498c-b790-43d89f3fe2e1 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:06.059890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd4cb470-6cd3-4ad5-bd1e-7355dc84573e req-41348b12-614c-498c-b790-43d89f3fe2e1 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 949 time: 0.0857828 May 24 22:46:06.116314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd4cb470-6cd3-4ad5-bd1e-7355dc84573e req-ca729f69-cf66-4166-92ba-4fbc43068ba2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 May 24 22:46:06.170148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] For port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:46:06.185258 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:06.188130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] For port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6630497a-18ee-4a27-9db2-5bf6af4bfaf6,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:46:06.192019 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:06.204933 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:06.301787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:06.302385 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:06.303874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] 10.222.0.50 "PUT /v2.0/ports/6630497a-18ee-4a27-9db2-5bf6af4bfaf6 HTTP/1.1" status: 200 len: 1092 time: 2.3853147 May 24 22:46:06.306277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32de0f3f-5065-472d-8450-ff0021c4d28b', 'tag': '6630497a-18ee-4a27-9db2-5bf6af4bfaf6'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:06.313587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23813879-2ac3-4b1a-95a4-366e3a73eaab,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:06.318623 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:06.320254 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d7511bd-9228-40a1-81e8-2a983ebae7ae req-279afb3c-a8ae-4d0f-a503-43c92143c766 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4420464 May 24 22:46:06.334821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87331f6d-3feb-4942-9cf8-9694ab955918 service neutron] Pushing event updated for resources: {'Port': ['ID=6630497a-18ee-4a27-9db2-5bf6af4bfaf6,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:06.378193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e00bab-f22d-49dd-bc64-6de9128a196a req-38310595-a61e-44f3-9edf-0cb9c0f6428c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:06.385754 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97e00bab-f22d-49dd-bc64-6de9128a196a req-38310595-a61e-44f3-9edf-0cb9c0f6428c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.1313913 May 24 22:46:06.438866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97e00bab-f22d-49dd-bc64-6de9128a196a req-a466e234-a709-4d23-9ad2-8c90a092ebad tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514960 May 24 22:46:06.562461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-ff2f72ee-3c84-4f5f-9cf1-84dafac528e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:06.570135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b3e0095-2696-49ec-a527-10c3e117721f req-f5575594-9bd3-4d20-ad47-94a382203ea9 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips/9e54e0f8-7784-4dcc-aed0-ab31ef695e75 HTTP/1.1" status: 200 len: 693 time: 0.1133115 May 24 22:46:06.575365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-ff2f72ee-3c84-4f5f-9cf1-84dafac528e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 1095 time: 0.1249204 May 24 22:46:06.682820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-d1318df3-ea82-42dd-b645-91b35d58de84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6630497a-18ee-4a27-9db2-5bf6af4bfaf6 HTTP/1.1" status: 200 len: 217 time: 0.0989418 May 24 22:46:06.742649 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc8afc5-d251-452e-af1b-bfc048c9c4c1'] response: {'server_uuid': '0f05932c-14ee-482c-9261-504be136df91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0413f0ef-e906-4456-9af5-2a25b8569c02', 'code': 200} May 24 22:46:06.758427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-4d05c671-eef3-43b6-ac24-2b77da838fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:06.759895 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-4d05c671-eef3-43b6-ac24-2b77da838fe9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.0671759 May 24 22:46:06.766483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e0095-2696-49ec-a527-10c3e117721f req-75b25d99-f7c6-4c17-ad2e-7d31701509c3 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:06.767956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b3e0095-2696-49ec-a527-10c3e117721f req-75b25d99-f7c6-4c17-ad2e-7d31701509c3 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1912169 May 24 22:46:06.816547 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-5ed1ffdc-69e9-4cef-beaf-54591167f571 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420659 May 24 22:46:06.850158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b3e0095-2696-49ec-a527-10c3e117721f req-e3c5dddc-dcbe-499b-9aa0-000751680359 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 696 time: 0.0747688 May 24 22:46:06.934408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b3e0095-2696-49ec-a527-10c3e117721f req-bd9f01d6-44c7-46be-86bc-2cca2ac06359 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 696 time: 0.0780487 May 24 22:46:07.140341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-2b3e0095-2696-49ec-a527-10c3e117721f req-e5ef584b-ef06-4847-8455-23c89f5a05ef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Deleting port 1962564d-78fc-474f-a5f8-8069ea0da048 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:07.140655 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2b3e0095-2696-49ec-a527-10c3e117721f req-e5ef584b-ef06-4847-8455-23c89f5a05ef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:07.167673 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-12962e25-3d1e-426e-994b-1909b6da9d8e service neutron] 10.222.0.50 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130965 May 24 22:46:07.210820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804e09b-3cad-4691-8e95-46d7d99a0556 req-eb919042-a5e4-42fb-a274-167c2d780d80 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:07.211922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3804e09b-3cad-4691-8e95-46d7d99a0556 req-eb919042-a5e4-42fb-a274-167c2d780d80 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:07.219901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848c33e-cc20-45f7-8015-b56b82d176e4 req-a99a8553-8de9-4306-bdda-d39378e5bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:07.221038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d848c33e-cc20-45f7-8015-b56b82d176e4 req-a99a8553-8de9-4306-bdda-d39378e5bbef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 1100 time: 0.4006264 May 24 22:46:07.296474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-6b3bc6b1-53db-41f3-9a51-d43613ee1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:07.297922 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-6b3bc6b1-53db-41f3-9a51-d43613ee1066 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 1101 time: 0.2222304 May 24 22:46:07.315440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3804e09b-3cad-4691-8e95-46d7d99a0556 req-eb919042-a5e4-42fb-a274-167c2d780d80 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:07.316571 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3804e09b-3cad-4691-8e95-46d7d99a0556 req-eb919042-a5e4-42fb-a274-167c2d780d80 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 944 time: 0.4673932 May 24 22:46:07.358050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d848c33e-cc20-45f7-8015-b56b82d176e4 req-4a50221c-58d3-4cab-94f6-223dfeaf7da0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949254 May 24 22:46:07.395135 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea9eb308-a6fb-4f5e-95a2-05dbcab3e98a req-a9645405-255b-40a4-864e-1f1d3b61f5cf service neutron] 10.222.0.50 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177141 May 24 22:46:07.402182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3804e09b-3cad-4691-8e95-46d7d99a0556 req-56f2b036-c0e5-40e5-9e27-392dd2f78496 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:07.409772 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2b3e0095-2696-49ec-a527-10c3e117721f req-e5ef584b-ef06-4847-8455-23c89f5a05ef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:07.410344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2b3e0095-2696-49ec-a527-10c3e117721f req-e5ef584b-ef06-4847-8455-23c89f5a05ef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:07.424139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3804e09b-3cad-4691-8e95-46d7d99a0556 req-56f2b036-c0e5-40e5-9e27-392dd2f78496 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:07.424411 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1b861c5a-72ab-4dcf-b4b3-91de832d3ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:07.427333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3804e09b-3cad-4691-8e95-46d7d99a0556 req-56f2b036-c0e5-40e5-9e27-392dd2f78496 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027431 May 24 22:46:07.481619 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1874ff9-0cd7-4bab-a243-1b6a70fdc3e7'] response: {'name': 'network-changed', 'server_uuid': '32de0f3f-5065-472d-8450-ff0021c4d28b', 'tag': '6630497a-18ee-4a27-9db2-5bf6af4bfaf6', 'status': 'completed', 'code': 200} May 24 22:46:07.592205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae0b3337-3759-422f-87a2-df7dbce6c6bb req-ef7b9944-6a91-42bd-bf18-cec3e2356f5c tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/23813879-2ac3-4b1a-95a4-366e3a73eaab HTTP/1.1" status: 200 len: 1811 time: 0.0997574 May 24 22:46:07.620158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c66fc-602f-414a-ade2-680f5b3c7dca req-0d3fd508-d80d-4412-a07c-0c80620e068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:07.621678 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-916c66fc-602f-414a-ade2-680f5b3c7dca req-0d3fd508-d80d-4412-a07c-0c80620e068c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 1095 time: 0.1101251 May 24 22:46:07.668096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-2b3e0095-2696-49ec-a527-10c3e117721f req-e5ef584b-ef06-4847-8455-23c89f5a05ef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Calling delete_port for 1962564d-78fc-474f-a5f8-8069ea0da048 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:07.750291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-784fe035-1096-4cbf-b5bc-6d070d12d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:07.751765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-784fe035-1096-4cbf-b5bc-6d070d12d4e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.4407740 May 24 22:46:07.779028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c66fc-602f-414a-ade2-680f5b3c7dca req-7eaea209-7c74-4328-b290-77f5b37d2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:07.780633 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-916c66fc-602f-414a-ade2-680f5b3c7dca req-7eaea209-7c74-4328-b290-77f5b37d2f47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 913 time: 0.1496739 May 24 22:46:07.838141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-87e6dfb4-8540-4520-83d8-62a1413802ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e HTTP/1.1" status: 200 len: 217 time: 0.0673637 May 24 22:46:07.862080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-916c66fc-602f-414a-ade2-680f5b3c7dca req-5dcfd2d0-b004-47fd-abd1-31679b487ddf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6630497a-18ee-4a27-9db2-5bf6af4bfaf6 HTTP/1.1" status: 200 len: 217 time: 0.0696828 May 24 22:46:07.954802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-a5d3de34-4218-4d71-a768-9901103bd405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:07.956376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-a5d3de34-4218-4d71-a768-9901103bd405 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1121573 May 24 22:46:07.987603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c66fc-602f-414a-ade2-680f5b3c7dca req-3c05c3d2-6c1c-4678-8d7a-d922f1d55149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:07.989042 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-916c66fc-602f-414a-ade2-680f5b3c7dca req-3c05c3d2-6c1c-4678-8d7a-d922f1d55149 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.1193755 May 24 22:46:07.993827 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2b3e0095-2696-49ec-a527-10c3e117721f req-e5ef584b-ef06-4847-8455-23c89f5a05ef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:08.043752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-916c66fc-602f-414a-ade2-680f5b3c7dca req-fa75f82f-5445-41ae-a054-8f99c898e0d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451491 May 24 22:46:08.051197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1826a3-ec62-4b44-9aa0-61ffe433d8ec req-6964ba44-e56a-45a6-bd59-c36767eba480 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:08.052540 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc1826a3-ec62-4b44-9aa0-61ffe433d8ec req-6964ba44-e56a-45a6-bd59-c36767eba480 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ec8c76b-64f0-4506-8ef1-93fa8296d70c HTTP/1.1" status: 200 len: 949 time: 0.1420324 May 24 22:46:08.057780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef584b-ef06-4847-8455-23c89f5a05ef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Pushing event deleted for resources: {'Port': ['ID=1962564d-78fc-474f-a5f8-8069ea0da048,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:08.163344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2b3e0095-2696-49ec-a527-10c3e117721f req-e5ef584b-ef06-4847-8455-23c89f5a05ef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:08.175345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-2ea6bf28-0fe9-4d81-9779-1deca7558c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:08.176367 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc1826a3-ec62-4b44-9aa0-61ffe433d8ec req-e27f086f-f03c-48a6-87b7-8d645346c806 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038878 May 24 22:46:08.176807 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-2ea6bf28-0fe9-4d81-9779-1deca7558c32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2135592 May 24 22:46:08.218674 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-916c66fc-602f-414a-ade2-680f5b3c7dca req-04083eaf-04a8-4be6-9cc7-1d4e40369d04 service neutron] 10.222.0.50 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650090 May 24 22:46:08.277886 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2b3e0095-2696-49ec-a527-10c3e117721f req-e5ef584b-ef06-4847-8455-23c89f5a05ef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:08.279027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b3e0095-2696-49ec-a527-10c3e117721f req-e5ef584b-ef06-4847-8455-23c89f5a05ef tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "DELETE /v2.0/floatingips/9e54e0f8-7784-4dcc-aed0-ab31ef695e75 HTTP/1.1" status: 204 len: 173 time: 1.3390367 May 24 22:46:08.343239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-873d8c9d-cdd6-497c-88dd-c383b17d6bec service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568775 May 24 22:46:08.409636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-916c66fc-602f-414a-ade2-680f5b3c7dca req-9b672b31-f0a8-43cf-bb31-d9c7ded2e88f service neutron] 10.222.0.50 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829405 May 24 22:46:08.426033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af81b6-0116-4033-8815-75e7c59b869b req-3f695a70-98a2-4244-a047-8fd266de34b8 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:08.427828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-01af81b6-0116-4033-8815-75e7c59b869b req-3f695a70-98a2-4244-a047-8fd266de34b8 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 945 time: 0.1337318 May 24 22:46:08.474628 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-01af81b6-0116-4033-8815-75e7c59b869b req-864ba220-dec6-43ef-94d2-b0b9657e320f tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/security-groups?id=304ad1a5-0fb0-46db-83d0-cc34e8f18e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 May 24 22:46:08.557907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-dc426578-7268-4629-9fa7-12ec3d3f4ba7 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991031 May 24 22:46:08.575967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18dc38-b301-4ef5-abb2-1bb8623f560b req-ab7da38e-1edb-408f-90d6-fefb140ee952 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:08.583536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f18dc38-b301-4ef5-abb2-1bb8623f560b req-ab7da38e-1edb-408f-90d6-fefb140ee952 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 949 time: 0.2005734 May 24 22:46:08.625920 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:08.642897 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f18dc38-b301-4ef5-abb2-1bb8623f560b req-e1538194-8fa7-4ee0-b7c5-d213a043676e tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583982 May 24 22:46:08.664573 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:08.739328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec65ce3-92b0-4593-b186-592e15e3db1e req-ca936f52-d27f-49db-97a0-92d80a57f761 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:08.741234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ec65ce3-92b0-4593-b186-592e15e3db1e req-ca936f52-d27f-49db-97a0-92d80a57f761 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.1374483 May 24 22:46:08.812391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ec65ce3-92b0-4593-b186-592e15e3db1e req-e3c9cae1-6a23-45fd-bc4a-f5ecfe6ce492 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600731 May 24 22:46:09.080738 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-851d7014-0552-4326-a15d-e13ced24bb8e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.60 HTTP/1.1" status: 200 len: 1001 time: 0.2418869 May 24 22:46:09.189714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4470fe-e208-4801-9754-31f62f355a9c req-d9e20a86-9cd0-4fb6-be8c-70bc874032dd tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:09.198675 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-d9e20a86-9cd0-4fb6-be8c-70bc874032dd tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports/6031be47-28f0-4e81-b1f1-482c561dd8d3 HTTP/1.1" status: 200 len: 943 time: 0.1081889 May 24 22:46:09.260748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc9b3f-6f19-4743-a86f-d8ff0a8a1893 req-bcbedb71-87bb-4a2b-b79f-a79ba4e4e3d2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:09.262430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82cc9b3f-6f19-4743-a86f-d8ff0a8a1893 req-bcbedb71-87bb-4a2b-b79f-a79ba4e4e3d2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 944 time: 0.0826776 May 24 22:46:09.330061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82cc9b3f-6f19-4743-a86f-d8ff0a8a1893 req-78db22a1-ad01-4572-b88e-bc5c217fe8f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616953 May 24 22:46:09.360143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1695265681', 'description': 'tempest-description-1425349447'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:09.370137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:09.375360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Usage tracker for resource:security_group and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:09.379177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:09.385404 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-c82606fe-067f-4269-9904-2e46b2db703b tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.60 HTTP/1.1" status: 200 len: 1001 time: 0.1115508 May 24 22:46:09.385915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:09.399914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:09.424955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:09.430128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Usage tracker for resource:security_group_rule and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:09.433933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:09.440856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:09.518226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:09.524810 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:09.544766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4470fe-e208-4801-9754-31f62f355a9c req-91ecbeed-26fe-4532-af58-2d31d7035e70 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:09.546932 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-91ecbeed-26fe-4532-af58-2d31d7035e70 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1605253 May 24 22:46:09.560309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ef0f8b76-2eb7-49d8-afa6-59134b12ff8e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:46:09.568720 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ef0f8b76-2eb7-49d8-afa6-59134b12ff8e tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136042 May 24 22:46:09.578392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5611cf93-497c-4859-aa1d-4b681554083d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:09.581986 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:09.588482 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fbd8a816-de82-4c62-b8d0-220a7cea57d1 req-906efd04-658c-462a-b7f2-134ab41fe0a4 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2330337 May 24 22:46:09.680341 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-c453dcb4-1f08-4bfc-8e25-c1975f0b75c0 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.60 HTTP/1.1" status: 200 len: 1001 time: 0.1107292 May 24 22:46:09.689991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ed62e8b6-f7de-4e25-8db6-ac58f316fee1 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:09.722047 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4a0c5e18-1f85-4f5d-b633-c2fed104484e req-ba158aff-3ad4-4526-862c-946bd2f8972a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/5611cf93-497c-4859-aa1d-4b681554083d HTTP/1.1" status: 200 len: 1813 time: 0.0494282 May 24 22:46:09.812793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ed62e8b6-f7de-4e25-8db6-ac58f316fee1 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:09.876674 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:09.963101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b940e96-ad46-4c0f-8117-3d6b710eb837 req-a7647c1a-c46c-401e-98e3-c3a868bf4562 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:09.964577 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b940e96-ad46-4c0f-8117-3d6b710eb837 req-a7647c1a-c46c-401e-98e3-c3a868bf4562 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 949 time: 0.0844243 May 24 22:46:10.009310 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b940e96-ad46-4c0f-8117-3d6b710eb837 req-447874d6-b94b-4e1c-b9f7-f7456b70b861 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385532 May 24 22:46:10.038525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1029194244', 'description': 'tempest-description-2138893250'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:10.044707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:10.048689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Usage tracker for resource:security_group and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:10.051633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:10.057416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:10.067890 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:10.089783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:10.093927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Usage tracker for resource:security_group_rule and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:10.096879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:10.099206 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ed62e8b6-f7de-4e25-8db6-ac58f316fee1 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:10.103993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:10.104478 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ed62e8b6-f7de-4e25-8db6-ac58f316fee1 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:10.104841 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ed62e8b6-f7de-4e25-8db6-ac58f316fee1 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Floating IP f161a679-bb36-4875-8d64-1e11a68ffbc3 disassociated. External IP: 172.25.7.60, port: 6031be47-28f0-4e81-b1f1-482c561dd8d3. May 24 22:46:10.174929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:10.179222 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:10.185589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:10.228273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45418bf7-11db-4df5-b853-5f6a00573e89,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:10.231900 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:10.233118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d7f2ebf-d541-43bc-b7ed-4c7ad404892f req-dd939b66-0fa5-4951-a2c6-4feafeb2b979 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1989174 May 24 22:46:10.293460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:10.293944 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:10.321289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:10.331302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:10.336598 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:10.405156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:10.482253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ed62e8b6-f7de-4e25-8db6-ac58f316fee1 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Router 494bb072-130c-4452-bb2e-b42842629e91 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:46:10.527702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae031da4-4a60-47ec-a7a6-7e647cf23108 req-64bb22df-b1ee-4f8b-88a8-89e61b3e20ca tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:10.529113 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae031da4-4a60-47ec-a7a6-7e647cf23108 req-64bb22df-b1ee-4f8b-88a8-89e61b3e20ca tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.0838053 May 24 22:46:10.575288 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae031da4-4a60-47ec-a7a6-7e647cf23108 req-e1029d49-734a-43ff-85fa-a73e17e4947d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 May 24 22:46:10.815283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ed62e8b6-f7de-4e25-8db6-ac58f316fee1 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:46:10.820209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ed62e8b6-f7de-4e25-8db6-ac58f316fee1 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:10.825709 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f8b53-b1ab-4a2b-acf7-e72ae0c7fa7d None None] Sync routers for ids ['494bb072-130c-4452-bb2e-b42842629e91'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:46:10.836307 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f8b53-b1ab-4a2b-acf7-e72ae0c7fa7d None None] Routers {'494bb072-130c-4452-bb2e-b42842629e91'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:46:10.837168 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ef0f8b53-b1ab-4a2b-acf7-e72ae0c7fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['494bb072-130c-4452-bb2e-b42842629e91'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:10.861394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a778223-5be7-4905-8018-042751e0a2c9 req-d97f1452-fd30-4aa1-94b8-c68691ae2b65 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:10.862942 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a778223-5be7-4905-8018-042751e0a2c9 req-d97f1452-fd30-4aa1-94b8-c68691ae2b65 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 1100 time: 0.0724132 May 24 22:46:10.878665 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ed62e8b6-f7de-4e25-8db6-ac58f316fee1 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "PUT /v2.0/floatingips/f161a679-bb36-4875-8d64-1e11a68ffbc3 HTTP/1.1" status: 200 len: 694 time: 1.1927230 May 24 22:46:10.879308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'tag': '6031be47-28f0-4e81-b1f1-482c561dd8d3'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:10.886287 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3a778223-5be7-4905-8018-042751e0a2c9 req-ddc968dc-3dab-4202-bb67-88e99be28898 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:10.902790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3a778223-5be7-4905-8018-042751e0a2c9 req-ddc968dc-3dab-4202-bb67-88e99be28898 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:10.906717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3a778223-5be7-4905-8018-042751e0a2c9 req-ddc968dc-3dab-4202-bb67-88e99be28898 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Usage tracker for resource:security_group_rule and tenant:85d241a14ecd42aabbcfa8ec29192b0e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:10.909596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3a778223-5be7-4905-8018-042751e0a2c9 req-ddc968dc-3dab-4202-bb67-88e99be28898 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:10.918699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3a778223-5be7-4905-8018-042751e0a2c9 req-ddc968dc-3dab-4202-bb67-88e99be28898 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:10.973068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4470fe-e208-4801-9754-31f62f355a9c req-9fd82123-c107-4579-9d58-3ba2b0155a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:10.974610 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-9fd82123-c107-4579-9d58-3ba2b0155a6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b73c17b45b3c405ebfb19d680a8bff16&device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 1097 time: 0.0796790 May 24 22:46:11.013246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3a778223-5be7-4905-8018-042751e0a2c9 req-ddc968dc-3dab-4202-bb67-88e99be28898 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:11.018804 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3a778223-5be7-4905-8018-042751e0a2c9 req-ddc968dc-3dab-4202-bb67-88e99be28898 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:11.051813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a778223-5be7-4905-8018-042751e0a2c9 req-ddc968dc-3dab-4202-bb67-88e99be28898 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818616 May 24 22:46:11.062723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc968dc-3dab-4202-bb67-88e99be28898 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9387f91-52a0-4480-9016-87b6c4e6d1db,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:11.069259 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-ef0f8b53-b1ab-4a2b-acf7-e72ae0c7fa7d None None] Set router 494bb072-130c-4452-bb2e-b42842629e91 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:46:11.117719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4470fe-e208-4801-9754-31f62f355a9c req-209bfa74-0091-44ed-9280-362dcf959ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:11.119196 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-209bfa74-0091-44ed-9280-362dcf959ed1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d9030e52-b3b9-4829-99f1-70ea2293d70c HTTP/1.1" status: 200 len: 929 time: 0.1384821 May 24 22:46:11.193650 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-b5d1221c-00a2-4002-b1e8-c9e744da6327 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6031be47-28f0-4e81-b1f1-482c561dd8d3 HTTP/1.1" status: 200 len: 217 time: 0.0673366 May 24 22:46:11.254018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4470fe-e208-4801-9754-31f62f355a9c req-d1083e20-dabd-4ae1-8ef8-cd0b5b055c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:11.255441 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-d1083e20-dabd-4ae1-8ef8-cd0b5b055c41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b HTTP/1.1" status: 200 len: 867 time: 0.0610640 May 24 22:46:11.339791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ef703a09-a00f-4567-aedb-aec2a4f3b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:11.341253 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-ef703a09-a00f-4567-aedb-aec2a4f3b182 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9030e52-b3b9-4829-99f1-70ea2293d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778253 May 24 22:46:11.401865 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ef0f8b53-b1ab-4a2b-acf7-e72ae0c7fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:45:01Z', 'revision_number': 4, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '050783cb-eefb-4045-8627-2b2e020ad912', 'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'mac_address': 'fa:16:3e:0a:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:00Z', 'updated_at': '2022-05-24T22:45:09Z', 'revision_number': 5, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'subnets': [{'id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:11.405734 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f8b53-b1ab-4a2b-acf7-e72ae0c7fa7d None None] Checking router: 494bb072-130c-4452-bb2e-b42842629e91 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:46:11.414859 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f8b53-b1ab-4a2b-acf7-e72ae0c7fa7d None None] Routers {'494bb072-130c-4452-bb2e-b42842629e91'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:46:11.415465 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ef0f8b53-b1ab-4a2b-acf7-e72ae0c7fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['494bb072-130c-4452-bb2e-b42842629e91'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:11.498983 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-65afdaf4-61bb-45ed-b466-c2fb77199433 service neutron] 10.222.0.55 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501389 May 24 22:46:11.564302 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e43d48f-ccd4-4411-b543-880e85d42703 req-7510cc80-013c-4623-974e-f1510dcc77a7 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/45418bf7-11db-4df5-b853-5f6a00573e89 HTTP/1.1" status: 200 len: 1813 time: 0.0703795 May 24 22:46:11.615112 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c95930-caf4-4ea2-8faf-8a7c3285608a'] response: {'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'code': 200} May 24 22:46:11.615600 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-ef0f8b53-b1ab-4a2b-acf7-e72ae0c7fa7d None None] Set router 494bb072-130c-4452-bb2e-b42842629e91 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:46:11.721776 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d4470fe-e208-4801-9754-31f62f355a9c req-5a003020-e6de-41ea-8c97-4ddba77b4009 service neutron] 10.222.0.55 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214990 May 24 22:46:11.817650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac145-984a-4aae-b312-926736075629 req-9a4166f6-64d9-4acd-9dda-3c2a12f567c1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:11.819405 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41bac145-984a-4aae-b312-926736075629 req-9a4166f6-64d9-4acd-9dda-3c2a12f567c1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 944 time: 0.1058943 May 24 22:46:11.878299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41bac145-984a-4aae-b312-926736075629 req-224bd869-8c0e-4e99-849e-6cd486996d58 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528560 May 24 22:46:11.957008 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f180e7d-8e54-4774-b949-920045b0db7f'] response: {'name': 'network-changed', 'server_uuid': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'tag': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'status': 'completed', 'code': 200} May 24 22:46:12.041297 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ef0f8b53-b1ab-4a2b-acf7-e72ae0c7fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:45:01Z', 'revision_number': 4, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '050783cb-eefb-4045-8627-2b2e020ad912', 'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'mac_address': 'fa:16:3e:0a:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:00Z', 'updated_at': '2022-05-24T22:45:09Z', 'revision_number': 5, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'subnets': [{'id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:12.045679 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f8b53-b1ab-4a2b-acf7-e72ae0c7fa7d None None] The sync data for ids ['494bb072-130c-4452-bb2e-b42842629e91'] in n-d-843146-7 is: [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:45:01Z', 'revision_number': 4, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '050783cb-eefb-4045-8627-2b2e020ad912', 'name': '', 'network_id': 'd9030e52-b3b9-4829-99f1-70ea2293d70c', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'mac_address': 'fa:16:3e:0a:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:45:00Z', 'updated_at': '2022-05-24T22:45:09Z', 'revision_number': 5, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'subnets': [{'id': '7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:46:12.098030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-609605433', 'description': 'tempest-description-1735507983'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:12.104386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:12.108583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df639aab-2bd4-4590-909c-5f7d1ce1fa7d req-9ecac5a4-8003-4a10-9676-70b58f05ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:12.109637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Usage tracker for resource:security_group and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:12.110095 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df639aab-2bd4-4590-909c-5f7d1ce1fa7d req-9ecac5a4-8003-4a10-9676-70b58f05ffbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b73c17b45b3c405ebfb19d680a8bff16&device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 1097 time: 0.1279330 May 24 22:46:12.113022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:12.124591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:12.174519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:46:12.334733 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:12.369024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:12.373247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Usage tracker for resource:security_group_rule and tenant:fee52f89141c459383a1466bb925379f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:12.376653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:12.384895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:12.431491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6630497a-18ee-4a27-9db2-5bf6af4bfaf6,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:12.451095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ab5d7-f8cc-4f94-b5d8-ca1ff5f3cf23 None None] New status for floating IP f161a679-bb36-4875-8d64-1e11a68ffbc3: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:46:12.453090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df639aab-2bd4-4590-909c-5f7d1ce1fa7d req-c34f8781-3c66-4226-baf1-4248c572e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:12.454621 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df639aab-2bd4-4590-909c-5f7d1ce1fa7d req-c34f8781-3c66-4226-baf1-4248c572e968 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9030e52-b3b9-4829-99f1-70ea2293d70c HTTP/1.1" status: 200 len: 929 time: 0.3344083 May 24 22:46:12.482669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:12.488285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:12.508522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '6630497a-18ee-4a27-9db2-5bf6af4bfaf6', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'port_id': '6630497a-18ee-4a27-9db2-5bf6af4bfaf6', 'mac_address': 'fa:16:3e:95:f1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b7ed93-185b-4c74-a8c5-a81fc40ebbf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:46:12.543987 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df639aab-2bd4-4590-909c-5f7d1ce1fa7d req-0a5452a3-5b27-41b4-8032-10dbbac7a155 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6031be47-28f0-4e81-b1f1-482c561dd8d3 HTTP/1.1" status: 200 len: 217 time: 0.0783992 May 24 22:46:12.546904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487cef7e-246a-4d9b-ab46-a6eb8906e313,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:12.556506 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:12.558891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-970a08ae-2d78-44b4-9832-7e70d535f216 req-ddd0c122-5113-4b4d-b8d8-c2770c02595d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4664719 May 24 22:46:12.562693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870fc18-44d0-428b-b968-1083d829f87f req-0228c79e-a4af-49c2-a0be-50fd5da3e30f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:12.572869 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f870fc18-44d0-428b-b968-1083d829f87f req-0228c79e-a4af-49c2-a0be-50fd5da3e30f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.2805095 May 24 22:46:12.692188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-592cade7-588d-43f7-9bc1-4e75ca3660e1 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips/f161a679-bb36-4875-8d64-1e11a68ffbc3 HTTP/1.1" status: 200 len: 694 time: 0.1016915 May 24 22:46:12.694042 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f870fc18-44d0-428b-b968-1083d829f87f req-b618e701-e683-4518-8e36-69909bffa96f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202886 May 24 22:46:12.707969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df639aab-2bd4-4590-909c-5f7d1ce1fa7d req-2ac914f0-3abe-45aa-98e8-e8d86db02f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:12.709750 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df639aab-2bd4-4590-909c-5f7d1ce1fa7d req-2ac914f0-3abe-45aa-98e8-e8d86db02f4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b HTTP/1.1" status: 200 len: 867 time: 0.0932271 May 24 22:46:12.857001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:12.858631 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:12.875987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-db01a74c-449e-4f3a-af74-4f209b28d5c9 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:12.885120 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-db01a74c-449e-4f3a-af74-4f209b28d5c9 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1868546 May 24 22:46:12.909963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df639aab-2bd4-4590-909c-5f7d1ce1fa7d req-ddfe7ca4-0da9-4d6c-bdc8-27326f3c92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:12.911525 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df639aab-2bd4-4590-909c-5f7d1ce1fa7d req-ddfe7ca4-0da9-4d6c-bdc8-27326f3c92de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9030e52-b3b9-4829-99f1-70ea2293d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942348 May 24 22:46:12.982418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-841f5452-9695-4dac-b558-c8cb0ee0a7b5 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Synchronizing usage tracker for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:floatingip {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:13.022803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-841f5452-9695-4dac-b558-c8cb0ee0a7b5 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Unset dirty status for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:floatingip {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:13.024307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-841f5452-9695-4dac-b558-c8cb0ee0a7b5 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.60 HTTP/1.1" status: 200 len: 697 time: 0.1383891 May 24 22:46:13.055877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:13.104038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6630497a-18ee-4a27-9db2-5bf6af4bfaf6,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:13.120884 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:13.122624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-c606488b-2433-47ea-94f9-36f40654eef6 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.60 HTTP/1.1" status: 200 len: 697 time: 0.0915120 May 24 22:46:13.145708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df639aab-2bd4-4590-909c-5f7d1ce1fa7d req-dd4bd126-0357-4eae-bb31-55a00f37b0dd service neutron] 10.222.0.50 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182331 May 24 22:46:13.219486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6630497a-18ee-4a27-9db2-5bf6af4bfaf6,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:13.293309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-28565f0b-1f8e-4292-b29f-c7555f23624a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Deleting port 5630e1c8-d43a-49de-83eb-e4f92ed652c4 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:13.293757 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-28565f0b-1f8e-4292-b29f-c7555f23624a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:13.393356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27406347-4774-48e1-9896-28e82a445c03 req-d90ff762-8757-428a-9044-059596da6e3a tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:13.399579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27406347-4774-48e1-9896-28e82a445c03 req-d90ff762-8757-428a-9044-059596da6e3a tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:13.401257 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-27406347-4774-48e1-9896-28e82a445c03 req-d90ff762-8757-428a-9044-059596da6e3a tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a&device_id=878bbd04-6812-452b-b5e4-414d274cf4e5 HTTP/1.1" status: 200 len: 1682 time: 0.3525503 May 24 22:46:13.455994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df639aab-2bd4-4590-909c-5f7d1ce1fa7d req-48b32854-2f8f-4fc2-8628-470e0af7b69c service neutron] 10.222.0.50 "GET /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985954 May 24 22:46:13.468321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-27406347-4774-48e1-9896-28e82a445c03 req-e6c8c86b-fcf7-450e-9467-a90e0f49c48b tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565372 May 24 22:46:13.479052 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-28565f0b-1f8e-4292-b29f-c7555f23624a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:13.479454 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-28565f0b-1f8e-4292-b29f-c7555f23624a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:13.526978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6630497a-18ee-4a27-9db2-5bf6af4bfaf6'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:13.620233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-28565f0b-1f8e-4292-b29f-c7555f23624a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Calling delete_port for 5630e1c8-d43a-49de-83eb-e4f92ed652c4 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:13.629660 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-7046a178-2d00-4bf6-a766-3b1f80eb514f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534658 May 24 22:46:13.789414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-28565f0b-1f8e-4292-b29f-c7555f23624a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:13.798364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-6159bf5d-c0ee-4288-a8be-dc15de82def6 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:13.799812 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-6159bf5d-c0ee-4288-a8be-dc15de82def6 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691453 May 24 22:46:13.815318 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-e2e3a285-15b1-4e6e-9003-4898b6790971 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/quotas/1990f88304ff4048814aa41ee90799b2 HTTP/1.1" status: 200 len: 375 time: 0.0096276 May 24 22:46:13.856428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28565f0b-1f8e-4292-b29f-c7555f23624a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Pushing event deleted for resources: {'Port': ['ID=5630e1c8-d43a-49de-83eb-e4f92ed652c4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:13.967340 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2d659b7d-c412-4825-8a7e-28e6d44471d8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1462593 May 24 22:46:14.000737 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-28565f0b-1f8e-4292-b29f-c7555f23624a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:14.039930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-28565f0b-1f8e-4292-b29f-c7555f23624a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:14.041260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9412a58a-c908-4ecb-bba5-ea7590712376 req-28565f0b-1f8e-4292-b29f-c7555f23624a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "DELETE /v2.0/floatingips/f161a679-bb36-4875-8d64-1e11a68ffbc3 HTTP/1.1" status: 204 len: 173 time: 0.9176695 May 24 22:46:14.106469 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4d9fe1ee-3607-4439-81d9-59b824f819de req-a5cee139-e49c-4e4c-af3e-77e60926b0a0 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/487cef7e-246a-4d9b-ab46-a6eb8906e313 HTTP/1.1" status: 200 len: 1812 time: 0.0498650 May 24 22:46:14.186179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:46:14.304695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61871bad-9fec-4729-93ff-6f36d1fb3562 req-0f54fb69-4055-4598-a449-a5293956af5b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:14.312924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61871bad-9fec-4729-93ff-6f36d1fb3562 req-0f54fb69-4055-4598-a449-a5293956af5b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 945 time: 0.1094203 May 24 22:46:14.351356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:14.365549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61871bad-9fec-4729-93ff-6f36d1fb3562 req-71850a2d-a0ea-4e56-800d-081ace62e09e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515850 May 24 22:46:14.369744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931', 'mac_address': 'fa:16:3e:54:1a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:46:14.470016 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:14.470651 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:14.510439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:14.546309 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-3931bf6f-c20f-4164-a3d4-703aa710630f req-2c71536d-390a-41aa-9b3e-a1ce9a8f0c10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] show failed (client error): The resource could not be found. May 24 22:46:14.550163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:14.551118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3931bf6f-c20f-4164-a3d4-703aa710630f req-2c71536d-390a-41aa-9b3e-a1ce9a8f0c10 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/92f40913-4855-4736-a7b9-bba7569579cf HTTP/1.1" status: 404 len: 352 time: 0.0330842 May 24 22:46:14.562291 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:14.691939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:14.744832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a6613-c612-452e-8792-8e9e1809aef6 req-608bc5a4-157d-4dc2-9bd6-a96baf58f3af tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:14.746357 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f26a6613-c612-452e-8792-8e9e1809aef6 req-608bc5a4-157d-4dc2-9bd6-a96baf58f3af tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.1814013 May 24 22:46:14.776983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['46ebba4f-b13b-46ca-b8e6-3e6ee5829931'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:14.869853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f26a6613-c612-452e-8792-8e9e1809aef6 req-599f7278-d1dd-45f0-b5f1-05a8dd1dc350 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123250 May 24 22:46:15.261068 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-47b65ac4-fe59-419e-a55a-f45a99d07774 req-5fd9d2d2-4e1f-47eb-ba8e-799d84f5ad61 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] show failed (client error): The resource could not be found. May 24 22:46:15.277284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-47b65ac4-fe59-419e-a55a-f45a99d07774 req-5fd9d2d2-4e1f-47eb-ba8e-799d84f5ad61 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-group-rules/84188459-928a-456b-8f6b-06d29ec79989 HTTP/1.1" status: 404 len: 361 time: 0.0319867 May 24 22:46:15.311447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a896f8c-433b-410a-8f7d-2fb438238a3f req-26858f73-bd87-4e06-84d0-bce20c647a13 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:15.312852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1a896f8c-433b-410a-8f7d-2fb438238a3f req-26858f73-bd87-4e06-84d0-bce20c647a13 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Synchronizing usage tracker for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:15.334707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1a896f8c-433b-410a-8f7d-2fb438238a3f req-26858f73-bd87-4e06-84d0-bce20c647a13 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Unset dirty status for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:15.342559 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a896f8c-433b-410a-8f7d-2fb438238a3f req-26858f73-bd87-4e06-84d0-bce20c647a13 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3009915 May 24 22:46:15.374719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92a72c28-20f4-4b46-9787-7b2e4f24a5c8 req-f8ae722f-45d5-421f-879f-a7a953720142 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 210 time: 0.0644617 May 24 22:46:15.454477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1a896f8c-433b-410a-8f7d-2fb438238a3f req-304353dd-bb22-40c3-88c0-240b51d67fac tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Synchronizing usage tracker for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:floatingip {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:15.487531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1a896f8c-433b-410a-8f7d-2fb438238a3f req-304353dd-bb22-40c3-88c0-240b51d67fac tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Unset dirty status for tenant:b73c17b45b3c405ebfb19d680a8bff16 on resource:floatingip {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:15.490643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a896f8c-433b-410a-8f7d-2fb438238a3f req-304353dd-bb22-40c3-88c0-240b51d67fac tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1455581 May 24 22:46:15.672886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0fe4c16d-bdc2-4e07-8bdc-c078fa54330d req-845d1604-bd90-4736-9fd8-e32e6157fe90 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/487cef7e-246a-4d9b-ab46-a6eb8906e313 HTTP/1.1" status: 200 len: 1812 time: 0.1574609 May 24 22:46:15.765932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b4359-067f-445b-8869-531dc9830c8a req-2918830b-6e67-47d3-a88c-eb6a16782a2f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:15.776831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d5b4359-067f-445b-8869-531dc9830c8a req-2918830b-6e67-47d3-a88c-eb6a16782a2f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 945 time: 0.1448977 May 24 22:46:15.797067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0fe4c16d-bdc2-4e07-8bdc-c078fa54330d req-78a2ec7f-3528-49f9-bfc7-2428b6affeea tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:15.845682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0fe4c16d-bdc2-4e07-8bdc-c078fa54330d req-78a2ec7f-3528-49f9-bfc7-2428b6affeea tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:15.883174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d5b4359-067f-445b-8869-531dc9830c8a req-95e42bcf-b47b-48c4-be47-85befbd86d34 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049099 May 24 22:46:15.909755 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0fe4c16d-bdc2-4e07-8bdc-c078fa54330d req-78a2ec7f-3528-49f9-bfc7-2428b6affeea tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:15.930405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2ec7f-3528-49f9-bfc7-2428b6affeea tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487cef7e-246a-4d9b-ab46-a6eb8906e313,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:15.946030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0fe4c16d-bdc2-4e07-8bdc-c078fa54330d req-78a2ec7f-3528-49f9-bfc7-2428b6affeea tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:15.947950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0fe4c16d-bdc2-4e07-8bdc-c078fa54330d req-78a2ec7f-3528-49f9-bfc7-2428b6affeea tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "DELETE /v2.0/security-groups/487cef7e-246a-4d9b-ab46-a6eb8906e313 HTTP/1.1" status: 204 len: 173 time: 0.2686512 May 24 22:46:16.059680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3029b79d-bca1-47e0-985a-de9085a0e2bf req-d9dbcdac-748a-4ea2-8d08-52b8a4f01754 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0881054 May 24 22:46:16.204249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:16.314085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc52969-605b-4c63-b741-451ebaa19f29 req-10c04f50-1c64-434a-a0a5-c52fa982b7e9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:16.322894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1bc52969-605b-4c63-b741-451ebaa19f29 req-10c04f50-1c64-434a-a0a5-c52fa982b7e9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.1641691 May 24 22:46:16.373346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:16.378885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:16.379259 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:16.395875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1bc52969-605b-4c63-b741-451ebaa19f29 req-28effe7d-21c2-4ee0-8cbb-feddecf9f749 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698411 May 24 22:46:16.462827 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a9031d5-4f89-431e-a178-0489af58bc48 req-09580b96-906c-4af1-85da-9d6fc712922a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/45418bf7-11db-4df5-b853-5f6a00573e89 HTTP/1.1" status: 200 len: 1813 time: 0.0838723 May 24 22:46:16.632576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5a9031d5-4f89-431e-a178-0489af58bc48 req-90e37588-9230-411b-971f-14dcc0d68384 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:16.636597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:16.637990 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:16.693568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6630497a-18ee-4a27-9db2-5bf6af4bfaf6,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:16.695367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32de0f3f-5065-472d-8450-ff0021c4d28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6630497a-18ee-4a27-9db2-5bf6af4bfaf6'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:16.697521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5a9031d5-4f89-431e-a178-0489af58bc48 req-90e37588-9230-411b-971f-14dcc0d68384 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:16.721799 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:16.722935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:16.794136 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-619bc6e1-af3a-40cf-97a4-a1f7de011568 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696235 May 24 22:46:16.936889 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5a9031d5-4f89-431e-a178-0489af58bc48 req-90e37588-9230-411b-971f-14dcc0d68384 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:16.989868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e37588-9230-411b-971f-14dcc0d68384 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45418bf7-11db-4df5-b853-5f6a00573e89,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:17.014286 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5a9031d5-4f89-431e-a178-0489af58bc48 req-90e37588-9230-411b-971f-14dcc0d68384 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:17.024932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6630497a-18ee-4a27-9db2-5bf6af4bfaf6,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:17.030847 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a9031d5-4f89-431e-a178-0489af58bc48 req-90e37588-9230-411b-971f-14dcc0d68384 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "DELETE /v2.0/security-groups/45418bf7-11db-4df5-b853-5f6a00573e89 HTTP/1.1" status: 204 len: 173 time: 0.5551441 May 24 22:46:17.063557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:17.063825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:17.093917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-90b21131-2b66-4927-adb0-99dd89a2cd31 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:17.095485 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-90b21131-2b66-4927-adb0-99dd89a2cd31 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869287 May 24 22:46:17.127599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Request body: {'port': {'device_id': '58f21760-7ba5-4509-8529-577f6f3b24a2', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '1990f88304ff4048814aa41ee90799b2'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:17.184936 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca8ca28-485d-4235-8fca-273f60f33bda'] response: {'server_uuid': '32de0f3f-5065-472d-8450-ff0021c4d28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6630497a-18ee-4a27-9db2-5bf6af4bfaf6', 'code': 200} May 24 22:46:17.318232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:17.322753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:17.323398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:17.328852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:17.370671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:17.377729 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:17.381156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Made reservation on behalf of 1990f88304ff4048814aa41ee90799b2 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:46:17.387051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:17.416459 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c2f8195-6507-4c22-a054-47bbe5efae64 req-9a5049fc-e34d-4da1-9dbc-fc754f018272 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 210 time: 0.0752459 May 24 22:46:17.483604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-13637388-261b-44b4-909e-37153ee7e2d8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547533 May 24 22:46:17.493486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:17.723039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aeec1-9a54-4732-bfcb-81e27450da94 req-0ac7d504-c986-421b-8117-f0191fd62de8 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:17.744186 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e90aeec1-9a54-4732-bfcb-81e27450da94 req-0ac7d504-c986-421b-8117-f0191fd62de8 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 946 time: 0.3902168 May 24 22:46:17.784096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Allocated IP 192.168.233.65 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/07bd9dd0-4040-41ff-a337-e398d6f46da5) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:17.817030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ea3de-d1f6-439f-bc16-cf87ef1b2c83 req-e1a16942-8fe9-4801-abc9-ece764f056d0 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:17.826292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-843ea3de-d1f6-439f-bc16-cf87ef1b2c83 req-e1a16942-8fe9-4801-abc9-ece764f056d0 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 946 time: 0.1990874 May 24 22:46:17.838181 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e90aeec1-9a54-4732-bfcb-81e27450da94 req-32986e46-9968-47a3-96ad-ad8dfb42b07a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/security-groups?id=3468a016-20e4-4e41-af61-81d152d42334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898507 May 24 22:46:17.840400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9ebf6-8a5a-404a-b564-92710f88f9fb req-d7ae77f3-04c3-4c65-91f4-6f13cd95e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:17.846361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ac9ebf6-8a5a-404a-b564-92710f88f9fb req-d7ae77f3-04c3-4c65-91f4-6f13cd95e6cf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 1097 time: 0.5696342 May 24 22:46:17.922118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-843ea3de-d1f6-439f-bc16-cf87ef1b2c83 req-8a87dff3-d97d-4024-b515-d11585f3fae2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948493 May 24 22:46:17.977461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-9afdd437-9734-44cb-a3d6-5f2dcd557241 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:17.979038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-9afdd437-9734-44cb-a3d6-5f2dcd557241 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4810913 May 24 22:46:18.017075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Request body: {'port': {'device_id': '69bf6fa7-9251-434e-b6ad-1a20bf5fe53f', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '1990f88304ff4048814aa41ee90799b2'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:18.057964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ac9ebf6-8a5a-404a-b564-92710f88f9fb req-0e6c4ac0-cd5c-4801-9180-6921263410d4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002347 May 24 22:46:18.130123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:18.136806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd451c-4255-42a0-b458-7888ccee11f6 req-c3792e2b-cab2-4b1d-accd-8a18b584717e tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:18.138332 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54fd451c-4255-42a0-b458-7888ccee11f6 req-c3792e2b-cab2-4b1d-accd-8a18b584717e tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.31 "GET /v2.0/ports?device_id=878bbd04-6812-452b-b5e4-414d274cf4e5 HTTP/1.1" status: 200 len: 945 time: 0.2513492 May 24 22:46:18.146459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-07bb1d9d-6769-48a5-bd1b-c97e23490231 req-9746afd3-e059-439e-a73d-f566265fe72a tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/5611cf93-497c-4859-aa1d-4b681554083d HTTP/1.1" status: 200 len: 1813 time: 0.2625675 May 24 22:46:18.149307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Transition to ACTIVE for port object 07bd9dd0-4040-41ff-a337-e398d6f46da5 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:18.183444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:18.196656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:18.373123 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-07bb1d9d-6769-48a5-bd1b-c97e23490231 req-dd0f3e51-6bbb-467f-afa7-6c96bece37b9 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:18.401289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-54fd451c-4255-42a0-b458-7888ccee11f6 req-3a6fa399-d58c-4be3-a3d5-4c372d97fa68 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Deleting port 360b7c25-bc7e-4332-a4de-827bf0b157e7 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:18.401659 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-54fd451c-4255-42a0-b458-7888ccee11f6 req-3a6fa399-d58c-4be3-a3d5-4c372d97fa68 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:18.452069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:18.455049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:18.470106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:18.473851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:18.480190 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-07bb1d9d-6769-48a5-bd1b-c97e23490231 req-dd0f3e51-6bbb-467f-afa7-6c96bece37b9 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:18.505095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:18.550122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event updated for resources: {'Port': ['ID=07bd9dd0-4040-41ff-a337-e398d6f46da5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:18.598759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:18.599419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:18.608486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Made reservation on behalf of 1990f88304ff4048814aa41ee90799b2 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:46:18.616059 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:18.627788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8a6fc-fee5-46f3-b1b8-be1bdb4f976b req-33a70425-e1cb-4f32-9b5f-59a19bd10ab3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:18.635442 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45a8a6fc-fee5-46f3-b1b8-be1bdb4f976b req-33a70425-e1cb-4f32-9b5f-59a19bd10ab3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.4026608 May 24 22:46:18.732520 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-81be7e1e-1fcc-41b3-af2c-2328f0087688 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6097662 May 24 22:46:18.756054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Request body: {'port': {'device_id': '58f21760-7ba5-4509-8529-577f6f3b24a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:18.911440 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45a8a6fc-fee5-46f3-b1b8-be1bdb4f976b req-03dc4361-b733-4b33-8944-7f9b605d4c07 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355618 May 24 22:46:18.941484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Allocated IP 192.168.233.100 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/acd602bc-7b5f-4669-87f5-3708f9d0948b) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:18.960768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d18a162-9512-42ab-9c59-ca609fdd1fad None None] Provisioning for port 07bd9dd0-4040-41ff-a337-e398d6f46da5 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:18.965896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d18a162-9512-42ab-9c59-ca609fdd1fad None None] Provisioning complete for port 07bd9dd0-4040-41ff-a337-e398d6f46da5 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:18.966267 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d18a162-9512-42ab-9c59-ca609fdd1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:18.968677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:19.054841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-07bb1d9d-6769-48a5-bd1b-c97e23490231 req-dd0f3e51-6bbb-467f-afa7-6c96bece37b9 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:19.183492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d18a162-9512-42ab-9c59-ca609fdd1fad None None] Port 07bd9dd0-4040-41ff-a337-e398d6f46da5 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:46:19.190764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:19.286148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37b661-f50d-4262-bc24-6c888eb5447e req-7f5c9713-0332-4f31-a02c-14771a15d3c9 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:19.294356 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d37b661-f50d-4262-bc24-6c888eb5447e req-7f5c9713-0332-4f31-a02c-14771a15d3c9 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=878bbd04-6812-452b-b5e4-414d274cf4e5 HTTP/1.1" status: 200 len: 945 time: 0.2099636 May 24 22:46:19.349162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f3e51-6bbb-467f-afa7-6c96bece37b9 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5611cf93-497c-4859-aa1d-4b681554083d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:19.358709 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d37b661-f50d-4262-bc24-6c888eb5447e req-4bd44359-e210-4a97-a7ed-97fe9d1a1805 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/security-groups?id=470533e5-fd30-43e4-af68-c76d65596583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632639 May 24 22:46:19.451076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-07bb1d9d-6769-48a5-bd1b-c97e23490231 req-dd0f3e51-6bbb-467f-afa7-6c96bece37b9 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:19.467358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-07bb1d9d-6769-48a5-bd1b-c97e23490231 req-dd0f3e51-6bbb-467f-afa7-6c96bece37b9 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "DELETE /v2.0/security-groups/5611cf93-497c-4859-aa1d-4b681554083d HTTP/1.1" status: 204 len: 173 time: 1.3195965 May 24 22:46:19.543320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-33c8c54c-1a00-4da0-9dc9-8d1fe3b34c60 req-e67d83fc-4ddd-4dd1-bee3-0b6b375d7cf9 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:19.574013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-33c8c54c-1a00-4da0-9dc9-8d1fe3b34c60 req-e67d83fc-4ddd-4dd1-bee3-0b6b375d7cf9 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:19.589352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33c8c54c-1a00-4da0-9dc9-8d1fe3b34c60 req-e67d83fc-4ddd-4dd1-bee3-0b6b375d7cf9 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 210 time: 0.0995908 May 24 22:46:19.753914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406850c-7683-47eb-bcf1-5f43da3f2097 req-6a2eb7c9-33d2-4f78-b93a-9e29b407934c tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:19.755816 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c406850c-7683-47eb-bcf1-5f43da3f2097 req-6a2eb7c9-33d2-4f78-b93a-9e29b407934c tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.50 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 946 time: 0.8489413 May 24 22:46:19.765089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-54fd451c-4255-42a0-b458-7888ccee11f6 req-3a6fa399-d58c-4be3-a3d5-4c372d97fa68 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] For port 360b7c25-bc7e-4332-a4de-827bf0b157e7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=360b7c25-bc7e-4332-a4de-827bf0b157e7,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:19.765450 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-54fd451c-4255-42a0-b458-7888ccee11f6 req-3a6fa399-d58c-4be3-a3d5-4c372d97fa68 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:19.824363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279db802-37a5-4679-9d52-140a4e8f1d03 req-717aac1d-4c6e-494b-b5a5-cf7097d13950 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:19.824363 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-279db802-37a5-4679-9d52-140a4e8f1d03 req-717aac1d-4c6e-494b-b5a5-cf7097d13950 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 946 time: 0.1125281 May 24 22:46:19.902402 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-279db802-37a5-4679-9d52-140a4e8f1d03 req-ef5744b7-ab76-40c7-90fe-71efdf3b37e6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754561 May 24 22:46:20.016199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-54fd451c-4255-42a0-b458-7888ccee11f6 req-3a6fa399-d58c-4be3-a3d5-4c372d97fa68 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Calling delete_port for 360b7c25-bc7e-4332-a4de-827bf0b157e7 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:20.067190 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6828fb16-2970-4f26-a0bc-4ef286ab35bc'] response: {'server_uuid': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931', 'code': 200} May 24 22:46:20.117964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4819498-1866-4521-b0e0-08a9b4276bf1 req-4422ea35-c546-4688-9e84-5b36f7ec8ae9 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:20.119512 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4819498-1866-4521-b0e0-08a9b4276bf1 req-4422ea35-c546-4688-9e84-5b36f7ec8ae9 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.50 "GET /v2.0/ports?device_id=04fb3a62-df0a-4045-85ef-d2e266b4f71a HTTP/1.1" status: 200 len: 946 time: 0.8513322 May 24 22:46:20.134332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c406850c-7683-47eb-bcf1-5f43da3f2097 req-a3228936-7554-487e-833c-82af6a6f560a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Deleting port 6031be47-28f0-4e81-b1f1-482c561dd8d3 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:20.134679 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c406850c-7683-47eb-bcf1-5f43da3f2097 req-a3228936-7554-487e-833c-82af6a6f560a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:20.142309 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80fbcc82-761a-4d48-8a9b-654b9a1afe4a req-f4fcc6a6-1453-46a6-aaae-608193c43cc8 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/23813879-2ac3-4b1a-95a4-366e3a73eaab HTTP/1.1" status: 200 len: 1811 time: 0.0614035 May 24 22:46:20.223465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-80fbcc82-761a-4d48-8a9b-654b9a1afe4a req-7602ea90-ff65-4a69-9474-a2e906ae9e77 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:20.265183 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-80fbcc82-761a-4d48-8a9b-654b9a1afe4a req-7602ea90-ff65-4a69-9474-a2e906ae9e77 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:20.303943 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:20.346024 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-80fbcc82-761a-4d48-8a9b-654b9a1afe4a req-7602ea90-ff65-4a69-9474-a2e906ae9e77 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:20.369319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602ea90-ff65-4a69-9474-a2e906ae9e77 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23813879-2ac3-4b1a-95a4-366e3a73eaab,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:20.378557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Transition to ACTIVE for port object acd602bc-7b5f-4669-87f5-3708f9d0948b will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:20.380619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-80fbcc82-761a-4d48-8a9b-654b9a1afe4a req-7602ea90-ff65-4a69-9474-a2e906ae9e77 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:20.382032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80fbcc82-761a-4d48-8a9b-654b9a1afe4a req-7602ea90-ff65-4a69-9474-a2e906ae9e77 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "DELETE /v2.0/security-groups/23813879-2ac3-4b1a-95a4-366e3a73eaab HTTP/1.1" status: 204 len: 173 time: 0.2380149 May 24 22:46:20.428853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 360b7c25-bc7e-4332-a4de-827bf0b157e7 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:20.452779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-a4819498-1866-4521-b0e0-08a9b4276bf1 req-9fdf326f-d37c-41d1-97c1-fef692bf40d2 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Deleting port 6be27e8d-8ef0-44a4-b087-d711012f3f73 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:20.453118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a4819498-1866-4521-b0e0-08a9b4276bf1 req-9fdf326f-d37c-41d1-97c1-fef692bf40d2 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:20.565964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a929a41-254c-416a-b968-d7de5b2d9258 req-7002f968-bd74-4f27-9356-c205df808229 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:20.573145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a929a41-254c-416a-b968-d7de5b2d9258 req-7002f968-bd74-4f27-9356-c205df808229 tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/ports?device_id=837ac539-b88e-4be0-878c-bcc7d2e13805 HTTP/1.1" status: 200 len: 946 time: 0.9293635 May 24 22:46:20.645431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 360b7c25-bc7e-4332-a4de-827bf0b157e7 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:20.646086 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:20.656068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a79cf8-63d6-419b-b9d3-2cc581b08f4d req-8eae36cb-36e7-4d0b-98cb-58e9ca862a5e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:20.660576 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-54fd451c-4255-42a0-b458-7888ccee11f6 req-3a6fa399-d58c-4be3-a3d5-4c372d97fa68 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:20.669560 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42a79cf8-63d6-419b-b9d3-2cc581b08f4d req-8eae36cb-36e7-4d0b-98cb-58e9ca862a5e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.1476364 May 24 22:46:20.714924 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6be27e8d-8ef0-44a4-b087-d711012f3f73'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:20.755982 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42a79cf8-63d6-419b-b9d3-2cc581b08f4d req-bff69cee-20b5-4b5e-8849-0b8e9f750a34 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849514 May 24 22:46:20.851432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fa399-d58c-4be3-a3d5-4c372d97fa68 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Pushing event deleted for resources: {'Port': ['ID=360b7c25-bc7e-4332-a4de-827bf0b157e7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:20.863159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a929a41-254c-416a-b968-d7de5b2d9258 req-b8c6138f-3f1f-4fd4-b707-2002f095585a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.55 "GET /v2.0/security-groups?id=3468a016-20e4-4e41-af61-81d152d42334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890501 May 24 22:46:21.002972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:21.031498 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:21.203057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c406850c-7683-47eb-bcf1-5f43da3f2097 req-a3228936-7554-487e-833c-82af6a6f560a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] For port 6031be47-28f0-4e81-b1f1-482c561dd8d3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6031be47-28f0-4e81-b1f1-482c561dd8d3,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:21.203417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c406850c-7683-47eb-bcf1-5f43da3f2097 req-a3228936-7554-487e-833c-82af6a6f560a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:21.349997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bd9dd0-4040-41ff-a337-e398d6f46da5 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:21.359102 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:21.392895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Transition to ACTIVE for port object 07bd9dd0-4040-41ff-a337-e398d6f46da5 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:21.414781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:21.538907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fd451c-4255-42a0-b458-7888ccee11f6 req-3a6fa399-d58c-4be3-a3d5-4c372d97fa68 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] No DVR routers for this DVR port 360b7c25-bc7e-4332-a4de-827bf0b157e7 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:46:21.637532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ccd50a2a-ea6a-42dc-9111-1be523e49c9f req-2b79d871-aae6-40fe-9224-c882225e5b4d tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "GET /v2.0/security-groups/78a1ccc1-3f47-4251-9a8f-cc6b5647a036 HTTP/1.1" status: 200 len: 1811 time: 0.2372770 May 24 22:46:21.641808 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-54fd451c-4255-42a0-b458-7888ccee11f6 req-3a6fa399-d58c-4be3-a3d5-4c372d97fa68 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:21.653214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c406850c-7683-47eb-bcf1-5f43da3f2097 req-a3228936-7554-487e-833c-82af6a6f560a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Calling delete_port for 6031be47-28f0-4e81-b1f1-482c561dd8d3 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:21.663226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=07bd9dd0-4040-41ff-a337-e398d6f46da5,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:21.725415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878bbd04-6812-452b-b5e4-414d274cf4e5', 'name': 'network-vif-deleted', 'tag': '360b7c25-bc7e-4332-a4de-827bf0b157e7'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:21.770084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:21.794339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:21.798169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a2b25ec-8aba-4dd5-afde-89c0bac9f48f req-923312d6-b4d4-45a6-898a-be6ce8f775a0 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.55 "GET /v2.0/ports?device_id=878bbd04-6812-452b-b5e4-414d274cf4e5 HTTP/1.1" status: 200 len: 210 time: 0.6602318 May 24 22:46:21.803103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:21.856942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Attempting to bind port 07bd9dd0-4040-41ff-a337-e398d6f46da5 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:46:21.857425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Attempting to bind port 07bd9dd0-4040-41ff-a337-e398d6f46da5 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:46:21.860700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Attempting to bind port 07bd9dd0-4040-41ff-a337-e398d6f46da5 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:21.877979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54fd451c-4255-42a0-b458-7888ccee11f6 req-3a6fa399-d58c-4be3-a3d5-4c372d97fa68 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.31 "DELETE /v2.0/ports/360b7c25-bc7e-4332-a4de-827bf0b157e7 HTTP/1.1" status: 204 len: 173 time: 3.7283599 May 24 22:46:21.880507 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ccd50a2a-ea6a-42dc-9111-1be523e49c9f req-e8941006-224c-4ca1-8263-b61817276cb2 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:21.890309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Port 07bd9dd0-4040-41ff-a337-e398d6f46da5 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:46:21.890633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Attempting to bind port 07bd9dd0-4040-41ff-a337-e398d6f46da5 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:21.898472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event updated for resources: {'Port': ['ID=acd602bc-7b5f-4669-87f5-3708f9d0948b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:21.906199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:46:21.906539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:21.907294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:46:21.907881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Bound port: 07bd9dd0-4040-41ff-a337-e398d6f46da5, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:46:21.908489 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:21.960672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a4819498-1866-4521-b0e0-08a9b4276bf1 req-9fdf326f-d37c-41d1-97c1-fef692bf40d2 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] For port 6be27e8d-8ef0-44a4-b087-d711012f3f73, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6be27e8d-8ef0-44a4-b087-d711012f3f73,segment=NetworkSegment(d0c55c09-86c9-497a-b3f6-032fd7ceb195),segment_id=d0c55c09-86c9-497a-b3f6-032fd7ceb195)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:21.961218 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a4819498-1866-4521-b0e0-08a9b4276bf1 req-9fdf326f-d37c-41d1-97c1-fef692bf40d2 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:22.016381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:22.017200 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:22.160687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] For port 07bd9dd0-4040-41ff-a337-e398d6f46da5, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:46:22.170424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] For port 07bd9dd0-4040-41ff-a337-e398d6f46da5, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=07bd9dd0-4040-41ff-a337-e398d6f46da5,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:46:22.176343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ccd50a2a-ea6a-42dc-9111-1be523e49c9f req-e8941006-224c-4ca1-8263-b61817276cb2 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:22.194864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:22.235672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e36ac6fc-7c95-4609-8ed6-7ee8cbffb540 None None] Provisioning for port acd602bc-7b5f-4669-87f5-3708f9d0948b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:22.244062 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e36ac6fc-7c95-4609-8ed6-7ee8cbffb540 None None] Provisioning complete for port acd602bc-7b5f-4669-87f5-3708f9d0948b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:22.246047 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e36ac6fc-7c95-4609-8ed6-7ee8cbffb540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:22.270562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-a4819498-1866-4521-b0e0-08a9b4276bf1 req-9fdf326f-d37c-41d1-97c1-fef692bf40d2 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Calling delete_port for 6be27e8d-8ef0-44a4-b087-d711012f3f73 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:22.319882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-bc171510-925a-4332-b189-abfbb86bb1c7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3147759 May 24 22:46:22.350676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:22.352251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:22.353996 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] 10.222.0.50 "PUT /v2.0/ports/07bd9dd0-4040-41ff-a337-e398d6f46da5 HTTP/1.1" status: 200 len: 1095 time: 3.6040664 May 24 22:46:22.354583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e36ac6fc-7c95-4609-8ed6-7ee8cbffb540 None None] Port acd602bc-7b5f-4669-87f5-3708f9d0948b cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:46:22.360488 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f21760-7ba5-4509-8529-577f6f3b24a2', 'tag': '07bd9dd0-4040-41ff-a337-e398d6f46da5'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:22.377815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Request body: {'port': {'device_id': '69bf6fa7-9251-434e-b6ad-1a20bf5fe53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:22.622660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:22.634102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c406850c-7683-47eb-bcf1-5f43da3f2097 req-a3228936-7554-487e-833c-82af6a6f560a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:22.680971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae5242-b404-4036-b752-9f9ba1a28ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=07bd9dd0-4040-41ff-a337-e398d6f46da5,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:22.690975 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ccd50a2a-ea6a-42dc-9111-1be523e49c9f req-e8941006-224c-4ca1-8263-b61817276cb2 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:22.714089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8941006-224c-4ca1-8263-b61817276cb2 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a1ccc1-3f47-4251-9a8f-cc6b5647a036,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:22.727186 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ccd50a2a-ea6a-42dc-9111-1be523e49c9f req-e8941006-224c-4ca1-8263-b61817276cb2 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:22.761232 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ccd50a2a-ea6a-42dc-9111-1be523e49c9f req-e8941006-224c-4ca1-8263-b61817276cb2 tempest-SecurityGroupRulesNegativeTestJSON-442621623 tempest-SecurityGroupRulesNegativeTestJSON-442621623-project] 10.222.0.55 "DELETE /v2.0/security-groups/78a1ccc1-3f47-4251-9a8f-cc6b5647a036 HTTP/1.1" status: 204 len: 173 time: 1.1227031 May 24 22:46:22.761915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50284) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:22.926262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-e714105b-36f7-4b2a-b228-a40917fcd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:22.927750 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-e714105b-36f7-4b2a-b228-a40917fcd68f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=58f21760-7ba5-4509-8529-577f6f3b24a2 HTTP/1.1" status: 200 len: 1098 time: 0.5253849 May 24 22:46:22.932196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3228936-7554-487e-833c-82af6a6f560a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Pushing event deleted for resources: {'Port': ['ID=6031be47-28f0-4e81-b1f1-482c561dd8d3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:22.969039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-00084d41-b4bf-4045-99fa-527fc0922af6 admin admin] Deleting subnet 1fb072b5-d891-4d6a-8f05-8b11a00fb620 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:46:23.010608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9222f4-1fce-455a-b17e-78aa17d5d387 req-eeb6ec0a-a614-4d3b-9378-59f35cf3191a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:23.010929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9a9222f4-1fce-455a-b17e-78aa17d5d387 req-eeb6ec0a-a614-4d3b-9378-59f35cf3191a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:23.036012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c406850c-7683-47eb-bcf1-5f43da3f2097 req-a3228936-7554-487e-833c-82af6a6f560a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] No DVR routers for this DVR port 6031be47-28f0-4e81-b1f1-482c561dd8d3 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:46:23.067162 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00084d41-b4bf-4045-99fa-527fc0922af6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:23.145080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-ddd684e8-263f-4ed8-bf5d-c2651fbf7ed4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=07bd9dd0-4040-41ff-a337-e398d6f46da5 HTTP/1.1" status: 200 len: 217 time: 0.1735272 May 24 22:46:23.248870 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00084d41-b4bf-4045-99fa-527fc0922af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:23.277146 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c406850c-7683-47eb-bcf1-5f43da3f2097 req-a3228936-7554-487e-833c-82af6a6f560a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:23.287344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-a2beecc3-a6e3-416e-b42b-64e16333efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:23.288877 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-a2beecc3-a6e3-416e-b42b-64e16333efc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1354690 May 24 22:46:23.332666 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a4819498-1866-4521-b0e0-08a9b4276bf1 req-9fdf326f-d37c-41d1-97c1-fef692bf40d2 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:23.355502 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00084d41-b4bf-4045-99fa-527fc0922af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:23.453414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a890c-c9a9-45a0-a448-d422a33ed9a7 req-ca51f906-a78a-4565-a425-fb877dca80ba tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:23.454921 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-629a890c-c9a9-45a0-a448-d422a33ed9a7 req-ca51f906-a78a-4565-a425-fb877dca80ba tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 946 time: 0.5204587 May 24 22:46:23.507553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd602bc-7b5f-4669-87f5-3708f9d0948b {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:23.509447 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00084d41-b4bf-4045-99fa-527fc0922af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:23.516688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:23.534176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Transition to ACTIVE for port object acd602bc-7b5f-4669-87f5-3708f9d0948b will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:23.543794 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c406850c-7683-47eb-bcf1-5f43da3f2097 req-a3228936-7554-487e-833c-82af6a6f560a tempest-FloatingIPsAssociationNegativeTestJSON-909146749 tempest-FloatingIPsAssociationNegativeTestJSON-909146749-project] 10.222.0.50 "DELETE /v2.0/ports/6031be47-28f0-4e81-b1f1-482c561dd8d3 HTTP/1.1" status: 204 len: 173 time: 3.7652645 May 24 22:46:23.544752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9a9222f4-1fce-455a-b17e-78aa17d5d387 req-eeb6ec0a-a614-4d3b-9378-59f35cf3191a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:23.546144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a9222f4-1fce-455a-b17e-78aa17d5d387 req-eeb6ec0a-a614-4d3b-9378-59f35cf3191a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 936 time: 1.4312887 May 24 22:46:23.565356 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:23.578374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf326f-d37c-41d1-97c1-fef692bf40d2 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Pushing event deleted for resources: {'Port': ['ID=6be27e8d-8ef0-44a4-b087-d711012f3f73,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:23.578602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-629a890c-c9a9-45a0-a448-d422a33ed9a7 req-8f078eb0-e8ce-4c1e-9743-42de42403518 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143820 May 24 22:46:23.582353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00084d41-b4bf-4045-99fa-527fc0922af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb072b5-d891-4d6a-8f05-8b11a00fb620,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:23.588237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-8b51b506-90f3-4e2f-b30f-805595baf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:23.591434 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-8b51b506-90f3-4e2f-b30f-805595baf928 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2919557 May 24 22:46:23.592499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00084d41-b4bf-4045-99fa-527fc0922af6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:23.628683 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-00084d41-b4bf-4045-99fa-527fc0922af6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1fb072b5-d891-4d6a-8f05-8b11a00fb620 HTTP/1.1" status: 204 len: 168 time: 0.8653948 May 24 22:46:23.632698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50292) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:23.754481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:23.818933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Pushing event updated for resources: {'Port': ['ID=acd602bc-7b5f-4669-87f5-3708f9d0948b,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:23.854549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-221660e2-1c1a-4cc9-bec0-040c609b3a73 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519085 May 24 22:46:24.002204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:24.057470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-dd095f8f-e909-433d-8d08-6a455f8f61e4 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796999 May 24 22:46:24.230305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6031be47-28f0-4e81-b1f1-482c561dd8d3 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:24.314476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:24.330476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 6031be47-28f0-4e81-b1f1-482c561dd8d3 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:46:24.349199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6031be47-28f0-4e81-b1f1-482c561dd8d3 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:46:24.354456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6be27e8d-8ef0-44a4-b087-d711012f3f73 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:24.380997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca570de7-d930-44e2-90d5-607dbc704e2f']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:24.403554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4819498-1866-4521-b0e0-08a9b4276bf1 req-9fdf326f-d37c-41d1-97c1-fef692bf40d2 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] No DVR routers for this DVR port 6be27e8d-8ef0-44a4-b087-d711012f3f73 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:46:24.408017 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a4819498-1866-4521-b0e0-08a9b4276bf1 req-9fdf326f-d37c-41d1-97c1-fef692bf40d2 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:24.414977 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4819498-1866-4521-b0e0-08a9b4276bf1 req-9fdf326f-d37c-41d1-97c1-fef692bf40d2 tempest-ListServersNegativeTestJSON-1677847303 tempest-ListServersNegativeTestJSON-1677847303-project] 10.222.0.50 "DELETE /v2.0/ports/6be27e8d-8ef0-44a4-b087-d711012f3f73 HTTP/1.1" status: 204 len: 173 time: 4.1792152 May 24 22:46:24.421741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b35632b-a4bb-4a34-975d-b1d1ddb6bd76') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:24.422133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 6be27e8d-8ef0-44a4-b087-d711012f3f73 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:46:24.422457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b35632b-a4bb-4a34-975d-b1d1ddb6bd76') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:24.422671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6be27e8d-8ef0-44a4-b087-d711012f3f73 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:46:24.431825 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a9222f4-1fce-455a-b17e-78aa17d5d387 req-b1cf229a-8c10-4df2-a71f-bf2d1494f9e1 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8553224 May 24 22:46:24.458667 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:24.498666 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:24.538395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:46:24.538801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:24.569387 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e482ea36-ed26-4702-a2f2-052a29074785'] response: {'server_uuid': '878bbd04-6812-452b-b5e4-414d274cf4e5', 'name': 'network-vif-deleted', 'tag': '360b7c25-bc7e-4332-a4de-827bf0b157e7', 'status': 'completed', 'code': 200} May 24 22:46:24.709257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Attempting to bind port acd602bc-7b5f-4669-87f5-3708f9d0948b on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:46:24.709916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Attempting to bind port acd602bc-7b5f-4669-87f5-3708f9d0948b by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:46:24.710474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Attempting to bind port acd602bc-7b5f-4669-87f5-3708f9d0948b on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:24.716386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Port acd602bc-7b5f-4669-87f5-3708f9d0948b on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:46:24.717406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Attempting to bind port acd602bc-7b5f-4669-87f5-3708f9d0948b on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:24.725541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:46:24.726560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:24.727241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:46:24.728295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Bound port: acd602bc-7b5f-4669-87f5-3708f9d0948b, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:46:24.728874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:24.767747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50312) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:25.054573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000dcff-9eb8-4096-aa2c-81a26cf55a06 req-fca32c7a-ef58-42ba-9b7b-69fb5639dadc tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:25.056501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c000dcff-9eb8-4096-aa2c-81a26cf55a06 req-fca32c7a-ef58-42ba-9b7b-69fb5639dadc tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.2817063 May 24 22:46:25.087850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] For port acd602bc-7b5f-4669-87f5-3708f9d0948b, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:46:25.138029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5203453-2ed5-4fc2-b025-0f2348052dc0 req-34619f83-6814-4099-8cdd-15b8d114b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:25.139824 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5203453-2ed5-4fc2-b025-0f2348052dc0 req-34619f83-6814-4099-8cdd-15b8d114b3ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=58f21760-7ba5-4509-8529-577f6f3b24a2 HTTP/1.1" status: 200 len: 1098 time: 0.2516570 May 24 22:46:25.142430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] For port acd602bc-7b5f-4669-87f5-3708f9d0948b, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=acd602bc-7b5f-4669-87f5-3708f9d0948b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:46:25.156106 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c000dcff-9eb8-4096-aa2c-81a26cf55a06 req-7f3bc1b3-0894-49cc-89bb-a4d58771dd20 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893879 May 24 22:46:25.172377 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401bcf40-3fc7-4099-9181-d65aa70557b9'] response: {'name': 'network-changed', 'server_uuid': '58f21760-7ba5-4509-8529-577f6f3b24a2', 'tag': '07bd9dd0-4040-41ff-a337-e398d6f46da5', 'status': 'completed', 'code': 200} May 24 22:46:25.208951 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 9b35632b-a4bb-4a34-975d-b1d1ddb6bd76 resource provider aggregate not found May 24 22:46:25.253691 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:25.393815 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 9b35632b-a4bb-4a34-975d-b1d1ddb6bd76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b35632b-a4bb-4a34-975d-b1d1ddb6bd76 found for delete ", "request_id": "req-b6c47033-1d18-42c2-92ce-ac998e2120db"}]} May 24 22:46:25.400472 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:25.434589 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:25.481623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca570de7-d930-44e2-90d5-607dbc704e2f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:25.488340 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8dba7668-da78-48c5-8fd2-e26a29354758 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ca570de7-d930-44e2-90d5-607dbc704e2f HTTP/1.1" status: 204 len: 168 time: 1.8546207 May 24 22:46:25.657090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50336) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:25.676747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:25.677859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:25.679847 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] 10.222.0.50 "PUT /v2.0/ports/acd602bc-7b5f-4669-87f5-3708f9d0948b HTTP/1.1" status: 200 len: 1096 time: 3.3465595 May 24 22:46:25.687403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:25.864821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6da957-c5d8-4145-a385-73b9153d63f7 admin admin] Deleting subnet 73700495-4126-49e5-967a-a0c2fa51d854 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:46:25.908548 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d6da957-c5d8-4145-a385-73b9153d63f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:25.964424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50344) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:26.098273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff80453-d112-4226-aee6-6b21206597e9 service neutron] Pushing event updated for resources: {'Port': ['ID=acd602bc-7b5f-4669-87f5-3708f9d0948b,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:26.117008 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d6da957-c5d8-4145-a385-73b9153d63f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:26.188302 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e2ae7bce-0fbf-46af-bf88-e87220252fc4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fee52f89141c459383a1466bb925379f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224846 May 24 22:46:26.193984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50348) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:26.216930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5203453-2ed5-4fc2-b025-0f2348052dc0 req-37185fc5-c587-489c-9120-2b02e1d23e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:26.218451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5203453-2ed5-4fc2-b025-0f2348052dc0 req-37185fc5-c587-489c-9120-2b02e1d23e57 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 1.0578458 May 24 22:46:26.252418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fc42e-9477-4971-b7e2-304646aaea0b req-e0e318da-7835-451e-998d-6ac6f0801939 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:26.260620 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b69fc42e-9477-4971-b7e2-304646aaea0b req-e0e318da-7835-451e-998d-6ac6f0801939 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 946 time: 0.3269334 May 24 22:46:26.322283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-26b09fcd-d670-4b47-863c-cc940330d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:26.323660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-26b09fcd-d670-4b47-863c-cc940330d600 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 1099 time: 0.4530194 May 24 22:46:26.329804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5203453-2ed5-4fc2-b025-0f2348052dc0 req-ade3c7aa-023d-43f2-8b8e-560063da66f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=07bd9dd0-4040-41ff-a337-e398d6f46da5 HTTP/1.1" status: 200 len: 217 time: 0.0997002 May 24 22:46:26.338041 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b69fc42e-9477-4971-b7e2-304646aaea0b req-a68fbf3c-7c84-4dd5-a62c-5142f14f2ed2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760877 May 24 22:46:26.456731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3773d-e5ee-4a18-9384-292e7c0bb463 req-7e0756ec-c23b-46cc-8704-26a8dfe022c5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:26.458881 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aad3773d-e5ee-4a18-9384-292e7c0bb463 req-7e0756ec-c23b-46cc-8704-26a8dfe022c5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 948 time: 0.4822228 May 24 22:46:26.497176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d6da957-c5d8-4145-a385-73b9153d63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:26.532230 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:26.552758 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-8b3122d7-52c2-4881-b952-63279f36a7c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=acd602bc-7b5f-4669-87f5-3708f9d0948b HTTP/1.1" status: 200 len: 217 time: 0.2066593 May 24 22:46:26.607008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'name': 'network-vif-deleted', 'tag': '6031be47-28f0-4e81-b1f1-482c561dd8d3'}, {'server_uuid': '04fb3a62-df0a-4045-85ef-d2e266b4f71a', 'name': 'network-vif-deleted', 'tag': '6be27e8d-8ef0-44a4-b087-d711012f3f73'}, {'name': 'network-changed', 'server_uuid': '69bf6fa7-9251-434e-b6ad-1a20bf5fe53f', 'tag': 'acd602bc-7b5f-4669-87f5-3708f9d0948b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:26.644079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4e7bbc1-f763-4293-832e-31afd8432760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:26.810888 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4e7bbc1-f763-4293-832e-31afd8432760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:26.872095 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aad3773d-e5ee-4a18-9384-292e7c0bb463 req-cbaf75e9-ea51-4355-a6b4-362d9b33b300 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007077 May 24 22:46:26.897788 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4e7bbc1-f763-4293-832e-31afd8432760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:26.916290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5203453-2ed5-4fc2-b025-0f2348052dc0 req-37769173-ff51-4a7f-bae0-fd835a1a96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:26.918583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5203453-2ed5-4fc2-b025-0f2348052dc0 req-37769173-ff51-4a7f-bae0-fd835a1a96b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.5069737 May 24 22:46:26.963898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7bbc1-f763-4293-832e-31afd8432760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fc50cc-fe5e-45a8-94bb-d752755d0cb4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:26.989785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4e7bbc1-f763-4293-832e-31afd8432760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:26.990935 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f4e7bbc1-f763-4293-832e-31afd8432760 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62fc50cc-fe5e-45a8-94bb-d752755d0cb4 HTTP/1.1" status: 204 len: 168 time: 0.7912138 May 24 22:46:27.011238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d8d9-d298-403a-8bf9-0747f8c56080 req-3ec877dd-7f76-4288-adbe-20934decd650 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:27.013023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4570d8d9-d298-403a-8bf9-0747f8c56080 req-3ec877dd-7f76-4288-adbe-20934decd650 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.50 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 946 time: 0.2167692 May 24 22:46:27.018635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-572c47bc-a7a7-40c0-b74c-b06afffcf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:27.028230 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-572c47bc-a7a7-40c0-b74c-b06afffcf433 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.4538186 May 24 22:46:27.113835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ca45-17f0-4226-963c-e48f32067a34 req-b38811aa-3213-497e-abcd-fa76690d47d1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:27.115558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac8ca45-17f0-4226-963c-e48f32067a34 req-b38811aa-3213-497e-abcd-fa76690d47d1 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.6170521 May 24 22:46:27.137639 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d6da957-c5d8-4145-a385-73b9153d63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:27.302244 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58dee747-2d3f-4e25-a33f-894bbbe3b7f9'] response: {'server_uuid': '837ac539-b88e-4be0-878c-bcc7d2e13805', 'name': 'network-vif-deleted', 'tag': '6031be47-28f0-4e81-b1f1-482c561dd8d3', 'status': 'completed', 'code': 200} May 24 22:46:27.302510 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58dee747-2d3f-4e25-a33f-894bbbe3b7f9'] response: {'server_uuid': '04fb3a62-df0a-4045-85ef-d2e266b4f71a', 'name': 'network-vif-deleted', 'tag': '6be27e8d-8ef0-44a4-b087-d711012f3f73', 'status': 'completed', 'code': 200} May 24 22:46:27.302783 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58dee747-2d3f-4e25-a33f-894bbbe3b7f9'] response: {'name': 'network-changed', 'server_uuid': '69bf6fa7-9251-434e-b6ad-1a20bf5fe53f', 'tag': 'acd602bc-7b5f-4669-87f5-3708f9d0948b', 'status': 'completed', 'code': 200} May 24 22:46:27.308227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6da957-c5d8-4145-a385-73b9153d63f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73700495-4126-49e5-967a-a0c2fa51d854,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:27.313652 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac8ca45-17f0-4226-963c-e48f32067a34 req-92e53c6b-6fd9-4c03-81fd-7a161b9dd9eb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640954 May 24 22:46:27.345623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d6da957-c5d8-4145-a385-73b9153d63f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:27.354885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-4570d8d9-d298-403a-8bf9-0747f8c56080 req-d2116705-580e-4586-808a-16c2f9b4d95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Deleting port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:27.355302 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4570d8d9-d298-403a-8bf9-0747f8c56080 req-d2116705-580e-4586-808a-16c2f9b4d95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:27.397438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5d6da957-c5d8-4145-a385-73b9153d63f7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/73700495-4126-49e5-967a-a0c2fa51d854 HTTP/1.1" status: 204 len: 168 time: 1.7320676 May 24 22:46:27.402018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50378) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:27.445583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] Deleting port 050783cb-eefb-4045-8627-2b2e020ad912 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:27.445583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:27.447074 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:46:27.467865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5203453-2ed5-4fc2-b025-0f2348052dc0 req-b5c03d64-8d1d-4ff2-9f55-d8b83f2c29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:27.467865 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5203453-2ed5-4fc2-b025-0f2348052dc0 req-b5c03d64-8d1d-4ff2-9f55-d8b83f2c29b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5379720 May 24 22:46:27.662730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f09da-ae36-4e2e-a728-56d7205245bf req-a28a5cd4-d6a8-449f-8bea-c56410a10e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:27.664429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-a28a5cd4-d6a8-449f-8bea-c56410a10e31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6251667 May 24 22:46:28.002063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5203453-2ed5-4fc2-b025-0f2348052dc0 req-21e89e92-56df-4835-a705-e00443321634 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541726 May 24 22:46:28.223685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:28.229733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5203453-2ed5-4fc2-b025-0f2348052dc0 req-8166347f-13d1-4273-9b64-08febc5544cc service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658387 May 24 22:46:28.262628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 07bd9dd0-4040-41ff-a337-e398d6f46da5 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:46:28.326219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-f5bf3016-c0c9-4edd-8ceb-f6a86ee5d891 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306351 May 24 22:46:28.360775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-4570d8d9-d298-403a-8bf9-0747f8c56080 req-d2116705-580e-4586-808a-16c2f9b4d95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] For port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6630497a-18ee-4a27-9db2-5bf6af4bfaf6,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:28.365615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4570d8d9-d298-403a-8bf9-0747f8c56080 req-d2116705-580e-4586-808a-16c2f9b4d95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:28.500686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2809db-5b13-4b1f-abcb-3618ee2727b0 req-b3e9c4e7-be5c-42f4-8023-83d2422d3994 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:28.506924 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 07bd9dd0-4040-41ff-a337-e398d6f46da5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=07bd9dd0-4040-41ff-a337-e398d6f46da5,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:28.509380 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc2809db-5b13-4b1f-abcb-3618ee2727b0 req-b3e9c4e7-be5c-42f4-8023-83d2422d3994 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 946 time: 0.9604337 May 24 22:46:28.530822 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '07bd9dd0-4040-41ff-a337-e398d6f46da5', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '07bd9dd0-4040-41ff-a337-e398d6f46da5', 'mac_address': 'fa:16:3e:43:87:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:46:28.617937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 07bd9dd0-4040-41ff-a337-e398d6f46da5 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:28.621804 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:28.644504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bd9dd0-4040-41ff-a337-e398d6f46da5 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:28.661961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 07bd9dd0-4040-41ff-a337-e398d6f46da5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=07bd9dd0-4040-41ff-a337-e398d6f46da5,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:28.676524 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:28.683532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50410) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:28.690375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-4570d8d9-d298-403a-8bf9-0747f8c56080 req-d2116705-580e-4586-808a-16c2f9b4d95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Calling delete_port for 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:28.759774 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:28.774820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] For port 050783cb-eefb-4045-8627-2b2e020ad912, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=050783cb-eefb-4045-8627-2b2e020ad912,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:28.782689 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:28.827140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=07bd9dd0-4040-41ff-a337-e398d6f46da5,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:28.888084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc2809db-5b13-4b1f-abcb-3618ee2727b0 req-bc9a3cb1-f93c-4cfd-b600-de4c226390d4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776021 May 24 22:46:28.893301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108f8204-b948-4d33-8b42-ed0ca0b7899a']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:28.935709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c55c09-86c9-497a-b3f6-032fd7ceb195') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:28.936109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c55c09-86c9-497a-b3f6-032fd7ceb195') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:28.953684 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588f09da-ae36-4e2e-a728-56d7205245bf req-47716b42-3009-4f42-8a9c-b8274b665e70 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774472 May 24 22:46:28.957361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:28.964788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['07bd9dd0-4040-41ff-a337-e398d6f46da5'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:29.151133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:29.202673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:46:29.203105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:29.213769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] Calling delete_port for 050783cb-eefb-4045-8627-2b2e020ad912 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:29.291292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-550641516-network', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:29.300713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:29.309521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Usage tracker for resource:network and tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:29.314209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:29.332389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:29.408734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298909c-5ca2-47f1-8638-9a4c1074c266 req-17a5fa28-04e5-4e31-8c43-90a368364eff tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:29.422367 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:29.430865 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d0c55c09-86c9-497a-b3f6-032fd7ceb195 resource provider aggregate not found May 24 22:46:29.433524 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6298909c-5ca2-47f1-8638-9a4c1074c266 req-17a5fa28-04e5-4e31-8c43-90a368364eff tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 948 time: 1.2825224 May 24 22:46:29.439609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Made reservation on behalf of 5cc4ff1f5e5e42988805dcd9a21f9fe4 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:46:29.448662 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:29.469135 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d0c55c09-86c9-497a-b3f6-032fd7ceb195 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0c55c09-86c9-497a-b3f6-032fd7ceb195 found for delete ", "request_id": "req-f5afe669-1212-4674-b44e-08657bb7d5ac"}]} May 24 22:46:29.470207 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:29.474895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=108f8204-b948-4d33-8b42-ed0ca0b7899a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:29.505167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fe6a2c28-29fc-4387-96aa-7ed3be894ce6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/108f8204-b948-4d33-8b42-ed0ca0b7899a HTTP/1.1" status: 204 len: 168 time: 2.1006641 May 24 22:46:29.508086 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:29.518044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b768-cc4e-4cd6-bc0c-6e7d2e3e034e req-1cd3f165-b4f8-496c-8b05-c5ebce8d2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:29.519534 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3383b768-cc4e-4cd6-bc0c-6e7d2e3e034e req-1cd3f165-b4f8-496c-8b05-c5ebce8d2ef5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 1099 time: 0.5033550 May 24 22:46:29.591294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:29.618042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7ddab-c9fe-475f-b306-300a1eb27294 req-142dd8e9-eb08-4504-a73f-1cf90cee5ffa tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:29.626177 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31c7ddab-c9fe-475f-b306-300a1eb27294 req-142dd8e9-eb08-4504-a73f-1cf90cee5ffa tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.2463686 May 24 22:46:29.691210 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6298909c-5ca2-47f1-8638-9a4c1074c266 req-f8ab4d53-d3fd-4c62-952a-d52eea4f44b4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566855 May 24 22:46:29.694579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Usage tracker for resource:security_group_rule and tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:29.707624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:29.729818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:29.734303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50434) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:29.810933 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4570d8d9-d298-403a-8bf9-0747f8c56080 req-d2116705-580e-4586-808a-16c2f9b4d95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:29.866997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31c7ddab-c9fe-475f-b306-300a1eb27294 req-2977b2e0-caff-4e66-87ac-19aaf492995b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387295 May 24 22:46:29.901638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2116705-580e-4586-808a-16c2f9b4d95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event deleted for resources: {'Port': ['ID=6630497a-18ee-4a27-9db2-5bf6af4bfaf6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:29.904684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b768-cc4e-4cd6-bc0c-6e7d2e3e034e req-33cbb5de-973e-4ab9-8471-0bafb87e0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:29.906809 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3383b768-cc4e-4cd6-bc0c-6e7d2e3e034e req-33cbb5de-973e-4ab9-8471-0bafb87e0b02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3770475 May 24 22:46:29.907639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50440) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:29.916200 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-864548b2-e690-4f8f-b700-fb15ed9f2f15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9708c8a77934a14bbe216cb7604bbfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804078 May 24 22:46:30.021129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4570d8d9-d298-403a-8bf9-0747f8c56080 req-d2116705-580e-4586-808a-16c2f9b4d95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] No DVR routers for this DVR port 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:46:30.032490 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4570d8d9-d298-403a-8bf9-0747f8c56080 req-d2116705-580e-4586-808a-16c2f9b4d95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.036522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32de0f3f-5065-472d-8450-ff0021c4d28b', 'name': 'network-vif-deleted', 'tag': '6630497a-18ee-4a27-9db2-5bf6af4bfaf6'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:30.097539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7d234d-571d-4970-8760-80d7c0855cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.150631 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7d234d-571d-4970-8760-80d7c0855cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.178119 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d481b2-0bc2-4908-a381-c25f1e3444fb'] response: {'server_uuid': '32de0f3f-5065-472d-8450-ff0021c4d28b', 'name': 'network-vif-deleted', 'tag': '6630497a-18ee-4a27-9db2-5bf6af4bfaf6', 'status': 'completed', 'code': 200} May 24 22:46:30.215475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4570d8d9-d298-403a-8bf9-0747f8c56080 req-d2116705-580e-4586-808a-16c2f9b4d95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.50 "DELETE /v2.0/ports/6630497a-18ee-4a27-9db2-5bf6af4bfaf6 HTTP/1.1" status: 204 len: 173 time: 3.1861978 May 24 22:46:30.219087 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.264789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 07bd9dd0-4040-41ff-a337-e398d6f46da5 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:30.268974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.280597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3383b768-cc4e-4cd6-bc0c-6e7d2e3e034e req-9bc69e77-398e-4115-bb94-96aadb372397 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=acd602bc-7b5f-4669-87f5-3708f9d0948b HTTP/1.1" status: 200 len: 217 time: 0.3069718 May 24 22:46:30.304061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f5a40ee-5777-4f97-af0b-d7b6e0aca660 req-8b0fcf35-1d9e-4e76-b69d-cef423c75106 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:30.318302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:46:30.334402 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.363989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b768-cc4e-4cd6-bc0c-6e7d2e3e034e req-59652fc0-75a5-4864-a25c-5b3eccd6e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:30.365623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3383b768-cc4e-4cd6-bc0c-6e7d2e3e034e req-59652fc0-75a5-4864-a25c-5b3eccd6e3d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0782399 May 24 22:46:30.400375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 07bd9dd0-4040-41ff-a337-e398d6f46da5 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:30.421776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 07bd9dd0-4040-41ff-a337-e398d6f46da5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:30.422461 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.436974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.437599 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Added segment f71c01a2-e02f-45ce-aefb-4e32e90d64a7 of type vlan for network 1338476e-fd93-4d58-ad16-9d988ce761f0 May 24 22:46:30.441008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97244d48-0e40-4e5d-84a3-db5a04a1828c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:30.443776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7d234d-571d-4970-8760-80d7c0855cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.463309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] Pushing event deleted for resources: {'Port': ['ID=050783cb-eefb-4045-8627-2b2e020ad912,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:30.497554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d234d-571d-4970-8760-80d7c0855cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470533e5-fd30-43e4-af68-c76d65596583,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:30.611016 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 07bd9dd0-4040-41ff-a337-e398d6f46da5 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:30.611416 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.641563 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7d234d-571d-4970-8760-80d7c0855cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.643783 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9b7d234d-571d-4970-8760-80d7c0855cb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/470533e5-fd30-43e4-af68-c76d65596583 HTTP/1.1" status: 204 len: 168 time: 0.7343149 May 24 22:46:30.648620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f21760-7ba5-4509-8529-577f6f3b24a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bd9dd0-4040-41ff-a337-e398d6f46da5'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:30.662872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 07bd9dd0-4040-41ff-a337-e398d6f46da5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=07bd9dd0-4040-41ff-a337-e398d6f46da5,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:30.671141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b768-cc4e-4cd6-bc0c-6e7d2e3e034e req-fe30a50d-d1c0-4465-b57d-c4d3b4013f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:30.673091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3383b768-cc4e-4cd6-bc0c-6e7d2e3e034e req-fe30a50d-d1c0-4465-b57d-c4d3b4013f87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2987380 May 24 22:46:30.675277 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.677407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:30.681400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-deda23fb-3de0-447c-a9ee-df557a6f3853 service neutron] 10.222.0.31 "GET /v2.0/ports/232dd831-fe5f-40ac-9941-a77cda10ad1e/bindings/n-h1-843146-7 HTTP/1.1" status: 200 len: 382 time: 0.1598895 May 24 22:46:30.694567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f5a40ee-5777-4f97-af0b-d7b6e0aca660 req-8b0fcf35-1d9e-4e76-b69d-cef423c75106 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:30.708816 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f5a40ee-5777-4f97-af0b-d7b6e0aca660 req-8b0fcf35-1d9e-4e76-b69d-cef423c75106 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32de0f3f-5065-472d-8450-ff0021c4d28b HTTP/1.1" status: 200 len: 210 time: 0.4881356 May 24 22:46:30.818899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:30.844521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:46:30.845968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6630497a-18ee-4a27-9db2-5bf6af4bfaf6 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:46:30.907573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=07bd9dd0-4040-41ff-a337-e398d6f46da5,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:30.922539 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27725928-0e1f-4ece-8730-f3b8fa1acb7d'] response: {'server_uuid': '58f21760-7ba5-4509-8529-577f6f3b24a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bd9dd0-4040-41ff-a337-e398d6f46da5', 'code': 200} May 24 22:46:30.976637 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3383b768-cc4e-4cd6-bc0c-6e7d2e3e034e req-6c7715d6-843e-45ee-9bfa-7132b67a2396 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908094 May 24 22:46:31.289325 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:31.298658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:31.299949 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:31.533121 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3383b768-cc4e-4cd6-bc0c-6e7d2e3e034e req-e2e7a4ae-aca1-4f10-9af2-ee5af038f687 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321777 May 24 22:46:31.549451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803657d-7fe0-45cf-a39a-5d449cc8351b req-1d33fdff-2317-453e-9dea-5e5ac15af991 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:31.551586 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b803657d-7fe0-45cf-a39a-5d449cc8351b req-1d33fdff-2317-453e-9dea-5e5ac15af991 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 948 time: 0.2586396 May 24 22:46:31.556498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-8de08ae1-c3eb-4990-8337-0222e41452d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:31.558302 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-8de08ae1-c3eb-4990-8337-0222e41452d4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191&tenant_id=0365b3430aca4a7c8a9900c4398a5d25 HTTP/1.1" status: 200 len: 1101 time: 0.2667651 May 24 22:46:31.668029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b803657d-7fe0-45cf-a39a-5d449cc8351b req-26128c95-2497-4e4b-a39c-24afc932deac tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088016 May 24 22:46:31.711142 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:31.718828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-5e3f8944-7de9-45f2-8e1a-81a9c29cb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:31.728136 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-5e3f8944-7de9-45f2-8e1a-81a9c29cb5e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 1101 time: 0.1298215 May 24 22:46:31.843721 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1151545 May 24 22:46:31.844745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a0a05-573a-4212-9fda-d9463a01544a admin admin] Pushing event updated for resources: {'Network': ['ID=1338476e-fd93-4d58-ad16-9d988ce761f0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:31.858770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50498) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:31.859136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 1338476e-fd93-4d58-ad16-9d988ce761f0 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:46:31.866999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Request body: {'subnet': {'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-550641516-subnet', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:31.887960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5697d9-81ae-4164-a0f1-e8c7512524c1 req-b9286886-50a0-4a27-b2f3-eeb51b8f0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:31.890302 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe5697d9-81ae-4164-a0f1-e8c7512524c1 req-b9286886-50a0-4a27-b2f3-eeb51b8f0982 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58f21760-7ba5-4509-8529-577f6f3b24a2 HTTP/1.1" status: 200 len: 1100 time: 0.7608433 May 24 22:46:31.892543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:31.943983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-1b24fd15-57c7-4ec8-a8f7-87181434cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:31.945852 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-1b24fd15-57c7-4ec8-a8f7-87181434cf70 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2087605 May 24 22:46:31.959476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Usage tracker for resource:subnet and tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:31.974840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:31.995156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbbc28-60f0-4291-b409-260427c0a49d req-5e7b2295-68e5-4153-82ab-5f7089d78e0a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:32.014445 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cdcbbc28-60f0-4291-b409-260427c0a49d req-5e7b2295-68e5-4153-82ab-5f7089d78e0a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.8140702 May 24 22:46:32.028757 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-b12ae44e-a7e7-4654-9caa-e795a43a3ee9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e HTTP/1.1" status: 200 len: 217 time: 0.0756307 May 24 22:46:32.035208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:32.208376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-8c84d24f-c12c-4066-9744-06019da641a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:32.212072 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-8c84d24f-c12c-4066-9744-06019da641a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1745844 May 24 22:46:32.265291 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe5697d9-81ae-4164-a0f1-e8c7512524c1 req-79d5c053-b0fe-461e-8d38-720cccf066a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351641 May 24 22:46:32.276367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device acd602bc-7b5f-4669-87f5-3708f9d0948b details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:46:32.284090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Made reservation on behalf of 5cc4ff1f5e5e42988805dcd9a21f9fe4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:46:32.286561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:32.402017 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cdcbbc28-60f0-4291-b409-260427c0a49d req-3468251d-650b-40e6-8705-bd7b7d7dc92b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859670 May 24 22:46:32.412767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-f2bb0bf5-51f0-4380-a4ec-c4d3b5cfb866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:32.414861 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-f2bb0bf5-51f0-4380-a4ec-c4d3b5cfb866 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959717 May 24 22:46:32.741016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50526) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:32.767240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port acd602bc-7b5f-4669-87f5-3708f9d0948b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=acd602bc-7b5f-4669-87f5-3708f9d0948b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:32.800243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'acd602bc-7b5f-4669-87f5-3708f9d0948b', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'acd602bc-7b5f-4669-87f5-3708f9d0948b', 'mac_address': 'fa:16:3e:e5:57:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:46:32.927340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port acd602bc-7b5f-4669-87f5-3708f9d0948b is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:32.928510 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:32.948697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd602bc-7b5f-4669-87f5-3708f9d0948b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:32.968861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port acd602bc-7b5f-4669-87f5-3708f9d0948b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=acd602bc-7b5f-4669-87f5-3708f9d0948b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:32.989290 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:33.036985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] Router 494bb072-130c-4452-bb2e-b42842629e91 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:46:33.137135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-440168620-network', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:33.146731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=acd602bc-7b5f-4669-87f5-3708f9d0948b,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:33.163526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:33.166058 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:33.210402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Usage tracker for resource:network and tenant:03ba65b25e364dc696b96a9bf51ed363 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:33.217730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498695ca-300b-4620-8d4b-108de293467a req-7882daee-a801-464b-950a-c335073dc366 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:33.223535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-7882daee-a801-464b-950a-c335073dc366 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.6015868 May 24 22:46:33.228865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:33.240835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-7404d6cc-637d-4f94-82c6-8c21c444efea tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/quotas/2e846590628e4af9acc5488fea48c6ad HTTP/1.1" status: 200 len: 375 time: 0.0122030 May 24 22:46:33.248736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:33.263007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975e1a0-a02a-40aa-be35-b8effd6d7fea req-ade94df9-1964-4bb4-873a-be47714a2c54 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:33.264490 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d975e1a0-a02a-40aa-be35-b8effd6d7fea req-ade94df9-1964-4bb4-873a-be47714a2c54 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 949 time: 0.3609619 May 24 22:46:33.282403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['acd602bc-7b5f-4669-87f5-3708f9d0948b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:33.313185 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-3a8f0c97-c953-490c-8406-aa7e00e02049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629439 May 24 22:46:33.405211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64be961-676e-48b9-8076-826ab80f2b09,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:33.416489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-f13df767-ffd6-49fd-bc3e-1f39aed8d269 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9928293 May 24 22:46:33.509620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Checking segment: {'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:33.509620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Network hostable DHCP agents. Network: 1338476e-fd93-4d58-ad16-9d988ce761f0, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:46:33.539619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Made reservation on behalf of 03ba65b25e364dc696b96a9bf51ed363 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:46:33.550341 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:33.597286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:46:33.610834 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc67d5f3-670a-43f8-b38a-a66c812540ab None None] Sync routers for ids ['494bb072-130c-4452-bb2e-b42842629e91'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:46:33.650950 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc67d5f3-670a-43f8-b38a-a66c812540ab None None] Routers {'494bb072-130c-4452-bb2e-b42842629e91'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:46:33.652187 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc67d5f3-670a-43f8-b38a-a66c812540ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['494bb072-130c-4452-bb2e-b42842629e91'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:33.690164 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b8aafbb2-6e14-4f81-9d1e-6ed240f05175 admin admin] 10.222.0.55 "PUT /v2.0/routers/494bb072-130c-4452-bb2e-b42842629e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9109566 May 24 22:46:33.691174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:33.714453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50542) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:33.748258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d975e1a0-a02a-40aa-be35-b8effd6d7fea req-5659ded5-30be-4168-b3ba-d270c1eccf20 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585773 May 24 22:46:33.757374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Network 1338476e-fd93-4d58-ad16-9d988ce761f0 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:46:33.783767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:33.796823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 1338476e-fd93-4d58-ad16-9d988ce761f0) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:33.802079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Usage tracker for resource:security_group_rule and tenant:03ba65b25e364dc696b96a9bf51ed363 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:33.808883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a584d-e648-4105-a681-d72f5bc86c24 None None] Network 1338476e-fd93-4d58-ad16-9d988ce761f0 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:46:33.811969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:33.813428 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:33.817381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:33.827226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:33.871500 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-02108b00-b853-497c-9558-3fd542bb4680 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0108652 May 24 22:46:33.877237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50550) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:33.891936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:33.914738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:33.938884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Usage tracker for resource:router and tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:33.950795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:33.952611 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-2485e57d-2147-4749-af64-f92dfbbfdb5f service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242194 May 24 22:46:33.973598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:34.041126 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:34.047740 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:34.079523 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cc67d5f3-670a-43f8-b38a-a66c812540ab None None] Set router 494bb072-130c-4452-bb2e-b42842629e91 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:46:34.145987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:34.175898 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5f1ce5f-68ad-4c47-8b98-96dd2ecb012f req-15e3e8d7-86e5-4bcf-96f8-84a01b7843f7 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6777582 May 24 22:46:34.313910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1338476e-fd93-4d58-ad16-9d988ce761f0', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:46:34.314758 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:34.329981 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:34.404808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-40bc81a8-1f19-48d1-9940-1a7cd0dc3986 service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185576 May 24 22:46:34.616871 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:34.619439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Allocated IP 172.20.0.2 (1338476e-fd93-4d58-ad16-9d988ce761f0/d64be961-676e-48b9-8076-826ab80f2b09/aa42bc6a-3f09-4d87-bf73-fba10fdcdc46) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:34.650083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Deleting port 4889c2de-0189-4628-b6f4-76bb52894840 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:34.650789 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:35.013592 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:35.013887 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:35.038469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Transition to ACTIVE for port object aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:35.049069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc21eca5-b258-4abd-b28a-d3ae8b2fa8d7 req-0e4aabcd-7684-4cc2-96a7-ff48a2200118 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 210 time: 0.0948699 May 24 22:46:35.081064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Transition to ACTIVE for port object aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:35.090202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 232dd831-fe5f-40ac-9941-a77cda10ad1e no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:35.207941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] For port 4889c2de-0189-4628-b6f4-76bb52894840, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4889c2de-0189-4628-b6f4-76bb52894840,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:35.208305 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:35.240158 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:35.273235 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc67d5f3-670a-43f8-b38a-a66c812540ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4889c2de-0189-4628-b6f4-76bb52894840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:46:30Z', 'revision_number': 5, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port': {'id': '4889c2de-0189-4628-b6f4-76bb52894840', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494bb072-130c-4452-bb2e-b42842629e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:44:54Z', 'updated_at': '2022-05-24T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:35.306837 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc67d5f3-670a-43f8-b38a-a66c812540ab None None] Checking router: 494bb072-130c-4452-bb2e-b42842629e91 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:46:35.343815 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc67d5f3-670a-43f8-b38a-a66c812540ab None None] Routers {'494bb072-130c-4452-bb2e-b42842629e91'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:46:35.344014 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc67d5f3-670a-43f8-b38a-a66c812540ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['494bb072-130c-4452-bb2e-b42842629e91'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:35.375702 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:35.528110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5891af-62e4-462e-ba78-d337f6277ab4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:35.530337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:46:35.655577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Pushing event updated for resources: {'Port': ['ID=aa42bc6a-3f09-4d87-bf73-fba10fdcdc46,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:35.659130 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e6f0105c-7f96-4913-805c-51d55533ed8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:35.669981 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cc67d5f3-670a-43f8-b38a-a66c812540ab None None] Set router 494bb072-130c-4452-bb2e-b42842629e91 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:46:35.686585 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:35.702948 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:35.709832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Calling delete_port for 4889c2de-0189-4628-b6f4-76bb52894840 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:35.710852 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Added segment ab8cd6a3-2538-4dc5-8590-0180be45c026 of type vlan for network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e May 24 22:46:35.715873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 232dd831-fe5f-40ac-9941-a77cda10ad1e is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:35.716246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:35.744110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d8d80-dc25-4161-a292-69bbf84d9252 req-9b6d8aa3-ad08-4a77-a04f-ced31c2bb2bf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:35.765858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b06d8d80-dc25-4161-a292-69bbf84d9252 req-9b6d8aa3-ad08-4a77-a04f-ced31c2bb2bf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 1.6261911 May 24 22:46:35.799389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:35.812046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:35.828894 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:35.855198 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc67d5f3-670a-43f8-b38a-a66c812540ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:46:34Z', 'revision_number': 6, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:35.860251 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc67d5f3-670a-43f8-b38a-a66c812540ab None None] The sync data for ids ['494bb072-130c-4452-bb2e-b42842629e91'] in n-d-843146-7 is: [{'id': '494bb072-130c-4452-bb2e-b42842629e91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-614792772-router', 'tenant_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:44:53Z', 'updated_at': '2022-05-24T22:46:34Z', 'revision_number': 6, 'project_id': 'b73c17b45b3c405ebfb19d680a8bff16', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:46:35.966220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:36.049729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Network 1338476e-fd93-4d58-ad16-9d988ce761f0 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:36.050945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:36.053722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b06d8d80-dc25-4161-a292-69bbf84d9252 req-524788e0-c471-415d-9c7c-7e46f7b656f7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864666 May 24 22:46:36.062921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:36.068891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:36.151861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcf6fb-5c6c-485f-95ad-a44d27c0d159 req-b5a41a07-39ab-4f3e-90be-fbc82e545d40 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:36.163804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7bcf6fb-5c6c-485f-95ad-a44d27c0d159 req-b5a41a07-39ab-4f3e-90be-fbc82e545d40 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 949 time: 0.8477046 May 24 22:46:36.205941 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:36.208455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:36.209063 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:36.330672 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d32d4be-c347-41e5-825e-c3f108ef059c'] response: {'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'code': 200} May 24 22:46:36.337093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Attempting to bind port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:46:36.337464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Attempting to bind port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:46:36.338977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Attempting to bind port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 on network 1338476e-fd93-4d58-ad16-9d988ce761f0 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:36.347133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device acd602bc-7b5f-4669-87f5-3708f9d0948b up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:36.353612 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7bcf6fb-5c6c-485f-95ad-a44d27c0d159 req-559495f5-ad6a-4a24-8293-ee34d266480b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866696 May 24 22:46:36.545703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 232dd831-fe5f-40ac-9941-a77cda10ad1e details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:46:36.564352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:46:36.565003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Checking segment: {'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:36.566110 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:36.567359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Bound using segment: {'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:46:36.569541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Bound port: aa42bc6a-3f09-4d87-bf73-fba10fdcdc46, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:46:36.570132 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:36.602425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:36.694920 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8df6b91a-7e40-4614-8362-80019523836e req-9f225c2a-be43-41de-b457-0412293d55a1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 210 time: 0.1475823 May 24 22:46:36.724869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] Pushing event updated for resources: {'Network': ['ID=948323a2-2e1a-4884-bbd5-ff2b224aeb1e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:36.746241 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-20e94502-bcd2-41aa-bcf1-4a4c58d4b917 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.9984846 May 24 22:46:36.749221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:46:36.752272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50614) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:36.758802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Request body: {'subnet': {'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-subnet', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:36.764231 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Pushing event deleted for resources: {'Port': ['ID=4889c2de-0189-4628-b6f4-76bb52894840,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:36.765398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:36.771610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Usage tracker for resource:subnet and tenant:03ba65b25e364dc696b96a9bf51ed363 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:36.778817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:36.814323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.814681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.814985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.815319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.815642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.815964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.816283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.816600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.816914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.817231 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.817568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.817884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:36.872732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:36.901834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port acd602bc-7b5f-4669-87f5-3708f9d0948b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:36.910089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port acd602bc-7b5f-4669-87f5-3708f9d0948b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:36.910491 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:36.983220 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.089906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Made reservation on behalf of 03ba65b25e364dc696b96a9bf51ed363 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:46:37.094728 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.236552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] For port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:46:37.239153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4889c2de-0189-4628-b6f4-76bb52894840 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:37.295792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] For port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=aa42bc6a-3f09-4d87-bf73-fba10fdcdc46,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:46:37.297091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4889c2de-0189-4628-b6f4-76bb52894840 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:46:37.297705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4889c2de-0189-4628-b6f4-76bb52894840 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:46:37.298320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 050783cb-eefb-4045-8627-2b2e020ad912 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:37.386796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ea6c9-abf8-41da-b8ab-405a6ae59bd8 req-b5632f12-830f-45c2-9477-19c5ac392d82 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:37.388395 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b9ea6c9-abf8-41da-b8ab-405a6ae59bd8 req-b5632f12-830f-45c2-9477-19c5ac392d82 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 950 time: 0.6974947 May 24 22:46:37.396285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port acd602bc-7b5f-4669-87f5-3708f9d0948b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:37.397391 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.406939 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.422515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.444464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 050783cb-eefb-4045-8627-2b2e020ad912 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:46:37.445142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 050783cb-eefb-4045-8627-2b2e020ad912 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:46:37.487516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.499793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.524146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port acd602bc-7b5f-4669-87f5-3708f9d0948b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=acd602bc-7b5f-4669-87f5-3708f9d0948b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:37.536764 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.544091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498695ca-300b-4620-8d4b-108de293467a req-d08742dc-1b5c-4e91-bed4-d208fe67f7f2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:37.545858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-d08742dc-1b5c-4e91-bed4-d208fe67f7f2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.4580963 May 24 22:46:37.556687 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-679bed76-2947-4ae2-b57a-c75f6b260932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.559148 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.561957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Request body: {'port': {'device_id': '437d2498-1d10-4784-8bd6-fcdf74df9a44', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'admin_state_up': True, 'tenant_id': '2e846590628e4af9acc5488fea48c6ad'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:37.576467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:37.583198 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b9ea6c9-abf8-41da-b8ab-405a6ae59bd8 req-d1a91d12-5a21-4b95-8a05-15085fa86000 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805921 May 24 22:46:37.601695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a347836-7185-4dc9-bb6d-891e6cf156b5 None None] Pushing event updated for resources: {'Port': ['ID=aa42bc6a-3f09-4d87-bf73-fba10fdcdc46,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:37.604749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.605258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 494bb072-130c-4452-bb2e-b42842629e91 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:46:37.724623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.729465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'mac_address': 'fa:16:3e:e7:ac:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:46:37.730879 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1294049b-60df-47c5-b40e-d0d83baad6af admin admin] 10.222.0.55 "DELETE /v2.0/routers/494bb072-130c-4452-bb2e-b42842629e91 HTTP/1.1" status: 204 len: 168 time: 3.9975266 May 24 22:46:37.738312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50628) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:37.882168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Allocated IP 172.25.7.170 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/29ab087b-b8d8-4e66-a9ba-35b4999cede2) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:37.901326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=acd602bc-7b5f-4669-87f5-3708f9d0948b,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:37.949385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 232dd831-fe5f-40ac-9941-a77cda10ad1e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:37.950171 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:37.968919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:37.976800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25cdfce-5263-49cf-b362-dda8828647e9 admin admin] Deleting subnet 7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:46:37.977748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232dd831-fe5f-40ac-9941-a77cda10ad1e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:38.000320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e25cdfce-5263-49cf-b362-dda8828647e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:38.004167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:38.016172 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:38.072863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:38.104853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e25cdfce-5263-49cf-b362-dda8828647e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:38.116825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:38.155526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Made reservation on behalf of 2e846590628e4af9acc5488fea48c6ad for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:46:38.159088 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:38.188159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e414466-d3ad-43c1-9f14-a35e1d984879 req-f8d2cf6c-e470-4617-bd8a-372a3cf560e0 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:38.189760 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e414466-d3ad-43c1-9f14-a35e1d984879 req-f8d2cf6c-e470-4617-bd8a-372a3cf560e0 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 950 time: 0.3480477 May 24 22:46:38.268677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:38.306804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:38.321988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['232dd831-fe5f-40ac-9941-a77cda10ad1e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:38.324137 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e414466-d3ad-43c1-9f14-a35e1d984879 req-d93cb810-f470-43ce-89ab-a139e81ea463 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188147 May 24 22:46:38.338667 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e25cdfce-5263-49cf-b362-dda8828647e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:38.413027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bf6fa7-9251-434e-b6ad-1a20bf5fe53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd602bc-7b5f-4669-87f5-3708f9d0948b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:38.415365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0b5cae-b646-44aa-8017-4e16bd24648f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:38.447611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127b7d-3340-4cc1-8534-32db5abb9b84 req-33060cba-daec-494e-bf8f-598615030bbd tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:38.449553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-05127b7d-3340-4cc1-8534-32db5abb9b84 req-33060cba-daec-494e-bf8f-598615030bbd tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 948 time: 1.0375464 May 24 22:46:38.475574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Allocated IP 172.20.0.3 (3653a6c8-c222-4f56-8c39-2c2963d7c5c7/58b7ed93-185b-4c74-a8c5-a81fc40ebbf5/d41aec69-e3b3-4063-a589-c5faae51ea75) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:38.490473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Checking segment: {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:38.490940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Network hostable DHCP agents. Network: 948323a2-2e1a-4884-bbd5-ff2b224aeb1e, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:46:38.506208 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e25cdfce-5263-49cf-b362-dda8828647e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:38.514259 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:38.665701 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e25cdfce-5263-49cf-b362-dda8828647e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:38.668238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cdfce-5263-49cf-b362-dda8828647e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:38.676868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011adb82-4520-4240-8da5-a4df4d077001 None None] Network d9030e52-b3b9-4829-99f1-70ea2293d70c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:46:38.723248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Pushing event updated for resources: {'Port': ['ID=29ab087b-b8d8-4e66-a9ba-35b4999cede2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:38.731484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:46:38.735186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:38.739632 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-05127b7d-3340-4cc1-8534-32db5abb9b84 req-a7d9dd5e-558c-460c-b392-40317853f3b3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752702 May 24 22:46:38.742987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:38.748367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:38.751849 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e25cdfce-5263-49cf-b362-dda8828647e9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7ccbb11d-78ea-4ffd-8f07-6fbc4f94282b HTTP/1.1" status: 204 len: 168 time: 1.0125773 May 24 22:46:38.763220 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:38.790367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50642) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:39.015946 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:39.301038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:39.329854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:39.336825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:39.380699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3f180-6fa6-42c9-9a37-f1b38df34d39 None None] Network 1338476e-fd93-4d58-ad16-9d988ce761f0 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:46:39.397735 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:39.444730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 948323a2-2e1a-4884-bbd5-ff2b224aeb1e) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:39.463295 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f29eef5-36b1-4dff-8a2a-3b33359dbaac'] response: {'server_uuid': '69bf6fa7-9251-434e-b6ad-1a20bf5fe53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd602bc-7b5f-4669-87f5-3708f9d0948b', 'code': 200} May 24 22:46:39.491110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2822d-c7bd-432d-a353-224cd911fe9d None None] Network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:46:39.507213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:39.511379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:39.514133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:39.552070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event updated for resources: {'Port': ['ID=d41aec69-e3b3-4063-a589-c5faae51ea75,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:39.553971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:39.554562 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:39.629446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:39.635788 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:39.675753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-391141cc-7d14-41d0-a3cf-9ba99e9d9280 None None] Provisioning for port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:39.678893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-0829ff85-e532-4c6b-a868-07e45a57d9d9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1220903 May 24 22:46:39.683519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Deleting port 5889e8ac-6038-4cbe-99c5-5d4171344080 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:39.684787 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:39.691140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Request body: {'port': {'device_id': '437d2498-1d10-4784-8bd6-fcdf74df9a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:39.865847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:39.880165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:39.975656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:39.976024 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:39.988390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a0c85e7d-5289-403b-bf13-8650ebfaee4f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.2342427 May 24 22:46:39.998908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50658) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:40.007792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390f099-f466-493a-92e4-6ec03acdefee req-6572bdf0-2b2d-432e-8af3-37ea7b2a865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:40.008678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:40.009256 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1390f099-f466-493a-92e4-6ec03acdefee req-6572bdf0-2b2d-432e-8af3-37ea7b2a865a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 1101 time: 0.6061442 May 24 22:46:40.024728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:40.034027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949c06f-5642-4aa3-b157-fd3efb8c4284 req-ac1b9545-6b56-4aab-8c17-3723b92d4faa tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:40.035565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0949c06f-5642-4aa3-b157-fd3efb8c4284 req-ac1b9545-6b56-4aab-8c17-3723b92d4faa tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 931 time: 0.6893704 May 24 22:46:40.062225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae322bb-1a95-4c80-944a-e7637e9b7e6a None None] DHCP port deletion for d9030e52-b3b9-4829-99f1-70ea2293d70c request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:46:40.083235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Usage tracker for resource:router and tenant:03ba65b25e364dc696b96a9bf51ed363 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:40.093208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:40.096415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3ae322bb-1a95-4c80-944a-e7637e9b7e6a None None] Deleting port 5889e8ac-6038-4cbe-99c5-5d4171344080 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:40.097003 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3ae322bb-1a95-4c80-944a-e7637e9b7e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.103471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:40.137702 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.138668 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.149972 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.208176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-e7ba48ad-2e01-453d-a5e3-bad5d8d73615 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:40.209893 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-e7ba48ad-2e01-453d-a5e3-bad5d8d73615 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191&tenant_id=0365b3430aca4a7c8a9900c4398a5d25&binding%3Ahost_id=n-h1-843146-7 HTTP/1.1" status: 200 len: 949 time: 0.4096096 May 24 22:46:40.264956 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1390f099-f466-493a-92e4-6ec03acdefee req-9da84fb9-59b6-4d8d-a698-1d64bd153762 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412314 May 24 22:46:40.293549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.306848 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.327309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:40.445707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:46:40.446546 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.544881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 232dd831-fe5f-40ac-9941-a77cda10ad1e up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:40.549036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] For port 5889e8ac-6038-4cbe-99c5-5d4171344080, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5889e8ac-6038-4cbe-99c5-5d4171344080,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:40.549586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.551746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:46:40.561074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0949c06f-5642-4aa3-b157-fd3efb8c4284 req-4787ff9e-b9c9-438c-8352-8764a6896adc tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877219 May 24 22:46:40.800067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:40.800486 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.800624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.801138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Calling delete_port for 5889e8ac-6038-4cbe-99c5-5d4171344080 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:40.813454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41aec69-e3b3-4063-a589-c5faae51ea75 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:40.839315 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.861139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa906e8-0ba4-441d-81b0-43ba5e675b77 req-abef945c-45bf-4685-a414-e15029fb3d80 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:40.863120 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfa906e8-0ba4-441d-81b0-43ba5e675b77 req-abef945c-45bf-4685-a414-e15029fb3d80 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 950 time: 0.4396017 May 24 22:46:40.906129 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-40f9a644-f837-41be-87df-2d9eefef0c96 service neutron] 10.222.0.31 "GET /v2.0/ports/232dd831-fe5f-40ac-9941-a77cda10ad1e/bindings/n-h1-843146-7 HTTP/1.1" status: 200 len: 382 time: 0.6846919 May 24 22:46:40.942526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3ae322bb-1a95-4c80-944a-e7637e9b7e6a None None] For port 5889e8ac-6038-4cbe-99c5-5d4171344080, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5889e8ac-6038-4cbe-99c5-5d4171344080,segment=NetworkSegment(1a6b9226-a9d9-44bb-8f1d-a622e14107bc),segment_id=1a6b9226-a9d9-44bb-8f1d-a622e14107bc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:40.943156 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3ae322bb-1a95-4c80-944a-e7637e9b7e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.955781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Transition to ACTIVE for port object d41aec69-e3b3-4063-a589-c5faae51ea75 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:40.960675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:40.961393 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.969337 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:40.980146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=aa42bc6a-3f09-4d87-bf73-fba10fdcdc46,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:41.030062 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfa906e8-0ba4-441d-81b0-43ba5e675b77 req-1d8efaeb-ef88-49f7-8821-2dcb8d4483b3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065059 May 24 22:46:41.153146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Pushing event updated for resources: {'Port': ['ID=d41aec69-e3b3-4063-a589-c5faae51ea75,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:41.168711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3ae322bb-1a95-4c80-944a-e7637e9b7e6a None None] Calling delete_port for 5889e8ac-6038-4cbe-99c5-5d4171344080 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:41.218691 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.237809 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.286219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=5889e8ac-6038-4cbe-99c5-5d4171344080,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:41.298197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] No DVR routers for this DVR port 5889e8ac-6038-4cbe-99c5-5d4171344080 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:46:41.312780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 232dd831-fe5f-40ac-9941-a77cda10ad1e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:41.313145 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.362556 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.379545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5889e8ac-6038-4cbe-99c5-5d4171344080 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:41.425270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1056b-dbba-44c1-95cb-7ab070da7df2 req-e0921cc2-da36-4162-880b-ce6008a10ffe tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:41.426816 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8c1056b-dbba-44c1-95cb-7ab070da7df2 req-e0921cc2-da36-4162-880b-ce6008a10ffe tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 949 time: 0.5858507 May 24 22:46:41.454815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 5889e8ac-6038-4cbe-99c5-5d4171344080 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:46:41.455148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5889e8ac-6038-4cbe-99c5-5d4171344080 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:46:41.467203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:41.483770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:41.485367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Allocated IP 172.20.0.2 (948323a2-2e1a-4884-bbd5-ff2b224aeb1e/dc0b5cae-b646-44aa-8017-4e16bd24648f/8520bc5b-e105-43bb-8794-93420db1552f) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:41.524606 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.545605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1f16e9a6-cc74-4a04-9ffc-1c783b6f62b9 None None] Provisioning complete for port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:41.546626 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1f16e9a6-cc74-4a04-9ffc-1c783b6f62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.548616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-1eded28d-2c49-40a6-9758-751b371ff530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:41.550272 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-1eded28d-2c49-40a6-9758-751b371ff530 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 1100 time: 0.5348990 May 24 22:46:41.550911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Attempting to bind port d41aec69-e3b3-4063-a589-c5faae51ea75 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:46:41.551298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Attempting to bind port d41aec69-e3b3-4063-a589-c5faae51ea75 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:46:41.551598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Attempting to bind port d41aec69-e3b3-4063-a589-c5faae51ea75 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:41.563632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Port d41aec69-e3b3-4063-a589-c5faae51ea75 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:46:41.564452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Attempting to bind port d41aec69-e3b3-4063-a589-c5faae51ea75 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:41.567180 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.646141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:46:41.646643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Checking segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:41.647669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Bound using segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:46:41.648679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Bound port: d41aec69-e3b3-4063-a589-c5faae51ea75, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:46:41.649145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.663442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=aa42bc6a-3f09-4d87-bf73-fba10fdcdc46,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:41.734806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5ccec-025b-447c-9ac1-21074d1ab32a req-afad5da1-38f1-444a-8df3-4b60434f5f56 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:41.740665 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-3ae322bb-1a95-4c80-944a-e7637e9b7e6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:46:41.741367 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-3ae322bb-1a95-4c80-944a-e7637e9b7e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:46:41.743524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9fe5ccec-025b-447c-9ac1-21074d1ab32a req-afad5da1-38f1-444a-8df3-4b60434f5f56 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 945 time: 0.3324451 May 24 22:46:41.746177 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8c1056b-dbba-44c1-95cb-7ab070da7df2 req-fefad4dc-b184-40d2-ab49-79e7d249433c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554820 May 24 22:46:41.750701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9030e52-b3b9-4829-99f1-70ea2293d70c']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:41.778218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6b9226-a9d9-44bb-8f1d-a622e14107bc') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:41.778508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6b9226-a9d9-44bb-8f1d-a622e14107bc') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:41.796369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.821392 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.829897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:46:41.830440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.925826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:41.939483 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3302b44-576f-4f2e-be99-4b5a323e5dce'] response: {'server_uuid': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931', 'code': 200} May 24 22:46:41.940403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 232dd831-fe5f-40ac-9941-a77cda10ad1e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:41.940950 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:41.981429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9fe5ccec-025b-447c-9ac1-21074d1ab32a req-45c04927-4fab-4745-8bbe-c8e4904b8234 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/security-groups?id=304ad1a5-0fb0-46db-83d0-cc34e8f18e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368662 May 24 22:46:42.017247 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.043668 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1a6b9226-a9d9-44bb-8f1d-a622e14107bc resource provider aggregate not found May 24 22:46:42.065355 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.081344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] For port d41aec69-e3b3-4063-a589-c5faae51ea75, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:46:42.117143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1f16e9a6-cc74-4a04-9ffc-1c783b6f62b9 None None] Current status of the port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:42.125591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] For port d41aec69-e3b3-4063-a589-c5faae51ea75, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d41aec69-e3b3-4063-a589-c5faae51ea75,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:46:42.127470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:42.146415 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.203652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52103e40-7807-454a-beb7-e7ae67785214 req-32badbb2-e755-4ae7-8122-76f748f65681 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:42.205422 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52103e40-7807-454a-beb7-e7ae67785214 req-32badbb2-e755-4ae7-8122-76f748f65681 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 945 time: 0.4496796 May 24 22:46:42.205975 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.244816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3ae322bb-1a95-4c80-944a-e7637e9b7e6a None None] Deleting port 5889e8ac-6038-4cbe-99c5-5d4171344080 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:42.244816 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3ae322bb-1a95-4c80-944a-e7637e9b7e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.245583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.250209 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1a6b9226-a9d9-44bb-8f1d-a622e14107bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a6b9226-a9d9-44bb-8f1d-a622e14107bc found for delete ", "request_id": "req-798f75be-2aaa-44cb-8825-d8d4c45e01ed"}]} May 24 22:46:42.277525 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.293554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:42.294178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.295640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] 10.222.0.31 "PUT /v2.0/ports/d41aec69-e3b3-4063-a589-c5faae51ea75 HTTP/1.1" status: 200 len: 1091 time: 2.6091192 May 24 22:46:42.300674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437d2498-1d10-4784-8bd6-fcdf74df9a44', 'tag': 'd41aec69-e3b3-4063-a589-c5faae51ea75'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:42.338455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3ae322bb-1a95-4c80-944a-e7637e9b7e6a None None] The port '5889e8ac-6038-4cbe-99c5-5d4171344080' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:46:42.345804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-146218f1-d03d-4482-b445-4f57d4ad8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:42.347930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:46:42.348190 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-146218f1-d03d-4482-b445-4f57d4ad8201 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.7689815 May 24 22:46:42.368967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] 10.222.0.55 "DELETE /v2.0/networks/d9030e52-b3b9-4829-99f1-70ea2293d70c HTTP/1.1" status: 204 len: 168 time: 3.5711915 May 24 22:46:42.381871 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.411135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:42.427936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Transition to ACTIVE for port object 8520bc5b-e105-43bb-8794-93420db1552f will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:42.430988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dd1be-bf18-4f77-90cb-971018027c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=d9030e52-b3b9-4829-99f1-70ea2293d70c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:42.466635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Transition to ACTIVE for port object 8520bc5b-e105-43bb-8794-93420db1552f will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:42.474452 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-772113c5-71e5-4fd1-bbd5-07aec912c457 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e HTTP/1.1" status: 200 len: 217 time: 0.1004055 May 24 22:46:42.475069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adf75a-7d38-4c45-bf80-295a888d3d00 service neutron] Pushing event updated for resources: {'Port': ['ID=d41aec69-e3b3-4063-a589-c5faae51ea75,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:42.487075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-52103e40-7807-454a-beb7-e7ae67785214 req-aa73fc1f-cf66-42c4-a742-3dfe52596afc tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Deleting port f78109b5-92bd-4ed4-be98-6deeadd03c6f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:46:42.487422 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-52103e40-7807-454a-beb7-e7ae67785214 req-aa73fc1f-cf66-42c4-a742-3dfe52596afc tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.583191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50698) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:42.618969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Allocated IP 172.25.7.66 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/e0ec2d62-554e-4f8c-af66-4706eb65d41d) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:42.646603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-912f896b-b26c-4640-8d3b-6ad27282a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:42.648950 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-912f896b-b26c-4640-8d3b-6ad27282a526 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1567318 May 24 22:46:42.650119 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.651521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759be5e4-8e26-4a80-bb59-93f7162d5d63 req-2daa7a41-ae34-4fc8-8c3d-d35f9fbb6fc9 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:42.652948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-759be5e4-8e26-4a80-bb59-93f7162d5d63 req-2daa7a41-ae34-4fc8-8c3d-d35f9fbb6fc9 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 950 time: 0.4958928 May 24 22:46:42.653093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Router 485cb4a6-a825-4c8b-8087-245596f5a72d is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:46:42.711959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d5eb0-2d60-4a0f-a8d1-dca784aca4f1 req-3a2597d9-3843-4458-87d4-0caf13136f7b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:42.713430 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce6d5eb0-2d60-4a0f-a8d1-dca784aca4f1 req-3a2597d9-3843-4458-87d4-0caf13136f7b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 943 time: 0.4652097 May 24 22:46:42.729112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:42.745516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:42.752636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:42.758171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:42.760593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Pushing event updated for resources: {'Port': ['ID=8520bc5b-e105-43bb-8794-93420db1552f,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:42.762943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'mac_address': 'fa:16:3e:8f:94:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:46:42.840313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498695ca-300b-4620-8d4b-108de293467a req-363b2f7b-7ba3-4974-87ec-51b828fc7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:42.841765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-363b2f7b-7ba3-4974-87ec-51b828fc7556 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 1094 time: 0.4922686 May 24 22:46:42.858858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:42.859393 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.923792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:42.935805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-8da282c5-33f6-426f-9f05-3f2b09b7f8ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41aec69-e3b3-4063-a589-c5faae51ea75 HTTP/1.1" status: 200 len: 217 time: 0.0770569 May 24 22:46:42.952877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Attempting to bind port 8520bc5b-e105-43bb-8794-93420db1552f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:46:42.953548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Attempting to bind port 8520bc5b-e105-43bb-8794-93420db1552f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:46:42.954140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Attempting to bind port 8520bc5b-e105-43bb-8794-93420db1552f on network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:42.959105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:42.963362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:46:42.963751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Checking segment: {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:42.964328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.964966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Bound using segment: {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:46:42.965517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Bound port: 8520bc5b-e105-43bb-8794-93420db1552f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:46:42.965980 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.972284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4543c935-3afb-4d40-90e0-a4defcc320d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b73c17b45b3c405ebfb19d680a8bff16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847075 May 24 22:46:42.980677 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:42.983095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50712) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:43.015473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-759be5e4-8e26-4a80-bb59-93f7162d5d63 req-14bcfefa-cc6c-4774-9fba-ed355a9d1282 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420482 May 24 22:46:43.021640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce6d5eb0-2d60-4a0f-a8d1-dca784aca4f1 req-9ffb0039-669d-4c8e-bf53-294cdf06df11 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987552 May 24 22:46:43.053370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-7ed74b2b-70ee-472a-a8e0-630b643ca9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:43.054913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-7ed74b2b-70ee-472a-a8e0-630b643ca9bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3894978 May 24 22:46:43.057895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:46:43.086149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Sync routers for ids ['485cb4a6-a825-4c8b-8087-245596f5a72d'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:46:43.111293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6f5d548b-9976-40a0-9b5b-e0da3cf84cd2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:43.188958 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:43.190445 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3f96f37f-01ce-4b11-9fc9-fdced64948dd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3084865 May 24 22:46:43.193513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50726) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:43.261519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Routers {'485cb4a6-a825-4c8b-8087-245596f5a72d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:46:43.262221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['485cb4a6-a825-4c8b-8087-245596f5a72d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:43.347498 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8297b7-eef6-42dc-bb4e-7f4a332a1417'] response: {'name': 'network-changed', 'server_uuid': '437d2498-1d10-4784-8bd6-fcdf74df9a44', 'tag': 'd41aec69-e3b3-4063-a589-c5faae51ea75', 'status': 'completed', 'code': 200} May 24 22:46:43.373775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:43.419562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:43.442179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-52103e40-7807-454a-beb7-e7ae67785214 req-aa73fc1f-cf66-42c4-a742-3dfe52596afc tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] For port f78109b5-92bd-4ed4-be98-6deeadd03c6f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f78109b5-92bd-4ed4-be98-6deeadd03c6f,segment=NetworkSegment(dbaa9760-c10c-4c78-aa83-b1cdc148a915),segment_id=dbaa9760-c10c-4c78-aa83-b1cdc148a915)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:43.442747 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-52103e40-7807-454a-beb7-e7ae67785214 req-aa73fc1f-cf66-42c4-a742-3dfe52596afc tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:43.457479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] For port 8520bc5b-e105-43bb-8794-93420db1552f, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:46:43.551611 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:43.562488 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] For port 8520bc5b-e105-43bb-8794-93420db1552f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8520bc5b-e105-43bb-8794-93420db1552f,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:46:43.608647 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:43.643014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-52103e40-7807-454a-beb7-e7ae67785214 req-aa73fc1f-cf66-42c4-a742-3dfe52596afc tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Calling delete_port for f78109b5-92bd-4ed4-be98-6deeadd03c6f owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:46:43.677135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e80b018-f8f6-456b-a975-7fddd3b44fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:43.711648 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e80b018-f8f6-456b-a975-7fddd3b44fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:43.742232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Set router 485cb4a6-a825-4c8b-8087-245596f5a72d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:46:43.769279 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-fc9bdee6-bee9-4c0e-bf57-5d2e51c37fc8 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974280 May 24 22:46:43.823324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498695ca-300b-4620-8d4b-108de293467a req-d9fea130-6228-4d0b-aed4-b4510f421cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:43.826145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-d9fea130-6228-4d0b-aed4-b4510f421cb4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.8768542 May 24 22:46:43.919421 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-b4a68ac4-ce15-409d-85db-ca33243e163b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661614 May 24 22:46:43.923989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e80b018-f8f6-456b-a975-7fddd3b44fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:43.965333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c0cd4-56d4-43bb-9e8b-3cfc45e6d26b None None] Pushing event updated for resources: {'Port': ['ID=8520bc5b-e105-43bb-8794-93420db1552f,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:43.975866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:43.983855 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:43.984066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d82ffc-f649-42c7-98b1-399693a59601 req-6e2ddda2-11dc-4594-8014-b8bbe0b7d892 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:43.984789 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:43.986779 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a7d82ffc-f649-42c7-98b1-399693a59601 req-6e2ddda2-11dc-4594-8014-b8bbe0b7d892 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.6538079 May 24 22:46:44.089864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80b018-f8f6-456b-a975-7fddd3b44fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3468a016-20e4-4e41-af61-81d152d42334,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:44.234323 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a7d82ffc-f649-42c7-98b1-399693a59601 req-6adf26e4-89da-45b2-97fc-7ba1681fe60a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368557 May 24 22:46:44.267842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-01221a05-eec4-4ba0-ab8f-2f3ad4ba36fb service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392370 May 24 22:46:44.269181 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:44.334942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b1f4-180f-4bc0-afbf-e7ca5c0f16be req-d9dc0b2e-96fb-4f54-a03f-edae4a17fd57 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:44.346385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c19b1f4-180f-4bc0-afbf-e7ca5c0f16be req-d9dc0b2e-96fb-4f54-a03f-edae4a17fd57 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2cc64e1-6fad-4868-90ce-9dda34777f51 HTTP/1.1" status: 200 len: 945 time: 0.7177372 May 24 22:46:44.497880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:44.520123 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e80b018-f8f6-456b-a975-7fddd3b44fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:44.521457 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2e80b018-f8f6-456b-a975-7fddd3b44fc3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3468a016-20e4-4e41-af61-81d152d42334 HTTP/1.1" status: 204 len: 168 time: 1.5050368 May 24 22:46:44.524649 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-498695ca-300b-4620-8d4b-108de293467a req-8f3c5a9a-9894-4647-877f-66f190cef39e service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708570 May 24 22:46:44.569112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f78109b5-92bd-4ed4-be98-6deeadd03c6f no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:44.649981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-7a872112-2a5d-4356-83cd-85985347abec service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7729473 May 24 22:46:44.694348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:44.790776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:44.827751 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:44.863893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ec2d62-554e-4f8c-af66-4706eb65d41d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:44.891820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f78109b5-92bd-4ed4-be98-6deeadd03c6f is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:44.892202 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:44.928908 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-52103e40-7807-454a-beb7-e7ae67785214 req-aa73fc1f-cf66-42c4-a742-3dfe52596afc tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:44.995116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c19b1f4-180f-4bc0-afbf-e7ca5c0f16be req-941061ab-166d-4a81-a0ff-995d7f2bc497 tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.55 "GET /v2.0/security-groups?id=304ad1a5-0fb0-46db-83d0-cc34e8f18e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471133 May 24 22:46:45.011842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:39Z', 'revision_number': 3, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:45.033601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Checking router: 485cb4a6-a825-4c8b-8087-245596f5a72d for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:46:45.033966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Updating router 485cb4a6-a825-4c8b-8087-245596f5a72d port 29ab087b-b8d8-4e66-a9ba-35b4999cede2 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:46:45.043265 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:45.062472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73fc1f-cf66-42c4-a742-3dfe52596afc tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Pushing event deleted for resources: {'Port': ['ID=f78109b5-92bd-4ed4-be98-6deeadd03c6f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:45.163385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f503cc-751b-47a9-b609-50f148cceb95 req-d58a5466-8ba6-4b97-a2ef-5e40b4c47915 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:45.165537 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41f503cc-751b-47a9-b609-50f148cceb95 req-d58a5466-8ba6-4b97-a2ef-5e40b4c47915 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f21760-7ba5-4509-8529-577f6f3b24a2 HTTP/1.1" status: 200 len: 949 time: 0.3469763 May 24 22:46:45.210210 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:45.239396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41f503cc-751b-47a9-b609-50f148cceb95 req-cd532aa6-b2e3-4d7b-b7ac-e9d86069be51 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659823 May 24 22:46:45.420123 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a326b517-837a-411e-8d3a-cb12b49de395'] response: {'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'code': 200} May 24 22:46:45.525509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8520bc5b-e105-43bb-8794-93420db1552f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:45.715569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Allocated IP 172.20.0.1 (1338476e-fd93-4d58-ad16-9d988ce761f0/d64be961-676e-48b9-8076-826ab80f2b09/4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:45.801369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-52103e40-7807-454a-beb7-e7ae67785214 req-aa73fc1f-cf66-42c4-a742-3dfe52596afc tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] No DVR routers for this DVR port f78109b5-92bd-4ed4-be98-6deeadd03c6f on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:46:45.805434 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-52103e40-7807-454a-beb7-e7ae67785214 req-aa73fc1f-cf66-42c4-a742-3dfe52596afc tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:45.840043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cc64e1-6fad-4868-90ce-9dda34777f51', 'name': 'network-vif-deleted', 'tag': 'f78109b5-92bd-4ed4-be98-6deeadd03c6f'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:45.969206 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:45.983433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8956626-e4c1-47c3-8175-e7aff91e1589 req-b84cae6a-a55a-4514-af0a-ff15a4d03060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:45.987891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Transition to ACTIVE for port object 29ab087b-b8d8-4e66-a9ba-35b4999cede2 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:45.992595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8956626-e4c1-47c3-8175-e7aff91e1589 req-b84cae6a-a55a-4514-af0a-ff15a4d03060 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 1094 time: 1.3558962 May 24 22:46:46.006921 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:46.035596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50792) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:46.096880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07988d92-1eb6-40d1-875c-c078985668f3 None None] Pushing event updated for resources: {'Port': ['ID=29ab087b-b8d8-4e66-a9ba-35b4999cede2,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:46.099696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b6b7b-e8e4-43ba-bdd4-a8a7f1f6c573 None None] Network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:46:46.126846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:46.172016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Transition to ACTIVE for port object 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:46.199198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Attempting to bind port 29ab087b-b8d8-4e66-a9ba-35b4999cede2 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:46:46.199791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Attempting to bind port 29ab087b-b8d8-4e66-a9ba-35b4999cede2 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:46:46.200440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Attempting to bind port 29ab087b-b8d8-4e66-a9ba-35b4999cede2 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:46.217298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:46:46.218021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:46.218646 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:46.219293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:46:46.219954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Bound port: 29ab087b-b8d8-4e66-a9ba-35b4999cede2, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:46:46.220546 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:46.231854 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:46.309544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3d6cd6d2-fcb9-41a7-a087-f08406683f19 None None] Provisioning for port 8520bc5b-e105-43bb-8794-93420db1552f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:46.358209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 8520bc5b-e105-43bb-8794-93420db1552f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:46.358938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-network', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:46.361939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:46.386898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:46.408315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Usage tracker for resource:network and tenant:8a6176826ff94617a74189798d1c4f8d is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:46.424960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:46.433393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Network 1338476e-fd93-4d58-ad16-9d988ce761f0 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:46.440532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:46.441569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8520bc5b-e105-43bb-8794-93420db1552f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:46.442127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:46.461052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:46.468569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:46.489722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52103e40-7807-454a-beb7-e7ae67785214 req-aa73fc1f-cf66-42c4-a742-3dfe52596afc tempest-VolumesAdminNegativeTest-1378839235 tempest-VolumesAdminNegativeTest-1378839235-project] 10.222.0.31 "DELETE /v2.0/ports/f78109b5-92bd-4ed4-be98-6deeadd03c6f HTTP/1.1" status: 204 len: 173 time: 4.2308717 May 24 22:46:46.491093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8956626-e4c1-47c3-8175-e7aff91e1589 req-164fa0e1-6530-4f47-95f6-234a6ffb0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:46.492465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8956626-e4c1-47c3-8175-e7aff91e1589 req-164fa0e1-6530-4f47-95f6-234a6ffb0a3c service neutron] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 913 time: 0.4705756 May 24 22:46:46.545804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:46.565042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Made reservation on behalf of 8a6176826ff94617a74189798d1c4f8d for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:46:46.567738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:46.595985 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:46.616967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8956626-e4c1-47c3-8175-e7aff91e1589 req-5a479a2c-9eea-4b43-ac38-856f6f7ea32b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41aec69-e3b3-4063-a589-c5faae51ea75 HTTP/1.1" status: 200 len: 217 time: 0.1082444 May 24 22:46:46.636250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c78b12-d820-4884-be22-ff3f8eb00ad0 req-58ae0285-fd94-4819-a479-f3bb3e0f8f85 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:46.638140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d5c78b12-d820-4884-be22-ff3f8eb00ad0 req-58ae0285-fd94-4819-a479-f3bb3e0f8f85 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:46.645210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d41aec69-e3b3-4063-a589-c5faae51ea75 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:46:46.723063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] For port 29ab087b-b8d8-4e66-a9ba-35b4999cede2, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:46:46.861367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:46.873073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d5c78b12-d820-4884-be22-ff3f8eb00ad0 req-58ae0285-fd94-4819-a479-f3bb3e0f8f85 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:46.874325 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5c78b12-d820-4884-be22-ff3f8eb00ad0 req-58ae0285-fd94-4819-a479-f3bb3e0f8f85 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 943 time: 1.4152038 May 24 22:46:46.920220 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:46.920790 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:46.932932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:46.942628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Usage tracker for resource:security_group_rule and tenant:8a6176826ff94617a74189798d1c4f8d is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:46.949180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:46.964964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:46.981224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] For port 29ab087b-b8d8-4e66-a9ba-35b4999cede2, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=29ab087b-b8d8-4e66-a9ba-35b4999cede2,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:46:46.983317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8520bc5b-e105-43bb-8794-93420db1552f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:46.983811 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:47.028188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8956626-e4c1-47c3-8175-e7aff91e1589 req-e464ca86-9fe1-45e2-ad6c-f499a966351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:47.036686 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8956626-e4c1-47c3-8175-e7aff91e1589 req-e464ca86-9fe1-45e2-ad6c-f499a966351b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.3909075 May 24 22:46:47.046480 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:47.050313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610bd00-9102-44f6-b363-7f9565f8844c req-9b9f10be-b100-467e-9a71-5c18322a823b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:47.063145 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:46:47.079704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610bd00-9102-44f6-b363-7f9565f8844c req-9b9f10be-b100-467e-9a71-5c18322a823b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:47.088055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1610bd00-9102-44f6-b363-7f9565f8844c req-9b9f10be-b100-467e-9a71-5c18322a823b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f21760-7ba5-4509-8529-577f6f3b24a2&device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 1690 time: 0.8510523 May 24 22:46:47.129106 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5c78b12-d820-4884-be22-ff3f8eb00ad0 req-a141e427-1db6-4c9c-bc26-d9319f1f0025 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477927 May 24 22:46:47.200034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-630c4b29-a63b-4265-b722-47922983b07c None None] Provisioning for port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:47.405534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1610bd00-9102-44f6-b363-7f9565f8844c req-4c892a0d-3b90-41a5-a187-4afe94d16ddd tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165157 May 24 22:46:47.406992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-630c4b29-a63b-4265-b722-47922983b07c None None] Provisioning complete for port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:47.407453 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-630c4b29-a63b-4265-b722-47922983b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:47.464305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07988d92-1eb6-40d1-875c-c078985668f3 None None] Pushing event updated for resources: {'Port': ['ID=29ab087b-b8d8-4e66-a9ba-35b4999cede2,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:47.535183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8956626-e4c1-47c3-8175-e7aff91e1589 req-11276466-ec0e-4295-94ce-5ba1ea634fa8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4797039 May 24 22:46:47.543307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:47.556420 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b04d86d-9160-4cf6-9420-3beb55c1a17d'] response: {'server_uuid': 'c2cc64e1-6fad-4868-90ce-9dda34777f51', 'name': 'network-vif-deleted', 'tag': 'f78109b5-92bd-4ed4-be98-6deeadd03c6f', 'status': 'completed', 'code': 200} May 24 22:46:47.628132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:47.629237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50804) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:47.692928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:47.731549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 8520bc5b-e105-43bb-8794-93420db1552f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8520bc5b-e105-43bb-8794-93420db1552f,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:47.769392 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Routers {'485cb4a6-a825-4c8b-8087-245596f5a72d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:46:47.770069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['485cb4a6-a825-4c8b-8087-245596f5a72d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:47.770209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1a0b2b-0dc9-454c-baf7-af653434199d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:47.779652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:46:47.784399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.784780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.785107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.785435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.785820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.786144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.786538 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.786954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.787304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.787711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.788107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.788430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:47.817631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a5c693-66ff-489b-a644-9c0a9e5a1cdc admin admin] Deleting subnet 6012f047-4548-4d84-8d7e-983429f991fe {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:46:47.869264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88a5c693-66ff-489b-a644-9c0a9e5a1cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:47.911864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-630c4b29-a63b-4265-b722-47922983b07c None None] Port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:46:47.920495 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:47.968552 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.032412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d41aec69-e3b3-4063-a589-c5faae51ea75, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d41aec69-e3b3-4063-a589-c5faae51ea75,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:48.063259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:48.063259 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.067817 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.068162 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Added segment df559dbd-3c36-4d79-9cb4-fa1260b23bbd of type vlan for network 7f210823-3cf5-44a6-8f3c-693000fb929c May 24 22:46:48.104587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'd41aec69-e3b3-4063-a589-c5faae51ea75', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'port_id': 'd41aec69-e3b3-4063-a589-c5faae51ea75', 'mac_address': 'fa:16:3e:e6:32:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b7ed93-185b-4c74-a8c5-a81fc40ebbf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:46:48.202532 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88a5c693-66ff-489b-a644-9c0a9e5a1cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.235056 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.294940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:48.318274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-60b1abd0-f052-4fff-98c5-076b323bfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:48.320042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-60b1abd0-f052-4fff-98c5-076b323bfc51 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191&tenant_id=0365b3430aca4a7c8a9900c4398a5d25 HTTP/1.1" status: 200 len: 1101 time: 0.9327087 May 24 22:46:48.335853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d41aec69-e3b3-4063-a589-c5faae51ea75 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:48.337230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c30b1-666d-4b14-9b58-295c71ce647e req-86f6724d-8895-44b5-b42f-97767b0fa164 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:48.338806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a0c30b1-666d-4b14-9b58-295c71ce647e req-86f6724d-8895-44b5-b42f-97767b0fa164 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 0.9503639 May 24 22:46:48.345930 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.363958 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88a5c693-66ff-489b-a644-9c0a9e5a1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.368165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:48.377947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41aec69-e3b3-4063-a589-c5faae51ea75 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:48.395489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d41aec69-e3b3-4063-a589-c5faae51ea75, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d41aec69-e3b3-4063-a589-c5faae51ea75,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:48.401348 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.416372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6f5b0-22ea-46b0-bb18-bb8aeba3bf48 req-b657e503-2b3f-4dfa-bbfd-b435f4cbf582 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:48.417434 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.419502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=8520bc5b-e105-43bb-8794-93420db1552f,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:48.423706 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fcb6f5b0-22ea-46b0-bb18-bb8aeba3bf48 req-b657e503-2b3f-4dfa-bbfd-b435f4cbf582 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=58f21760-7ba5-4509-8529-577f6f3b24a2 HTTP/1.1" status: 200 len: 1100 time: 0.3539569 May 24 22:46:48.424573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] Set router 485cb4a6-a825-4c8b-8087-245596f5a72d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:46:48.472450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.473426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:48.475299 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.508112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8956626-e4c1-47c3-8175-e7aff91e1589 req-6d0d13be-36a0-4e72-bd84-56e3fce11972 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8684161 May 24 22:46:48.641974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.695529 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fcb6f5b0-22ea-46b0-bb18-bb8aeba3bf48 req-50d18646-c1ed-49a9-a58d-612d6d9ff328 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708080 May 24 22:46:48.720673 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.744829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 232dd831-fe5f-40ac-9941-a77cda10ad1e no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:46:48.889988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8956626-e4c1-47c3-8175-e7aff91e1589 req-242b8efe-37ed-48f9-9308-08b68b816551 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512537 May 24 22:46:48.890662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d41aec69-e3b3-4063-a589-c5faae51ea75'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:48.906346 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:48.918481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a0c30b1-666d-4b14-9b58-295c71ce647e req-0da40071-4d1e-4dd4-9e7d-6d3d6f31eacb tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265725 May 24 22:46:48.944982 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:49.025991 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f9a2d8-d9c1-46f7-a16b-4e3c6492aa30'] response: {'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'code': 200} May 24 22:46:49.049226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=10']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:49.080755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] Pushing event updated for resources: {'Network': ['ID=7f210823-3cf5-44a6-8f3c-693000fb929c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:49.090488 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88a5c693-66ff-489b-a644-9c0a9e5a1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:49.095496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bc9c6f05-8689-4fe3-9b3f-0604440f9294 None None] Provisioning complete for port 8520bc5b-e105-43bb-8794-93420db1552f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:49.095877 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bc9c6f05-8689-4fe3-9b3f-0604440f9294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:49.142764 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c06fd9c5-f6b0-4f93-be63-cae857c5c432 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.1059844 May 24 22:46:49.182035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50838) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:49.197286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 7f210823-3cf5-44a6-8f3c-693000fb929c details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:46:49.200236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-50917cf9-9d89-4ccf-bc8c-d7b90a6a4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:49.201348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5c693-66ff-489b-a644-9c0a9e5a1cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6012f047-4548-4d84-8d7e-983429f991fe,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:49.201834 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-50917cf9-9d89-4ccf-bc8c-d7b90a6a4ec7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 1101 time: 0.7842352 May 24 22:46:49.232819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Request body: {'subnet': {'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-subnet', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:49.233172 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88a5c693-66ff-489b-a644-9c0a9e5a1cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:49.241844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:49.261154 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-88a5c693-66ff-489b-a644-9c0a9e5a1cdc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6012f047-4548-4d84-8d7e-983429f991fe HTTP/1.1" status: 204 len: 168 time: 1.6238983 May 24 22:46:49.264768 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50844) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:49.319538 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0751c-18cc-4f7e-820a-32124a5981e9 req-39f4fed9-2437-448e-8bb2-06ef3cb077cc tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:49.328061 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21e0751c-18cc-4f7e-820a-32124a5981e9 req-39f4fed9-2437-448e-8bb2-06ef3cb077cc tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 944 time: 0.4144607 May 24 22:46:49.442983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-bdfe6df2-5ea7-4fea-a1a4-eef3bf70a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:49.444561 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-bdfe6df2-5ea7-4fea-a1a4-eef3bf70a6c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2186885 May 24 22:46:49.449766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:49.489023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21e0751c-18cc-4f7e-820a-32124a5981e9 req-b43dcae0-8e12-4e23-8139-99a869881e17 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594732 May 24 22:46:49.512230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Network 1338476e-fd93-4d58-ad16-9d988ce761f0 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:49.513727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:49.527578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:49.601686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Usage tracker for resource:subnet and tenant:8a6176826ff94617a74189798d1c4f8d is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:49.624990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:49.635986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-af160b63-f809-4afc-942b-44f87b56f3fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e HTTP/1.1" status: 200 len: 217 time: 0.1806207 May 24 22:46:49.644730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:49.708283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 232dd831-fe5f-40ac-9941-a77cda10ad1e is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:49.708918 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:49.795793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Made reservation on behalf of 8a6176826ff94617a74189798d1c4f8d for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:46:49.798626 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:49.832278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe005c5-d5d8-4eac-b374-1ce153a6a859 req-bcc5b2e7-35b4-47df-9a3b-cc3e6bfbe779 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:49.835923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d41aec69-e3b3-4063-a589-c5faae51ea75,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:49.847418 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dfe005c5-d5d8-4eac-b374-1ce153a6a859 req-bcc5b2e7-35b4-47df-9a3b-cc3e6bfbe779 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 1101 time: 0.6438985 May 24 22:46:49.874684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Router 485cb4a6-a825-4c8b-8087-245596f5a72d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:46:49.970180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:49.979968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c6f05-8689-4fe3-9b3f-0604440f9294 None None] Current status of the port 8520bc5b-e105-43bb-8794-93420db1552f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:50.031098 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:50.086274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-d9ef9450-b74e-47dc-9d7c-f1ebf713b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:50.087910 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-d9ef9450-b74e-47dc-9d7c-f1ebf713b922 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.4391582 May 24 22:46:50.103269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8520bc5b-e105-43bb-8794-93420db1552f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:50.177062 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:50.216348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3', 'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'mac_address': 'fa:16:3e:75:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:45Z', 'updated_at': '2022-05-24T22:46:45Z', 'revision_number': 1, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'subnets': [{'id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:50.230296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-afe71773-e789-4ade-9b11-bee9a6ae2ad8 None None] Provisioning complete for port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:50.230675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-afe71773-e789-4ade-9b11-bee9a6ae2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:50.235234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:50.265087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de08af28-b04a-4308-98aa-d9c6e79b8efb']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:50.282138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbaa9760-c10c-4c78-aa83-b1cdc148a915') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:50.282371 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d573f04a-0ff6-4236-b1cf-faf6e1ec7e7d None None] The sync data for ids ['485cb4a6-a825-4c8b-8087-245596f5a72d'] in n-d-843146-7 is: [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3', 'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'mac_address': 'fa:16:3e:75:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:45Z', 'updated_at': '2022-05-24T22:46:45Z', 'revision_number': 1, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'subnets': [{'id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:46:50.282699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbaa9760-c10c-4c78-aa83-b1cdc148a915') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:50.296465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:50.300526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:50.327095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Router 320824ec-83fe-420d-8d24-a4062cc2a08d is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:46:50.328863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-afe71773-e789-4ade-9b11-bee9a6ae2ad8 None None] Port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:46:50.344649 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8520bc5b-e105-43bb-8794-93420db1552f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:50.345390 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:50.346969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd97b93-bd07-42a7-ad4e-a6584c4b001b,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:50.348328 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:50.360615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:46:50.361727 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:50.366653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dfe005c5-d5d8-4eac-b374-1ce153a6a859 req-5c2f0303-c490-49bd-84b5-aa887cccd414 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Synchronizing usage tracker for tenant:85d241a14ecd42aabbcfa8ec29192b0e on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:46:50.504720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Checking segment: {'id': 'df559dbd-3c36-4d79-9cb4-fa1260b23bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:50.506406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Network hostable DHCP agents. Network: 7f210823-3cf5-44a6-8f3c-693000fb929c, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:46:50.541059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8520bc5b-e105-43bb-8794-93420db1552f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:50.599433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-8305c744-4ffc-4866-8f2d-cd178acea45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:50.604239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-8305c744-4ffc-4866-8f2d-cd178acea45a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5069294 May 24 22:46:50.735534 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:50.747526 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment dbaa9760-c10c-4c78-aa83-b1cdc148a915 resource provider aggregate not found May 24 22:46:50.795599 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:50.800572 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment dbaa9760-c10c-4c78-aa83-b1cdc148a915 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbaa9760-c10c-4c78-aa83-b1cdc148a915 found for delete ", "request_id": "req-d6ecf5cb-da20-4871-bae2-ccbedafa568b"}]} May 24 22:46:50.804340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] Pushing event deleted for resources: {'Network': ['ID=de08af28-b04a-4308-98aa-d9c6e79b8efb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:50.851396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:46:50.861884 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Sync routers for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:46:50.871308 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6301cb2b-992d-4f38-a17d-0a243d76eb88 admin admin] 10.222.0.55 "DELETE /v2.0/networks/de08af28-b04a-4308-98aa-d9c6e79b8efb HTTP/1.1" status: 204 len: 168 time: 1.6041377 May 24 22:46:50.873914 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:46:50.874759 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:50.877956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50860) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:50.995815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce1732f-4970-46fe-bb22-2bd498f818a5 admin admin] Deleting subnet a32b2cc2-6c47-48bd-8cfa-0805e56155e7 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:46:51.011630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e5914-10ce-4a03-9816-1c943792ce8d req-64e013b6-4b15-4d2d-8d16-dd1503353def tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:51.019839 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c03e5914-10ce-4a03-9816-1c943792ce8d req-64e013b6-4b15-4d2d-8d16-dd1503353def tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 948 time: 0.8766413 May 24 22:46:51.026968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:51.036353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-9ba2540f-e497-4799-9b81-db4b511a12d2 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070205 May 24 22:46:51.052191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dfe005c5-d5d8-4eac-b374-1ce153a6a859 req-5c2f0303-c490-49bd-84b5-aa887cccd414 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Unset dirty status for tenant:85d241a14ecd42aabbcfa8ec29192b0e on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:46:51.053609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dfe005c5-d5d8-4eac-b374-1ce153a6a859 req-5c2f0303-c490-49bd-84b5-aa887cccd414 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9623325 May 24 22:46:51.068059 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ce1732f-4970-46fe-bb22-2bd498f818a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:51.148448 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:46:51.210087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:46:51.228779 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c03e5914-10ce-4a03-9816-1c943792ce8d req-6dbf21e2-e532-4370-a83d-17ed4a0ff8ba tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078292 May 24 22:46:51.256864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ce1732f-4970-46fe-bb22-2bd498f818a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:51.370389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Network 7f210823-3cf5-44a6-8f3c-693000fb929c is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:46:51.371125 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ce1732f-4970-46fe-bb22-2bd498f818a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:51.388103 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f5cce4-4886-4f00-bfe8-d150c2cbce88'] response: {'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'code': 200} May 24 22:46:51.388465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59855c65-fde0-4fd9-8469-4b81f44b3764 req-c0bbf1b0-d46e-49e4-bb69-e89ac0c6f15d service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293340 May 24 22:46:51.392631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 7f210823-3cf5-44a6-8f3c-693000fb929c) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:51.403365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb2e07a-c725-4a8b-94b5-3b30b5909ca2 None None] Network 7f210823-3cf5-44a6-8f3c-693000fb929c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:46:51.426008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:51.428804 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:51.481110 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:51.486580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ade44315-ba8e-4260-8b28-df1cbfe11dd7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.4846294 May 24 22:46:51.498697 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a7fd6585-c0c3-4ee3-b7bd-2b08c573f4d6 admin admin] 10.222.0.55 "PUT /v2.0/routers/485cb4a6-a825-4c8b-8087-245596f5a72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3009408 May 24 22:46:51.500240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50876) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:51.505635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ce1732f-4970-46fe-bb22-2bd498f818a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:51.929464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1732f-4970-46fe-bb22-2bd498f818a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a32b2cc2-6c47-48bd-8cfa-0805e56155e7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:51.960017 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ce1732f-4970-46fe-bb22-2bd498f818a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:51.966102 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6ce1732f-4970-46fe-bb22-2bd498f818a5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a32b2cc2-6c47-48bd-8cfa-0805e56155e7 HTTP/1.1" status: 204 len: 168 time: 1.0837603 May 24 22:46:51.967278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50894) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:52.013106 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:46Z', 'revision_number': 3, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:52.018444 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Checking router: 320824ec-83fe-420d-8d24-a4062cc2a08d for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:46:52.019815 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Updating router 320824ec-83fe-420d-8d24-a4062cc2a08d port e0ec2d62-554e-4f8c-af66-4706eb65d41d binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:46:52.135637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 29ab087b-b8d8-4e66-a9ba-35b4999cede2 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:52.163994 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:52.206907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-7f210823-3cf5-44a6-8f3c-693000fb929c', 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'fixed_ips': [{'subnet_id': 'fbd97b93-bd07-42a7-ad4e-a6584c4b001b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:46:52.207722 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:52.220919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-19d2780d-bbca-4ab6-9919-5fc220551328 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.0330105 May 24 22:46:52.234368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50902) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:52.266097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-router', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:52.294938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:52.316570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Usage tracker for resource:router and tenant:8a6176826ff94617a74189798d1c4f8d is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:52.322950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:52.331129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:52.402368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcb046-31f0-4154-a2b0-1bdf48b3a535 req-d7f0d75f-a362-408d-82bf-b3eaf4d61671 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:52.411927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bdcb046-31f0-4154-a2b0-1bdf48b3a535 req-d7f0d75f-a362-408d-82bf-b3eaf4d61671 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 944 time: 0.9371862 May 24 22:46:52.458540 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-ea7ad187-3b0a-484a-984a-495f61bd58ef tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4197311 May 24 22:46:52.501441 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:52.503135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:52.503407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Allocated IP 172.20.0.2 (7f210823-3cf5-44a6-8f3c-693000fb929c/fbd97b93-bd07-42a7-ad4e-a6584c4b001b/1e926351-25cb-4f9d-9def-402c5af2e31b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:52.575484 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:52.815671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 232dd831-fe5f-40ac-9941-a77cda10ad1e details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:46:52.824676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d41aec69-e3b3-4063-a589-c5faae51ea75 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:52.914454 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bdcb046-31f0-4154-a2b0-1bdf48b3a535 req-8c059e1e-5f1b-4435-ad8f-eb07752042b7 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946182 May 24 22:46:52.931575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 29ab087b-b8d8-4e66-a9ba-35b4999cede2 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:52.972842 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:52.990610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 29ab087b-b8d8-4e66-a9ba-35b4999cede2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:52.990937 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.176046 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.381185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:53.412180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50914) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:53.436486 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.452657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-f8f3f791-586a-4584-b04d-19ebb6b04a59 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:53.456454 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-f8f3f791-586a-4584-b04d-19ebb6b04a59 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7462311 May 24 22:46:53.475256 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Transition to ACTIVE for port object e0ec2d62-554e-4f8c-af66-4706eb65d41d will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:53.486238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'mac_address': 'fa:16:3e:e7:ac:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:46:53.495003 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.496412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.632429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f00edf8-2b99-4149-9af5-59ef7cb6845a']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:53.704693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--836910259', 'description': 'tempest-description--507905924'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:53.711573 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.738214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Transition to ACTIVE for port object 1e926351-25cb-4f9d-9def-402c5af2e31b will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:53.751788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:53.768601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d78663-722a-41f5-9a65-8821d007397d') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:53.768914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d78663-722a-41f5-9a65-8821d007397d') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:53.772737 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Attempting to bind port e0ec2d62-554e-4f8c-af66-4706eb65d41d on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:46:53.773551 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Attempting to bind port e0ec2d62-554e-4f8c-af66-4706eb65d41d by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:46:53.773867 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Attempting to bind port e0ec2d62-554e-4f8c-af66-4706eb65d41d on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:53.786939 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:46:53.787423 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:53.787795 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.788358 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:46:53.788838 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Bound port: e0ec2d62-554e-4f8c-af66-4706eb65d41d, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:46:53.789216 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.789924 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Transition to ACTIVE for port object 1e926351-25cb-4f9d-9def-402c5af2e31b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:53.875421 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] For port e0ec2d62-554e-4f8c-af66-4706eb65d41d, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:46:53.879731 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] For port e0ec2d62-554e-4f8c-af66-4706eb65d41d, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e0ec2d62-554e-4f8c-af66-4706eb65d41d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:46:53.891876 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.924266 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.936496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Usage tracker for resource:security_group and tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:53.937253 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:46:53.937991 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:53.939998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 232dd831-fe5f-40ac-9941-a77cda10ad1e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:53.940383 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.950576 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-eace6c43-93f4-4f43-b09c-7bf37a8b448b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/quotas/1990f88304ff4048814aa41ee90799b2 HTTP/1.1" status: 200 len: 375 time: 0.2324505 May 24 22:46:53.953683 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:53.972689 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:53.992873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232dd831-fe5f-40ac-9941-a77cda10ad1e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:46:53.993237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:54.014002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:54.014355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:54.016258 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:54.054146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0af6f9-d395-4e83-a594-5c5a933f5cfb req-03be0908-6bf7-4faa-a21c-6b22db79b44b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:54.056247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d0af6f9-d395-4e83-a594-5c5a933f5cfb req-03be0908-6bf7-4faa-a21c-6b22db79b44b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 948 time: 0.2671216 May 24 22:46:54.123335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Network 7f210823-3cf5-44a6-8f3c-693000fb929c is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:54.124408 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:54.126815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port d41aec69-e3b3-4063-a589-c5faae51ea75 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:54.137840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Pushing event updated for resources: {'Port': ['ID=1e926351-25cb-4f9d-9def-402c5af2e31b,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:54.146383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:54.149525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Sync routers for ids ['485cb4a6-a825-4c8b-8087-245596f5a72d'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:46:54.159390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:54.181025 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:54.251385 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:54.252578 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:46:54.279935 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d0af6f9-d395-4e83-a594-5c5a933f5cfb req-e3d242e0-899e-470d-8347-baeeccd90d66 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158444 May 24 22:46:54.288505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=10']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:54.314036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Routers {'485cb4a6-a825-4c8b-8087-245596f5a72d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:46:54.314036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['485cb4a6-a825-4c8b-8087-245596f5a72d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:54.336810 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Pushing event updated for resources: {'Port': ['ID=e0ec2d62-554e-4f8c-af66-4706eb65d41d,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:54.340378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Allocated IP 172.25.7.165 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/faac8f61-d2d6-4986-98e0-45eb6462f14d) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:54.407659 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.408045 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.408383 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.408855 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.409192 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.409526 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.409855 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.410175 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.410491 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.410811 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.411404 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.412265 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:46:54.502015 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d4f77-55cb-4d3e-ba83-2514970c002f None None] Pushing event updated for resources: {'Port': ['ID=e0ec2d62-554e-4f8c-af66-4706eb65d41d,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:54.528239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port d41aec69-e3b3-4063-a589-c5faae51ea75 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:54.528850 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:54.628403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:54.673549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:46:54.674035 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:54.680628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:54.703636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Usage tracker for resource:security_group_rule and tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:54.707088 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:54.735422 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:46Z', 'revision_number': 3, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:54.742505 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9260640e-4559-4e8e-a289-2bbdec83fee4 None None] The sync data for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 is: [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:46Z', 'revision_number': 3, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:46:54.742962 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 50d78663-722a-41f5-9a65-8821d007397d resource provider aggregate not found May 24 22:46:54.746668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:54.759671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['232dd831-fe5f-40ac-9941-a77cda10ad1e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:46:54.818669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:54.915825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Attempting to bind port 1e926351-25cb-4f9d-9def-402c5af2e31b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:46:54.916491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Attempting to bind port 1e926351-25cb-4f9d-9def-402c5af2e31b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'df559dbd-3c36-4d79-9cb4-fa1260b23bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:46:54.917283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Attempting to bind port 1e926351-25cb-4f9d-9def-402c5af2e31b on network 7f210823-3cf5-44a6-8f3c-693000fb929c {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:46:54.932349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:54.946187 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 50d78663-722a-41f5-9a65-8821d007397d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50d78663-722a-41f5-9a65-8821d007397d found for delete ", "request_id": "req-b551a789-7fb4-4b49-8785-ec6846c86744"}]} May 24 22:46:54.979079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Pushing event updated for resources: {'Port': ['ID=faac8f61-d2d6-4986-98e0-45eb6462f14d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:55.024031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:55.035194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba16ce-40e0-4256-8147-377867ca26f0 req-9a44630a-88dd-4f26-9110-80503900c58c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:55.044501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aba16ce-40e0-4256-8147-377867ca26f0 req-9a44630a-88dd-4f26-9110-80503900c58c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 944 time: 0.3213112 May 24 22:46:55.063065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:46:55.063753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Checking segment: {'id': 'df559dbd-3c36-4d79-9cb4-fa1260b23bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:46:55.064349 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:55.064899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Bound using segment: {'id': 'df559dbd-3c36-4d79-9cb4-fa1260b23bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:46:55.065570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Bound port: 1e926351-25cb-4f9d-9def-402c5af2e31b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df559dbd-3c36-4d79-9cb4-fa1260b23bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:46:55.066126 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:55.094268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:55.104695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:55.170487 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Set router 485cb4a6-a825-4c8b-8087-245596f5a72d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:46:55.192186 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aba16ce-40e0-4256-8147-377867ca26f0 req-c404a4b0-79f7-4e87-9405-72423647d662 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440866 May 24 22:46:55.220204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-3a91b8f4-ada9-42de-9cea-45e8627a3543 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2395325 May 24 22:46:55.247047 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:55.327378 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:55.347195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f00edf8-2b99-4149-9af5-59ef7cb6845a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:55.548737 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-af1df4e0-8c56-4c02-9afa-209796557a68 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5f00edf8-2b99-4149-9af5-59ef7cb6845a HTTP/1.1" status: 204 len: 168 time: 3.5551722 May 24 22:46:55.670537 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:55.724535 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:55.888976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50938) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:55.985048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d41aec69-e3b3-4063-a589-c5faae51ea75 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:55.985737 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.006653 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.008778 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.5896962 May 24 22:46:56.014074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aee22b-83bb-44a4-ab59-72d31b1a612f tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a704ce-7e28-456f-8e2e-df7aff281858,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:56.021466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50942) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:56.042145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-dbbe5c10-8c51-41c3-8d67-545be62b04ee tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Request body: {'security_group_rule': {'security_group_id': '86a704ce-7e28-456f-8e2e-df7aff281858', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:56.044431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 29ab087b-b8d8-4e66-a9ba-35b4999cede2 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:56.044894 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.058836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dbbe5c10-8c51-41c3-8d67-545be62b04ee tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:56.066744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dbbe5c10-8c51-41c3-8d67-545be62b04ee tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Usage tracker for resource:security_group_rule and tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:56.082134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dbbe5c10-8c51-41c3-8d67-545be62b04ee tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:56.084267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 29ab087b-b8d8-4e66-a9ba-35b4999cede2, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=29ab087b-b8d8-4e66-a9ba-35b4999cede2,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:56.094889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dbbe5c10-8c51-41c3-8d67-545be62b04ee tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:56.099215 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.159232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d41aec69-e3b3-4063-a589-c5faae51ea75, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d41aec69-e3b3-4063-a589-c5faae51ea75,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:56.187964 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5c10-8c51-41c3-8d67-545be62b04ee tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.202446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d2498-1d10-4784-8bd6-fcdf74df9a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41aec69-e3b3-4063-a589-c5faae51ea75'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:46:56.219650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.223805 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.252696 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.428907 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5c10-8c51-41c3-8d67-545be62b04ee tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.444165 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5c10-8c51-41c3-8d67-545be62b04ee tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.450173 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.553694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e0ec2d62-554e-4f8c-af66-4706eb65d41d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:56.571047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe5c10-8c51-41c3-8d67-545be62b04ee tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81b7fb6-4a5d-4b4c-8dd7-d7ca37cd303c,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:56.760982 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5c10-8c51-41c3-8d67-545be62b04ee tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:56.766990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dbbe5c10-8c51-41c3-8d67-545be62b04ee tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7363079 May 24 22:46:56.773856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Allocated IP 172.20.0.1 (948323a2-2e1a-4884-bbd5-ff2b224aeb1e/dc0b5cae-b646-44aa-8017-4e16bd24648f/fede7422-d7c9-4040-8e65-ee3b44fc6f91) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:46:56.775938 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-873f4dab-4e8c-4df3-acd8-49fd460e3f86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ab17453bc994b1e8265953dc3356d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8495452 May 24 22:46:56.776605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50968) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:56.777137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50970) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:56.829325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-44178d69-5904-4f51-b22f-a9a2b010aec5 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Request body: {'security_group_rule': {'security_group_id': '86a704ce-7e28-456f-8e2e-df7aff281858', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:56.931716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] For port 1e926351-25cb-4f9d-9def-402c5af2e31b, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:46:56.939986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] For port 1e926351-25cb-4f9d-9def-402c5af2e31b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1e926351-25cb-4f9d-9def-402c5af2e31b,segment=NetworkSegment(df559dbd-3c36-4d79-9cb4-fa1260b23bbd),segment_id=df559dbd-3c36-4d79-9cb4-fa1260b23bbd)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:46:56.953535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfd57a-d2f9-4e0a-b609-6d3d14afb918 req-3e0ff057-0cd5-4c81-8b7f-46ff9962f385 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:56.961476 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0fcfd57a-d2f9-4e0a-b609-6d3d14afb918 req-3e0ff057-0cd5-4c81-8b7f-46ff9962f385 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 950 time: 1.2482555 May 24 22:46:56.989403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-44178d69-5904-4f51-b22f-a9a2b010aec5 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:57.014545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-44178d69-5904-4f51-b22f-a9a2b010aec5 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Usage tracker for resource:security_group_rule and tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:57.020527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-44178d69-5904-4f51-b22f-a9a2b010aec5 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:57.037154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d41aec69-e3b3-4063-a589-c5faae51ea75,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:57.040140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-44178d69-5904-4f51-b22f-a9a2b010aec5 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:57.068934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0fcfd57a-d2f9-4e0a-b609-6d3d14afb918 req-e01f4d5c-fb98-4d73-aec3-f090c47f167f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058800 May 24 22:46:57.270644 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:57.313612 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f0825ef-bbc9-4840-b697-29169d9da38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:57.342850 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5f7377-971b-4dad-85b6-6372ef68b850'] response: {'server_uuid': '437d2498-1d10-4784-8bd6-fcdf74df9a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41aec69-e3b3-4063-a589-c5faae51ea75', 'code': 200} May 24 22:46:57.375049 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44178d69-5904-4f51-b22f-a9a2b010aec5 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:57.378542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b024b9-06c0-4ef2-959e-11d763f30e9e req-bc7282b2-b7cc-4578-be95-dec534984c17 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:57.390131 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8b024b9-06c0-4ef2-959e-11d763f30e9e req-bc7282b2-b7cc-4578-be95-dec534984c17 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 945 time: 0.5244091 May 24 22:46:57.455389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=29ab087b-b8d8-4e66-a9ba-35b4999cede2,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:57.478522 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:57.492952 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f0825ef-bbc9-4840-b697-29169d9da38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:57.514956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84511e08-ae26-4594-a25f-72da17cdb140 req-8cd199da-d8f9-453b-9302-eb76f9625cea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 210 time: 0.1239789 May 24 22:46:57.544334 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8b024b9-06c0-4ef2-959e-11d763f30e9e req-1bf97caa-044b-4f8a-a5f1-dc8f2207f260 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529326 May 24 22:46:57.581543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Transition to ACTIVE for port object fede7422-d7c9-4040-8e65-ee3b44fc6f91 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:46:57.675777 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:57.963414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:46:57.984762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:46:58.010318 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edb74a-84e6-420e-a4b0-901714805004 None None] Pushing event updated for resources: {'Port': ['ID=1e926351-25cb-4f9d-9def-402c5af2e31b,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:58.011156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:46:58.019980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port e0ec2d62-554e-4f8c-af66-4706eb65d41d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:58.030131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e0ec2d62-554e-4f8c-af66-4706eb65d41d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:58.030513 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.166553 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44178d69-5904-4f51-b22f-a9a2b010aec5 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.169702 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.177372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3', 'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'mac_address': 'fa:16:3e:75:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:45Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 2, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'subnets': [{'id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:46:58.199108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3beca-9273-4bb5-a73f-44c8aebd8438 req-33f527d7-224a-4405-bbbc-893f5c1c5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:58.210961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91b3beca-9273-4bb5-a73f-44c8aebd8438 req-33f527d7-224a-4405-bbbc-893f5c1c5d55 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 1096 time: 0.9458199 May 24 22:46:58.216826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Checking router: 485cb4a6-a825-4c8b-8087-245596f5a72d for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:46:58.217183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Updating router 485cb4a6-a825-4c8b-8087-245596f5a72d port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:46:58.217701 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44178d69-5904-4f51-b22f-a9a2b010aec5 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.287985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Pushing event updated for resources: {'Port': ['ID=fede7422-d7c9-4040-8e65-ee3b44fc6f91,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:58.320057 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.508245 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.546968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e0ec2d62-554e-4f8c-af66-4706eb65d41d is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:46:58.547538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.608134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44178d69-5904-4f51-b22f-a9a2b010aec5 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9a7cf3-2187-42fb-9166-45d6f9414d18,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:58.649293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44178d69-5904-4f51-b22f-a9a2b010aec5 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.652786 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-44178d69-5904-4f51-b22f-a9a2b010aec5 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8632910 May 24 22:46:58.653852 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f0825ef-bbc9-4840-b697-29169d9da38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.656400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f0825ef-bbc9-4840-b697-29169d9da38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.657459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3f0825ef-bbc9-4840-b697-29169d9da38e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/304ad1a5-0fb0-46db-83d0-cc34e8f18e24 HTTP/1.1" status: 204 len: 168 time: 1.8414140 May 24 22:46:58.658534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51010) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:58.673528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-48c64b28-e027-40c9-858b-87dc335fa4c0 None None] Provisioning for port fede7422-d7c9-4040-8e65-ee3b44fc6f91 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:46:58.690794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port e0ec2d62-554e-4f8c-af66-4706eb65d41d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e0ec2d62-554e-4f8c-af66-4706eb65d41d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:46:58.694656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-48c64b28-e027-40c9-858b-87dc335fa4c0 None None] Provisioning complete for port fede7422-d7c9-4040-8e65-ee3b44fc6f91 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:46:58.695162 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-48c64b28-e027-40c9-858b-87dc335fa4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.726412 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.756121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0825ef-bbc9-4840-b697-29169d9da38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304ad1a5-0fb0-46db-83d0-cc34e8f18e24,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:58.799378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-c14dd6a1-8f6b-4767-9d67-523ca315b411 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4541948 May 24 22:46:58.850991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:58.894662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:46:58.941771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:46:59.107222 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f924c0c-dcb7-4efa-84ff-f8af9a847158 req-d75d10bd-83a9-4a44-9a6a-9db800573fef tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 210 time: 0.2302682 May 24 22:46:59.192592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=e0ec2d62-554e-4f8c-af66-4706eb65d41d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:46:59.218563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 29ab087b-b8d8-4e66-a9ba-35b4999cede2 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:46:59.347593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-48c64b28-e027-40c9-858b-87dc335fa4c0 None None] Port fede7422-d7c9-4040-8e65-ee3b44fc6f91 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:46:59.491452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51020) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:46:59.598274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Usage tracker for resource:floatingip and tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:46:59.619480 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91b3beca-9273-4bb5-a73f-44c8aebd8438 req-58555bca-78c2-4c8f-8448-a318d796ffb2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2676578 May 24 22:46:59.627219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:46:59.672166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:46:59.698145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-4a7741f0-ba28-45e6-b6b0-629f47533cd1 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025221 May 24 22:46:59.755016 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:46:59.784887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68211400-55c2-4e34-a403-eeec10ca9e9d None None] Network 7f210823-3cf5-44a6-8f3c-693000fb929c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:46:59.819783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-bc45ee4a-6d20-489f-ac93-e67460668be7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:46:59.821335 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-bc45ee4a-6d20-489f-ac93-e67460668be7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0210793 May 24 22:46:59.824280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Router 2d517eda-bf1c-4327-ac5b-674d892724bd is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:47:00.002865 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-39dff246-ac31-4845-a3df-93a3a11b4d13 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613747 May 24 22:47:00.020278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eea0254e-46e9-4cd3-bbf0-11990d8cf155 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eaa61e26744b4311983c0285a8768797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234699 May 24 22:47:00.057473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51026) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:00.126456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ea9d96c7-0d42-481a-9ca7-f01b3c76cc19 None None] Provisioning for port 1e926351-25cb-4f9d-9def-402c5af2e31b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:00.193083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 29ab087b-b8d8-4e66-a9ba-35b4999cede2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:00.193933 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:00.314177 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a01bbe01-fe36-47ed-8615-450717f984ab tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/quotas/0365b3430aca4a7c8a9900c4398a5d25 HTTP/1.1" status: 200 len: 375 time: 0.0939469 May 24 22:47:00.351951 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:00.354757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-cc36b1f2-69c6-476c-82c1-1f25b3a9644e tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:00.356805 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-cc36b1f2-69c6-476c-82c1-1f25b3a9644e tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374331 May 24 22:47:00.361482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-08c0f9aa-3aac-4d38-a63d-228cf265ccd1 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:00.362969 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-08c0f9aa-3aac-4d38-a63d-228cf265ccd1 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5398211 May 24 22:47:00.387328 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:00.408855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Request body: {'port': {'device_id': '37894060-40a8-47a8-abaf-567e37d049df', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '1990f88304ff4048814aa41ee90799b2'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:00.416618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Request body: {'port': {'device_id': '5a65fd38-3923-4da6-a75d-e6315838c396', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '1990f88304ff4048814aa41ee90799b2'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:00.422851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Transition to ACTIVE for port object 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:00.437117 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:00.490944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 29ab087b-b8d8-4e66-a9ba-35b4999cede2 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:00.492574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1e926351-25cb-4f9d-9def-402c5af2e31b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:00.617053 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:00.638791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:00.656858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:00.661061 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 232dd831-fe5f-40ac-9941-a77cda10ad1e up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:00.723390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Made reservation on behalf of 1990f88304ff4048814aa41ee90799b2 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:00.730470 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:00.752647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18f434-42fd-4983-a0e1-18a4d9d1fec0 None None] Pushing event updated for resources: {'Port': ['ID=4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:00.772936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-8d066454-8ccd-4310-a0c4-512e90ef82cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6127656 May 24 22:47:00.856581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e90d0d-9ead-4e48-aeff-af0b17e146eb req-de4b8da5-22a1-40aa-a944-04982779d004 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:00.859069 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4e90d0d-9ead-4e48-aeff-af0b17e146eb req-de4b8da5-22a1-40aa-a944-04982779d004 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 945 time: 1.3665190 May 24 22:47:01.007269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 1e926351-25cb-4f9d-9def-402c5af2e31b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:01.017851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1e926351-25cb-4f9d-9def-402c5af2e31b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:01.019336 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.094918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac99aa21-f55d-4ded-9c4d-01fb279e5f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.115357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Attempting to bind port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:01.116975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Attempting to bind port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:01.117592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Attempting to bind port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 on network 1338476e-fd93-4d58-ad16-9d988ce761f0 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:01.125550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Provisioning complete for port 1e926351-25cb-4f9d-9def-402c5af2e31b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:01.126342 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.130370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac99aa21-f55d-4ded-9c4d-01fb279e5f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.135366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-688b6de8-76ee-4ec6-a4b5-d2421f12b67e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7871609 May 24 22:47:01.160569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:47:01.172393 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Sync routers for ids ['2d517eda-bf1c-4327-ac5b-674d892724bd'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:47:01.194721 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Routers {'2d517eda-bf1c-4327-ac5b-674d892724bd'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:01.198420 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2d517eda-bf1c-4327-ac5b-674d892724bd'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:01.211892 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.236093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:01.241755 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac99aa21-f55d-4ded-9c4d-01fb279e5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.245795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Pushing event updated for resources: {'Port': ['ID=fede7422-d7c9-4040-8e65-ee3b44fc6f91,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:01.320181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:01.320181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Checking segment: {'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:01.322585 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.323021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Bound using segment: {'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:01.323548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Bound port: 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:01.324173 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.368123 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4e90d0d-9ead-4e48-aeff-af0b17e146eb req-ca4d523d-e550-4585-b5a0-d08f0accd65e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968748 May 24 22:47:01.370044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-e10ddfda-74e6-4eae-a448-d23cc60a2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:01.377575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-e10ddfda-74e6-4eae-a448-d23cc60a2d6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 1101 time: 0.4877083 May 24 22:47:01.386894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.389700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 232dd831-fe5f-40ac-9941-a77cda10ad1e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:01.390133 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.409663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:01.437876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99aa21-f55d-4ded-9c4d-01fb279e5f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846f5255-08d9-4c3a-8fb9-4eee12ec08c4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:01.484454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac99aa21-f55d-4ded-9c4d-01fb279e5f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.498582 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ac99aa21-f55d-4ded-9c4d-01fb279e5f59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/846f5255-08d9-4c3a-8fb9-4eee12ec08c4 HTTP/1.1" status: 204 len: 168 time: 1.4303083 May 24 22:47:01.516526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Made reservation on behalf of 1990f88304ff4048814aa41ee90799b2 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:01.525314 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:01.663579 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Set router 2d517eda-bf1c-4327-ac5b-674d892724bd gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:01.690635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:01.697770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:01.819001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Allocated IP 172.25.7.124 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/6606d73d-c968-4d04-ac5b-c2b1045dee56) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:01.949519 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9c2ed46-3834-4f84-905c-ad57414f9c5a req-dc55661e-a95b-4cec-9e93-a30cfcd32d10 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 210 time: 0.3309314 May 24 22:47:01.979013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Current status of the port 1e926351-25cb-4f9d-9def-402c5af2e31b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:01.981167 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:02.132848 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-router', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:52Z', 'updated_at': '2022-05-24T22:46:55Z', 'revision_number': 3, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'gw_port': {'id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:54Z', 'updated_at': '2022-05-24T22:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:02.149908 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Checking router: 2d517eda-bf1c-4327-ac5b-674d892724bd for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:47:02.150541 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Updating router 2d517eda-bf1c-4327-ac5b-674d892724bd port faac8f61-d2d6-4986-98e0-45eb6462f14d binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:47:02.271011 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:02.273572 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:02.545736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Router 320824ec-83fe-420d-8d24-a4062cc2a08d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:47:02.549212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] For port 1e926351-25cb-4f9d-9def-402c5af2e31b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1e926351-25cb-4f9d-9def-402c5af2e31b,segment=NetworkSegment(df559dbd-3c36-4d79-9cb4-fa1260b23bbd),segment_id=df559dbd-3c36-4d79-9cb4-fa1260b23bbd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:02.599473 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:02.681823 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:02.690433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-7f6c22bc-5942-4dda-8d8d-edd6374b3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:02.690433 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-7f6c22bc-5942-4dda-8d8d-edd6374b3ad4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3541136 May 24 22:47:02.954541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Pushing event updated for resources: {'Port': ['ID=1e926351-25cb-4f9d-9def-402c5af2e31b,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:03.057803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1e926351-25cb-4f9d-9def-402c5af2e31b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:03.058175 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:03.124306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-73aad670-0b6a-4cac-b57a-6c6493989618 req-2d806336-f5c9-4c7a-8589-0ca5d2af64da tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:03.126223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] For port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:03.129339 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:03.131024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b37fbdf7-9647-4e61-9400-6da6a455d95e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.8879409 May 24 22:47:03.138886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Pushing event updated for resources: {'Port': ['ID=6606d73d-c968-4d04-ac5b-c2b1045dee56,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:03.149348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.149717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.150050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.150379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.150704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.151023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.151345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.151658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.151978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.152292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.152604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.152913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7b53f-85e1-4cf2-8748-5842951c4f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:03.163590 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:03.179666 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Transition to ACTIVE for port object faac8f61-d2d6-4986-98e0-45eb6462f14d will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:03.194914 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:03.216910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51072) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:03.270273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 232dd831-fe5f-40ac-9941-a77cda10ad1e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:03.273679 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:03.311474 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Attempting to bind port faac8f61-d2d6-4986-98e0-45eb6462f14d on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:03.312134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-80fac46b-63a8-41ca-8c54-717fb3d47cd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e HTTP/1.1" status: 200 len: 217 time: 0.1738732 May 24 22:47:03.312662 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Attempting to bind port faac8f61-d2d6-4986-98e0-45eb6462f14d by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:03.313929 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Attempting to bind port faac8f61-d2d6-4986-98e0-45eb6462f14d on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:03.318088 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e543d9f-3c48-44e2-b9b3-912666b6fb0a None None] Pushing event updated for resources: {'Port': ['ID=faac8f61-d2d6-4986-98e0-45eb6462f14d,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:03.323876 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:03.324554 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:03.325110 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:03.325702 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:03.326415 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Bound port: faac8f61-d2d6-4986-98e0-45eb6462f14d, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:03.326946 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:03.329799 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:47:03.340654 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:47:03.362111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Allocated IP 192.168.233.52 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/161d9da7-83b9-4035-b884-57d12ba28381) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:03.389188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] For port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:03.396264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-be308e19-23f5-4337-8bde-decda824cfc2 None None] Provisioning complete for port fede7422-d7c9-4040-8e65-ee3b44fc6f91 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:03.399962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:47:03.401677 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-be308e19-23f5-4337-8bde-decda824cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:03.437263 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2f99b42b-247f-4d3f-9550-8de1dc6abb6e admin admin] 10.222.0.55 "PUT /v2.0/routers/320824ec-83fe-420d-8d24-a4062cc2a08d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9355063 May 24 22:47:03.444092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Sync routers for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:47:03.452142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cce91-4be8-4948-927b-c6c9480cdcf5 req-c3d379c7-dcff-422b-b604-e4be8f195d28 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:03.461984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-5e858dad-6d9e-4993-88ee-5b60f3534054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:03.463426 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-275cce91-4be8-4948-927b-c6c9480cdcf5 req-c3d379c7-dcff-422b-b604-e4be8f195d28 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 945 time: 0.7635522 May 24 22:47:03.464212 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:03.465155 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-5e858dad-6d9e-4993-88ee-5b60f3534054 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1105335 May 24 22:47:03.467255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:03.507381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:03.522528 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] For port faac8f61-d2d6-4986-98e0-45eb6462f14d, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:03.535740 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] For port faac8f61-d2d6-4986-98e0-45eb6462f14d, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=faac8f61-d2d6-4986-98e0-45eb6462f14d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:03.547988 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:03.580346 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-275cce91-4be8-4948-927b-c6c9480cdcf5 req-9787312d-23a4-405a-8c6a-106cfde22537 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152568 May 24 22:47:03.655465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:03.683402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-be308e19-23f5-4337-8bde-decda824cfc2 None None] Port fede7422-d7c9-4040-8e65-ee3b44fc6f91 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:03.694835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:03.698030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:03.764265 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-78088606-1554-4fa6-9855-2efdadc128b3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132836 May 24 22:47:03.768652 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Routers {'2d517eda-bf1c-4327-ac5b-674d892724bd'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:03.772878 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2d517eda-bf1c-4327-ac5b-674d892724bd'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:03.988099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:04.000164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-73aad670-0b6a-4cac-b57a-6c6493989618 req-2d806336-f5c9-4c7a-8589-0ca5d2af64da tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:04.018524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73aad670-0b6a-4cac-b57a-6c6493989618 req-2d806336-f5c9-4c7a-8589-0ca5d2af64da tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 210 time: 1.6828289 May 24 22:47:04.118073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51098) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:04.356425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:04.404530 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e543d9f-3c48-44e2-b9b3-912666b6fb0a None None] Pushing event updated for resources: {'Port': ['ID=faac8f61-d2d6-4986-98e0-45eb6462f14d,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:04.423924 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:04.450172 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:47:04.482084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:04.488952 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] Set router 2d517eda-bf1c-4327-ac5b-674d892724bd gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:04.541598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-network', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:04.561078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:04.613476 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6fde465c-9f59-42f3-9307-44693b3393cb req-e70b9128-5a16-47a2-a9fd-5ba11cdc1d8c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 210 time: 0.4624543 May 24 22:47:04.628704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Usage tracker for resource:network and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:47:04.636477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:47:04.690641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:04.885642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:04.913401 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:04.933408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:04.967968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:04.969543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Routers {'485cb4a6-a825-4c8b-8087-245596f5a72d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:04.970308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:46:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['485cb4a6-a825-4c8b-8087-245596f5a72d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:05.007583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-e2d6175b-b143-4ec4-97ff-1abf9cc37c26 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:05.010503 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-e2d6175b-b143-4ec4-97ff-1abf9cc37c26 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2402813 May 24 22:47:05.025064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:05.036573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Request body: {'port': {'device_id': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '0365b3430aca4a7c8a9900c4398a5d25'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:05.075888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18f434-42fd-4983-a0e1-18a4d9d1fec0 None None] Pushing event updated for resources: {'Port': ['ID=4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:05.095220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:47:05.100851 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8586b920-6e2d-4253-9f69-63afdf5364e0'] response: {'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'code': 200} May 24 22:47:05.101851 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:05.111835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:47:05.250006 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-router', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:52Z', 'updated_at': '2022-05-24T22:46:55Z', 'revision_number': 3, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'gw_port': {'id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:54Z', 'updated_at': '2022-05-24T22:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:05.251630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:05.255336 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87983bfc-9499-4101-b656-8e7ff092a809 None None] The sync data for ids ['2d517eda-bf1c-4327-ac5b-674d892724bd'] in n-d-843146-7 is: [{'id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-router', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:52Z', 'updated_at': '2022-05-24T22:46:55Z', 'revision_number': 3, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'gw_port': {'id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:54Z', 'updated_at': '2022-05-24T22:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:47:05.348864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-98d13ba5-d2fe-4d39-9ced-ae2664f77f3a req-af700b5c-c296-45ac-9977-f27d1e86bebf tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:05.418002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-98d13ba5-d2fe-4d39-9ced-ae2664f77f3a req-af700b5c-c296-45ac-9977-f27d1e86bebf tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:05.430119 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98d13ba5-d2fe-4d39-9ced-ae2664f77f3a req-af700b5c-c296-45ac-9977-f27d1e86bebf tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 210 time: 0.1528296 May 24 22:47:05.476389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:05.495708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:05.516875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] Set router 485cb4a6-a825-4c8b-8087-245596f5a72d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:05.546852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Made reservation on behalf of 0365b3430aca4a7c8a9900c4398a5d25 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:05.552398 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:05.644042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-baaeac79-6d79-478d-b637-5f61b1b5a686 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:05.648051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-baaeac79-6d79-478d-b637-5f61b1b5a686 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 818 time: 0.6498957 May 24 22:47:05.758087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1e926351-25cb-4f9d-9def-402c5af2e31b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:05.995926 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:06.029289 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b9761c00-43b7-4bed-9936-c56c6b52a174 req-c840ca59-c2cc-425e-9fb7-c6fa0dc8509c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 210 time: 0.0976939 May 24 22:47:06.033544 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:06.090871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:47:06.100783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:06.117405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:06.120019 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Added segment 193f665d-841a-4a2b-8167-5cddf16de6c7 of type vlan for network fb6eb857-4775-4420-b794-b02bb5e0eb92 May 24 22:47:06.224890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:06.235696 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:06.273034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-6b5b76e4-5fba-4474-b3c4-54125f9e434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:06.274695 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-6b5b76e4-5fba-4474-b3c4-54125f9e434a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.7776160 May 24 22:47:06.286931 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:06.314371 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:06.315527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:06.316193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:06.363241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e0ec2d62-554e-4f8c-af66-4706eb65d41d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:06.541318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb6eb857-4775-4420-b794-b02bb5e0eb92,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:06.565075 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df125800-824e-4fb9-b62b-157cb23eb8c6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4435153 May 24 22:47:06.568363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51154) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:06.592393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Request body: {'subnet': {'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-subnet', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:06.605402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:06.609688 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-186dd415-9a60-4c7e-a73f-b000d357a950 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/quotas/03ba65b25e364dc696b96a9bf51ed363 HTTP/1.1" status: 200 len: 375 time: 0.7859414 May 24 22:47:06.619138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Usage tracker for resource:subnet and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:47:06.626480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:47:06.637388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:06.663926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:06.666662 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:06.845763 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-451ecd0e-af35-4439-9209-cb70da6c118c req-9d2769fe-e72c-4895-bf2e-9e26cd68707e tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 210 time: 0.0808113 May 24 22:47:06.879458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network fb6eb857-4775-4420-b794-b02bb5e0eb92 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:47:07.078403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0af1faaa-f7e5-4214-9a1c-8fab147ec161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:07.084704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Pushing event updated for resources: {'Port': ['ID=6606d73d-c968-4d04-ac5b-c2b1045dee56,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:07.146149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:07.173412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=11']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:07.282445 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-df42021b-1a6d-4e15-9c59-0b564be264ac service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9871967 May 24 22:47:07.328663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=556a2a9f-4f7c-4134-961d-b1ce2bb09e77,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:07.335505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-58e17be3-c51a-4f1a-9c39-3cc3e6f5930f req-0a29659a-9973-4e83-b3b7-beca32a35004 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Synchronizing usage tracker for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:07.342367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Checking segment: {'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:07.342725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Network hostable DHCP agents. Network: fb6eb857-4775-4420-b794-b02bb5e0eb92, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:47:07.369297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3', 'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'mac_address': 'fa:16:3e:75:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:45Z', 'updated_at': '2022-05-24T22:47:02Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'subnets': [{'id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:07.370015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-58e17be3-c51a-4f1a-9c39-3cc3e6f5930f req-0a29659a-9973-4e83-b3b7-beca32a35004 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Unset dirty status for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:07.371364 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58e17be3-c51a-4f1a-9c39-3cc3e6f5930f req-0a29659a-9973-4e83-b3b7-beca32a35004 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 210 time: 0.1056678 May 24 22:47:07.377296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Network fb6eb857-4775-4420-b794-b02bb5e0eb92 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:47:07.389421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e0ec2d62-554e-4f8c-af66-4706eb65d41d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:07.390358 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:07.409168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, fb6eb857-4775-4420-b794-b02bb5e0eb92) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:07.416307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:07.416671 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:07.470437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9252a84f-0bff-428b-84ca-1ec361a21224 None None] Network fb6eb857-4775-4420-b794-b02bb5e0eb92 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:47:07.478735 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a5310580-0533-45e6-a082-f5d6c2859551 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9061363 May 24 22:47:07.478972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51170) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:07.484256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:07.493678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:07.503516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Usage tracker for resource:router and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:47:07.514080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:47:07.541857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:07.573535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df1884-7bb8-43aa-9551-4af88cf6f873 None None] The sync data for ids ['485cb4a6-a825-4c8b-8087-245596f5a72d'] in n-d-843146-7 is: [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3', 'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'mac_address': 'fa:16:3e:75:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:45Z', 'updated_at': '2022-05-24T22:47:02Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'subnets': [{'id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:47:07.573834 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:07.575080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:07.611455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:07.727713 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1c45b046-b92d-4093-87ab-6ff59890ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:07.793782 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:07.820645 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c6eea11-b77d-44b0-8b0f-7ca6f793c81e req-17a5879f-90dd-4eb0-95e3-76ad78039a6a service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170949 May 24 22:47:07.863666 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:07.868416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:46:59Z', 'revision_number': 2, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:07.896070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Checking router: 320824ec-83fe-420d-8d24-a4062cc2a08d for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:47:07.896634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Updating router 320824ec-83fe-420d-8d24-a4062cc2a08d port fede7422-d7c9-4040-8e65-ee3b44fc6f91 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:47:07.962698 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:08.000616 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-af09afd5-ce9e-4fa9-9cc2-26158592610e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2682524 May 24 22:47:08.049884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2287355-51d7-4ba1-85d3-abe9cc5a8de1 req-e32749d4-8c36-495b-a5f2-d6dc723a5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:08.059528 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2287355-51d7-4ba1-85d3-abe9cc5a8de1 req-e32749d4-8c36-495b-a5f2-d6dc723a5c3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&device_id=4ec8c76b-64f0-4506-8ef1-93fa8296d70c HTTP/1.1" status: 200 len: 1101 time: 1.7979198 May 24 22:47:08.061194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Transition to ACTIVE for port object 161d9da7-83b9-4035-b884-57d12ba28381 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:08.073987 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:08.310095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e0ec2d62-554e-4f8c-af66-4706eb65d41d is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:08.317558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device faac8f61-d2d6-4986-98e0-45eb6462f14d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:08.437929 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:08.621685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-fb6eb857-4775-4420-b794-b02bb5e0eb92', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'fixed_ips': [{'subnet_id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:47:08.623188 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:08.679277 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-9466596e-698b-4a9f-b579-14ea3581084e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8896122 May 24 22:47:08.810999 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:08.988474 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:09.004204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port faac8f61-d2d6-4986-98e0-45eb6462f14d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:09.014836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-e3825b9b-cacc-4fb9-a749-fe6d4b164a5c service neutron] 10.222.0.55 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346238 May 24 22:47:09.049388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port faac8f61-d2d6-4986-98e0-45eb6462f14d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:09.049904 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:09.116558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e3f8431-f73f-4454-b52f-beeb1a52a4dc req-f2e16ced-1f8c-460e-b17a-2be73e92ace9 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 210 time: 0.0517628 May 24 22:47:09.267866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-8e2cdb04-cc19-47e5-a780-56cebb4872fa service neutron] 10.222.0.55 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520447 May 24 22:47:09.315988 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:09.457979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ba226b67-7b1a-487f-9def-22ceea55b05c tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Synchronizing usage tracker for tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:09.476902 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:09.586261 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:09.651086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Allocated IP 172.20.0.2 (fb6eb857-4775-4420-b794-b02bb5e0eb92/556a2a9f-4f7c-4134-961d-b1ce2bb09e77/ffced2ab-aeff-43e1-bdb1-725454d3e683) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:09.673060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ba226b67-7b1a-487f-9def-22ceea55b05c tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Unset dirty status for tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:09.685983 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ba226b67-7b1a-487f-9def-22ceea55b05c tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--836910259&fields=id&tenant_id=5cc4ff1f5e5e42988805dcd9a21f9fe4 HTTP/1.1" status: 200 len: 267 time: 0.3641105 May 24 22:47:09.858280 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:09.884671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-a495ae6e-6224-488d-8797-94525d7270ea tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:09.885666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-a495ae6e-6224-488d-8797-94525d7270ea tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Synchronizing usage tracker for tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:09.988817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-a495ae6e-6224-488d-8797-94525d7270ea tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Unset dirty status for tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:09.995789 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-a495ae6e-6224-488d-8797-94525d7270ea tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/networks?id=1338476e-fd93-4d58-ad16-9d988ce761f0 HTTP/1.1" status: 200 len: 811 time: 0.3087626 May 24 22:47:10.063228 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-4756bfa3-98c7-4e40-8bda-66899c41383b tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/quotas/5cc4ff1f5e5e42988805dcd9a21f9fe4 HTTP/1.1" status: 200 len: 375 time: 0.0663071 May 24 22:47:10.072311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Allocated IP 192.168.233.165 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/995b50a9-a73c-4356-bc29-f22c66a83ed9) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:10.216795 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:10.228728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Transition to ACTIVE for port object ffced2ab-aeff-43e1-bdb1-725454d3e683 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:10.252894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Transition to ACTIVE for port object ffced2ab-aeff-43e1-bdb1-725454d3e683 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:10.272853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['07bd9dd0-4040-41ff-a337-e398d6f46da5', 'acd602bc-7b5f-4669-87f5-3708f9d0948b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:10.347941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:10.381368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7cef57ee-c699-4f62-9bfa-d26ac344555d req-b62c0cba-1a47-431a-a7e3-6df88cd401a6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 210 time: 0.6351919 May 24 22:47:10.393190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2287355-51d7-4ba1-85d3-abe9cc5a8de1 req-894ff52c-91ba-4dbf-b822-f15d147e9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:10.394932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2287355-51d7-4ba1-85d3-abe9cc5a8de1 req-894ff52c-91ba-4dbf-b822-f15d147e9506 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 2.2184334 May 24 22:47:10.496108 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:10.513589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:10.533779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:10.547782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:10.580580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Allocated IP 172.25.7.114 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/8f243744-036b-44b7-a499-d07943855ac8) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:10.682936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2287355-51d7-4ba1-85d3-abe9cc5a8de1 req-29702132-dee8-4851-bef5-4bf476ab91cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 HTTP/1.1" status: 200 len: 217 time: 0.2738144 May 24 22:47:10.686434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Allocated IP 172.20.0.1 (7f210823-3cf5-44a6-8f3c-693000fb929c/fbd97b93-bd07-42a7-ad4e-a6584c4b001b/cca8ce36-915c-4e12-87dc-e72aa9efdcd7) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:10.703212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event updated for resources: {'Port': ['ID=161d9da7-83b9-4035-b884-57d12ba28381,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:10.805967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Network fb6eb857-4775-4420-b794-b02bb5e0eb92 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:10.905538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:10.910574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Pushing event updated for resources: {'Port': ['ID=ffced2ab-aeff-43e1-bdb1-725454d3e683,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:10.934255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:11.011547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:11.015255 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf923aed-5014-4ca3-b78f-a8d770ebc414 req-4ab77937-6b6e-41bb-9aa4-81fe3f9aa531 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 210 time: 0.1946890 May 24 22:47:11.075932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Transition to ACTIVE for port object 995b50a9-a73c-4356-bc29-f22c66a83ed9 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:11.137844 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:11.157588 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:11.174664 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:11.175347 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:11.374255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-9a33c453-15f6-4f7c-91b7-918639767b37 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Synchronizing usage tracker for tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:11.433534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2287355-51d7-4ba1-85d3-abe9cc5a8de1 req-4683072e-bcd9-4e1a-bdbc-7abd204db303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:11.438418 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2287355-51d7-4ba1-85d3-abe9cc5a8de1 req-4683072e-bcd9-4e1a-bdbc-7abd204db303 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.6988864 May 24 22:47:11.456825 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-ed29c609-6fba-4d7c-aed6-7c283b19df4a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 11.0416296 May 24 22:47:11.460109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event updated for resources: {'Port': ['ID=995b50a9-a73c-4356-bc29-f22c66a83ed9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:11.522366 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:11.557135 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:11.600703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port faac8f61-d2d6-4986-98e0-45eb6462f14d is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:11.601223 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:11.637581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:11.684671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:11.727769 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:11.768763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Transition to ACTIVE for port object cca8ce36-915c-4e12-87dc-e72aa9efdcd7 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:11.837033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Request body: {'port': {'device_id': '5a65fd38-3923-4da6-a75d-e6315838c396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:11.872025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3c2076d0-31d9-4ba4-b9c7-207c437fa844 None None] Provisioning for port 161d9da7-83b9-4035-b884-57d12ba28381 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:11.874925 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:11.878531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:11.893734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Pushing event updated for resources: {'Port': ['ID=8f243744-036b-44b7-a499-d07943855ac8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:11.906687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:11.911028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:11.975689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Transition to ACTIVE for port object fede7422-d7c9-4040-8e65-ee3b44fc6f91 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:11.980322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3c2076d0-31d9-4ba4-b9c7-207c437fa844 None None] Provisioning complete for port 161d9da7-83b9-4035-b884-57d12ba28381 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:11.980793 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3c2076d0-31d9-4ba4-b9c7-207c437fa844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:12.024392 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:12.036605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:12.074473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port faac8f61-d2d6-4986-98e0-45eb6462f14d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=faac8f61-d2d6-4986-98e0-45eb6462f14d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:12.084193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3c2076d0-31d9-4ba4-b9c7-207c437fa844 None None] Port 161d9da7-83b9-4035-b884-57d12ba28381 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:12.114755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Attempting to bind port ffced2ab-aeff-43e1-bdb1-725454d3e683 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:12.119956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Attempting to bind port ffced2ab-aeff-43e1-bdb1-725454d3e683 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:12.120453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Attempting to bind port ffced2ab-aeff-43e1-bdb1-725454d3e683 on network fb6eb857-4775-4420-b794-b02bb5e0eb92 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:12.146433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:12.146822 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Checking segment: {'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:12.147584 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:12.148196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Bound using segment: {'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:12.149206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Bound port: ffced2ab-aeff-43e1-bdb1-725454d3e683, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:12.149711 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:12.172829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-9a33c453-15f6-4f7c-91b7-918639767b37 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Unset dirty status for tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:12.174428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-9a33c453-15f6-4f7c-91b7-918639767b37 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cc4ff1f5e5e42988805dcd9a21f9fe4&fields=id HTTP/1.1" status: 200 len: 348 time: 2.1102548 May 24 22:47:12.175726 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:12.175892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Allocated IP 192.168.233.212 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/ed8e00c4-64a6-4271-a9dc-66c65355277e) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:12.196756 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:12.197636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:12.275318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Pushing event updated for resources: {'Port': ['ID=cca8ce36-915c-4e12-87dc-e72aa9efdcd7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:12.509566 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:12.570456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Network 7f210823-3cf5-44a6-8f3c-693000fb929c is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:12.636966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:12.640148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:12.747250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] For port ffced2ab-aeff-43e1-bdb1-725454d3e683, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:12.751254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] For port ffced2ab-aeff-43e1-bdb1-725454d3e683, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ffced2ab-aeff-43e1-bdb1-725454d3e683,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:12.756167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bb204-1b93-46e2-bfcc-ffe301a02b4e None None] Pushing event updated for resources: {'Port': ['ID=fede7422-d7c9-4040-8e65-ee3b44fc6f91,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:12.826791 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:12.909613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2287355-51d7-4ba1-85d3-abe9cc5a8de1 req-3b3f5e23-e7af-4640-9594-7461d45d69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:12.914276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2287355-51d7-4ba1-85d3-abe9cc5a8de1 req-3b3f5e23-e7af-4640-9594-7461d45d69e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4629550 May 24 22:47:13.012417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ae53daa3-d986-4824-8ba3-3e476307c2b2 None None] Provisioning for port 995b50a9-a73c-4356-bc29-f22c66a83ed9 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:13.098592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ae53daa3-d986-4824-8ba3-3e476307c2b2 None None] Provisioning complete for port 995b50a9-a73c-4356-bc29-f22c66a83ed9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:13.100388 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ae53daa3-d986-4824-8ba3-3e476307c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:13.100568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-bbceead6-7a82-448f-85f4-81ab98e1eec2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:13.102741 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-bbceead6-7a82-448f-85f4-81ab98e1eec2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.31 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 818 time: 1.1781919 May 24 22:47:13.110005 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:13.159746 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:13.170902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ae53daa3-d986-4824-8ba3-3e476307c2b2 None None] Port 995b50a9-a73c-4356-bc29-f22c66a83ed9 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:13.175555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:13.178702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Transition to ACTIVE for port object ed8e00c4-64a6-4271-a9dc-66c65355277e will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:13.238135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:13.292662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:13.293326 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:13.298896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-0a9dfaf2-7a4a-4842-adaa-5e768a69df2c service neutron] 10.222.0.55 "GET /v2.0/networks/1338476e-fd93-4d58-ad16-9d988ce761f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0848563 May 24 22:47:13.306117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Request body: {'port': {'device_id': '06dbdf70-7775-45f5-aeb7-9ed590a446ac', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'admin_state_up': True, 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:13.315094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:13.315094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:13.321860 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:13.361749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=faac8f61-d2d6-4986-98e0-45eb6462f14d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:13.376378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Attempting to bind port fede7422-d7c9-4040-8e65-ee3b44fc6f91 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:13.377296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Attempting to bind port fede7422-d7c9-4040-8e65-ee3b44fc6f91 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:13.377888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Attempting to bind port fede7422-d7c9-4040-8e65-ee3b44fc6f91 on network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:13.495976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:13.496699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Checking segment: {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:13.497267 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:13.506419 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Bound using segment: {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:13.507463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Bound port: fede7422-d7c9-4040-8e65-ee3b44fc6f91, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:13.508156 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:13.520223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-49fc4621-5862-416e-8ec9-d0bb61449f35 None None] Provisioning for port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:13.564950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-49fc4621-5862-416e-8ec9-d0bb61449f35 None None] Provisioning complete for port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:13.566226 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49fc4621-5862-416e-8ec9-d0bb61449f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:13.727174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-49fc4621-5862-416e-8ec9-d0bb61449f35 None None] Port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:13.754376 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-a9758f6c-45a6-4cf2-9059-f402221119b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 13.3504617 May 24 22:47:13.769506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:13.810882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:13.836117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Request body: {'port': {'device_id': '37894060-40a8-47a8-abaf-567e37d049df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:13.901522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:13.904010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:13.912134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadfaee-c0be-48fd-912b-1d809bee1a7c req-238496bc-5688-4328-a11d-3af2b880870c tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:13.919729 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7dadfaee-c0be-48fd-912b-1d809bee1a7c req-238496bc-5688-4328-a11d-3af2b880870c tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 936 time: 1.7483828 May 24 22:47:14.033710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] For port fede7422-d7c9-4040-8e65-ee3b44fc6f91, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:14.037483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] For port fede7422-d7c9-4040-8e65-ee3b44fc6f91, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fede7422-d7c9-4040-8e65-ee3b44fc6f91,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:14.105302 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:14.184739 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2287355-51d7-4ba1-85d3-abe9cc5a8de1 req-602a6c1a-3529-439d-918f-843c0e77092a service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2323756 May 24 22:47:14.255320 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7dadfaee-c0be-48fd-912b-1d809bee1a7c req-bfb791e3-c02c-440c-9df3-6c83f1266545 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330591 May 24 22:47:14.256557 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-152edaa9-c0d6-4052-9028-d659e7269691 service neutron] 10.222.0.55 "GET /v2.0/networks/1338476e-fd93-4d58-ad16-9d988ce761f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9323809 May 24 22:47:14.270548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bc226-cdc4-455d-83f8-0fdc526c1cbb None None] Pushing event updated for resources: {'Port': ['ID=ffced2ab-aeff-43e1-bdb1-725454d3e683,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:14.335861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:14.336538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:14.472600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:14.473229 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:14.478152 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:14.611548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-28b68549-a289-4c6c-935c-993f46028800 None None] Provisioning for port ed8e00c4-64a6-4271-a9dc-66c65355277e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:14.637779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:14.671684 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2287355-51d7-4ba1-85d3-abe9cc5a8de1 req-5efc6379-0a46-4219-a5d1-fd6abf38edab service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681673 May 24 22:47:14.673549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Usage tracker for resource:port and tenant:03ba65b25e364dc696b96a9bf51ed363 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:47:14.688250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:14.694522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:47:14.695473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:14.791991 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-a0d2f80e-d6da-4b7b-9ed7-c697a82e2159 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.7685916 May 24 22:47:14.792624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:14.846955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:14.922900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Made reservation on behalf of 03ba65b25e364dc696b96a9bf51ed363 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:14.928967 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:14.943388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Request body: {'port': {'device_id': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:14.998189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:15.106177 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:15.198265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec5ff6-d9a6-402e-b9f8-fcf303801152 None None] Network fb6eb857-4775-4420-b794-b02bb5e0eb92 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:47:15.211369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-28b68549-a289-4c6c-935c-993f46028800 None None] Provisioning complete for port ed8e00c4-64a6-4271-a9dc-66c65355277e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:15.211821 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28b68549-a289-4c6c-935c-993f46028800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:15.215729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161d9da7-83b9-4035-b884-57d12ba28381 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:15.234306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:15.290163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-28b68549-a289-4c6c-935c-993f46028800 None None] Port ed8e00c4-64a6-4271-a9dc-66c65355277e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:15.343605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-65be3a0c-c5ba-44e9-8939-02a6e14232f1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:15.345105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-65be3a0c-c5ba-44e9-8939-02a6e14232f1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 818 time: 0.6864300 May 24 22:47:15.361759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Transition to ACTIVE for port object 161d9da7-83b9-4035-b884-57d12ba28381 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:15.410414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:15.445507 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:15.446726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bb204-1b93-46e2-bfcc-ffe301a02b4e None None] Pushing event updated for resources: {'Port': ['ID=fede7422-d7c9-4040-8e65-ee3b44fc6f91,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:15.472212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:15.496064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-634f79ff-9b46-4cf5-82aa-aa608b9a8727 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/quotas/03ba65b25e364dc696b96a9bf51ed363 HTTP/1.1" status: 200 len: 375 time: 0.1371913 May 24 22:47:15.504482 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:15.505630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1e926351-25cb-4f9d-9def-402c5af2e31b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:15.607227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f6b6f285-1a79-4758-8fea-cccffe20f55d', '232dd831-fe5f-40ac-9941-a77cda10ad1e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:15.644233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:15.658848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-92f5d32c-81d2-4aa8-8558-cf76a3365b24 None None] Provisioning for port ffced2ab-aeff-43e1-bdb1-725454d3e683 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:15.733851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231924b-b620-4754-98f4-36eed91efc82 req-e96b5219-340d-4785-bfcb-37d0cd4ecfcf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:15.741118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c231924b-b620-4754-98f4-36eed91efc82 req-e96b5219-340d-4785-bfcb-37d0cd4ecfcf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 936 time: 0.8452187 May 24 22:47:15.891584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Pushing event updated for resources: {'Port': ['ID=161d9da7-83b9-4035-b884-57d12ba28381,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:15.902729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Allocated IP 172.20.0.14 (948323a2-2e1a-4884-bbd5-ff2b224aeb1e/dc0b5cae-b646-44aa-8017-4e16bd24648f/d9a47a5c-f7c4-41b9-b968-4087722357cf) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:15.951946 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:15.961834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c231924b-b620-4754-98f4-36eed91efc82 req-a80c27d6-9c58-46e1-ba2f-f6f06b5bd589 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198062 May 24 22:47:15.967375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['546d7029-3bf0-4d7a-9215-7b037a6fd022'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:16.079993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['07bd9dd0-4040-41ff-a337-e398d6f46da5', 'acd602bc-7b5f-4669-87f5-3708f9d0948b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:16.118176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:16.176705 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:16.229103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995b50a9-a73c-4356-bc29-f22c66a83ed9 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:16.241984 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:16.285671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Transition to ACTIVE for port object 995b50a9-a73c-4356-bc29-f22c66a83ed9 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:16.322861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:16.475193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Pushing event updated for resources: {'Port': ['ID=995b50a9-a73c-4356-bc29-f22c66a83ed9,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:16.545058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:16.559901 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4212cf8c-1e7f-4241-a0c9-12def02a8c54 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8542125 May 24 22:47:16.605289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Attempting to bind port 161d9da7-83b9-4035-b884-57d12ba28381 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:16.606018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Attempting to bind port 161d9da7-83b9-4035-b884-57d12ba28381 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:16.606542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Attempting to bind port 161d9da7-83b9-4035-b884-57d12ba28381 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:16.636022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Router 557783d2-28c7-4189-a7b5-271db7b3f785 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:47:16.751848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Port 161d9da7-83b9-4035-b884-57d12ba28381 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:47:16.752176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Attempting to bind port 161d9da7-83b9-4035-b884-57d12ba28381 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:16.797052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1e926351-25cb-4f9d-9def-402c5af2e31b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:16.797611 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:16.824458 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4eb367c-165f-4ff4-bd54-ac2365590fbe req-1c8643a9-c37b-4e2a-a41c-ab96de11a47a tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 210 time: 0.2146480 May 24 22:47:17.001173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-06a00fb2-0741-4869-a984-3645bddcb538 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:17.002754 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-06a00fb2-0741-4869-a984-3645bddcb538 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.50 "GET /v2.0/networks?id=1338476e-fd93-4d58-ad16-9d988ce761f0 HTTP/1.1" status: 200 len: 811 time: 0.2482038 May 24 22:47:17.096171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:47:14Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:17.118946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:17.119282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:17.119676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:17.120110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Bound port: 161d9da7-83b9-4035-b884-57d12ba28381, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:17.120458 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:17.130020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25d7517-6ba7-4848-a47b-706c130b8789 None None] The sync data for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 is: [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:47:14Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:47:17.200009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Pushing event updated for resources: {'Port': ['ID=cca8ce36-915c-4e12-87dc-e72aa9efdcd7,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:17.215129 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-0e993a54-abf4-4def-8e96-efb2a998b351 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc4ff1f5e5e42988805dcd9a21f9fe4 HTTP/1.1" status: 200 len: 379 time: 0.1002591 May 24 22:47:17.264197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Request body: {'port': {'device_id': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'admin_state_up': True, 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'security_groups': ['86a704ce-7e28-456f-8e2e-df7aff281858']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:17.350885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1e926351-25cb-4f9d-9def-402c5af2e31b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:17.484746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:47:17.493947 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Sync routers for ids ['557783d2-28c7-4189-a7b5-271db7b3f785'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:47:17.503492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Attempting to bind port 995b50a9-a73c-4356-bc29-f22c66a83ed9 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:17.503747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Attempting to bind port 995b50a9-a73c-4356-bc29-f22c66a83ed9 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:17.504312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Attempting to bind port 995b50a9-a73c-4356-bc29-f22c66a83ed9 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:17.506518 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Routers {'557783d2-28c7-4189-a7b5-271db7b3f785'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:17.507475 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['557783d2-28c7-4189-a7b5-271db7b3f785'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:17.565551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Port 995b50a9-a73c-4356-bc29-f22c66a83ed9 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:47:17.565884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Attempting to bind port 995b50a9-a73c-4356-bc29-f22c66a83ed9 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:17.580382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:17.580738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:17.581131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:17.587086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Bound port: 995b50a9-a73c-4356-bc29-f22c66a83ed9, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:17.587472 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:17.601368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Network 7f210823-3cf5-44a6-8f3c-693000fb929c is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:17.601905 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:17.605510 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7b0f0952-08ab-4603-9f26-e72645c312aa admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.1255381 May 24 22:47:17.608083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51294) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:17.620892 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:17.626658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:17.680243 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-01b580b0-02a7-4b4e-a1dc-e1ecf1ccec12 service neutron] 10.222.0.55 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0765369 May 24 22:47:17.697780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8e00c4-64a6-4271-a9dc-66c65355277e {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:17.720856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device faac8f61-d2d6-4986-98e0-45eb6462f14d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:17.727571 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:17.812158 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Set router 557783d2-28c7-4189-a7b5-271db7b3f785 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:17.865408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port faac8f61-d2d6-4986-98e0-45eb6462f14d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:17.867127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:17.886255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Transition to ACTIVE for port object d9a47a5c-f7c4-41b9-b968-4087722357cf will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:17.898653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5bfe1-72b9-4eb6-957c-365e29d5d724 req-ba6d312e-c3cc-4a5a-8358-132300e931ff tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:17.909361 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18f5bfe1-72b9-4eb6-957c-365e29d5d724 req-ba6d312e-c3cc-4a5a-8358-132300e931ff tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 948 time: 0.6358559 May 24 22:47:18.002919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Transition to ACTIVE for port object ed8e00c4-64a6-4271-a9dc-66c65355277e will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:18.020375 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:18.079316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] For port 161d9da7-83b9-4035-b884-57d12ba28381, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:18.095132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0fb61c44-c7a9-47a8-a16b-6c25e5ee7c38 None None] Provisioning complete for port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:18.095889 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0fb61c44-c7a9-47a8-a16b-6c25e5ee7c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:18.158804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:18.164719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] For port 161d9da7-83b9-4035-b884-57d12ba28381, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=161d9da7-83b9-4035-b884-57d12ba28381,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:18.198681 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:18.208473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:18.257356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port faac8f61-d2d6-4986-98e0-45eb6462f14d is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:18.262407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:18.296240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18f5bfe1-72b9-4eb6-957c-365e29d5d724 req-31e92091-43c2-400c-bef7-648f884c3f05 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856800 May 24 22:47:18.297646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:18.386899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0fb61c44-c7a9-47a8-a16b-6c25e5ee7c38 None None] Port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:18.396053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Pushing event updated for resources: {'Port': ['ID=161d9da7-83b9-4035-b884-57d12ba28381,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:18.406610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:18.406994 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:18.411745 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:13Z', 'revision_number': 3, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:18.422441 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Checking router: 557783d2-28c7-4189-a7b5-271db7b3f785 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:47:18.422932 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Updating router 557783d2-28c7-4189-a7b5-271db7b3f785 port 8f243744-036b-44b7-a499-d07943855ac8 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:47:18.445273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Router 2d517eda-bf1c-4327-ac5b-674d892724bd has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:47:18.453152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:18.491659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-58bfe1d5-e4b2-4510-aa11-827d59a04a01 service neutron] 10.222.0.55 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7741041 May 24 22:47:18.549232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] For port 995b50a9-a73c-4356-bc29-f22c66a83ed9, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:18.588825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:47:18.720542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:18.721170 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:18.746929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-39ba7f6d-fb28-4cc7-9da3-33cca8dd96d0 service neutron] 10.222.0.31 "PUT /v2.0/ports/161d9da7-83b9-4035-b884-57d12ba28381 HTTP/1.1" status: 200 len: 1095 time: 6.9227557 May 24 22:47:18.752710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Made reservation on behalf of 5cc4ff1f5e5e42988805dcd9a21f9fe4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:18.764815 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:18.810690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a65fd38-3923-4da6-a75d-e6315838c396', 'tag': '161d9da7-83b9-4035-b884-57d12ba28381'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:18.883763 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:18.925260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:18.935884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] For port 995b50a9-a73c-4356-bc29-f22c66a83ed9, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=995b50a9-a73c-4356-bc29-f22c66a83ed9,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:18.966891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event updated for resources: {'Port': ['ID=d9a47a5c-f7c4-41b9-b968-4087722357cf,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:18.982332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:18.988092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:18.995434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ffced2ab-aeff-43e1-bdb1-725454d3e683 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:19.170203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.308291 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port ffced2ab-aeff-43e1-bdb1-725454d3e683 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:19.316162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:19.316559 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.340164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ffced2ab-aeff-43e1-bdb1-725454d3e683 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:19.340536 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.510342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:19.558161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4084d3e-2950-4e25-904a-e6802bb7883c req-988d27d5-aa04-48a7-b75b-a6993cfac861 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 210 time: 0.7257490 May 24 22:47:19.608109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:19.608738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.622457 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] 10.222.0.50 "PUT /v2.0/ports/995b50a9-a73c-4356-bc29-f22c66a83ed9 HTTP/1.1" status: 200 len: 1096 time: 5.8312914 May 24 22:47:19.627301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37894060-40a8-47a8-abaf-567e37d049df', 'tag': '995b50a9-a73c-4356-bc29-f22c66a83ed9'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:19.669157 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.695786 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f592e487-40c8-4e1f-b482-fdf5cce937f4 None None] Provisioning for port d9a47a5c-f7c4-41b9-b968-4087722357cf completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:19.699149 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Transition to ACTIVE for port object 8f243744-036b-44b7-a499-d07943855ac8 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:19.716090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ffced2ab-aeff-43e1-bdb1-725454d3e683 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:19.717450 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.722149 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.729877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:19.730205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:19.736226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f592e487-40c8-4e1f-b482-fdf5cce937f4 None None] Provisioning complete for port d9a47a5c-f7c4-41b9-b968-4087722357cf triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:19.736877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:19.743349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:19.744031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.744650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f592e487-40c8-4e1f-b482-fdf5cce937f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.765969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6b423-4010-41dd-b887-3319eba68514 service neutron] Pushing event updated for resources: {'Port': ['ID=995b50a9-a73c-4356-bc29-f22c66a83ed9,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:19.771249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Port ed8e00c4-64a6-4271-a9dc-66c65355277e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:47:19.776501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:19.791539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:19.842193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:19.861144 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.895918 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Attempting to bind port 8f243744-036b-44b7-a499-d07943855ac8 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:19.897327 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Attempting to bind port 8f243744-036b-44b7-a499-d07943855ac8 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:19.897914 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Attempting to bind port 8f243744-036b-44b7-a499-d07943855ac8 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:19.904563 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d8784-7ad7-439a-9c6a-ca415af8248b None None] Pushing event updated for resources: {'Port': ['ID=8f243744-036b-44b7-a499-d07943855ac8,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:19.909792 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:19.910411 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:19.910971 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.911510 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:19.912310 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Bound port: 8f243744-036b-44b7-a499-d07943855ac8, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:19.913059 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.943422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f592e487-40c8-4e1f-b482-fdf5cce937f4 None None] Port d9a47a5c-f7c4-41b9-b968-4087722357cf cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:19.957286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port ffced2ab-aeff-43e1-bdb1-725454d3e683, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ffced2ab-aeff-43e1-bdb1-725454d3e683,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:19.973555 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:19.974824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fede7422-d7c9-4040-8e65-ee3b44fc6f91 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:19.992902 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] For port 8f243744-036b-44b7-a499-d07943855ac8, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:19.996628 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] For port 8f243744-036b-44b7-a499-d07943855ac8, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8f243744-036b-44b7-a499-d07943855ac8,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:20.003324 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:20.004213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:20.004699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:20.006471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:20.007302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Bound port: ed8e00c4-64a6-4271-a9dc-66c65355277e, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:20.008346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=11']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:20.009559 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:20.110661 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Routers {'557783d2-28c7-4189-a7b5-271db7b3f785'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:20.111553 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['557783d2-28c7-4189-a7b5-271db7b3f785'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:20.151235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:20.155169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:20.161214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=ffced2ab-aeff-43e1-bdb1-725454d3e683,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:20.174792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port fede7422-d7c9-4040-8e65-ee3b44fc6f91 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:20.175638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d789e77-1d9e-4519-bdd7-f903bd9bc146 req-4ea4f047-f928-45ed-854e-d3f0fe958abf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:20.182939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port fede7422-d7c9-4040-8e65-ee3b44fc6f91 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:20.183549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d789e77-1d9e-4519-bdd7-f903bd9bc146 req-4ea4f047-f928-45ed-854e-d3f0fe958abf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 948 time: 1.2794755 May 24 22:47:20.184007 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:20.197021 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-3ff26659-509a-4fa9-8a8a-1bc2c962d740 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9095070 May 24 22:47:20.202665 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d8784-7ad7-439a-9c6a-ca415af8248b None None] Pushing event updated for resources: {'Port': ['ID=8f243744-036b-44b7-a499-d07943855ac8,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:20.249673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Request body: {'port': {'device_id': '06dbdf70-7775-45f5-aeb7-9ed590a446ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:20.326693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port fede7422-d7c9-4040-8e65-ee3b44fc6f91 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:20.327479 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:20.333676 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] Set router 557783d2-28c7-4189-a7b5-271db7b3f785 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:20.370648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port fede7422-d7c9-4040-8e65-ee3b44fc6f91, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fede7422-d7c9-4040-8e65-ee3b44fc6f91,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:20.378372 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:20.409978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-df2373ee-3cc8-4c82-942f-483b3dd599cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:20.411515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-df2373ee-3cc8-4c82-942f-483b3dd599cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=5a65fd38-3923-4da6-a75d-e6315838c396 HTTP/1.1" status: 200 len: 1098 time: 1.5386796 May 24 22:47:20.506406 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:20.535603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ffced2ab-aeff-43e1-bdb1-725454d3e683 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:20.562892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-a7603d81-af59-460c-956f-3c4a885b605e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=161d9da7-83b9-4035-b884-57d12ba28381 HTTP/1.1" status: 200 len: 217 time: 0.1187074 May 24 22:47:20.623732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=fede7422-d7c9-4040-8e65-ee3b44fc6f91,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:20.650558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d789e77-1d9e-4519-bdd7-f903bd9bc146 req-3de78c74-c9d6-419d-8e76-050b47618583 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657922 May 24 22:47:20.666248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:20.666865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:20.668323 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] 10.222.0.31 "PUT /v2.0/ports/ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 1096 time: 5.7967625 May 24 22:47:20.805647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:47:20.814806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4d083425-c74d-444c-bbf4-a18cf2a4643b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:20.816289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4d083425-c74d-444c-bbf4-a18cf2a4643b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 818 time: 0.1942654 May 24 22:47:20.825958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Sync routers for ids ['2d517eda-bf1c-4327-ac5b-674d892724bd'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:47:20.855443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Routers {'2d517eda-bf1c-4327-ac5b-674d892724bd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:20.857016 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2d517eda-bf1c-4327-ac5b-674d892724bd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:20.886200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Request body: {'port': {'device_id': '4a030f33-3a1e-41a3-900d-5c2524a17e80', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'admin_state_up': True, 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:20.927320 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:13Z', 'revision_number': 3, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:20.940455 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8da66f-8ccc-4c29-87a2-57236465acdf None None] The sync data for ids ['557783d2-28c7-4189-a7b5-271db7b3f785'] in n-d-843146-7 is: [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:13Z', 'revision_number': 3, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:47:21.002695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ffced2ab-aeff-43e1-bdb1-725454d3e683 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:21.003021 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:21.027500 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:21.067896 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-07678d0c-5370-4fbe-93db-229ff56f5da0 admin admin] 10.222.0.55 "PUT /v2.0/routers/2d517eda-bf1c-4327-ac5b-674d892724bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8477910 May 24 22:47:21.087643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a8048-b244-4e49-82dc-71341cd8cbae service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:21.110083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c3e59d2d-44e0-47fa-8fbc-60ed83412201 req-4c687afe-6f94-41c0-a68b-bbd8e71a9d4f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Synchronizing usage tracker for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:21.116425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-c92dc9f0-8e2b-4b69-ba98-eae0be08c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:21.118311 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-c92dc9f0-8e2b-4b69-ba98-eae0be08c83c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 1099 time: 1.3255477 May 24 22:47:21.121990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cf62e-9be2-430c-ba50-ece5255a50d0 req-aa8947b7-6a44-4ef6-a8d1-943ff7cdd98f tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:21.123647 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c7cf62e-9be2-430c-ba50-ece5255a50d0 req-aa8947b7-6a44-4ef6-a8d1-943ff7cdd98f tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ec8c76b-64f0-4506-8ef1-93fa8296d70c HTTP/1.1" status: 200 len: 948 time: 0.9873767 May 24 22:47:21.217144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Set router 2d517eda-bf1c-4327-ac5b-674d892724bd gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:21.232891 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-a232d7c3-1967-4baf-a424-1e9116191e1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=995b50a9-a73c-4356-bc29-f22c66a83ed9 HTTP/1.1" status: 200 len: 217 time: 0.0926788 May 24 22:47:21.241688 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:21.393162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c3e59d2d-44e0-47fa-8fbc-60ed83412201 req-4c687afe-6f94-41c0-a68b-bbd8e71a9d4f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Unset dirty status for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:21.394523 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3e59d2d-44e0-47fa-8fbc-60ed83412201 req-4c687afe-6f94-41c0-a68b-bbd8e71a9d4f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 210 time: 0.4285996 May 24 22:47:21.458608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-12bca7e3-b06e-41c0-9e1f-72b158a3ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:21.460161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-12bca7e3-b06e-41c0-9e1f-72b158a3ff9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.8879800 May 24 22:47:21.481846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ffced2ab-aeff-43e1-bdb1-725454d3e683 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:21.492166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-22af2c85-d084-4331-b716-b563ac90ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:21.493824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-22af2c85-d084-4331-b716-b563ac90ae7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1099 time: 0.6161480 May 24 22:47:21.495280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-67d9755a-71ec-415c-b366-5d49ce127dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:21.496672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-67d9755a-71ec-415c-b366-5d49ce127dca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.2270265 May 24 22:47:21.545233 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eecdc2b3-5e63-45c8-817d-18bb056b6203'] response: {'name': 'network-changed', 'server_uuid': '5a65fd38-3923-4da6-a75d-e6315838c396', 'tag': '161d9da7-83b9-4035-b884-57d12ba28381', 'status': 'completed', 'code': 200} May 24 22:47:21.587403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:21.599453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:21.627658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Allocated IP 172.20.0.11 (1338476e-fd93-4d58-ad16-9d988ce761f0/d64be961-676e-48b9-8076-826ab80f2b09/dc1b7576-f87a-40c5-9e15-ee4966edf348) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:21.632847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Made reservation on behalf of 03ba65b25e364dc696b96a9bf51ed363 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:21.648369 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:21.688556 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c7cf62e-9be2-430c-ba50-ece5255a50d0 req-6e00ad65-097e-4d8d-b680-5bb59afc0148 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507355 May 24 22:47:21.739089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-eda2d3f9-af1d-4bed-aeff-79ab443b2f7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 217 time: 0.1678612 May 24 22:47:21.816114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-router', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:52Z', 'updated_at': '2022-05-24T22:47:14Z', 'revision_number': 4, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'gw_port': {'id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:54Z', 'updated_at': '2022-05-24T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'cca8ce36-915c-4e12-87dc-e72aa9efdcd7', 'name': '', 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'mac_address': 'fa:16:3e:6c:e4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'fbd97b93-bd07-42a7-ad4e-a6584c4b001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:15Z', 'revision_number': 2, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'subnets': [{'id': 'fbd97b93-bd07-42a7-ad4e-a6584c4b001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:21.816792 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf6707d-3240-427f-a86d-c431d8006b3e'] response: {'name': 'network-changed', 'server_uuid': '37894060-40a8-47a8-abaf-567e37d049df', 'tag': '995b50a9-a73c-4356-bc29-f22c66a83ed9', 'status': 'completed', 'code': 200} May 24 22:47:21.823043 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f4780f-43be-4b10-afbd-627c6bea2882'] response: {'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'code': 200} May 24 22:47:21.823645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Checking router: 2d517eda-bf1c-4327-ac5b-674d892724bd for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:47:21.823994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Updating router 2d517eda-bf1c-4327-ac5b-674d892724bd port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:47:21.886825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:21.960633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-1aadbaa9-0d6a-443c-9f7a-d8e95cc866bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:21.962277 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-1aadbaa9-0d6a-443c-9f7a-d8e95cc866bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.2082789 May 24 22:47:21.965396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Allocated IP 172.20.0.1 (fb6eb857-4775-4420-b794-b02bb5e0eb92/556a2a9f-4f7c-4134-961d-b1ce2bb09e77/80e4481b-590b-42f0-8774-b6bbf3685b2f) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:21.976983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eedfc-45c8-4db3-9915-df303349aa6b req-3c536127-4580-4d60-8bdc-8c86fb4d0064 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:21.985374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-907eedfc-45c8-4db3-9915-df303349aa6b req-3c536127-4580-4d60-8bdc-8c86fb4d0064 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 948 time: 0.3209782 May 24 22:47:22.095990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-cb3071ee-3cb3-41d4-afd3-a055145878b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:22.101816 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-cb3071ee-3cb3-41d4-afd3-a055145878b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5925884 May 24 22:47:22.151328 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-907eedfc-45c8-4db3-9915-df303349aa6b req-49e34179-7b9b-4d30-b281-f56093f8ce00 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649413 May 24 22:47:22.181918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f881ce-131e-4622-b112-031306693c81 req-4ac503b1-fe19-4b4b-b9b3-ef9f6306339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:22.183020 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-4ac503b1-fe19-4b4b-b9b3-ef9f6306339d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6947067 May 24 22:47:22.402329 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:47:22.418468 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-8af61e94-c32d-45c7-a019-0c3aee3adbdb req-cc04288d-7fbc-4488-a939-73f4d13f73ea tempest-FloatingIPDetailsNegativeTestJSON-1541894454 tempest-FloatingIPDetailsNegativeTestJSON-1541894454-project] show failed (client error): The resource could not be found. May 24 22:47:22.429631 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8af61e94-c32d-45c7-a019-0c3aee3adbdb req-cc04288d-7fbc-4488-a939-73f4d13f73ea tempest-FloatingIPDetailsNegativeTestJSON-1541894454 tempest-FloatingIPDetailsNegativeTestJSON-1541894454-project] 10.222.0.55 "GET /v2.0/floatingips/c3da8d4c-cd08-49bd-90b7-9e4275f8f405 HTTP/1.1" status: 404 len: 350 time: 0.1041324 May 24 22:47:22.432251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51350) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:22.464624 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:22.477004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Transition to ACTIVE for port object cca8ce36-915c-4e12-87dc-e72aa9efdcd7 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:22.492065 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:22.531348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ddc98455-124a-4fee-a5c4-ea1c5acdac2c req-55cd7b53-80ca-4485-bb22-12decb5ef1f7 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Synchronizing usage tracker for tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:22.579881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ddc98455-124a-4fee-a5c4-ea1c5acdac2c req-55cd7b53-80ca-4485-bb22-12decb5ef1f7 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Unset dirty status for tenant:5cc4ff1f5e5e42988805dcd9a21f9fe4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:22.581191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ddc98455-124a-4fee-a5c4-ea1c5acdac2c req-55cd7b53-80ca-4485-bb22-12decb5ef1f7 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 210 time: 0.2629235 May 24 22:47:22.642110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a47a5c-f7c4-41b9-b968-4087722357cf {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:22.654392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-1177e4a8-4643-4398-925c-6ad9e938e183 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408059 May 24 22:47:22.658780 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:22.741218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8f243744-036b-44b7-a499-d07943855ac8 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:22.815579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Transition to ACTIVE for port object d9a47a5c-f7c4-41b9-b968-4087722357cf will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:22.826113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ebfe3-44e3-4b77-b327-d9acde3a05ca None None] Pushing event updated for resources: {'Port': ['ID=cca8ce36-915c-4e12-87dc-e72aa9efdcd7,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:22.892325 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:22.974583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:22.988293 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-450e96c0-e4c9-4f52-8014-60f3824df56d service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358574 May 24 22:47:22.995088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Attempting to bind port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:22.995511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Attempting to bind port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'df559dbd-3c36-4d79-9cb4-fa1260b23bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:22.996106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Attempting to bind port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 on network 7f210823-3cf5-44a6-8f3c-693000fb929c {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:23.002556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:23.002950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Checking segment: {'id': 'df559dbd-3c36-4d79-9cb4-fa1260b23bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:23.003339 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.003735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Bound using segment: {'id': 'df559dbd-3c36-4d79-9cb4-fa1260b23bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:23.004212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Bound port: cca8ce36-915c-4e12-87dc-e72aa9efdcd7, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df559dbd-3c36-4d79-9cb4-fa1260b23bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:23.004592 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.017202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 8f243744-036b-44b7-a499-d07943855ac8 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:23.036021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8f243744-036b-44b7-a499-d07943855ac8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:23.036427 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.068938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Pushing event updated for resources: {'Port': ['ID=d9a47a5c-f7c4-41b9-b968-4087722357cf,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:23.116430 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.125765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-22cf7381-1b9d-43e3-a3b9-2770b09acb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:23.126967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-22cf7381-1b9d-43e3-a3b9-2770b09acb35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1117439 May 24 22:47:23.171709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Transition to ACTIVE for port object 80e4481b-590b-42f0-8774-b6bbf3685b2f will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:23.259052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Transition to ACTIVE for port object dc1b7576-f87a-40c5-9e15-ee4966edf348 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:23.276562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-b388e7b2-277b-4a94-b5e3-2f6a3290dda5 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109393 May 24 22:47:23.281654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] For port cca8ce36-915c-4e12-87dc-e72aa9efdcd7, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:23.284413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Allocated IP 172.20.0.3 (948323a2-2e1a-4884-bbd5-ff2b224aeb1e/dc0b5cae-b646-44aa-8017-4e16bd24648f/61dbe735-a325-4b49-91ef-c9ef6eebce45) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:23.324377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] For port cca8ce36-915c-4e12-87dc-e72aa9efdcd7, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cca8ce36-915c-4e12-87dc-e72aa9efdcd7,segment=NetworkSegment(df559dbd-3c36-4d79-9cb4-fa1260b23bbd),segment_id=df559dbd-3c36-4d79-9cb4-fa1260b23bbd)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:23.340654 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.384900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8f243744-036b-44b7-a499-d07943855ac8 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:23.385575 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.450249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 8f243744-036b-44b7-a499-d07943855ac8, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8f243744-036b-44b7-a499-d07943855ac8,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:23.459969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Routers {'2d517eda-bf1c-4327-ac5b-674d892724bd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:23.460880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2d517eda-bf1c-4327-ac5b-674d892724bd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:23.472408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c627d0-4b84-4bec-bdb8-3de5e7bfbde7 req-070c74f8-454d-4df7-ac58-334f95ecedc9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:23.474596 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07c627d0-4b84-4bec-bdb8-3de5e7bfbde7 req-070c74f8-454d-4df7-ac58-334f95ecedc9 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 948 time: 0.7253289 May 24 22:47:23.566129 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.566694 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.566975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fede7422-d7c9-4040-8e65-ee3b44fc6f91 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:23.612101 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2f881ce-131e-4622-b112-031306693c81 req-e13f8118-39b0-4e85-9a0a-fedcbffec871 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945086 May 24 22:47:23.671372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-84ae7bdb-5375-45af-98d1-48ddd2d65f3b service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322957 May 24 22:47:23.710384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ebfe3-44e3-4b77-b327-d9acde3a05ca None None] Pushing event updated for resources: {'Port': ['ID=cca8ce36-915c-4e12-87dc-e72aa9efdcd7,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:23.729774 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.732336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Pushing event updated for resources: {'Port': ['ID=dc1b7576-f87a-40c5-9e15-ee4966edf348,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:23.744272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a8729-215c-4b1f-a197-33dafaa5613c req-48f49082-b6e0-49c2-8bb3-87d4f33999a4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:23.751946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd9a8729-215c-4b1f-a197-33dafaa5613c req-48f49082-b6e0-49c2-8bb3-87d4f33999a4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 945 time: 0.6777656 May 24 22:47:23.759344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Network 1338476e-fd93-4d58-ad16-9d988ce761f0 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:23.761089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Attempting to bind port d9a47a5c-f7c4-41b9-b968-4087722357cf on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:23.761420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Attempting to bind port d9a47a5c-f7c4-41b9-b968-4087722357cf by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:23.761872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Attempting to bind port d9a47a5c-f7c4-41b9-b968-4087722357cf on network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:23.782487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:23.785967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:23.836056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Port d9a47a5c-f7c4-41b9-b968-4087722357cf on network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:47:23.836529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Attempting to bind port d9a47a5c-f7c4-41b9-b968-4087722357cf on network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:23.840200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6936a-001c-4067-9985-b74ab98b52ac req-6a48e362-9191-4bf5-a211-3af6f91efd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:23.841722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ff6936a-001c-4067-9985-b74ab98b52ac req-6a48e362-9191-4bf5-a211-3af6f91efd00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=5a65fd38-3923-4da6-a75d-e6315838c396 HTTP/1.1" status: 200 len: 1098 time: 0.4635425 May 24 22:47:23.917196 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.939777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:23.940082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Checking segment: {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:23.940441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Bound using segment: {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:23.940884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Bound port: d9a47a5c-f7c4-41b9-b968-4087722357cf, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:23.941227 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.942009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port fede7422-d7c9-4040-8e65-ee3b44fc6f91 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:23.942387 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:23.965666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:23.969925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=8f243744-036b-44b7-a499-d07943855ac8,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:23.973117 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07c627d0-4b84-4bec-bdb8-3de5e7bfbde7 req-2e811a24-18eb-4d53-bd73-435113849494 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849832 May 24 22:47:23.987034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] Set router 2d517eda-bf1c-4327-ac5b-674d892724bd gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:24.070917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Network fb6eb857-4775-4420-b794-b02bb5e0eb92 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:24.090655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:24.106807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:24.198887 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aaa253ff-dac9-4a25-942c-8d1c0c19adb1 req-70f6c9d6-1178-4767-a9ff-398ae178a013 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 210 time: 0.0574026 May 24 22:47:24.260299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Pushing event updated for resources: {'Port': ['ID=80e4481b-590b-42f0-8774-b6bbf3685b2f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:24.442032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port fede7422-d7c9-4040-8e65-ee3b44fc6f91 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:24.501441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f2de105c-4110-4132-8c84-6efce5b2c922 None None] Provisioning for port dc1b7576-f87a-40c5-9e15-ee4966edf348 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:24.510669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f2de105c-4110-4132-8c84-6efce5b2c922 None None] Provisioning complete for port dc1b7576-f87a-40c5-9e15-ee4966edf348 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:24.511364 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f2de105c-4110-4132-8c84-6efce5b2c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:24.529828 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:24.547462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8f243744-036b-44b7-a499-d07943855ac8 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:24.576177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] For port d9a47a5c-f7c4-41b9-b968-4087722357cf, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:24.580047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] For port d9a47a5c-f7c4-41b9-b968-4087722357cf, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d9a47a5c-f7c4-41b9-b968-4087722357cf,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:24.599668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:24.600621 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:24.614979 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:24.636980 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:24.657604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f2de105c-4110-4132-8c84-6efce5b2c922 None None] Port dc1b7576-f87a-40c5-9e15-ee4966edf348 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:24.667338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5673d8e7-bf7f-4366-a2e0-3fe761a41014 req-0a13ef21-5f71-46f5-bab8-d31894cd3975 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9788694 May 24 22:47:24.673548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8f243744-036b-44b7-a499-d07943855ac8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:24.673926 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:24.678001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d5b53-b83d-440e-9f6a-ce73487e960c req-bf29927f-ca31-4a21-a058-42192a2feaa5 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:24.679447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac7d5b53-b83d-440e-9f6a-ce73487e960c req-bf29927f-ca31-4a21-a058-42192a2feaa5 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 945 time: 0.6952972 May 24 22:47:24.698667 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd9a8729-215c-4b1f-a197-33dafaa5613c req-63b8736d-0ce0-4bd9-8665-6784737ae3cf tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9458535 May 24 22:47:24.708380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6936a-001c-4067-9985-b74ab98b52ac req-8eaf54bd-eb4b-440b-8b9e-c4b366734741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:24.710185 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ff6936a-001c-4067-9985-b74ab98b52ac req-8eaf54bd-eb4b-440b-8b9e-c4b366734741 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.8055768 May 24 22:47:24.720438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Transition to ACTIVE for port object 61dbe735-a325-4b49-91ef-c9ef6eebce45 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:24.733657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-router', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:52Z', 'updated_at': '2022-05-24T22:47:14Z', 'revision_number': 4, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'gw_port': {'id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:54Z', 'updated_at': '2022-05-24T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'cca8ce36-915c-4e12-87dc-e72aa9efdcd7', 'name': '', 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'mac_address': 'fa:16:3e:6c:e4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'fbd97b93-bd07-42a7-ad4e-a6584c4b001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'subnets': [{'id': 'fbd97b93-bd07-42a7-ad4e-a6584c4b001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:24.743714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c5d71-6149-49aa-8dff-4dc92ab65251 None None] The sync data for ids ['2d517eda-bf1c-4327-ac5b-674d892724bd'] in n-d-843146-7 is: [{'id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-router', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:52Z', 'updated_at': '2022-05-24T22:47:14Z', 'revision_number': 4, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'gw_port': {'id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:54Z', 'updated_at': '2022-05-24T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'cca8ce36-915c-4e12-87dc-e72aa9efdcd7', 'name': '', 'network_id': '7f210823-3cf5-44a6-8f3c-693000fb929c', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'mac_address': 'fa:16:3e:6c:e4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'fbd97b93-bd07-42a7-ad4e-a6584c4b001b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'subnets': [{'id': 'fbd97b93-bd07-42a7-ad4e-a6584c4b001b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:47:24.768500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0ca9-b30b-480e-83c0-5f20adcbd441 req-69fe425b-2975-4d8c-ac36-20a81ecd471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:24.770001 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2bca0ca9-b30b-480e-83c0-5f20adcbd441 req-69fe425b-2975-4d8c-ac36-20a81ecd471d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 1099 time: 0.9829836 May 24 22:47:24.773918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-ac7d5b53-b83d-440e-9f6a-ce73487e960c req-ae0f4e44-3ad0-4431-9871-450f266516e8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Deleting port d41aec69-e3b3-4063-a589-c5faae51ea75 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:47:24.774246 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ac7d5b53-b83d-440e-9f6a-ce73487e960c req-ae0f4e44-3ad0-4431-9871-450f266516e8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:24.815637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 161d9da7-83b9-4035-b884-57d12ba28381 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:47:24.841660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-f425d00f-6970-4091-8207-bcf01ac85f62 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5825553 May 24 22:47:24.847521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ff6936a-001c-4067-9985-b74ab98b52ac req-3878a240-6ee7-4888-86e0-48b829be4b8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=161d9da7-83b9-4035-b884-57d12ba28381 HTTP/1.1" status: 200 len: 217 time: 0.1219709 May 24 22:47:24.848940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:24.849969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:24.851398 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] 10.222.0.31 "PUT /v2.0/ports/d9a47a5c-f7c4-41b9-b968-4087722357cf HTTP/1.1" status: 200 len: 1092 time: 4.6104610 May 24 22:47:24.853764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dbdf70-7775-45f5-aeb7-9ed590a446ac', 'tag': 'd9a47a5c-f7c4-41b9-b968-4087722357cf'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:24.865587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Request body: {'port': {'device_id': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:24.870508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8f243744-036b-44b7-a499-d07943855ac8 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:24.913236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-60bb7b04-15ab-4db2-ae64-88c52a68a26b None None] Provisioning for port 80e4481b-590b-42f0-8774-b6bbf3685b2f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:24.987272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6936a-001c-4067-9985-b74ab98b52ac req-92541aff-cc89-4511-a7f8-3e8cea9b0cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:24.988780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ff6936a-001c-4067-9985-b74ab98b52ac req-92541aff-cc89-4511-a7f8-3e8cea9b0cfb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0869894 May 24 22:47:25.006131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-60bb7b04-15ab-4db2-ae64-88c52a68a26b None None] Provisioning complete for port 80e4481b-590b-42f0-8774-b6bbf3685b2f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:25.006864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-60bb7b04-15ab-4db2-ae64-88c52a68a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:25.032039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0ca9-b30b-480e-83c0-5f20adcbd441 req-5c8cfed6-9298-414b-a5f8-fcc524e74bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:25.033720 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2bca0ca9-b30b-480e-83c0-5f20adcbd441 req-5c8cfed6-9298-414b-a5f8-fcc524e74bea service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2034175 May 24 22:47:25.044074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee4265-3eab-4bfc-99ad-d206b9aaaafd service neutron] Pushing event updated for resources: {'Port': ['ID=d9a47a5c-f7c4-41b9-b968-4087722357cf,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:25.123885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-60bb7b04-15ab-4db2-ae64-88c52a68a26b None None] Port 80e4481b-590b-42f0-8774-b6bbf3685b2f cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:25.177621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 161d9da7-83b9-4035-b884-57d12ba28381, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=161d9da7-83b9-4035-b884-57d12ba28381,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:25.198777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '161d9da7-83b9-4035-b884-57d12ba28381', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '161d9da7-83b9-4035-b884-57d12ba28381', 'mac_address': 'fa:16:3e:2b:cb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:47:25.245283 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:25.279430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 161d9da7-83b9-4035-b884-57d12ba28381 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:25.279767 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:25.365219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161d9da7-83b9-4035-b884-57d12ba28381 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:25.395892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 161d9da7-83b9-4035-b884-57d12ba28381, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=161d9da7-83b9-4035-b884-57d12ba28381,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:25.402660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:25.402997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:25.425107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2bca0ca9-b30b-480e-83c0-5f20adcbd441 req-51808a93-3aa0-4adb-82e6-bd2e181d690e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=995b50a9-a73c-4356-bc29-f22c66a83ed9 HTTP/1.1" status: 200 len: 217 time: 0.3798964 May 24 22:47:25.429391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:25.432336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event updated for resources: {'Port': ['ID=61dbe735-a325-4b49-91ef-c9ef6eebce45,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:25.434692 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:25.452755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:25.494928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ab8de-6f1d-416f-88ec-fc78f4ab7e73 req-7e783084-b2b5-4264-a9ac-0c715e87f8b3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:25.496840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-393ab8de-6f1d-416f-88ec-fc78f4ab7e73 req-7e783084-b2b5-4264-a9ac-0c715e87f8b3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 948 time: 1.0502446 May 24 22:47:25.522984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=161d9da7-83b9-4035-b884-57d12ba28381,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:25.536373 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:25.538420 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ac7d5b53-b83d-440e-9f6a-ce73487e960c req-ae0f4e44-3ad0-4431-9871-450f266516e8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] For port d41aec69-e3b3-4063-a589-c5faae51ea75, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d41aec69-e3b3-4063-a589-c5faae51ea75,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:25.538907 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ac7d5b53-b83d-440e-9f6a-ce73487e960c req-ae0f4e44-3ad0-4431-9871-450f266516e8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:25.578716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:25.579690 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:25.658009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['161d9da7-83b9-4035-b884-57d12ba28381'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:25.706517 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5c7dcefa-68c1-4d27-a4c4-145984a45ad3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8229885 May 24 22:47:25.715973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6936a-001c-4067-9985-b74ab98b52ac req-6dafd43c-6b75-432b-a133-2415771da79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:25.717925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ff6936a-001c-4067-9985-b74ab98b52ac req-6dafd43c-6b75-432b-a133-2415771da79d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6020501 May 24 22:47:25.727048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Request body: {'port': {'device_id': '4a030f33-3a1e-41a3-900d-5c2524a17e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:25.739687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-ac7d5b53-b83d-440e-9f6a-ce73487e960c req-ae0f4e44-3ad0-4431-9871-450f266516e8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Calling delete_port for d41aec69-e3b3-4063-a589-c5faae51ea75 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:47:25.773092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e249a01-ded8-4b5b-a66a-9e972e8d3a9f req-26e41e02-2563-4c6a-b11c-0bd9095be926 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:25.782752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e249a01-ded8-4b5b-a66a-9e972e8d3a9f req-26e41e02-2563-4c6a-b11c-0bd9095be926 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 932 time: 0.7118614 May 24 22:47:25.830193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8046f0d3-caad-4a02-8d5a-3ccdb3eba82b None None] Provisioning for port 61dbe735-a325-4b49-91ef-c9ef6eebce45 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:25.845295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8046f0d3-caad-4a02-8d5a-3ccdb3eba82b None None] Provisioning complete for port 61dbe735-a325-4b49-91ef-c9ef6eebce45 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:25.845964 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8046f0d3-caad-4a02-8d5a-3ccdb3eba82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:25.885733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e249a01-ded8-4b5b-a66a-9e972e8d3a9f req-41507521-0e85-4a28-8095-bbef55f8599d tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017587 May 24 22:47:25.887120 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-393ab8de-6f1d-416f-88ec-fc78f4ab7e73 req-734b5965-1b0a-4135-8d49-511c641a5b2d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665714 May 24 22:47:25.928714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0ca9-b30b-480e-83c0-5f20adcbd441 req-77485d07-b541-4866-a0c7-2a1e0fa74198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:25.930217 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2bca0ca9-b30b-480e-83c0-5f20adcbd441 req-77485d07-b541-4866-a0c7-2a1e0fa74198 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.4906631 May 24 22:47:25.990545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8046f0d3-caad-4a02-8d5a-3ccdb3eba82b None None] Port 61dbe735-a325-4b49-91ef-c9ef6eebce45 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:26.010000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-b1b253aa-7ab5-4124-b3bc-6bc4a3a01aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:26.019330 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f8b551-6ba9-4955-b1e8-f4fa12e8fbd1'] response: {'name': 'network-changed', 'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'status': 'completed', 'code': 200} May 24 22:47:26.020957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-b1b253aa-7ab5-4124-b3bc-6bc4a3a01aae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 1095 time: 1.0232711 May 24 22:47:26.046272 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:26.236748 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22555219-a5ff-4718-9d3d-11e7f52a4f4b'] response: {'name': 'network-changed', 'server_uuid': '06dbdf70-7775-45f5-aeb7-9ed590a446ac', 'tag': 'd9a47a5c-f7c4-41b9-b968-4087722357cf', 'status': 'completed', 'code': 200} May 24 22:47:26.316878 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-c6d7498b-9520-4a2f-9f6b-3a844d53ad8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9a47a5c-f7c4-41b9-b968-4087722357cf HTTP/1.1" status: 200 len: 217 time: 0.1357460 May 24 22:47:26.362616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0ca9-b30b-480e-83c0-5f20adcbd441 req-880ca1c9-9286-4900-bb85-4ce30dde9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:26.364097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2bca0ca9-b30b-480e-83c0-5f20adcbd441 req-880ca1c9-9286-4900-bb85-4ce30dde9ed9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4165237 May 24 22:47:26.409417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ff6936a-001c-4067-9985-b74ab98b52ac req-4400b645-5eb5-46c8-86ec-301f2c0810a6 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972099 May 24 22:47:26.544308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 995b50a9-a73c-4356-bc29-f22c66a83ed9 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:47:26.574209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cca8ce36-915c-4e12-87dc-e72aa9efdcd7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:26.614346 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:26.750756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:26.759335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:26.759782 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:26.778468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ac7d5b53-b83d-440e-9f6a-ce73487e960c req-ae0f4e44-3ad0-4431-9871-450f266516e8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:26.795457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device ed8e00c4-64a6-4271-a9dc-66c65355277e details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:47:26.796479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-a870509c-e2c5-4efe-b850-a898e0499ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:26.797315 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 161d9da7-83b9-4035-b884-57d12ba28381 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:26.797985 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-a870509c-e2c5-4efe-b850-a898e0499ec9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.4622960 May 24 22:47:26.867052 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:26.878396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 995b50a9-a73c-4356-bc29-f22c66a83ed9, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=995b50a9-a73c-4356-bc29-f22c66a83ed9,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:26.903178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f4e44-3ad0-4431-9871-450f266516e8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event deleted for resources: {'Port': ['ID=d41aec69-e3b3-4063-a589-c5faae51ea75,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:26.910967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '995b50a9-a73c-4356-bc29-f22c66a83ed9', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '995b50a9-a73c-4356-bc29-f22c66a83ed9', 'mac_address': 'fa:16:3e:eb:d6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:47:26.968659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f684b36-e14b-45e9-bf05-387ac62498c3 req-04c8ba69-757b-41cf-94f1-207fbf03f431 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:26.969373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8f684b36-e14b-45e9-bf05-387ac62498c3 req-04c8ba69-757b-41cf-94f1-207fbf03f431 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Synchronizing usage tracker for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:27.001865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f130c81-ebbf-4ef9-a52b-2a8a90206e8c req-888b6b87-800e-4a24-b973-3353561b689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:27.003362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f130c81-ebbf-4ef9-a52b-2a8a90206e8c req-888b6b87-800e-4a24-b973-3353561b689e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1099 time: 0.8590715 May 24 22:47:27.010721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8688fb1-a8d1-47ed-a48f-8f46fb8fd00c req-b16439fc-bce1-4f5e-bd86-557b914f1f08 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:27.012137 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e8688fb1-a8d1-47ed-a48f-8f46fb8fd00c req-b16439fc-bce1-4f5e-bd86-557b914f1f08 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 948 time: 0.8138554 May 24 22:47:27.023081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ff6936a-001c-4067-9985-b74ab98b52ac req-dcc52a2e-8644-4752-99b7-a92cb120728c service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861964 May 24 22:47:27.068367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8f684b36-e14b-45e9-bf05-387ac62498c3 req-04c8ba69-757b-41cf-94f1-207fbf03f431 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Unset dirty status for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:27.075797 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f684b36-e14b-45e9-bf05-387ac62498c3 req-04c8ba69-757b-41cf-94f1-207fbf03f431 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 931 time: 0.8960059 May 24 22:47:27.122154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 995b50a9-a73c-4356-bc29-f22c66a83ed9 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:27.122552 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:27.156773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 161d9da7-83b9-4035-b884-57d12ba28381 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:27.172638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:27.173023 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:27.191064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995b50a9-a73c-4356-bc29-f22c66a83ed9 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:27.195423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 161d9da7-83b9-4035-b884-57d12ba28381 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:27.195788 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:27.237187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1b7576-f87a-40c5-9e15-ee4966edf348 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:27.248435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-2650b27a-3ea7-4e8d-a9c1-00363745f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:27.250183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-2650b27a-3ea7-4e8d-a9c1-00363745f46f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4388418 May 24 22:47:27.258295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7d5b53-b83d-440e-9f6a-ce73487e960c req-ae0f4e44-3ad0-4431-9871-450f266516e8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] No DVR routers for this DVR port d41aec69-e3b3-4063-a589-c5faae51ea75 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:47:27.267876 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2bca0ca9-b30b-480e-83c0-5f20adcbd441 req-13a91b57-2670-4675-a71c-3a47b4e72a72 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006922 May 24 22:47:27.269986 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ac7d5b53-b83d-440e-9f6a-ce73487e960c req-ae0f4e44-3ad0-4431-9871-450f266516e8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:27.282954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:27.291190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 995b50a9-a73c-4356-bc29-f22c66a83ed9, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=995b50a9-a73c-4356-bc29-f22c66a83ed9,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:27.307525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'mac_address': 'fa:16:3e:e6:d7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:47:27.308901 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:27.309932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f684b36-e14b-45e9-bf05-387ac62498c3 req-29f8955d-0433-48d6-a46d-324eee9e77a5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310286 May 24 22:47:27.313053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port cca8ce36-915c-4e12-87dc-e72aa9efdcd7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cca8ce36-915c-4e12-87dc-e72aa9efdcd7,segment=NetworkSegment(df559dbd-3c36-4d79-9cb4-fa1260b23bbd),segment_id=df559dbd-3c36-4d79-9cb4-fa1260b23bbd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:27.314460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:27.344059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Transition to ACTIVE for port object dc1b7576-f87a-40c5-9e15-ee4966edf348 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:27.358938 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:27.427729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e8688fb1-a8d1-47ed-a48f-8f46fb8fd00c req-3fb73c0e-451b-4557-83af-656877cdac7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996575 May 24 22:47:27.443616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac7d5b53-b83d-440e-9f6a-ce73487e960c req-ae0f4e44-3ad0-4431-9871-450f266516e8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "DELETE /v2.0/ports/d41aec69-e3b3-4063-a589-c5faae51ea75 HTTP/1.1" status: 204 len: 173 time: 2.7560887 May 24 22:47:27.469724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=995b50a9-a73c-4356-bc29-f22c66a83ed9,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:27.538264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f130c81-ebbf-4ef9-a52b-2a8a90206e8c req-2ecd2706-70a0-4edb-8297-451abf58d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:27.539738 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f130c81-ebbf-4ef9-a52b-2a8a90206e8c req-2ecd2706-70a0-4edb-8297-451abf58d78d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.5249891 May 24 22:47:27.597896 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d7367ff-98f6-4e07-a6e6-0cacaa4b883e req-a233a5a3-67ed-440c-979c-f2d6518547f8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=437d2498-1d10-4784-8bd6-fcdf74df9a44 HTTP/1.1" status: 200 len: 210 time: 0.1175482 May 24 22:47:27.598781 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:27.675918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 161d9da7-83b9-4035-b884-57d12ba28381 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:27.676783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:27.733033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 161d9da7-83b9-4035-b884-57d12ba28381, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=161d9da7-83b9-4035-b884-57d12ba28381,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:27.736834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2bca0ca9-b30b-480e-83c0-5f20adcbd441 req-68387ab4-3c16-4800-b65f-1513190d3554 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454315 May 24 22:47:27.745866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a65fd38-3923-4da6-a75d-e6315838c396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161d9da7-83b9-4035-b884-57d12ba28381'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:27.756279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port ed8e00c4-64a6-4271-a9dc-66c65355277e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:27.756279 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:27.762016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f130c81-ebbf-4ef9-a52b-2a8a90206e8c req-763ce9c1-bbd6-4cac-bf31-a0a2ac43f32d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 217 time: 0.2147877 May 24 22:47:27.763232 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:47:27.809576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8e00c4-64a6-4271-a9dc-66c65355277e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:27.818804 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:27.820111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d41aec69-e3b3-4063-a589-c5faae51ea75 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:47:27.876578 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['995b50a9-a73c-4356-bc29-f22c66a83ed9'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:27.881531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f130c81-ebbf-4ef9-a52b-2a8a90206e8c req-1d5114ee-d7c0-49d9-bcc4-b13e2b3b4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:27.883015 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f130c81-ebbf-4ef9-a52b-2a8a90206e8c req-1d5114ee-d7c0-49d9-bcc4-b13e2b3b4896 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1026397 May 24 22:47:27.937771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: d41aec69-e3b3-4063-a589-c5faae51ea75 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:47:27.938693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d41aec69-e3b3-4063-a589-c5faae51ea75 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:47:27.971824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:27.981407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=cca8ce36-915c-4e12-87dc-e72aa9efdcd7,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:28.004921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dbe735-a325-4b49-91ef-c9ef6eebce45 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:28.005729 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:28.015739 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:28.026096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d2498-1d10-4784-8bd6-fcdf74df9a44', 'name': 'network-vif-deleted', 'tag': 'd41aec69-e3b3-4063-a589-c5faae51ea75'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:28.032357 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:28.043474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Transition to ACTIVE for port object 61dbe735-a325-4b49-91ef-c9ef6eebce45 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:28.052421 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:28.062390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] Deleting port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:47:28.062734 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:28.159205 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:28.172275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=161d9da7-83b9-4035-b884-57d12ba28381,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:28.194848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1b7576-f87a-40c5-9e15-ee4966edf348,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:28.250711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Pushing event updated for resources: {'Port': ['ID=80e4481b-590b-42f0-8774-b6bbf3685b2f,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:28.357584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['ed8e00c4-64a6-4271-a9dc-66c65355277e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:28.428574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-e735140e-be9d-4d85-a626-843710205e3e service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1550601 May 24 22:47:28.464616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:28.500370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:28.569153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60b796-15d2-4a0d-8fa5-20f5a5831c90 req-bb87b83f-80b2-4a6a-a4d8-e6da216613ec tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:28.591306 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b60b796-15d2-4a0d-8fa5-20f5a5831c90 req-bb87b83f-80b2-4a6a-a4d8-e6da216613ec tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 949 time: 0.7055259 May 24 22:47:28.619023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cca8ce36-915c-4e12-87dc-e72aa9efdcd7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:28.649780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Pushing event updated for resources: {'Port': ['ID=61dbe735-a325-4b49-91ef-c9ef6eebce45,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:28.687146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f130c81-ebbf-4ef9-a52b-2a8a90206e8c req-c681c2ae-b549-47e3-820c-6a8871344137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:28.688579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f130c81-ebbf-4ef9-a52b-2a8a90206e8c req-c681c2ae-b549-47e3-820c-6a8871344137 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7573967 May 24 22:47:28.746688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:28.747078 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:28.761841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Attempting to bind port dc1b7576-f87a-40c5-9e15-ee4966edf348 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:28.762247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Attempting to bind port dc1b7576-f87a-40c5-9e15-ee4966edf348 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:28.762482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Attempting to bind port dc1b7576-f87a-40c5-9e15-ee4966edf348 on network 1338476e-fd93-4d58-ad16-9d988ce761f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:28.817229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Port dc1b7576-f87a-40c5-9e15-ee4966edf348 on network 1338476e-fd93-4d58-ad16-9d988ce761f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:47:28.818347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Attempting to bind port dc1b7576-f87a-40c5-9e15-ee4966edf348 on network 1338476e-fd93-4d58-ad16-9d988ce761f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:28.836139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b60b796-15d2-4a0d-8fa5-20f5a5831c90 req-7a355671-2544-488c-80c2-7a9ffb7f6198 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438614 May 24 22:47:28.836684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Attempting to bind port 61dbe735-a325-4b49-91ef-c9ef6eebce45 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:28.836949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Attempting to bind port 61dbe735-a325-4b49-91ef-c9ef6eebce45 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:28.837396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Attempting to bind port 61dbe735-a325-4b49-91ef-c9ef6eebce45 on network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:28.850027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Port 61dbe735-a325-4b49-91ef-c9ef6eebce45 on network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:47:28.852206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Attempting to bind port 61dbe735-a325-4b49-91ef-c9ef6eebce45 on network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:28.861379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:28.861881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Checking segment: {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:28.862366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Bound using segment: {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:28.863434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Bound port: 61dbe735-a325-4b49-91ef-c9ef6eebce45, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:28.863434 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:28.880323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port cca8ce36-915c-4e12-87dc-e72aa9efdcd7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:28.898511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] For port cca8ce36-915c-4e12-87dc-e72aa9efdcd7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cca8ce36-915c-4e12-87dc-e72aa9efdcd7,segment=NetworkSegment(df559dbd-3c36-4d79-9cb4-fa1260b23bbd),segment_id=df559dbd-3c36-4d79-9cb4-fa1260b23bbd)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:28.898959 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:28.902418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1357c8-e559-4e73-a7c8-74e55c066893 req-65cc2f1f-46e3-4b2c-b251-115e6c437d3b tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:28.904505 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb1357c8-e559-4e73-a7c8-74e55c066893 req-65cc2f1f-46e3-4b2c-b251-115e6c437d3b tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 944 time: 0.8329666 May 24 22:47:28.905584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:28.906165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Checking segment: {'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:28.906749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Bound using segment: {'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:28.907386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Bound port: dc1b7576-f87a-40c5-9e15-ee4966edf348, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:28.908083 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:29.022547 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee180ff-6d1f-4428-bd8a-93584ba823b7'] response: {'server_uuid': '5a65fd38-3923-4da6-a75d-e6315838c396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161d9da7-83b9-4035-b884-57d12ba28381', 'code': 200} May 24 22:47:29.095437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Network fb6eb857-4775-4420-b794-b02bb5e0eb92 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:29.102668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] Calling delete_port for cca8ce36-915c-4e12-87dc-e72aa9efdcd7 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:47:29.130256 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d73193-0868-4ecc-8cad-bb8a8e6e5d73'] response: {'server_uuid': '437d2498-1d10-4784-8bd6-fcdf74df9a44', 'name': 'network-vif-deleted', 'tag': 'd41aec69-e3b3-4063-a589-c5faae51ea75', 'status': 'completed', 'code': 200} May 24 22:47:29.132301 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f130c81-ebbf-4ef9-a52b-2a8a90206e8c req-c520ebf8-6514-4c79-9fe2-d5c087e2b6d5 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287558 May 24 22:47:29.140453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:29.264743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e4f8ee-5373-4c41-9f66-8649b76ad294 req-10130a6f-7089-46ba-b65b-efc351852e9c service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6910160 May 24 22:47:29.275858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb1357c8-e559-4e73-a7c8-74e55c066893 req-39e7583e-9d39-4b1c-8284-7923d1eb606c tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503847 May 24 22:47:29.306673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] For port 61dbe735-a325-4b49-91ef-c9ef6eebce45, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:29.316066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] For port 61dbe735-a325-4b49-91ef-c9ef6eebce45, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=61dbe735-a325-4b49-91ef-c9ef6eebce45,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:29.319063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] For port dc1b7576-f87a-40c5-9e15-ee4966edf348, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:29.322494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] For port dc1b7576-f87a-40c5-9e15-ee4966edf348, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=dc1b7576-f87a-40c5-9e15-ee4966edf348,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:29.324318 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:29.401044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:29.489661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6bf20688-ec4e-4b82-8e08-2f4b0661febe None None] Provisioning complete for port 80e4481b-590b-42f0-8774-b6bbf3685b2f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:29.490231 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6bf20688-ec4e-4b82-8e08-2f4b0661febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:29.497108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:29.497879 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:29.499330 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] 10.222.0.50 "PUT /v2.0/ports/dc1b7576-f87a-40c5-9e15-ee4966edf348 HTTP/1.1" status: 200 len: 1092 time: 4.6386058 May 24 22:47:29.506411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'tag': 'dc1b7576-f87a-40c5-9e15-ee4966edf348'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:29.511820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:29.512521 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:29.513861 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] 10.222.0.50 "PUT /v2.0/ports/61dbe735-a325-4b49-91ef-c9ef6eebce45 HTTP/1.1" status: 200 len: 1091 time: 3.7939503 May 24 22:47:29.634381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6bf20688-ec4e-4b82-8e08-2f4b0661febe None None] Port 80e4481b-590b-42f0-8774-b6bbf3685b2f cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:29.680099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045201f-f6f4-4c77-b6c0-e0c1bfc64f26 service neutron] Pushing event updated for resources: {'Port': ['ID=61dbe735-a325-4b49-91ef-c9ef6eebce45,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:29.802102 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f130c81-ebbf-4ef9-a52b-2a8a90206e8c req-d7c77ce5-853f-4e71-919d-41fdb04681a0 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514688 May 24 22:47:29.820021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a0d97-f93e-4982-9f81-8085e62b8fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1b7576-f87a-40c5-9e15-ee4966edf348,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:29.826597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68460cdd-0086-45e5-bdae-920546b9a148 req-acd4fead-771e-4f46-a7b0-d0c7703b5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:29.828081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68460cdd-0086-45e5-bdae-920546b9a148 req-acd4fead-771e-4f46-a7b0-d0c7703b5a48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 1095 time: 0.4696610 May 24 22:47:29.871814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f85800-6f9c-42c4-93b3-171bad863039 req-ab15d26c-4f65-48f1-84e1-41034295e7c2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:29.873460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91f85800-6f9c-42c4-93b3-171bad863039 req-ab15d26c-4f65-48f1-84e1-41034295e7c2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 949 time: 0.4398303 May 24 22:47:29.883234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b39e-9503-4c96-8996-b77001fc8758 req-8a68240f-df12-428c-92f9-7d239469cbe6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:29.884779 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c79b39e-9503-4c96-8996-b77001fc8758 req-8a68240f-df12-428c-92f9-7d239469cbe6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 943 time: 0.6784620 May 24 22:47:29.926021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Router 557783d2-28c7-4189-a7b5-271db7b3f785 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:47:29.932172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d61bc-953a-4d9f-bbfe-e7a15e511a47 req-4fe3bbf3-2d53-48b1-ba1b-c524bcc6a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:29.933678 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-510d61bc-953a-4d9f-bbfe-e7a15e511a47 req-4fe3bbf3-2d53-48b1-ba1b-c524bcc6a6cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a65fd38-3923-4da6-a75d-e6315838c396 HTTP/1.1" status: 200 len: 1100 time: 0.8005176 May 24 22:47:29.971540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-db7d9cdb-3579-451c-ab76-81b36206322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:29.973372 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-db7d9cdb-3579-451c-ab76-81b36206322a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cc4ff1f5e5e42988805dcd9a21f9fe4&device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 1095 time: 0.4098155 May 24 22:47:29.977331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-a404bcb7-d08a-4a15-96c7-115df287fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:29.978789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-a404bcb7-d08a-4a15-96c7-115df287fe8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 1094 time: 0.3357635 May 24 22:47:30.128370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91f85800-6f9c-42c4-93b3-171bad863039 req-83648996-2e8b-4e8b-948e-41071cfe3987 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001345 May 24 22:47:30.142003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-149ca19a-3a7a-450e-b369-5de07df64c58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc1b7576-f87a-40c5-9e15-ee4966edf348 HTTP/1.1" status: 200 len: 217 time: 0.1460223 May 24 22:47:30.145296 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-1ea82d44-85fa-4812-82ff-49af9cbe3e62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61dbe735-a325-4b49-91ef-c9ef6eebce45 HTTP/1.1" status: 200 len: 217 time: 0.1482759 May 24 22:47:30.222110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5c79b39e-9503-4c96-8996-b77001fc8758 req-aedb0ed2-dacd-4846-bd79-19156f15eeba tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Synchronizing usage tracker for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:30.252196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68460cdd-0086-45e5-bdae-920546b9a148 req-ee02af9a-082d-4f44-8a3b-75109549fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:30.253795 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68460cdd-0086-45e5-bdae-920546b9a148 req-ee02af9a-082d-4f44-8a3b-75109549fd80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.4163935 May 24 22:47:30.276094 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-510d61bc-953a-4d9f-bbfe-e7a15e511a47 req-5942a901-4b65-4eab-9566-72e1ecb78b1d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307023 May 24 22:47:30.330964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68460cdd-0086-45e5-bdae-920546b9a148 req-d6552ac1-ed58-428c-97c3-e39985261262 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9a47a5c-f7c4-41b9-b968-4087722357cf HTTP/1.1" status: 200 len: 217 time: 0.0677857 May 24 22:47:30.346139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-1571ab5f-be6b-401d-ba47-d52f552f99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:30.347671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-1571ab5f-be6b-401d-ba47-d52f552f99b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.1887650 May 24 22:47:30.352794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-3f07b085-53a0-448f-ab6c-840a58b94e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:30.353426 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-3f07b085-53a0-448f-ab6c-840a58b94e88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d64be961-676e-48b9-8076-826ab80f2b09 HTTP/1.1" status: 200 len: 850 time: 0.1927669 May 24 22:47:30.369116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5c79b39e-9503-4c96-8996-b77001fc8758 req-aedb0ed2-dacd-4846-bd79-19156f15eeba tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Unset dirty status for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:30.378419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c79b39e-9503-4c96-8996-b77001fc8758 req-aedb0ed2-dacd-4846-bd79-19156f15eeba tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812942 May 24 22:47:30.387168 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:30.450710 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca54a8d-8d67-492d-bea8-ee0ae52f05f3'] response: {'name': 'network-changed', 'server_uuid': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'tag': 'dc1b7576-f87a-40c5-9e15-ee4966edf348', 'status': 'completed', 'code': 200} May 24 22:47:30.491233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cca8ce36-915c-4e12-87dc-e72aa9efdcd7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:30.568783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68460cdd-0086-45e5-bdae-920546b9a148 req-e0c1ffbc-dfc6-4312-b924-796fdb71960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:30.570301 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68460cdd-0086-45e5-bdae-920546b9a148 req-e0c1ffbc-dfc6-4312-b924-796fdb71960f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.0993707 May 24 22:47:30.574937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 995b50a9-a73c-4356-bc29-f22c66a83ed9 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:30.594200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:47:30.604273 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Sync routers for ids ['557783d2-28c7-4189-a7b5-271db7b3f785'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:47:30.616726 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a93ff564-91a8-4a29-8e1b-c186e806ce47 admin admin] 10.222.0.55 "PUT /v2.0/routers/557783d2-28c7-4189-a7b5-271db7b3f785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0049479 May 24 22:47:30.625642 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Routers {'557783d2-28c7-4189-a7b5-271db7b3f785'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:30.626834 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['557783d2-28c7-4189-a7b5-271db7b3f785'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:30.774379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 995b50a9-a73c-4356-bc29-f22c66a83ed9 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:30.775141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-96fdaae9-1dbf-404f-b13d-4b082a871842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:30.776873 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-96fdaae9-1dbf-404f-b13d-4b082a871842 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1338476e-fd93-4d58-ad16-9d988ce761f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3720553 May 24 22:47:30.781863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 995b50a9-a73c-4356-bc29-f22c66a83ed9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:30.782204 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:30.791278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5d5f7d9e-6401-4982-b1c5-b0844bf10390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:30.792764 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-5d5f7d9e-6401-4982-b1c5-b0844bf10390 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4273283 May 24 22:47:30.832401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d9a47a5c-f7c4-41b9-b968-4087722357cf details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:47:30.839901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device ed8e00c4-64a6-4271-a9dc-66c65355277e up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:31.005616 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Set router 557783d2-28c7-4189-a7b5-271db7b3f785 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:31.007477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e27e-ac20-45d1-ac41-d87461a57f0d req-d5165e80-34dc-4326-bcaa-06dcf7e2fa68 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:31.009551 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad82e27e-ac20-45d1-ac41-d87461a57f0d req-d5165e80-34dc-4326-bcaa-06dcf7e2fa68 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 949 time: 0.2831945 May 24 22:47:31.105783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:31.133066 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad82e27e-ac20-45d1-ac41-d87461a57f0d req-ee360ed7-cb52-459a-ac02-f243b9a766c5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161771 May 24 22:47:31.202179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d9a47a5c-f7c4-41b9-b968-4087722357cf, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d9a47a5c-f7c4-41b9-b968-4087722357cf,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:31.242643 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'd9a47a5c-f7c4-41b9-b968-4087722357cf', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'port_id': 'd9a47a5c-f7c4-41b9-b968-4087722357cf', 'mac_address': 'fa:16:3e:99:aa:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:47:31.362223 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-1d7d31c5-dd45-426d-81ad-89853a07d0ce service neutron] 10.222.0.50 "GET /v2.0/networks/1338476e-fd93-4d58-ad16-9d988ce761f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661442 May 24 22:47:31.378678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d9a47a5c-f7c4-41b9-b968-4087722357cf is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:31.379338 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:31.450288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a47a5c-f7c4-41b9-b968-4087722357cf {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:31.507201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d9a47a5c-f7c4-41b9-b968-4087722357cf, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d9a47a5c-f7c4-41b9-b968-4087722357cf,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:31.515419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51486) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:31.528536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port ed8e00c4-64a6-4271-a9dc-66c65355277e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:31.549130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port ed8e00c4-64a6-4271-a9dc-66c65355277e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:31.550740 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:31.561457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-43898843-network', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:31.579155 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-0e916cd1-6c4e-4e47-b3d1-5f10fe65c221 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873276 May 24 22:47:31.579322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:31.596095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Usage tracker for resource:network and tenant:ac71ba3f95e1478abc24919889b67c2a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:47:31.606844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:47:31.630896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:31.667265 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:31.669310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 995b50a9-a73c-4356-bc29-f22c66a83ed9 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:31.670905 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:31.685900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Made reservation on behalf of ac71ba3f95e1478abc24919889b67c2a for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:31.690991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:31.718561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:31.732511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68460cdd-0086-45e5-bdae-920546b9a148 req-0fc6e876-9158-47d0-b20b-e8b6946c71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:31.734269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68460cdd-0086-45e5-bdae-920546b9a148 req-0fc6e876-9158-47d0-b20b-e8b6946c71f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1451762 May 24 22:47:31.748252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21930-e2c0-4dac-b22d-54ce5e919d3c req-39aed6c3-2054-4f48-a924-e25b5991fc06 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:31.755472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e6b21930-e2c0-4dac-b22d-54ce5e919d3c req-39aed6c3-2054-4f48-a924-e25b5991fc06 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 944 time: 1.0627160 May 24 22:47:31.815828 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:26Z', 'revision_number': 4, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '80e4481b-590b-42f0-8774-b6bbf3685b2f', 'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'mac_address': 'fa:16:3e:ec:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:21Z', 'updated_at': '2022-05-24T22:47:26Z', 'revision_number': 2, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'subnets': [{'id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:31.818747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37894060-40a8-47a8-abaf-567e37d049df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995b50a9-a73c-4356-bc29-f22c66a83ed9'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:31.820741 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Checking router: 557783d2-28c7-4189-a7b5-271db7b3f785 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:47:31.821195 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Updating router 557783d2-28c7-4189-a7b5-271db7b3f785 port 80e4481b-590b-42f0-8774-b6bbf3685b2f binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:47:31.823218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:31.836608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Usage tracker for resource:security_group_rule and tenant:ac71ba3f95e1478abc24919889b67c2a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:47:31.844690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 995b50a9-a73c-4356-bc29-f22c66a83ed9, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=995b50a9-a73c-4356-bc29-f22c66a83ed9,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:31.858132 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:31.891308 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:31.897412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:47:31.906958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d9a47a5c-f7c4-41b9-b968-4087722357cf,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:31.930404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:31.982841 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68460cdd-0086-45e5-bdae-920546b9a148 req-95564fa6-9b6a-4bda-84c3-e8b5141c89f1 service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092733 May 24 22:47:31.999359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=995b50a9-a73c-4356-bc29-f22c66a83ed9,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:32.011010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d9a47a5c-f7c4-41b9-b968-4087722357cf'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:32.021124 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c18320-65a2-45e1-8773-d1a83210ff7b req-37391175-fdd1-46ee-b3b5-18b644a4d28c service neutron] 10.222.0.50 "GET /v2.0/networks/1338476e-fd93-4d58-ad16-9d988ce761f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413352 May 24 22:47:32.032135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e6b21930-e2c0-4dac-b22d-54ce5e919d3c req-f5677dc0-339a-4ae8-afac-ac03d970a4cd tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749050 May 24 22:47:32.082830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port ed8e00c4-64a6-4271-a9dc-66c65355277e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:32.082830 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:32.140779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74a97d-0298-4e22-b15f-4fcdd98a6a66 req-b863af61-3e36-4a09-8bdf-c58065953a31 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:32.142561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:32.148847 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf74a97d-0298-4e22-b15f-4fcdd98a6a66 req-b863af61-3e36-4a09-8bdf-c58065953a31 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 949 time: 0.3827369 May 24 22:47:32.156403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:32.211976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] Router 2d517eda-bf1c-4327-ac5b-674d892724bd has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:47:32.245299 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf74a97d-0298-4e22-b15f-4fcdd98a6a66 req-93998e67-1e8f-4a63-8d68-6013bee06fa8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954847 May 24 22:47:32.264429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:32.306174 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d2c3f11-f4b6-4c1e-9812-78451ab992d3 req-9a6c585a-deeb-4936-b4fc-40d76ecc3fe7 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111735 May 24 22:47:32.426464 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:32.440918 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Transition to ACTIVE for port object 80e4481b-590b-42f0-8774-b6bbf3685b2f will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:32.444660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8c9b8-016c-40aa-b537-32779e8a8fda req-89adcb40-924d-4959-aace-8c6a994289c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:32.446376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58b8c9b8-016c-40aa-b537-32779e8a8fda req-89adcb40-924d-4959-aace-8c6a994289c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cc4ff1f5e5e42988805dcd9a21f9fe4&device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 1095 time: 0.3517325 May 24 22:47:32.451543 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:32.452089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a030f33-3a1e-41a3-900d-5c2524a17e80', 'tag': '61dbe735-a325-4b49-91ef-c9ef6eebce45'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:32.504884 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:32.528621 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:32.595680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:47:32.639328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8c9b8-016c-40aa-b537-32779e8a8fda req-2db14b23-e70f-41cf-81c4-94a694972218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:32.640969 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58b8c9b8-016c-40aa-b537-32779e8a8fda req-2db14b23-e70f-41cf-81c4-94a694972218 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1338476e-fd93-4d58-ad16-9d988ce761f0 HTTP/1.1" status: 200 len: 912 time: 0.1808069 May 24 22:47:32.644186 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68460cdd-0086-45e5-bdae-920546b9a148 req-e01a8533-93a2-4e7b-967f-a28e5791b45f service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447310 May 24 22:47:32.658926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a2d45-805f-442f-9ffb-8f96fae6ee87 req-8d7d5561-62f3-4ca9-a34b-4e78557cfc06 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:32.660926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e73a2d45-805f-442f-9ffb-8f96fae6ee87 req-8d7d5561-62f3-4ca9-a34b-4e78557cfc06 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 943 time: 0.4156458 May 24 22:47:32.690463 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e91d9-5a63-47e3-bc9a-c59d119b6d22 None None] Pushing event updated for resources: {'Port': ['ID=80e4481b-590b-42f0-8774-b6bbf3685b2f,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:32.732367 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58b8c9b8-016c-40aa-b537-32779e8a8fda req-ef9e05cd-6ca8-4db1-8d71-b62fab7549fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc1b7576-f87a-40c5-9e15-ee4966edf348 HTTP/1.1" status: 200 len: 217 time: 0.0830793 May 24 22:47:32.811033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4887a6f-0b96-4d29-962c-f51a4c769c28,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:32.811714 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Attempting to bind port 80e4481b-590b-42f0-8774-b6bbf3685b2f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:32.812081 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Attempting to bind port 80e4481b-590b-42f0-8774-b6bbf3685b2f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:32.812433 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Attempting to bind port 80e4481b-590b-42f0-8774-b6bbf3685b2f on network fb6eb857-4775-4420-b794-b02bb5e0eb92 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:32.818375 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:32.819232 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Checking segment: {'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:32.819686 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:32.820026 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Bound using segment: {'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:32.820776 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Bound port: 80e4481b-590b-42f0-8774-b6bbf3685b2f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:32.820911 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:32.842671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e73a2d45-805f-442f-9ffb-8f96fae6ee87 req-35e7efe0-6836-49a9-a8f9-3d9d28afc662 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092043 May 24 22:47:32.861186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8c9b8-016c-40aa-b537-32779e8a8fda req-8f1a06d8-5a44-4054-93b6-9e7a49c32dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:32.863182 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58b8c9b8-016c-40aa-b537-32779e8a8fda req-8f1a06d8-5a44-4054-93b6-9e7a49c32dd6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d64be961-676e-48b9-8076-826ab80f2b09 HTTP/1.1" status: 200 len: 850 time: 0.1129267 May 24 22:47:32.874433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:47:32.885587 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:32.885928 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Added segment b5c78a72-2050-4ea5-a45f-a553ca735c8d of type vlan for network 17e4089f-6ce9-448c-9b9e-5d576e038141 May 24 22:47:32.886887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163933c-c3c0-4bbe-b6b4-eba38e6133b6 None None] Sync routers for ids ['2d517eda-bf1c-4327-ac5b-674d892724bd'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:47:32.905250 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d8578b-5bf4-40bd-afc6-1bc06362af6b'] response: {'server_uuid': '37894060-40a8-47a8-abaf-567e37d049df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995b50a9-a73c-4356-bc29-f22c66a83ed9', 'code': 200} May 24 22:47:32.905816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163933c-c3c0-4bbe-b6b4-eba38e6133b6 None None] Routers {'2d517eda-bf1c-4327-ac5b-674d892724bd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:32.916236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e163933c-c3c0-4bbe-b6b4-eba38e6133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2d517eda-bf1c-4327-ac5b-674d892724bd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:32.955931 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] For port 80e4481b-590b-42f0-8774-b6bbf3685b2f, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:32.957906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:32.966022 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] For port 80e4481b-590b-42f0-8774-b6bbf3685b2f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=80e4481b-590b-42f0-8774-b6bbf3685b2f,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:32.977530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f21ecdfd-826d-423e-a918-58b8d14b36b9 admin admin] 10.222.0.55 "PUT /v2.0/routers/2d517eda-bf1c-4327-ac5b-674d892724bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5004523 May 24 22:47:32.981837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51520) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:32.982681 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:33.080612 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Routers {'557783d2-28c7-4189-a7b5-271db7b3f785'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:33.081357 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['557783d2-28c7-4189-a7b5-271db7b3f785'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:33.170092 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e91d9-5a63-47e3-bc9a-c59d119b6d22 None None] Pushing event updated for resources: {'Port': ['ID=80e4481b-590b-42f0-8774-b6bbf3685b2f,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:33.186327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e163933c-c3c0-4bbe-b6b4-eba38e6133b6 None None] Set router 2d517eda-bf1c-4327-ac5b-674d892724bd gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:33.206167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8c9b8-016c-40aa-b537-32779e8a8fda req-8a321c56-62ff-4967-a045-018135fa1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:33.207473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58b8c9b8-016c-40aa-b537-32779e8a8fda req-8a321c56-62ff-4967-a045-018135fa1d15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1338476e-fd93-4d58-ad16-9d988ce761f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3347442 May 24 22:47:33.218389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621e2a8-ee37-4b83-bb05-63cc5169d37e req-c2f52ed9-9402-4be9-847f-4616925becc5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:33.219946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5621e2a8-ee37-4b83-bb05-63cc5169d37e req-c2f52ed9-9402-4be9-847f-4616925becc5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 950 time: 0.1882970 May 24 22:47:33.246610 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:33.330743 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] Set router 557783d2-28c7-4189-a7b5-271db7b3f785 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:33.349145 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:47:33.370616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-8669b7c8-0bce-4b3f-bfdd-191a6e5f6d26 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:33.379310 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-8669b7c8-0bce-4b3f-bfdd-191a6e5f6d26 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.7758524 May 24 22:47:33.475314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-3e95be28-40b8-4e62-bf32-b5180402de48 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/quotas/2e846590628e4af9acc5488fea48c6ad HTTP/1.1" status: 200 len: 375 time: 0.0950589 May 24 22:47:33.533771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:33.534713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:33.535294 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:33.538081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd25ef5-2634-4201-9135-0b7cf01ddb08 req-422dc950-858b-42c6-be0d-26fb16e3b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:33.540497 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9dd25ef5-2634-4201-9135-0b7cf01ddb08 req-422dc950-858b-42c6-be0d-26fb16e3b402 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 1101 time: 0.5476997 May 24 22:47:33.545745 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5621e2a8-ee37-4b83-bb05-63cc5169d37e req-1cca7e87-4f96-4bdd-8aab-dd72c2f3e9f2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006916 May 24 22:47:33.620192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9efd7ef8-5ea5-4526-a4b7-31467c884cd0 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:33.630034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9dd25ef5-2634-4201-9135-0b7cf01ddb08 req-e1df8e8e-6c22-4316-a67f-1e9ecad0c6fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763075 May 24 22:47:33.652434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58b8c9b8-016c-40aa-b537-32779e8a8fda req-e6844b2b-e695-4a30-85a0-80757d4e93f7 service neutron] 10.222.0.50 "GET /v2.0/networks/1338476e-fd93-4d58-ad16-9d988ce761f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311137 May 24 22:47:33.661100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] Pushing event updated for resources: {'Network': ['ID=17e4089f-6ce9-448c-9b9e-5d576e038141,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:33.669653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e163933c-c3c0-4bbe-b6b4-eba38e6133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-router', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:52Z', 'updated_at': '2022-05-24T22:47:29Z', 'revision_number': 5, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'gw_port': {'id': 'faac8f61-d2d6-4986-98e0-45eb6462f14d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:54Z', 'updated_at': '2022-05-24T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:33.674599 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e25da884-e8b7-4982-a73f-c67a853ad094 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1447854 May 24 22:47:33.677803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51532) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:33.684128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Request body: {'subnet': {'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-43898843-subnet', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:33.688627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 17e4089f-6ce9-448c-9b9e-5d576e038141 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:47:33.690570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:33.692474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9efd7ef8-5ea5-4526-a4b7-31467c884cd0 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:33.694796 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9efd7ef8-5ea5-4526-a4b7-31467c884cd0 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2174389 May 24 22:47:33.696397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:33.696848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Usage tracker for resource:subnet and tenant:ac71ba3f95e1478abc24919889b67c2a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:47:33.703197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:47:33.714572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163933c-c3c0-4bbe-b6b4-eba38e6133b6 None None] Checking router: 2d517eda-bf1c-4327-ac5b-674d892724bd for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:47:33.722198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:33.742725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Made reservation on behalf of ac71ba3f95e1478abc24919889b67c2a for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:33.745763 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:33.746262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Deleting port faac8f61-d2d6-4986-98e0-45eb6462f14d {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:47:33.746855 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:33.787124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163933c-c3c0-4bbe-b6b4-eba38e6133b6 None None] Routers {'2d517eda-bf1c-4327-ac5b-674d892724bd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:33.787484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e163933c-c3c0-4bbe-b6b4-eba38e6133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2d517eda-bf1c-4327-ac5b-674d892724bd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:33.884101 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba06988a-94b8-4e37-abf2-e4e64a5a1f2c'] response: {'name': 'network-changed', 'server_uuid': '4a030f33-3a1e-41a3-900d-5c2524a17e80', 'tag': '61dbe735-a325-4b49-91ef-c9ef6eebce45', 'status': 'completed', 'code': 200} May 24 22:47:33.956338 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:26Z', 'revision_number': 4, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '80e4481b-590b-42f0-8774-b6bbf3685b2f', 'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'mac_address': 'fa:16:3e:ec:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:21Z', 'updated_at': '2022-05-24T22:47:32Z', 'revision_number': 4, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'subnets': [{'id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:33.972473 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79bb801-3c38-4421-bb53-440e62ba564f None None] The sync data for ids ['557783d2-28c7-4189-a7b5-271db7b3f785'] in n-d-843146-7 is: [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:26Z', 'revision_number': 4, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '80e4481b-590b-42f0-8774-b6bbf3685b2f', 'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'mac_address': 'fa:16:3e:ec:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:21Z', 'updated_at': '2022-05-24T22:47:32Z', 'revision_number': 4, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'subnets': [{'id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:47:33.988654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e163933c-c3c0-4bbe-b6b4-eba38e6133b6 None None] Set router 2d517eda-bf1c-4327-ac5b-674d892724bd gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:34.030554 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-c052516e-803b-444a-8651-0a251496788a service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222413 May 24 22:47:34.142142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e163933c-c3c0-4bbe-b6b4-eba38e6133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-router', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:52Z', 'updated_at': '2022-05-24T22:47:33Z', 'revision_number': 6, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:34.147308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163933c-c3c0-4bbe-b6b4-eba38e6133b6 None None] The sync data for ids ['2d517eda-bf1c-4327-ac5b-674d892724bd'] in n-d-843146-7 is: [{'id': '2d517eda-bf1c-4327-ac5b-674d892724bd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-351651315-router', 'tenant_id': '8a6176826ff94617a74189798d1c4f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:52Z', 'updated_at': '2022-05-24T22:47:33Z', 'revision_number': 6, 'project_id': '8a6176826ff94617a74189798d1c4f8d', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:47:34.179582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] For port faac8f61-d2d6-4986-98e0-45eb6462f14d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=faac8f61-d2d6-4986-98e0-45eb6462f14d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:34.180098 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:34.254380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dff868-0bd1-4f39-89b8-fd44ecd5326c req-2f12bbfe-a4a9-4bf9-ad8d-e1b5e01bd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:34.256045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7dff868-0bd1-4f39-89b8-fd44ecd5326c req-2f12bbfe-a4a9-4bf9-ad8d-e1b5e01bd65c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 1094 time: 0.3326306 May 24 22:47:34.268813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58b8c9b8-016c-40aa-b537-32779e8a8fda req-9a44ab5f-c4f3-44a4-85aa-d24450613677 service neutron] 10.222.0.50 "GET /v2.0/networks/1338476e-fd93-4d58-ad16-9d988ce761f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838756 May 24 22:47:34.317335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Calling delete_port for faac8f61-d2d6-4986-98e0-45eb6462f14d owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:47:34.389754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cefd4d-9047-4e87-a52e-d311fce5ecc7 req-7ad1bbbc-42a8-4097-a008-f2d4538fbc74 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:34.391292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44cefd4d-9047-4e87-a52e-d311fce5ecc7 req-7ad1bbbc-42a8-4097-a008-f2d4538fbc74 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 944 time: 0.3794794 May 24 22:47:34.402912 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-8911fee2-fb8a-415d-b3fb-24169a21e770 service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656452 May 24 22:47:34.520336 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44cefd4d-9047-4e87-a52e-d311fce5ecc7 req-ba45f984-39ce-4648-b371-c1c3bfb55c46 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169655 May 24 22:47:34.548220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dff868-0bd1-4f39-89b8-fd44ecd5326c req-6cb10369-d5c0-46de-97d6-6400cd49a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:34.549973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7dff868-0bd1-4f39-89b8-fd44ecd5326c req-6cb10369-d5c0-46de-97d6-6400cd49a13a service neutron] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.2800648 May 24 22:47:34.555046 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:34.605456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device dc1b7576-f87a-40c5-9e15-ee4966edf348 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:47:34.779656 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7dff868-0bd1-4f39-89b8-fd44ecd5326c req-f24bef38-9af1-46ee-9de5-637904514706 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61dbe735-a325-4b49-91ef-c9ef6eebce45 HTTP/1.1" status: 200 len: 217 time: 0.2149575 May 24 22:47:34.871357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 80e4481b-590b-42f0-8774-b6bbf3685b2f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:34.917525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d9a47a5c-f7c4-41b9-b968-4087722357cf up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:34.971577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.061830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:35.094643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Checking segment: {'id': 'b5c78a72-2050-4ea5-a45f-a553ca735c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:35.095007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Network hostable DHCP agents. Network: 17e4089f-6ce9-448c-9b9e-5d576e038141, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:47:35.121775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c850e3-ce28-4a61-8c52-b259724441b9,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:35.165762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dff868-0bd1-4f39-89b8-fd44ecd5326c req-5518978e-0221-4d72-b794-8c6078289b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:35.167403 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7dff868-0bd1-4f39-89b8-fd44ecd5326c req-5518978e-0221-4d72-b794-8c6078289b18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.3506877 May 24 22:47:35.232318 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port dc1b7576-f87a-40c5-9e15-ee4966edf348, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=dc1b7576-f87a-40c5-9e15-ee4966edf348,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:35.236443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Pushing event deleted for resources: {'Port': ['ID=faac8f61-d2d6-4986-98e0-45eb6462f14d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:35.249024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Network 17e4089f-6ce9-448c-9b9e-5d576e038141 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:47:35.250575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'dc1b7576-f87a-40c5-9e15-ee4966edf348', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'port_id': 'dc1b7576-f87a-40c5-9e15-ee4966edf348', 'mac_address': 'fa:16:3e:11:96:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:47:35.304185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5de9a9-c468-4dd3-bf4c-17d33b57fe61 req-6b1598d5-6635-4431-97f1-20f04eb4a5f0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:35.314205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c5de9a9-c468-4dd3-bf4c-17d33b57fe61 req-6b1598d5-6635-4431-97f1-20f04eb4a5f0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.4554503 May 24 22:47:35.334570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port dc1b7576-f87a-40c5-9e15-ee4966edf348 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:35.334759 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.356285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 17e4089f-6ce9-448c-9b9e-5d576e038141) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:35.362513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1b7576-f87a-40c5-9e15-ee4966edf348 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:35.366769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:35.367449 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.376158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cbe78d-0261-425b-9c0e-51e12bc07d63 None None] Network 17e4089f-6ce9-448c-9b9e-5d576e038141 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:47:35.412903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.420970 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e9585cb9-3170-4fcf-851a-04fd67b9a077 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7415752 May 24 22:47:35.423204 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51568) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:35.460042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-43898843-router', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:35.470478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:35.478463 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c5de9a9-c468-4dd3-bf4c-17d33b57fe61 req-bb62f2c2-c712-47a6-96b4-bb1e862820d6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632628 May 24 22:47:35.495788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Usage tracker for resource:router and tenant:ac71ba3f95e1478abc24919889b67c2a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:47:35.500066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:47:35.516961 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dff868-0bd1-4f39-89b8-fd44ecd5326c req-63fd489a-085e-45d3-9241-3909ce9da071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:35.518498 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7dff868-0bd1-4f39-89b8-fd44ecd5326c req-63fd489a-085e-45d3-9241-3909ce9da071 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3350837 May 24 22:47:35.519572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:35.556424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90599bff-a873-4dd1-af45-54f0e3042f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.600283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port d9a47a5c-f7c4-41b9-b968-4087722357cf completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:35.605519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 80e4481b-590b-42f0-8774-b6bbf3685b2f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:35.628653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port dc1b7576-f87a-40c5-9e15-ee4966edf348, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=dc1b7576-f87a-40c5-9e15-ee4966edf348,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:35.629648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port d9a47a5c-f7c4-41b9-b968-4087722357cf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:35.630024 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.672308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae03a84-fa9d-46a3-9842-7ddbf8777d9b req-dce7abee-424d-4ab9-befa-f20007ed2637 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:35.679627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 80e4481b-590b-42f0-8774-b6bbf3685b2f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:35.680002 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.688554 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ae03a84-fa9d-46a3-9842-7ddbf8777d9b req-dce7abee-424d-4ab9-befa-f20007ed2637 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 943 time: 0.5743697 May 24 22:47:35.713307 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.715089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.725351 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.730077 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.759843 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.788085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.793548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ae03a84-fa9d-46a3-9842-7ddbf8777d9b req-017c00f3-ec75-456e-9f8b-e15303bbc6d4 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037302 May 24 22:47:35.821335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.822549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d517eda-bf1c-4327-ac5b-674d892724bd {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:47:35.865131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:35.872890 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-78d2b93e-fbfa-4b23-8b75-1ee1a241ddcf admin admin] 10.222.0.55 "DELETE /v2.0/routers/2d517eda-bf1c-4327-ac5b-674d892724bd HTTP/1.1" status: 204 len: 168 time: 2.8876731 May 24 22:47:35.879417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51574) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:35.959873 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db60356e-aaa8-4e1b-a824-28c702264111 req-8c46041a-67b2-4215-bb46-692a3c5eac64 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 210 time: 0.1693912 May 24 22:47:35.975900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7dff868-0bd1-4f39-89b8-fd44ecd5326c req-5cbefaa0-9513-4168-b098-82bbdb0a2755 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408841 May 24 22:47:36.079768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=dc1b7576-f87a-40c5-9e15-ee4966edf348,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:36.112089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Deleting subnet fbd97b93-bd07-42a7-ad4e-a6584c4b001b {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:47:36.115775 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:36.148477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1695-42b2-453d-be25-97a13e8300f6 req-c69071ac-aeeb-4ad6-b676-0eae4e419755 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:36.150365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c6b1695-42b2-453d-be25-97a13e8300f6 req-c69071ac-aeeb-4ad6-b676-0eae4e419755 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 950 time: 0.1232231 May 24 22:47:36.171946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['dc1b7576-f87a-40c5-9e15-ee4966edf348'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:36.229090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 80e4481b-590b-42f0-8774-b6bbf3685b2f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:36.229469 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:36.238695 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c6b1695-42b2-453d-be25-97a13e8300f6 req-e22da6bc-a5cb-4e9e-9c20-ee544d837dcd tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809021 May 24 22:47:36.242944 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f11791-c66d-4cec-9b08-31d193982bea'] response: {'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'code': 200} May 24 22:47:36.327965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d9a47a5c-f7c4-41b9-b968-4087722357cf is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:36.328348 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:36.365478 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:36.460748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 80e4481b-590b-42f0-8774-b6bbf3685b2f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=80e4481b-590b-42f0-8774-b6bbf3685b2f,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:36.468206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-17e4089f-6ce9-448c-9b9e-5d576e038141', 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'fixed_ips': [{'subnet_id': '67c850e3-ce28-4a61-8c52-b259724441b9'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:47:36.468206 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:36.492454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d9a47a5c-f7c4-41b9-b968-4087722357cf, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d9a47a5c-f7c4-41b9-b968-4087722357cf,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:36.494891 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:36.587698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cca8ce36-915c-4e12-87dc-e72aa9efdcd7 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:47:36.691261 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 61dbe735-a325-4b49-91ef-c9ef6eebce45 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:47:36.693770 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:36.709766 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: cca8ce36-915c-4e12-87dc-e72aa9efdcd7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:47:36.710192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cca8ce36-915c-4e12-87dc-e72aa9efdcd7 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:47:36.710849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-163dbb92-a323-40a7-b297-a7084eae3118 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:36.714293 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-163dbb92-a323-40a7-b297-a7084eae3118 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.3241248 May 24 22:47:36.727801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Request body: {'port': {'device_id': 'd034bc0b-4110-486d-ab54-0423cd7ce372', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'admin_state_up': True, 'tenant_id': '2e846590628e4af9acc5488fea48c6ad'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:36.878684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device faac8f61-d2d6-4986-98e0-45eb6462f14d no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:47:36.946318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7dff868-0bd1-4f39-89b8-fd44ecd5326c req-fb23ad74-67dd-46d4-aa9d-cbb4a3a2c49c service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9634218 May 24 22:47:36.950353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: faac8f61-d2d6-4986-98e0-45eb6462f14d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:47:36.950692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device faac8f61-d2d6-4986-98e0-45eb6462f14d not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:47:36.955250 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:36.957934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=80e4481b-590b-42f0-8774-b6bbf3685b2f,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:37.002352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.003774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:37.018820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152dd4-c5a5-4481-9e87-384bd69d19dd req-336f6ba4-4733-4a24-bd95-b28764017b4c tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:37.020292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43152dd4-c5a5-4481-9e87-384bd69d19dd req-336f6ba4-4733-4a24-bd95-b28764017b4c tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a65fd38-3923-4da6-a75d-e6315838c396 HTTP/1.1" status: 200 len: 949 time: 0.1541448 May 24 22:47:37.024864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:37.031846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6998f-95ba-4327-8e1b-a9b562b27bff req-a9d1ec60-5fa9-46d8-b664-32685b584503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:37.033583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dde6998f-95ba-4327-8e1b-a9b562b27bff req-a9d1ec60-5fa9-46d8-b664-32685b584503 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1101 time: 0.6174650 May 24 22:47:37.047827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Made reservation on behalf of 2e846590628e4af9acc5488fea48c6ad for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:37.051509 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.085870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef7495-c07f-4b5b-9127-fbc85e169c04 req-a14db940-e890-4e47-a9e6-80c687b589a2 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:37.089978 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15ef7495-c07f-4b5b-9127-fbc85e169c04 req-a14db940-e890-4e47-a9e6-80c687b589a2 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 945 time: 0.6749661 May 24 22:47:37.128038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43152dd4-c5a5-4481-9e87-384bd69d19dd req-35fad2f6-ae83-4f14-878d-cf87c0a01ec2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954182 May 24 22:47:37.185882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 61dbe735-a325-4b49-91ef-c9ef6eebce45, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=61dbe735-a325-4b49-91ef-c9ef6eebce45,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:37.192985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d9a47a5c-f7c4-41b9-b968-4087722357cf,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:37.212577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '61dbe735-a325-4b49-91ef-c9ef6eebce45', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'port_id': '61dbe735-a325-4b49-91ef-c9ef6eebce45', 'mac_address': 'fa:16:3e:af:0d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:47:37.217683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Allocated IP 172.20.0.2 (17e4089f-6ce9-448c-9b9e-5d576e038141/67c850e3-ce28-4a61-8c52-b259724441b9/1aa530e0-ceeb-4c79-bae0-5820aad1845d) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:37.219992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dde6998f-95ba-4327-8e1b-a9b562b27bff req-327e1d8d-9365-4c12-8f25-d74cb5ef074f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732078 May 24 22:47:37.244821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.256737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Allocated IP 172.20.0.9 (3653a6c8-c222-4f56-8c39-2c2963d7c5c7/58b7ed93-185b-4c74-a8c5-a81fc40ebbf5/ad6b9ad8-1281-4111-b363-187b7df5fb9e) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:37.291220 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15ef7495-c07f-4b5b-9127-fbc85e169c04 req-d3f7bfcd-6b92-44f0-bf0a-28ebf0bb5c68 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732025 May 24 22:47:37.320102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd97b93-bd07-42a7-ad4e-a6584c4b001b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:37.322773 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.340381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.340805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.341147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.341475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.341832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.342157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.342477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.342795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.343240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.343554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.344095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.344418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:37.354961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9587b1d0-84c9-49aa-a456-ba9640a67dc8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fbd97b93-bd07-42a7-ad4e-a6584c4b001b HTTP/1.1" status: 204 len: 168 time: 1.4636714 May 24 22:47:37.358510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51610) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:37.389985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455c5205-7ed0-477d-8f52-7d4d9d004b36 None None] Network 7f210823-3cf5-44a6-8f3c-693000fb929c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:47:37.432519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 61dbe735-a325-4b49-91ef-c9ef6eebce45 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:37.432898 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.521698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dbe735-a325-4b49-91ef-c9ef6eebce45 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:37.541848 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-441e99a8-c019-4bdf-82b6-1d6e032832d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.561317 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.570914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.575643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7de99907-91da-4ab8-a161-b63de7fb3355 req-0029a9eb-4de0-4fc8-aa7f-4e20a5f71aeb tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 210 time: 0.1130025 May 24 22:47:37.587503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf3610-633d-497c-b1b6-2e27b86fc79f req-1753a9fa-be64-4ea8-b549-27c58a8fb035 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:37.594092 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5faf3610-633d-497c-b1b6-2e27b86fc79f req-1753a9fa-be64-4ea8-b549-27c58a8fb035 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.1665323 May 24 22:47:37.603802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Deleting port 1e926351-25cb-4f9d-9def-402c5af2e31b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:47:37.605559 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.615923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 61dbe735-a325-4b49-91ef-c9ef6eebce45, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=61dbe735-a325-4b49-91ef-c9ef6eebce45,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:37.665105 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.672708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5faf3610-633d-497c-b1b6-2e27b86fc79f req-4b74a88f-bb94-4813-bc06-172c87fe7866 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585661 May 24 22:47:37.706537 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.805161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=61dbe735-a325-4b49-91ef-c9ef6eebce45,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:37.893321 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.910923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Transition to ACTIVE for port object 1aa530e0-ceeb-4c79-bae0-5820aad1845d will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:37.945096 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:37.950517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Transition to ACTIVE for port object 1aa530e0-ceeb-4c79-bae0-5820aad1845d will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:37.959863 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:38.028723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['61dbe735-a325-4b49-91ef-c9ef6eebce45'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:38.037863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:38.042319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:38.053346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:38.061657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f116e7e2-84e9-4621-b7b8-207440a22c9f None None] DHCP port deletion for 7f210823-3cf5-44a6-8f3c-693000fb929c request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:47:38.103111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event updated for resources: {'Port': ['ID=ad6b9ad8-1281-4111-b363-187b7df5fb9e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:38.136473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:38.137119 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:38.168944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c4df5-1d2f-4337-bcdf-709fd42cd908 req-395d1691-1d00-4bc6-95bf-97c75874ed0d tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:38.170436 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-829c4df5-1d2f-4337-bcdf-709fd42cd908 req-395d1691-1d00-4bc6-95bf-97c75874ed0d tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 944 time: 0.1861184 May 24 22:47:38.176432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f116e7e2-84e9-4621-b7b8-207440a22c9f None None] Deleting port 1e926351-25cb-4f9d-9def-402c5af2e31b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:47:38.176908 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f116e7e2-84e9-4621-b7b8-207440a22c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:38.196965 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-9d681104-415a-4ca7-8e1b-3941ba358049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4741082 May 24 22:47:38.228261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Request body: {'port': {'device_id': 'd034bc0b-4110-486d-ab54-0423cd7ce372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:38.232724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Network 17e4089f-6ce9-448c-9b9e-5d576e038141 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:38.245543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:38.248283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:38.253694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dbdf70-7775-45f5-aeb7-9ed590a446ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a47a5c-f7c4-41b9-b968-4087722357cf'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:38.263237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:38.301515 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-829c4df5-1d2f-4337-bcdf-709fd42cd908 req-ca46a183-c05d-4920-bb54-aef13da9b2c0 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211557 May 24 22:47:38.375384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Pushing event updated for resources: {'Port': ['ID=1aa530e0-ceeb-4c79-bae0-5820aad1845d,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:38.423031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:38.494290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Attempting to bind port 1aa530e0-ceeb-4c79-bae0-5820aad1845d on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:38.494686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Attempting to bind port 1aa530e0-ceeb-4c79-bae0-5820aad1845d by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b5c78a72-2050-4ea5-a45f-a553ca735c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:38.495010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Attempting to bind port 1aa530e0-ceeb-4c79-bae0-5820aad1845d on network 17e4089f-6ce9-448c-9b9e-5d576e038141 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:38.562134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] For port 1e926351-25cb-4f9d-9def-402c5af2e31b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1e926351-25cb-4f9d-9def-402c5af2e31b,segment=NetworkSegment(df559dbd-3c36-4d79-9cb4-fa1260b23bbd),segment_id=df559dbd-3c36-4d79-9cb4-fa1260b23bbd)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:38.564010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:38.566030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:38.566405 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Checking segment: {'id': 'b5c78a72-2050-4ea5-a45f-a553ca735c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:38.567640 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:38.569044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Bound using segment: {'id': 'b5c78a72-2050-4ea5-a45f-a553ca735c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:38.569571 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Bound port: 1aa530e0-ceeb-4c79-bae0-5820aad1845d, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c78a72-2050-4ea5-a45f-a553ca735c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:38.569957 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:38.589441 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5490c32-f650-4cef-99c9-fa9507d486a1'] response: {'server_uuid': '06dbdf70-7775-45f5-aeb7-9ed590a446ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a47a5c-f7c4-41b9-b968-4087722357cf', 'code': 200} May 24 22:47:38.657183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device dc1b7576-f87a-40c5-9e15-ee4966edf348 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:38.733436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f116e7e2-84e9-4621-b7b8-207440a22c9f None None] For port 1e926351-25cb-4f9d-9def-402c5af2e31b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1e926351-25cb-4f9d-9def-402c5af2e31b,segment=NetworkSegment(df559dbd-3c36-4d79-9cb4-fa1260b23bbd),segment_id=df559dbd-3c36-4d79-9cb4-fa1260b23bbd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:38.733943 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f116e7e2-84e9-4621-b7b8-207440a22c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:38.803592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Calling delete_port for 1e926351-25cb-4f9d-9def-402c5af2e31b owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:47:38.849426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a4ca-f53a-4ecf-86aa-d79dbc021944 req-164e733a-b095-468c-83a0-a83327bbf114 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:38.850710 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70c5a4ca-f53a-4ecf-86aa-d79dbc021944 req-164e733a-b095-468c-83a0-a83327bbf114 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 945 time: 0.1455817 May 24 22:47:38.875188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 80e4481b-590b-42f0-8774-b6bbf3685b2f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:38.876308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Allocated IP 172.25.7.237 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:38.931731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b9993-1853-4d91-a3c1-aa03727eeb7f req-85fd5cfe-35d3-4d41-9a04-cb73d1b95c9b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:38.937270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b9993-1853-4d91-a3c1-aa03727eeb7f req-85fd5cfe-35d3-4d41-9a04-cb73d1b95c9b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:38.938900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-924b9993-1853-4d91-a3c1-aa03727eeb7f req-85fd5cfe-35d3-4d41-9a04-cb73d1b95c9b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df&device_id=5a65fd38-3923-4da6-a75d-e6315838c396 HTTP/1.1" status: 200 len: 1690 time: 0.7839110 May 24 22:47:38.959679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70c5a4ca-f53a-4ecf-86aa-d79dbc021944 req-01fafd9a-070f-4aed-a9cc-5a52a2bb3e26 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968094 May 24 22:47:38.962147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6b9ad8-1281-4111-b363-187b7df5fb9e {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:38.969979 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.000222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f116e7e2-84e9-4621-b7b8-207440a22c9f None None] Calling delete_port for 1e926351-25cb-4f9d-9def-402c5af2e31b owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:47:39.000398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Transition to ACTIVE for port object ad6b9ad8-1281-4111-b363-187b7df5fb9e will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:39.010494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.051380 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.058793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.100920 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.161397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e926351-25cb-4f9d-9def-402c5af2e31b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:39.177763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] For port 1aa530e0-ceeb-4c79-bae0-5820aad1845d, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:39.185618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] No DVR routers for this DVR port 1e926351-25cb-4f9d-9def-402c5af2e31b on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:47:39.185876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b9ad8-1281-4111-b363-187b7df5fb9e,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:39.187861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98dcbca-7b6b-4681-b5a7-783368987d27 req-e5528e97-9bb7-4a3b-9c40-f91c8a6c7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:39.189725 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f98dcbca-7b6b-4681-b5a7-783368987d27 req-e5528e97-9bb7-4a3b-9c40-f91c8a6c7e40 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 1097 time: 0.4937751 May 24 22:47:39.219977 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-924b9993-1853-4d91-a3c1-aa03727eeb7f req-286c8c1a-88bb-49ef-90fd-0cacd4f0ef7e tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521930 May 24 22:47:39.244309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] For port 1aa530e0-ceeb-4c79-bae0-5820aad1845d, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1aa530e0-ceeb-4c79-bae0-5820aad1845d,segment=NetworkSegment(b5c78a72-2050-4ea5-a45f-a553ca735c8d),segment_id=b5c78a72-2050-4ea5-a45f-a553ca735c8d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:39.247546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port dc1b7576-f87a-40c5-9e15-ee4966edf348 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:39.256327 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-f116e7e2-84e9-4621-b7b8-207440a22c9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:47:39.256720 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-f116e7e2-84e9-4621-b7b8-207440a22c9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:47:39.263909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port dc1b7576-f87a-40c5-9e15-ee4966edf348 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:39.264291 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.294939 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.331008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Attempting to bind port ad6b9ad8-1281-4111-b363-187b7df5fb9e on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:39.331334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Attempting to bind port ad6b9ad8-1281-4111-b363-187b7df5fb9e by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:39.331655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Attempting to bind port ad6b9ad8-1281-4111-b363-187b7df5fb9e on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:39.336427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 80e4481b-590b-42f0-8774-b6bbf3685b2f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:39.336884 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.338605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Port ad6b9ad8-1281-4111-b363-187b7df5fb9e on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:47:39.338922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Attempting to bind port ad6b9ad8-1281-4111-b363-187b7df5fb9e on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:39.348093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:39.348093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Checking segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:39.348461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Bound using segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:39.348981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Bound port: ad6b9ad8-1281-4111-b363-187b7df5fb9e, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:39.349272 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.374558 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.375915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eace6-9b10-45ab-aaa4-c33073f099e5 req-e77e8779-7821-499b-a918-bb9c150502b2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:39.376635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-526eace6-9b10-45ab-aaa4-c33073f099e5 req-e77e8779-7821-499b-a918-bb9c150502b2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:39.390481 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.399297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f98dcbca-7b6b-4681-b5a7-783368987d27 req-8982840f-c581-49b8-b998-293fe3671cc3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738970 May 24 22:47:39.454556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-526eace6-9b10-45ab-aaa4-c33073f099e5 req-e77e8779-7821-499b-a918-bb9c150502b2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:39.455699 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-526eace6-9b10-45ab-aaa4-c33073f099e5 req-e77e8779-7821-499b-a918-bb9c150502b2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 943 time: 0.2606754 May 24 22:47:39.469215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] For port ad6b9ad8-1281-4111-b363-187b7df5fb9e, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:39.483972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f210823-3cf5-44a6-8f3c-693000fb929c']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:39.492762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d7648-a6b9-45e3-84f1-033da1e91415 None None] Pushing event updated for resources: {'Port': ['ID=1aa530e0-ceeb-4c79-bae0-5820aad1845d,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:39.502875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] For port ad6b9ad8-1281-4111-b363-187b7df5fb9e, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ad6b9ad8-1281-4111-b363-187b7df5fb9e,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:39.508776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df559dbd-3c36-4d79-9cb4-fa1260b23bbd') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:39.509202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df559dbd-3c36-4d79-9cb4-fa1260b23bbd') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:39.523270 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.532072 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.558438 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.570305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:47:39.570792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.581564 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-526eace6-9b10-45ab-aaa4-c33073f099e5 req-412e7fc3-13c9-448a-b073-42b804f53437 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098361 May 24 22:47:39.612359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:39.612961 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.622658 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] 10.222.0.31 "PUT /v2.0/ports/ad6b9ad8-1281-4111-b363-187b7df5fb9e HTTP/1.1" status: 200 len: 1091 time: 1.4093053 May 24 22:47:39.624312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd034bc0b-4110-486d-ab54-0423cd7ce372', 'tag': 'ad6b9ad8-1281-4111-b363-187b7df5fb9e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:39.650641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabb83b-60ad-48d4-9be6-481752a965b3 req-fc5b5a66-14bb-431c-97c7-89e48f265e27 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:39.655757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8a3d2-5c03-4356-b2ce-8ed311fba726 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b9ad8-1281-4111-b363-187b7df5fb9e,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:39.657061 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port dc1b7576-f87a-40c5-9e15-ee4966edf348 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:39.657631 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.658136 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbabb83b-60ad-48d4-9be6-481752a965b3 req-fc5b5a66-14bb-431c-97c7-89e48f265e27 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.2710123 May 24 22:47:39.679344 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment df559dbd-3c36-4d79-9cb4-fa1260b23bbd resource provider aggregate not found May 24 22:47:39.679830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 80e4481b-590b-42f0-8774-b6bbf3685b2f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:39.694425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.717476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port dc1b7576-f87a-40c5-9e15-ee4966edf348, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=dc1b7576-f87a-40c5-9e15-ee4966edf348,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:39.730873 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.750458 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment df559dbd-3c36-4d79-9cb4-fa1260b23bbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df559dbd-3c36-4d79-9cb4-fa1260b23bbd found for delete ", "request_id": "req-755a037f-7984-457e-b971-9d1aa7ac9ad5"}]} May 24 22:47:39.805793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:39.813339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f116e7e2-84e9-4621-b7b8-207440a22c9f None None] Deleting port 1e926351-25cb-4f9d-9def-402c5af2e31b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:47:39.816196 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f116e7e2-84e9-4621-b7b8-207440a22c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.821201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:39.828170 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.835768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:39.860902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-8d1c19ab-4a06-4c00-96d4-2101ea79cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:39.862541 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-8d1c19ab-4a06-4c00-96d4-2101ea79cb17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 1094 time: 0.1568568 May 24 22:47:39.862943 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:39.870356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1e926351-25cb-4f9d-9def-402c5af2e31b no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:47:39.900924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbabb83b-60ad-48d4-9be6-481752a965b3 req-9240629b-07ed-4504-97e2-682298572787 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417481 May 24 22:47:39.915079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:39.945038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f210823-3cf5-44a6-8f3c-693000fb929c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:39.983531 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-34cbc616-4456-4556-9a3e-934105825541 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7f210823-3cf5-44a6-8f3c-693000fb929c HTTP/1.1" status: 204 len: 168 time: 2.6205301 May 24 22:47:40.031931 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-e3638157-9695-4321-a6c5-d4cafec8eecc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad6b9ad8-1281-4111-b363-187b7df5fb9e HTTP/1.1" status: 200 len: 217 time: 0.1602435 May 24 22:47:40.037295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 1e926351-25cb-4f9d-9def-402c5af2e31b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:47:40.037668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1e926351-25cb-4f9d-9def-402c5af2e31b not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:47:40.107730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f116e7e2-84e9-4621-b7b8-207440a22c9f None None] The port '1e926351-25cb-4f9d-9def-402c5af2e31b' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:47:40.137299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:40.137682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=dc1b7576-f87a-40c5-9e15-ee4966edf348,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:40.194712 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7b0568-4500-4b24-9e79-dafee926c73d'] response: {'name': 'network-changed', 'server_uuid': 'd034bc0b-4110-486d-ab54-0423cd7ce372', 'tag': 'ad6b9ad8-1281-4111-b363-187b7df5fb9e', 'status': 'completed', 'code': 200} May 24 22:47:40.253712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-69371d49-bf97-4f16-879f-201eac5114f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:40.255318 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-69371d49-bf97-4f16-879f-201eac5114f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.2058566 May 24 22:47:40.436867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51690) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:40.460418 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-7c45a455-04b7-4619-9a9d-97a9c329e884 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1936455 May 24 22:47:40.489964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925831b-df1d-46cf-afd2-dd00f693fe1f req-172d4cfd-b21d-4131-b26e-267b1d70c66a tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:40.491570 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e925831b-df1d-46cf-afd2-dd00f693fe1f req-172d4cfd-b21d-4131-b26e-267b1d70c66a tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 944 time: 0.3646455 May 24 22:47:40.591022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b7576-f87a-40c5-9e15-ee4966edf348'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:40.650315 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 61dbe735-a325-4b49-91ef-c9ef6eebce45 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:40.652306 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-27428811-2c0c-4148-9e60-1522ce321e15 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665735 May 24 22:47:40.718056 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-19d8b842-67e2-4b39-9e82-22a10b96cbd5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a6176826ff94617a74189798d1c4f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789304 May 24 22:47:40.726564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51698) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:40.834480 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:40.891298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1aa530e0-ceeb-4c79-bae0-5820aad1845d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:40.960779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 61dbe735-a325-4b49-91ef-c9ef6eebce45 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:40.973142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 61dbe735-a325-4b49-91ef-c9ef6eebce45 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:40.973761 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:40.990136 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e925831b-df1d-46cf-afd2-dd00f693fe1f req-04722ab3-65c3-4372-82c4-8134da73427b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345284 May 24 22:47:41.057029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd498c07-e2bd-4b19-a486-a1a050a0cb3b req-c5dde868-8590-4853-8a23-c4df23effbff service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781643 May 24 22:47:41.088744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 1aa530e0-ceeb-4c79-bae0-5820aad1845d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:41.106622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c016c4c-e2de-4493-a3ea-376d4d1171c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:41.187758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 61dbe735-a325-4b49-91ef-c9ef6eebce45 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:41.188318 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:41.201177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca209dcc-5b21-427d-9757-9b886f6054dc None None] Network 17e4089f-6ce9-448c-9b9e-5d576e038141 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:47:41.294438 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c016c4c-e2de-4493-a3ea-376d4d1171c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:41.313463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 61dbe735-a325-4b49-91ef-c9ef6eebce45, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=61dbe735-a325-4b49-91ef-c9ef6eebce45,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:41.323522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-796c6e7c-978e-479a-b1c2-ec1a8e2efaa7 None None] Provisioning for port 1aa530e0-ceeb-4c79-bae0-5820aad1845d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:41.330437 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:41.370646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d15dc0-58db-4242-843d-c8647d419a09 req-7bb80a6a-0d12-4d12-834b-571b8fdadb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:41.372138 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9d15dc0-58db-4242-843d-c8647d419a09 req-7bb80a6a-0d12-4d12-834b-571b8fdadb79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 1094 time: 0.2480438 May 24 22:47:41.380392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d14130-52f3-4c96-904b-e5511937a51c req-85be5a9e-ff0f-4b1b-95eb-fa835325eeb6 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:41.383879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-796c6e7c-978e-479a-b1c2-ec1a8e2efaa7 None None] Provisioning complete for port 1aa530e0-ceeb-4c79-bae0-5820aad1845d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:41.384246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-796c6e7c-978e-479a-b1c2-ec1a8e2efaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:41.388227 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2d14130-52f3-4c96-904b-e5511937a51c req-85be5a9e-ff0f-4b1b-95eb-fa835325eeb6 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 1101 time: 0.1671391 May 24 22:47:41.449565 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:41.455939 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:47:41.490996 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c016c4c-e2de-4493-a3ea-376d4d1171c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:41.528447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c016c4c-e2de-4493-a3ea-376d4d1171c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1a0b2b-0dc9-454c-baf7-af653434199d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:41.545218 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2d14130-52f3-4c96-904b-e5511937a51c req-d19de576-85f8-4b18-b992-fdccacbae7b8 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560383 May 24 22:47:41.554702 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c016c4c-e2de-4493-a3ea-376d4d1171c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:41.561646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6c016c4c-e2de-4493-a3ea-376d4d1171c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af1a0b2b-0dc9-454c-baf7-af653434199d HTTP/1.1" status: 204 len: 168 time: 0.8184397 May 24 22:47:41.598524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=61dbe735-a325-4b49-91ef-c9ef6eebce45,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:41.642101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d15dc0-58db-4242-843d-c8647d419a09 req-25cbabc2-0541-43a8-883f-cc35234b49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:41.643886 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9d15dc0-58db-4242-843d-c8647d419a09 req-25cbabc2-0541-43a8-883f-cc35234b49b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 913 time: 0.2413969 May 24 22:47:41.667678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68196416-0293-48fd-999e-9bcd138091e5 req-0f6e7767-0179-43ab-8380-d2dd5bafc683 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:41.669360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68196416-0293-48fd-999e-9bcd138091e5 req-0f6e7767-0179-43ab-8380-d2dd5bafc683 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1101 time: 0.2762086 May 24 22:47:41.714905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-796c6e7c-978e-479a-b1c2-ec1a8e2efaa7 None None] Current status of the port 1aa530e0-ceeb-4c79-bae0-5820aad1845d is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:41.715801 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-796c6e7c-978e-479a-b1c2-ec1a8e2efaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:41.745672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9d15dc0-58db-4242-843d-c8647d419a09 req-55791dd8-0543-4cb8-af85-530958a21ffd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad6b9ad8-1281-4111-b363-187b7df5fb9e HTTP/1.1" status: 200 len: 217 time: 0.0933161 May 24 22:47:41.747548 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68196416-0293-48fd-999e-9bcd138091e5 req-d83e76d7-4ef6-4932-bbfb-01e89c4a879f tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711832 May 24 22:47:41.789163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Router 1561176c-8267-4a01-a2e1-361513282f83 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:47:41.808695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-796c6e7c-978e-479a-b1c2-ec1a8e2efaa7 None None] For port 1aa530e0-ceeb-4c79-bae0-5820aad1845d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1aa530e0-ceeb-4c79-bae0-5820aad1845d,segment=NetworkSegment(b5c78a72-2050-4ea5-a45f-a553ca735c8d),segment_id=b5c78a72-2050-4ea5-a45f-a553ca735c8d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:41.821030 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-796c6e7c-978e-479a-b1c2-ec1a8e2efaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:41.870930 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2bf19d6-2934-4ef5-a881-47cf7d428d58'] response: {'server_uuid': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b7576-f87a-40c5-9e15-ee4966edf348', 'code': 200} May 24 22:47:41.934453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d15dc0-58db-4242-843d-c8647d419a09 req-383fa0b6-fd30-4c50-95a1-485b3561326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:41.935909 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9d15dc0-58db-4242-843d-c8647d419a09 req-383fa0b6-fd30-4c50-95a1-485b3561326f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.1141615 May 24 22:47:42.012787 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9d15dc0-58db-4242-843d-c8647d419a09 req-19e88add-8b3f-49cc-8519-3a5e011a29ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630839 May 24 22:47:42.029299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb806a9-50e8-47ac-9515-4e1c0e366d46 req-67b9edcc-5b47-438d-98fe-1f4d48921d69 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:42.037845 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfb806a9-50e8-47ac-9515-4e1c0e366d46 req-67b9edcc-5b47-438d-98fe-1f4d48921d69 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 946 time: 0.2891448 May 24 22:47:42.055457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c6e7c-978e-479a-b1c2-ec1a8e2efaa7 None None] Pushing event updated for resources: {'Port': ['ID=1aa530e0-ceeb-4c79-bae0-5820aad1845d,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:42.228831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfb806a9-50e8-47ac-9515-4e1c0e366d46 req-790c6e7d-9aad-4e92-af68-2133d7263108 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059275 May 24 22:47:42.250116 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9d15dc0-58db-4242-843d-c8647d419a09 req-27cb884e-e8aa-491b-b449-6d684e575586 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109942 May 24 22:47:42.276848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476397c0-8599-4414-8632-e0d178c61580 req-56b97311-adb0-4a40-a067-e0d1a8007d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:42.279036 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-476397c0-8599-4414-8632-e0d178c61580 req-56b97311-adb0-4a40-a067-e0d1a8007d28 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 1097 time: 0.3739009 May 24 22:47:42.290768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:47:42.303871 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Sync routers for ids ['1561176c-8267-4a01-a2e1-361513282f83'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:47:42.317911 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Routers {'1561176c-8267-4a01-a2e1-361513282f83'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:42.324972 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1561176c-8267-4a01-a2e1-361513282f83'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:42.350306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2fdc648d-cdb5-429a-9551-4805e796cb5e None None] Provisioning complete for port 1aa530e0-ceeb-4c79-bae0-5820aad1845d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:42.351130 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2fdc648d-cdb5-429a-9551-4805e796cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:42.414930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4764f-aa95-4ddb-94c1-eab8b0d3c110 req-bfed5a86-bbc9-4b6b-93d3-029a2a027f7b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:42.420094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4f4764f-aa95-4ddb-94c1-eab8b0d3c110 req-bfed5a86-bbc9-4b6b-93d3-029a2a027f7b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 943 time: 0.3133316 May 24 22:47:42.437086 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9d15dc0-58db-4242-843d-c8647d419a09 req-8c11d262-a232-4e28-87c1-829162608c63 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770329 May 24 22:47:42.468991 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:42.471939 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bf81ce7b-c012-494b-ac8b-6a03286c62a0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0446746 May 24 22:47:42.475792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51756) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:42.517555 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-476397c0-8599-4414-8632-e0d178c61580 req-901bbb4b-e681-48b4-a5b6-60fb79f0d2bd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286165 May 24 22:47:42.541185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc648d-cdb5-429a-9551-4805e796cb5e None None] Current status of the port 1aa530e0-ceeb-4c79-bae0-5820aad1845d is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:42.563728 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Set router 1561176c-8267-4a01-a2e1-361513282f83 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:42.578319 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4f4764f-aa95-4ddb-94c1-eab8b0d3c110 req-1ca4fe91-a191-48b7-b82f-137e82331633 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454313 May 24 22:47:42.838346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1aa530e0-ceeb-4c79-bae0-5820aad1845d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:42.887584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device ad6b9ad8-1281-4111-b363-187b7df5fb9e details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:47:43.069703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be4fd7-1c00-4f26-a3cb-075236d3782a req-f13dc2f6-5c2b-4535-ab75-cf47f2f8c192 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:43.071551 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86be4fd7-1c00-4f26-a3cb-075236d3782a req-f13dc2f6-5c2b-4535-ab75-cf47f2f8c192 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a65fd38-3923-4da6-a75d-e6315838c396 HTTP/1.1" status: 200 len: 1100 time: 0.3484840 May 24 22:47:43.123982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86be4fd7-1c00-4f26-a3cb-075236d3782a req-57cf795a-bb51-4da5-9f5b-d0935bae90d8 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 May 24 22:47:43.164506 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port ad6b9ad8-1281-4111-b363-187b7df5fb9e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ad6b9ad8-1281-4111-b363-187b7df5fb9e,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:43.172546 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1561176c-8267-4a01-a2e1-361513282f83', 'name': 'tempest-TaggedBootDevicesTest_v242-43898843-router', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:35Z', 'updated_at': '2022-05-24T22:47:40Z', 'revision_number': 3, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'gw_port': {'id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:38Z', 'updated_at': '2022-05-24T22:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:43.181860 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Checking router: 1561176c-8267-4a01-a2e1-361513282f83 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:47:43.182212 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Updating router 1561176c-8267-4a01-a2e1-361513282f83 port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:47:43.205634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'ad6b9ad8-1281-4111-b363-187b7df5fb9e', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'port_id': 'ad6b9ad8-1281-4111-b363-187b7df5fb9e', 'mac_address': 'fa:16:3e:98:89:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b7ed93-185b-4c74-a8c5-a81fc40ebbf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:47:43.322804 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:43.356846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1aa530e0-ceeb-4c79-bae0-5820aad1845d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:43.357407 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:43.423496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port ad6b9ad8-1281-4111-b363-187b7df5fb9e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:43.423878 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:43.449541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6b9ad8-1281-4111-b363-187b7df5fb9e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:43.475728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port ad6b9ad8-1281-4111-b363-187b7df5fb9e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ad6b9ad8-1281-4111-b363-187b7df5fb9e,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:43.485717 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:43.600616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1aa530e0-ceeb-4c79-bae0-5820aad1845d is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:43.611530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=ad6b9ad8-1281-4111-b363-187b7df5fb9e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:43.767286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['ad6b9ad8-1281-4111-b363-187b7df5fb9e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:43.829057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9d3be-e416-408b-8dd8-b376d3193118 req-1af1f4fe-d969-43c7-8830-da022d93ce18 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:43.836968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ee9d3be-e416-408b-8dd8-b376d3193118 req-1af1f4fe-d969-43c7-8830-da022d93ce18 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.1935461 May 24 22:47:43.863898 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:43.870634 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:43.890992 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Transition to ACTIVE for port object e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:43.907470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ee9d3be-e416-408b-8dd8-b376d3193118 req-3c220504-64d9-4e66-8397-10a7d9cbbf4f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695231 May 24 22:47:43.911099 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:44.038258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a030f33-3a1e-41a3-900d-5c2524a17e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dbe735-a325-4b49-91ef-c9ef6eebce45'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:44.125189 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Attempting to bind port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:44.125946 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Attempting to bind port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:44.126318 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Attempting to bind port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:44.166810 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:44.167374 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:44.167779 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:44.168637 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:44.169117 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Bound port: e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:44.169511 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:44.233034 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7cea1-369c-419d-b58d-9e97b2f3eb93 None None] Pushing event updated for resources: {'Port': ['ID=e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:44.276822 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] For port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:44.281530 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] For port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:44.289741 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:44.308618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Allocated IP 172.20.0.1 (17e4089f-6ce9-448c-9b9e-5d576e038141/67c850e3-ce28-4a61-8c52-b259724441b9/373e27d7-0c08-415d-bb74-f8b0b2ec528a) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:44.338619 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c3f238d9-34b7-4dfb-bb55-cdbe902a9cf6 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420301 May 24 22:47:44.397531 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Routers {'1561176c-8267-4a01-a2e1-361513282f83'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:44.398167 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1561176c-8267-4a01-a2e1-361513282f83'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:44.473177 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7cea1-369c-419d-b58d-9e97b2f3eb93 None None] Pushing event updated for resources: {'Port': ['ID=e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:44.489773 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:44.514588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Transition to ACTIVE for port object 373e27d7-0c08-415d-bb74-f8b0b2ec528a will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:44.530117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebefbb6-08dc-4955-81ee-6f9d2c865ff2 req-00a613f2-ce65-4837-965b-b467bea26727 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:44.538720 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ebefbb6-08dc-4955-81ee-6f9d2c865ff2 req-00a613f2-ce65-4837-965b-b467bea26727 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 946 time: 0.3538339 May 24 22:47:44.581468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-4ff77518-a771-4ef8-9c07-70a14a829104 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:44.589813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-4ff77518-a771-4ef8-9c07-70a14a829104 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500792 May 24 22:47:44.598173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ebefbb6-08dc-4955-81ee-6f9d2c865ff2 req-ae9c76ea-7562-4e5f-95b5-9da39922a870 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584855 May 24 22:47:44.605838 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-2f9eadb3-4740-4216-9113-f2c9fd0da0ad tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/quotas/1990f88304ff4048814aa41ee90799b2 HTTP/1.1" status: 200 len: 375 time: 0.0150216 May 24 22:47:44.621392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-59087f9a-ccca-42cb-9065-07dc142a5310 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3943141 May 24 22:47:44.622813 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:44.671411 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] Set router 1561176c-8267-4a01-a2e1-361513282f83 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:44.721560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Network 17e4089f-6ce9-448c-9b9e-5d576e038141 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:44.725656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:44.729705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:44.784017 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-eafc3ee7-9988-407e-8cfd-d4d6bc19a02d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1613309 May 24 22:47:44.788733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Pushing event updated for resources: {'Port': ['ID=373e27d7-0c08-415d-bb74-f8b0b2ec528a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:44.824099 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:45.106365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2b76dc13-85b6-416c-8db7-992c375fe2a9 None None] Provisioning for port 373e27d7-0c08-415d-bb74-f8b0b2ec528a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:45.119980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2b76dc13-85b6-416c-8db7-992c375fe2a9 None None] Provisioning complete for port 373e27d7-0c08-415d-bb74-f8b0b2ec528a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:45.122590 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2b76dc13-85b6-416c-8db7-992c375fe2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:45.344507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2b76dc13-85b6-416c-8db7-992c375fe2a9 None None] Port 373e27d7-0c08-415d-bb74-f8b0b2ec528a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:45.371720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212da5-3f7a-431d-9d5e-a78b96efa721 req-4434f740-26ed-49df-bb30-615e96454279 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:45.373562 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1561176c-8267-4a01-a2e1-361513282f83', 'name': 'tempest-TaggedBootDevicesTest_v242-43898843-router', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:35Z', 'updated_at': '2022-05-24T22:47:40Z', 'revision_number': 3, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'gw_port': {'id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:38Z', 'updated_at': '2022-05-24T22:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:45.381453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93212da5-3f7a-431d-9d5e-a78b96efa721 req-4434f740-26ed-49df-bb30-615e96454279 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 944 time: 0.1458573 May 24 22:47:45.382681 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef7ed0-da86-4001-8f82-25bcc9a50b99 None None] The sync data for ids ['1561176c-8267-4a01-a2e1-361513282f83'] in n-d-843146-7 is: [{'id': '1561176c-8267-4a01-a2e1-361513282f83', 'name': 'tempest-TaggedBootDevicesTest_v242-43898843-router', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:35Z', 'updated_at': '2022-05-24T22:47:40Z', 'revision_number': 3, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'gw_port': {'id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:38Z', 'updated_at': '2022-05-24T22:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:47:45.412494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:45.474635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93212da5-3f7a-431d-9d5e-a78b96efa721 req-77675958-9301-4b30-9eff-e3b0d5e7ea59 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916274 May 24 22:47:45.596364 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f3e6dc-3186-41c0-8ba5-96129115bfd7'] response: {'server_uuid': '4a030f33-3a1e-41a3-900d-5c2524a17e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dbe735-a325-4b49-91ef-c9ef6eebce45', 'code': 200} May 24 22:47:45.874710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c851e-3b75-4dd2-807c-e11e35c908cb req-dd5279be-6b21-4b86-a2fe-ce1f42400f13 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:45.877735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80c851e-3b75-4dd2-807c-e11e35c908cb req-dd5279be-6b21-4b86-a2fe-ce1f42400f13 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.2631254 May 24 22:47:45.977704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572cc01-15d4-4614-953d-a8fa0953adc0 req-14c6c8ab-04ed-4bbb-8894-78a0855cdfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:45.979294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6572cc01-15d4-4614-953d-a8fa0953adc0 req-14c6c8ab-04ed-4bbb-8894-78a0855cdfa8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 1096 time: 0.2580614 May 24 22:47:45.992749 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80c851e-3b75-4dd2-807c-e11e35c908cb req-7a815a66-bd9f-4548-bc33-49006ecb9dee tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058340 May 24 22:47:46.075501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6572cc01-15d4-4614-953d-a8fa0953adc0 req-73e406a9-774e-43e9-92bc-a674e24d071d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816984 May 24 22:47:46.120448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32288b6a-ed40-41d8-92f4-378f489200e5 req-eb955224-9548-4919-a846-4aca398d9cff tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:46.122120 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32288b6a-ed40-41d8-92f4-378f489200e5 req-eb955224-9548-4919-a846-4aca398d9cff tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 946 time: 0.1785352 May 24 22:47:46.130835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51942) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:47:46.134650 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:46.142557 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:46.143654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d9a6f6e4-1c81-43cb-8bbc-458af17a8513 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Request body: {'floatingip': {'port_id': 'dc1b7576-f87a-40c5-9e15-ee4966edf348'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:46.253616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f6e4-1c81-43cb-8bbc-458af17a8513 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:46.256708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Pushing event updated for resources: {'Port': ['ID=373e27d7-0c08-415d-bb74-f8b0b2ec528a,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:46.260719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:46.316541 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-827c939a-25c2-43d1-9d54-63ef49d3f8e7 req-ee6cc992-7cb3-4afb-acc7-b56c390ed292 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 210 time: 0.0517976 May 24 22:47:46.495793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Network 17e4089f-6ce9-448c-9b9e-5d576e038141 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:46.497090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:46.613213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d41215-0d9a-4685-93fa-bfc68afa994f req-504b940e-28bf-4949-9425-b9d73ef29099 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:46.616845 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1d41215-0d9a-4685-93fa-bfc68afa994f req-504b940e-28bf-4949-9425-b9d73ef29099 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.2955627 May 24 22:47:46.790062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Router 1561176c-8267-4a01-a2e1-361513282f83 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:47:46.814892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1d41215-0d9a-4685-93fa-bfc68afa994f req-9f18ae58-51b5-4ceb-bc79-7a4260fdf551 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828105 May 24 22:47:46.884900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device ad6b9ad8-1281-4111-b363-187b7df5fb9e up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:46.973344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:47.063693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-967e1c47-c1a2-44b1-a76c-186e332d9033 None None] Provisioning complete for port 373e27d7-0c08-415d-bb74-f8b0b2ec528a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:47.064422 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-967e1c47-c1a2-44b1-a76c-186e332d9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:47.173294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-967e1c47-c1a2-44b1-a76c-186e332d9033 None None] Port 373e27d7-0c08-415d-bb74-f8b0b2ec528a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:47.178530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:47.184411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:47.185026 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:47.225413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:47:47.241760 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dd13e812-da82-4e62-9b5c-2773b5cea0ff admin admin] 10.222.0.55 "PUT /v2.0/routers/1561176c-8267-4a01-a2e1-361513282f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7620375 May 24 22:47:47.259456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-ad49a811-886a-4f19-a027-7ce9adc02e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:47.260945 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-ad49a811-886a-4f19-a027-7ce9adc02e37 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1101 time: 0.1382151 May 24 22:47:47.281038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port ad6b9ad8-1281-4111-b363-187b7df5fb9e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:47.325523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port ad6b9ad8-1281-4111-b363-187b7df5fb9e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:47.325787 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:47.468927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:47.472853 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:47.552212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:47.624224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-c729ebda-ce65-4b87-a41e-cd64a340e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:47.625864 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-c729ebda-ce65-4b87-a41e-cd64a340e78e service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3400397 May 24 22:47:47.640594 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:47.679749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f6e4-1c81-43cb-8bbc-458af17a8513 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:47.706817 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f6e4-1c81-43cb-8bbc-458af17a8513 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:47.724149 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-03454166-cc96-4d31-82f9-015d0f33b015 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 217 time: 0.0898089 May 24 22:47:47.752810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port ad6b9ad8-1281-4111-b363-187b7df5fb9e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:47.753400 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:47.784422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:47.797220 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd034bc0b-4110-486d-ab54-0423cd7ce372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6b9ad8-1281-4111-b363-187b7df5fb9e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:47.808872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port ad6b9ad8-1281-4111-b363-187b7df5fb9e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ad6b9ad8-1281-4111-b363-187b7df5fb9e,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:47.828303 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:47.834219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-b8939b80-9e64-465a-9fb1-38e91d7db7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:47.838104 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-b8939b80-9e64-465a-9fb1-38e91d7db7c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0904491 May 24 22:47:47.870475 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-1ba9fbf9-5e0a-4e73-b3ad-3c74f0574812 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593467 May 24 22:47:47.910410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f282e2-c13f-4819-8d03-83ba3be5e793 req-32cadf16-082c-43b4-bf51-ba7f05284208 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:47.918124 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-76f282e2-c13f-4819-8d03-83ba3be5e793 req-32cadf16-082c-43b4-bf51-ba7f05284208 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 948 time: 0.3919876 May 24 22:47:47.931653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Sync routers for ids ['1561176c-8267-4a01-a2e1-361513282f83'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:47:47.950358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dfe6c-c323-481b-9705-e069abf632ef req-35c50087-3c56-4ade-9e32-02314a8c1d05 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:47.958510 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e0dfe6c-c323-481b-9705-e069abf632ef req-35c50087-3c56-4ade-9e32-02314a8c1d05 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 944 time: 0.5106556 May 24 22:47:47.964635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Routers {'1561176c-8267-4a01-a2e1-361513282f83'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:47.965563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1561176c-8267-4a01-a2e1-361513282f83'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:48.039174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-76f282e2-c13f-4819-8d03-83ba3be5e793 req-5c5fe1fe-3003-4d9b-99c2-c1a87b1ea9e2 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199563 May 24 22:47:48.050017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-00bb6f14-86d6-44f6-9d27-f156a3fe6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:48.055107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-00bb6f14-86d6-44f6-9d27-f156a3fe6d0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2091432 May 24 22:47:48.075919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=ad6b9ad8-1281-4111-b363-187b7df5fb9e,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:48.205087 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e0dfe6c-c323-481b-9705-e069abf632ef req-bc48290f-4255-4f1b-8165-5ce6c79b28f2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456195 May 24 22:47:48.240775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Set router 1561176c-8267-4a01-a2e1-361513282f83 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:48.281237 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-d9a6f6e4-1c81-43cb-8bbc-458af17a8513 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Floating IP 9a684bf5-1de5-4b54-93e2-c710e1165436 associated. External IP: 172.25.7.124, port: dc1b7576-f87a-40c5-9e15-ee4966edf348. May 24 22:47:48.391120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-1b6725c3-e4f1-4003-b90d-f887efb90428 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:48.392575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-1b6725c3-e4f1-4003-b90d-f887efb90428 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4984500 May 24 22:47:48.472329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Request body: {'port': {'device_id': 'd3c8a5f3-f132-417c-8fee-39ca246172af', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '1990f88304ff4048814aa41ee90799b2'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:48.474279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f70870-5028-4b89-8ce3-217152641315 req-cede4a83-2b2b-40cd-8441-bd8b07ff7f3e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:48.477810 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82f70870-5028-4b89-8ce3-217152641315 req-cede4a83-2b2b-40cd-8441-bd8b07ff7f3e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.1944027 May 24 22:47:48.482856 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-857adb41-fe92-4808-b8a6-2378def91ab4 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238768 May 24 22:47:48.527924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c2e030-4e96-4d97-9959-1861ac581a3b req-cb1732f5-d841-42d8-98b9-7ef14051c62a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 210 time: 0.1449435 May 24 22:47:48.708589 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-d7549a7c-50f6-4284-8395-4174216f62f3 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089210 May 24 22:47:48.758666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82f70870-5028-4b89-8ce3-217152641315 req-54f28b6f-de39-4f97-8649-345a550e27f0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744389 May 24 22:47:48.824388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1561176c-8267-4a01-a2e1-361513282f83', 'name': 'tempest-TaggedBootDevicesTest_v242-43898843-router', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:35Z', 'updated_at': '2022-05-24T22:47:45Z', 'revision_number': 4, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'gw_port': {'id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:38Z', 'updated_at': '2022-05-24T22:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '373e27d7-0c08-415d-bb74-f8b0b2ec528a', 'name': '', 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'mac_address': 'fa:16:3e:4f:87:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '67c850e3-ce28-4a61-8c52-b259724441b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:43Z', 'updated_at': '2022-05-24T22:47:45Z', 'revision_number': 2, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'subnets': [{'id': '67c850e3-ce28-4a61-8c52-b259724441b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:48.835353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Checking router: 1561176c-8267-4a01-a2e1-361513282f83 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:47:48.835699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Updating router 1561176c-8267-4a01-a2e1-361513282f83 port 373e27d7-0c08-415d-bb74-f8b0b2ec528a binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:47:48.913273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:49.016242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:47:49.019399 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3fa9b2-22e5-48a0-b63f-45f5b49c2cd5'] response: {'server_uuid': 'd034bc0b-4110-486d-ab54-0423cd7ce372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6b9ad8-1281-4111-b363-187b7df5fb9e', 'code': 200} May 24 22:47:49.023076 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:49.136189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:49.136531 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:49.202858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1fa46-396a-4826-8d67-538b5c3ce343 req-c1ef7fa6-733a-4272-abb3-0ebbd114a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:49.204381 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e8e1fa46-396a-4826-8d67-538b5c3ce343 req-c1ef7fa6-733a-4272-abb3-0ebbd114a168 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 1096 time: 0.1528943 May 24 22:47:49.255643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc046f-3a89-44ef-861d-263bb8557177 req-aaa0fea6-8b5c-4223-93f7-c9fa44997b25 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:49.257478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-abdc046f-3a89-44ef-861d-263bb8557177 req-aaa0fea6-8b5c-4223-93f7-c9fa44997b25 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.1463854 May 24 22:47:49.275548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:47:49.279686 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e8e1fa46-396a-4826-8d67-538b5c3ce343 req-29513798-895d-4738-9174-9f988930e838 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673318 May 24 22:47:49.287498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a6f6e4-1c81-43cb-8bbc-458af17a8513 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Router 485cb4a6-a825-4c8b-8087-245596f5a72d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:47:49.296011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eea84c-0b8b-45e6-9bde-a998c38a17ab req-1ecd8ea3-f5d2-4b91-ac04-4fb15d7b4964 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:49.297479 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95eea84c-0b8b-45e6-9bde-a998c38a17ab req-1ecd8ea3-f5d2-4b91-ac04-4fb15d7b4964 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.50 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 948 time: 0.5701358 May 24 22:47:49.338198 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-abdc046f-3a89-44ef-861d-263bb8557177 req-1c378fd3-f20d-4e24-913d-840082abb7e1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612199 May 24 22:47:49.351911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Made reservation on behalf of 1990f88304ff4048814aa41ee90799b2 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:47:49.356447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:49.533845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:49.724993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf08a1-1689-49e5-90ae-689f88133695 req-b5038bf3-35d6-4fd7-87a2-5ee08a1abfc6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:49.726597 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fedf08a1-1689-49e5-90ae-689f88133695 req-b5038bf3-35d6-4fd7-87a2-5ee08a1abfc6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 945 time: 0.1298141 May 24 22:47:49.756279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-95eea84c-0b8b-45e6-9bde-a998c38a17ab req-421d4826-7d14-4ba6-aad7-284871fa2a39 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Deleting port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:47:49.756653 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-95eea84c-0b8b-45e6-9bde-a998c38a17ab req-421d4826-7d14-4ba6-aad7-284871fa2a39 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:49.768412 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:49.783023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Transition to ACTIVE for port object 373e27d7-0c08-415d-bb74-f8b0b2ec528a will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:49.793297 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fedf08a1-1689-49e5-90ae-689f88133695 req-8d86d063-c3d0-4c46-b3d0-88d0fc373f25 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605147 May 24 22:47:49.793594 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:50.051587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dd079-e275-483b-a122-420b17a8f0cd None None] Pushing event updated for resources: {'Port': ['ID=373e27d7-0c08-415d-bb74-f8b0b2ec528a,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:50.093138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Attempting to bind port 373e27d7-0c08-415d-bb74-f8b0b2ec528a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:50.093551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Attempting to bind port 373e27d7-0c08-415d-bb74-f8b0b2ec528a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b5c78a72-2050-4ea5-a45f-a553ca735c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:50.093999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Attempting to bind port 373e27d7-0c08-415d-bb74-f8b0b2ec528a on network 17e4089f-6ce9-448c-9b9e-5d576e038141 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:50.103108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:50.103508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Checking segment: {'id': 'b5c78a72-2050-4ea5-a45f-a553ca735c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:50.104208 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:50.104329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Bound using segment: {'id': 'b5c78a72-2050-4ea5-a45f-a553ca735c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:50.104697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Bound port: 373e27d7-0c08-415d-bb74-f8b0b2ec528a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c78a72-2050-4ea5-a45f-a553ca735c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:50.105065 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:50.234907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] For port 373e27d7-0c08-415d-bb74-f8b0b2ec528a, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:50.239198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] For port 373e27d7-0c08-415d-bb74-f8b0b2ec528a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=373e27d7-0c08-415d-bb74-f8b0b2ec528a,segment=NetworkSegment(b5c78a72-2050-4ea5-a45f-a553ca735c8d),segment_id=b5c78a72-2050-4ea5-a45f-a553ca735c8d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:50.251602 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:50.330256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a6f6e4-1c81-43cb-8bbc-458af17a8513 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:47:50.344746 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286de97-9049-42a8-b1f8-9d6478580e30 None None] Sync routers for ids ['485cb4a6-a825-4c8b-8087-245596f5a72d'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:47:50.355831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3f12-db73-412a-acc4-24e35cf26282 req-604c1f04-07e7-428a-ac88-40d0ec1e7a93 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:50.360357 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286de97-9049-42a8-b1f8-9d6478580e30 None None] Routers {'485cb4a6-a825-4c8b-8087-245596f5a72d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:50.363508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a83a3f12-db73-412a-acc4-24e35cf26282 req-604c1f04-07e7-428a-ac88-40d0ec1e7a93 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bc582c-e4b5-4eba-839c-8f47eb787988 HTTP/1.1" status: 200 len: 948 time: 0.9169815 May 24 22:47:50.365143 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d286de97-9049-42a8-b1f8-9d6478580e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['485cb4a6-a825-4c8b-8087-245596f5a72d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:50.379471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81c596-cae7-4e7b-b516-83317ea23cba req-8a53a86c-279e-4651-a1c6-746be2553626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:50.382307 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae81c596-cae7-4e7b-b516-83317ea23cba req-8a53a86c-279e-4651-a1c6-746be2553626 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 1096 time: 0.1623328 May 24 22:47:50.415511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f6e4-1c81-43cb-8bbc-458af17a8513 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:50.415794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dd079-e275-483b-a122-420b17a8f0cd None None] Pushing event updated for resources: {'Port': ['ID=373e27d7-0c08-415d-bb74-f8b0b2ec528a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:50.456556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Routers {'1561176c-8267-4a01-a2e1-361513282f83'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:50.457199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1561176c-8267-4a01-a2e1-361513282f83'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:50.506934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Allocated IP 192.168.233.58 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/23be3634-e773-4537-9849-70e26e2b9a80) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:47:50.614609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-95eea84c-0b8b-45e6-9bde-a998c38a17ab req-421d4826-7d14-4ba6-aad7-284871fa2a39 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] For port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:50.615010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-95eea84c-0b8b-45e6-9bde-a998c38a17ab req-421d4826-7d14-4ba6-aad7-284871fa2a39 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:50.805615 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d286de97-9049-42a8-b1f8-9d6478580e30 None None] Set router 485cb4a6-a825-4c8b-8087-245596f5a72d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:50.879442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] Set router 1561176c-8267-4a01-a2e1-361513282f83 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:50.930738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81c596-cae7-4e7b-b516-83317ea23cba req-5dc5f561-63b2-40ea-8287-090614a44133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:50.932199 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae81c596-cae7-4e7b-b516-83317ea23cba req-5dc5f561-63b2-40ea-8287-090614a44133 service neutron] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.5419197 May 24 22:47:50.981610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-95eea84c-0b8b-45e6-9bde-a998c38a17ab req-421d4826-7d14-4ba6-aad7-284871fa2a39 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Calling delete_port for 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:47:51.068728 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae81c596-cae7-4e7b-b516-83317ea23cba req-ec8a3018-6cea-4e56-8ecb-81c45286eb92 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61dbe735-a325-4b49-91ef-c9ef6eebce45 HTTP/1.1" status: 200 len: 217 time: 0.1135399 May 24 22:47:51.097149 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a83a3f12-db73-412a-acc4-24e35cf26282 req-f339249c-bc2e-4a89-a7e9-018327cd7c40 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7326391 May 24 22:47:51.121065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d9a6f6e4-1c81-43cb-8bbc-458af17a8513 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "PUT /v2.0/floatingips/9a684bf5-1de5-4b54-93e2-c710e1165436 HTTP/1.1" status: 200 len: 992 time: 4.9865596 May 24 22:47:51.132047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'tag': 'dc1b7576-f87a-40c5-9e15-ee4966edf348'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:51.199137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81c596-cae7-4e7b-b516-83317ea23cba req-b22b20a5-bc4a-46b8-ba81-b1c17707aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:51.200896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae81c596-cae7-4e7b-b516-83317ea23cba req-b22b20a5-bc4a-46b8-ba81-b1c17707aba6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.1224279 May 24 22:47:51.218089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-89c3117e-4f93-4d7e-b9ee-9ee6d9f5d934 req-760f6b0c-07ad-4e42-a5ae-19ce053877a4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 210 time: 0.1477747 May 24 22:47:51.326675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-6c3bd2a9-83f1-4220-b4fc-772532c3b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:51.328261 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-6c3bd2a9-83f1-4220-b4fc-772532c3b995 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 1096 time: 0.5176575 May 24 22:47:51.367342 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-95eea84c-0b8b-45e6-9bde-a998c38a17ab req-421d4826-7d14-4ba6-aad7-284871fa2a39 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:51.493709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81c596-cae7-4e7b-b516-83317ea23cba req-93c19fac-c113-45c5-b3d6-f569a58c5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:51.495509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae81c596-cae7-4e7b-b516-83317ea23cba req-93c19fac-c113-45c5-b3d6-f569a58c5054 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2807558 May 24 22:47:51.547316 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d286de97-9049-42a8-b1f8-9d6478580e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '9a684bf5-1de5-4b54-93e2-c710e1165436', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'port_id': 'dc1b7576-f87a-40c5-9e15-ee4966edf348', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'mac_address': 'fa:16:3e:11:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:47:03Z', 'updated_at': '2022-05-24T22:47:47Z', 'revision_number': 1, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3', 'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'mac_address': 'fa:16:3e:75:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:45Z', 'updated_at': '2022-05-24T22:47:14Z', 'revision_number': 5, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'subnets': [{'id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:51.562177 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286de97-9049-42a8-b1f8-9d6478580e30 None None] Checking router: 485cb4a6-a825-4c8b-8087-245596f5a72d for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:47:51.582842 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286de97-9049-42a8-b1f8-9d6478580e30 None None] Routers {'485cb4a6-a825-4c8b-8087-245596f5a72d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:47:51.584640 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d286de97-9049-42a8-b1f8-9d6478580e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['485cb4a6-a825-4c8b-8087-245596f5a72d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:51.598883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d4826-7d14-4ba6-aad7-284871fa2a39 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Pushing event deleted for resources: {'Port': ['ID=46ebba4f-b13b-46ca-b8e6-3e6ee5829931,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:51.635709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1561176c-8267-4a01-a2e1-361513282f83', 'name': 'tempest-TaggedBootDevicesTest_v242-43898843-router', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:35Z', 'updated_at': '2022-05-24T22:47:45Z', 'revision_number': 4, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'gw_port': {'id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:38Z', 'updated_at': '2022-05-24T22:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '373e27d7-0c08-415d-bb74-f8b0b2ec528a', 'name': '', 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'mac_address': 'fa:16:3e:4f:87:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '67c850e3-ce28-4a61-8c52-b259724441b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:43Z', 'updated_at': '2022-05-24T22:47:50Z', 'revision_number': 4, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'subnets': [{'id': '67c850e3-ce28-4a61-8c52-b259724441b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:51.644873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4b9af8-02ac-4a06-9abe-75db5e6f7712 None None] The sync data for ids ['1561176c-8267-4a01-a2e1-361513282f83'] in n-d-843146-7 is: [{'id': '1561176c-8267-4a01-a2e1-361513282f83', 'name': 'tempest-TaggedBootDevicesTest_v242-43898843-router', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:35Z', 'updated_at': '2022-05-24T22:47:45Z', 'revision_number': 4, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'gw_port': {'id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:38Z', 'updated_at': '2022-05-24T22:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '373e27d7-0c08-415d-bb74-f8b0b2ec528a', 'name': '', 'network_id': '17e4089f-6ce9-448c-9b9e-5d576e038141', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'mac_address': 'fa:16:3e:4f:87:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '67c850e3-ce28-4a61-8c52-b259724441b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:43Z', 'updated_at': '2022-05-24T22:47:50Z', 'revision_number': 4, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'subnets': [{'id': '67c850e3-ce28-4a61-8c52-b259724441b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:47:51.742132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-95eea84c-0b8b-45e6-9bde-a998c38a17ab req-421d4826-7d14-4ba6-aad7-284871fa2a39 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] No DVR routers for this DVR port 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:47:51.759042 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-95eea84c-0b8b-45e6-9bde-a998c38a17ab req-421d4826-7d14-4ba6-aad7-284871fa2a39 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:51.811775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95eea84c-0b8b-45e6-9bde-a998c38a17ab req-421d4826-7d14-4ba6-aad7-284871fa2a39 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.50 "DELETE /v2.0/ports/46ebba4f-b13b-46ca-b8e6-3e6ee5829931 HTTP/1.1" status: 204 len: 173 time: 2.5046530 May 24 22:47:51.827759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63378626-9243-4351-bdb2-be8a5858dc35 req-97d145a2-2716-46c3-a7f7-6c43751374f7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:51.836043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63378626-9243-4351-bdb2-be8a5858dc35 req-97d145a2-2716-46c3-a7f7-6c43751374f7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.4550600 May 24 22:47:51.902869 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:51.942166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63378626-9243-4351-bdb2-be8a5858dc35 req-baa82df0-c0be-4062-8b94-622b8d18bd2f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052053 May 24 22:47:51.953105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-6da69802-7b2c-4fae-8095-db8fe9a7e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:51.954686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Transition to ACTIVE for port object 23be3634-e773-4537-9849-70e26e2b9a80 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:51.956598 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-6da69802-7b2c-4fae-8095-db8fe9a7e49f service neutron] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 913 time: 0.6187532 May 24 22:47:51.982191 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d286de97-9049-42a8-b1f8-9d6478580e30 None None] Set router 485cb4a6-a825-4c8b-8087-245596f5a72d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:47:52.024243 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:52.036548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['07bd9dd0-4040-41ff-a337-e398d6f46da5', 'acd602bc-7b5f-4669-87f5-3708f9d0948b', '995b50a9-a73c-4356-bc29-f22c66a83ed9'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:52.201611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02', '161d9da7-83b9-4035-b884-57d12ba28381'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:47:52.214928 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-aba4c787-56c8-402c-b185-4ab37af37808 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad6b9ad8-1281-4111-b363-187b7df5fb9e HTTP/1.1" status: 200 len: 217 time: 0.2271044 May 24 22:47:52.236675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc684c5-ac6d-4897-836f-0b93ec450281 req-693c5e1c-8564-49cd-af9b-e14034936216 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:52.238174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3dc684c5-ac6d-4897-836f-0b93ec450281 req-693c5e1c-8564-49cd-af9b-e14034936216 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.8031764 May 24 22:47:52.439595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-8651210e-e5eb-4be5-8fec-37fea2400f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:52.441063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-8651210e-e5eb-4be5-8fec-37fea2400f00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.2020066 May 24 22:47:52.493021 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae81c596-cae7-4e7b-b516-83317ea23cba req-be671f23-f1a2-493a-a4ce-76a0052b797a service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9891460 May 24 22:47:52.648763 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-ba90095c-0bc3-4733-a934-4af02330ab0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530621 May 24 22:47:52.654033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:47:52.668440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:47:52.675916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:47:52.738736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:47:52.761808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event updated for resources: {'Port': ['ID=23be3634-e773-4537-9849-70e26e2b9a80,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:52.875832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:52.878697 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d286de97-9049-42a8-b1f8-9d6478580e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '9a684bf5-1de5-4b54-93e2-c710e1165436', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'port_id': 'dc1b7576-f87a-40c5-9e15-ee4966edf348', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'mac_address': 'fa:16:3e:11:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:47:03Z', 'updated_at': '2022-05-24T22:47:47Z', 'revision_number': 1, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3', 'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'mac_address': 'fa:16:3e:75:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:45Z', 'updated_at': '2022-05-24T22:47:14Z', 'revision_number': 5, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'subnets': [{'id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:47:52.883124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:52.891532 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286de97-9049-42a8-b1f8-9d6478580e30 None None] The sync data for ids ['485cb4a6-a825-4c8b-8087-245596f5a72d'] in n-d-843146-7 is: [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '9a684bf5-1de5-4b54-93e2-c710e1165436', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'port_id': 'dc1b7576-f87a-40c5-9e15-ee4966edf348', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'mac_address': 'fa:16:3e:11:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:47:03Z', 'updated_at': '2022-05-24T22:47:47Z', 'revision_number': 1, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3', 'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'mac_address': 'fa:16:3e:75:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:45Z', 'updated_at': '2022-05-24T22:47:14Z', 'revision_number': 5, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'subnets': [{'id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:47:52.919516 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-c5fdd859-4c64-42ff-9388-1c84e227f9c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5136714 May 24 22:47:52.925646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:47:52.926255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 46ebba4f-b13b-46ca-b8e6-3e6ee5829931 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:47:52.948696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158a30c-723b-443d-bffc-86f452b9de0e req-a5788c26-ce14-4780-992c-fdf4997e2dee tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:52.974624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2158a30c-723b-443d-bffc-86f452b9de0e req-a5788c26-ce14-4780-992c-fdf4997e2dee tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 945 time: 0.7413590 May 24 22:47:52.987224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Request body: {'port': {'device_id': 'd3c8a5f3-f132-417c-8fee-39ca246172af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:47:53.076204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 373e27d7-0c08-415d-bb74-f8b0b2ec528a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:53.129433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3dc684c5-ac6d-4897-836f-0b93ec450281 req-6454488e-9345-4ea7-a4f2-d2840c21e506 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6881204 May 24 22:47:53.271741 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2158a30c-723b-443d-bffc-86f452b9de0e req-59f4b606-c2ba-45cf-b1ef-817d0b6d6a33 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934547 May 24 22:47:53.332297 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-a958f0d1-b131-40f0-b6fa-a3b0a9976a3d service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650120 May 24 22:47:53.340973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae81c596-cae7-4e7b-b516-83317ea23cba req-56f660c6-1bf4-4542-b1c4-01833374e671 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7758648 May 24 22:47:53.505695 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b6501e-6b3a-47b2-b231-d537460f967e'] response: {'name': 'network-changed', 'server_uuid': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'tag': 'dc1b7576-f87a-40c5-9e15-ee4966edf348', 'status': 'completed', 'code': 200} May 24 22:47:53.562021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c580c-f779-4b63-b3d8-e21dcafc3ea8 None None] New status for floating IP 9a684bf5-1de5-4b54-93e2-c710e1165436: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:47:53.597688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:53.744281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d1a0a7dc-cb61-47c9-bec7-9fdd07c4046b None None] Provisioning for port 23be3634-e773-4537-9849-70e26e2b9a80 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:53.767016 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d1a0a7dc-cb61-47c9-bec7-9fdd07c4046b None None] Provisioning complete for port 23be3634-e773-4537-9849-70e26e2b9a80 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:53.768022 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d1a0a7dc-cb61-47c9-bec7-9fdd07c4046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:53.894227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401366bb-2999-455b-86c5-c58afadf43b0 req-0885b95f-f69f-4277-adfe-65aaee348aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:53.895832 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-401366bb-2999-455b-86c5-c58afadf43b0 req-0885b95f-f69f-4277-adfe-65aaee348aff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cc4ff1f5e5e42988805dcd9a21f9fe4&device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 1097 time: 0.4682996 May 24 22:47:53.897471 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:53.910190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 373e27d7-0c08-415d-bb74-f8b0b2ec528a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:47:53.948173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-73f87475-e635-4428-bea2-773cc26ea5af service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886376 May 24 22:47:54.015210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 373e27d7-0c08-415d-bb74-f8b0b2ec528a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:54.015765 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:54.039634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e921-0af3-426b-8150-f0bcd9f76cb8 req-5a5acda0-dbed-487c-bf0e-23903df016bb tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:54.042665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e21e921-0af3-426b-8150-f0bcd9f76cb8 req-5a5acda0-dbed-487c-bf0e-23903df016bb tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 946 time: 0.4212043 May 24 22:47:54.062689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0a7dc-cb61-47c9-bec7-9fdd07c4046b None None] Port 23be3634-e773-4537-9849-70e26e2b9a80 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:47:54.075893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc8969-30dc-43ef-9b60-e18a77d293de req-e87bd43b-b758-4560-a876-9ef25625149e tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:54.077374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2fc8969-30dc-43ef-9b60-e18a77d293de req-e87bd43b-b758-4560-a876-9ef25625149e tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 935 time: 0.2491634 May 24 22:47:54.120199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401366bb-2999-455b-86c5-c58afadf43b0 req-640b3dc1-9e82-4a38-8604-802a99ac6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:54.121913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-401366bb-2999-455b-86c5-c58afadf43b0 req-640b3dc1-9e82-4a38-8604-802a99ac6719 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1338476e-fd93-4d58-ad16-9d988ce761f0 HTTP/1.1" status: 200 len: 912 time: 0.2173545 May 24 22:47:54.235303 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2fc8969-30dc-43ef-9b60-e18a77d293de req-8f01867e-9cbe-4565-9e86-74b8c7c275e6 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418436 May 24 22:47:54.239044 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e21e921-0af3-426b-8150-f0bcd9f76cb8 req-8c810eb1-c600-4e0b-836c-44555690140d tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433229 May 24 22:47:54.277737 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-401366bb-2999-455b-86c5-c58afadf43b0 req-da318a01-e51c-41b2-9bae-f6ceb46d5f41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc1b7576-f87a-40c5-9e15-ee4966edf348 HTTP/1.1" status: 200 len: 1000 time: 0.1458497 May 24 22:47:54.421175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401366bb-2999-455b-86c5-c58afadf43b0 req-907884a0-fdac-4b98-8d73-06c1b24e8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:54.422682 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-401366bb-2999-455b-86c5-c58afadf43b0 req-907884a0-fdac-4b98-8d73-06c1b24e8684 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d64be961-676e-48b9-8076-826ab80f2b09 HTTP/1.1" status: 200 len: 850 time: 0.1338046 May 24 22:47:54.434771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23be3634-e773-4537-9849-70e26e2b9a80 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:47:54.444540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:54.466979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 373e27d7-0c08-415d-bb74-f8b0b2ec528a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:54.467582 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:54.507631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401366bb-2999-455b-86c5-c58afadf43b0 req-49dbeaeb-af21-404a-95ae-846bf10cedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:54.509115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-401366bb-2999-455b-86c5-c58afadf43b0 req-49dbeaeb-af21-404a-95ae-846bf10cedab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1338476e-fd93-4d58-ad16-9d988ce761f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776694 May 24 22:47:54.544586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Transition to ACTIVE for port object 23be3634-e773-4537-9849-70e26e2b9a80 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:47:54.554470 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:54.611559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 373e27d7-0c08-415d-bb74-f8b0b2ec528a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=373e27d7-0c08-415d-bb74-f8b0b2ec528a,segment=NetworkSegment(b5c78a72-2050-4ea5-a45f-a553ca735c8d),segment_id=b5c78a72-2050-4ea5-a45f-a553ca735c8d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:54.619675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:54.700006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=373e27d7-0c08-415d-bb74-f8b0b2ec528a,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:54.728601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Pushing event updated for resources: {'Port': ['ID=23be3634-e773-4537-9849-70e26e2b9a80,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:54.745482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634a949-42a8-47cf-a543-b936aa5e2aa9 req-8552470d-547a-4b3d-b522-6c8ff382cd6d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:54.754724 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2634a949-42a8-47cf-a543-b936aa5e2aa9 req-8552470d-547a-4b3d-b522-6c8ff382cd6d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.3004272 May 24 22:47:54.761992 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-401366bb-2999-455b-86c5-c58afadf43b0 req-93ce1eb1-42ab-4482-91d3-cfc4b5d3907b service neutron] 10.222.0.50 "GET /v2.0/networks/1338476e-fd93-4d58-ad16-9d988ce761f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453330 May 24 22:47:54.867409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 373e27d7-0c08-415d-bb74-f8b0b2ec528a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:47:54.970633 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2634a949-42a8-47cf-a543-b936aa5e2aa9 req-9df3a1d7-2fbb-4eab-8713-c15e13877934 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146382 May 24 22:47:55.027808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 373e27d7-0c08-415d-bb74-f8b0b2ec528a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:47:55.028189 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:55.055160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Attempting to bind port 23be3634-e773-4537-9849-70e26e2b9a80 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:47:55.055796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Attempting to bind port 23be3634-e773-4537-9849-70e26e2b9a80 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:47:55.055796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Attempting to bind port 23be3634-e773-4537-9849-70e26e2b9a80 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:55.061847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Port 23be3634-e773-4537-9849-70e26e2b9a80 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:47:55.062224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Attempting to bind port 23be3634-e773-4537-9849-70e26e2b9a80 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:47:55.067704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:47:55.068053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:47:55.068440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:47:55.069545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Bound port: 23be3634-e773-4537-9849-70e26e2b9a80, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:47:55.069898 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:55.085848 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-401366bb-2999-455b-86c5-c58afadf43b0 req-1b2bf913-5348-4ac5-8144-c2db76c825b0 service neutron] 10.222.0.50 "GET /v2.0/networks/1338476e-fd93-4d58-ad16-9d988ce761f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164628 May 24 22:47:55.213734 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 373e27d7-0c08-415d-bb74-f8b0b2ec528a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:47:55.230702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] For port 23be3634-e773-4537-9849-70e26e2b9a80, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:47:55.247895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] For port 23be3634-e773-4537-9849-70e26e2b9a80, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=23be3634-e773-4537-9849-70e26e2b9a80,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:47:55.257295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:55.355150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:55.355516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:55.356933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] 10.222.0.50 "PUT /v2.0/ports/23be3634-e773-4537-9849-70e26e2b9a80 HTTP/1.1" status: 200 len: 1095 time: 2.3799293 May 24 22:47:55.373036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d296d-7e6d-46bc-a499-0deb7e11c282 req-3e6d44a8-4d3c-43f5-9271-69dfc268cc62 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:55.380587 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-236d296d-7e6d-46bc-a499-0deb7e11c282 req-3e6d44a8-4d3c-43f5-9271-69dfc268cc62 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.1989617 May 24 22:47:55.454580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376467a-9431-48eb-a1bf-8b1dab728b98 service neutron] Pushing event updated for resources: {'Port': ['ID=23be3634-e773-4537-9849-70e26e2b9a80,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:55.514106 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-236d296d-7e6d-46bc-a499-0deb7e11c282 req-65cb2a16-8534-4b3c-969d-b0fa7585925f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317775 May 24 22:47:55.514971 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:55.519407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'name': 'network-vif-deleted', 'tag': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931'}, {'name': 'network-changed', 'server_uuid': 'd3c8a5f3-f132-417c-8fee-39ca246172af', 'tag': '23be3634-e773-4537-9849-70e26e2b9a80'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:55.537144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20d12e-7757-4731-9a1c-c8216278dc5b req-da83a5db-8af0-48b0-a8ff-19f5cf9e7f51 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:55.547570 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb20d12e-7757-4731-9a1c-c8216278dc5b req-da83a5db-8af0-48b0-a8ff-19f5cf9e7f51 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 945 time: 0.1443429 May 24 22:47:55.570550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-784afb04-36f2-4737-920b-3c6bcd6e597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:55.572079 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-784afb04-36f2-4737-920b-3c6bcd6e597d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 1098 time: 0.1551797 May 24 22:47:55.681311 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-32d6942f-0d9f-4fd0-9393-c994bd837eae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=23be3634-e773-4537-9849-70e26e2b9a80 HTTP/1.1" status: 200 len: 217 time: 0.0961201 May 24 22:47:55.824777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-7c63a838-2929-47b0-a28c-9df069932545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:55.827632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-7c63a838-2929-47b0-a28c-9df069932545 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1272213 May 24 22:47:55.858498 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb20d12e-7757-4731-9a1c-c8216278dc5b req-b6842f17-7709-46ed-a2a9-78cdaac1e1b5 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104877 May 24 22:47:55.928542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c63e0e-988b-47e8-8f81-eba262f74a14 req-cc46845e-ed8c-4868-a34d-b9f0303fb1f6 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:55.929263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d4c63e0e-988b-47e8-8f81-eba262f74a14 req-cc46845e-ed8c-4868-a34d-b9f0303fb1f6 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:55.942460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-75555925-27e3-4b46-9d9a-c2933f395dcb tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:55.944772 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-75555925-27e3-4b46-9d9a-c2933f395dcb tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 945 time: 0.1766834 May 24 22:47:55.954490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d4c63e0e-988b-47e8-8f81-eba262f74a14 req-cc46845e-ed8c-4868-a34d-b9f0303fb1f6 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:55.955651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4c63e0e-988b-47e8-8f81-eba262f74a14 req-cc46845e-ed8c-4868-a34d-b9f0303fb1f6 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 947 time: 0.2205336 May 24 22:47:56.044510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Deleting port ad6b9ad8-1281-4111-b363-187b7df5fb9e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:47:56.044910 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:56.139048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-ddfd932e-be1a-49f7-8441-593678f1d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:56.140561 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-ddfd932e-be1a-49f7-8441-593678f1d72e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3031957 May 24 22:47:56.175624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4c63e0e-988b-47e8-8f81-eba262f74a14 req-928b4d74-5ae4-41de-9407-8a640d0c897b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067792 May 24 22:47:56.296803 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8837a7a1-3848-482f-a0c6-9be997996ecb'] response: {'server_uuid': '77bc582c-e4b5-4eba-839c-8f47eb787988', 'name': 'network-vif-deleted', 'tag': '46ebba4f-b13b-46ca-b8e6-3e6ee5829931', 'status': 'completed', 'code': 200} May 24 22:47:56.297003 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8837a7a1-3848-482f-a0c6-9be997996ecb'] response: {'name': 'network-changed', 'server_uuid': 'd3c8a5f3-f132-417c-8fee-39ca246172af', 'tag': '23be3634-e773-4537-9849-70e26e2b9a80', 'status': 'completed', 'code': 200} May 24 22:47:56.304570 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-7348614c-779a-4d2a-8456-3a0fd99647be service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543539 May 24 22:47:56.371216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217c7ad-51a4-401a-bf7d-05e9dee075f0 req-be225ac7-71cf-40f7-9ba7-f4347311b88d tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:56.372755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e217c7ad-51a4-401a-bf7d-05e9dee075f0 req-be225ac7-71cf-40f7-9ba7-f4347311b88d tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ec8c76b-64f0-4506-8ef1-93fa8296d70c HTTP/1.1" status: 200 len: 948 time: 0.2785106 May 24 22:47:56.453086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] For port ad6b9ad8-1281-4111-b363-187b7df5fb9e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ad6b9ad8-1281-4111-b363-187b7df5fb9e,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:56.453475 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:56.466042 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e217c7ad-51a4-401a-bf7d-05e9dee075f0 req-a9e11c92-345c-4822-a25b-1190588b5a65 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846772 May 24 22:47:56.555758 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f50b1de-74a6-43dc-94d9-a7e256fccd53 req-509455ae-c772-4747-9a71-92ee91a3ee7b service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351227 May 24 22:47:56.699185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Calling delete_port for ad6b9ad8-1281-4111-b363-187b7df5fb9e owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:47:56.752498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce226f9-ade4-4c03-9e9a-640a111d618a req-825ed8b5-3d38-4bce-bf92-ae7138f8d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:56.755405 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ce226f9-ade4-4c03-9e9a-640a111d618a req-825ed8b5-3d38-4bce-bf92-ae7138f8d2a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 1098 time: 0.1447999 May 24 22:47:56.902397 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf128d77-1693-44f1-8f42-bdbadd733ff5 req-5977de5f-4e1b-48c4-bfaf-b8b7a9909092 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:56.909544 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf128d77-1693-44f1-8f42-bdbadd733ff5 req-5977de5f-4e1b-48c4-bfaf-b8b7a9909092 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.1773531 May 24 22:47:56.983605 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf128d77-1693-44f1-8f42-bdbadd733ff5 req-55b44471-9fd8-4f00-9ac3-5cfd3e7028d3 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730898 May 24 22:47:57.008291 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:57.063850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event deleted for resources: {'Port': ['ID=ad6b9ad8-1281-4111-b363-187b7df5fb9e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:57.091753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce226f9-ade4-4c03-9e9a-640a111d618a req-94c6d7a4-29be-4584-9b66-59e44395797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:57.093560 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ce226f9-ade4-4c03-9e9a-640a111d618a req-94c6d7a4-29be-4584-9b66-59e44395797d service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3245926 May 24 22:47:57.107008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d056329-5c43-4e5d-936f-8873da146fa8 req-f4563a2d-2103-45b8-bf50-da449fab79b7 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:57.108789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d056329-5c43-4e5d-936f-8873da146fa8 req-f4563a2d-2103-45b8-bf50-da449fab79b7 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.2028520 May 24 22:47:57.110548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.110895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.111234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.111571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.112040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.112379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.112703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.113029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.113350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.113693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.114015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.114366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:47:57.163274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] No DVR routers for this DVR port ad6b9ad8-1281-4111-b363-187b7df5fb9e on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:47:57.166186 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:57.168882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd034bc0b-4110-486d-ab54-0423cd7ce372', 'name': 'network-vif-deleted', 'tag': 'ad6b9ad8-1281-4111-b363-187b7df5fb9e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:57.196707 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8faefaf3-92d4-4140-be35-2871d5be6326 req-bbfe3401-b952-4a4a-b6af-8d2ae89519f1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "DELETE /v2.0/ports/ad6b9ad8-1281-4111-b363-187b7df5fb9e HTTP/1.1" status: 204 len: 173 time: 1.2439327 May 24 22:47:57.223953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ce226f9-ade4-4c03-9e9a-640a111d618a req-5c7f33c9-5ece-4020-925b-d0a0f8974e43 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=23be3634-e773-4537-9849-70e26e2b9a80 HTTP/1.1" status: 200 len: 217 time: 0.1138399 May 24 22:47:57.303120 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d056329-5c43-4e5d-936f-8873da146fa8 req-feadcfac-062a-493c-ace7-66459c53151d tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000640 May 24 22:47:57.324209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce226f9-ade4-4c03-9e9a-640a111d618a req-59253c9b-070e-4711-acbf-fbaa5537f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:57.335640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ce226f9-ade4-4c03-9e9a-640a111d618a req-59253c9b-070e-4711-acbf-fbaa5537f8a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0926244 May 24 22:47:57.432443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce226f9-ade4-4c03-9e9a-640a111d618a req-27f12876-a30d-4509-9971-3123fda37ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:57.434082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ce226f9-ade4-4c03-9e9a-640a111d618a req-27f12876-a30d-4509-9971-3123fda37ef0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976412 May 24 22:47:57.578356 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e54c5517-989e-46d0-89c5-f46e020f67ca req-217f5db8-01df-4065-ab8c-848295f3bb89 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=d034bc0b-4110-486d-ab54-0423cd7ce372 HTTP/1.1" status: 200 len: 210 time: 0.0573099 May 24 22:47:57.646551 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ce226f9-ade4-4c03-9e9a-640a111d618a req-115f593a-bb1c-434c-92da-06b9d2ca3322 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059159 May 24 22:47:57.662515 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ee53a6-2aa5-4c2f-b29d-8eb6bcc78013'] response: {'server_uuid': 'd034bc0b-4110-486d-ab54-0423cd7ce372', 'name': 'network-vif-deleted', 'tag': 'ad6b9ad8-1281-4111-b363-187b7df5fb9e', 'status': 'completed', 'code': 200} May 24 22:47:57.696857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f758-7d24-41d1-991f-023ddd441eb9 req-a09b4f14-0b6e-469e-affd-27cf51a19f4d tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:57.699023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ea7f758-7d24-41d1-991f-023ddd441eb9 req-a09b4f14-0b6e-469e-affd-27cf51a19f4d tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ec8c76b-64f0-4506-8ef1-93fa8296d70c HTTP/1.1" status: 200 len: 948 time: 0.2071226 May 24 22:47:57.841897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-2ea7f758-7d24-41d1-991f-023ddd441eb9 req-42001453-d854-4e58-83ee-a03c90313a94 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Deleting port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:47:57.842600 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2ea7f758-7d24-41d1-991f-023ddd441eb9 req-42001453-d854-4e58-83ee-a03c90313a94 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:57.891642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ce226f9-ade4-4c03-9e9a-640a111d618a req-30c3201b-3102-449e-9a8f-6dba8cc6d059 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375484 May 24 22:47:57.907764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330ec40-e9dd-449e-86f1-bc4f708eb92c req-2e9a4a47-37ff-4c1d-a865-bc5f941626d9 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:57.915762 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e330ec40-e9dd-449e-86f1-bc4f708eb92c req-2e9a4a47-37ff-4c1d-a865-bc5f941626d9 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 947 time: 0.1518400 May 24 22:47:57.974476 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e330ec40-e9dd-449e-86f1-bc4f708eb92c req-4efe0732-e404-494c-9eeb-6439e998fd8a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576210 May 24 22:47:58.246278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce9725-ee3e-49ea-82e7-bb8fe2ac078f req-18466aff-0a81-4192-978e-7144b6e5c28e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:58.247773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93ce9725-ee3e-49ea-82e7-bb8fe2ac078f req-18466aff-0a81-4192-978e-7144b6e5c28e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.1012928 May 24 22:47:58.257646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ff816-9b45-4e72-bebc-ae488ba06c21 req-337c5841-5cf5-4653-9e39-593ef6c2c7ce tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:58.259155 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-941ff816-9b45-4e72-bebc-ae488ba06c21 req-337c5841-5cf5-4653-9e39-593ef6c2c7ce tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ec8c76b-64f0-4506-8ef1-93fa8296d70c HTTP/1.1" status: 200 len: 948 time: 0.2388439 May 24 22:47:58.295429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-2ea7f758-7d24-41d1-991f-023ddd441eb9 req-42001453-d854-4e58-83ee-a03c90313a94 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] For port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:47:58.295795 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2ea7f758-7d24-41d1-991f-023ddd441eb9 req-42001453-d854-4e58-83ee-a03c90313a94 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:58.306294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93ce9725-ee3e-49ea-82e7-bb8fe2ac078f req-47784d15-ea3e-436c-9fd4-43a055532b92 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528026 May 24 22:47:58.549297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-2ea7f758-7d24-41d1-991f-023ddd441eb9 req-42001453-d854-4e58-83ee-a03c90313a94 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Calling delete_port for 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:47:58.601629 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-941ff816-9b45-4e72-bebc-ae488ba06c21 req-ae209379-98d7-4922-82d6-43b9b9770e89 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3c0285-e175-497f-8cb9-c836ebb4d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308263 May 24 22:47:58.808007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2ea7f758-7d24-41d1-991f-023ddd441eb9 req-42001453-d854-4e58-83ee-a03c90313a94 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:58.861598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42001453-d854-4e58-83ee-a03c90313a94 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Pushing event deleted for resources: {'Port': ['ID=6f5d548b-9976-40a0-9b5b-e0da3cf84cd2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:47:58.926854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6816f55-7106-4f7b-b06a-51616d251c72 req-7200b54c-e79c-4a26-a045-c0999cf70a75 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:58.933859 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e6816f55-7106-4f7b-b06a-51616d251c72 req-7200b54c-e79c-4a26-a045-c0999cf70a75 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.2189338 May 24 22:47:58.937357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device ad6b9ad8-1281-4111-b363-187b7df5fb9e no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:47:58.992745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea7f758-7d24-41d1-991f-023ddd441eb9 req-42001453-d854-4e58-83ee-a03c90313a94 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] No DVR routers for this DVR port 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:47:58.997884 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2ea7f758-7d24-41d1-991f-023ddd441eb9 req-42001453-d854-4e58-83ee-a03c90313a94 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:47:59.017578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ea7f758-7d24-41d1-991f-023ddd441eb9 req-42001453-d854-4e58-83ee-a03c90313a94 tempest-ListImageFiltersTestJSON-1605592742 tempest-ListImageFiltersTestJSON-1605592742-project] 10.222.0.50 "DELETE /v2.0/ports/6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 HTTP/1.1" status: 204 len: 173 time: 1.3119609 May 24 22:47:59.028409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: ad6b9ad8-1281-4111-b363-187b7df5fb9e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:47:59.028772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device ad6b9ad8-1281-4111-b363-187b7df5fb9e not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:47:59.034322 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e6816f55-7106-4f7b-b06a-51616d251c72 req-e38972a3-288b-42a5-a2fe-217b762a84f5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993438 May 24 22:47:59.244661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba624d4f-91d5-4988-8ea6-198372fdfa2a req-b401ae5d-aebc-43b6-b23e-db33b56db947 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:59.246333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba624d4f-91d5-4988-8ea6-198372fdfa2a req-b401ae5d-aebc-43b6-b23e-db33b56db947 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 947 time: 0.1047175 May 24 22:47:59.325003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba624d4f-91d5-4988-8ea6-198372fdfa2a req-3c1962af-c617-45d8-b223-a54d026c682b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708084 May 24 22:47:59.646796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cbd17-eeec-4329-b214-22dadccb5668 req-1e5ec893-2fa8-44df-90d6-577e59c289e2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:59.648883 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f87cbd17-eeec-4329-b214-22dadccb5668 req-1e5ec893-2fa8-44df-90d6-577e59c289e2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.0980012 May 24 22:47:59.671293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-deleted', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:47:59.702899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f87cbd17-eeec-4329-b214-22dadccb5668 req-c4edbe3a-9a1d-4ca4-b922-ab849507e927 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436008 May 24 22:47:59.728551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-d965e6f6-8c7d-4cb5-8f05-bfee78ee41b4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:47:59.728551 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-d965e6f6-8c7d-4cb5-8f05-bfee78ee41b4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.2612119 May 24 22:47:59.749566 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-b3d1d925-605d-4e56-91aa-8de4320e49c9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/quotas/2e846590628e4af9acc5488fea48c6ad HTTP/1.1" status: 200 len: 375 time: 0.0151820 May 24 22:47:59.800190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-523dbab6-cdc0-452c-b744-e11d427df15c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:47:59.819334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-523dbab6-cdc0-452c-b744-e11d427df15c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:47:59.821039 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-523dbab6-cdc0-452c-b744-e11d427df15c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651851 May 24 22:47:59.899008 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce27ab8-f50f-46ab-b0f8-55a45bb44511'] response: {'server_uuid': '4ec8c76b-64f0-4506-8ef1-93fa8296d70c', 'name': 'network-vif-deleted', 'tag': '6f5d548b-9976-40a0-9b5b-e0da3cf84cd2', 'status': 'completed', 'code': 200} May 24 22:47:59.963870 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-2ec0a2b2-6938-4e94-a67c-8ceaa2e6c829 service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352513 May 24 22:48:00.156198 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38d70d64-9826-4351-b64a-040309540586 req-6bbe946b-ed6e-42aa-9d29-e06502b36c35 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1869733 May 24 22:48:00.159360 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-5ec24359-38c3-4516-9c25-5413b9d3aab4 service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891077 May 24 22:48:00.329411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d70d64-9826-4351-b64a-040309540586 req-238a5de6-2c4c-4376-8e1d-f45ec5e70505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:00.331287 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38d70d64-9826-4351-b64a-040309540586 req-238a5de6-2c4c-4376-8e1d-f45ec5e70505 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 1101 time: 0.0979035 May 24 22:48:00.533240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d70d64-9826-4351-b64a-040309540586 req-86ed4572-c310-41ba-92b4-1071e8018c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:00.535206 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38d70d64-9826-4351-b64a-040309540586 req-86ed4572-c310-41ba-92b4-1071e8018c34 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.1807082 May 24 22:48:00.629672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38d70d64-9826-4351-b64a-040309540586 req-ee0cf719-ffee-415c-b5ad-802099554cb7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 200 len: 217 time: 0.0851316 May 24 22:48:00.708973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d70d64-9826-4351-b64a-040309540586 req-0570c962-d96c-467d-9eea-4dab6b8e80de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:00.710689 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38d70d64-9826-4351-b64a-040309540586 req-0570c962-d96c-467d-9eea-4dab6b8e80de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0732281 May 24 22:48:00.777583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 23be3634-e773-4537-9849-70e26e2b9a80 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:48:00.823731 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31ece2ea-9144-46be-acba-78b5ea7d1752 req-5400ae2e-57bd-49a5-87af-e71065899023 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 210 time: 0.0820086 May 24 22:48:01.058317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d70d64-9826-4351-b64a-040309540586 req-db246192-dcf8-46b5-be4d-8d2bc9b76422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:01.060880 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38d70d64-9826-4351-b64a-040309540586 req-db246192-dcf8-46b5-be4d-8d2bc9b76422 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3411860 May 24 22:48:01.082395 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 23be3634-e773-4537-9849-70e26e2b9a80, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=23be3634-e773-4537-9849-70e26e2b9a80,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:01.101439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '23be3634-e773-4537-9849-70e26e2b9a80', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '23be3634-e773-4537-9849-70e26e2b9a80', 'mac_address': 'fa:16:3e:64:b5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:48:01.101740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201c1f2-80bc-4bc7-af29-5c097db60765 req-1fae50fc-2dbc-4382-a335-fa4c74d79f14 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:01.105030 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9201c1f2-80bc-4bc7-af29-5c097db60765 req-1fae50fc-2dbc-4382-a335-fa4c74d79f14 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.1503778 May 24 22:48:01.129442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d139d2-f49d-4072-9ae5-990df88329a6 req-27648b8a-8648-4f19-a471-ad2f093fbee2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:01.131385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2d139d2-f49d-4072-9ae5-990df88329a6 req-27648b8a-8648-4f19-a471-ad2f093fbee2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 947 time: 0.1313663 May 24 22:48:01.194121 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2d139d2-f49d-4072-9ae5-990df88329a6 req-668c8ed3-1104-4006-8f9e-1f364fe2e898 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547574 May 24 22:48:01.195639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 23be3634-e773-4537-9849-70e26e2b9a80 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:01.196428 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:01.216259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23be3634-e773-4537-9849-70e26e2b9a80 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:01.236156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 23be3634-e773-4537-9849-70e26e2b9a80, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=23be3634-e773-4537-9849-70e26e2b9a80,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:01.248697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:01.249723 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9201c1f2-80bc-4bc7-af29-5c097db60765 req-3515abd1-8d7c-4509-a4dc-8ac90676f7dc tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825369 May 24 22:48:01.312864 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38d70d64-9826-4351-b64a-040309540586 req-48e9244e-bc63-4832-a6d9-d2b49d8e53ec service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437358 May 24 22:48:01.337335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=23be3634-e773-4537-9849-70e26e2b9a80,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:01.493098 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38d70d64-9826-4351-b64a-040309540586 req-86ac7c6c-b97a-47e5-a33f-6f74cd6c2190 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718273 May 24 22:48:01.561933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['23be3634-e773-4537-9849-70e26e2b9a80'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:02.025893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01ff6e-c428-4141-bb70-8db0bd80be78 req-12f31d1d-1d14-4427-a69d-29b92120a5cf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:02.028805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b01ff6e-c428-4141-bb70-8db0bd80be78 req-12f31d1d-1d14-4427-a69d-29b92120a5cf tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.3126533 May 24 22:48:02.118180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-9b18f97c-1177-4bde-b24d-ce5cbae60a07 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:02.120408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-9b18f97c-1177-4bde-b24d-ce5cbae60a07 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.2902031 May 24 22:48:02.126728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b01ff6e-c428-4141-bb70-8db0bd80be78 req-c791cd83-e02f-4f21-a5fe-6142965bdc8e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900810 May 24 22:48:02.137885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Request body: {'port': {'device_id': '90708e7a-8aca-49f5-97f9-d0eb35d0e47b', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'admin_state_up': True, 'tenant_id': '2e846590628e4af9acc5488fea48c6ad'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:02.298044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:02.310880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:02.323143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Made reservation on behalf of 2e846590628e4af9acc5488fea48c6ad for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:02.326714 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:02.573948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31b2dce0-6ae1-47ed-b431-4c503d12ff71 req-d322adcf-2a5e-4d6c-9424-5d9a1a159067 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 210 time: 0.0553858 May 24 22:48:02.581952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Allocated IP 172.20.0.4 (3653a6c8-c222-4f56-8c39-2c2963d7c5c7/58b7ed93-185b-4c74-a8c5-a81fc40ebbf5/3e36a8d0-1c50-4dc2-bfc4-42e77dc71253) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:02.791258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 23be3634-e773-4537-9849-70e26e2b9a80 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:02.855972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daec88-b740-47b3-a5b3-4cf8d5299371 req-feb138ef-ffed-4b6e-b1a2-7ebce8e260cd tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:02.864200 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31daec88-b740-47b3-a5b3-4cf8d5299371 req-feb138ef-ffed-4b6e-b1a2-7ebce8e260cd tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.1118257 May 24 22:48:02.873446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008670-abae-469c-a1dd-bebbef4e3499 req-b738f9fb-1dea-4076-9ef5-50a01ed73781 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:02.875184 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18008670-abae-469c-a1dd-bebbef4e3499 req-b738f9fb-1dea-4076-9ef5-50a01ed73781 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 948 time: 0.2515888 May 24 22:48:02.914096 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31daec88-b740-47b3-a5b3-4cf8d5299371 req-ff37ccc1-6a6e-4d59-a649-b0f039ebba06 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486560 May 24 22:48:02.947225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52648) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:02.963430 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18008670-abae-469c-a1dd-bebbef4e3499 req-7189e329-19d8-4e7b-b588-c47014fee9a3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810969 May 24 22:48:03.027402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 23be3634-e773-4537-9849-70e26e2b9a80 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:03.034597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 23be3634-e773-4537-9849-70e26e2b9a80 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:03.035222 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:03.050490 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:03.095827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:03.179492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:03.183623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:03.187570 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3cd3985f-9185-45b6-99ee-acf69c77192a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e0441ae0234482d9dd939bb5ac18aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391555 May 24 22:48:03.188145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52670) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:03.188540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:03.266434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 23be3634-e773-4537-9849-70e26e2b9a80 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:03.266572 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:03.294847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c8a5f3-f132-417c-8fee-39ca246172af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23be3634-e773-4537-9849-70e26e2b9a80'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:03.305603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 23be3634-e773-4537-9849-70e26e2b9a80, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=23be3634-e773-4537-9849-70e26e2b9a80,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:03.314306 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:03.315497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:48:03.376890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event updated for resources: {'Port': ['ID=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:03.389233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:03.390134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:03.412980 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f7e255-0214-4ba0-bd09-8e301938c23d'] response: {'server_uuid': 'd3c8a5f3-f132-417c-8fee-39ca246172af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23be3634-e773-4537-9849-70e26e2b9a80', 'code': 200} May 24 22:48:03.465062 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:48:03.466277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6f5d548b-9976-40a0-9b5b-e0da3cf84cd2 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:48:03.506629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=23be3634-e773-4537-9849-70e26e2b9a80,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:03.516766 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.517678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.518566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.519143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.519659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.521200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.521554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.521884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.522553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.522872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.523213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.523535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:03.535642 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-190b8857-52c0-4bf4-9ed6-c6a35f924fcd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4025512 May 24 22:48:03.552829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Request body: {'port': {'device_id': '90708e7a-8aca-49f5-97f9-d0eb35d0e47b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:03.582977 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6eb32a5a-0720-41e2-b79b-1b63d7093394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:03.640424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5af616-c02b-4f7d-b550-869e30419ced req-fb5f905f-fb8b-4e25-a2a8-ab28820e6f02 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:03.641930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd5af616-c02b-4f7d-b550-869e30419ced req-fb5f905f-fb8b-4e25-a2a8-ab28820e6f02 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.3453622 May 24 22:48:03.842665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b16c4-42d3-44f3-a43a-0dfb6ffe6646 req-618911ef-e511-419b-abb4-54d50a7845d3 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:03.848660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d25b16c4-42d3-44f3-a43a-0dfb6ffe6646 req-618911ef-e511-419b-abb4-54d50a7845d3 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 931 time: 0.1327488 May 24 22:48:03.862398 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:03.877509 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6eb32a5a-0720-41e2-b79b-1b63d7093394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:03.901089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3c23-130c-4363-9716-29ebca3dd5f4 req-e52a6daa-3499-49e3-91d0-b42670365a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:03.902583 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dfec3c23-130c-4363-9716-29ebca3dd5f4 req-e52a6daa-3499-49e3-91d0-b42670365a6d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 1100 time: 0.4543076 May 24 22:48:03.924985 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d25b16c4-42d3-44f3-a43a-0dfb6ffe6646 req-3a0d5cbf-52a6-4993-8861-3ce40f5b89bf tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659111 May 24 22:48:03.961422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52696) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:04.066736 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd5af616-c02b-4f7d-b550-869e30419ced req-8a967e7d-116a-4d62-8d0e-38520a64f20c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134943 May 24 22:48:04.072559 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dfec3c23-130c-4363-9716-29ebca3dd5f4 req-b35571fb-594a-4fa4-9824-2268fc58e242 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575489 May 24 22:48:04.133795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac94e13-34c2-4469-a0cc-a2d1cfb4edef req-4ce11057-c176-48c7-a6de-d561a15b8e31 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:04.135949 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dac94e13-34c2-4469-a0cc-a2d1cfb4edef req-4ce11057-c176-48c7-a6de-d561a15b8e31 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.1005607 May 24 22:48:04.191567 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0267404-1105-4bba-abad-8ca52642e359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:04.219045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c0267404-1105-4bba-abad-8ca52642e359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:04.228506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c0267404-1105-4bba-abad-8ca52642e359 admin admin] Usage tracker for resource:security_group_rule and tenant:6f5c9d77e1a644baa868ca9a4daba6fd is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:04.236307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c0267404-1105-4bba-abad-8ca52642e359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:04.247546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dac94e13-34c2-4469-a0cc-a2d1cfb4edef req-18f2f54d-38a8-4feb-891b-b4d84890e172 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053433 May 24 22:48:04.248413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c0267404-1105-4bba-abad-8ca52642e359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:04.275902 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6eb32a5a-0720-41e2-b79b-1b63d7093394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:04.341613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb32a5a-0720-41e2-b79b-1b63d7093394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c0285-e175-497f-8cb9-c836ebb4d6f0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:04.362997 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0267404-1105-4bba-abad-8ca52642e359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:04.373478 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0267404-1105-4bba-abad-8ca52642e359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:04.389544 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6eb32a5a-0720-41e2-b79b-1b63d7093394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:04.390757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6eb32a5a-0720-41e2-b79b-1b63d7093394 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad3c0285-e175-497f-8cb9-c836ebb4d6f0 HTTP/1.1" status: 204 len: 168 time: 1.1749024 May 24 22:48:04.429851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c0267404-1105-4bba-abad-8ca52642e359 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f5c9d77e1a644baa868ca9a4daba6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646666 May 24 22:48:04.437728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52706) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:04.449225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0267404-1105-4bba-abad-8ca52642e359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a072200-6298-4dcd-aca7-dd19ddc90fb9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:04.452736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475a9f-2cda-47e5-9606-38923f52ae85 req-1422a239-84d6-412f-b3f5-4243a2b39ad9 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:04.455868 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f475a9f-2cda-47e5-9606-38923f52ae85 req-1422a239-84d6-412f-b3f5-4243a2b39ad9 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 949 time: 0.2485433 May 24 22:48:04.533935 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc44aba6-eb06-4682-8742-4cc7e378d4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:04.566749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc44aba6-eb06-4682-8742-4cc7e378d4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:04.574420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f475a9f-2cda-47e5-9606-38923f52ae85 req-b39791d5-825e-4bb1-acbd-b2b80f656a01 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107771 May 24 22:48:04.576674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:04.586888 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:04.611584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Transition to ACTIVE for port object 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:04.619249 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:04.678464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc44aba6-eb06-4682-8742-4cc7e378d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:04.699438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44aba6-eb06-4682-8742-4cc7e378d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a072200-6298-4dcd-aca7-dd19ddc90fb9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:04.702627 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc44aba6-eb06-4682-8742-4cc7e378d4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:04.703614 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fc44aba6-eb06-4682-8742-4cc7e378d4fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a072200-6298-4dcd-aca7-dd19ddc90fb9 HTTP/1.1" status: 204 len: 168 time: 0.2646940 May 24 22:48:04.834194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:04.919181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Attempting to bind port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:04.919859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Attempting to bind port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:04.920263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Attempting to bind port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:04.930008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:48:04.930390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Attempting to bind port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:04.938354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:04.939654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Checking segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:04.941858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Bound using segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:04.942543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Bound port: 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:04.942992 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:05.092211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] For port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:05.103962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] For port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:05.120208 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:05.223272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:05.224326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:05.226170 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] 10.222.0.31 "PUT /v2.0/ports/3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 HTTP/1.1" status: 200 len: 1091 time: 1.6790619 May 24 22:48:05.226618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90708e7a-8aca-49f5-97f9-d0eb35d0e47b', 'tag': '3e36a8d0-1c50-4dc2-bfc4-42e77dc71253'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:05.250452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf499fe-89ff-4de4-a58d-a08ddfb06288 req-ae491910-b709-44ae-8aab-5db87f510402 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:05.262348 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ccf499fe-89ff-4de4-a58d-a08ddfb06288 req-ae491910-b709-44ae-8aab-5db87f510402 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 943 time: 0.1884615 May 24 22:48:05.288946 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cba39d10-8096-4929-b043-e3015156c5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:05.340101 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ccf499fe-89ff-4de4-a58d-a08ddfb06288 req-36d80c8d-6952-4b62-884b-fe6e4c011646 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764651 May 24 22:48:05.477296 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4f03c9-5255-41c8-9207-24e68f9546b7'] response: {'name': 'network-changed', 'server_uuid': '90708e7a-8aca-49f5-97f9-d0eb35d0e47b', 'tag': '3e36a8d0-1c50-4dc2-bfc4-42e77dc71253', 'status': 'completed', 'code': 200} May 24 22:48:05.495358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52748) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:05.539605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c113c1b-d00d-4ba8-9a2c-5a7bed59f0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:05.652862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c661a0-b084-47a2-b9f8-595d831f70ad req-849ed375-7020-4aba-bd59-0dc384e3087a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:05.655510 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-69c661a0-b084-47a2-b9f8-595d831f70ad req-849ed375-7020-4aba-bd59-0dc384e3087a tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.4366419 May 24 22:48:05.658134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-5c590fc1-d4ed-4051-94c3-483b93f8e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:05.659820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-5c590fc1-d4ed-4051-94c3-483b93f8e776 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 1094 time: 0.3358850 May 24 22:48:05.669117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1591696306-network', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:05.683475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:05.689063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Usage tracker for resource:network and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:05.762358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:05.764448 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-0a44ddfc-694e-48f2-abf4-caf3e4b4b96b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 HTTP/1.1" status: 200 len: 217 time: 0.0721297 May 24 22:48:05.769691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:05.788799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:05.791288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:05.811028 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:05.826755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:05.830686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Usage tracker for resource:security_group_rule and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:05.832462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-4265520b-48a4-47c6-a0d1-5ec9cfe921e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:05.833900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:05.834063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-4265520b-48a4-47c6-a0d1-5ec9cfe921e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.0619881 May 24 22:48:05.839798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:05.854238 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-69c661a0-b084-47a2-b9f8-595d831f70ad req-2c7815c8-b74c-4d9f-9ab2-93f91cf3d8f7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924372 May 24 22:48:05.946157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-9dba2bce-5c7d-49e3-9dc3-250dd71f6b9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907888 May 24 22:48:05.954908 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:05.973872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fe482-b802-4649-a4c4-a378c469617b req-66c180bb-5f34-4911-934b-5ed0cd47ca0a tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:05.982555 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb5fe482-b802-4649-a4c4-a378c469617b req-66c180bb-5f34-4911-934b-5ed0cd47ca0a tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.2965810 May 24 22:48:06.000345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:06.012505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:48:06.022332 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:06.022684 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Added segment 4ebfeab5-6fc2-4f09-92dd-5532cd680cdd of type vlan for network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 May 24 22:48:06.049804 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:06.117484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:06.121688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:06.123005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:06.123758 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:06.162315 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-81b83c78-1c3d-4571-a171-b86735667746 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954908 May 24 22:48:06.291485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] Pushing event updated for resources: {'Network': ['ID=917b93a6-4340-4e78-a5f4-2f95554ac5d6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:06.311528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:48:06.336507 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb5fe482-b802-4649-a4c4-a378c469617b req-5c86f0e3-4eb3-4881-b9a4-fd1416586450 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475072 May 24 22:48:06.353903 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8708c9c1-2b02-4599-b85a-69b2ba4391ab admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8539257 May 24 22:48:06.358127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52784) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:06.365087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Request body: {'subnet': {'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1591696306-subnet', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:06.372521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:06.379342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Usage tracker for resource:subnet and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:06.383433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:06.391661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:06.446226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:06.449692 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:06.500502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e96108-3db6-4ac7-9f94-4a7d95745ae2 req-89f06600-11d4-43b8-b7a1-9dc70b40de88 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:06.507323 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56e96108-3db6-4ac7-9f94-4a7d95745ae2 req-89f06600-11d4-43b8-b7a1-9dc70b40de88 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 949 time: 0.3438177 May 24 22:48:06.547527 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ceb0c042-551c-4d95-8e5f-0d18c39de202 req-702575bd-887c-4325-8146-2c577f60e019 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478391 May 24 22:48:06.621830 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56e96108-3db6-4ac7-9f94-4a7d95745ae2 req-504c3b5a-3519-4320-a2bf-56693421c0d1 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136246 May 24 22:48:06.753616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b710b-8a4a-4288-b2bf-0d45882f01ed req-faa68912-22e1-4cb2-bf6a-78c61aea710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:06.755384 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-226b710b-8a4a-4288-b2bf-0d45882f01ed req-faa68912-22e1-4cb2-bf6a-78c61aea710f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 1094 time: 0.1470535 May 24 22:48:06.775434 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:06.836314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Pushing event updated for resources: {'Subnet': ['ID=035893a4-62f8-4783-8f63-47862db4dbdb,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:06.895988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec361e0-58ce-45a0-8705-e7592f78f3cc req-890c3767-ad86-44b6-a90f-1b781af913e2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:06.898210 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dec361e0-58ce-45a0-8705-e7592f78f3cc req-890c3767-ad86-44b6-a90f-1b781af913e2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 943 time: 0.2040064 May 24 22:48:06.901837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Checking segment: {'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:06.902583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Network hostable DHCP agents. Network: 917b93a6-4340-4e78-a5f4-2f95554ac5d6, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:48:06.950588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:48:06.960224 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dec361e0-58ce-45a0-8705-e7592f78f3cc req-a1b3eb33-cdd3-4560-a405-d99b34ed1c3b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533078 May 24 22:48:06.966017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 917b93a6-4340-4e78-a5f4-2f95554ac5d6) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:06.967067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b710b-8a4a-4288-b2bf-0d45882f01ed req-51a223dc-ba6d-422f-b2ff-aed7bf815285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:06.970032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-226b710b-8a4a-4288-b2bf-0d45882f01ed req-51a223dc-ba6d-422f-b2ff-aed7bf815285 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 913 time: 0.2071702 May 24 22:48:06.970761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:06.971404 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:06.975561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b53a3-f5bf-49fc-a294-c8e339b56b5c None None] Network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:06.977533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db825-3802-4510-b482-e2b163443a7c req-1186faeb-1ffb-4075-ba1f-80f7eea7e05d tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:06.979189 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-006db825-3802-4510-b482-e2b163443a7c req-1186faeb-1ffb-4075-ba1f-80f7eea7e05d tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 1100 time: 0.1924398 May 24 22:48:06.995501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7fb3c77f-72ca-4905-badc-ebd089c4222f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6330175 May 24 22:48:06.995933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52810) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:07.001356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:07.007172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:07.011369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Usage tracker for resource:router and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:07.015322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:07.023141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:07.042700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:07.044296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:07.071259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:07.076762 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-226b710b-8a4a-4288-b2bf-0d45882f01ed req-d61b74f1-a0e2-4306-af7e-b3753d0965d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 HTTP/1.1" status: 200 len: 217 time: 0.0963309 May 24 22:48:07.169889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-006db825-3802-4510-b482-e2b163443a7c req-50be9991-0d9b-4d68-9ac5-231d428eb495 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211023 May 24 22:48:07.194576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b710b-8a4a-4288-b2bf-0d45882f01ed req-9d68b40a-7174-4853-b364-016b14454307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:07.196168 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-226b710b-8a4a-4288-b2bf-0d45882f01ed req-9d68b40a-7174-4853-b364-016b14454307 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.1114993 May 24 22:48:07.267086 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-226b710b-8a4a-4288-b2bf-0d45882f01ed req-87be83b3-47a5-44ea-b20c-8d7b4a2f7a31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601807 May 24 22:48:07.404373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'fixed_ips': [{'subnet_id': '035893a4-62f8-4783-8f63-47862db4dbdb'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:48:07.405478 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:07.534074 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-afef858f-e6ac-4a6a-9216-0f3140bc6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:07.543486 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-226b710b-8a4a-4288-b2bf-0d45882f01ed req-61f61e34-0c04-4f96-aa19-206fa650494a service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684493 May 24 22:48:07.711055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Allocated IP 172.20.0.2 (917b93a6-4340-4e78-a5f4-2f95554ac5d6/035893a4-62f8-4783-8f63-47862db4dbdb/a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:07.838426 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:07.858140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078262a7-efd2-4ebf-942d-1f9ad4822937 req-38a69b80-1f2e-4a5f-b70b-f85afb0e2637 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:07.859824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078262a7-efd2-4ebf-942d-1f9ad4822937 req-38a69b80-1f2e-4a5f-b70b-f85afb0e2637 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.3441949 May 24 22:48:07.863666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-226b710b-8a4a-4288-b2bf-0d45882f01ed req-20884a8a-9e81-42f1-82d9-a03b8d420021 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454543 May 24 22:48:07.899068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12154a01-7cf0-4bb4-9af3-390c7d5b1adc req-48e14194-d031-4cfb-8266-b285e405e461 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:07.910216 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12154a01-7cf0-4bb4-9af3-390c7d5b1adc req-48e14194-d031-4cfb-8266-b285e405e461 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.3577490 May 24 22:48:07.924104 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078262a7-efd2-4ebf-942d-1f9ad4822937 req-598a5fff-d2d3-4d26-a5e1-2e0cd4071cd5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561316 May 24 22:48:08.007205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:08.038078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Transition to ACTIVE for port object a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:08.072596 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12154a01-7cf0-4bb4-9af3-390c7d5b1adc req-ff3e0261-0b2c-4952-81f9-78b10d2e30e2 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558950 May 24 22:48:08.105904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Transition to ACTIVE for port object a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:08.119498 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:08.148753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-e5411252-a7ed-442d-a566-26dd50b38a4b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431409 May 24 22:48:08.219411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:08.222686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:08.226898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:08.233212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Pushing event updated for resources: {'Port': ['ID=a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:08.371443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Attempting to bind port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:08.374070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Attempting to bind port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:08.374584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Attempting to bind port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 on network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:08.389814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:08.391450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Checking segment: {'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:08.391955 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:08.396162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Bound using segment: {'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:08.397716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Bound port: a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:08.398771 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:08.432491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52868) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:08.446900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-c32039db-c3fd-48f1-8fd0-1ed7e30d63df tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:08.448972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-c32039db-c3fd-48f1-8fd0-1ed7e30d63df tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943647 May 24 22:48:08.479615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-58f1e287-2321-43e0-ab05-639c5d6017ba tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/quotas/1990f88304ff4048814aa41ee90799b2 HTTP/1.1" status: 200 len: 375 time: 0.0172541 May 24 22:48:08.538071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:08.564699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] For port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:08.571560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] For port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:08.585968 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:08.591632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:08.603119 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-a33d74a8-ac2c-41bc-bd73-a568b1cb26c4 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1223905 May 24 22:48:08.670758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19b800-69d3-4cab-926c-c2708125ceae req-29eef89b-fd2a-4564-8f20-a99317fb1226 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:08.672146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a19b800-69d3-4cab-926c-c2708125ceae req-29eef89b-fd2a-4564-8f20-a99317fb1226 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 943 time: 0.3819392 May 24 22:48:08.753329 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2194b582-51f0-4167-8cd0-990fed9937bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:08.828173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8816f-4667-4cae-ab37-cbd654b9678e None None] Pushing event updated for resources: {'Port': ['ID=a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:08.837415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2194b582-51f0-4167-8cd0-990fed9937bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:08.845728 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:08.847065 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:08.852340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2194b582-51f0-4167-8cd0-990fed9937bd admin admin] Usage tracker for resource:security_group_rule and tenant:8d163ba4f1f04e9c87eef773c096e73e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:08.856407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2194b582-51f0-4167-8cd0-990fed9937bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:08.862327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2194b582-51f0-4167-8cd0-990fed9937bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:08.899970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-380f2803-250f-439e-96d9-85cc70f6f758 req-1c35f68e-cb7c-43ee-8b01-a98c60906b6c tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 210 time: 0.0835717 May 24 22:48:08.979458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:48:09.012652 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2194b582-51f0-4167-8cd0-990fed9937bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:09.064840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2194b582-51f0-4167-8cd0-990fed9937bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:09.171108 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a19b800-69d3-4cab-926c-c2708125ceae req-c47e31e0-c8e2-458c-bdf8-f6f9bc62e043 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900920 May 24 22:48:09.189740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194b582-51f0-4167-8cd0-990fed9937bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8514b76d-a23c-40db-806c-047007c3ac98,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:09.238321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Allocated IP 172.25.7.36 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:09.276968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:09.297248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '3e36a8d0-1c50-4dc2-bfc4-42e77dc71253', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'port_id': '3e36a8d0-1c50-4dc2-bfc4-42e77dc71253', 'mac_address': 'fa:16:3e:4f:4d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b7ed93-185b-4c74-a8c5-a81fc40ebbf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:48:09.315988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7968b8-b713-4a89-b6ec-535f578abdd2 req-cb7d4e54-f8f0-4cc7-9b2f-1e7d6c040fd5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:09.318027 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad7968b8-b713-4a89-b6ec-535f578abdd2 req-cb7d4e54-f8f0-4cc7-9b2f-1e7d6c040fd5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.2276073 May 24 22:48:09.370210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:09.370902 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:09.405346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:09.433956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2194b582-51f0-4167-8cd0-990fed9937bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d163ba4f1f04e9c87eef773c096e73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9956765 May 24 22:48:09.442744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52888) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:09.446185 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad7968b8-b713-4a89-b6ec-535f578abdd2 req-369994cb-fe03-4617-b274-a92d7f897906 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185863 May 24 22:48:09.463090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:09.477808 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:09.636914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:09.677177 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:09.716611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc029c5-1e05-4315-8da6-603c71598e9f req-a2bed984-2f46-474a-a8a6-b1c03b6d26a8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:09.718661 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bc029c5-1e05-4315-8da6-603c71598e9f req-a2bed984-2f46-474a-a8a6-b1c03b6d26a8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.2409942 May 24 22:48:09.720839 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d326f66-4940-465f-8e1c-9fa47a3e69b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:09.780349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['3e36a8d0-1c50-4dc2-bfc4-42e77dc71253'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:09.790125 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d326f66-4940-465f-8e1c-9fa47a3e69b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:09.856438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bc029c5-1e05-4315-8da6-603c71598e9f req-35951c5d-083c-4239-acbf-f02278106ca0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237581 May 24 22:48:09.875753 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:09.939636 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:09.978557 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d326f66-4940-465f-8e1c-9fa47a3e69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:09.993631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Pushing event updated for resources: {'Port': ['ID=36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:10.008395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:10.012668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:10.016332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d326f66-4940-465f-8e1c-9fa47a3e69b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8514b76d-a23c-40db-806c-047007c3ac98,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:10.035363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:10.106749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d326f66-4940-465f-8e1c-9fa47a3e69b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:10.119880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5d326f66-4940-465f-8e1c-9fa47a3e69b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8514b76d-a23c-40db-806c-047007c3ac98 HTTP/1.1" status: 204 len: 168 time: 0.6666501 May 24 22:48:10.141376 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-295be46d-68c9-4134-982a-f856fd61fe94 req-7a6fe0ff-8a0f-4def-9d73-5df670a97605 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 210 time: 0.0707467 May 24 22:48:10.504088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcaae43-433a-40c0-aefe-abb636b6243e None None] Network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:10.570082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cd2728e4-5915-42e2-91dd-45c8d5168880 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896125 May 24 22:48:10.769913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ef237724-e288-4e04-ba0d-619f6366ca1e None None] Provisioning for port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:10.781127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6111416-77ff-49fb-9283-0eb9b85c43ae req-7e59fbbd-f61c-4054-acd7-f2ead2f58971 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:10.797775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6111416-77ff-49fb-9283-0eb9b85c43ae req-7e59fbbd-f61c-4054-acd7-f2ead2f58971 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 944 time: 0.3344510 May 24 22:48:10.964630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:11.113693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:11.122171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6111416-77ff-49fb-9283-0eb9b85c43ae req-68d9a38d-371c-4d7b-b2c3-e38883a321a9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034431 May 24 22:48:11.167435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:11.302547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-c6229183-0624-4841-9d0f-83d2e45860b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:11.304174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-c6229183-0624-4841-9d0f-83d2e45860b2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7291059 May 24 22:48:11.308638 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-beeb2459-3c13-425f-b25e-a7c43e9e3b86 service neutron] show failed (client error): The resource could not be found. May 24 22:48:11.309901 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-beeb2459-3c13-425f-b25e-a7c43e9e3b86 service neutron] 10.222.0.31 "GET /v2.0/ports/ed8e00c4-64a6-4271-a9dc-66c65355277e/bindings/n-h2-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.3747938 May 24 22:48:11.328957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Request body: {'port': {'device_id': '0874cd9a-035d-44a4-a191-89638a464ca2', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '1990f88304ff4048814aa41ee90799b2'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:11.344163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:11.351440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:11.375525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:11.375902 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:11.479340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:11.480165 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:11.522437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:11.533234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:11.551106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Made reservation on behalf of 1990f88304ff4048814aa41ee90799b2 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:11.555990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:11.593472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc053580-61af-49e4-9da3-8a7cf388e645 req-a0916164-da9e-42f6-9b6a-6365b72d052b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:11.604258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc053580-61af-49e4-9da3-8a7cf388e645 req-a0916164-da9e-42f6-9b6a-6365b72d052b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.7926095 May 24 22:48:11.811845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:11.812482 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:11.826182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:11.826560 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:11.876779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-83ad4af6-9030-40ae-9666-7b6c0ee9b69b None None] Provisioning complete for port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:11.877657 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83ad4af6-9030-40ae-9666-7b6c0ee9b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:11.888485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Allocated IP 192.168.233.91 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/f8b2c51a-681e-49fc-a852-ac1c45718c71) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:11.917228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90708e7a-8aca-49f5-97f9-d0eb35d0e47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e36a8d0-1c50-4dc2-bfc4-42e77dc71253'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:11.953227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:11.958293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:11.962555 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:11.963415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device ed8e00c4-64a6-4271-a9dc-66c65355277e no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:48:12.071819 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:12.126234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc053580-61af-49e4-9da3-8a7cf388e645 req-dbd8f286-d2cc-4cc3-b5be-b509a83f27ca tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165267 May 24 22:48:12.177871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3b02-61a3-4360-90c0-ed038722a0e7 req-1c6df915-523c-4852-b7c6-88bd766dd00c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:12.188444 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-633b3b02-61a3-4360-90c0-ed038722a0e7 req-1c6df915-523c-4852-b7c6-88bd766dd00c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.8074303 May 24 22:48:12.221180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port ed8e00c4-64a6-4271-a9dc-66c65355277e is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:12.221549 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:12.231127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:12.241832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-20fb0f4d-47c3-4fb1-a064-372a13725ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:12.243511 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-20fb0f4d-47c3-4fb1-a064-372a13725ea2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073&tenant_id=0365b3430aca4a7c8a9900c4398a5d25 HTTP/1.1" status: 200 len: 1101 time: 0.4279308 May 24 22:48:12.283457 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:12.309067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Transition to ACTIVE for port object f8b2c51a-681e-49fc-a852-ac1c45718c71 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:12.342951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:12.348565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-83ad4af6-9030-40ae-9666-7b6c0ee9b69b None None] Current status of the port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:12.377363 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:12.382497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:12.383824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:12.396810 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:12.399501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['07bd9dd0-4040-41ff-a337-e398d6f46da5', 'acd602bc-7b5f-4669-87f5-3708f9d0948b', '995b50a9-a73c-4356-bc29-f22c66a83ed9', '23be3634-e773-4537-9849-70e26e2b9a80'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:12.425584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02', '161d9da7-83b9-4035-b884-57d12ba28381'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:12.471023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:12.476263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:12.481820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:12.487044 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-633b3b02-61a3-4360-90c0-ed038722a0e7 req-05072d60-2d03-462d-828a-bfa60233565b tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977302 May 24 22:48:12.511942 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:12.533938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event updated for resources: {'Port': ['ID=f8b2c51a-681e-49fc-a852-ac1c45718c71,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:12.541201 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:12.569472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692e2e6-66eb-415c-8e7c-b1c5e73db8c4 req-225f00e3-9538-476a-a912-699626aac5d3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:12.571130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4692e2e6-66eb-415c-8e7c-b1c5e73db8c4 req-225f00e3-9538-476a-a912-699626aac5d3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 935 time: 0.2334290 May 24 22:48:12.617703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:12.618360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:12.671306 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4692e2e6-66eb-415c-8e7c-b1c5e73db8c4 req-75b5e7a3-3e62-437c-9c36-84af3ff0eeab tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911405 May 24 22:48:12.694782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-576e2c9a-b4f0-472b-a883-43a7c3f5256f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3753901 May 24 22:48:12.713011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Request body: {'port': {'device_id': '0874cd9a-035d-44a4-a191-89638a464ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:12.796169 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4df2d9b-5686-4854-a440-ef9523e5fae1'] response: {'server_uuid': '90708e7a-8aca-49f5-97f9-d0eb35d0e47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e36a8d0-1c50-4dc2-bfc4-42e77dc71253', 'code': 200} May 24 22:48:12.892052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:12.978056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:12.986469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:13.054639 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:13.060215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f064eae7-64fb-48a9-8955-5e94f97c43c8 None None] Provisioning for port f8b2c51a-681e-49fc-a852-ac1c45718c71 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:13.078924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:13.142940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1c3a8-fbec-49d8-827d-0cc8b1e17a98 req-a02f6664-257c-431e-baac-85f4c8e5ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:13.144632 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-30a1c3a8-fbec-49d8-827d-0cc8b1e17a98 req-a02f6664-257c-431e-baac-85f4c8e5ab41 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 1096 time: 0.3002636 May 24 22:48:13.192958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b94c97-7d39-48cd-aa6f-e9091f380666 req-9d75359e-9623-424c-b39f-a05256ebdfb6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:13.193521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-15b94c97-7d39-48cd-aa6f-e9091f380666 req-9d75359e-9623-424c-b39f-a05256ebdfb6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:48:13.202509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f064eae7-64fb-48a9-8955-5e94f97c43c8 None None] Provisioning complete for port f8b2c51a-681e-49fc-a852-ac1c45718c71 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:13.203187 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f064eae7-64fb-48a9-8955-5e94f97c43c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:13.284285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-15b94c97-7d39-48cd-aa6f-e9091f380666 req-9d75359e-9623-424c-b39f-a05256ebdfb6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:48:13.285465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-15b94c97-7d39-48cd-aa6f-e9091f380666 req-9d75359e-9623-424c-b39f-a05256ebdfb6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 945 time: 0.3414521 May 24 22:48:13.297438 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-30a1c3a8-fbec-49d8-827d-0cc8b1e17a98 req-c698c6ca-7365-4eb5-aafc-09d36df295f4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433942 May 24 22:48:13.375432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-15b94c97-7d39-48cd-aa6f-e9091f380666 req-58721bca-4da5-4b09-bed7-628231c4950c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801034 May 24 22:48:13.377587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f064eae7-64fb-48a9-8955-5e94f97c43c8 None None] Port f8b2c51a-681e-49fc-a852-ac1c45718c71 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:48:13.381783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8e00c4-64a6-4271-a9dc-66c65355277e {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:13.437167 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:13.450743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:13.450983 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:13.472409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Transition to ACTIVE for port object ed8e00c4-64a6-4271-a9dc-66c65355277e will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:13.489177 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:13.850814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] No DVR routers for this DVR port ed8e00c4-64a6-4271-a9dc-66c65355277e on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:48:13.852943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:13.930213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47824ac-363f-4dc9-bca8-948df0d73d28 req-870f342f-4a46-4822-99f2-02cf7def847e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:13.937311 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a47824ac-363f-4dc9-bca8-948df0d73d28 req-870f342f-4a46-4822-99f2-02cf7def847e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.5509827 May 24 22:48:13.942549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Router 877d7e32-a013-45b0-801c-c2747464a620 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:48:13.972642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:13.972973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:13.973328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:14.050354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Port ed8e00c4-64a6-4271-a9dc-66c65355277e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:48:14.050699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:14.070882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:14.070882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:14.070882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:14.070882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Bound port: ed8e00c4-64a6-4271-a9dc-66c65355277e, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:14.070882 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:14.086695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:14.089192 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a47824ac-363f-4dc9-bca8-948df0d73d28 req-9ff73216-e948-44c4-bc51-28ab22dff66a tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508918 May 24 22:48:14.124480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b2c51a-681e-49fc-a852-ac1c45718c71 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:14.136041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:14.160035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Transition to ACTIVE for port object f8b2c51a-681e-49fc-a852-ac1c45718c71 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:14.174900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4215f-8aa8-4ae6-95ba-b07f5d4365b3 req-fc4f5241-ad93-4501-b06c-2f1b76adbee8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:14.177899 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-13b4215f-8aa8-4ae6-95ba-b07f5d4365b3 req-fc4f5241-ad93-4501-b06c-2f1b76adbee8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 948 time: 0.4070365 May 24 22:48:14.179233 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:14.219577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:14.223241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:14.235462 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:14.262986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Pushing event updated for resources: {'Port': ['ID=f8b2c51a-681e-49fc-a852-ac1c45718c71,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:14.453957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:14.455430 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:14.465336 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] 10.222.0.50 "PUT /v2.0/ports/ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 1096 time: 2.2040255 May 24 22:48:14.495299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:14.546425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:48:14.559830 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Sync routers for ids ['877d7e32-a013-45b0-801c-c2747464a620'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:48:14.578672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-13b4215f-8aa8-4ae6-95ba-b07f5d4365b3 req-8a96a2ee-7c8c-4f07-a559-d07d6151cfa7 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141866 May 24 22:48:14.589593 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Routers {'877d7e32-a013-45b0-801c-c2747464a620'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:14.590585 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['877d7e32-a013-45b0-801c-c2747464a620'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:14.614803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0875f-3027-4fde-a696-cd426a44e855 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=8']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:14.696009 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:14.697247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1efadcf5-4240-44cc-874c-d3be9c98930a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7003360 May 24 22:48:14.701954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52974) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:14.797578 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:14.804817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Attempting to bind port f8b2c51a-681e-49fc-a852-ac1c45718c71 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:14.805165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Attempting to bind port f8b2c51a-681e-49fc-a852-ac1c45718c71 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:14.805717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Attempting to bind port f8b2c51a-681e-49fc-a852-ac1c45718c71 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:14.812012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Port f8b2c51a-681e-49fc-a852-ac1c45718c71 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:48:14.812508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Attempting to bind port f8b2c51a-681e-49fc-a852-ac1c45718c71 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:14.821304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:14.821803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:14.822193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:14.822872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Bound port: f8b2c51a-681e-49fc-a852-ac1c45718c71, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:14.823226 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:15.000549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] For port f8b2c51a-681e-49fc-a852-ac1c45718c71, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:15.016912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] For port f8b2c51a-681e-49fc-a852-ac1c45718c71, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f8b2c51a-681e-49fc-a852-ac1c45718c71,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:15.027041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:15.055371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc0ff8-dd2f-4034-966d-e05e3f06a890 req-41e506aa-e367-4499-9278-f31bee4f861e tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:15.063389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3bc0ff8-dd2f-4034-966d-e05e3f06a890 req-41e506aa-e367-4499-9278-f31bee4f861e tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 947 time: 0.7178552 May 24 22:48:15.114463 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Set router 877d7e32-a013-45b0-801c-c2747464a620 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:15.138476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Pushing event updated for resources: {'Port': ['ID=f8b2c51a-681e-49fc-a852-ac1c45718c71,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:15.158359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:15.159447 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:15.160789 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-cb2d15cf-c728-46ac-b98b-43a1ab449c2a service neutron] 10.222.0.50 "PUT /v2.0/ports/f8b2c51a-681e-49fc-a852-ac1c45718c71 HTTP/1.1" status: 200 len: 1095 time: 2.4524937 May 24 22:48:15.161644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0874cd9a-035d-44a4-a191-89638a464ca2', 'tag': 'f8b2c51a-681e-49fc-a852-ac1c45718c71'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:15.198097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3bc0ff8-dd2f-4034-966d-e05e3f06a890 req-99d1e881-0d1a-49c4-946a-53199f594c59 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337211 May 24 22:48:15.208917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-5c756cdf-e60d-4678-8ce6-594c6bd1576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:15.212110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-5c756cdf-e60d-4678-8ce6-594c6bd1576d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1099 time: 0.6991231 May 24 22:48:15.317870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe01e8-59ad-4825-910a-f0a7fb18a942 req-ef02d539-a4ba-42a3-b1cd-d8de1e26323b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:15.319420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f1fe01e8-59ad-4825-910a-f0a7fb18a942 req-ef02d539-a4ba-42a3-b1cd-d8de1e26323b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 945 time: 0.2869990 May 24 22:48:15.348680 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03e9849-82fa-42a2-9497-1657b5562a7e'] response: {'name': 'network-changed', 'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'status': 'completed', 'code': 200} May 24 22:48:15.431877 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf112d47-9656-4271-8b47-3526e00aa28d'] response: {'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'code': 200} May 24 22:48:15.489889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f1fe01e8-59ad-4825-910a-f0a7fb18a942 req-51f3502a-3e94-4730-ad8d-87f7bee340aa tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230345 May 24 22:48:15.550264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-94128da6-fb4a-4aba-9339-c1e67a639ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:15.552024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-94128da6-fb4a-4aba-9339-c1e67a639ea9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 1098 time: 0.3410702 May 24 22:48:15.565275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-acbb4c66-97e7-4022-9c45-3605bdb2be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:15.566961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-acbb4c66-97e7-4022-9c45-3605bdb2be8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1099 time: 0.2451701 May 24 22:48:15.666466 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826d9500-7494-4f0b-b064-3402d18cde51'] response: {'name': 'network-changed', 'server_uuid': '0874cd9a-035d-44a4-a191-89638a464ca2', 'tag': 'f8b2c51a-681e-49fc-a852-ac1c45718c71', 'status': 'completed', 'code': 200} May 24 22:48:15.678998 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:10Z', 'revision_number': 3, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:15.685981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-fa7cd80e-2437-4263-8bea-3b34d4df8966 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f8b2c51a-681e-49fc-a852-ac1c45718c71 HTTP/1.1" status: 200 len: 217 time: 0.1178796 May 24 22:48:15.691559 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Checking router: 877d7e32-a013-45b0-801c-c2747464a620 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:48:15.692313 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Updating router 877d7e32-a013-45b0-801c-c2747464a620 port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:48:15.787045 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:15.809847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-72a345c0-8654-4f36-8feb-75aebcee10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:15.811415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-72a345c0-8654-4f36-8feb-75aebcee10dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.5796976 May 24 22:48:15.914416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52998) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:15.918938 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-74fe7f74-f422-4dc8-a39c-c00f1c75a675 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 217 time: 0.0920489 May 24 22:48:15.933072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-4e4931be-33a8-49a4-b13d-2db741441bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:15.934707 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-4e4931be-33a8-49a4-b13d-2db741441bb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1503611 May 24 22:48:15.981786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-92327a87-8c0f-432e-bf32-194f2a2ca9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:15.983243 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-92327a87-8c0f-432e-bf32-194f2a2ca9ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3547361 May 24 22:48:16.150867 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-7f59f5c4-0f19-4429-b498-6e54be621582 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 217 time: 0.1225200 May 24 22:48:16.246965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6ee26-a165-436e-90c0-b81a48c7b5d0 req-4c82d17c-58c7-4459-b9d0-7bda6d3e02b0 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:16.248549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eae6ee26-a165-436e-90c0-b81a48c7b5d0 req-4c82d17c-58c7-4459-b9d0-7bda6d3e02b0 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.5094662 May 24 22:48:16.282973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-a63d87f2-c0cf-4ade-9d72-fe7294819611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:16.284749 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-a63d87f2-c0cf-4ade-9d72-fe7294819611 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.2449951 May 24 22:48:16.319653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-b4ff8a58-46a5-4b23-aa42-e9f58567064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:16.321258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-b4ff8a58-46a5-4b23-aa42-e9f58567064d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1505706 May 24 22:48:16.347370 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:16.361718 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Transition to ACTIVE for port object 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:16.366321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-87e12c74-12d0-4035-8e13-60ccd0b3971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:16.367879 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-87e12c74-12d0-4035-8e13-60ccd0b3971e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3837249 May 24 22:48:16.373777 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:16.417735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5442b25-d0df-4575-a66c-92368896e48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:16.478076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59309981-225f-4903-835a-e3bce9ffba7b req-a3710179-cfbc-4183-91c7-b0b5c88a7ce8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:16.484857 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59309981-225f-4903-835a-e3bce9ffba7b req-a3710179-cfbc-4183-91c7-b0b5c88a7ce8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 948 time: 0.4066310 May 24 22:48:16.496020 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Attempting to bind port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:16.496487 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Attempting to bind port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:16.497214 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Attempting to bind port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:16.508990 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:16.509476 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:16.509650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:16.510094 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:16.510613 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:16.511172 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Bound port: 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:16.511634 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:16.544757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e5442b25-d0df-4575-a66c-92368896e48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:16.559311 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59309981-225f-4903-835a-e3bce9ffba7b req-c193c527-a174-485b-9801-10a7a86ad2aa tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735111 May 24 22:48:16.609045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eae6ee26-a165-436e-90c0-b81a48c7b5d0 req-01cd866b-d746-45af-a71a-88845c20b178 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536189 May 24 22:48:16.613446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e5442b25-d0df-4575-a66c-92368896e48a admin admin] Usage tracker for resource:security_group_rule and tenant:b440bdf929984eac81b96cb95c9bb0a9 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:16.620716 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Pushing event updated for resources: {'Port': ['ID=36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:16.642262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e5442b25-d0df-4575-a66c-92368896e48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:16.664899 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.676632 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.676632 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.676632 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.677145 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.677606 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.678178 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.678597 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.678943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e5442b25-d0df-4575-a66c-92368896e48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:16.679099 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.679559 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.679915 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.680472 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:16.702033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-d25a8d5c-968c-4ef0-bb8e-3ba665699e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:16.703979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-d25a8d5c-968c-4ef0-bb8e-3ba665699e2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3690975 May 24 22:48:16.721139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-192f9363-b028-480e-beec-03b2720cda92 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341756 May 24 22:48:16.747440 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] For port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:16.756467 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] For port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:16.760021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-a7337ba7-b83c-4a10-a035-959397781d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:16.761528 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-a7337ba7-b83c-4a10-a035-959397781d66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4587235 May 24 22:48:16.770399 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:16.861778 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Routers {'877d7e32-a013-45b0-801c-c2747464a620'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:16.862376 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['877d7e32-a013-45b0-801c-c2747464a620'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:16.928832 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a183fb-615c-431f-8274-09ed61e6a6fb None None] Pushing event updated for resources: {'Port': ['ID=36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:17.075244 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] Set router 877d7e32-a013-45b0-801c-c2747464a620 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:17.121692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Allocated IP 172.20.0.1 (917b93a6-4340-4e78-a5f4-2f95554ac5d6/035893a4-62f8-4783-8f63-47862db4dbdb/ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:17.199777 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8b91d-e6c3-4099-821e-8fddaefa4edd req-ad4aad9d-f000-4530-93e3-9fb63d877134 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:17.206606 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-add8b91d-e6c3-4099-821e-8fddaefa4edd req-ad4aad9d-f000-4530-93e3-9fb63d877134 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 945 time: 0.4607534 May 24 22:48:17.242935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93fe3c74-56ce-40d6-9439-2dab3348a90d req-e0a9046f-fd3b-41c8-9d94-859fcfb6cdd6 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937205 May 24 22:48:17.247767 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-2437cabb-2bdc-4ff5-be18-d5aac9d1c4e5 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353913 May 24 22:48:17.264585 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-add8b91d-e6c3-4099-821e-8fddaefa4edd req-54a2597b-865a-47d3-a73d-0520011cc388 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569808 May 24 22:48:17.333033 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:17.370907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Transition to ACTIVE for port object ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:17.377268 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-b5eef8d4-265d-4133-b3d3-d9b0e9927975 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777087 May 24 22:48:17.528747 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:10Z', 'revision_number': 3, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:17.543517 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e9ae4-d232-4936-b923-4f4d3957bd8f None None] The sync data for ids ['877d7e32-a013-45b0-801c-c2747464a620'] in n-d-843146-7 is: [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:10Z', 'revision_number': 3, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:48:17.573564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bca84-582c-43c1-a883-ad5f90ab70db req-84c8afef-c368-4eba-8bd2-bd267eb1ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:17.580154 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e1bca84-582c-43c1-a883-ad5f90ab70db req-84c8afef-c368-4eba-8bd2-bd267eb1ccd7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 1098 time: 0.2200727 May 24 22:48:17.587167 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-3f35f985-3868-4b0d-8380-71b6da62f00a service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213584 May 24 22:48:17.623586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98de83-2e56-47d3-b598-9350036f7ac0 req-d554ea3a-5081-45dd-9968-0737e1515433 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:17.634050 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c98de83-2e56-47d3-b598-9350036f7ac0 req-d554ea3a-5081-45dd-9968-0737e1515433 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 947 time: 0.8355470 May 24 22:48:17.784449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53026) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:17.786338 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5442b25-d0df-4575-a66c-92368896e48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:17.804150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-536426173'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:17.809565 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5442b25-d0df-4575-a66c-92368896e48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:17.847520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:17.875558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:network and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:17.883478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bca84-582c-43c1-a883-ad5f90ab70db req-5de543a4-2de1-4d54-b10a-6cd2628e1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:17.884913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e1bca84-582c-43c1-a883-ad5f90ab70db req-5de543a4-2de1-4d54-b10a-6cd2628e1ce2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2965689 May 24 22:48:17.890711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:17.925125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c98de83-2e56-47d3-b598-9350036f7ac0 req-a20a3550-0f36-4f83-bc0a-34508b164af2 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894576 May 24 22:48:17.926352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:17.930474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:17.966185 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e1bca84-582c-43c1-a883-ad5f90ab70db req-4d46d736-ea9e-471a-a818-92e128662520 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f8b2c51a-681e-49fc-a852-ac1c45718c71 HTTP/1.1" status: 200 len: 217 time: 0.0722659 May 24 22:48:17.983719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c73c8-b7f7-407c-9660-ab51f8717894 req-50449db6-8770-46af-9b9d-c596bde06940 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:17.985153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3a0c73c8-b7f7-407c-9660-ab51f8717894 req-50449db6-8770-46af-9b9d-c596bde06940 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 948 time: 0.2200356 May 24 22:48:18.011027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5442b25-d0df-4575-a66c-92368896e48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e149a113-0f11-4e3f-b829-15808323ced7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:18.015496 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e5442b25-d0df-4575-a66c-92368896e48a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b440bdf929984eac81b96cb95c9bb0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0956113 May 24 22:48:18.030297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53030) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:18.038236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70bc1734-ef7c-4a27-b2ef-02ea68558318 req-409bbe57-4df5-4b42-b3ed-31ccb90aa853 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6386304 May 24 22:48:18.064332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:18.070144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:18.073655 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.083472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:18.152220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:18.180111 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3a0c73c8-b7f7-407c-9660-ab51f8717894 req-0ebab8a6-aa0f-4b2a-ab4d-ad0716bdc9c4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249371 May 24 22:48:18.182467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bca84-582c-43c1-a883-ad5f90ab70db req-b8e16ded-d6ca-4615-88db-2f1d4e64f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:18.184527 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e1bca84-582c-43c1-a883-ad5f90ab70db req-b8e16ded-d6ca-4615-88db-2f1d4e64f82b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1981499 May 24 22:48:18.239441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:18.302890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bca84-582c-43c1-a883-ad5f90ab70db req-290ac07a-2746-4a10-a2e2-ea0d30c44eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:18.304548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e1bca84-582c-43c1-a883-ad5f90ab70db req-290ac07a-2746-4a10-a2e2-ea0d30c44eab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077116 May 24 22:48:18.368006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:48:18.390500 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d196-550c-4bc6-ba33-160db149b13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.398527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.401445 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.401936 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Added segment bba09216-c0bd-4cdf-889f-3289673455b0 of type vlan for network abbe8918-2b0f-4539-a34b-fc1ac752a667 May 24 22:48:18.445738 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:48:18.471630 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d196-550c-4bc6-ba33-160db149b13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.495886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e41683cb-a8a5-4579-9ae8-895cc1729075 None None] Provisioning for port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:18.500237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a9643-3650-4aad-9051-19f92aea1b72 req-e577b958-e08f-40af-8eba-89a05fd71c84 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:18.506665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e41683cb-a8a5-4579-9ae8-895cc1729075 None None] Provisioning complete for port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:18.507446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e41683cb-a8a5-4579-9ae8-895cc1729075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.507712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8e6a9643-3650-4aad-9051-19f92aea1b72 req-e577b958-e08f-40af-8eba-89a05fd71c84 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 945 time: 0.4165418 May 24 22:48:18.532160 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.565166 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e1bca84-582c-43c1-a883-ad5f90ab70db req-a4e0d7d1-7521-44e3-9327-eabc2278f142 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529049 May 24 22:48:18.580737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7661-40f5-4ff5-b275-ddf89b8b33c5 req-a40a4539-153b-4032-8328-bc80346e9928 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:18.586171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e41683cb-a8a5-4579-9ae8-895cc1729075 None None] Port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:48:18.589328 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-273c7661-40f5-4ff5-b275-ddf89b8b33c5 req-a40a4539-153b-4032-8328-bc80346e9928 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.1707211 May 24 22:48:18.656243 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d196-550c-4bc6-ba33-160db149b13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.668573 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.674196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:18.674798 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.704004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-a368a446-6ab3-442d-9791-af7b2c7fbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:18.705519 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-a368a446-6ab3-442d-9791-af7b2c7fbf9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1099 time: 0.5769212 May 24 22:48:18.716917 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-273c7661-40f5-4ff5-b275-ddf89b8b33c5 req-a16cdfed-21f1-46ba-ab7d-6065c0ee9b99 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266234 May 24 22:48:18.723677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2d196-550c-4bc6-ba33-160db149b13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e149a113-0f11-4e3f-b829-15808323ced7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:18.765437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e1bca84-582c-43c1-a883-ad5f90ab70db req-7b296639-6252-47f5-9dc1-38cfcf8ec7b0 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727712 May 24 22:48:18.847152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:18.911411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8e6a9643-3650-4aad-9051-19f92aea1b72 req-9850cc6e-32b2-47eb-b411-ab762cdf86f9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026301 May 24 22:48:18.940103 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:18.945353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:18.945760 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.956436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d196-550c-4bc6-ba33-160db149b13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:18.962697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e2a2d196-550c-4bc6-ba33-160db149b13c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e149a113-0f11-4e3f-b829-15808323ced7 HTTP/1.1" status: 204 len: 168 time: 0.9223616 May 24 22:48:18.962697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1687174 May 24 22:48:18.963551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53036) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:18.969523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-79272780'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:18.972653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883625b9-716d-4f86-a267-b5834c5d1ba0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Network': ['ID=abbe8918-2b0f-4539-a34b-fc1ac752a667,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:18.975635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:18.981623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:network and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:18.984805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:18.995349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network abbe8918-2b0f-4539-a34b-fc1ac752a667 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:48:19.009793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:19.030657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:19.036008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:19.097618 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:19.148318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:48:19.161998 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:19.163178 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Added segment 46fed279-34e7-4158-9ea3-792c83c97b03 of type vlan for network 52c33e24-ff90-4552-83ee-49b4f514ed82 May 24 22:48:19.175818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-9da0dfef-97c0-4195-a106-c2e9e2d3634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:19.177445 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-9da0dfef-97c0-4195-a106-c2e9e2d3634c service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.4551275 May 24 22:48:19.204132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:19.244484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:19.244860 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:19.268944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:19.279432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:19.287585 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-f85852dc-fc53-4887-9b7e-439f2a7bff3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 217 time: 0.0909529 May 24 22:48:19.318224 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:19.324399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:19.324977 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:19.410402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:19.514861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-4389ab95-d707-412b-bff1-c614fbd3f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:19.516346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-4389ab95-d707-412b-bff1-c614fbd3f3d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1687841 May 24 22:48:19.593159 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6259196 May 24 22:48:19.597029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53050) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:19.619259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'subnet': {'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:19.637698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ccbcc-ef78-4006-840d-aed776b8c941 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Network': ['ID=52c33e24-ff90-4552-83ee-49b4f514ed82,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:19.643959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e2053-8cd6-4026-b536-cb0ad8135759 req-8830485a-fda0-43fe-aab4-d1bc0401c376 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:19.645892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e2e2053-8cd6-4026-b536-cb0ad8135759 req-8830485a-fda0-43fe-aab4-d1bc0401c376 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 948 time: 0.2493610 May 24 22:48:19.653259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 52c33e24-ff90-4552-83ee-49b4f514ed82 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:48:19.690407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:19.704486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-2844ded0-2dbc-4b6e-9751-c8fd192fa047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:19.706183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-2844ded0-2dbc-4b6e-9751-c8fd192fa047 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1800766 May 24 22:48:19.714242 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:19.748311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be911c-a99a-4520-b658-09ff8d6e83a7 req-b1da94fb-1dd7-4767-9304-9b05ebfd09db tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:19.751613 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-26be911c-a99a-4520-b658-09ff8d6e83a7 req-b1da94fb-1dd7-4767-9304-9b05ebfd09db tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 945 time: 0.7009649 May 24 22:48:19.866132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:19.873471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-26be911c-a99a-4520-b658-09ff8d6e83a7 req-e0cf5af3-59ed-42f0-bbc9-c72ea0b2146c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Deleting port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:48:19.873866 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-26be911c-a99a-4520-b658-09ff8d6e83a7 req-e0cf5af3-59ed-42f0-bbc9-c72ea0b2146c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:19.903745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:subnet and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:19.913327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:19.944276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354b573-1236-47dc-984f-6425c40453e4 req-767fe4c0-35cf-49e6-8cbb-c335a29c1e4b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:19.945007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b354b573-1236-47dc-984f-6425c40453e4 req-767fe4c0-35cf-49e6-8cbb-c335a29c1e4b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:48:19.947988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:19.969838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:19.973457 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:20.046773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e2e2053-8cd6-4026-b536-cb0ad8135759 req-20fbf439-cef5-4f3b-bbbf-4c4199870331 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859637 May 24 22:48:20.081419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:20.093246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b354b573-1236-47dc-984f-6425c40453e4 req-767fe4c0-35cf-49e6-8cbb-c335a29c1e4b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:48:20.094814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:20.099874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b354b573-1236-47dc-984f-6425c40453e4 req-767fe4c0-35cf-49e6-8cbb-c335a29c1e4b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 947 time: 0.8301775 May 24 22:48:20.193251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53072) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:20.255667 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-119881bb-2a63-46ce-860f-9a35f8dbf02f service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993839 May 24 22:48:20.262919 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b354b573-1236-47dc-984f-6425c40453e4 req-f9a16f98-e8ea-436d-9816-9718ad349530 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621888 May 24 22:48:20.414615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c43bcb-985b-401e-a054-a9d916ba73e1 req-595b4368-3c37-469d-9a0d-8ea9ee2142a0 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510770 May 24 22:48:20.445786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-26be911c-a99a-4520-b658-09ff8d6e83a7 req-e0cf5af3-59ed-42f0-bbc9-c72ea0b2146c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] For port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:20.446419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-26be911c-a99a-4520-b658-09ff8d6e83a7 req-e0cf5af3-59ed-42f0-bbc9-c72ea0b2146c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:20.488456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1606324808-network', 'tenant_id': '0c19542ed3b146c69bdaa6efc7b24896'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:20.496831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:20.508008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Usage tracker for resource:network and tenant:0c19542ed3b146c69bdaa6efc7b24896 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:20.511636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:20.522658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:20.530853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:20.536397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:20.554084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aa58f-5a1f-4e82-b740-5d0d672784ef req-c5e2894f-1ab0-49dc-8c5e-31baf7b92f64 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:20.555734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d28aa58f-5a1f-4e82-b740-5d0d672784ef req-c5e2894f-1ab0-49dc-8c5e-31baf7b92f64 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.3619440 May 24 22:48:20.558216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Made reservation on behalf of 0c19542ed3b146c69bdaa6efc7b24896 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:20.560897 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:20.645954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-26be911c-a99a-4520-b658-09ff8d6e83a7 req-e0cf5af3-59ed-42f0-bbc9-c72ea0b2146c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Calling delete_port for 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:48:20.652442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:20.712769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:20.778761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e04e67-1643-4dcd-a218-e90e7990ba8d req-64e15826-0b68-452b-a2fc-448105b8fe46 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:20.779224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Usage tracker for resource:security_group_rule and tenant:0c19542ed3b146c69bdaa6efc7b24896 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:20.779780 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49e04e67-1643-4dcd-a218-e90e7990ba8d req-64e15826-0b68-452b-a2fc-448105b8fe46 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=90708e7a-8aca-49f5-97f9-d0eb35d0e47b HTTP/1.1" status: 200 len: 945 time: 0.3442776 May 24 22:48:20.781773 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:20.783677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:20.797764 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d28aa58f-5a1f-4e82-b740-5d0d672784ef req-93608f96-1a36-4744-9fbb-5283523b6c83 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630986 May 24 22:48:20.806161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:20.832760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c5798981-2aa7-4c0e-a4b5-203e4fb6213b None None] Provisioning complete for port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:20.833410 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c5798981-2aa7-4c0e-a4b5-203e4fb6213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:20.865395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Router 877d7e32-a013-45b0-801c-c2747464a620 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:48:20.888652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f8b2c51a-681e-49fc-a852-ac1c45718c71 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:48:20.912497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:20.965589 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49e04e67-1643-4dcd-a218-e90e7990ba8d req-199394f9-409a-4f7d-ba33-21ac045c3c03 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520553 May 24 22:48:20.968962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Subnet': ['ID=964964ea-3053-4ce2-8975-28f4ea60a9fa,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:20.971143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c5798981-2aa7-4c0e-a4b5-203e4fb6213b None None] Port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:48:20.978569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Checking segment: {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:20.979103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network hostable DHCP agents. Network: abbe8918-2b0f-4539-a34b-fc1ac752a667, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:48:20.994336 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-26be911c-a99a-4520-b658-09ff8d6e83a7 req-e0cf5af3-59ed-42f0-bbc9-c72ea0b2146c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.056460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf5af3-59ed-42f0-bbc9-c72ea0b2146c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event deleted for resources: {'Port': ['ID=3e36a8d0-1c50-4dc2-bfc4-42e77dc71253,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:21.062743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:48:21.100349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:48:21.100684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:48:21.118770 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.131953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:21.132363 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.133718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:48:21.135863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.143279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network abbe8918-2b0f-4539-a34b-fc1ac752a667 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:48:21.152022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-26be911c-a99a-4520-b658-09ff8d6e83a7 req-e0cf5af3-59ed-42f0-bbc9-c72ea0b2146c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] No DVR routers for this DVR port 3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:48:21.154787 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-26be911c-a99a-4520-b658-09ff8d6e83a7 req-e0cf5af3-59ed-42f0-bbc9-c72ea0b2146c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.161195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90708e7a-8aca-49f5-97f9-d0eb35d0e47b', 'name': 'network-vif-deleted', 'tag': '3e36a8d0-1c50-4dc2-bfc4-42e77dc71253'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:21.172950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Sync routers for ids ['877d7e32-a013-45b0-801c-c2747464a620'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:48:21.177902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, abbe8918-2b0f-4539-a34b-fc1ac752a667) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:21.182467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:21.183290 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.192301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd3b562-5354-4f4f-9069-6e6b0a23427b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:21.197883 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-26be911c-a99a-4520-b658-09ff8d6e83a7 req-e0cf5af3-59ed-42f0-bbc9-c72ea0b2146c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "DELETE /v2.0/ports/3e36a8d0-1c50-4dc2-bfc4-42e77dc71253 HTTP/1.1" status: 204 len: 173 time: 1.4298506 May 24 22:48:21.218659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-275a00a5-3b94-4e09-8906-b5a644a1e278 admin admin] 10.222.0.55 "PUT /v2.0/routers/877d7e32-a013-45b0-801c-c2747464a620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5135086 May 24 22:48:21.219564 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b93c15d9-cb97-42c9-8079-6aec5cc7b4f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6117964 May 24 22:48:21.220626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53084) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:21.233927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:48:21.234464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'subnet': {'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:21.240448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1324e22-d903-482a-9d3a-9ec420721e02 None None] Network abbe8918-2b0f-4539-a34b-fc1ac752a667 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:21.252420 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.253270 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Added segment d73e29d4-b802-4a09-bdf8-a1f09b5b0f1c of type vlan for network 83b3717a-0639-4d5c-ab37-d67b6e3072cb May 24 22:48:21.260520 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce613f36-acbe-446d-93e2-bcbff98f61c0'] response: {'server_uuid': '90708e7a-8aca-49f5-97f9-d0eb35d0e47b', 'name': 'network-vif-deleted', 'tag': '3e36a8d0-1c50-4dc2-bfc4-42e77dc71253', 'status': 'completed', 'code': 200} May 24 22:48:21.339984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.381372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:21.387662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:subnet and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:21.394281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:21.405969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f8b2c51a-681e-49fc-a852-ac1c45718c71, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f8b2c51a-681e-49fc-a852-ac1c45718c71,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:21.417990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:21.481923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Routers {'877d7e32-a013-45b0-801c-c2747464a620'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:21.482580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['877d7e32-a013-45b0-801c-c2747464a620'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:21.482738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:21.488422 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.500838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91964e23-1233-448b-8139-5159d1ebb2c7 req-c0b8c260-0dff-470c-b9c6-4969251619ba tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:21.509803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91964e23-1233-448b-8139-5159d1ebb2c7 req-c0b8c260-0dff-470c-b9c6-4969251619ba tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 948 time: 0.1776352 May 24 22:48:21.540821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.541933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:21.542550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.545637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'f8b2c51a-681e-49fc-a852-ac1c45718c71', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'f8b2c51a-681e-49fc-a852-ac1c45718c71', 'mac_address': 'fa:16:3e:92:aa:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:48:21.706764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] Pushing event updated for resources: {'Network': ['ID=83b3717a-0639-4d5c-ab37-d67b6e3072cb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:21.711593 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dbfd6c77-a955-4659-b0bb-f80336fe45f3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5136287 May 24 22:48:21.732636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53096) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:21.747085 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91964e23-1233-448b-8139-5159d1ebb2c7 req-00584f82-df46-469c-a39c-6dcffc04ca90 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336707 May 24 22:48:21.766206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Request body: {'subnet': {'network_id': '83b3717a-0639-4d5c-ab37-d67b6e3072cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1606324808-subnet', 'tenant_id': '0c19542ed3b146c69bdaa6efc7b24896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:21.798687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:21.810077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 83b3717a-0639-4d5c-ab37-d67b6e3072cb details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:48:21.812497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Usage tracker for resource:subnet and tenant:0c19542ed3b146c69bdaa6efc7b24896 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:21.821280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:21.839683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:21.854772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Made reservation on behalf of 0c19542ed3b146c69bdaa6efc7b24896 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:21.857135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:21.900318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a592ddb-655e-4f14-84a2-09cdeb0dcdd8 req-3caa0cc5-e2be-488c-9c8c-5acd7443f9f8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:21.916264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a592ddb-655e-4f14-84a2-09cdeb0dcdd8 req-3caa0cc5-e2be-488c-9c8c-5acd7443f9f8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 947 time: 0.4949062 May 24 22:48:22.084047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port f8b2c51a-681e-49fc-a852-ac1c45718c71 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:22.084637 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:22.148240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b2c51a-681e-49fc-a852-ac1c45718c71 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:22.149206 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a592ddb-655e-4f14-84a2-09cdeb0dcdd8 req-f09ec624-877a-471e-b3c4-d2ff5a4e944b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285402 May 24 22:48:22.167511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:22.184915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Set router 877d7e32-a013-45b0-801c-c2747464a620 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:22.225107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53112) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:22.247573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1833945029-network', 'tenant_id': '963b815104214fefb0a930d94e748816'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:22.259495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:22.259793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:22.285179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Usage tracker for resource:network and tenant:963b815104214fefb0a930d94e748816 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:22.300010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:22.314442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:22.330185 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:22.367057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f8b2c51a-681e-49fc-a852-ac1c45718c71, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f8b2c51a-681e-49fc-a852-ac1c45718c71,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:22.434516 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:22.435162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ed8e00c4-64a6-4271-a9dc-66c65355277e details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:48:22.462007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Checking segment: {'id': 'd73e29d4-b802-4a09-bdf8-a1f09b5b0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '83b3717a-0639-4d5c-ab37-d67b6e3072cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:22.462375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Network hostable DHCP agents. Network: 83b3717a-0639-4d5c-ab37-d67b6e3072cb, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:48:22.478375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-abbe8918-2b0f-4539-a34b-fc1ac752a667', 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'fixed_ips': [{'subnet_id': '964964ea-3053-4ce2-8975-28f4ea60a9fa'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:48:22.480315 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:22.528285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Made reservation on behalf of 963b815104214fefb0a930d94e748816 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:22.530619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:22.581122 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:22.615870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:22.621531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:963b815104214fefb0a930d94e748816 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:22.624784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:22.632358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:22.656502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Checking segment: {'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:22.656862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network hostable DHCP agents. Network: 52c33e24-ff90-4552-83ee-49b4f514ed82, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:48:22.679130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af49c356-d893-4447-975c-793191372508,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:22.689431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Network 83b3717a-0639-4d5c-ab37-d67b6e3072cb is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:48:22.693838 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:48:22.702146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=f8b2c51a-681e-49fc-a852-ac1c45718c71,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:22.714852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 83b3717a-0639-4d5c-ab37-d67b6e3072cb) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:22.727952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-e2bd3bac-ca93-44eb-9526-8d310385761c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:22.729594 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-e2bd3bac-ca93-44eb-9526-8d310385761c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.50 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073&tenant_id=0365b3430aca4a7c8a9900c4398a5d25&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 948 time: 0.3950646 May 24 22:48:22.730679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67e1bea-bfbc-4446-9dee-e4531cd0f28b None None] Network 83b3717a-0639-4d5c-ab37-d67b6e3072cb requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:22.731775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c31e01-4916-4359-83c9-d3fb218dc196 req-4d69230f-1f6e-4c0f-9006-1c73538ef232 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:22.733475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36c31e01-4916-4359-83c9-d3fb218dc196 req-4d69230f-1f6e-4c0f-9006-1c73538ef232 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.3566148 May 24 22:48:22.734161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Subnet': ['ID=8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:22.743288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:22.744878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:22.753110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:22.786867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network 52c33e24-ff90-4552-83ee-49b4f514ed82 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:48:22.815494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 52c33e24-ff90-4552-83ee-49b4f514ed82) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:22.820358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:22.821094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:22.831698 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36c31e01-4916-4359-83c9-d3fb218dc196 req-d14350cd-d50f-463b-be04-a6f02493b7a7 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821202 May 24 22:48:22.842426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'mac_address': 'fa:16:3e:e6:d7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:48:22.854356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac562097-8056-42cf-99ef-6e644d2c1273 req-af644dbf-d057-4de3-a348-9d3016d3736c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:22.862472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac562097-8056-42cf-99ef-6e644d2c1273 req-af644dbf-d057-4de3-a348-9d3016d3736c tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 948 time: 0.2407110 May 24 22:48:22.874123 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-962bf53f-fd7b-4c1d-91d5-cfb07897ba9b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1171780 May 24 22:48:22.907492 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:22.911568 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8a2796a8-ca6c-4d32-b73d-a9092c158717 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6898181 May 24 22:48:22.916208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53124) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:22.928135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-6df29717-c774-44be-8a66-185e4bd8ce66 service neutron] 10.222.0.50 "GET /v2.0/ports/ed8e00c4-64a6-4271-a9dc-66c65355277e/bindings/n-h2-843146-7 HTTP/1.1" status: 200 len: 382 time: 0.1878271 May 24 22:48:22.930072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'port': {'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667', 'name': 'tempest-TaggedBootDevicesTest_v242-1824900184', 'fixed_ips': [{'subnet_id': '964964ea-3053-4ce2-8975-28f4ea60a9fa'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:22.953821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac562097-8056-42cf-99ef-6e644d2c1273 req-789c60ce-aa2a-40b8-bc3e-327816fd3ee8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756340 May 24 22:48:22.961892 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:22.962443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e14730-54a3-4283-82d7-96b25968c5e9 None None] Network 52c33e24-ff90-4552-83ee-49b4f514ed82 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:23.059374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-437f50ab-6b39-4035-916e-6c2d46f56240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:23.061115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-437f50ab-6b39-4035-916e-6c2d46f56240 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1099 time: 0.0953910 May 24 22:48:23.115679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:48:23.173401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port ed8e00c4-64a6-4271-a9dc-66c65355277e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:23.174085 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:23.195266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92ffc8c-d37e-4bc2-b333-239386132da4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:23.199321 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:23.199890 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Added segment 33fc7683-4f06-4e9e-b0ca-b57deff8f96e of type vlan for network 633eec14-13b3-48d6-8e76-fafd6e796182 May 24 22:48:23.207194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Allocated IP 10.1.1.2 (abbe8918-2b0f-4539-a34b-fc1ac752a667/964964ea-3053-4ce2-8975-28f4ea60a9fa/b3c21814-0acd-4e59-b215-a69926b64771) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:23.238121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-340904b3-e085-4e17-9fc9-01bd47127bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:23.240725 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-340904b3-e085-4e17-9fc9-01bd47127bd5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.1703930 May 24 22:48:23.297984 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:23.299269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8e00c4-64a6-4271-a9dc-66c65355277e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:23.323428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:23.334087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b88a4-d755-4361-a7a2-b774145b841f req-2abb38fe-a9bb-4373-835e-769ea9f23059 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:23.336770 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-2abb38fe-a9bb-4373-835e-769ea9f23059 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.2832139 May 24 22:48:23.338873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:port and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:23.342743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:23.359010 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-f19237f9-7e69-4161-9f39-702180b224b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 217 time: 0.1075313 May 24 22:48:23.360657 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-4aae0a4d-9dba-4deb-9ee9-6039ca829539 req-20fcf554-7eb8-40c7-89dd-2f53183acc8e tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] show failed (client error): The resource could not be found. May 24 22:48:23.361688 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aae0a4d-9dba-4deb-9ee9-6039ca829539 req-20fcf554-7eb8-40c7-89dd-2f53183acc8e tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] 10.222.0.55 "GET /v2.0/security-groups/363a2fc9-f379-48fc-876b-6779831f2b02 HTTP/1.1" status: 404 len: 352 time: 0.0327902 May 24 22:48:23.366040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:23.379751 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-0db71992-6a2f-4f6f-b7fd-a500db9507fd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/quotas/2e846590628e4af9acc5488fea48c6ad HTTP/1.1" status: 200 len: 375 time: 0.0337346 May 24 22:48:23.430611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-463b88a4-d755-4361-a7a2-b774145b841f req-01a4928d-c6df-43e4-901e-feb0c2fdd0fe tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:48:23.434681 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:23.435578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:23.436120 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:23.455983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-91b614e2-2cf5-4475-b9b2-9cb64cb61da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:23.457792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-91b614e2-2cf5-4475-b9b2-9cb64cb61da3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0835519 May 24 22:48:23.463986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:23.497641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:23.527687 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:23.614094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-e098d9ac-2f7f-4e70-9c76-5baf7a4e6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:23.615932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-e098d9ac-2f7f-4e70-9c76-5baf7a4e6cad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486690 May 24 22:48:23.619214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-463b88a4-d755-4361-a7a2-b774145b841f req-01a4928d-c6df-43e4-901e-feb0c2fdd0fe tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:48:23.624801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ce068-fe1a-473f-867b-ac8a9bd0d663 req-060dca56-b80d-40dd-8c63-c1bf375deeaa tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:23.627211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-01a4928d-c6df-43e4-901e-feb0c2fdd0fe tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2463596 May 24 22:48:23.632731 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b70ce068-fe1a-473f-867b-ac8a9bd0d663 req-060dca56-b80d-40dd-8c63-c1bf375deeaa tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 948 time: 0.1254573 May 24 22:48:23.662307 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4358857 May 24 22:48:23.668282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53144) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:23.680208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3baa2d-1597-4264-aa90-2ad7db8a13de None None] Network 83b3717a-0639-4d5c-ab37-d67b6e3072cb requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:23.680607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Request body: {'subnet': {'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1833945029-subnet', 'tenant_id': '963b815104214fefb0a930d94e748816', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:23.720210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:18Z', 'revision_number': 4, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4', 'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'mac_address': 'fa:16:3e:3d:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:16Z', 'updated_at': '2022-05-24T22:48:19Z', 'revision_number': 2, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'subnets': [{'id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:23.737866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4245b-edf6-4a6f-b7bb-28338b51f6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=633eec14-13b3-48d6-8e76-fafd6e796182,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:23.741440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:23.756968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Usage tracker for resource:subnet and tenant:963b815104214fefb0a930d94e748816 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:23.764132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b70ce068-fe1a-473f-867b-ac8a9bd0d663 req-242cc18d-8a7a-4391-84a5-d433776fa054 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284313 May 24 22:48:23.764358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:23.784636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 633eec14-13b3-48d6-8e76-fafd6e796182 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:48:23.787771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:23.813229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-52c33e24-ff90-4552-83ee-49b4f514ed82', 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'fixed_ips': [{'subnet_id': '8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:48:23.814077 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:23.834170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Made reservation on behalf of 963b815104214fefb0a930d94e748816 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:23.836517 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:23.841681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Checking router: 877d7e32-a013-45b0-801c-c2747464a620 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:48:23.842027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Updating router 877d7e32-a013-45b0-801c-c2747464a620 port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:48:23.851850 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:23.864752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-5203c001-a024-43c4-9d90-c754d9403f0d service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148371 May 24 22:48:23.936662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:23.947455 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-a0073c27-d30b-483a-9a24-e5d3995185f5 service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188179 May 24 22:48:23.959597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] device_id is not set on port ab88326e-caa2-41cc-ba14-ac872929dcd5 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:48:23.976894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0df183d0-687a-4b89-995e-81f53424b6e2 req-3d0bd364-162c-41cf-8977-6143b7fa2cb5 tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] Synchronizing usage tracker for tenant:0c19542ed3b146c69bdaa6efc7b24896 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:48:23.980215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['ed8e00c4-64a6-4271-a9dc-66c65355277e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:24.003958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f8b2c51a-681e-49fc-a852-ac1c45718c71'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:24.023845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0df183d0-687a-4b89-995e-81f53424b6e2 req-3d0bd364-162c-41cf-8977-6143b7fa2cb5 tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] Unset dirty status for tenant:0c19542ed3b146c69bdaa6efc7b24896 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:48:24.030845 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0df183d0-687a-4b89-995e-81f53424b6e2 req-3d0bd364-162c-41cf-8977-6143b7fa2cb5 tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c19542ed3b146c69bdaa6efc7b24896 HTTP/1.1" status: 200 len: 2984 time: 0.2089381 May 24 22:48:24.057550 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-d89dee4b-1bbc-4477-a3ef-36e6a79621d4 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838496 May 24 22:48:24.078513 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:24.093552 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0df183d0-687a-4b89-995e-81f53424b6e2 req-a1b64b6f-9919-4820-8fb4-ff48d75d2ab7 tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] 10.222.0.55 "GET /v2.0/security-groups/2bd3b562-5354-4f4f-9069-6e6b0a23427b HTTP/1.1" status: 200 len: 2981 time: 0.0616162 May 24 22:48:24.162892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0df183d0-687a-4b89-995e-81f53424b6e2 req-014b2978-ab19-4e97-ae30-d1f031965cd7 tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] 10.222.0.55 "GET /v2.0/security-groups/2bd3b562-5354-4f4f-9069-6e6b0a23427b HTTP/1.1" status: 200 len: 2981 time: 0.0677450 May 24 22:48:24.259389 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:24.344547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb674f-7500-4901-86b1-ccc12d24d030 req-cd15c8d4-2157-404a-bf40-a2af858a3eff tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:24.346623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aceb674f-7500-4901-86b1-ccc12d24d030 req-cd15c8d4-2157-404a-bf40-a2af858a3eff tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.0950003 May 24 22:48:24.354966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:24.380275 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-1a2dbfe5-7866-4644-8321-bbb7ceb335a2 service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324138 May 24 22:48:24.405208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aceb674f-7500-4901-86b1-ccc12d24d030 req-d72478ef-f4d0-4a2b-b4ec-28588b90520d tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520685 May 24 22:48:24.452471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Transition to ACTIVE for port object b3c21814-0acd-4e59-b215-a69926b64771 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:24.500568 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:24.610636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5dd833a-91d4-4e60-b75b-87c094a9b01f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:24.665878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Checking segment: {'id': '33fc7683-4f06-4e9e-b0ca-b57deff8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:24.665878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Network hostable DHCP agents. Network: 633eec14-13b3-48d6-8e76-fafd6e796182, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:48:24.670016 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Transition to ACTIVE for port object b3c21814-0acd-4e59-b215-a69926b64771 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:24.681085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43dae9-1168-457a-a4ea-e6b54475bca0 req-6d1be5e0-2d22-4af0-addf-7c89740121d4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:24.694350 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f43dae9-1168-457a-a4ea-e6b54475bca0 req-6d1be5e0-2d22-4af0-addf-7c89740121d4 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 949 time: 0.1565776 May 24 22:48:24.710284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Network 633eec14-13b3-48d6-8e76-fafd6e796182 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:48:24.718389 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:24.770519 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f43dae9-1168-457a-a4ea-e6b54475bca0 req-7185e6ec-531d-43a7-b9ff-c7889334e67f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740430 May 24 22:48:24.780450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 633eec14-13b3-48d6-8e76-fafd6e796182) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:24.804965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Allocated IP 10.2.2.2 (52c33e24-ff90-4552-83ee-49b4f514ed82/8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0/a482912d-3eb8-4e00-9c77-4aa810b56a93) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:24.807246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e914c-52f2-4417-8058-947b7682d46d None None] Network 633eec14-13b3-48d6-8e76-fafd6e796182 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:24.810708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-968b290b-054c-4db1-94b6-00b52bb712ce req-4362381e-b7ce-4ab0-ba45-d74f7740b6af tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] 10.222.0.55 "GET /v2.0/security-groups/2bd3b562-5354-4f4f-9069-6e6b0a23427b HTTP/1.1" status: 200 len: 2981 time: 0.2010686 May 24 22:48:24.819028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:24.822863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:24.903294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1efacdb2-5e23-4b13-a3e4-4e4716166997 req-ac98cc32-174f-4041-8772-bf47a125be21 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 210 time: 0.0645001 May 24 22:48:24.921269 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-515cc26c-5cab-445b-8222-c128e729ebb7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2519462 May 24 22:48:24.924147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53168) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:24.929226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1833945029-router', 'tenant_id': '963b815104214fefb0a930d94e748816', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:24.940327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:24.947912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Usage tracker for resource:router and tenant:963b815104214fefb0a930d94e748816 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:24.955088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:24.972742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:24.984201 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-968b290b-054c-4db1-94b6-00b52bb712ce req-1e7f800e-cbc4-490c-a062-8b5eb1c8ad8e tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] delete failed (client error): There was a conflict when trying to complete your request. May 24 22:48:24.985212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-968b290b-054c-4db1-94b6-00b52bb712ce req-1e7f800e-cbc4-490c-a062-8b5eb1c8ad8e tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] 10.222.0.55 "DELETE /v2.0/security-groups/2bd3b562-5354-4f4f-9069-6e6b0a23427b HTTP/1.1" status: 409 len: 352 time: 0.1508670 May 24 22:48:24.991024 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 10.1.1.2-cfc5a6c5-af82-4711-b7f7-55464e846cdf {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:48:24.991584 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:48:25.004956 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.006087 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.029890 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-467dfcc8-7c03-4b4f-a848-1ac2e9a50dc7 req-02330992-34fc-4b86-a28b-2a7099f1eca2 tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] show failed (client error): The resource could not be found. May 24 22:48:25.035559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Network abbe8918-2b0f-4539-a34b-fc1ac752a667 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:25.036892 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.038671 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-467dfcc8-7c03-4b4f-a848-1ac2e9a50dc7 req-02330992-34fc-4b86-a28b-2a7099f1eca2 tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] 10.222.0.55 "GET /v2.0/security-groups/9345bda4-954e-4fc1-95ed-cd76a9593a83 HTTP/1.1" status: 404 len: 352 time: 0.0294969 May 24 22:48:25.040246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:25.082253 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-d7c09229-d168-4469-b24b-38aaafcf5099 req-6f7ee620-514f-481f-9ca9-98c83d72847b tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] show failed (client error): The resource could not be found. May 24 22:48:25.083456 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d7c09229-d168-4469-b24b-38aaafcf5099 req-6f7ee620-514f-481f-9ca9-98c83d72847b tempest-SecurityGroupsNegativeTestJSON-1278417964 tempest-SecurityGroupsNegativeTestJSON-1278417964-project] 10.222.0.55 "GET /v2.0/security-groups/45e7158d-5069-43bd-bf34-9a42df76bd16 HTTP/1.1" status: 404 len: 352 time: 0.0182531 May 24 22:48:25.099778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53176) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:25.116011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:25.175908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12de7e2-2e49-4481-b52c-895af1ab42ba admin admin] Deleting subnet af49c356-d893-4447-975c-793191372508 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:48:25.179669 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a12de7e2-2e49-4481-b52c-895af1ab42ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.211840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Pushing event updated for resources: {'Port': ['ID=b3c21814-0acd-4e59-b215-a69926b64771,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:25.243313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a12de7e2-2e49-4481-b52c-895af1ab42ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.341747 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a12de7e2-2e49-4481-b52c-895af1ab42ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.432821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Attempting to bind port b3c21814-0acd-4e59-b215-a69926b64771 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:25.433978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Attempting to bind port b3c21814-0acd-4e59-b215-a69926b64771 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:25.434672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Attempting to bind port b3c21814-0acd-4e59-b215-a69926b64771 on network abbe8918-2b0f-4539-a34b-fc1ac752a667 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:25.438684 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a12de7e2-2e49-4481-b52c-895af1ab42ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.477036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:25.477608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Checking segment: {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:25.478138 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.478638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Bound using segment: {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:25.479215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Bound port: b3c21814-0acd-4e59-b215-a69926b64771, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:25.479864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.508320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.529367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12de7e2-2e49-4481-b52c-895af1ab42ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af49c356-d893-4447-975c-793191372508,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:25.534028 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a12de7e2-2e49-4481-b52c-895af1ab42ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.549406 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a12de7e2-2e49-4481-b52c-895af1ab42ba admin admin] 10.222.0.55 "DELETE /v2.0/subnets/af49c356-d893-4447-975c-793191372508 HTTP/1.1" status: 204 len: 168 time: 0.4483438 May 24 22:48:25.550699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] device_id is not set on port a7b98f36-c3f3-4e71-b3eb-71ee080403ce yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:48:25.562244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53182) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:25.691352 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.760430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2472cec-346e-4761-b60f-ef943f6fac1d req-eceddf07-5084-4b43-8534-fdbfabe9bf09 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:25.762268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2472cec-346e-4761-b60f-ef943f6fac1d req-eceddf07-5084-4b43-8534-fdbfabe9bf09 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.2191684 May 24 22:48:25.823314 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.874656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Allocated IP 10.1.1.132 (abbe8918-2b0f-4539-a34b-fc1ac752a667/964964ea-3053-4ce2-8975-28f4ea60a9fa/a7b98f36-c3f3-4e71-b3eb-71ee080403ce) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:25.886247 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2472cec-346e-4761-b60f-ef943f6fac1d req-3e9c5d60-8204-4fee-8f51-80e752c78d99 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842056 May 24 22:48:25.890375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] For port b3c21814-0acd-4e59-b215-a69926b64771, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:25.902693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-633eec14-13b3-48d6-8e76-fafd6e796182', 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182', 'tenant_id': '963b815104214fefb0a930d94e748816', 'fixed_ips': [{'subnet_id': 'a5dd833a-91d4-4e60-b75b-87c094a9b01f'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:48:25.903697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.930449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] For port b3c21814-0acd-4e59-b215-a69926b64771, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b3c21814-0acd-4e59-b215-a69926b64771,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:25.948677 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.955965 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:25.959324 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:26.023092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Transition to ACTIVE for port object a482912d-3eb8-4e00-9c77-4aa810b56a93 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:26.026433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Transition to ACTIVE for port object ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:26.072977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9862004-2275-4639-894c-95439e5ee010 req-49532299-74d1-42ab-8aeb-a4d7ca0e3cc3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:26.089912 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9862004-2275-4639-894c-95439e5ee010 req-49532299-74d1-42ab-8aeb-a4d7ca0e3cc3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 948 time: 1.0266435 May 24 22:48:26.096434 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:26.166680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Transition to ACTIVE for port object a482912d-3eb8-4e00-9c77-4aa810b56a93 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:26.236975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9862004-2275-4639-894c-95439e5ee010 req-81d68220-4334-42b7-8494-142bb0bfabe1 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460149 May 24 22:48:26.245705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56855f-6d56-4c35-aaf5-7e16ab40b8e7 req-d84eeb0f-4cbe-486d-bace-fc8ce19dc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:26.260383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e56855f-6d56-4c35-aaf5-7e16ab40b8e7 req-d84eeb0f-4cbe-486d-bace-fc8ce19dc535 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 1096 time: 0.7923307 May 24 22:48:26.266690 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:26.272465 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:26.277276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a5cec-5c39-4773-bd71-4ecb7a5a5bdd None None] Pushing event updated for resources: {'Port': ['ID=b3c21814-0acd-4e59-b215-a69926b64771,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:26.331278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b88a4-d755-4361-a7a2-b774145b841f req-8339c8b8-b20d-41ed-83be-b41efcac32ab tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:26.333366 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-8339c8b8-b20d-41ed-83be-b41efcac32ab tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.4223909 May 24 22:48:26.362779 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e56855f-6d56-4c35-aaf5-7e16ab40b8e7 req-79e545b5-49f4-468b-8074-b0e47e35d4c9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852034 May 24 22:48:26.386192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Request body: {'port': {'device_id': '15994c17-d13b-4b95-b325-42a166aac394', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'admin_state_up': True, 'tenant_id': '2e846590628e4af9acc5488fea48c6ad'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:26.625310 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:26.635840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebd1a5-df71-45fd-9aeb-6086d17924ae None None] Pushing event updated for resources: {'Port': ['ID=ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:26.708539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Transition to ACTIVE for port object a7b98f36-c3f3-4e71-b3eb-71ee080403ce will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:26.719982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24c428c7-a7d1-4971-ab83-5aae023611a7 req-0cdcdf45-fa2a-4467-9a69-a589d67f7386 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 210 time: 0.2006497 May 24 22:48:26.745679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bafbc-dbab-4791-91ae-b324937cfbc7 req-9aad11de-cbbc-4d85-8792-df9ae7206477 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:26.747245 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d35bafbc-dbab-4791-91ae-b324937cfbc7 req-9aad11de-cbbc-4d85-8792-df9ae7206477 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 949 time: 0.5661063 May 24 22:48:26.755417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Network 52c33e24-ff90-4552-83ee-49b4f514ed82 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:26.755826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:26.767490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:26.793004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:26.832587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Made reservation on behalf of 2e846590628e4af9acc5488fea48c6ad for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:26.839161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:26.847910 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:26.870897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:26.891810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Allocated IP 172.20.0.2 (633eec14-13b3-48d6-8e76-fafd6e796182/a5dd833a-91d4-4e60-b75b-87c094a9b01f/9b212d7a-6b14-4d79-bddb-6076b120a5d6) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:26.970419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b3717a-0639-4d5c-ab37-d67b6e3072cb']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:27.030375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network abbe8918-2b0f-4539-a34b-fc1ac752a667 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:27.034778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:27.046505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:27.048570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73e29d4-b802-4a09-bdf8-a1f09b5b0f1c') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:27.048861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73e29d4-b802-4a09-bdf8-a1f09b5b0f1c') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:27.049011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Pushing event updated for resources: {'Port': ['ID=a482912d-3eb8-4e00-9c77-4aa810b56a93,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:27.059841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b3c21814-0acd-4e59-b215-a69926b64771 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:27.078391 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.086885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.183406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.239964 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.269179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:27.271834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:48:27.272585 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.354487 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d73e29d4-b802-4a09-bdf8-a1f09b5b0f1c resource provider aggregate not found May 24 22:48:27.362989 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.377003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Transition to ACTIVE for port object 9b212d7a-6b14-4d79-bddb-6076b120a5d6 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:27.399458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Transition to ACTIVE for port object 9b212d7a-6b14-4d79-bddb-6076b120a5d6 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:27.400035 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d73e29d4-b802-4a09-bdf8-a1f09b5b0f1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d73e29d4-b802-4a09-bdf8-a1f09b5b0f1c found for delete ", "request_id": "req-3245e363-d19c-4fb7-8bf4-20aed135912d"}]} May 24 22:48:27.416324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:27.417093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.421962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Attempting to bind port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:27.422461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Attempting to bind port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:27.423351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Attempting to bind port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 on network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:27.436819 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.438037 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d35bafbc-dbab-4791-91ae-b324937cfbc7 req-02165399-4456-4e88-9e00-f6312a67a387 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6840925 May 24 22:48:27.438861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Port': ['ID=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:27.504911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa78f7f-69ef-43dd-89aa-59a35a15cf70 req-d6c6b4b5-e406-466c-a29a-6cb608621250 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:27.506526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1fa78f7f-69ef-43dd-89aa-59a35a15cf70 req-d6c6b4b5-e406-466c-a29a-6cb608621250 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.3902845 May 24 22:48:27.514164 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c9d879ac-31d2-4e01-83cd-f1990d73e43c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5897441 May 24 22:48:27.536043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-30d94017-0765-435f-8e7b-cc410d7bca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:27.536608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53202) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:27.537587 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-30d94017-0765-435f-8e7b-cc410d7bca56 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073&tenant_id=0365b3430aca4a7c8a9900c4398a5d25 HTTP/1.1" status: 200 len: 1100 time: 0.5494175 May 24 22:48:27.544885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Network 633eec14-13b3-48d6-8e76-fafd6e796182 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:27.560727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'port': {'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667', 'name': 'tempest-TaggedBootDevicesTest_v242-801563185', 'fixed_ips': [{'subnet_id': '964964ea-3053-4ce2-8975-28f4ea60a9fa'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:27.594151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Allocated IP 172.25.7.235 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/e27a2f87-16c0-4695-9a26-a82f45c7a698) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:27.642506 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Pushing event updated for resources: {'Port': ['ID=9b212d7a-6b14-4d79-bddb-6076b120a5d6,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:27.650197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:27.676566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ed8e00c4-64a6-4271-a9dc-66c65355277e details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:48:27.679020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f8b2c51a-681e-49fc-a852-ac1c45718c71 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:27.746698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:27.746698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Checking segment: {'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:27.746698 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.746698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Bound using segment: {'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:27.747242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Bound port: ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:27.747663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.762737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:27.765354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Attempting to bind port a482912d-3eb8-4e00-9c77-4aa810b56a93 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:27.765818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Attempting to bind port a482912d-3eb8-4e00-9c77-4aa810b56a93 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:27.766382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Attempting to bind port a482912d-3eb8-4e00-9c77-4aa810b56a93 on network 52c33e24-ff90-4552-83ee-49b4f514ed82 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:27.768653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f974c-175e-4925-a5f9-74248c7ed222 None None] Network abbe8918-2b0f-4539-a34b-fc1ac752a667 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:27.806383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Allocated IP 172.20.0.10 (3653a6c8-c222-4f56-8c39-2c2963d7c5c7/58b7ed93-185b-4c74-a8c5-a81fc40ebbf5/3cbcc079-9903-4d1d-9447-b4e29aeda530) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:27.886530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:27.886835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Checking segment: {'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:27.887089 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.887607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Bound using segment: {'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:27.888271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Bound port: a482912d-3eb8-4e00-9c77-4aa810b56a93, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:27.888877 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:27.896801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:27.905126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:port and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:27.916884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:27.930402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:27.930729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:27.946472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b9e96-4ece-4aa9-9b8b-d3424d61492e req-cf0735dc-2909-4d51-a94f-b4cd85a9efc6 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:27.948010 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b7b9e96-4ece-4aa9-9b8b-d3424d61492e req-cf0735dc-2909-4d51-a94f-b4cd85a9efc6 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 948 time: 0.2136235 May 24 22:48:27.973546 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.006555 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.033449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] Pushing event deleted for resources: {'Network': ['ID=83b3717a-0639-4d5c-ab37-d67b6e3072cb,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:28.061470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:28.066186 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.070136 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d100ee5e-a646-40f8-a010-7f6af13e131d admin admin] 10.222.0.55 "DELETE /v2.0/networks/83b3717a-0639-4d5c-ab37-d67b6e3072cb HTTP/1.1" status: 204 len: 168 time: 2.5048552 May 24 22:48:28.100571 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b7b9e96-4ece-4aa9-9b8b-d3424d61492e req-86245b47-d93e-4af6-864a-901f9560f063 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431997 May 24 22:48:28.101210 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:48:28.112675 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1fa78f7f-69ef-43dd-89aa-59a35a15cf70 req-c2788ec3-4a12-42a2-98f2-35252da02445 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053463 May 24 22:48:28.121022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] device_id is not set on port a527e525-5b3f-41bc-969b-266188f14673 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:48:28.131635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-47afa243-6b1f-4c61-87bc-375c0fbfcb14 None None] Provisioning for port b3c21814-0acd-4e59-b215-a69926b64771 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:28.181181 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.187458 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.229992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Attempting to bind port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:28.230486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Attempting to bind port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '33fc7683-4f06-4e9e-b0ca-b57deff8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:28.230948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Attempting to bind port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 on network 633eec14-13b3-48d6-8e76-fafd6e796182 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:28.289377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port f8b2c51a-681e-49fc-a852-ac1c45718c71 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:28.302641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b3c21814-0acd-4e59-b215-a69926b64771 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:28.316380 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.351883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:28.352439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Checking segment: {'id': '33fc7683-4f06-4e9e-b0ca-b57deff8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:28.352968 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.353458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Bound using segment: {'id': '33fc7683-4f06-4e9e-b0ca-b57deff8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:28.354071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Bound port: 9b212d7a-6b14-4d79-bddb-6076b120a5d6, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fc7683-4f06-4e9e-b0ca-b57deff8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:28.354544 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.384069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b3c21814-0acd-4e59-b215-a69926b64771 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:28.384481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.409351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port f8b2c51a-681e-49fc-a852-ac1c45718c71 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:28.409846 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.434220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0eeaf3c2-bd8f-416c-ab78-bbebc33e95ff req-3b65a7b1-baad-43ba-ab9c-558b8c03aaab tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:48:28.464804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0eeaf3c2-bd8f-416c-ab78-bbebc33e95ff req-3b65a7b1-baad-43ba-ab9c-558b8c03aaab tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:48:28.472310 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0eeaf3c2-bd8f-416c-ab78-bbebc33e95ff req-3b65a7b1-baad-43ba-ab9c-558b8c03aaab tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 210 time: 0.0926290 May 24 22:48:28.495552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53214) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:28.527965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Allocated IP 10.1.1.154 (abbe8918-2b0f-4539-a34b-fc1ac752a667/964964ea-3053-4ce2-8975-28f4ea60a9fa/a527e525-5b3f-41bc-969b-266188f14673) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:28.572163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] For port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:28.583021 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.640906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] For port a482912d-3eb8-4e00-9c77-4aa810b56a93, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:28.688636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:28.694157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:28.698683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:28.721476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] For port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:28.776819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] For port a482912d-3eb8-4e00-9c77-4aa810b56a93, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a482912d-3eb8-4e00-9c77-4aa810b56a93,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:28.780405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.793728 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.841949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Pushing event updated for resources: {'Port': ['ID=e27a2f87-16c0-4695-9a26-a82f45c7a698,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:28.889602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event updated for resources: {'Port': ['ID=3cbcc079-9903-4d1d-9447-b4e29aeda530,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:28.903317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebd1a5-df71-45fd-9aeb-6086d17924ae None None] Pushing event updated for resources: {'Port': ['ID=ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:28.907202 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:28.960275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:28.977463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:28.987038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:28.990187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:28.995748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:29.061268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0aba625a-f24a-49f3-94ff-54a4e41c5bec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c19542ed3b146c69bdaa6efc7b24896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5584183 May 24 22:48:29.077378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53222) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:29.116938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port f8b2c51a-681e-49fc-a852-ac1c45718c71 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:29.117641 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.150671 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.162487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:29.163294 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.167835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:29.181415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] For port 9b212d7a-6b14-4d79-bddb-6076b120a5d6, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:29.198787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'mac_address': 'fa:16:3e:e6:d7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:48:29.199360 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4878d-6d92-46a9-8e8e-90c88423ac79 req-e56cb372-b047-4ee9-820d-7f64985aa492 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:29.209183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31c4878d-6d92-46a9-8e8e-90c88423ac79 req-e56cb372-b047-4ee9-820d-7f64985aa492 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 949 time: 0.5013285 May 24 22:48:29.227920 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0874cd9a-035d-44a4-a191-89638a464ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b2c51a-681e-49fc-a852-ac1c45718c71'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:29.257811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Transition to ACTIVE for port object a527e525-5b3f-41bc-969b-266188f14673 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:29.286461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f8b2c51a-681e-49fc-a852-ac1c45718c71, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f8b2c51a-681e-49fc-a852-ac1c45718c71,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:29.290553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-0c58ce8d-3a06-4605-aa04-6d3bbc3df9f4 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9334641 May 24 22:48:29.292696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b3c21814-0acd-4e59-b215-a69926b64771 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:29.293120 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.309504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Request body: {'port': {'device_id': '15994c17-d13b-4b95-b325-42a166aac394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:29.340469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b3c21814-0acd-4e59-b215-a69926b64771, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b3c21814-0acd-4e59-b215-a69926b64771,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:29.342109 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.351074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] For port 9b212d7a-6b14-4d79-bddb-6076b120a5d6, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9b212d7a-6b14-4d79-bddb-6076b120a5d6,segment=NetworkSegment(33fc7683-4f06-4e9e-b0ca-b57deff8f96e),segment_id=33fc7683-4f06-4e9e-b0ca-b57deff8f96e)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:29.352732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Routers {'877d7e32-a013-45b0-801c-c2747464a620'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:29.353416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['877d7e32-a013-45b0-801c-c2747464a620'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:29.376954 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31c4878d-6d92-46a9-8e8e-90c88423ac79 req-25812f4e-6e0f-4ad7-82dc-65329a611608 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641529 May 24 22:48:29.404172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ed8e00c4-64a6-4271-a9dc-66c65355277e {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:29.419817 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88596c75-42c9-479f-bc18-e2bbca688d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.436622 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.510864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Ignored duplicate provisioning block setup for port ed8e00c4-64a6-4271-a9dc-66c65355277e by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 24 22:48:29.575799 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.603958 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88596c75-42c9-479f-bc18-e2bbca688d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.622127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ed8e00c4-64a6-4271-a9dc-66c65355277e no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:48:29.678614 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.705759 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.785061 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88596c75-42c9-479f-bc18-e2bbca688d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.848765 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:29.883598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] Set router 877d7e32-a013-45b0-801c-c2747464a620 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:30.056908 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:30.066619 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:30.128568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=10']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:30.152631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e95fe9-0207-435f-bdcc-231843fefd80 None None] Pushing event updated for resources: {'Port': ['ID=a482912d-3eb8-4e00-9c77-4aa810b56a93,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:30.196890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88596c75-42c9-479f-bc18-e2bbca688d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd3b562-5354-4f4f-9069-6e6b0a23427b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:30.212598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] No DVR routers for this DVR port ed8e00c4-64a6-4271-a9dc-66c65355277e on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:48:30.236603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cf620-ac0c-44ff-ab52-09ae20f7d60c req-502dfaea-2c81-4f2f-ad49-9c259c3c0cac tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:30.238425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-496cf620-ac0c-44ff-ab52-09ae20f7d60c req-502dfaea-2c81-4f2f-ad49-9c259c3c0cac tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 946 time: 1.1374421 May 24 22:48:30.244196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ed8e00c4-64a6-4271-a9dc-66c65355277e not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:48:30.318927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network abbe8918-2b0f-4539-a34b-fc1ac752a667 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:30.360490 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=f8b2c51a-681e-49fc-a852-ac1c45718c71,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:30.370738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:30.371071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:30.371396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:30.387486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:30.394194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:30.438008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a245f6ab-705c-4bb2-8c28-9115fef86a1c None None] Provisioning complete for port b3c21814-0acd-4e59-b215-a69926b64771 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:30.438385 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a245f6ab-705c-4bb2-8c28-9115fef86a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:30.473033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Port ed8e00c4-64a6-4271-a9dc-66c65355277e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:48:30.473461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Attempting to bind port ed8e00c4-64a6-4271-a9dc-66c65355277e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:30.494765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-496cf620-ac0c-44ff-ab52-09ae20f7d60c req-0f9c8e9d-995c-4b47-822a-76e64ef02faf tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097619 May 24 22:48:30.506113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:30.506113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:30.506113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:30.506113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Bound port: ed8e00c4-64a6-4271-a9dc-66c65355277e, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:30.506113 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:30.543664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88596c75-42c9-479f-bc18-e2bbca688d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:30.551130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-88596c75-42c9-479f-bc18-e2bbca688d0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2bd3b562-5354-4f4f-9069-6e6b0a23427b HTTP/1.1" status: 204 len: 168 time: 1.4685407 May 24 22:48:30.579077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Port': ['ID=a527e525-5b3f-41bc-969b-266188f14673,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:30.701013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a152021-abd8-4202-978f-ff54dc034935 None None] Pushing event updated for resources: {'Port': ['ID=9b212d7a-6b14-4d79-bddb-6076b120a5d6,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:30.705176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:30.705903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:30.804357 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f241793c-8802-419f-9455-a7dcf71985bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2553756 May 24 22:48:30.933031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a245f6ab-705c-4bb2-8c28-9115fef86a1c None None] Current status of the port b3c21814-0acd-4e59-b215-a69926b64771 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:30.937860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e866b-d479-42ba-bb2c-bd65dc77df8d req-588a0682-7295-4fcd-b7d6-4dd8564fb05d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:30.945898 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-850e866b-d479-42ba-bb2c-bd65dc77df8d req-588a0682-7295-4fcd-b7d6-4dd8564fb05d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 949 time: 0.7895875 May 24 22:48:30.955391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:18Z', 'revision_number': 4, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4', 'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'mac_address': 'fa:16:3e:3d:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:16Z', 'updated_at': '2022-05-24T22:48:28Z', 'revision_number': 4, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'subnets': [{'id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:30.961256 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dafd93-655c-487e-a35d-79d366d2a71a None None] The sync data for ids ['877d7e32-a013-45b0-801c-c2747464a620'] in n-d-843146-7 is: [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:18Z', 'revision_number': 4, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4', 'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'mac_address': 'fa:16:3e:3d:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:16Z', 'updated_at': '2022-05-24T22:48:28Z', 'revision_number': 4, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'subnets': [{'id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:48:30.963133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b3c21814-0acd-4e59-b215-a69926b64771,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:30.967489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a245f6ab-705c-4bb2-8c28-9115fef86a1c None None] Provisioning for port a7b98f36-c3f3-4e71-b3eb-71ee080403ce completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:30.972928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a245f6ab-705c-4bb2-8c28-9115fef86a1c None None] Provisioning complete for port a7b98f36-c3f3-4e71-b3eb-71ee080403ce triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:30.973285 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a245f6ab-705c-4bb2-8c28-9115fef86a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:31.067767 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-850e866b-d479-42ba-bb2c-bd65dc77df8d req-c9cd47a4-8d9b-4eb5-a4e9-894920e04ac3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209764 May 24 22:48:31.105452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a245f6ab-705c-4bb2-8c28-9115fef86a1c None None] Port a7b98f36-c3f3-4e71-b3eb-71ee080403ce cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:48:31.117691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0527e13-5fa3-45ff-a651-ff53fb7f83ed None None] Network 52c33e24-ff90-4552-83ee-49b4f514ed82 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:31.153376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:31.160328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:31.163626 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:31.174121 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:31.260845 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d8a892-391c-4d69-8d7d-b7e97121d09f'] response: {'server_uuid': '0874cd9a-035d-44a4-a191-89638a464ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b2c51a-681e-49fc-a852-ac1c45718c71', 'code': 200} May 24 22:48:31.348358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbcc079-9903-4d1d-9447-b4e29aeda530 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:31.357563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:31.360348 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:31.361971 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] 10.222.0.31 "PUT /v2.0/ports/ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 1097 time: 3.4354498 May 24 22:48:31.365349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:31.369763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2068476c-d499-4c73-aea9-42a718584ff5 None None] Provisioning for port a527e525-5b3f-41bc-969b-266188f14673 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:31.370855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:31.384164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2068476c-d499-4c73-aea9-42a718584ff5 None None] Provisioning complete for port a527e525-5b3f-41bc-969b-266188f14673 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:31.384580 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2068476c-d499-4c73-aea9-42a718584ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:31.411137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Transition to ACTIVE for port object 3cbcc079-9903-4d1d-9447-b4e29aeda530 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:31.486998 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:31.574652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee30cb3-d41c-4260-9557-8d3d0e32b0eb req-312a1c48-c437-4f14-bb1a-d9e40d168b90 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:31.582278 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee30cb3-d41c-4260-9557-8d3d0e32b0eb req-312a1c48-c437-4f14-bb1a-d9e40d168b90 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.8158617 May 24 22:48:31.823577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2068476c-d499-4c73-aea9-42a718584ff5 None None] Port a527e525-5b3f-41bc-969b-266188f14673 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:48:31.826364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee30cb3-d41c-4260-9557-8d3d0e32b0eb req-86d5a1f1-1e71-4b23-8bd4-3d8b8bdc174b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426300 May 24 22:48:31.853543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc989e5-705d-4215-a58e-61a22952c00f service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=11']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:31.887730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2068476c-d499-4c73-aea9-42a718584ff5 None None] Provisioning for port a482912d-3eb8-4e00-9c77-4aa810b56a93 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:31.938419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e767-f68f-42ae-b13d-902eb885df37 req-65a608f5-87fe-4591-86f3-72c7bd37ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:31.939952 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9f6e767-f68f-42ae-b13d-902eb885df37 req-65a608f5-87fe-4591-86f3-72c7bd37ece6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 1100 time: 0.5730095 May 24 22:48:32.091200 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9f6e767-f68f-42ae-b13d-902eb885df37 req-99e73a2c-9e9f-48dc-a018-610d70a4c51b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282012 May 24 22:48:32.108392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbcc079-9903-4d1d-9447-b4e29aeda530,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:32.116505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Attempting to bind port 3cbcc079-9903-4d1d-9447-b4e29aeda530 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:32.117216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Attempting to bind port 3cbcc079-9903-4d1d-9447-b4e29aeda530 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:32.117839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Attempting to bind port 3cbcc079-9903-4d1d-9447-b4e29aeda530 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:32.132530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Port 3cbcc079-9903-4d1d-9447-b4e29aeda530 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:48:32.133129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Attempting to bind port 3cbcc079-9903-4d1d-9447-b4e29aeda530 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:32.148385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:32.148556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a0a0d4-60af-44a2-a184-dc2fdbdff873 None None] Network 633eec14-13b3-48d6-8e76-fafd6e796182 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:32.149547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Checking segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:32.150154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Bound using segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:32.150821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Bound port: 3cbcc079-9903-4d1d-9447-b4e29aeda530, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:32.151387 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:32.198178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-d1e19ef8-6004-4a4a-9e05-9725f2eb4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:32.205604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-d1e19ef8-6004-4a4a-9e05-9725f2eb4b6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1100 time: 0.7036111 May 24 22:48:32.236790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982264-07b4-4a35-887f-50240af7bd80 req-a1cd4132-b05f-44df-a962-0a3e0ed80180 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:32.241745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34982264-07b4-4a35-887f-50240af7bd80 req-a1cd4132-b05f-44df-a962-0a3e0ed80180 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 944 time: 0.8274317 May 24 22:48:32.258529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53266) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:32.358429 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34982264-07b4-4a35-887f-50240af7bd80 req-783c24b0-dfcf-4673-b7e8-7095d33b4160 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973194 May 24 22:48:32.364941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] For port 3cbcc079-9903-4d1d-9447-b4e29aeda530, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:32.369010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] For port 3cbcc079-9903-4d1d-9447-b4e29aeda530, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:32.387334 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:32.474806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Router 3b33c931-92fd-4b73-925b-c7e6982ad00f is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:48:32.504850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:32.505604 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:32.507017 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] 10.222.0.31 "PUT /v2.0/ports/3cbcc079-9903-4d1d-9447-b4e29aeda530 HTTP/1.1" status: 200 len: 1092 time: 3.2016993 May 24 22:48:32.551647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15994c17-d13b-4b95-b325-42a166aac394', 'tag': '3cbcc079-9903-4d1d-9447-b4e29aeda530'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:32.553699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a482912d-3eb8-4e00-9c77-4aa810b56a93 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:32.582792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-712974360-network', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:32.607711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-3985e7b7-fb7f-4c5c-8214-1d75ee088b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:32.609648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-3985e7b7-fb7f-4c5c-8214-1d75ee088b17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3965957 May 24 22:48:32.623755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53276) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:32.690794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:32.703552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400110635', 'description': 'tempest-description--1098290020'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:32.704092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Usage tracker for resource:network and tenant:36f2bea3863b47fb98e564a11fc81be9 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:32.707640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:32.710662 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-da3fe6d1-b058-44a9-9733-c13123e9fff7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 217 time: 0.0903144 May 24 22:48:32.729124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:32.731099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:32.747052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7b9f6-161c-4cec-9a25-490f33496189 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbcc079-9903-4d1d-9447-b4e29aeda530,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:32.754463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab2b07-b86e-4758-9d82-7e22ade55f35 req-4f6269b2-9b1a-4cd4-b820-e026678e38ca tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:32.758304 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2cab2b07-b86e-4758-9d82-7e22ade55f35 req-4f6269b2-9b1a-4cd4-b820-e026678e38ca tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 949 time: 0.6768947 May 24 22:48:32.765093 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5251a0-5243-4baa-9a64-a435d834bd10'] response: {'name': 'network-changed', 'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'status': 'completed', 'code': 200} May 24 22:48:32.765976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Made reservation on behalf of 36f2bea3863b47fb98e564a11fc81be9 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:32.771301 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:32.789064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c57e571c-315c-4422-9e31-0d29460d31a6 None None] Provisioning for port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:32.794077 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:32.841478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:32.852566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b88a4-d755-4361-a7a2-b774145b841f req-a10ed401-fa4b-4730-b861-2589e84eb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:32.854994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-a10ed401-fa4b-4730-b861-2589e84eb38d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 1095 time: 0.2916703 May 24 22:48:32.856338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Usage tracker for resource:security_group_rule and tenant:36f2bea3863b47fb98e564a11fc81be9 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:32.860562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:32.861050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a482912d-3eb8-4e00-9c77-4aa810b56a93 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:32.868937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a482912d-3eb8-4e00-9c77-4aa810b56a93 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:32.870696 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:32.946188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:32.952380 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-6318d240-250d-4c6a-a362-927aea711a50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530 HTTP/1.1" status: 200 len: 217 time: 0.0885572 May 24 22:48:32.993223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:security_group and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:33.034614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:33.061011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4f5deeb0-fa50-4cc7-8766-21f617094896 None None] Provisioning complete for port a482912d-3eb8-4e00-9c77-4aa810b56a93 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:33.061392 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4f5deeb0-fa50-4cc7-8766-21f617094896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.086875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:33.114419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b88a4-d755-4361-a7a2-b774145b841f req-8673077c-15a3-4662-8a16-48244bf75b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:33.116287 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-8673077c-15a3-4662-8a16-48244bf75b68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.1470158 May 24 22:48:33.196226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a482912d-3eb8-4e00-9c77-4aa810b56a93 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:33.196780 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.235440 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.249731 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-100d16c1-2cdf-4370-b4ad-075e4eff6f03 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806582 May 24 22:48:33.250172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-6171887c-fe79-41c4-af15-5ace8df450db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:33.250699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a482912d-3eb8-4e00-9c77-4aa810b56a93, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a482912d-3eb8-4e00-9c77-4aa810b56a93,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:33.251616 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-6171887c-fe79-41c4-af15-5ace8df450db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.4826052 May 24 22:48:33.251759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4f5deeb0-fa50-4cc7-8766-21f617094896 None None] Current status of the port a482912d-3eb8-4e00-9c77-4aa810b56a93 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:33.252111 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4f5deeb0-fa50-4cc7-8766-21f617094896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.254780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2cab2b07-b86e-4758-9d82-7e22ade55f35 req-deda4cb6-2213-432e-aca8-6252e9087d33 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586529 May 24 22:48:33.271128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-385437f0-3908-4928-8c7e-843fc08ff35b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:48:33.272884 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-385437f0-3908-4928-8c7e-843fc08ff35b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073810 May 24 22:48:33.285032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.348650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.349475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9b212d7a-6b14-4d79-bddb-6076b120a5d6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:33.381228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:48:33.391751 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-4f5deeb0-fa50-4cc7-8766-21f617094896 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:48:33.392112 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-4f5deeb0-fa50-4cc7-8766-21f617094896 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:48:33.393717 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Sync routers for ids ['3b33c931-92fd-4b73-925b-c7e6982ad00f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:48:33.403119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:33.411626 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Routers {'3b33c931-92fd-4b73-925b-c7e6982ad00f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:33.417565 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3b33c931-92fd-4b73-925b-c7e6982ad00f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:33.440803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:security_group_rule and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:33.469897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:33.499098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-da84601f-650f-4439-8c48-7b1a965bdb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:33.505379 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-da84601f-650f-4439-8c48-7b1a965bdb1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1100 time: 0.7382205 May 24 22:48:33.506694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:33.562882 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-a98e0da3-ea15-49f6-924f-76acbae01fe6 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801142 May 24 22:48:33.570683 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.573311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a482912d-3eb8-4e00-9c77-4aa810b56a93,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:33.612754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:33.629776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:33.630470 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.734102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-c651e4e5-4431-4209-9452-5088a63cca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:33.735575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-c651e4e5-4431-4209-9452-5088a63cca4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2135665 May 24 22:48:33.736296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.740615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3c86e5ac-4e22-4269-88b3-77cf9ccc87ea admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8154073 May 24 22:48:33.743990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53284) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:33.764874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f71a21-0c7e-4415-af51-9cd6935e5abc req-a28a0827-e006-4f40-b5c4-f6f26ae700ff tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:33.772547 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f71a21-0c7e-4415-af51-9cd6935e5abc req-a28a0827-e006-4f40-b5c4-f6f26ae700ff tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.7078853 May 24 22:48:33.775306 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:48:33.788694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:33.789374 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.793549 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Set router 3b33c931-92fd-4b73-925b-c7e6982ad00f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:33.817318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d4320b-e2b8-4ad9-b169-f5a209225178,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:33.833667 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.834099 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Added segment d02bb863-7534-4808-8c4b-0f15340625e4 of type vlan for network a7338d8b-a34b-44b8-b887-836d4201d6fa May 24 22:48:33.849519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 9b212d7a-6b14-4d79-bddb-6076b120a5d6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9b212d7a-6b14-4d79-bddb-6076b120a5d6,segment=NetworkSegment(33fc7683-4f06-4e9e-b0ca-b57deff8f96e),segment_id=33fc7683-4f06-4e9e-b0ca-b57deff8f96e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:33.855511 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f71a21-0c7e-4415-af51-9cd6935e5abc req-748ad12f-9e87-43de-b229-e4bc7b3a1b9b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819156 May 24 22:48:33.858776 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.859711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:33.932751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-1d73de41-0fe4-4c0d-89d0-8d4f83e7990d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 217 time: 0.1842268 May 24 22:48:33.969576 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee400cfe-fa50-4dc8-9cde-d8866ccd7914'] response: {'name': 'network-changed', 'server_uuid': '15994c17-d13b-4b95-b325-42a166aac394', 'tag': '3cbcc079-9903-4d1d-9447-b4e29aeda530', 'status': 'completed', 'code': 200} May 24 22:48:33.975707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:33.988321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-463b88a4-d755-4361-a7a2-b774145b841f req-8ce2d401-49ea-40ab-b07a-203ffcdc4352 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116600 May 24 22:48:34.039423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-f9e32c4a-ce11-4e90-a472-9fa36489cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:34.041148 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-f9e32c4a-ce11-4e90-a472-9fa36489cc19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7779844 May 24 22:48:34.054827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4f5deeb0-fa50-4cc7-8766-21f617094896 None None] Current status of the port a482912d-3eb8-4e00-9c77-4aa810b56a93 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:34.055239 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:34.056423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:34.057012 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:34.065162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=9b212d7a-6b14-4d79-bddb-6076b120a5d6,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:34.091825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:34.097944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:34.098538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:34.217752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0ddb95b6-a7bd-49c7-8c4d-b498f56e70d5 None None] Provisioning complete for port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:34.218811 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0ddb95b6-a7bd-49c7-8c4d-b498f56e70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:34.285331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-f62245be-7818-4aab-8b2a-3c3177be15df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:34.287831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-f62245be-7818-4aab-8b2a-3c3177be15df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.3354263 May 24 22:48:34.310442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] Pushing event updated for resources: {'Network': ['ID=a7338d8b-a34b-44b8-b887-836d4201d6fa,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:34.319432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-459880d3-a038-40df-be22-c09e099b771b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0598180 May 24 22:48:34.320240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53294) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:34.328265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Request body: {'subnet': {'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-712974360-subnet', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:34.334031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:34.339041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Usage tracker for resource:subnet and tenant:36f2bea3863b47fb98e564a11fc81be9 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:34.342577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:34.349475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:34.367386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66f7ee-b2b4-43bd-bcea-96ed0549d7a6 req-230d5dfc-403b-4085-872f-e0e9b1ab0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:34.368443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network a7338d8b-a34b-44b8-b887-836d4201d6fa details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:48:34.369578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e66f7ee-b2b4-43bd-bcea-96ed0549d7a6 req-230d5dfc-403b-4085-872f-e0e9b1ab0981 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 1095 time: 0.2989981 May 24 22:48:34.386337 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'name': 'tempest-TaggedBootDevicesTest-1833945029-router', 'tenant_id': '963b815104214fefb0a930d94e748816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:25Z', 'updated_at': '2022-05-24T22:48:29Z', 'revision_number': 3, 'project_id': '963b815104214fefb0a930d94e748816', 'gw_port': {'id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:27Z', 'updated_at': '2022-05-24T22:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:34.393392 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Checking router: 3b33c931-92fd-4b73-925b-c7e6982ad00f for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:48:34.394077 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Updating router 3b33c931-92fd-4b73-925b-c7e6982ad00f port e27a2f87-16c0-4695-9a26-a82f45c7a698 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:48:34.498023 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:34.502381 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-d70a67a2-9e1a-4e35-90ee-31ebebcc7823 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505239 May 24 22:48:34.508176 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:34.539110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66f7ee-b2b4-43bd-bcea-96ed0549d7a6 req-3dd0dfa1-84cf-4929-92b5-66a119793f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:34.540953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e66f7ee-b2b4-43bd-bcea-96ed0549d7a6 req-3dd0dfa1-84cf-4929-92b5-66a119793f88 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 913 time: 0.1644101 May 24 22:48:34.584909 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:34.626881 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e66f7ee-b2b4-43bd-bcea-96ed0549d7a6 req-a35e7fba-8cff-44d0-8faa-346bd98717d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530 HTTP/1.1" status: 200 len: 217 time: 0.0769098 May 24 22:48:34.659551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:34.659845 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:34.675655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Made reservation on behalf of 36f2bea3863b47fb98e564a11fc81be9 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:34.677279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:34.707000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb95b6-a7bd-49c7-8c4d-b498f56e70d5 None None] Current status of the port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:34.714192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:34.722485 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:34.724268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b3c21814-0acd-4e59-b215-a69926b64771 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:34.767585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13fe077-0d92-4609-91b9-29f55a3dd900,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:34.776759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66f7ee-b2b4-43bd-bcea-96ed0549d7a6 req-5f0fa293-857a-4259-af82-b47baa20214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:34.778154 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e66f7ee-b2b4-43bd-bcea-96ed0549d7a6 req-5f0fa293-857a-4259-af82-b47baa20214c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.0798013 May 24 22:48:34.819582 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1087c169-5a84-406c-a1dd-5206fcc4a275 req-7a1ab16b-1549-43ea-b74d-98afac2f0bc8 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429206 May 24 22:48:34.869172 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:34.892647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b3c21814-0acd-4e59-b215-a69926b64771 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:34.893446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:34.899391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e66f7ee-b2b4-43bd-bcea-96ed0549d7a6 req-b385225e-4655-4995-8cc2-fa81439b4844 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704510 May 24 22:48:34.996695 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.011601 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Transition to ACTIVE for port object e27a2f87-16c0-4695-9a26-a82f45c7a698 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:35.023038 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.032929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6039412-b885-44ac-8e54-dd4947a2e08c req-1fbfa0fe-762f-4474-aa7c-b125a84249d5 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:35.039409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b3c21814-0acd-4e59-b215-a69926b64771 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:35.041616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6039412-b885-44ac-8e54-dd4947a2e08c req-1fbfa0fe-762f-4474-aa7c-b125a84249d5 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 944 time: 0.4130573 May 24 22:48:35.104615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-f1a8909f-63f1-408e-a683-292dca99c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:35.106111 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-f1a8909f-63f1-408e-a683-292dca99c4bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7881253 May 24 22:48:35.106828 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.110785 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b50aec9f-5ecf-42a1-86b4-44318b9199ec tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.4739718 May 24 22:48:35.112279 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Attempting to bind port e27a2f87-16c0-4695-9a26-a82f45c7a698 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:35.113772 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Attempting to bind port e27a2f87-16c0-4695-9a26-a82f45c7a698 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:35.113772 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Attempting to bind port e27a2f87-16c0-4695-9a26-a82f45c7a698 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:35.119688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53300) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:35.121953 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:35.122322 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:35.122852 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.123241 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:35.123704 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Bound port: e27a2f87-16c0-4695-9a26-a82f45c7a698, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:35.124068 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.125478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3cbcc079-9903-4d1d-9447-b4e29aeda530 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:48:35.171792 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9de58-be37-4a86-8b0f-f672c9d3ccf1 None None] Pushing event updated for resources: {'Port': ['ID=e27a2f87-16c0-4695-9a26-a82f45c7a698,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:35.174493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-20fce644-71a7-4b22-98d9-20989f06a835 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'security_group_rule': {'security_group_id': 'f13fe077-0d92-4609-91b9-29f55a3dd900', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:35.182257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9b212d7a-6b14-4d79-bddb-6076b120a5d6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:35.191848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfab524-2b39-4300-ad21-930e27fcc222 req-682fa0b3-4e4b-4b43-aba7-ddebe0e3c82c tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:35.193362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8dfab524-2b39-4300-ad21-930e27fcc222 req-682fa0b3-4e4b-4b43-aba7-ddebe0e3c82c tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 949 time: 1.4514139 May 24 22:48:35.214472 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] For port e27a2f87-16c0-4695-9a26-a82f45c7a698, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:35.217761 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] For port e27a2f87-16c0-4695-9a26-a82f45c7a698, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e27a2f87-16c0-4695-9a26-a82f45c7a698,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:35.225797 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.240343 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e66f7ee-b2b4-43bd-bcea-96ed0549d7a6 req-c08aa846-d2cf-43a3-b71c-57c294f436ff service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304534 May 24 22:48:35.255748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-20fce644-71a7-4b22-98d9-20989f06a835 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:35.291277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-20fce644-71a7-4b22-98d9-20989f06a835 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:security_group_rule and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:35.310214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6039412-b885-44ac-8e54-dd4947a2e08c req-50c0d446-83f3-49f9-a8b6-33a368e532ca tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668962 May 24 22:48:35.313695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-20fce644-71a7-4b22-98d9-20989f06a835 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:35.354311 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Routers {'3b33c931-92fd-4b73-925b-c7e6982ad00f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:35.354944 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3b33c931-92fd-4b73-925b-c7e6982ad00f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:35.427545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.446689 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-86c9395d-eac6-4e6b-b695-4b9576051292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.512627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3cbcc079-9903-4d1d-9447-b4e29aeda530, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:35.521691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:35.522556 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.539480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-20fce644-71a7-4b22-98d9-20989f06a835 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:35.578006 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] Set router 3b33c931-92fd-4b73-925b-c7e6982ad00f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:35.583567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '3cbcc079-9903-4d1d-9447-b4e29aeda530', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'port_id': '3cbcc079-9903-4d1d-9447-b4e29aeda530', 'mac_address': 'fa:16:3e:ad:58:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b7ed93-185b-4c74-a8c5-a81fc40ebbf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:48:35.636044 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8dfab524-2b39-4300-ad21-930e27fcc222 req-8c1dd7ff-403f-4567-a9de-ca0dce57f2cb tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224737 May 24 22:48:35.667093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3cbcc079-9903-4d1d-9447-b4e29aeda530 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:35.667466 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.687833 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e66f7ee-b2b4-43bd-bcea-96ed0549d7a6 req-14d82d90-df85-48e3-b4a6-98993fc8e371 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369857 May 24 22:48:35.696502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Checking segment: {'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:35.696987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Network hostable DHCP agents. Network: a7338d8b-a34b-44b8-b887-836d4201d6fa, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:48:35.698248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbcc079-9903-4d1d-9447-b4e29aeda530 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:35.707685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-1f691970-9e3d-4a0d-8c2e-cbf1a33f0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:35.712093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5032b99-acf7-4445-8fad-53029088bc39,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:35.717058 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-1f691970-9e3d-4a0d-8c2e-cbf1a33f0720 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1100 time: 0.6660101 May 24 22:48:35.757073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d430a-2951-40e8-831f-6e23f8f386a4 req-d15b97d4-ef76-4941-9ced-a708dc06fe48 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:35.759394 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f34d430a-2951-40e8-831f-6e23f8f386a4 req-d15b97d4-ef76-4941-9ced-a708dc06fe48 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 949 time: 0.2695084 May 24 22:48:35.760712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:35.761625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Network a7338d8b-a34b-44b8-b887-836d4201d6fa is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:48:35.761816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a482912d-3eb8-4e00-9c77-4aa810b56a93 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:35.794011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, a7338d8b-a34b-44b8-b887-836d4201d6fa) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:35.802809 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20fce644-71a7-4b22-98d9-20989f06a835 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.810722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6dff80-03a3-4a6e-bc9c-fbf5a2a479c3 None None] Network a7338d8b-a34b-44b8-b887-836d4201d6fa requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:35.814934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:35.815654 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.906628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3cbcc079-9903-4d1d-9447-b4e29aeda530, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:35.926567 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:35.999582 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-e1c0f623-e3a0-4b38-a09e-576741a4f28e service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8803983 May 24 22:48:36.043304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a482912d-3eb8-4e00-9c77-4aa810b56a93 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:36.043673 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:36.058226 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'name': 'tempest-TaggedBootDevicesTest-1833945029-router', 'tenant_id': '963b815104214fefb0a930d94e748816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:25Z', 'updated_at': '2022-05-24T22:48:29Z', 'revision_number': 3, 'project_id': '963b815104214fefb0a930d94e748816', 'gw_port': {'id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:27Z', 'updated_at': '2022-05-24T22:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:36.063010 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9de58-be37-4a86-8b0f-f672c9d3ccf1 None None] Pushing event updated for resources: {'Port': ['ID=e27a2f87-16c0-4695-9a26-a82f45c7a698,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:36.067536 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14d671-ed5b-4fcf-9c03-3fc0412ca434 None None] The sync data for ids ['3b33c931-92fd-4b73-925b-c7e6982ad00f'] in n-d-843146-7 is: [{'id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'name': 'tempest-TaggedBootDevicesTest-1833945029-router', 'tenant_id': '963b815104214fefb0a930d94e748816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:25Z', 'updated_at': '2022-05-24T22:48:29Z', 'revision_number': 3, 'project_id': '963b815104214fefb0a930d94e748816', 'gw_port': {'id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:27Z', 'updated_at': '2022-05-24T22:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:48:36.079035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3cbcc079-9903-4d1d-9447-b4e29aeda530,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:36.089316 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f34d430a-2951-40e8-831f-6e23f8f386a4 req-6b88ca45-ad05-49ac-9d1d-6aca3051a763 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180206 May 24 22:48:36.115975 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-70b76192-4ef5-447e-8aea-fc7530145611 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7933981 May 24 22:48:36.120458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53306) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:36.127320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:36.136405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:36.143618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Usage tracker for resource:router and tenant:36f2bea3863b47fb98e564a11fc81be9 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:36.149541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:36.167807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-a9607f2f-28e1-452d-b8c6-e0eee637fead tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:36.168314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-a9607f2f-28e1-452d-b8c6-e0eee637fead tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 946 time: 0.3350761 May 24 22:48:36.169414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:36.254540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['3cbcc079-9903-4d1d-9447-b4e29aeda530'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:36.258377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Deleting port dc1b7576-f87a-40c5-9e15-ee4966edf348 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:48:36.258839 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:36.308751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:36.310265 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:36.361328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-5ab3ffd8-4511-431c-80af-b432059dac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:36.362833 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-5ab3ffd8-4511-431c-80af-b432059dac97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.6338055 May 24 22:48:36.370115 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20fce644-71a7-4b22-98d9-20989f06a835 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:36.392368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:36.403173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-a7338d8b-a34b-44b8-b887-836d4201d6fa', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'fixed_ips': [{'subnet_id': 'c5032b99-acf7-4445-8fad-53029088bc39'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:48:36.404000 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:36.465764 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20fce644-71a7-4b22-98d9-20989f06a835 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:36.557443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a482912d-3eb8-4e00-9c77-4aa810b56a93 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:36.558635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:36.761986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-0d1615b6-91e2-470a-be0e-d256efa04717 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 200 len: 217 time: 0.3696330 May 24 22:48:36.902505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-b442fc7e-5536-4ba5-9d74-54dc2b755d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:36.904187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-b442fc7e-5536-4ba5-9d74-54dc2b755d24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1410494 May 24 22:48:36.920474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fce644-71a7-4b22-98d9-20989f06a835 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea23baa-7ea4-4212-a65a-3f74a3628d80,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:36.922406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:36.922899 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:36.925411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-85f31b32-a419-421e-9be2-08dc92603151 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9060869 May 24 22:48:36.939200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501ea5-77b1-42d3-a146-ee1d8383bda9 req-7045ca82-e8b8-4661-9016-9f83850fc4af tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:36.943079 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5501ea5-77b1-42d3-a146-ee1d8383bda9 req-7045ca82-e8b8-4661-9016-9f83850fc4af tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 946 time: 1.0699327 May 24 22:48:37.019659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Allocated IP 172.20.0.2 (a7338d8b-a34b-44b8-b887-836d4201d6fa/c5032b99-acf7-4445-8fad-53029088bc39/34e49331-019e-455f-9d11-e028ebf99e72) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:37.079162 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20fce644-71a7-4b22-98d9-20989f06a835 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.083197 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-20fce644-71a7-4b22-98d9-20989f06a835 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9506521 May 24 22:48:37.092452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53316) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:37.116928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'security_group_rule': {'security_group_id': 'f13fe077-0d92-4609-91b9-29f55a3dd900', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:37.123759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:37.129662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:security_group_rule and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:37.134577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:37.142769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:37.177685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device ed8e00c4-64a6-4271-a9dc-66c65355277e details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:48:37.177879 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.220198 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.249474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] For port dc1b7576-f87a-40c5-9e15-ee4966edf348, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=dc1b7576-f87a-40c5-9e15-ee4966edf348,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:37.250185 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.266197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe97347-c490-447e-b1e3-cb45dbafaf8c req-f499534c-1808-4ded-a6e2-9fc46401ccff tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:37.274827 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfe97347-c490-447e-b1e3-cb45dbafaf8c req-f499534c-1808-4ded-a6e2-9fc46401ccff tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 945 time: 0.5139661 May 24 22:48:37.279114 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.337823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5501ea5-77b1-42d3-a146-ee1d8383bda9 req-d65a8621-b8fc-4c38-adf6-c15aef5c1a22 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups?id=86a704ce-7e28-456f-8e2e-df7aff281858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3792689 May 24 22:48:37.346650 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfe97347-c490-447e-b1e3-cb45dbafaf8c req-5a6f08cf-3d1f-48e6-bc6d-7008f9ff4c1e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708306 May 24 22:48:37.429460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.448219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-73725c24-3e2e-45ec-a5d8-99da364c3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:37.448593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:37.468182 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-73725c24-3e2e-45ec-a5d8-99da364c3ba4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5078154 May 24 22:48:37.497857 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e1192fc0-497c-47b2-8ce4-991b9461984f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.550109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.653623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:37.685313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e27a2f87-16c0-4695-9a26-a82f45c7a698 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:37.773561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'mac_address': 'fa:16:3e:e6:d7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:48:37.872083 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.891258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port ed8e00c4-64a6-4271-a9dc-66c65355277e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:37.891258 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.899808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d29f2d-59ce-48ec-9dc8-5b2160cab7b3 req-a2c3fcc6-fbbc-478e-8787-e453f513e649 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:37.907225 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07d29f2d-59ce-48ec-9dc8-5b2160cab7b3 req-a2c3fcc6-fbbc-478e-8787-e453f513e649 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.3408864 May 24 22:48:37.911488 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Transition to ACTIVE for port object 34e49331-019e-455f-9d11-e028ebf99e72 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:37.919350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbfdc16-3a39-4982-b052-46224bb0e16e,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:37.936284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8e00c4-64a6-4271-a9dc-66c65355277e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:37.937828 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.938300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.938753 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Floating IP 9a684bf5-1de5-4b54-93e2-c710e1165436 disassociated. External IP: 172.25.7.124, port: dc1b7576-f87a-40c5-9e15-ee4966edf348. May 24 22:48:37.939184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Calling delete_port for dc1b7576-f87a-40c5-9e15-ee4966edf348 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:48:37.955134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Transition to ACTIVE for port object 34e49331-019e-455f-9d11-e028ebf99e72 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:37.957583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port e27a2f87-16c0-4695-9a26-a82f45c7a698 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:37.966565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:37.966790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.967138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.967371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.967504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e27a2f87-16c0-4695-9a26-a82f45c7a698 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:37.967757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.967896 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:37.968131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.968470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.968822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.969179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.969596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.969919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.970283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.970575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:37.999370 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.002830 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.031487 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07d29f2d-59ce-48ec-9dc8-5b2160cab7b3 req-612e128b-7f41-461b-96fa-406033ae7b03 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229036 May 24 22:48:38.046735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.051328 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bab56887-f2a9-4e20-a43c-5c9b43e83b70 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9410708 May 24 22:48:38.051519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53322) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:38.059278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:38.061642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-f22ae2ca-95c4-45d3-84cf-5cc8625e1f77 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015793 May 24 22:48:38.092103 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Network a7338d8b-a34b-44b8-b887-836d4201d6fa is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:38.096823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:38.102399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:38.114111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Pushing event updated for resources: {'Port': ['ID=34e49331-019e-455f-9d11-e028ebf99e72,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:38.114564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Allocated IP 172.20.0.1 (633eec14-13b3-48d6-8e76-fafd6e796182/a5dd833a-91d4-4e60-b75b-87c094a9b01f/5e92f451-49a7-4864-b853-dbb9c0633e0a) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:38.190680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba91466-2eab-4a85-882d-a98d23aa5c19 req-75218be7-685f-4925-bdee-57659ecfbd0d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:38.192400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ba91466-2eab-4a85-882d-a98d23aa5c19 req-75218be7-685f-4925-bdee-57659ecfbd0d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 949 time: 0.6401482 May 24 22:48:38.306063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:38.326477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['ed8e00c4-64a6-4271-a9dc-66c65355277e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:38.345293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ba91466-2eab-4a85-882d-a98d23aa5c19 req-7c1f78f7-ee3a-4f9c-8920-ddcce30391fa tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439872 May 24 22:48:38.389964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fb07582-a2af-4943-bf08-cdc022a4a3c0 req-33ce98bc-a6ee-4ae7-ab42-67c64ad84dbc service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177431 May 24 22:48:38.407493 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Attempting to bind port 34e49331-019e-455f-9d11-e028ebf99e72 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:38.407874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Attempting to bind port 34e49331-019e-455f-9d11-e028ebf99e72 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:38.408235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Attempting to bind port 34e49331-019e-455f-9d11-e028ebf99e72 on network a7338d8b-a34b-44b8-b887-836d4201d6fa {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:38.415652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=12']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:38.426230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:38.426507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Checking segment: {'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:38.426921 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.427467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Bound using segment: {'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:38.428051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Bound port: 34e49331-019e-455f-9d11-e028ebf99e72, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:38.428307 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.438015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:floatingip and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:38.442641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e27a2f87-16c0-4695-9a26-a82f45c7a698 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:38.443024 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.451310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:38.462336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:38.470661 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.495196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Transition to ACTIVE for port object 5e92f451-49a7-4864-b853-dbb9c0633e0a will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:38.517672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port e27a2f87-16c0-4695-9a26-a82f45c7a698, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e27a2f87-16c0-4695-9a26-a82f45c7a698,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:38.538473 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.546845 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.653348 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.661478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e92f451-49a7-4864-b853-dbb9c0633e0a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:38.684121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Network 633eec14-13b3-48d6-8e76-fafd6e796182 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:38.685364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:38.687862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:38.718685 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.750145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] For port 34e49331-019e-455f-9d11-e028ebf99e72, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:38.777611 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.779082 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.781561 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.790029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] For port 34e49331-019e-455f-9d11-e028ebf99e72, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=34e49331-019e-455f-9d11-e028ebf99e72,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:38.805007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=e27a2f87-16c0-4695-9a26-a82f45c7a698,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:38.808149 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.824356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.868070 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:38.911334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Pushing event deleted for resources: {'Port': ['ID=dc1b7576-f87a-40c5-9e15-ee4966edf348,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:38.959806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3ec7-6750-4989-824c-760cbe721ae9 req-b93748ae-a0ab-43c9-9483-85cbe964ec4c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:38.960334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ece3ec7-6750-4989-824c-760cbe721ae9 req-b93748ae-a0ab-43c9-9483-85cbe964ec4c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 945 time: 0.1530187 May 24 22:48:38.963691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df54fa8-34ac-489b-bd34-3daa9c9d026f None None] Pushing event updated for resources: {'Port': ['ID=34e49331-019e-455f-9d11-e028ebf99e72,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:39.019537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ece3ec7-6750-4989-824c-760cbe721ae9 req-0ccd3e2b-711e-4400-979e-a9facfaa6ac5 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501561 May 24 22:48:39.088535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5b048a67-b0b7-433c-9082-c79f7bf1494e None None] Provisioning for port 5e92f451-49a7-4864-b853-dbb9c0633e0a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:39.099095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5b048a67-b0b7-433c-9082-c79f7bf1494e None None] Provisioning complete for port 5e92f451-49a7-4864-b853-dbb9c0633e0a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:39.099725 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5b048a67-b0b7-433c-9082-c79f7bf1494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:39.101178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:39.136648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e4ba5-1e56-49b0-b1da-ff974620fc7b req-62a3f755-1098-4a76-abd3-de2a940a9692 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:39.142034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-486e4ba5-1e56-49b0-b1da-ff974620fc7b req-62a3f755-1098-4a76-abd3-de2a940a9692 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 950 time: 0.8272014 May 24 22:48:39.151551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3cbcc079-9903-4d1d-9447-b4e29aeda530 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:39.213091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2dcbc469-de7b-4250-ab41-35f533a65b5c req-c1475e27-2558-482d-bd1e-94641c09785e tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff0ce127-022f-43cf-bd3f-17dfb78758ef HTTP/1.1" status: 200 len: 210 time: 0.0571949 May 24 22:48:39.280377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5b048a67-b0b7-433c-9082-c79f7bf1494e None None] Port 5e92f451-49a7-4864-b853-dbb9c0633e0a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:48:39.292304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 3cbcc079-9903-4d1d-9447-b4e29aeda530 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:39.304475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 3cbcc079-9903-4d1d-9447-b4e29aeda530 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:39.305096 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:39.442337 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-486e4ba5-1e56-49b0-b1da-ff974620fc7b req-9e71320d-f16c-4e9a-b37a-e8a4d132ff03 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833979 May 24 22:48:39.475471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Allocated IP 172.25.7.68 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/58b99d97-0444-4f29-84ea-d0c8c81ab72b) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:39.537349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3cbcc079-9903-4d1d-9447-b4e29aeda530 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:39.537756 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:39.602728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15994c17-d13b-4b95-b325-42a166aac394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbcc079-9903-4d1d-9447-b4e29aeda530'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:39.615637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3cbcc079-9903-4d1d-9447-b4e29aeda530, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:39.623005 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:39.626756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b0ba-cdcf-4407-bba1-4453aa0606da req-b0bea619-c095-4ec7-8645-e093071d228d tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:39.628298 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dea8b0ba-cdcf-4407-bba1-4453aa0606da req-b0bea619-c095-4ec7-8645-e093071d228d tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 1100 time: 0.2275336 May 24 22:48:39.662674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:39.671640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device dc1b7576-f87a-40c5-9e15-ee4966edf348 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:48:39.685398 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:39.746513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: dc1b7576-f87a-40c5-9e15-ee4966edf348 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:48:39.747063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device dc1b7576-f87a-40c5-9e15-ee4966edf348 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:48:39.761785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Router 485cb4a6-a825-4c8b-8087-245596f5a72d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:48:39.774322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3cbcc079-9903-4d1d-9447-b4e29aeda530,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:39.807692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e27a2f87-16c0-4695-9a26-a82f45c7a698 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:39.858830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dea8b0ba-cdcf-4407-bba1-4453aa0606da req-c1c38d4b-7862-4975-bc19-0bbb92cbabf8 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213442 May 24 22:48:39.866452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e92f451-49a7-4864-b853-dbb9c0633e0a,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:39.869616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:39.902386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:39.978044 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:40.007367 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-247e672a-c492-4e9e-9216-5af34e08da23'] response: {'server_uuid': '15994c17-d13b-4b95-b325-42a166aac394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbcc079-9903-4d1d-9447-b4e29aeda530', 'code': 200} May 24 22:48:40.028956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e27a2f87-16c0-4695-9a26-a82f45c7a698 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:40.029987 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:40.106455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Network 633eec14-13b3-48d6-8e76-fafd6e796182 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:40.107987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:40.290121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e27a2f87-16c0-4695-9a26-a82f45c7a698 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:40.291380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 34e49331-019e-455f-9d11-e028ebf99e72 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:40.315077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:48:40.338404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca56dc-d47e-4951-91ed-871b840d7b77 None None] Sync routers for ids ['485cb4a6-a825-4c8b-8087-245596f5a72d'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:48:40.385154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca56dc-d47e-4951-91ed-871b840d7b77 None None] Routers {'485cb4a6-a825-4c8b-8087-245596f5a72d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:40.385972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4bca56dc-d47e-4951-91ed-871b840d7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['485cb4a6-a825-4c8b-8087-245596f5a72d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:40.635758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df01d3-7892-4ce9-8f05-b76685d1d8d6 None None] Network a7338d8b-a34b-44b8-b887-836d4201d6fa requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:48:40.661185 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:40.696051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] No DVR routers for this DVR port dc1b7576-f87a-40c5-9e15-ee4966edf348 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:48:40.704634 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:40.708242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'name': 'network-vif-deleted', 'tag': 'dc1b7576-f87a-40c5-9e15-ee4966edf348'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:40.733954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 34e49331-019e-455f-9d11-e028ebf99e72 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:40.745107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Router 3b33c931-92fd-4b73-925b-c7e6982ad00f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:48:40.746385 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bfce2459-760f-4969-a3c3-62d2c56a2cd4 req-e6207262-3f53-4588-88cb-fa220196f6ad tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.50 "DELETE /v2.0/ports/dc1b7576-f87a-40c5-9e15-ee4966edf348 HTTP/1.1" status: 204 len: 173 time: 4.5695412 May 24 22:48:40.756286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd0c0a-3b6d-49ba-a4f0-8c1a4779c440 req-497e753f-3199-4b1f-b069-2662a9aeb9ea tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:40.763299 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-76dd0c0a-3b6d-49ba-a4f0-8c1a4779c440 req-497e753f-3199-4b1f-b069-2662a9aeb9ea tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 1101 time: 0.4550698 May 24 22:48:40.767247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3570283e-44fc-4290-8370-a12cb553b6e9 None None] Provisioning complete for port 5e92f451-49a7-4864-b853-dbb9c0633e0a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:40.767975 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3570283e-44fc-4290-8370-a12cb553b6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:40.815195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4bca56dc-d47e-4951-91ed-871b840d7b77 None None] Set router 485cb4a6-a825-4c8b-8087-245596f5a72d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:40.818830 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:40.851435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f2645-a10a-4851-9774-2d1a6c1a744b req-d25545f9-5b41-4de6-8b1a-5c1662e10a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:40.853021 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca0f2645-a10a-4851-9774-2d1a6c1a744b req-d25545f9-5b41-4de6-8b1a-5c1662e10a4f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 1097 time: 0.7205017 May 24 22:48:40.864334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad257b-2ad9-4c63-9d20-75ac42fddbd6 req-a906da7c-735c-44e4-a79b-7c068f37ad66 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:40.872062 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46ad257b-2ad9-4c63-9d20-75ac42fddbd6 req-a906da7c-735c-44e4-a79b-7c068f37ad66 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.6080494 May 24 22:48:40.918648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:40.929041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:40.943962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-76dd0c0a-3b6d-49ba-a4f0-8c1a4779c440 req-63236209-f9b2-4a9a-bfaa-032f3e96d9b7 tempest-MigrationsAdminTest-23363723 tempest-MigrationsAdminTest-23363723-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797178 May 24 22:48:40.944787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:40.994131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3570283e-44fc-4290-8370-a12cb553b6e9 None None] Port 5e92f451-49a7-4864-b853-dbb9c0633e0a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:48:41.044118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Allocated IP 172.25.7.206 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/9baea057-b1c0-40cb-970f-bfde453c422f) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:41.049753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Pushing event updated for resources: {'Port': ['ID=58b99d97-0444-4f29-84ea-d0c8c81ab72b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:41.068506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca0f2645-a10a-4851-9774-2d1a6c1a744b req-2b4463ab-e32f-4e73-9560-53891c7d4c0b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848400 May 24 22:48:41.082232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46ad257b-2ad9-4c63-9d20-75ac42fddbd6 req-7879d263-8525-44b2-89c1-d80e18bd08c7 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089105 May 24 22:48:41.107364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:48:41.112695 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-adc2066e-4277-428d-aca2-5bc622eb74c9 admin admin] 10.222.0.55 "PUT /v2.0/routers/3b33c931-92fd-4b73-925b-c7e6982ad00f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3656344 May 24 22:48:41.117190 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Sync routers for ids ['3b33c931-92fd-4b73-925b-c7e6982ad00f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:48:41.142204 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Routers {'3b33c931-92fd-4b73-925b-c7e6982ad00f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:41.143944 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3b33c931-92fd-4b73-925b-c7e6982ad00f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:41.162878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device ed8e00c4-64a6-4271-a9dc-66c65355277e up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:41.255054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-d5e33f85-5f89-465d-9556-2efac1f9cfa5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449247 May 24 22:48:41.411612 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Set router 3b33c931-92fd-4b73-925b-c7e6982ad00f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:41.440321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-54476f52-ee37-4a18-9be1-d04704cbb7d4 None None] Provisioning for port 34e49331-019e-455f-9d11-e028ebf99e72 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:41.466175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-54476f52-ee37-4a18-9be1-d04704cbb7d4 None None] Provisioning complete for port 34e49331-019e-455f-9d11-e028ebf99e72 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:41.467956 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-54476f52-ee37-4a18-9be1-d04704cbb7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:41.527647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-bcc2891e-03e6-489e-9130-c529d619910b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:41.530833 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-bcc2891e-03e6-489e-9130-c529d619910b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695010 May 24 22:48:41.557322 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-9f56ec1e-250a-4a17-9f62-534ba6893b7b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/quotas/1990f88304ff4048814aa41ee90799b2 HTTP/1.1" status: 200 len: 375 time: 0.0201874 May 24 22:48:41.659354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:41.678663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61c86e-daba-4d66-a5cb-2195a225309d req-82bb8c27-a0ae-4399-996d-c76ceb0562a1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:41.686051 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba61c86e-daba-4d66-a5cb-2195a225309d req-82bb8c27-a0ae-4399-996d-c76ceb0562a1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.5937078 May 24 22:48:41.739755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port ed8e00c4-64a6-4271-a9dc-66c65355277e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:41.754012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port ed8e00c4-64a6-4271-a9dc-66c65355277e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:41.754614 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:41.805048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-8aed5957-08ac-457c-b2bb-765aad533d70 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2411685 May 24 22:48:41.892007 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba61c86e-daba-4d66-a5cb-2195a225309d req-2b72d936-06f3-41a0-8e2a-755d8a809680 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049103 May 24 22:48:41.986702 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:42.006676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-54476f52-ee37-4a18-9be1-d04704cbb7d4 None None] Current status of the port 34e49331-019e-455f-9d11-e028ebf99e72 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:42.007224 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-54476f52-ee37-4a18-9be1-d04704cbb7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:42.028946 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'name': 'tempest-TaggedBootDevicesTest-1833945029-router', 'tenant_id': '963b815104214fefb0a930d94e748816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:25Z', 'updated_at': '2022-05-24T22:48:39Z', 'revision_number': 4, 'project_id': '963b815104214fefb0a930d94e748816', 'gw_port': {'id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:27Z', 'updated_at': '2022-05-24T22:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '5e92f451-49a7-4864-b853-dbb9c0633e0a', 'name': '', 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182', 'tenant_id': '963b815104214fefb0a930d94e748816', 'mac_address': 'fa:16:3e:0a:e6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'a5dd833a-91d4-4e60-b75b-87c094a9b01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:37Z', 'updated_at': '2022-05-24T22:48:39Z', 'revision_number': 2, 'project_id': '963b815104214fefb0a930d94e748816', 'subnets': [{'id': 'a5dd833a-91d4-4e60-b75b-87c094a9b01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:42.033279 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Checking router: 3b33c931-92fd-4b73-925b-c7e6982ad00f for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:48:42.033766 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Updating router 3b33c931-92fd-4b73-925b-c7e6982ad00f port 5e92f451-49a7-4864-b853-dbb9c0633e0a binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:48:42.125631 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:42.139728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-54476f52-ee37-4a18-9be1-d04704cbb7d4 None None] For port 34e49331-019e-455f-9d11-e028ebf99e72, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=34e49331-019e-455f-9d11-e028ebf99e72,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:42.167656 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-54476f52-ee37-4a18-9be1-d04704cbb7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:42.168580 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395365f0-31e9-4b4e-84b6-5bbab1d3ee88'] response: {'server_uuid': 'ff0ce127-022f-43cf-bd3f-17dfb78758ef', 'name': 'network-vif-deleted', 'tag': 'dc1b7576-f87a-40c5-9e15-ee4966edf348', 'status': 'completed', 'code': 200} May 24 22:48:42.177483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:42.303046 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceec53da-e5bc-4456-8f5f-8e35e927727f req-8df02b26-c52d-4206-8441-89e74225092a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 210 time: 0.1215134 May 24 22:48:42.425737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53410) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:42.436483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:42.465023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:42.501410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port ed8e00c4-64a6-4271-a9dc-66c65355277e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:42.501911 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:42.600201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4bca56dc-d47e-4951-91ed-871b840d7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3', 'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'mac_address': 'fa:16:3e:75:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:45Z', 'updated_at': '2022-05-24T22:47:14Z', 'revision_number': 5, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'subnets': [{'id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:42.616623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:42.661341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Port': ['ID=9baea057-b1c0-40cb-970f-bfde453c422f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:42.701551 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4eb3-d112-439c-9e2f-32e8289e3517 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:42.746447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca56dc-d47e-4951-91ed-871b840d7b77 None None] Checking router: 485cb4a6-a825-4c8b-8087-245596f5a72d for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:48:42.767212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4eb3-d112-439c-9e2f-32e8289e3517 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:42.790569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:42.868706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:42.870910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54476f52-ee37-4a18-9be1-d04704cbb7d4 None None] Pushing event updated for resources: {'Port': ['ID=34e49331-019e-455f-9d11-e028ebf99e72,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:42.875975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca56dc-d47e-4951-91ed-871b840d7b77 None None] Routers {'485cb4a6-a825-4c8b-8087-245596f5a72d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:42.876671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4bca56dc-d47e-4951-91ed-871b840d7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['485cb4a6-a825-4c8b-8087-245596f5a72d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:42.983932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b4f1a2ad-fcac-4d71-b6d7-eaa12922a014 None None] Provisioning complete for port 34e49331-019e-455f-9d11-e028ebf99e72 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:42.984304 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a2ad-fcac-4d71-b6d7-eaa12922a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:42.989261 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:42.997133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4eb3-d112-439c-9e2f-32e8289e3517 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.001756 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Transition to ACTIVE for port object 5e92f451-49a7-4864-b853-dbb9c0633e0a will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:43.011660 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.012937 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.040012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a4eb3-d112-439c-9e2f-32e8289e3517 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a704ce-7e28-456f-8e2e-df7aff281858,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:43.079471 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4eb3-d112-439c-9e2f-32e8289e3517 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.083289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cc0a4eb3-d112-439c-9e2f-32e8289e3517 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "DELETE /v2.0/security-groups/86a704ce-7e28-456f-8e2e-df7aff281858 HTTP/1.1" status: 204 len: 168 time: 0.6534441 May 24 22:48:43.084069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53430) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:43.127893 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-8a44150b-7f0d-4c98-984a-000bc36c6ec9 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] show failed (client error): The resource could not be found. May 24 22:48:43.133811 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8a44150b-7f0d-4c98-984a-000bc36c6ec9 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "GET /v2.0/security-groups/86a704ce-7e28-456f-8e2e-df7aff281858 HTTP/1.1" status: 404 len: 347 time: 0.0415471 May 24 22:48:43.140701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53436) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:43.169137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13ec65-1d77-46f7-b4ee-ed4ebdafc747 req-502d1c32-db72-4861-96e3-701aaaa92666 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:43.180866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e13ec65-1d77-46f7-b4ee-ed4ebdafc747 req-502d1c32-db72-4861-96e3-701aaaa92666 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.2657328 May 24 22:48:43.229606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=13']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:43.437382 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Attempting to bind port 5e92f451-49a7-4864-b853-dbb9c0633e0a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:43.438060 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Attempting to bind port 5e92f451-49a7-4864-b853-dbb9c0633e0a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '33fc7683-4f06-4e9e-b0ca-b57deff8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:43.439521 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Attempting to bind port 5e92f451-49a7-4864-b853-dbb9c0633e0a on network 633eec14-13b3-48d6-8e76-fafd6e796182 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:43.480367 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:43.480803 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Checking segment: {'id': '33fc7683-4f06-4e9e-b0ca-b57deff8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:43.481215 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.481727 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Bound using segment: {'id': '33fc7683-4f06-4e9e-b0ca-b57deff8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:43.482138 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Bound port: 5e92f451-49a7-4864-b853-dbb9c0633e0a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fc7683-4f06-4e9e-b0ca-b57deff8f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:43.482509 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.497148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4f3bc45c-9425-4024-936c-e644242cbab1 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Deleting port 6606d73d-c968-4d04-ac5b-c2b1045dee56 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:48:43.497522 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc45c-9425-4024-936c-e644242cbab1 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.547159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e13ec65-1d77-46f7-b4ee-ed4ebdafc747 req-2d271e3d-26a7-48d6-b902-6f2f825911d0 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654120 May 24 22:48:43.547520 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e03c1-6b5f-4b5a-98ee-3f26e3afcce8 None None] Pushing event updated for resources: {'Port': ['ID=5e92f451-49a7-4864-b853-dbb9c0633e0a,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:43.635761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 34e49331-019e-455f-9d11-e028ebf99e72 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:43.683039 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.689664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.779222 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] For port 5e92f451-49a7-4864-b853-dbb9c0633e0a, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:43.788080 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] For port 5e92f451-49a7-4864-b853-dbb9c0633e0a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e92f451-49a7-4864-b853-dbb9c0633e0a,segment=NetworkSegment(33fc7683-4f06-4e9e-b0ca-b57deff8f96e),segment_id=33fc7683-4f06-4e9e-b0ca-b57deff8f96e)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:43.799087 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.973465 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc45c-9425-4024-936c-e644242cbab1 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.973763 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc45c-9425-4024-936c-e644242cbab1 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:43.996057 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7995bbb-16ff-40d5-b695-d982d418e25b'] response: {'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'code': 200} May 24 22:48:44.030932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4bca56dc-d47e-4951-91ed-871b840d7b77 None None] Set router 485cb4a6-a825-4c8b-8087-245596f5a72d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:44.071886 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Routers {'3b33c931-92fd-4b73-925b-c7e6982ad00f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:44.072527 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3b33c931-92fd-4b73-925b-c7e6982ad00f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:44.168257 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:44.226459 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e03c1-6b5f-4b5a-98ee-3f26e3afcce8 None None] Pushing event updated for resources: {'Port': ['ID=5e92f451-49a7-4864-b853-dbb9c0633e0a,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:44.656847 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-a361ceb8-b435-4258-8fcb-0543eff8722d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1990f88304ff4048814aa41ee90799b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1622694 May 24 22:48:44.676533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4f3bc45c-9425-4024-936c-e644242cbab1 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Calling delete_port for 6606d73d-c968-4d04-ac5b-c2b1045dee56 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:48:44.689118 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] Set router 3b33c931-92fd-4b73-925b-c7e6982ad00f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:44.787025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1a2ad-fcac-4d71-b6d7-eaa12922a014 None None] Current status of the port 34e49331-019e-455f-9d11-e028ebf99e72 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:44.831677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 34e49331-019e-455f-9d11-e028ebf99e72 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:44.832250 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:44.897310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d33f1f-e128-4e28-a870-d84653356fb3 req-6ad845c6-b0d7-4bca-89d4-faa87fd44b77 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:44.907459 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82d33f1f-e128-4e28-a870-d84653356fb3 req-6ad845c6-b0d7-4bca-89d4-faa87fd44b77 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 951 time: 1.2114053 May 24 22:48:44.993247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0f2b4-1c7b-4ff1-9e19-5fd609fe653d req-5dcc5873-7ab2-4216-aaec-54f9d0cb8865 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:44.994852 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99a0f2b4-1c7b-4ff1-9e19-5fd609fe653d req-5dcc5873-7ab2-4216-aaec-54f9d0cb8865 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.9923639 May 24 22:48:45.018487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c553e77-14a3-4b56-bc0b-3fb883f7963a req-9d53b925-bd83-4dfc-a6be-84d4eb43a7ea tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:45.020127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c553e77-14a3-4b56-bc0b-3fb883f7963a req-9d53b925-bd83-4dfc-a6be-84d4eb43a7ea tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 951 time: 0.9025340 May 24 22:48:45.176509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 34e49331-019e-455f-9d11-e028ebf99e72 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:45.197451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4bca56dc-d47e-4951-91ed-871b840d7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3', 'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'mac_address': 'fa:16:3e:75:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:45Z', 'updated_at': '2022-05-24T22:47:14Z', 'revision_number': 5, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'subnets': [{'id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:45.202170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca56dc-d47e-4951-91ed-871b840d7b77 None None] The sync data for ids ['485cb4a6-a825-4c8b-8087-245596f5a72d'] in n-d-843146-7 is: [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:46:47Z', 'revision_number': 4, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3', 'name': '', 'network_id': '1338476e-fd93-4d58-ad16-9d988ce761f0', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'mac_address': 'fa:16:3e:75:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:45Z', 'updated_at': '2022-05-24T22:47:14Z', 'revision_number': 5, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'subnets': [{'id': 'd64be961-676e-48b9-8076-826ab80f2b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:48:45.207369 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82d33f1f-e128-4e28-a870-d84653356fb3 req-0cab5c37-e60e-4760-b410-520f7ba3bcf5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977805 May 24 22:48:45.326409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Router 0499d2bc-0383-4328-a042-75ef1cc10f75 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:48:45.346149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-e122f2e9-3dbe-4c8a-8833-95d83d13102a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:45.347763 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-e122f2e9-3dbe-4c8a-8833-95d83d13102a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6373143 May 24 22:48:45.358197 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'name': 'tempest-TaggedBootDevicesTest-1833945029-router', 'tenant_id': '963b815104214fefb0a930d94e748816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:25Z', 'updated_at': '2022-05-24T22:48:39Z', 'revision_number': 4, 'project_id': '963b815104214fefb0a930d94e748816', 'gw_port': {'id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:27Z', 'updated_at': '2022-05-24T22:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '5e92f451-49a7-4864-b853-dbb9c0633e0a', 'name': '', 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182', 'tenant_id': '963b815104214fefb0a930d94e748816', 'mac_address': 'fa:16:3e:0a:e6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'a5dd833a-91d4-4e60-b75b-87c094a9b01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:37Z', 'updated_at': '2022-05-24T22:48:43Z', 'revision_number': 4, 'project_id': '963b815104214fefb0a930d94e748816', 'subnets': [{'id': 'a5dd833a-91d4-4e60-b75b-87c094a9b01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:45.367810 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9150a-51af-473f-b87d-95fc9760595c None None] The sync data for ids ['3b33c931-92fd-4b73-925b-c7e6982ad00f'] in n-d-843146-7 is: [{'id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'name': 'tempest-TaggedBootDevicesTest-1833945029-router', 'tenant_id': '963b815104214fefb0a930d94e748816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:25Z', 'updated_at': '2022-05-24T22:48:39Z', 'revision_number': 4, 'project_id': '963b815104214fefb0a930d94e748816', 'gw_port': {'id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:27Z', 'updated_at': '2022-05-24T22:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '5e92f451-49a7-4864-b853-dbb9c0633e0a', 'name': '', 'network_id': '633eec14-13b3-48d6-8e76-fafd6e796182', 'tenant_id': '963b815104214fefb0a930d94e748816', 'mac_address': 'fa:16:3e:0a:e6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'a5dd833a-91d4-4e60-b75b-87c094a9b01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:37Z', 'updated_at': '2022-05-24T22:48:43Z', 'revision_number': 4, 'project_id': '963b815104214fefb0a930d94e748816', 'subnets': [{'id': 'a5dd833a-91d4-4e60-b75b-87c094a9b01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:48:45.375104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Request body: {'port': {'device_id': 'e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': '1990f88304ff4048814aa41ee90799b2'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:45.469393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-0c553e77-14a3-4b56-bc0b-3fb883f7963a req-96a1e5c0-56b9-4fd4-8722-f1139abb5d7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Deleting port ed8e00c4-64a6-4271-a9dc-66c65355277e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:48:45.469846 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0c553e77-14a3-4b56-bc0b-3fb883f7963a req-96a1e5c0-56b9-4fd4-8722-f1139abb5d7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:45.528262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc45c-9425-4024-936c-e644242cbab1 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:45.554262 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99a0f2b4-1c7b-4ff1-9e19-5fd609fe653d req-e579ff1c-79c6-4765-9690-ea697eea3590 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237823 May 24 22:48:45.741770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5e92f451-49a7-4864-b853-dbb9c0633e0a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:45.762093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bc45c-9425-4024-936c-e644242cbab1 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Pushing event deleted for resources: {'Port': ['ID=6606d73d-c968-4d04-ac5b-c2b1045dee56,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:45.848296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da2c22-9a73-4ea1-b182-99fc2c6d7379 None None] New status for floating IP 9a684bf5-1de5-4b54-93e2-c710e1165436: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:48:45.877644 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54b2b53d-4197-495b-bdcc-551f5a4d98b8 req-f67e1017-7fa5-4b6d-ae4a-13a813cc3cac tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 210 time: 0.3680987 May 24 22:48:45.905450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:48:45.976385 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:46.094461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:46.216106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:46.283622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:46.286064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Port': ['ID=9baea057-b1c0-40cb-970f-bfde453c422f,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:46.296424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:48:46.307089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5e92f451-49a7-4864-b853-dbb9c0633e0a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:46.321871 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Sync routers for ids ['0499d2bc-0383-4328-a042-75ef1cc10f75'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:48:46.331456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Made reservation on behalf of 1990f88304ff4048814aa41ee90799b2 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:48:46.336006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5e92f451-49a7-4864-b853-dbb9c0633e0a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:46.336390 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:46.345004 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Routers {'0499d2bc-0383-4328-a042-75ef1cc10f75'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:46.345677 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0499d2bc-0383-4328-a042-75ef1cc10f75'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:46.346067 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:46.360372 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:46.463910 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:46.465226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ccced805-7dcc-43b2-8ae3-b076c9256283 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.3438523 May 24 22:48:46.603731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53502) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:46.652587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0c553e77-14a3-4b56-bc0b-3fb883f7963a req-96a1e5c0-56b9-4fd4-8722-f1139abb5d7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] For port ed8e00c4-64a6-4271-a9dc-66c65355277e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=ed8e00c4-64a6-4271-a9dc-66c65355277e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:46.653059 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0c553e77-14a3-4b56-bc0b-3fb883f7963a req-96a1e5c0-56b9-4fd4-8722-f1139abb5d7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:46.733311 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:46.743537 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d061bc9c-40ab-420a-a6fc-96dd983f23c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6821723 May 24 22:48:46.753286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5e92f451-49a7-4864-b853-dbb9c0633e0a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:46.754009 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:46.826441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 5e92f451-49a7-4864-b853-dbb9c0633e0a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e92f451-49a7-4864-b853-dbb9c0633e0a,segment=NetworkSegment(33fc7683-4f06-4e9e-b0ca-b57deff8f96e),segment_id=33fc7683-4f06-4e9e-b0ca-b57deff8f96e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:46.836596 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:46.900596 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Set router 0499d2bc-0383-4328-a042-75ef1cc10f75 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:46.951304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc45c-9425-4024-936c-e644242cbab1 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:47.006093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-0c553e77-14a3-4b56-bc0b-3fb883f7963a req-96a1e5c0-56b9-4fd4-8722-f1139abb5d7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Calling delete_port for ed8e00c4-64a6-4271-a9dc-66c65355277e owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:48:47.009323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5e92f451-49a7-4864-b853-dbb9c0633e0a,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:47.163040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device ed8e00c4-64a6-4271-a9dc-66c65355277e no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:48:47.205913 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc45c-9425-4024-936c-e644242cbab1 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:47.212229 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4f3bc45c-9425-4024-936c-e644242cbab1 tempest-ServersTestManualDisk-2143667367 tempest-ServersTestManualDisk-2143667367-project] 10.222.0.55 "DELETE /v2.0/floatingips/9a684bf5-1de5-4b54-93e2-c710e1165436 HTTP/1.1" status: 204 len: 168 time: 4.0675886 May 24 22:48:47.221068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53520) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:47.404326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port ed8e00c4-64a6-4271-a9dc-66c65355277e is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:47.406216 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:47.506770 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:41Z', 'revision_number': 3, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:47.517547 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Checking router: 0499d2bc-0383-4328-a042-75ef1cc10f75 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:48:47.518261 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Updating router 0499d2bc-0383-4328-a042-75ef1cc10f75 port 58b99d97-0444-4f29-84ea-d0c8c81ab72b binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:48:47.536618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Allocated IP 192.168.233.154 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/00e8b057-8fdf-4206-9120-220a8f87aee7) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:47.667604 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:47.677057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be7e7b-b5a5-4e64-ad67-0163f3caa4bd req-fc0d8aba-ddfd-4b2e-968f-ae0fe1ea2053 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:47.679003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56be7e7b-b5a5-4e64-ad67-0163f3caa4bd req-fc0d8aba-ddfd-4b2e-968f-ae0fe1ea2053 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd82a0c-9742-4ba4-aaa7-79b964a1e073 HTTP/1.1" status: 200 len: 951 time: 1.0576985 May 24 22:48:47.704960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5e92f451-49a7-4864-b853-dbb9c0633e0a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:47.820720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5e92f451-49a7-4864-b853-dbb9c0633e0a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:47.823043 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:47.894835 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56be7e7b-b5a5-4e64-ad67-0163f3caa4bd req-aa97e55b-b268-4742-9e70-ea9645feea1f tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990836 May 24 22:48:48.021149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ac3d-91f3-4310-ab45-27f4cb547b00 req-0cc2a68b-0be7-4350-a35a-d8a1fd99fc8c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:48.043104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72c0ac3d-91f3-4310-ab45-27f4cb547b00 req-0cc2a68b-0be7-4350-a35a-d8a1fd99fc8c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 1.1065826 May 24 22:48:48.054071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0c553e77-14a3-4b56-bc0b-3fb883f7963a req-96a1e5c0-56b9-4fd4-8722-f1139abb5d7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:48.139414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f6b6f285-1a79-4758-8fea-cccffe20f55d', '232dd831-fe5f-40ac-9941-a77cda10ad1e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:48.144579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1e5c0-56b9-4fd4-8722-f1139abb5d7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Pushing event deleted for resources: {'Port': ['ID=ed8e00c4-64a6-4271-a9dc-66c65355277e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:48.196827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['546d7029-3bf0-4d7a-9215-7b037a6fd022'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:48.374162 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:48.388792 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Transition to ACTIVE for port object 58b99d97-0444-4f29-84ea-d0c8c81ab72b will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:48.403454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c553e77-14a3-4b56-bc0b-3fb883f7963a req-96a1e5c0-56b9-4fd4-8722-f1139abb5d7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] No DVR routers for this DVR port ed8e00c4-64a6-4271-a9dc-66c65355277e on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:48:48.404100 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:48.408290 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:48.427836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72c0ac3d-91f3-4310-ab45-27f4cb547b00 req-14f50bc7-c311-462e-a419-17934731e502 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751698 May 24 22:48:48.438564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Transition to ACTIVE for port object 00e8b057-8fdf-4206-9120-220a8f87aee7 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:48.441538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0c553e77-14a3-4b56-bc0b-3fb883f7963a req-96a1e5c0-56b9-4fd4-8722-f1139abb5d7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:48.445118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'name': 'network-vif-deleted', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:48.453304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5e92f451-49a7-4864-b853-dbb9c0633e0a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:48.529851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c553e77-14a3-4b56-bc0b-3fb883f7963a req-96a1e5c0-56b9-4fd4-8722-f1139abb5d7e tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "DELETE /v2.0/ports/ed8e00c4-64a6-4271-a9dc-66c65355277e HTTP/1.1" status: 204 len: 173 time: 3.4649062 May 24 22:48:48.625155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:48.650783 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782d66c-ddde-40f3-90f5-092f3ca65c02 None None] Pushing event updated for resources: {'Port': ['ID=58b99d97-0444-4f29-84ea-d0c8c81ab72b,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:48.735268 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Attempting to bind port 58b99d97-0444-4f29-84ea-d0c8c81ab72b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:48.735628 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Attempting to bind port 58b99d97-0444-4f29-84ea-d0c8c81ab72b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:48.735997 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Attempting to bind port 58b99d97-0444-4f29-84ea-d0c8c81ab72b on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:48.757785 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:48.758189 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:48.760595 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:48.761005 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:48.764048 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Bound port: 58b99d97-0444-4f29-84ea-d0c8c81ab72b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:48.765176 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:48.802470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:48.836051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event updated for resources: {'Port': ['ID=00e8b057-8fdf-4206-9120-220a8f87aee7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:48.840110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:48.860858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:48.890200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-4130ea4a-03c3-4cbd-9a15-b60cbf4272b1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Synchronizing usage tracker for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:48:48.965901 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] For port 58b99d97-0444-4f29-84ea-d0c8c81ab72b, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:48.971885 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] For port 58b99d97-0444-4f29-84ea-d0c8c81ab72b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=58b99d97-0444-4f29-84ea-d0c8c81ab72b,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:48.983965 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:49.021139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-4130ea4a-03c3-4cbd-9a15-b60cbf4272b1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Unset dirty status for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:48:49.022694 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-4130ea4a-03c3-4cbd-9a15-b60cbf4272b1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1400110635&fields=id&tenant_id=c1b53c9434c24a0f875564307ddb2295 HTTP/1.1" status: 200 len: 267 time: 0.3180690 May 24 22:48:49.076368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:49.077050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:49.092362 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Routers {'0499d2bc-0383-4328-a042-75ef1cc10f75'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:49.093002 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0499d2bc-0383-4328-a042-75ef1cc10f75'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:49.190694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-6e24c849-3878-46af-9e98-fb9b4305398b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:49.198708 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:49.204370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-6e24c849-3878-46af-9e98-fb9b4305398b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports/a7b98f36-c3f3-4e71-b3eb-71ee080403ce HTTP/1.1" status: 200 len: 937 time: 0.1641402 May 24 22:48:49.218003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-73cb94fc-82bb-4593-837d-9fa2e1c1ab97 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8595102 May 24 22:48:49.234904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a481a26-22e3-4ab5-8461-45b3bad98879 req-a4b21cca-48f4-46e3-9656-4a2f64fa9363 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:49.235646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6a481a26-22e3-4ab5-8461-45b3bad98879 req-a4b21cca-48f4-46e3-9656-4a2f64fa9363 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:48:49.266602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['07bd9dd0-4040-41ff-a337-e398d6f46da5', 'acd602bc-7b5f-4669-87f5-3708f9d0948b', '995b50a9-a73c-4356-bc29-f22c66a83ed9', '23be3634-e773-4537-9849-70e26e2b9a80', 'f8b2c51a-681e-49fc-a852-ac1c45718c71'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:49.320096 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] Set router 0499d2bc-0383-4328-a042-75ef1cc10f75 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:49.332269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6a481a26-22e3-4ab5-8461-45b3bad98879 req-a4b21cca-48f4-46e3-9656-4a2f64fa9363 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:48:49.346174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a481a26-22e3-4ab5-8461-45b3bad98879 req-a4b21cca-48f4-46e3-9656-4a2f64fa9363 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 936 time: 1.0382440 May 24 22:48:49.352893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-98444587-7d08-42d5-80a9-e38437fda642 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:49.360950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-98444587-7d08-42d5-80a9-e38437fda642 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports/a527e525-5b3f-41bc-969b-266188f14673 HTTP/1.1" status: 200 len: 936 time: 0.1548603 May 24 22:48:49.421881 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:49.424878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Request body: {'port': {'device_id': 'e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:49.447405 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c84e9129-495c-439f-aa93-f006283f2729 None None] Provisioning for port 00e8b057-8fdf-4206-9120-220a8f87aee7 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:49.480534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c84e9129-495c-439f-aa93-f006283f2729 None None] Provisioning complete for port 00e8b057-8fdf-4206-9120-220a8f87aee7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:49.480534 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c84e9129-495c-439f-aa93-f006283f2729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:49.524620 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-db30b1fd-f79f-40e0-9e95-43444ae715ee tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?network_id=52c33e24-ff90-4552-83ee-49b4f514ed82&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1623979 May 24 22:48:49.549395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a481a26-22e3-4ab5-8461-45b3bad98879 req-d9afebcb-0cfe-4d6a-b323-ebcd8c6659fb tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026668 May 24 22:48:49.614848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-9d72f0f8-cab6-4bc3-b279-a31e552a3f2b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?network_id=52c33e24-ff90-4552-83ee-49b4f514ed82&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0874286 May 24 22:48:49.624497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02', '161d9da7-83b9-4035-b884-57d12ba28381'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:49.656495 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782d66c-ddde-40f3-90f5-092f3ca65c02 None None] Pushing event updated for resources: {'Port': ['ID=58b99d97-0444-4f29-84ea-d0c8c81ab72b,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:49.755010 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:49.886735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-179a5d71-8a9b-413c-8a2e-f5c38c46f617 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:49.895773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-179a5d71-8a9b-413c-8a2e-f5c38c46f617 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:49.910186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-179a5d71-8a9b-413c-8a2e-f5c38c46f617 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:49.910770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-179a5d71-8a9b-413c-8a2e-f5c38c46f617 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Synchronizing usage tracker for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:48:49.945348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c84e9129-495c-439f-aa93-f006283f2729 None None] Port 00e8b057-8fdf-4206-9120-220a8f87aee7 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:48:49.992000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Allocated IP 172.20.0.1 (a7338d8b-a34b-44b8-b887-836d4201d6fa/c5032b99-acf7-4445-8fad-53029088bc39/02a2c0dd-9765-4a7a-b839-beec6eb8ca8a) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:48:50.023147 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:41Z', 'revision_number': 3, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:50.039317 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126edf86-4f03-4de5-ab1c-6f65b31d777e None None] The sync data for ids ['0499d2bc-0383-4328-a042-75ef1cc10f75'] in n-d-843146-7 is: [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:41Z', 'revision_number': 3, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:48:50.140470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-179a5d71-8a9b-413c-8a2e-f5c38c46f617 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Unset dirty status for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:48:50.143136 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-179a5d71-8a9b-413c-8a2e-f5c38c46f617 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/networks?id=fb6eb857-4775-4420-b794-b02bb5e0eb92&id=abbe8918-2b0f-4539-a34b-fc1ac752a667&id=abbe8918-2b0f-4539-a34b-fc1ac752a667&id=52c33e24-ff90-4552-83ee-49b4f514ed82&id=52c33e24-ff90-4552-83ee-49b4f514ed82 HTTP/1.1" status: 200 len: 1993 time: 0.5224361 May 24 22:48:50.243468 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17957436-5fe2-441d-874e-07fa3933b951'] response: {'server_uuid': 'edd82a0c-9742-4ba4-aaa7-79b964a1e073', 'name': 'network-vif-deleted', 'tag': 'ed8e00c4-64a6-4271-a9dc-66c65355277e', 'status': 'completed', 'code': 200} May 24 22:48:50.484057 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:50.492622 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3aff2185-9ae8-43da-b083-2f782ae97ffb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/quotas/c1b53c9434c24a0f875564307ddb2295 HTTP/1.1" status: 200 len: 375 time: 0.2482262 May 24 22:48:50.520457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Transition to ACTIVE for port object 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:50.694956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944aa66-8aa5-4d8b-bb54-e0a96629699e req-7d547e5f-cd2d-4929-8f58-617f49fd5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:50.698757 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d944aa66-8aa5-4d8b-bb54-e0a96629699e req-7d547e5f-cd2d-4929-8f58-617f49fd5d08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 1097 time: 0.4699354 May 24 22:48:50.731607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e8b057-8fdf-4206-9120-220a8f87aee7 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:50.743630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:50.753594 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:50.831887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Transition to ACTIVE for port object 00e8b057-8fdf-4206-9120-220a8f87aee7 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:50.842258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Network a7338d8b-a34b-44b8-b887-836d4201d6fa is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:50.847309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:50.865952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:50.873342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:48:50.972777 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4be234-d47e-4be1-bbbe-e5eab52922a0 req-fd953dab-8788-48b9-9dd9-c982f016cc2f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:50.986804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc4be234-d47e-4be1-bbbe-e5eab52922a0 req-fd953dab-8788-48b9-9dd9-c982f016cc2f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.4486392 May 24 22:48:50.996051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Pushing event updated for resources: {'Port': ['ID=02a2c0dd-9765-4a7a-b839-beec6eb8ca8a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:51.054214 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-d68be990-d76c-4e91-9608-43ab9a07cc54 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1b53c9434c24a0f875564307ddb2295&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5495102 May 24 22:48:51.253277 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:51.347789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2700a115-0345-4c5c-9548-26eff8255fe6 None None] Provisioning for port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:51.366839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2700a115-0345-4c5c-9548-26eff8255fe6 None None] Provisioning complete for port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:51.368040 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2700a115-0345-4c5c-9548-26eff8255fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:51.438428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc4be234-d47e-4be1-bbbe-e5eab52922a0 req-3875b4c2-9bc4-4e8e-b5c0-ba2b08cf6b67 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471738 May 24 22:48:51.442163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] Deleting port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:48:51.445109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:51.514569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944aa66-8aa5-4d8b-bb54-e0a96629699e req-02a40be2-d2ff-4fee-bf0e-d47166fc829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:51.517595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d944aa66-8aa5-4d8b-bb54-e0a96629699e req-02a40be2-d2ff-4fee-bf0e-d47166fc829e service neutron] 10.222.0.31 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.8120153 May 24 22:48:51.565693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2700a115-0345-4c5c-9548-26eff8255fe6 None None] Port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:48:51.696186 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-58f6c0cb-db98-438b-abbc-093943aed906 service neutron] 10.222.0.55 "GET /v2.0/networks/fb6eb857-4775-4420-b794-b02bb5e0eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142020 May 24 22:48:51.699681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d944aa66-8aa5-4d8b-bb54-e0a96629699e req-be866908-8f40-4958-bfff-6d97ad637aad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9a47a5c-f7c4-41b9-b968-4087722357cf HTTP/1.1" status: 200 len: 217 time: 0.1390960 May 24 22:48:51.716007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Pushing event updated for resources: {'Port': ['ID=00e8b057-8fdf-4206-9120-220a8f87aee7,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:51.719303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Attempting to bind port 00e8b057-8fdf-4206-9120-220a8f87aee7 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:51.719638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Attempting to bind port 00e8b057-8fdf-4206-9120-220a8f87aee7 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:51.719965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Attempting to bind port 00e8b057-8fdf-4206-9120-220a8f87aee7 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:51.732197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Port 00e8b057-8fdf-4206-9120-220a8f87aee7 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:48:51.732520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Attempting to bind port 00e8b057-8fdf-4206-9120-220a8f87aee7 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:51.741056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 58b99d97-0444-4f29-84ea-d0c8c81ab72b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:51.765948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:51.766317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:51.766692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:51.767135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Bound port: 00e8b057-8fdf-4206-9120-220a8f87aee7, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:51.767483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:51.847765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 58b99d97-0444-4f29-84ea-d0c8c81ab72b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:48:51.855415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 58b99d97-0444-4f29-84ea-d0c8c81ab72b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:51.856335 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:51.919759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe842-009f-4b0a-b959-d720110bddb5 req-20165e66-929c-4bf1-9817-ac455875f6bf tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:51.922514 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-63bbe842-009f-4b0a-b959-d720110bddb5 req-20165e66-929c-4bf1-9817-ac455875f6bf tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.2949026 May 24 22:48:51.977383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cef76124-8a4b-408a-809e-2d5cc6598684 service neutron] 10.222.0.55 "GET /v2.0/networks/fb6eb857-4775-4420-b794-b02bb5e0eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358885 May 24 22:48:51.982762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944aa66-8aa5-4d8b-bb54-e0a96629699e req-c73ebc8a-f83e-4579-8472-ff914aca2137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:51.984190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d944aa66-8aa5-4d8b-bb54-e0a96629699e req-c73ebc8a-f83e-4579-8472-ff914aca2137 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.2778721 May 24 22:48:51.989061 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-63bbe842-009f-4b0a-b959-d720110bddb5 req-428f7f71-f9fa-4509-917a-898012a43049 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549026 May 24 22:48:51.993690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] For port 00e8b057-8fdf-4206-9120-220a8f87aee7, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:52.063247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 58b99d97-0444-4f29-84ea-d0c8c81ab72b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:52.064537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] For port 00e8b057-8fdf-4206-9120-220a8f87aee7, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=00e8b057-8fdf-4206-9120-220a8f87aee7,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:52.065694 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:52.113071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 58b99d97-0444-4f29-84ea-d0c8c81ab72b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=58b99d97-0444-4f29-84ea-d0c8c81ab72b,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:52.119024 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:52.129636 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:52.135164 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:52.145846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2fca1d2e-da59-469d-93c6-c5cc1cb28a4a service neutron] 10.222.0.55 "GET /v2.0/ports/a7b98f36-c3f3-4e71-b3eb-71ee080403ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1589074 May 24 22:48:52.155247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] For port 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:52.155606 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:52.295289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=58b99d97-0444-4f29-84ea-d0c8c81ab72b,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:52.310112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:52.311096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:52.312727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] 10.222.0.31 "PUT /v2.0/ports/00e8b057-8fdf-4206-9120-220a8f87aee7 HTTP/1.1" status: 200 len: 1096 time: 3.0702732 May 24 22:48:52.330081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115', 'tag': '00e8b057-8fdf-4206-9120-220a8f87aee7'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:52.433832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] Calling delete_port for 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:48:52.448616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e16f6b-2a61-4241-8382-eefd5f38b96d service neutron] Pushing event updated for resources: {'Port': ['ID=00e8b057-8fdf-4206-9120-220a8f87aee7,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:52.675059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944aa66-8aa5-4d8b-bb54-e0a96629699e req-e2f31a3f-1ced-4a82-906a-e60e62eaa061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:52.677361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d944aa66-8aa5-4d8b-bb54-e0a96629699e req-e2f31a3f-1ced-4a82-906a-e60e62eaa061 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6464283 May 24 22:48:52.696374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-a09485f2-92b1-4fff-9fd4-5b82eb9a632a service neutron] 10.222.0.55 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314512 May 24 22:48:52.857242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-addad6e0-5ffa-4ce1-8820-4373e7853fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:52.858893 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-addad6e0-5ffa-4ce1-8820-4373e7853fdf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 1099 time: 0.4910293 May 24 22:48:52.956343 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-10c9503b-a73e-49fb-abcf-ca0782e68a16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00e8b057-8fdf-4206-9120-220a8f87aee7 HTTP/1.1" status: 200 len: 217 time: 0.0830920 May 24 22:48:53.056364 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:53.061048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-27ae92ff-8e6f-4341-9ddf-2921ada97f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:53.062970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-27ae92ff-8e6f-4341-9ddf-2921ada97f72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0985787 May 24 22:48:53.064725 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:53.134160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad494304-24e1-4fcf-82f1-a0ee2978482d req-7c9df260-70b3-4b1c-a019-bf12bfe3da41 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:53.135711 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad494304-24e1-4fcf-82f1-a0ee2978482d req-7c9df260-70b3-4b1c-a019-bf12bfe3da41 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 948 time: 0.5279574 May 24 22:48:53.270143 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d944aa66-8aa5-4d8b-bb54-e0a96629699e req-e0c27a1e-e643-41b3-8983-f59713a03dbc service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843849 May 24 22:48:53.275285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Pushing event updated for resources: {'Port': ['ID=02a2c0dd-9765-4a7a-b839-beec6eb8ca8a,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:53.280065 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad494304-24e1-4fcf-82f1-a0ee2978482d req-4be3c579-f820-4551-a131-510427529c22 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027110 May 24 22:48:53.284320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:53.288021 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-22c2d3e4-dcda-46cd-ac72-c9b91b982088 service neutron] 10.222.0.55 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499222 May 24 22:48:53.379267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-46c24422-1c98-430d-b9b4-76d829908116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:53.380835 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-46c24422-1c98-430d-b9b4-76d829908116 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2880015 May 24 22:48:53.472780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-ccb4000c-13c8-4daf-91ba-b78d367bcad3 service neutron] 10.222.0.55 "GET /v2.0/ports/a527e525-5b3f-41bc-969b-266188f14673?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1406915 May 24 22:48:53.540022 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff7de1e-7733-4068-ba52-ebdaffb615ca'] response: {'name': 'network-changed', 'server_uuid': 'e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115', 'tag': '00e8b057-8fdf-4206-9120-220a8f87aee7', 'status': 'completed', 'code': 200} May 24 22:48:53.638462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 58b99d97-0444-4f29-84ea-d0c8c81ab72b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:48:53.670327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Network a7338d8b-a34b-44b8-b887-836d4201d6fa is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:48:53.688162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:48:53.820132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-53aa384f-4880-441b-ad5a-541c7b897ed2 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313915 May 24 22:48:53.983048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d944aa66-8aa5-4d8b-bb54-e0a96629699e req-267e3b89-bd3d-4001-8725-066ffba9ed3e service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953504 May 24 22:48:54.013687 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:54.013952 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:54.016667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 58b99d97-0444-4f29-84ea-d0c8c81ab72b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:54.017855 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:54.179942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7a079356-ac85-41ed-a59a-6d96924e867b None None] Provisioning complete for port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:48:54.180687 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7a079356-ac85-41ed-a59a-6d96924e867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:54.217516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:54.282487 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-455f327c-7f89-4f19-8734-da12816d4d6e service neutron] 10.222.0.55 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8072360 May 24 22:48:54.314619 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 58b99d97-0444-4f29-84ea-d0c8c81ab72b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:54.331515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7a079356-ac85-41ed-a59a-6d96924e867b None None] Port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:48:54.380503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Router 0499d2bc-0383-4328-a042-75ef1cc10f75 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:48:54.465055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32f11e4d-048a-4194-82e8-4f5f307668fa req-f14c70e8-d5d5-4a99-86a6-79fd15326900 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298800 May 24 22:48:54.519669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774e4ce-941f-4edb-abac-8c11ad29eb73 req-f8f307fa-4cad-4bfb-89ba-ba82c8765748 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:54.521140 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2774e4ce-941f-4edb-abac-8c11ad29eb73 req-f8f307fa-4cad-4bfb-89ba-ba82c8765748 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 951 time: 0.3177209 May 24 22:48:54.532272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed2265-a7e9-4db9-9679-a31e93512bc2 req-e85ab7f9-d161-4467-a270-b56230580404 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:54.533703 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-91ed2265-a7e9-4db9-9679-a31e93512bc2 req-e85ab7f9-d161-4467-a270-b56230580404 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "GET /v2.0/ports?device_id=4014b513-2e55-40bf-ac70-74b942171191 HTTP/1.1" status: 200 len: 951 time: 0.7122715 May 24 22:48:54.658632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-6133c7be-8689-4376-b4df-9e5736bd0260 service neutron] 10.222.0.55 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751700 May 24 22:48:54.659276 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:54.917908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2774e4ce-941f-4edb-abac-8c11ad29eb73 req-5ffd3aa5-ffa4-4d46-98a1-f950391847a8 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477571 May 24 22:48:54.922877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:48:54.932539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Sync routers for ids ['0499d2bc-0383-4328-a042-75ef1cc10f75'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:48:54.948478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-91ed2265-a7e9-4db9-9679-a31e93512bc2 req-20c1db94-7b1a-4f7d-a3c1-425f6e11d688 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Deleting port 232dd831-fe5f-40ac-9941-a77cda10ad1e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:48:54.948478 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-91ed2265-a7e9-4db9-9679-a31e93512bc2 req-20c1db94-7b1a-4f7d-a3c1-425f6e11d688 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:54.955241 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-e7167dcd-9e51-4b8a-91bf-c9de60dce285 service neutron] 10.222.0.55 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907825 May 24 22:48:54.957893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Routers {'0499d2bc-0383-4328-a042-75ef1cc10f75'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:54.958541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0499d2bc-0383-4328-a042-75ef1cc10f75'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:55.000635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b104359b-a4b9-4b1c-9d85-d0ac81f281e8 admin admin] 10.222.0.55 "PUT /v2.0/routers/0499d2bc-0383-4328-a042-75ef1cc10f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3880291 May 24 22:48:55.106056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf7b34-1e41-4ffc-bf28-acb12df8b8ad req-9c61d227-c3a0-493c-807a-34821019994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:55.107545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faaf7b34-1e41-4ffc-bf28-acb12df8b8ad req-9c61d227-c3a0-493c-807a-34821019994c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 1099 time: 0.5828369 May 24 22:48:55.240913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Set router 0499d2bc-0383-4328-a042-75ef1cc10f75 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:55.416743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf7b34-1e41-4ffc-bf28-acb12df8b8ad req-74b011ed-9046-417e-a87f-b69736070db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:55.418278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faaf7b34-1e41-4ffc-bf28-acb12df8b8ad req-74b011ed-9046-417e-a87f-b69736070db8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2676144 May 24 22:48:55.446095 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:48:55.487369 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2b53fad2-4537-43f0-879a-a0624fd95ba3 service neutron] 10.222.0.55 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206542 May 24 22:48:55.502534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faaf7b34-1e41-4ffc-bf28-acb12df8b8ad req-23f492cd-0272-45c9-a1fb-8cee272be72a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00e8b057-8fdf-4206-9120-220a8f87aee7 HTTP/1.1" status: 200 len: 217 time: 0.0714941 May 24 22:48:55.570948 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:55.631218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739d403-dfdb-41f2-bd6f-1ea9b53ffdea req-9a7b9c27-6815-41e3-bbb0-16efe7a67855 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:55.639234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] Router 485cb4a6-a825-4c8b-8087-245596f5a72d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:48:55.639477 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d739d403-dfdb-41f2-bd6f-1ea9b53ffdea req-9a7b9c27-6815-41e3-bbb0-16efe7a67855 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.5355482 May 24 22:48:55.656632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-91ed2265-a7e9-4db9-9679-a31e93512bc2 req-20c1db94-7b1a-4f7d-a3c1-425f6e11d688 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] For port 232dd831-fe5f-40ac-9941-a77cda10ad1e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=232dd831-fe5f-40ac-9941-a77cda10ad1e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:55.657083 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-91ed2265-a7e9-4db9-9679-a31e93512bc2 req-20c1db94-7b1a-4f7d-a3c1-425f6e11d688 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:55.662891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-5716b51f-3f24-47ac-8f0d-d37b88d14d35 service neutron] 10.222.0.55 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662040 May 24 22:48:55.767238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:51Z', 'revision_number': 4, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '02a2c0dd-9765-4a7a-b839-beec6eb8ca8a', 'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'mac_address': 'fa:16:3e:27:aa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:49Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 2, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'subnets': [{'id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:55.773071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Checking router: 0499d2bc-0383-4328-a042-75ef1cc10f75 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:48:55.773645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Updating router 0499d2bc-0383-4328-a042-75ef1cc10f75 port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:48:55.836981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-91ed2265-a7e9-4db9-9679-a31e93512bc2 req-20c1db94-7b1a-4f7d-a3c1-425f6e11d688 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Calling delete_port for 232dd831-fe5f-40ac-9941-a77cda10ad1e owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:48:55.870773 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:55.913681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf7b34-1e41-4ffc-bf28-acb12df8b8ad req-603be636-70f9-421b-8235-8d8e19cc6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:55.915124 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faaf7b34-1e41-4ffc-bf28-acb12df8b8ad req-603be636-70f9-421b-8235-8d8e19cc6600 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.4018259 May 24 22:48:55.967069 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d739d403-dfdb-41f2-bd6f-1ea9b53ffdea req-2d39a8af-b9b0-4e80-a671-8629e4dc0ddb tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269515 May 24 22:48:55.976608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:48:55.979816 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-448da0f0-6dfb-4dab-b116-3826fcc79f59 service neutron] 10.222.0.55 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418227 May 24 22:48:55.988988 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2c6457-f92d-4a16-9ed8-c25aae2b38e0 None None] Sync routers for ids ['485cb4a6-a825-4c8b-8087-245596f5a72d'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:48:56.001758 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c6457-f92d-4a16-9ed8-c25aae2b38e0 None None] Routers {'485cb4a6-a825-4c8b-8087-245596f5a72d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:56.002561 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9a2c6457-f92d-4a16-9ed8-c25aae2b38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['485cb4a6-a825-4c8b-8087-245596f5a72d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:56.096963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf7b34-1e41-4ffc-bf28-acb12df8b8ad req-6aa87dca-2b19-4a8d-ae1d-7dfd521be91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:56.099041 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faaf7b34-1e41-4ffc-bf28-acb12df8b8ad req-6aa87dca-2b19-4a8d-ae1d-7dfd521be91e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750431 May 24 22:48:56.114513 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-91ed2265-a7e9-4db9-9679-a31e93512bc2 req-20c1db94-7b1a-4f7d-a3c1-425f6e11d688 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:56.231951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-1bbf7750-a6a7-4b96-ad2a-334ab2587452 service neutron] 10.222.0.55 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326071 May 24 22:48:56.234832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-19267b64-957e-47d4-acdf-fb4694824114 admin admin] 10.222.0.55 "PUT /v2.0/routers/485cb4a6-a825-4c8b-8087-245596f5a72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0119274 May 24 22:48:56.237358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53590) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:56.277608 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-9a2c6457-f92d-4a16-9ed8-c25aae2b38e0 None None] Set router 485cb4a6-a825-4c8b-8087-245596f5a72d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:56.478391 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:56.514163 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:56.535159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Transition to ACTIVE for port object 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:48:56.545777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f6b6f285-1a79-4758-8fea-cccffe20f55d', '232dd831-fe5f-40ac-9941-a77cda10ad1e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:56.573911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1db94-7b1a-4f7d-a3c1-425f6e11d688 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Pushing event deleted for resources: {'Port': ['ID=232dd831-fe5f-40ac-9941-a77cda10ad1e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:56.599577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['546d7029-3bf0-4d7a-9215-7b037a6fd022'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:48:56.694971 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:56.703314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ed2265-a7e9-4db9-9679-a31e93512bc2 req-20c1db94-7b1a-4f7d-a3c1-425f6e11d688 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] No DVR routers for this DVR port 232dd831-fe5f-40ac-9941-a77cda10ad1e on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:48:56.707338 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9a2c6457-f92d-4a16-9ed8-c25aae2b38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:48:53Z', 'revision_number': 5, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:56.712189 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2c6457-f92d-4a16-9ed8-c25aae2b38e0 None None] Checking router: 485cb4a6-a825-4c8b-8087-245596f5a72d for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:48:56.713053 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-91ed2265-a7e9-4db9-9679-a31e93512bc2 req-20c1db94-7b1a-4f7d-a3c1-425f6e11d688 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:56.722757 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c6457-f92d-4a16-9ed8-c25aae2b38e0 None None] Routers {'485cb4a6-a825-4c8b-8087-245596f5a72d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:56.723636 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9a2c6457-f92d-4a16-9ed8-c25aae2b38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['485cb4a6-a825-4c8b-8087-245596f5a72d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:56.748407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-deleted', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:48:56.822639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-91ed2265-a7e9-4db9-9679-a31e93512bc2 req-20c1db94-7b1a-4f7d-a3c1-425f6e11d688 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "DELETE /v2.0/ports/232dd831-fe5f-40ac-9941-a77cda10ad1e HTTP/1.1" status: 204 len: 173 time: 2.1965415 May 24 22:48:56.939048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca3a5e-ad44-4120-ac95-f904b8568511 req-bb5ec7d3-f683-4686-9922-8627e8ca171d tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:56.947536 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0ca3a5e-ad44-4120-ac95-f904b8568511 req-bb5ec7d3-f683-4686-9922-8627e8ca171d tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.7195373 May 24 22:48:56.949739 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faaf7b34-1e41-4ffc-bf28-acb12df8b8ad req-ce0d87cf-517d-403e-9eeb-86142af07e3c service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373711 May 24 22:48:57.066995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b44cb9-23c5-4525-be0f-3db89f83bf12 None None] Pushing event updated for resources: {'Port': ['ID=02a2c0dd-9765-4a7a-b839-beec6eb8ca8a,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:57.263167 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-9a2c6457-f92d-4a16-9ed8-c25aae2b38e0 None None] Set router 485cb4a6-a825-4c8b-8087-245596f5a72d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:57.370972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:57.381359 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-77261e00-b255-4581-a6a3-a6c8dd229b95 service neutron] 10.222.0.55 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9233971 May 24 22:48:57.389511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Deleting port 29ab087b-b8d8-4e66-a9ba-35b4999cede2 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:48:57.390036 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:57.634975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Attempting to bind port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:48:57.635541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Attempting to bind port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:48:57.635648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Attempting to bind port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a on network a7338d8b-a34b-44b8-b887-836d4201d6fa {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:48:57.637405 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9a2c6457-f92d-4a16-9ed8-c25aae2b38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:48:53Z', 'revision_number': 5, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:57.641691 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2c6457-f92d-4a16-9ed8-c25aae2b38e0 None None] The sync data for ids ['485cb4a6-a825-4c8b-8087-245596f5a72d'] in n-d-843146-7 is: [{'id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'name': 'tempest-ServersTestManualDisk-550641516-router', 'tenant_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:34Z', 'updated_at': '2022-05-24T22:48:53Z', 'revision_number': 5, 'project_id': '5cc4ff1f5e5e42988805dcd9a21f9fe4', 'gw_port': {'id': '29ab087b-b8d8-4e66-a9ba-35b4999cede2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485cb4a6-a825-4c8b-8087-245596f5a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:37Z', 'updated_at': '2022-05-24T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:48:57.666893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:48:57.667305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Checking segment: {'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:48:57.667653 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:57.668039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Bound using segment: {'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:48:57.668914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Bound port: 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:48:57.669287 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:57.683958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] For port 29ab087b-b8d8-4e66-a9ba-35b4999cede2, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=29ab087b-b8d8-4e66-a9ba-35b4999cede2,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:57.686848 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:57.688222 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0ca3a5e-ad44-4120-ac95-f904b8568511 req-4b532bcf-b907-4a96-a87b-49bdae7baf67 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7196386 May 24 22:48:57.762380 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faaf7b34-1e41-4ffc-bf28-acb12df8b8ad req-f13f0c87-2e98-4fe5-a039-a174d03fcf18 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8004804 May 24 22:48:57.972126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] For port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:48:57.992849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] For port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=02a2c0dd-9765-4a7a-b839-beec6eb8ca8a,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:48:58.010256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Calling delete_port for 29ab087b-b8d8-4e66-a9ba-35b4999cede2 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:48:58.026873 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:58.029805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feec576-5f06-449c-b0b0-8d882fd64ea2 req-eef5cdc4-ac5f-416b-916e-988f7f6cb476 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:58.034723 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7feec576-5f06-449c-b0b0-8d882fd64ea2 req-eef5cdc4-ac5f-416b-916e-988f7f6cb476 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 948 time: 0.1846633 May 24 22:48:58.133470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Routers {'0499d2bc-0383-4328-a042-75ef1cc10f75'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:48:58.134439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:48:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0499d2bc-0383-4328-a042-75ef1cc10f75'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:58.165260 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7feec576-5f06-449c-b0b0-8d882fd64ea2 req-c6484e1b-a173-49d6-80f8-db02e6632328 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237173 May 24 22:48:58.322508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b44cb9-23c5-4525-be0f-3db89f83bf12 None None] Pushing event updated for resources: {'Port': ['ID=02a2c0dd-9765-4a7a-b839-beec6eb8ca8a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:58.426954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53606) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:58.431778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-b238b88d-d584-4aaa-85df-868744de71dc service neutron] 10.222.0.55 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7103460 May 24 22:48:58.432283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998353013', 'description': 'tempest-description--793247605'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:58.440499 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:58.453804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Usage tracker for resource:security_group and tenant:36f2bea3863b47fb98e564a11fc81be9 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:58.457361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:58.468269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:58.495134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:58.532792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:58.541812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Usage tracker for resource:security_group_rule and tenant:36f2bea3863b47fb98e564a11fc81be9 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:58.546286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:58.556311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:58.622729 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ab0530-28a6-4a0d-b375-7e233d26547b'] response: {'server_uuid': '4014b513-2e55-40bf-ac70-74b942171191', 'name': 'network-vif-deleted', 'tag': '232dd831-fe5f-40ac-9941-a77cda10ad1e', 'status': 'completed', 'code': 200} May 24 22:48:58.652996 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3891742b-68da-4f73-80d1-e7e2b777c541 service neutron] 10.222.0.55 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991959 May 24 22:48:58.730305 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:58.731542 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] Set router 0499d2bc-0383-4328-a042-75ef1cc10f75 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:48:58.736585 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:58.803855 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:58.847146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fb486e-b517-45f8-a839-acdb2408d752,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:58.850199 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:58.851631 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4235396 May 24 22:48:58.856653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53616) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:58.870484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1ea3b4fb-4257-441c-b43f-0fe2f0f5a655 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Request body: {'security_group_rule': {'security_group_id': '42fb486e-b517-45f8-a839-acdb2408d752', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:58.877934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.878515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.878939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.879369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.879863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.880357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.880772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.881202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.881653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.882068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.882480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.882887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04e1eb-2584-4c7e-b6fd-5f5efc820132 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:48:58.890364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1ea3b4fb-4257-441c-b43f-0fe2f0f5a655 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:58.899865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1ea3b4fb-4257-441c-b43f-0fe2f0f5a655 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Usage tracker for resource:security_group_rule and tenant:36f2bea3863b47fb98e564a11fc81be9 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:58.903470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1ea3b4fb-4257-441c-b43f-0fe2f0f5a655 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:58.913835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1ea3b4fb-4257-441c-b43f-0fe2f0f5a655 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:58.926091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d1d57-5c52-4bdd-bb03-9d665ff9e251 req-d202b012-6e34-493c-965c-5bf84d836e60 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:58.927598 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-281d1d57-5c52-4bdd-bb03-9d665ff9e251 req-d202b012-6e34-493c-965c-5bf84d836e60 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.1712365 May 24 22:48:58.979360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b4fb-4257-441c-b43f-0fe2f0f5a655 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:58.989317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-281d1d57-5c52-4bdd-bb03-9d665ff9e251 req-eee95382-d908-4329-ae89-41ec96eb4fb6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545890 May 24 22:48:59.006218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ab087b-b8d8-4e66-a9ba-35b4999cede2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:59.053062 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b4fb-4257-441c-b43f-0fe2f0f5a655 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.059903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b4fb-4257-441c-b43f-0fe2f0f5a655 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.076866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.091663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3b4fb-4257-441c-b43f-0fe2f0f5a655 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d3979c-a7ef-477b-9573-22e14b48e1fa,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:59.110763 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b4fb-4257-441c-b43f-0fe2f0f5a655 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.113161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1ea3b4fb-4257-441c-b43f-0fe2f0f5a655 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2527041 May 24 22:48:59.115317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53624) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:59.127560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-65a24d00-062d-42c3-866a-2fdffa108a4f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Request body: {'security_group_rule': {'security_group_id': '42fb486e-b517-45f8-a839-acdb2408d752', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:59.142584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-65a24d00-062d-42c3-866a-2fdffa108a4f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:59.155218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-65a24d00-062d-42c3-866a-2fdffa108a4f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Usage tracker for resource:security_group_rule and tenant:36f2bea3863b47fb98e564a11fc81be9 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:59.159585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-65a24d00-062d-42c3-866a-2fdffa108a4f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:59.170635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-65a24d00-062d-42c3-866a-2fdffa108a4f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:59.201124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 00e8b057-8fdf-4206-9120-220a8f87aee7 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:48:59.203538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 232dd831-fe5f-40ac-9941-a77cda10ad1e no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:48:59.233085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65a24d00-062d-42c3-866a-2fdffa108a4f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.293076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 232dd831-fe5f-40ac-9941-a77cda10ad1e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:48:59.293319 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 232dd831-fe5f-40ac-9941-a77cda10ad1e not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:48:59.398450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65a24d00-062d-42c3-866a-2fdffa108a4f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.412779 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.416923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.426285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65a24d00-062d-42c3-866a-2fdffa108a4f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.490195 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.490802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 485cb4a6-a825-4c8b-8087-245596f5a72d {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:48:59.527089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.528219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0a909b2d-b233-447d-acf7-06d98e54c8e3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/485cb4a6-a825-4c8b-8087-245596f5a72d HTTP/1.1" status: 204 len: 168 time: 3.2896390 May 24 22:48:59.530913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a24d00-062d-42c3-866a-2fdffa108a4f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e21ae9-fa39-4276-8da1-659247c94338,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:48:59.535084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53642) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:59.538986 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65a24d00-062d-42c3-866a-2fdffa108a4f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.543845 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-65a24d00-062d-42c3-866a-2fdffa108a4f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4264112 May 24 22:48:59.546237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53646) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:48:59.566167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:48:59.568547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:51Z', 'revision_number': 4, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '02a2c0dd-9765-4a7a-b839-beec6eb8ca8a', 'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'mac_address': 'fa:16:3e:27:aa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:49Z', 'updated_at': '2022-05-24T22:48:57Z', 'revision_number': 4, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'subnets': [{'id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:48:59.591540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:48:59.601778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Usage tracker for resource:floatingip and tenant:36f2bea3863b47fb98e564a11fc81be9 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:48:59.613910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:48:59.623083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde32644-165d-4bea-93ad-d9b35edc06f8 None None] The sync data for ids ['0499d2bc-0383-4328-a042-75ef1cc10f75'] in n-d-843146-7 is: [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:51Z', 'revision_number': 4, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '02a2c0dd-9765-4a7a-b839-beec6eb8ca8a', 'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'mac_address': 'fa:16:3e:27:aa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:49Z', 'updated_at': '2022-05-24T22:48:57Z', 'revision_number': 4, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'subnets': [{'id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:48:59.638271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:48:59.641254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 00e8b057-8fdf-4206-9120-220a8f87aee7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=00e8b057-8fdf-4206-9120-220a8f87aee7,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:59.709561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '00e8b057-8fdf-4206-9120-220a8f87aee7', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '00e8b057-8fdf-4206-9120-220a8f87aee7', 'mac_address': 'fa:16:3e:57:1e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:48:59.757844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3b6c06-1a07-485d-b74d-c59f5d83a8c0 admin admin] Deleting subnet d64be961-676e-48b9-8076-826ab80f2b09 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:48:59.773735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e3b6c06-1a07-485d-b74d-c59f5d83a8c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.796796 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.823696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 00e8b057-8fdf-4206-9120-220a8f87aee7 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:48:59.828163 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.864566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:48:59.885293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0962f73-34f7-458c-ba67-5f6fd56d69b0 req-4e2c3ba6-6e6f-4123-9ad9-ba575a40abc4 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:48:59.896139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0962f73-34f7-458c-ba67-5f6fd56d69b0 req-4e2c3ba6-6e6f-4123-9ad9-ba575a40abc4 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.2362537 May 24 22:48:59.920628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e8b057-8fdf-4206-9120-220a8f87aee7 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:48:59.933812 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e3b6c06-1a07-485d-b74d-c59f5d83a8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:48:59.947770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 00e8b057-8fdf-4206-9120-220a8f87aee7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=00e8b057-8fdf-4206-9120-220a8f87aee7,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:48:59.950625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:48:59.950982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4ca3973f-b6b3-4f5e-bd0e-f49e51c4e5e3 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:48:59.958792 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:00.085647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=00e8b057-8fdf-4206-9120-220a8f87aee7,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:00.116234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0962f73-34f7-458c-ba67-5f6fd56d69b0 req-a800579d-2718-431e-857f-5116dfaee34d tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187233 May 24 22:49:00.207306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e3b6c06-1a07-485d-b74d-c59f5d83a8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:00.216331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['00e8b057-8fdf-4206-9120-220a8f87aee7'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:00.295577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:00.726329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e7634-086b-4f30-9aab-9b6410b8688a req-4192fbd4-584b-42d9-bc67-d535476f4fe6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:00.727216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-839e7634-086b-4f30-9aab-9b6410b8688a req-4192fbd4-584b-42d9-bc67-d535476f4fe6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Synchronizing usage tracker for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:00.753546 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Allocated IP 172.25.7.210 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/6a39855e-c41d-4759-8a63-b59a546a4fd5) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:00.763405 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e3b6c06-1a07-485d-b74d-c59f5d83a8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:00.818844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-839e7634-086b-4f30-9aab-9b6410b8688a req-4192fbd4-584b-42d9-bc67-d535476f4fe6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Unset dirty status for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:00.829249 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-839e7634-086b-4f30-9aab-9b6410b8688a req-4192fbd4-584b-42d9-bc67-d535476f4fe6 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.4124198 May 24 22:49:00.846710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b6c06-1a07-485d-b74d-c59f5d83a8c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64be961-676e-48b9-8076-826ab80f2b09,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:00.858718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e3b6c06-1a07-485d-b74d-c59f5d83a8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:00.861520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e9447-4513-4bd7-8f82-60eb90994dc6 None None] Network 1338476e-fd93-4d58-ad16-9d988ce761f0 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:49:00.880139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a626023-4881-46ea-be1b-7674f8faf54c req-ea579b2a-2dfe-4aa8-acff-ed75b8e132f7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:00.881735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a626023-4881-46ea-be1b-7674f8faf54c req-ea579b2a-2dfe-4aa8-acff-ed75b8e132f7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 949 time: 0.5351980 May 24 22:49:00.887385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9e3b6c06-1a07-485d-b74d-c59f5d83a8c0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d64be961-676e-48b9-8076-826ab80f2b09 HTTP/1.1" status: 204 len: 168 time: 1.3510926 May 24 22:49:00.889759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53670) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:00.967026 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a626023-4881-46ea-be1b-7674f8faf54c req-0294960b-9798-49c3-8334-f2493abcfddd tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744727 May 24 22:49:01.116228 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-839e7634-086b-4f30-9aab-9b6410b8688a req-5f11d45c-ab5e-481c-9124-fd7a6280c542 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859666 May 24 22:49:01.119614 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:01.151858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Deleting port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:01.152196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:01.286331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce55399-460e-4004-ac79-562605350665 req-84d63f4a-13f8-4488-abd5-15d3dbcadbac tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:01.287972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ce55399-460e-4004-ac79-562605350665 req-84d63f4a-13f8-4488-abd5-15d3dbcadbac tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.50 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 950 time: 0.4335141 May 24 22:49:01.291062 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:01.391694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6ce55399-460e-4004-ac79-562605350665 req-dc1f17dc-11ce-455e-bb61-d741f486c792 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Deleting port 546d7029-3bf0-4d7a-9215-7b037a6fd022 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:01.392111 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ce55399-460e-4004-ac79-562605350665 req-dc1f17dc-11ce-455e-bb61-d741f486c792 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:01.426248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37257026-7c4a-473a-9914-3c52a9c4d8a2 None None] DHCP port deletion for 1338476e-fd93-4d58-ad16-9d988ce761f0 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:49:01.431672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-37257026-7c4a-473a-9914-3c52a9c4d8a2 None None] Deleting port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:01.432297 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37257026-7c4a-473a-9914-3c52a9c4d8a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:01.486445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e27bd983-b5b4-483e-97a2-ec1b00f147c0 req-6ed7dd81-6938-4dc0-8229-c92cf3dfee54 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Synchronizing usage tracker for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:01.505326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eead51f-397d-465f-9182-cdcfe4549bb2 req-6e6ba16a-ca95-492f-b3c1-b78afc6b532a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:01.509470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eead51f-397d-465f-9182-cdcfe4549bb2 req-6e6ba16a-ca95-492f-b3c1-b78afc6b532a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.2728207 May 24 22:49:01.623113 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:01.762399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:01.773284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eead51f-397d-465f-9182-cdcfe4549bb2 req-159b7aa5-1ae8-4b00-9f5f-955b52e580cf tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539594 May 24 22:49:01.838068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] For port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=aa42bc6a-3f09-4d87-bf73-fba10fdcdc46,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:01.838892 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:01.949798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-37257026-7c4a-473a-9914-3c52a9c4d8a2 None None] For port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=aa42bc6a-3f09-4d87-bf73-fba10fdcdc46,segment=NetworkSegment(f71c01a2-e02f-45ce-aefb-4e32e90d64a7),segment_id=f71c01a2-e02f-45ce-aefb-4e32e90d64a7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:01.950415 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37257026-7c4a-473a-9914-3c52a9c4d8a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:02.001658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-6ce55399-460e-4004-ac79-562605350665 req-dc1f17dc-11ce-455e-bb61-d741f486c792 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] For port 546d7029-3bf0-4d7a-9215-7b037a6fd022, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=546d7029-3bf0-4d7a-9215-7b037a6fd022,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:02.002200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ce55399-460e-4004-ac79-562605350665 req-dc1f17dc-11ce-455e-bb61-d741f486c792 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:02.093473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-37257026-7c4a-473a-9914-3c52a9c4d8a2 None None] Calling delete_port for aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:49:02.210989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Calling delete_port for aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:49:02.331030 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37257026-7c4a-473a-9914-3c52a9c4d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:02.345662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63328865-d671-4809-bfae-5dbc8ea68776 req-e03defb8-a847-4d65-a5d4-5da4f53395c5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:02.347413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63328865-d671-4809-bfae-5dbc8ea68776 req-e03defb8-a847-4d65-a5d4-5da4f53395c5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.3472924 May 24 22:49:02.411085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:02.421442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37257026-7c4a-473a-9914-3c52a9c4d8a2 None None] No DVR routers for this DVR port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:49:02.430440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63328865-d671-4809-bfae-5dbc8ea68776 req-941de48c-fc23-4044-a1f0-bc03ffd6f1a0 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728450 May 24 22:49:02.434300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:49:02.434764 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:49:02.447380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:02.447952 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:02.468711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e27bd983-b5b4-483e-97a2-ec1b00f147c0 req-6ed7dd81-6938-4dc0-8229-c92cf3dfee54 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Unset dirty status for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:02.477569 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e27bd983-b5b4-483e-97a2-ec1b00f147c0 req-6ed7dd81-6938-4dc0-8229-c92cf3dfee54 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 210 time: 1.0540276 May 24 22:49:02.505839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37257026-7c4a-473a-9914-3c52a9c4d8a2 None None] Pushing event deleted for resources: {'Port': ['ID=aa42bc6a-3f09-4d87-bf73-fba10fdcdc46,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:02.567268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6ce55399-460e-4004-ac79-562605350665 req-dc1f17dc-11ce-455e-bb61-d741f486c792 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Calling delete_port for 546d7029-3bf0-4d7a-9215-7b037a6fd022 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:49:02.650934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:02.651451 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:02.687015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=02a2c0dd-9765-4a7a-b839-beec6eb8ca8a,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:02.696567 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:02.780756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0278719-11a4-4617-b9e4-9570a3fe3c04 req-195e67c8-b4e2-4a36-bfbc-49b763b3c4cd tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:02.783634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0278719-11a4-4617-b9e4-9570a3fe3c04 req-195e67c8-b4e2-4a36-bfbc-49b763b3c4cd tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 949 time: 0.1683252 May 24 22:49:02.790408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 29ab087b-b8d8-4e66-a9ba-35b4999cede2 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:02.843424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 29ab087b-b8d8-4e66-a9ba-35b4999cede2 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:49:02.843757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 29ab087b-b8d8-4e66-a9ba-35b4999cede2 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:49:02.844181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:02.853274 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0278719-11a4-4617-b9e4-9570a3fe3c04 req-c50a50a7-e1e1-4036-9679-78425a24be8b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604653 May 24 22:49:02.886130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:49:02.886427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:49:02.903722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=02a2c0dd-9765-4a7a-b839-beec6eb8ca8a,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:02.935959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Pushing event updated for resources: {'Port': ['ID=6a39855e-c41d-4759-8a63-b59a546a4fd5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:02.936209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Deleting port aa42bc6a-3f09-4d87-bf73-fba10fdcdc46 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:02.936636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:02.948283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-45025f83-a4b0-441c-902e-0f92b7241642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:02.949969 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-45025f83-a4b0-441c-902e-0f92b7241642 service neutron] 10.222.0.31 "GET /v2.0/ports/a7b98f36-c3f3-4e71-b3eb-71ee080403ce HTTP/1.1" status: 200 len: 1033 time: 0.6276803 May 24 22:49:02.958652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:02.978856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:02.981310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:03.040976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ce55399-460e-4004-ac79-562605350665 req-dc1f17dc-11ce-455e-bb61-d741f486c792 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:03.055137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f6b6f285-1a79-4758-8fea-cccffe20f55d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:03.083700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['546d7029-3bf0-4d7a-9215-7b037a6fd022'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:03.118537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] The port 'aa42bc6a-3f09-4d87-bf73-fba10fdcdc46' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:49:03.157621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2a3b10f1-7aaf-4587-b8cc-0018183572fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:03.158982 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2a3b10f1-7aaf-4587-b8cc-0018183572fb service neutron] 10.222.0.31 "GET /v2.0/ports/a527e525-5b3f-41bc-969b-266188f14673 HTTP/1.1" status: 200 len: 1032 time: 0.1825125 May 24 22:49:03.224463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 00e8b057-8fdf-4206-9120-220a8f87aee7 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:03.361485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 00e8b057-8fdf-4206-9120-220a8f87aee7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:03.368313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 00e8b057-8fdf-4206-9120-220a8f87aee7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:03.368914 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:03.425330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4d3f2-686d-48c2-8118-edffb3d5a4a8 req-21361e7a-9f62-4186-9583-bda1014d994d tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:03.425713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:03.435209 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48d4d3f2-686d-48c2-8118-edffb3d5a4a8 req-21361e7a-9f62-4186-9583-bda1014d994d tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.4540422 May 24 22:49:03.443343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-b568ed94-fd43-4a07-8983-3695aedd6199 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:03.453606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-b568ed94-fd43-4a07-8983-3695aedd6199 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:03.454713 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:03.459949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-b568ed94-fd43-4a07-8983-3695aedd6199 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:03.461030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-b568ed94-fd43-4a07-8983-3695aedd6199 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Synchronizing usage tracker for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:03.479870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f17dc-11ce-455e-bb61-d741f486c792 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Pushing event deleted for resources: {'Port': ['ID=546d7029-3bf0-4d7a-9215-7b037a6fd022,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:03.518262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1338476e-fd93-4d58-ad16-9d988ce761f0']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:03.536158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 00e8b057-8fdf-4206-9120-220a8f87aee7 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:03.536543 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:03.547408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48d4d3f2-686d-48c2-8118-edffb3d5a4a8 req-95ce51e0-50b8-4c6b-8794-2890e89a7451 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090629 May 24 22:49:03.555838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:03.556533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71c01a2-e02f-45ce-aefb-4e32e90d64a7') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:03.570089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e8b057-8fdf-4206-9120-220a8f87aee7'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:03.586134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 00e8b057-8fdf-4206-9120-220a8f87aee7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=00e8b057-8fdf-4206-9120-220a8f87aee7,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:03.586517 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:03.603480 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:03.659137 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:03.677423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:49:03.677860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:03.708065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:03.761308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-b568ed94-fd43-4a07-8983-3695aedd6199 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Unset dirty status for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:03.762836 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-b568ed94-fd43-4a07-8983-3695aedd6199 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "GET /v2.0/networks?id=fb6eb857-4775-4420-b794-b02bb5e0eb92&id=abbe8918-2b0f-4539-a34b-fc1ac752a667&id=abbe8918-2b0f-4539-a34b-fc1ac752a667&id=abbe8918-2b0f-4539-a34b-fc1ac752a667&id=abbe8918-2b0f-4539-a34b-fc1ac752a667&id=52c33e24-ff90-4552-83ee-49b4f514ed82&id=52c33e24-ff90-4552-83ee-49b4f514ed82 HTTP/1.1" status: 200 len: 1993 time: 0.5719593 May 24 22:49:03.829400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce55399-460e-4004-ac79-562605350665 req-dc1f17dc-11ce-455e-bb61-d741f486c792 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] No DVR routers for this DVR port 546d7029-3bf0-4d7a-9215-7b037a6fd022 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:49:03.852639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f4a9b824-2ba0-4fe4-a77a-f902ffdfcda4 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Synchronizing usage tracker for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:03.859023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=00e8b057-8fdf-4206-9120-220a8f87aee7,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:03.866431 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f71c01a2-e02f-45ce-aefb-4e32e90d64a7 resource provider aggregate not found May 24 22:49:03.867544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f6652-9f10-41a5-8af9-48b3d430921e req-0d87c331-d764-4344-8222-89634a2d0d8d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:03.869856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.870023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-357f6652-9f10-41a5-8af9-48b3d430921e req-0d87c331-d764-4344-8222-89634a2d0d8d tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=292855c1-53ab-467d-b3d6-e5cdaedc1bfd HTTP/1.1" status: 200 len: 867 time: 1.0810287 May 24 22:49:03.870516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.871500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.871690 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6ce55399-460e-4004-ac79-562605350665 req-dc1f17dc-11ce-455e-bb61-d741f486c792 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:03.872161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.872690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.873175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.873852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.874324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.874956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.875420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.875907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.876386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:03.892202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'name': 'network-vif-deleted', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:03.900937 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-199854dc-30ad-424d-b22a-c798ae98aa8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5796461 May 24 22:49:03.922181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:03.922578 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:03.958276 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f71c01a2-e02f-45ce-aefb-4e32e90d64a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f71c01a2-e02f-45ce-aefb-4e32e90d64a7 found for delete ", "request_id": "req-397b21ea-1dd7-4446-8947-f9716ac3de4e"}]} May 24 22:49:03.969361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:04.024936 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-357f6652-9f10-41a5-8af9-48b3d430921e req-afa38c81-19a1-4fa9-abaa-c5e064b3fadd tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214130 May 24 22:49:04.051893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f4a9b824-2ba0-4fe4-a77a-f902ffdfcda4 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Unset dirty status for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:04.053435 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f4a9b824-2ba0-4fe4-a77a-f902ffdfcda4 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1b53c9434c24a0f875564307ddb2295 HTTP/1.1" status: 200 len: 380 time: 0.2747116 May 24 22:49:04.061078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:04.194580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:04.249424 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:04.279592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'admin_state_up': True, 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'security_groups': ['f13fe077-0d92-4609-91b9-29f55a3dd900']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:04.288432 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] 10.222.0.55 "DELETE /v2.0/networks/1338476e-fd93-4d58-ad16-9d988ce761f0 HTTP/1.1" status: 204 len: 168 time: 3.3975973 May 24 22:49:04.292781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382b42a-a7d3-40f9-adea-0d30f3ec256a admin admin] Pushing event deleted for resources: {'Network': ['ID=1338476e-fd93-4d58-ad16-9d988ce761f0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:04.341928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac015474-2a6e-409b-874c-447682f7fdd0 req-307c60a6-ceaf-4d19-8b92-d4b148b80b4f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:04.345510 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac015474-2a6e-409b-874c-447682f7fdd0 req-307c60a6-ceaf-4d19-8b92-d4b148b80b4f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.6083167 May 24 22:49:04.401298 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac015474-2a6e-409b-874c-447682f7fdd0 req-b5b35a11-e4a5-47e5-b2bf-58ef1c989dbd tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497582 May 24 22:49:04.406221 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ce55399-460e-4004-ac79-562605350665 req-dc1f17dc-11ce-455e-bb61-d741f486c792 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.50 "DELETE /v2.0/ports/546d7029-3bf0-4d7a-9215-7b037a6fd022 HTTP/1.1" status: 204 len: 173 time: 3.1099586 May 24 22:49:04.408651 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-47619766-8f5b-4b5a-ac3f-0eee0ed53d2c req-a77db32e-3dab-4997-9546-f8b6d9d28940 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 210 time: 0.2304487 May 24 22:49:04.647933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53724) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:04.679519 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:04.696508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-2c913569-61bd-4f17-a1ba-4f5b580ede52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:04.698004 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-2c913569-61bd-4f17-a1ba-4f5b580ede52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 1100 time: 0.7322385 May 24 22:49:04.704712 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa4aab0-fc03-4757-8bb2-29445a427940'] response: {'server_uuid': 'e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e8b057-8fdf-4206-9120-220a8f87aee7', 'code': 200} May 24 22:49:04.731696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-79f40dfb-d375-4a66-a700-a50bcb5fa481 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5cc4ff1f5e5e42988805dcd9a21f9fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797100 May 24 22:49:04.732390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53728) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:04.747419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:04.884030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-161f9c9c-37cd-4dd7-93e6-bb2b31669f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:04.959910 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da358354-c139-4376-ae55-4e2ad67f5214'] response: {'server_uuid': '292855c1-53ab-467d-b3d6-e5cdaedc1bfd', 'name': 'network-vif-deleted', 'tag': '546d7029-3bf0-4d7a-9215-7b037a6fd022', 'status': 'completed', 'code': 200} May 24 22:49:04.975209 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-161f9c9c-37cd-4dd7-93e6-bb2b31669f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:05.102082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91280aa9-e358-4fbc-9d85-8ca24e89b4ec req-6f37072d-163b-4b7c-9f76-4d4f3b574899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:05.103735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91280aa9-e358-4fbc-9d85-8ca24e89b4ec req-6f37072d-163b-4b7c-9f76-4d4f3b574899 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 1101 time: 0.3127708 May 24 22:49:05.125691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ca781-e2c4-4568-a301-6e504c53deab req-357cff68-bae7-48dd-a61d-a071fcba0f66 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:05.134104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c5ca781-e2c4-4568-a301-6e504c53deab req-357cff68-bae7-48dd-a61d-a071fcba0f66 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.2286346 May 24 22:49:05.138630 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-161f9c9c-37cd-4dd7-93e6-bb2b31669f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:05.191317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Pushing event updated for resources: {'Port': ['ID=6a39855e-c41d-4759-8a63-b59a546a4fd5,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:05.218909 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:05.219421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f9c9c-37cd-4dd7-93e6-bb2b31669f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97244d48-0e40-4e5d-84a3-db5a04a1828c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:05.225282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:05.229710 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-161f9c9c-37cd-4dd7-93e6-bb2b31669f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:05.230893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-161f9c9c-37cd-4dd7-93e6-bb2b31669f97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97244d48-0e40-4e5d-84a3-db5a04a1828c HTTP/1.1" status: 204 len: 168 time: 0.4974654 May 24 22:49:05.261668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:05.274340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-fbe6498f-8b8c-457f-9194-c28370dee306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:05.276172 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-fbe6498f-8b8c-457f-9194-c28370dee306 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3674250 May 24 22:49:05.281468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:05.282677 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-94583fbc-a19e-4a5f-a6f2-1833cef45350 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7352488 May 24 22:49:05.315323 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-eae2539d-0862-4379-aa50-3cf2145f71e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:05.342059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91280aa9-e358-4fbc-9d85-8ca24e89b4ec req-971d9bab-d2dd-4828-8746-ee3b2a2d08df service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822448 May 24 22:49:05.377187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c5ca781-e2c4-4568-a301-6e504c53deab req-789bba34-6a4b-4629-b23d-daded1502fbd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137043 May 24 22:49:05.460978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:05.465386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:05.477171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-a52949af-cc61-4634-ae35-00e92986fb16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=0413f0ef-e906-4456-9af5-2a25b8569c02 HTTP/1.1" status: 200 len: 217 time: 0.1771615 May 24 22:49:05.487185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb40b-63f3-4f32-995e-77922cd6a5df req-a4f1200e-0125-4e5a-b976-94bc87a4f5f5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:05.490295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1aeb40b-63f3-4f32-995e-77922cd6a5df req-a4f1200e-0125-4e5a-b976-94bc87a4f5f5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 950 time: 0.8004885 May 24 22:49:05.738612 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1aeb40b-63f3-4f32-995e-77922cd6a5df req-7b482e03-6b5b-4764-b727-d74173d072ce tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260311 May 24 22:49:05.738949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 546d7029-3bf0-4d7a-9215-7b037a6fd022 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:05.779167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-40c3729c-5ab2-4f17-bbdb-0b0f1fec3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:05.780527 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-40c3729c-5ab2-4f17-bbdb-0b0f1fec3af4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1920722 May 24 22:49:05.839899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 546d7029-3bf0-4d7a-9215-7b037a6fd022 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:49:05.842135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 546d7029-3bf0-4d7a-9215-7b037a6fd022 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:49:05.860729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843dd2e-37f3-4eaa-9af2-64af2d34947d req-33b9255f-c225-46a7-b643-12bd0df53fc3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:05.869795 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4843dd2e-37f3-4eaa-9af2-64af2d34947d req-33b9255f-c225-46a7-b643-12bd0df53fc3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.1545150 May 24 22:49:05.995595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4843dd2e-37f3-4eaa-9af2-64af2d34947d req-d824569e-6333-46dc-a239-72c0e0aba1fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245396 May 24 22:49:06.112783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-074ca034-cbe7-4eb9-9e34-d5108dffc73f req-6e04eb24-ce4c-476f-a280-f09b2d17a4c4 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 210 time: 0.1466625 May 24 22:49:06.137552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Allocated IP 172.20.0.5 (fb6eb857-4775-4420-b794-b02bb5e0eb92/556a2a9f-4f7c-4134-961d-b1ce2bb09e77/4b8da6e9-baa4-4402-a97b-b950bc619fbf) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:06.251750 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-69b74f8e-4107-4247-a29a-a59c1839e352 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1998353013&fields=id&tenant_id=36f2bea3863b47fb98e564a11fc81be9 HTTP/1.1" status: 200 len: 267 time: 0.0620630 May 24 22:49:06.382161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-fac0a6fa-c5d3-4f3c-a5b7-c8440bce228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:06.387656 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-fac0a6fa-c5d3-4f3c-a5b7-c8440bce228c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5995090 May 24 22:49:06.445060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c406d-f667-4848-9b6e-9be266ec097c req-3e947835-b2da-4b64-9c24-41e57983cfac tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:06.461812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-3e947835-b2da-4b64-9c24-41e57983cfac tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/networks?id=a7338d8b-a34b-44b8-b887-836d4201d6fa HTTP/1.1" status: 200 len: 805 time: 0.2001269 May 24 22:49:06.498092 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-ada5b294-3099-4531-be71-5f6a8a4706b6 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/quotas/36f2bea3863b47fb98e564a11fc81be9 HTTP/1.1" status: 200 len: 375 time: 0.0239580 May 24 22:49:06.713594 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-1885db2a-d5b3-470a-9dee-eabc6f312183 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=36f2bea3863b47fb98e564a11fc81be9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2142973 May 24 22:49:06.910386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:06.925966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53792) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:06.950407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Transition to ACTIVE for port object 4b8da6e9-baa4-4402-a97b-b950bc619fbf will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:06.954101 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-53889d68-91a4-4426-be07-384b1655aa03 service neutron] 10.222.0.55 "GET /v2.0/networks/a7338d8b-a34b-44b8-b887-836d4201d6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130799 May 24 22:49:07.032289 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:07.079180 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-87749267-438e-40a2-93f8-89a817c6fb98 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871041 May 24 22:49:07.155614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1013505535-network', 'tenant_id': '3ee363e03214479ab8ee8924c997b069'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:07.196791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-d74c5c7d-da46-41df-9fce-c44456b2f52a service neutron] 10.222.0.55 "GET /v2.0/networks/a7338d8b-a34b-44b8-b887-836d4201d6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415524 May 24 22:49:07.216988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-6def9cd3-0080-44b6-9837-ff1bcd13add0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:07.217719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-6def9cd3-0080-44b6-9837-ff1bcd13add0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Synchronizing usage tracker for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:07.237986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-6def9cd3-0080-44b6-9837-ff1bcd13add0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Unset dirty status for tenant:0365b3430aca4a7c8a9900c4398a5d25 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:07.239513 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-6def9cd3-0080-44b6-9837-ff1bcd13add0 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.2829814 May 24 22:49:07.301588 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e37a14c-1f34-417b-bb50-3312f0162831 req-eb2f3b47-228c-4b5a-b2cf-887d456dd688 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635411 May 24 22:49:07.315971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:07.333665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-3b991a52-1b57-422b-b1ce-54d5a8652a95 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Deleting port f6b6f285-1a79-4758-8fea-cccffe20f55d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:07.337624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-3b991a52-1b57-422b-b1ce-54d5a8652a95 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:07.338878 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-c4f9bf20-725c-4003-9683-90223d27c714 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58f21760-7ba5-4509-8529-577f6f3b24a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3741500 May 24 22:49:07.339905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Usage tracker for resource:network and tenant:3ee363e03214479ab8ee8924c997b069 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:07.349113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:07.360965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:07.365338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network fb6eb857-4775-4420-b794-b02bb5e0eb92 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:07.372906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:07.388019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:07.434464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Port': ['ID=4b8da6e9-baa4-4402-a97b-b950bc619fbf,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:07.473259 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4fa33060-2b45-4519-90f3-182b2cc4c99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:07.484833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Made reservation on behalf of 3ee363e03214479ab8ee8924c997b069 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:07.496274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:07.535248 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:07.559637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:07.563930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee363e03214479ab8ee8924c997b069 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:07.567934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:07.576205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:07.912309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-12bbb841-52b0-4079-8618-716e55c8c9e0 None None] Provisioning for port 4b8da6e9-baa4-4402-a97b-b950bc619fbf completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:07.949357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-12bbb841-52b0-4079-8618-716e55c8c9e0 None None] Provisioning complete for port 4b8da6e9-baa4-4402-a97b-b950bc619fbf triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:07.950466 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-12bbb841-52b0-4079-8618-716e55c8c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:08.013412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-3b991a52-1b57-422b-b1ce-54d5a8652a95 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] For port f6b6f285-1a79-4758-8fea-cccffe20f55d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f6b6f285-1a79-4758-8fea-cccffe20f55d,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:08.014087 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-3b991a52-1b57-422b-b1ce-54d5a8652a95 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:08.030488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d32e4-cb97-4898-8b73-71b4cfa14284 req-bde27394-8147-4c1f-8c2d-e5919cd0cdf5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:08.038415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-292d32e4-cb97-4898-8b73-71b4cfa14284 req-bde27394-8147-4c1f-8c2d-e5919cd0cdf5 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/ports?device_id=3476a037-fad7-4536-83f7-b8678a4a9083 HTTP/1.1" status: 200 len: 950 time: 0.2299066 May 24 22:49:08.098966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-12bbb841-52b0-4079-8618-716e55c8c9e0 None None] Port 4b8da6e9-baa4-4402-a97b-b950bc619fbf cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:49:08.158314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:08.159697 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:08.189757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd643bba-0d06-4f01-80e6-ae275c2ec286 req-940be4bc-cb52-4e7b-ba9c-466c973724dc tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:08.208125 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd643bba-0d06-4f01-80e6-ae275c2ec286 req-940be4bc-cb52-4e7b-ba9c-466c973724dc tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 1.2939334 May 24 22:49:08.333835 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-79ee955e-825c-4b24-99fc-5b2d42a22cdd tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0790684 May 24 22:49:08.351765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667', 'admin_state_up': True, 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'security_groups': ['f13fe077-0d92-4609-91b9-29f55a3dd900']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:08.377709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-3b991a52-1b57-422b-b1ce-54d5a8652a95 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Calling delete_port for f6b6f285-1a79-4758-8fea-cccffe20f55d owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:49:08.386398 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd643bba-0d06-4f01-80e6-ae275c2ec286 req-c64222f6-54db-448f-9146-cc0deb6cbe28 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565866 May 24 22:49:08.458673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-292d32e4-cb97-4898-8b73-71b4cfa14284 req-f646edb0-1375-4ed9-8ba9-3cc52fbd7829 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aaf684b-9756-4592-844b-da1445700760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192295 May 24 22:49:08.613149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:08.680234 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:08.688374 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:08.747473 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:08.779410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-d382d964-d006-4acc-b0d5-f4ef9ee2b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:08.781340 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-d382d964-d006-4acc-b0d5-f4ef9ee2b3a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1990f88304ff4048814aa41ee90799b2&device_id=58f21760-7ba5-4509-8529-577f6f3b24a2 HTTP/1.1" status: 200 len: 1100 time: 1.0948203 May 24 22:49:08.794724 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-3b991a52-1b57-422b-b1ce-54d5a8652a95 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:08.810435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f6b6f285-1a79-4758-8fea-cccffe20f55d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:08.812014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:49:08.871458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1775636d-7982-4164-a3be-3329f9e47503,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:08.875656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:08.878197 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:08.878521 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Added segment 9b9ac00b-bbf2-4eed-8464-e02f631ea3d0 of type vlan for network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 May 24 22:49:08.909184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b991a52-1b57-422b-b1ce-54d5a8652a95 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Pushing event deleted for resources: {'Port': ['ID=f6b6f285-1a79-4758-8fea-cccffe20f55d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:08.938320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:port and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:08.942807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:08.961884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:09.024295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:09.027786 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:09.038860 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:09.059580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d1961-4801-4365-95dd-9143fd5a49fc req-e32f2e0c-ea24-435a-af2c-a65a5b6c575a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:09.059849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-3b991a52-1b57-422b-b1ce-54d5a8652a95 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] No DVR routers for this DVR port f6b6f285-1a79-4758-8fea-cccffe20f55d on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:49:09.063262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-3b991a52-1b57-422b-b1ce-54d5a8652a95 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:09.067920 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e22d1961-4801-4365-95dd-9143fd5a49fc req-e32f2e0c-ea24-435a-af2c-a65a5b6c575a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 950 time: 0.4633443 May 24 22:49:09.089349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591ceec-e18d-439a-b4ac-2f1a87a3af99 req-e4058ccc-c895-4e57-b92d-7d47d9ed4113 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:09.107460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e591ceec-e18d-439a-b4ac-2f1a87a3af99 req-e4058ccc-c895-4e57-b92d-7d47d9ed4113 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.4556859 May 24 22:49:09.134996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'name': 'network-vif-deleted', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:09.139146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-323ca7c2-38fb-4b96-ad55-5832b257787c req-3b991a52-1b57-422b-b1ce-54d5a8652a95 tempest-MigrationsAdminTest-1333710632 tempest-MigrationsAdminTest-1333710632-project] 10.222.0.31 "DELETE /v2.0/ports/f6b6f285-1a79-4758-8fea-cccffe20f55d HTTP/1.1" status: 204 len: 173 time: 1.8942249 May 24 22:49:09.171558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-ed230bd4-b634-487a-9381-5344320127fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:09.173244 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-ed230bd4-b634-487a-9381-5344320127fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3484843 May 24 22:49:09.184336 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e591ceec-e18d-439a-b4ac-2f1a87a3af99 req-ba23c1f0-d8ad-4cce-8154-834903d9fe77 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755618 May 24 22:49:09.309947 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-0f145dd9-fce2-4fb4-a2cd-4a3f19f92e12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=07bd9dd0-4040-41ff-a337-e398d6f46da5 HTTP/1.1" status: 200 len: 217 time: 0.1281941 May 24 22:49:09.322269 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e22d1961-4801-4365-95dd-9143fd5a49fc req-e63257c7-48c3-4be1-9436-93290b55155c tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527337 May 24 22:49:09.397751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:09.399417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:09.400764 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:09.485751 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffed23-f369-41b2-b5b7-3e6529014489 req-fe4c9414-c8a0-4b99-9b2f-2bb7b94fc75a tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:09.498979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48ffed23-f369-41b2-b5b7-3e6529014489 req-fe4c9414-c8a0-4b99-9b2f-2bb7b94fc75a tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 931 time: 0.1926503 May 24 22:49:09.594009 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48ffed23-f369-41b2-b5b7-3e6529014489 req-da83680d-d553-4b41-b1bf-6d1ba602b541 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921035 May 24 22:49:09.803886 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b84a65-e1f1-4047-b5d0-41e491825e12'] response: {'server_uuid': '3476a037-fad7-4536-83f7-b8678a4a9083', 'name': 'network-vif-deleted', 'tag': 'f6b6f285-1a79-4758-8fea-cccffe20f55d', 'status': 'completed', 'code': 200} May 24 22:49:09.924598 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:09.951663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Allocated IP 10.1.1.92 (abbe8918-2b0f-4539-a34b-fc1ac752a667/964964ea-3053-4ce2-8975-28f4ea60a9fa/fc851629-5b5e-4561-82bd-af28b731ae93) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:10.007263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c406d-f667-4848-9b6e-9be266ec097c req-e9d82838-7081-4b12-ba1f-bdf99c7c294a tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:10.008728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-e9d82838-7081-4b12-ba1f-bdf99c7c294a tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.50 "GET /v2.0/networks?id=a7338d8b-a34b-44b8-b887-836d4201d6fa HTTP/1.1" status: 200 len: 805 time: 0.3793743 May 24 22:49:10.011025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e5db8-5c29-445b-b0b8-cf474994bd87 req-52775f28-9430-4cd5-b746-ce952eab3715 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:10.012380 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-263e5db8-5c29-445b-b0b8-cf474994bd87 req-52775f28-9430-4cd5-b746-ce952eab3715 tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 1101 time: 0.2075641 May 24 22:49:10.029542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3ed96c94-c87c-4a0a-81cc-d6c51160fc0c req-8d9eaa54-6cd2-4808-aa19-c4aed7d64bb4 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Synchronizing usage tracker for tenant:36f2bea3863b47fb98e564a11fc81be9 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:10.033113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0988889 May 24 22:49:10.047733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53826) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:10.057464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-edec9073-f9ca-417d-8602-ecc4f795af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:10.059521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-edec9073-f9ca-417d-8602-ecc4f795af96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.7333024 May 24 22:49:10.074007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Request body: {'subnet': {'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1013505535-subnet', 'tenant_id': '3ee363e03214479ab8ee8924c997b069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:10.077147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877c949-dc9c-4819-82e9-87503f5bba79 admin admin] Pushing event updated for resources: {'Network': ['ID=688756ef-d2f9-41ef-918d-f7c6e1cc94a5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:10.089969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:49:10.105158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-50095373-83db-41a4-a071-fd28e98b048d tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36f2bea3863b47fb98e564a11fc81be9 HTTP/1.1" status: 200 len: 380 time: 0.0806317 May 24 22:49:10.110489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-263e5db8-5c29-445b-b0b8-cf474994bd87 req-59a1745d-ae06-4288-bd7b-c1973f3f838c tempest-ServersOnMultiNodesTest-284823545 tempest-ServersOnMultiNodesTest-284823545-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888014 May 24 22:49:10.121652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Request body: {'port': {'device_id': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'admin_state_up': True, 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'security_groups': ['42fb486e-b517-45f8-a839-acdb2408d752']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:10.156023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:10.251684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Usage tracker for resource:subnet and tenant:3ee363e03214479ab8ee8924c997b069 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:10.276371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:10.317657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3ed96c94-c87c-4a0a-81cc-d6c51160fc0c req-8d9eaa54-6cd2-4808-aa19-c4aed7d64bb4 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Unset dirty status for tenant:36f2bea3863b47fb98e564a11fc81be9 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:10.319053 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ed96c94-c87c-4a0a-81cc-d6c51160fc0c req-8d9eaa54-6cd2-4808-aa19-c4aed7d64bb4 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 210 time: 0.6733725 May 24 22:49:10.319961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:10.372240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Made reservation on behalf of 3ee363e03214479ab8ee8924c997b069 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:10.375222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:10.416752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:10.431011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:10.453165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abef21-7492-494f-9991-e5f17b39b933 req-aa620fc1-4d68-49e2-90a3-d935d91e9844 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:10.454705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18abef21-7492-494f-9991-e5f17b39b933 req-aa620fc1-4d68-49e2-90a3-d935d91e9844 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.1514275 May 24 22:49:10.455897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Made reservation on behalf of 36f2bea3863b47fb98e564a11fc81be9 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:10.459841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:10.580157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-beaee11f-39fa-4055-912a-5135c83699c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:10.589313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-beaee11f-39fa-4055-912a-5135c83699c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4932199 May 24 22:49:10.632753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18abef21-7492-494f-9991-e5f17b39b933 req-b9b46f37-8ed5-47d9-8e12-16c6eb0b1a0b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598086 May 24 22:49:10.647570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-2497835e-42ef-4443-88b2-fcacdee90974 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:49:10.650592 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-2497835e-42ef-4443-88b2-fcacdee90974 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222609 May 24 22:49:10.675213 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:10.912523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53846) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:10.924690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Allocated IP 172.20.0.6 (a7338d8b-a34b-44b8-b887-836d4201d6fa/c5032b99-acf7-4445-8fad-53029088bc39/7136c3bf-6093-4997-b086-09a0c69a4676) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:10.979608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Transition to ACTIVE for port object fc851629-5b5e-4561-82bd-af28b731ae93 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:11.063713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183de16b-048c-46b6-a0ab-676c3bdb3ffc req-65f4e068-c2cb-480f-be8a-f1b8b7d53109 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:11.079900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-183de16b-048c-46b6-a0ab-676c3bdb3ffc req-65f4e068-c2cb-480f-be8a-f1b8b7d53109 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.2366946 May 24 22:49:11.091304 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:11.231712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f6b6f285-1a79-4758-8fea-cccffe20f55d no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:11.282689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-183de16b-048c-46b6-a0ab-676c3bdb3ffc req-ff93af65-74ce-4569-97f8-1bcd26ad0691 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017465 May 24 22:49:11.287933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: f6b6f285-1a79-4758-8fea-cccffe20f55d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:49:11.288277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f6b6f285-1a79-4758-8fea-cccffe20f55d not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:49:11.367104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7c0e30f6-f736-45ea-931e-2de30ebe35ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0365b3430aca4a7c8a9900c4398a5d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470229 May 24 22:49:11.369599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53860) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:11.474536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network abbe8918-2b0f-4539-a34b-fc1ac752a667 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:11.479920 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-e77d47a6-d83c-4f45-bea7-0156d6d2bdce service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8125963 May 24 22:49:11.485737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:11.489067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:11.528544 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:11.581820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Port': ['ID=fc851629-5b5e-4561-82bd-af28b731ae93,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:11.615681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Transition to ACTIVE for port object 7136c3bf-6093-4997-b086-09a0c69a4676 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:11.619291 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df46a2ed-c1c9-42b0-9aa3-97adab9eb37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:11.675408 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df46a2ed-c1c9-42b0-9aa3-97adab9eb37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:11.766890 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-252f514b-79c5-4552-a1cf-81ed6b28f135 req-7f0ecdc0-2ce8-4d71-beea-f852c7da2b4d service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479107 May 24 22:49:11.785360 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:11.786335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:11.810100 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:11.887456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b4613-b805-40c4-8a6a-5d31d71ff236 req-b8aea7d8-ae16-46d6-9e7f-cf410ddcad55 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:11.889168 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-879b4613-b805-40c4-8a6a-5d31d71ff236 req-b8aea7d8-ae16-46d6-9e7f-cf410ddcad55 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 950 time: 0.4724669 May 24 22:49:11.891451 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df46a2ed-c1c9-42b0-9aa3-97adab9eb37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:11.894623 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-cd7acfd6-a222-4bac-bc56-d50b6ff89961 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5539265 May 24 22:49:11.919757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667', 'admin_state_up': True, 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'security_groups': ['f13fe077-0d92-4609-91b9-29f55a3dd900']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:11.927978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46a2ed-c1c9-42b0-9aa3-97adab9eb37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaf684b-9756-4592-844b-da1445700760,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:11.983134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cab90c35-934c-4d8e-ac4b-a13fe35b44ad None None] Provisioning for port fc851629-5b5e-4561-82bd-af28b731ae93 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:11.997321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cab90c35-934c-4d8e-ac4b-a13fe35b44ad None None] Provisioning complete for port fc851629-5b5e-4561-82bd-af28b731ae93 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:11.998299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cab90c35-934c-4d8e-ac4b-a13fe35b44ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:11.999295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-879b4613-b805-40c4-8a6a-5d31d71ff236 req-7b63d2b7-1ae9-4920-b08d-7dc4f3660041 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003897 May 24 22:49:12.003755 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df46a2ed-c1c9-42b0-9aa3-97adab9eb37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:12.008154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-df46a2ed-c1c9-42b0-9aa3-97adab9eb37a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5aaf684b-9756-4592-844b-da1445700760 HTTP/1.1" status: 204 len: 168 time: 0.6375012 May 24 22:49:12.020684 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:12.105821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d770c-e76c-4c16-b64d-0f86b50c5ea8 req-e119a4d1-7b5d-423f-b6cc-8d8b07e5fa7d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:12.111885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d770c-e76c-4c16-b64d-0f86b50c5ea8 req-e119a4d1-7b5d-423f-b6cc-8d8b07e5fa7d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:12.112726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-063d770c-e76c-4c16-b64d-0f86b50c5ea8 req-e119a4d1-7b5d-423f-b6cc-8d8b07e5fa7d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Synchronizing usage tracker for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:12.198861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cab90c35-934c-4d8e-ac4b-a13fe35b44ad None None] Port fc851629-5b5e-4561-82bd-af28b731ae93 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:49:12.201519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Pushing event updated for resources: {'Port': ['ID=7136c3bf-6093-4997-b086-09a0c69a4676,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:12.240529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c52a433-2b8f-427e-8556-9cb7b625bfff,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:12.252403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Network a7338d8b-a34b-44b8-b887-836d4201d6fa is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:12.256099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:12.260214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:12.263974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-063d770c-e76c-4c16-b64d-0f86b50c5ea8 req-e119a4d1-7b5d-423f-b6cc-8d8b07e5fa7d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Unset dirty status for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:12.270970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-063d770c-e76c-4c16-b64d-0f86b50c5ea8 req-e119a4d1-7b5d-423f-b6cc-8d8b07e5fa7d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 1652 time: 1.0919178 May 24 22:49:12.334302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Checking segment: {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:12.334716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Network hostable DHCP agents. Network: 688756ef-d2f9-41ef-918d-f7c6e1cc94a5, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:49:12.417409 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-063d770c-e76c-4c16-b64d-0f86b50c5ea8 req-15840cff-a8aa-4655-b7bd-e6b4b36077a4 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454728 May 24 22:49:12.425030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:12.427755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:49:12.498078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:12.501271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 688756ef-d2f9-41ef-918d-f7c6e1cc94a5) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:12.513275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:12.516690 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:12.526834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b6e68-a245-4000-aabe-de0e82af21af None None] Network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:49:12.544297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:12.545856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:12.571120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:12.574702 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:12.592969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552d792-94c9-48a9-8fad-429571a35c1a req-02034ad0-9162-4dc7-a7ed-fdfae84455b8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:12.595159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e552d792-94c9-48a9-8fad-429571a35c1a req-02034ad0-9162-4dc7-a7ed-fdfae84455b8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 950 time: 0.3409662 May 24 22:49:12.639414 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8ee4af39-a1c9-4c3a-a581-0ee66583487c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5844383 May 24 22:49:12.676770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbcded-22c6-4114-bd2e-9d08dc335b6e req-087f4082-549a-455a-b789-2f2be0ee537e tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:12.677358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-83dbcded-22c6-4114-bd2e-9d08dc335b6e req-087f4082-549a-455a-b789-2f2be0ee537e tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Synchronizing usage tracker for tenant:36f2bea3863b47fb98e564a11fc81be9 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:12.680893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-fddeac74-7fc1-41e2-9d42-b18c7144b114 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5693073 May 24 22:49:12.695237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Request body: {'port': {'device_id': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:12.730994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7725b749-4f97-442c-a86d-b393e09b25e0 None None] Provisioning for port 7136c3bf-6093-4997-b086-09a0c69a4676 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:12.747674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7725b749-4f97-442c-a86d-b393e09b25e0 None None] Provisioning complete for port 7136c3bf-6093-4997-b086-09a0c69a4676 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:12.749307 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7725b749-4f97-442c-a86d-b393e09b25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:12.773134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-e552d792-94c9-48a9-8fad-429571a35c1a req-1ec051a9-917b-4269-ab6b-59179755605a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Deleting port 00e8b057-8fdf-4206-9120-220a8f87aee7 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:12.773554 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e552d792-94c9-48a9-8fad-429571a35c1a req-1ec051a9-917b-4269-ab6b-59179755605a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:12.824647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-83dbcded-22c6-4114-bd2e-9d08dc335b6e req-087f4082-549a-455a-b789-2f2be0ee537e tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Unset dirty status for tenant:36f2bea3863b47fb98e564a11fc81be9 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:12.832134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83dbcded-22c6-4114-bd2e-9d08dc335b6e req-087f4082-549a-455a-b789-2f2be0ee537e tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 931 time: 0.4449344 May 24 22:49:12.866487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53876) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:12.908789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169efbc6-4f32-4b0e-ba3d-2dcad098e5fc req-1f4c42ad-370f-4827-94e9-cdff2d079f15 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:12.911424 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-169efbc6-4f32-4b0e-ba3d-2dcad098e5fc req-1f4c42ad-370f-4827-94e9-cdff2d079f15 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.2680190 May 24 22:49:12.949864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Allocated IP 10.1.1.45 (abbe8918-2b0f-4539-a34b-fc1ac752a667/964964ea-3053-4ce2-8975-28f4ea60a9fa/871939da-811b-4814-8c7c-c3f858069f84) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:12.962419 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:12.985113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-169efbc6-4f32-4b0e-ba3d-2dcad098e5fc req-88d12728-710e-45a4-bd2c-68556da5c2b2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673764 May 24 22:49:13.013197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7725b749-4f97-442c-a86d-b393e09b25e0 None None] Port 7136c3bf-6093-4997-b086-09a0c69a4676 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:49:13.072751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e1a3d6-7584-4e1b-80e0-15277a220a81 None None] Network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:49:13.234008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:13.258496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Transition to ACTIVE for port object 871939da-811b-4814-8c7c-c3f858069f84 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:13.260655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-29bbfcbf-6965-47c6-a8b0-aa7b67e1db9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8375e06fc0ea41c882d4fc2d7bd0bab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921485 May 24 22:49:13.266959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2439fb6-33bc-46ed-a9b6-795a145f1a1a req-def36b6c-3725-4761-8456-3af9b7d2d853 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:13.267987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83dbcded-22c6-4114-bd2e-9d08dc335b6e req-7d8f76d2-4839-4270-825d-359a4ef659ab tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4343085 May 24 22:49:13.268684 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2439fb6-33bc-46ed-a9b6-795a145f1a1a req-def36b6c-3725-4761-8456-3af9b7d2d853 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.1577022 May 24 22:49:13.269419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53886) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:13.401069 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6fa55c7-88ad-4d6e-b4f4-ad3c2f91a2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:13.442246 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6fa55c7-88ad-4d6e-b4f4-ad3c2f91a2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:13.467913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2439fb6-33bc-46ed-a9b6-795a145f1a1a req-726f2d8a-15d3-4dea-a1ca-0c636171e912 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782913 May 24 22:49:13.514155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:13.522652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-e552d792-94c9-48a9-8fad-429571a35c1a req-1ec051a9-917b-4269-ab6b-59179755605a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] For port 00e8b057-8fdf-4206-9120-220a8f87aee7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=00e8b057-8fdf-4206-9120-220a8f87aee7,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:13.523194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e552d792-94c9-48a9-8fad-429571a35c1a req-1ec051a9-917b-4269-ab6b-59179755605a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:13.679452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network abbe8918-2b0f-4539-a34b-fc1ac752a667 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:13.680651 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6fa55c7-88ad-4d6e-b4f4-ad3c2f91a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:13.686067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-e552d792-94c9-48a9-8fad-429571a35c1a req-1ec051a9-917b-4269-ab6b-59179755605a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Calling delete_port for 00e8b057-8fdf-4206-9120-220a8f87aee7 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:49:13.700725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:13.744020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:13.798670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa55c7-88ad-4d6e-b4f4-ad3c2f91a2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a316dab-fa60-41e9-bb9b-7fdbd2f90750,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:13.827230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Port': ['ID=871939da-811b-4814-8c7c-c3f858069f84,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:13.869134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6fa55c7-88ad-4d6e-b4f4-ad3c2f91a2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:13.870562 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d6fa55c7-88ad-4d6e-b4f4-ad3c2f91a2d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a316dab-fa60-41e9-bb9b-7fdbd2f90750 HTTP/1.1" status: 204 len: 168 time: 0.5986533 May 24 22:49:13.880537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:13.881193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:13.915879 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-666749fd-5c86-4fe1-ab12-bf212cb909d9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0082977 May 24 22:49:13.931006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82', 'admin_state_up': True, 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'security_groups': ['f13fe077-0d92-4609-91b9-29f55a3dd900']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:13.958331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e170a1-3706-4f20-85af-a856dff78f70 req-6928b3c5-7cd4-4666-906b-5fce6358c081 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:13.960100 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62e170a1-3706-4f20-85af-a856dff78f70 req-6928b3c5-7cd4-4666-906b-5fce6358c081 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115 HTTP/1.1" status: 200 len: 950 time: 0.2834294 May 24 22:49:14.046441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7136c3bf-6093-4997-b086-09a0c69a4676 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:14.052286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-052f62dd-bc26-43c8-971b-508bce416b40 None None] Provisioning for port 871939da-811b-4814-8c7c-c3f858069f84 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:14.057756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-052f62dd-bc26-43c8-971b-508bce416b40 None None] Provisioning complete for port 871939da-811b-4814-8c7c-c3f858069f84 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:14.058132 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-052f62dd-bc26-43c8-971b-508bce416b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:14.193213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-052f62dd-bc26-43c8-971b-508bce416b40 None None] Port 871939da-811b-4814-8c7c-c3f858069f84 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:49:14.328478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62e170a1-3706-4f20-85af-a856dff78f70 req-11694eca-e84e-403b-a20a-19789d88168b tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596723 May 24 22:49:14.362897 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:14.391315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:14.396462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Usage tracker for resource:port and tenant:c1b53c9434c24a0f875564307ddb2295 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:14.400799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:14.407892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:14.426272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:14.466524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-cb1ce45e-10b7-4c90-adab-3de4e4d7398f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:14.474423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-cb1ce45e-10b7-4c90-adab-3de4e4d7398f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/networks?id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5 HTTP/1.1" status: 200 len: 813 time: 0.7982857 May 24 22:49:14.502118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-00adb2aa-10b8-4ac3-990b-eac04830a788 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/quotas/3ee363e03214479ab8ee8924c997b069 HTTP/1.1" status: 200 len: 375 time: 0.0265174 May 24 22:49:14.566827 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-9ca8f2e5-e314-431b-8ce9-e1730222c6e0 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ee363e03214479ab8ee8924c997b069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631411 May 24 22:49:14.643396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Transition to ACTIVE for port object 7136c3bf-6093-4997-b086-09a0c69a4676 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:14.646595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e552d792-94c9-48a9-8fad-429571a35c1a req-1ec051a9-917b-4269-ab6b-59179755605a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:14.662909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['07bd9dd0-4040-41ff-a337-e398d6f46da5', 'acd602bc-7b5f-4669-87f5-3708f9d0948b', '995b50a9-a73c-4356-bc29-f22c66a83ed9', '23be3634-e773-4537-9849-70e26e2b9a80', 'f8b2c51a-681e-49fc-a852-ac1c45718c71'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:14.709437 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:14.733481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec051a9-917b-4269-ab6b-59179755605a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event deleted for resources: {'Port': ['ID=00e8b057-8fdf-4206-9120-220a8f87aee7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:14.750361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02', '161d9da7-83b9-4035-b884-57d12ba28381', '00e8b057-8fdf-4206-9120-220a8f87aee7'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:14.983607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:15.166721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1098f-ea82-4942-91fa-5d64e117280e req-032aafed-64da-48a6-a985-d4d0d52bcab9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:15.191510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1098f-ea82-4942-91fa-5d64e117280e req-032aafed-64da-48a6-a985-d4d0d52bcab9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:15.217477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1098f-ea82-4942-91fa-5d64e117280e req-032aafed-64da-48a6-a985-d4d0d52bcab9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:15.221179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-51d1098f-ea82-4942-91fa-5d64e117280e req-032aafed-64da-48a6-a985-d4d0d52bcab9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Synchronizing usage tracker for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:15.322869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-51d1098f-ea82-4942-91fa-5d64e117280e req-032aafed-64da-48a6-a985-d4d0d52bcab9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Unset dirty status for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:15.326711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3cbcc079-9903-4d1d-9447-b4e29aeda530 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:49:15.333238 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-51d1098f-ea82-4942-91fa-5d64e117280e req-032aafed-64da-48a6-a985-d4d0d52bcab9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 2372 time: 0.7023590 May 24 22:49:15.336854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e552d792-94c9-48a9-8fad-429571a35c1a req-1ec051a9-917b-4269-ab6b-59179755605a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] No DVR routers for this DVR port 00e8b057-8fdf-4206-9120-220a8f87aee7 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:49:15.347946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e552d792-94c9-48a9-8fad-429571a35c1a req-1ec051a9-917b-4269-ab6b-59179755605a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:15.355922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115', 'name': 'network-vif-deleted', 'tag': '00e8b057-8fdf-4206-9120-220a8f87aee7'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:15.417720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Pushing event updated for resources: {'Port': ['ID=7136c3bf-6093-4997-b086-09a0c69a4676,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:15.480259 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1b301815-d8ea-4456-91c9-07c0e5e7c66b service neutron] 10.222.0.55 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9120078 May 24 22:49:15.542918 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-51d1098f-ea82-4942-91fa-5d64e117280e req-0dbfe918-2e71-415c-baea-b7cd416d7b73 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086229 May 24 22:49:15.550579 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:49:15.679868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe53317-011f-489c-aa53-a3d6827c3377 req-22838906-497e-4d9c-bb0c-2e626c333446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:15.681727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9fe53317-011f-489c-aa53-a3d6827c3377 req-22838906-497e-4d9c-bb0c-2e626c333446 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 1097 time: 0.2396398 May 24 22:49:15.814346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-63a9b9e0-ff71-4be6-bb18-8f0fc149531e service neutron] 10.222.0.55 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327539 May 24 22:49:15.817024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e552d792-94c9-48a9-8fad-429571a35c1a req-1ec051a9-917b-4269-ab6b-59179755605a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "DELETE /v2.0/ports/00e8b057-8fdf-4206-9120-220a8f87aee7 HTTP/1.1" status: 204 len: 173 time: 3.2140400 May 24 22:49:15.841397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Attempting to bind port 7136c3bf-6093-4997-b086-09a0c69a4676 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:15.842717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Attempting to bind port 7136c3bf-6093-4997-b086-09a0c69a4676 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:15.843596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Attempting to bind port 7136c3bf-6093-4997-b086-09a0c69a4676 on network a7338d8b-a34b-44b8-b887-836d4201d6fa {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:15.861277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Port 7136c3bf-6093-4997-b086-09a0c69a4676 on network a7338d8b-a34b-44b8-b887-836d4201d6fa not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:49:15.862566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Attempting to bind port 7136c3bf-6093-4997-b086-09a0c69a4676 on network a7338d8b-a34b-44b8-b887-836d4201d6fa {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:15.889451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:15.891057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Checking segment: {'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:15.892461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Bound using segment: {'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:15.893334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Bound port: 7136c3bf-6093-4997-b086-09a0c69a4676, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02bb863-7534-4808-8c4b-0f15340625e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:15.895651 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:15.958961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Allocated IP 10.2.2.100 (52c33e24-ff90-4552-83ee-49b4f514ed82/8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0/7c38307b-3446-4fcf-8d10-5d1768239bec) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:16.016169 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9fe53317-011f-489c-aa53-a3d6827c3377 req-becb25b8-bac4-4da8-8989-be44fa8f8642 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250241 May 24 22:49:16.161348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] For port 7136c3bf-6093-4997-b086-09a0c69a4676, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:16.166927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] For port 7136c3bf-6093-4997-b086-09a0c69a4676, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=7136c3bf-6093-4997-b086-09a0c69a4676,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:16.182394 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:16.198133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3cbcc079-9903-4d1d-9447-b4e29aeda530, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:16.240388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '3cbcc079-9903-4d1d-9447-b4e29aeda530', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'port_id': '3cbcc079-9903-4d1d-9447-b4e29aeda530', 'mac_address': 'fa:16:3e:ad:58:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b7ed93-185b-4c74-a8c5-a81fc40ebbf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:49:16.353241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:16.357482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:16.359754 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:16.374445 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] 10.222.0.50 "PUT /v2.0/ports/7136c3bf-6093-4997-b086-09a0c69a4676 HTTP/1.1" status: 200 len: 1091 time: 3.6752355 May 24 22:49:16.406151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Transition to ACTIVE for port object 7c38307b-3446-4fcf-8d10-5d1768239bec will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:16.481355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:16.723573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3cbcc079-9903-4d1d-9447-b4e29aeda530 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:16.724522 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:16.799039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53994) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:16.824539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-613007404'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:16.835159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Port': ['ID=7c38307b-3446-4fcf-8d10-5d1768239bec,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:16.847243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:16.848427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf37fe-5976-49ef-9a27-d77242681581 req-5b1d91ff-2b6d-4a74-8e11-623ecb192143 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:16.850397 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-23cf37fe-5976-49ef-9a27-d77242681581 req-5b1d91ff-2b6d-4a74-8e11-623ecb192143 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 1.0998743 May 24 22:49:16.876751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network 52c33e24-ff90-4552-83ee-49b4f514ed82 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:16.881824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:16.886506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:16.904910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Usage tracker for resource:network and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:16.914576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:16.932888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc4cb0-2ba3-4e30-8259-94a30a7f633b service neutron] Pushing event updated for resources: {'Port': ['ID=7136c3bf-6093-4997-b086-09a0c69a4676,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:16.936181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:17.019143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cbcc079-9903-4d1d-9447-b4e29aeda530 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:17.037235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-23cf37fe-5976-49ef-9a27-d77242681581 req-6f2783cb-1f1f-47fc-80a3-49b08a02621a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769321 May 24 22:49:17.057649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:17.061186 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:17.087381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:17.089193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:17.135391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-164c8d57-19ed-40a1-a371-11bf597d901f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2088020 May 24 22:49:17.146409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82', 'admin_state_up': True, 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'security_groups': ['f13fe077-0d92-4609-91b9-29f55a3dd900']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:17.146607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624ad7e-94d8-4f69-9fb4-4453c40095de req-287d07d5-93a0-405f-85b5-a8083369477a tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:17.158262 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1624ad7e-94d8-4f69-9fb4-4453c40095de req-287d07d5-93a0-405f-85b5-a8083369477a tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 943 time: 0.7362669 May 24 22:49:17.336951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1624ad7e-94d8-4f69-9fb4-4453c40095de req-9f6968a8-6e46-4c29-9832-ebbccdbd19cb tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765289 May 24 22:49:17.360195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c406d-f667-4848-9b6e-9be266ec097c req-2cf398b1-b9e8-47ac-9274-6783a6e54489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:17.369266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-2cf398b1-b9e8-47ac-9274-6783a6e54489 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=36f2bea3863b47fb98e564a11fc81be9&device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 1094 time: 0.9295075 May 24 22:49:17.374193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3cbcc079-9903-4d1d-9447-b4e29aeda530, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:17.389205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:49:17.397356 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:17.526119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff1c3672-5aae-46f7-9ba9-31ea8c3f9c9e None None] Provisioning for port 7c38307b-3446-4fcf-8d10-5d1768239bec completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:17.564541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:17.617774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:17.625907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff1c3672-5aae-46f7-9ba9-31ea8c3f9c9e None None] Provisioning complete for port 7c38307b-3446-4fcf-8d10-5d1768239bec triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:17.628400 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff1c3672-5aae-46f7-9ba9-31ea8c3f9c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:17.641809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Made reservation on behalf of c1b53c9434c24a0f875564307ddb2295 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:17.648277 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:17.679393 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-6c211fab-d929-4013-a84b-2498088bf34d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7136c3bf-6093-4997-b086-09a0c69a4676 HTTP/1.1" status: 200 len: 217 time: 0.2954729 May 24 22:49:17.685713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e199ad-17a4-43b6-9a44-27756d99f5f9 req-aa14a275-e466-4ea9-90cd-7b3bdd55397b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:17.686848 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:17.687243 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Added segment 3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509 of type vlan for network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 May 24 22:49:17.695051 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93e199ad-17a4-43b6-9a44-27756d99f5f9 req-aa14a275-e466-4ea9-90cd-7b3bdd55397b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.2881181 May 24 22:49:17.759636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3cbcc079-9903-4d1d-9447-b4e29aeda530,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:17.796662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['3cbcc079-9903-4d1d-9447-b4e29aeda530'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:17.836872 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0806d22-9756-4e40-a34d-cf9f91e227c6'] response: {'server_uuid': 'e7ce147c-e5a5-4cac-b4a6-b4ca00bdb115', 'name': 'network-vif-deleted', 'tag': '00e8b057-8fdf-4206-9120-220a8f87aee7', 'status': 'completed', 'code': 200} May 24 22:49:17.915002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:17.934907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c3672-5aae-46f7-9ba9-31ea8c3f9c9e None None] Port 7c38307b-3446-4fcf-8d10-5d1768239bec cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:49:17.935159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c406d-f667-4848-9b6e-9be266ec097c req-cf479f06-959d-44a8-8c29-4c8a9a9ccf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:17.940897 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-cf479f06-959d-44a8-8c29-4c8a9a9ccf9a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5032b99-acf7-4445-8fad-53029088bc39 HTTP/1.1" status: 200 len: 844 time: 0.2508185 May 24 22:49:17.955201 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93e199ad-17a4-43b6-9a44-27756d99f5f9 req-1be3e3b5-8c2c-4f69-b17c-fb81e8380687 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584114 May 24 22:49:18.094709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:49:18.170948 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:18.176725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:18.177350 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:18.427336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Allocated IP 10.2.2.200 (52c33e24-ff90-4552-83ee-49b4f514ed82/8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0/f0cec9a4-3696-4140-b1ea-bc03430f6ae2) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:18.481974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37e65f-4159-4372-aeef-31fdc2f5c6c0 req-53635484-532b-4d67-bfac-f0da3956b4f7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:18.488093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37e65f-4159-4372-aeef-31fdc2f5c6c0 req-53635484-532b-4d67-bfac-f0da3956b4f7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:18.493955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37e65f-4159-4372-aeef-31fdc2f5c6c0 req-53635484-532b-4d67-bfac-f0da3956b4f7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:18.500428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37e65f-4159-4372-aeef-31fdc2f5c6c0 req-53635484-532b-4d67-bfac-f0da3956b4f7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:18.502209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d37e65f-4159-4372-aeef-31fdc2f5c6c0 req-53635484-532b-4d67-bfac-f0da3956b4f7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 3093 time: 0.2721462 May 24 22:49:18.660818 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d37e65f-4159-4372-aeef-31fdc2f5c6c0 req-2d6dd074-b97e-48bc-9663-607b8f76f083 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508529 May 24 22:49:18.769145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c406d-f667-4848-9b6e-9be266ec097c req-d9233e63-e33d-4686-93f8-1cdde4492912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:18.770771 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-d9233e63-e33d-4686-93f8-1cdde4492912 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a7338d8b-a34b-44b8-b887-836d4201d6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8214800 May 24 22:49:18.777183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9597936 May 24 22:49:18.782869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54022) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:18.797450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1738016669'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:18.920468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9a040-0b2e-4ff0-9bb5-c510b37a2dad tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Network': ['ID=9cc5ec01-d328-44ce-88b3-bbca33dfa380,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:18.935812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:49:19.042960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:19.046018 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-81d202b5-f729-4c35-82f7-4154c1401158 service neutron] 10.222.0.50 "GET /v2.0/networks/a7338d8b-a34b-44b8-b887-836d4201d6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651634 May 24 22:49:19.263359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Usage tracker for resource:network and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:19.266696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:19.274823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:19.386670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52d852d1-e84a-48a2-b664-c60e6b65142f req-5800088e-ce38-4739-a26f-72810ad6369d tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 210 time: 0.1514318 May 24 22:49:19.415914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386c406d-f667-4848-9b6e-9be266ec097c req-f5526a89-f897-45e1-96e5-42ff55980eb5 service neutron] 10.222.0.50 "GET /v2.0/networks/a7338d8b-a34b-44b8-b887-836d4201d6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585875 May 24 22:49:19.421028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3cbcc079-9903-4d1d-9447-b4e29aeda530 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:19.528876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 3cbcc079-9903-4d1d-9447-b4e29aeda530 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:19.529970 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:19.575185 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:19.616493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-4d307559-ced0-44aa-97fd-e2888f23c712 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:19.617246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-4d307559-ced0-44aa-97fd-e2888f23c712 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Synchronizing usage tracker for tenant:3ee363e03214479ab8ee8924c997b069 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:19.623645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:19.631930 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:19.667332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Transition to ACTIVE for port object f0cec9a4-3696-4140-b1ea-bc03430f6ae2 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:19.676899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3cbcc079-9903-4d1d-9447-b4e29aeda530 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:19.677280 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:19.704260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199b539-1e3a-435b-938c-d388de7bd912 req-18f4ef63-b4c3-4738-8dd9-189f9acf58ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:19.706265 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6199b539-1e3a-435b-938c-d388de7bd912 req-18f4ef63-b4c3-4738-8dd9-189f9acf58ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 943 time: 0.1664562 May 24 22:49:19.722140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15994c17-d13b-4b95-b325-42a166aac394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbcc079-9903-4d1d-9447-b4e29aeda530'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:19.736427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3cbcc079-9903-4d1d-9447-b4e29aeda530, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:19.747316 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:19.749524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 00e8b057-8fdf-4206-9120-220a8f87aee7 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:19.753299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:49:19.780137 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6199b539-1e3a-435b-938c-d388de7bd912 req-19cd31bb-7eba-4da3-86c4-43ac897739a0 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670435 May 24 22:49:19.804169 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:19.804861 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Added segment c0ad3dd8-7f10-4ab8-8522-7f91a810c399 of type vlan for network a152f897-c692-40bd-9a6a-4d20f3b72e5c May 24 22:49:19.808669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-4d307559-ced0-44aa-97fd-e2888f23c712 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Unset dirty status for tenant:3ee363e03214479ab8ee8924c997b069 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:19.810197 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-4d307559-ced0-44aa-97fd-e2888f23c712 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.31 "GET /v2.0/networks?id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5 HTTP/1.1" status: 200 len: 813 time: 0.8007932 May 24 22:49:19.836949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Request body: {'port': {'device_id': '36db7a82-a7fc-4f35-a625-1a94d458a82b', 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5', 'admin_state_up': True, 'tenant_id': '3ee363e03214479ab8ee8924c997b069'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:19.838286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'tag': '7136c3bf-6093-4997-b086-09a0c69a4676'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:19.840777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 00e8b057-8fdf-4206-9120-220a8f87aee7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:49:19.841116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 00e8b057-8fdf-4206-9120-220a8f87aee7 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:49:19.862694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:19.898736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3cbcc079-9903-4d1d-9447-b4e29aeda530,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:20.021297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-4d8d50d1-bb57-4058-90a4-7943e3359d2a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:20.023765 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-4d8d50d1-bb57-4058-90a4-7943e3359d2a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "GET /v2.0/networks?id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5 HTTP/1.1" status: 200 len: 813 time: 1.0096357 May 24 22:49:20.033088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Network 52c33e24-ff90-4552-83ee-49b4f514ed82 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:20.050887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:20.062612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:20.141542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Request body: {'port': {'device_id': 'f334088f-1d29-495c-88bd-c8aa3afa244e', 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5', 'admin_state_up': True, 'tenant_id': '3ee363e03214479ab8ee8924c997b069'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:20.245890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8099c-a1b8-4e40-ba01-8080229f02d9 req-e3c190dc-a00d-4e29-b014-7accc1caa9ab tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:20.277675 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6cf8099c-a1b8-4e40-ba01-8080229f02d9 req-e3c190dc-a00d-4e29-b014-7accc1caa9ab tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.1417937 May 24 22:49:20.314353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:20.315003 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:20.336617 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6cf8099c-a1b8-4e40-ba01-8080229f02d9 req-94bba6e6-0105-4625-9bab-1e2e207ea0b0 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794644 May 24 22:49:20.384180 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:20.388097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:20.398650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event updated for resources: {'Port': ['ID=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:20.408478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afc684-f01d-4677-9272-58b6553a3b96 req-b73756fc-2704-46f4-83df-f7c2866aac36 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:20.410229 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c7afc684-f01d-4677-9272-58b6553a3b96 req-b73756fc-2704-46f4-83df-f7c2866aac36 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 945 time: 1.4018791 May 24 22:49:20.416180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Usage tracker for resource:port and tenant:3ee363e03214479ab8ee8924c997b069 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:20.419192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ec0cea8e-2104-4502-9dca-705c4b2f1ec8 None None] Provisioning for port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:20.424964 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ec0cea8e-2104-4502-9dca-705c4b2f1ec8 None None] Provisioning complete for port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:20.425403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ec0cea8e-2104-4502-9dca-705c4b2f1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:20.433328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:20.439510 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f74d82d6-9e86-46e3-bbbd-eca005fd2ed6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2986412 May 24 22:49:20.448958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:20.482589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ec0cea8e-2104-4502-9dca-705c4b2f1ec8 None None] Port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:49:20.488358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:20.598695 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c7afc684-f01d-4677-9272-58b6553a3b96 req-270740e9-4fad-44af-b597-8dde3b902049 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619422 May 24 22:49:20.616764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9086d20-1648-4ce3-8b86-ca8e2273ff31 req-f0eee134-3632-4238-8e8b-ba0b1fdb6a87 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:20.617127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Made reservation on behalf of 3ee363e03214479ab8ee8924c997b069 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:20.619095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f9086d20-1648-4ce3-8b86-ca8e2273ff31 req-f0eee134-3632-4238-8e8b-ba0b1fdb6a87 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:20.627298 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:20.657092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f9086d20-1648-4ce3-8b86-ca8e2273ff31 req-f0eee134-3632-4238-8e8b-ba0b1fdb6a87 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:20.657715 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:20.658814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9086d20-1648-4ce3-8b86-ca8e2273ff31 req-f0eee134-3632-4238-8e8b-ba0b1fdb6a87 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 949 time: 0.2016616 May 24 22:49:20.664539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:20.665357 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:20.743431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:20.783295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9086d20-1648-4ce3-8b86-ca8e2273ff31 req-741aae5f-64ee-49ae-8cc7-ff402b6960ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184092 May 24 22:49:20.830804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfbcf5-b18d-40e5-a2b4-8d5c6a7d9cac req-5dcdecdd-f820-4bc0-b874-c42db7b51237 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:20.832975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6dfbcf5-b18d-40e5-a2b4-8d5c6a7d9cac req-5dcdecdd-f820-4bc0-b874-c42db7b51237 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 949 time: 0.1489449 May 24 22:49:20.849425 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2019735-54b8-48bd-8222-72ffdf8c5f18'] response: {'server_uuid': '15994c17-d13b-4b95-b325-42a166aac394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbcc079-9903-4d1d-9447-b4e29aeda530', 'code': 200} May 24 22:49:20.858654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Usage tracker for resource:port and tenant:3ee363e03214479ab8ee8924c997b069 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:20.868747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:20.927820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1422651 May 24 22:49:20.930461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:20.941735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-b6dfbcf5-b18d-40e5-a2b4-8d5c6a7d9cac req-d2720a56-3f94-41ed-8d28-17ef386ba71d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Deleting port f8b2c51a-681e-49fc-a852-ac1c45718c71 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:20.942087 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b6dfbcf5-b18d-40e5-a2b4-8d5c6a7d9cac req-d2720a56-3f94-41ed-8d28-17ef386ba71d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:20.951256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54046) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:20.973348 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112eda82-9303-4441-8d0b-39bb882b5a39'] response: {'name': 'network-changed', 'server_uuid': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'tag': '7136c3bf-6093-4997-b086-09a0c69a4676', 'status': 'completed', 'code': 200} May 24 22:49:21.030204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:21.063370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f06d34-3f52-459c-a1f6-d59e5e83d4f1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Network': ['ID=a152f897-c692-40bd-9a6a-4d20f3b72e5c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:21.082027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'subnet': {'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:21.084220 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network a152f897-c692-40bd-9a6a-4d20f3b72e5c details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:49:21.105518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Made reservation on behalf of 3ee363e03214479ab8ee8924c997b069 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:21.108942 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:21.193132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aae52-e8ac-42bf-9c90-9fe88070c47e req-d3a7b430-dc87-438b-b915-b2e9f28a1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:21.194667 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-511aae52-e8ac-42bf-9c90-9fe88070c47e req-d3a7b430-dc87-438b-b915-b2e9f28a1a71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=36f2bea3863b47fb98e564a11fc81be9&device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 1094 time: 0.2205234 May 24 22:49:21.315811 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-af0a7578-dfd9-416e-8305-22a1ee6a944e req-5531c835-8bac-49b4-9c5a-f1374e5fc81f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 210 time: 0.1251929 May 24 22:49:21.640552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:21.696195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-b6dfbcf5-b18d-40e5-a2b4-8d5c6a7d9cac req-d2720a56-3f94-41ed-8d28-17ef386ba71d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] For port f8b2c51a-681e-49fc-a852-ac1c45718c71, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f8b2c51a-681e-49fc-a852-ac1c45718c71,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:21.697821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Usage tracker for resource:subnet and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:21.698300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b6dfbcf5-b18d-40e5-a2b4-8d5c6a7d9cac req-d2720a56-3f94-41ed-8d28-17ef386ba71d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:21.698803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:21.712354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aae52-e8ac-42bf-9c90-9fe88070c47e req-533e3c8f-219b-424d-a1a4-55564b5806ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:21.712354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-511aae52-e8ac-42bf-9c90-9fe88070c47e req-533e3c8f-219b-424d-a1a4-55564b5806ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=a7338d8b-a34b-44b8-b887-836d4201d6fa HTTP/1.1" status: 200 len: 906 time: 0.5030167 May 24 22:49:21.721868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Allocated IP 172.20.0.8 (688756ef-d2f9-41ef-918d-f7c6e1cc94a5/0c52a433-2b8f-427e-8556-9cb7b625bfff/79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:21.724898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:21.741985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9873a-3898-4ad1-a6b1-9386a9db3eda req-c17de3d4-50af-4a04-9e4d-6e2c405edcfe tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:21.747735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9873a-3898-4ad1-a6b1-9386a9db3eda req-c17de3d4-50af-4a04-9e4d-6e2c405edcfe tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:21.754076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9873a-3898-4ad1-a6b1-9386a9db3eda req-c17de3d4-50af-4a04-9e4d-6e2c405edcfe tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:21.760258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9873a-3898-4ad1-a6b1-9386a9db3eda req-c17de3d4-50af-4a04-9e4d-6e2c405edcfe tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:21.766025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9873a-3898-4ad1-a6b1-9386a9db3eda req-c17de3d4-50af-4a04-9e4d-6e2c405edcfe tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:21.767083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fac9873a-3898-4ad1-a6b1-9386a9db3eda req-c17de3d4-50af-4a04-9e4d-6e2c405edcfe tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Synchronizing usage tracker for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:21.843073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:21.847946 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:21.937879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fac9873a-3898-4ad1-a6b1-9386a9db3eda req-c17de3d4-50af-4a04-9e4d-6e2c405edcfe tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Unset dirty status for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:21.945028 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fac9873a-3898-4ad1-a6b1-9386a9db3eda req-c17de3d4-50af-4a04-9e4d-6e2c405edcfe tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 3814 time: 1.0830579 May 24 22:49:22.036954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-b6dfbcf5-b18d-40e5-a2b4-8d5c6a7d9cac req-d2720a56-3f94-41ed-8d28-17ef386ba71d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Calling delete_port for f8b2c51a-681e-49fc-a852-ac1c45718c71 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:49:22.107440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-511aae52-e8ac-42bf-9c90-9fe88070c47e req-f9ae703b-edd9-44bb-8771-4fe21b63fc76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7136c3bf-6093-4997-b086-09a0c69a4676 HTTP/1.1" status: 200 len: 217 time: 0.3341441 May 24 22:49:22.118797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e1f59-0172-49af-ba1e-76b2fad33e02 req-a4f2f41b-2c1d-45b8-93fe-d0641effff6e tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:22.122134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e59e1f59-0172-49af-ba1e-76b2fad33e02 req-a4f2f41b-2c1d-45b8-93fe-d0641effff6e tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 943 time: 0.6596506 May 24 22:49:22.185758 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fac9873a-3898-4ad1-a6b1-9386a9db3eda req-cf99de4f-68a7-40c3-9f41-01c9ad396815 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394245 May 24 22:49:22.261745 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e59e1f59-0172-49af-ba1e-76b2fad33e02 req-391d9d27-93c2-4924-94b5-03c69a09018b tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340187 May 24 22:49:22.405049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aae52-e8ac-42bf-9c90-9fe88070c47e req-02a6d986-9d4b-4d3a-b77e-64e7155657bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:22.407540 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-511aae52-e8ac-42bf-9c90-9fe88070c47e req-02a6d986-9d4b-4d3a-b77e-64e7155657bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5032b99-acf7-4445-8fad-53029088bc39 HTTP/1.1" status: 200 len: 844 time: 0.2842414 May 24 22:49:22.418509 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b6dfbcf5-b18d-40e5-a2b4-8d5c6a7d9cac req-d2720a56-3f94-41ed-8d28-17ef386ba71d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:22.449014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02', '161d9da7-83b9-4035-b884-57d12ba28381'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:22.484460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:22.499284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8da6e9-baa4-4402-a97b-b950bc619fbf {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:22.524567 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:22.527027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['07bd9dd0-4040-41ff-a337-e398d6f46da5', 'acd602bc-7b5f-4669-87f5-3708f9d0948b', '995b50a9-a73c-4356-bc29-f22c66a83ed9', '23be3634-e773-4537-9849-70e26e2b9a80', 'f8b2c51a-681e-49fc-a852-ac1c45718c71'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:22.555344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Transition to ACTIVE for port object 4b8da6e9-baa4-4402-a97b-b950bc619fbf will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:22.573234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:22.692911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:22.816520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2720a56-3f94-41ed-8d28-17ef386ba71d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event deleted for resources: {'Port': ['ID=f8b2c51a-681e-49fc-a852-ac1c45718c71,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:23.145373 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a590b91-8b1f-4c45-870a-4c4a18bad0a2 req-55dd94bd-9baa-4229-8c2a-52b7350be2ba tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0874cd9a-035d-44a4-a191-89638a464ca2 HTTP/1.1" status: 200 len: 210 time: 0.2414079 May 24 22:49:23.161402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54070) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:23.170393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dfbcf5-b18d-40e5-a2b4-8d5c6a7d9cac req-d2720a56-3f94-41ed-8d28-17ef386ba71d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] No DVR routers for this DVR port f8b2c51a-681e-49fc-a852-ac1c45718c71 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:49:23.176825 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:23.178234 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b6dfbcf5-b18d-40e5-a2b4-8d5c6a7d9cac req-d2720a56-3f94-41ed-8d28-17ef386ba71d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:23.189860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0874cd9a-035d-44a4-a191-89638a464ca2', 'name': 'network-vif-deleted', 'tag': 'f8b2c51a-681e-49fc-a852-ac1c45718c71'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:23.211249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8da6e9-baa4-4402-a97b-b950bc619fbf,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:23.321572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6dfbcf5-b18d-40e5-a2b4-8d5c6a7d9cac req-d2720a56-3f94-41ed-8d28-17ef386ba71d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "DELETE /v2.0/ports/f8b2c51a-681e-49fc-a852-ac1c45718c71 HTTP/1.1" status: 204 len: 173 time: 2.4775810 May 24 22:49:23.423654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Subnet': ['ID=a57ca9f4-d365-46cd-b1de-3bfac442f67b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:23.433852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:23.470069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:23.476808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:23.569465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5939ff4-1a0a-4872-b139-a0eebc3555c9 req-0ae808a9-d3e6-4d5d-b123-df010806def2 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 210 time: 0.2428968 May 24 22:49:23.586750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Checking segment: {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:23.586750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network hostable DHCP agents. Network: 9cc5ec01-d328-44ce-88b3-bbca33dfa380, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:49:23.621429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae8c9a-5a34-4587-9f37-cabda832a505 req-bcbb11bc-9bd2-411a-9614-0f8c89e71de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:23.624082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eeae8c9a-5a34-4587-9f37-cabda832a505 req-bcbb11bc-9bd2-411a-9614-0f8c89e71de5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 1097 time: 0.8096936 May 24 22:49:23.629865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aae52-e8ac-42bf-9c90-9fe88070c47e req-97d7b591-9adb-46a4-965a-b60760fd8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:23.637430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-511aae52-e8ac-42bf-9c90-9fe88070c47e req-97d7b591-9adb-46a4-965a-b60760fd8b9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a7338d8b-a34b-44b8-b887-836d4201d6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1981931 May 24 22:49:23.696997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Allocated IP 172.20.0.5 (688756ef-d2f9-41ef-918d-f7c6e1cc94a5/0c52a433-2b8f-427e-8556-9cb7b625bfff/67a297ea-3aa1-4a05-9d06-2f66f08f8c0d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:23.847109 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:23.873592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 7136c3bf-6093-4997-b086-09a0c69a4676 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:49:24.026961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-511aae52-e8ac-42bf-9c90-9fe88070c47e req-7bdac48c-d56a-48c0-9b11-e71e636cad57 service neutron] 10.222.0.50 "GET /v2.0/networks/a7338d8b-a34b-44b8-b887-836d4201d6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233409 May 24 22:49:24.062276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae8c9a-5a34-4587-9f37-cabda832a505 req-122dbdee-097d-4c67-b17e-f54b773642f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:24.063728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eeae8c9a-5a34-4587-9f37-cabda832a505 req-122dbdee-097d-4c67-b17e-f54b773642f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.4250877 May 24 22:49:24.095895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 7136c3bf-6093-4997-b086-09a0c69a4676, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=7136c3bf-6093-4997-b086-09a0c69a4676,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:24.129747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '7136c3bf-6093-4997-b086-09a0c69a4676', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'port_id': '7136c3bf-6093-4997-b086-09a0c69a4676', 'mac_address': 'fa:16:3e:3f:c9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:49:24.139083 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:24.189458 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:24.209555 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eeae8c9a-5a34-4587-9f37-cabda832a505 req-f089a964-adab-4172-baaa-cc0efe3e7e4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9a47a5c-f7c4-41b9-b968-4087722357cf HTTP/1.1" status: 200 len: 217 time: 0.0922937 May 24 22:49:24.220060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fc11f-ff2a-464e-8f62-8f2eb0e7d40d req-f113efb0-a7a1-4e5d-a1f8-8cc0fa207253 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:24.224041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42b03820-10bf-471a-9207-929d63638f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:24.227475 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f30fc11f-ff2a-464e-8f62-8f2eb0e7d40d req-f113efb0-a7a1-4e5d-a1f8-8cc0fa207253 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.4228218 May 24 22:49:24.243209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:24.252986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:24.274964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Pushing event updated for resources: {'Port': ['ID=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:24.285392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:24.291417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 7136c3bf-6093-4997-b086-09a0c69a4676 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:24.291859 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:24.325364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Attempting to bind port 4b8da6e9-baa4-4402-a97b-b950bc619fbf on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:24.326144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Attempting to bind port 4b8da6e9-baa4-4402-a97b-b950bc619fbf by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:24.326282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7136c3bf-6093-4997-b086-09a0c69a4676 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:24.327136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Attempting to bind port 4b8da6e9-baa4-4402-a97b-b950bc619fbf on network fb6eb857-4775-4420-b794-b02bb5e0eb92 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:24.351118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 7136c3bf-6093-4997-b086-09a0c69a4676, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=7136c3bf-6093-4997-b086-09a0c69a4676,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:24.357106 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:24.359075 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f30fc11f-ff2a-464e-8f62-8f2eb0e7d40d req-847b8842-83b3-425a-b0b1-b2bd25e91a74 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289604 May 24 22:49:24.418755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Pushing event updated for resources: {'Port': ['ID=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:24.425052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-42b03820-10bf-471a-9207-929d63638f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:24.430384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-42b03820-10bf-471a-9207-929d63638f4a admin admin] Usage tracker for resource:security_group_rule and tenant:496be97e9f3f4c0f8ff8333dc67673df is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:24.433408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-42b03820-10bf-471a-9207-929d63638f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:24.438453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae8c9a-5a34-4587-9f37-cabda832a505 req-18b6f50a-b678-4644-a7d4-7fff05fc0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:24.439700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-42b03820-10bf-471a-9207-929d63638f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:24.441615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eeae8c9a-5a34-4587-9f37-cabda832a505 req-18b6f50a-b678-4644-a7d4-7fff05fc0462 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.2096190 May 24 22:49:24.513931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:24.514607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:24.542322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Port 4b8da6e9-baa4-4402-a97b-b950bc619fbf on network fb6eb857-4775-4420-b794-b02bb5e0eb92 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:49:24.542709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Attempting to bind port 4b8da6e9-baa4-4402-a97b-b950bc619fbf on network fb6eb857-4775-4420-b794-b02bb5e0eb92 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:24.586546 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-208cf224-155d-449d-9197-e261dfa4bd84 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5360620 May 24 22:49:24.588558 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-511aae52-e8ac-42bf-9c90-9fe88070c47e req-c0cc31f2-ce1b-465b-a7b4-088ed713c3b6 service neutron] 10.222.0.50 "GET /v2.0/networks/a7338d8b-a34b-44b8-b887-836d4201d6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509896 May 24 22:49:24.590289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:49:24.600789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=7136c3bf-6093-4997-b086-09a0c69a4676,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:24.620967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f315c52-bd2f-4552-b205-0707b4133798 req-b82c666b-ccc1-438f-808a-8f0c189018c0 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:24.630450 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f315c52-bd2f-4552-b205-0707b4133798 req-b82c666b-ccc1-438f-808a-8f0c189018c0 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 1.9272821 May 24 22:49:24.654468 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b35f618-e59a-4060-b4ff-0e49171582db'] response: {'server_uuid': '0874cd9a-035d-44a4-a191-89638a464ca2', 'name': 'network-vif-deleted', 'tag': 'f8b2c51a-681e-49fc-a852-ac1c45718c71', 'status': 'completed', 'code': 200} May 24 22:49:24.685639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae8c9a-5a34-4587-9f37-cabda832a505 req-20f45b1b-692d-4ea0-aeee-34b64b56ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:24.687253 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eeae8c9a-5a34-4587-9f37-cabda832a505 req-20f45b1b-692d-4ea0-aeee-34b64b56ffb9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357798 May 24 22:49:24.703391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['7136c3bf-6093-4997-b086-09a0c69a4676'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:24.724692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Request body: {'port': {'device_id': 'f334088f-1d29-495c-88bd-c8aa3afa244e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:24.788548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:24.788854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Checking segment: {'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:24.789244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Bound using segment: {'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:24.801278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Bound port: 4b8da6e9-baa4-4402-a97b-b950bc619fbf, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193f665d-841a-4a2b-8167-5cddf16de6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:24.801906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:24.909936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 9cc5ec01-d328-44ce-88b3-bbca33dfa380) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:24.920747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886120de-9e17-4c56-9945-eb7f8fa1bbaf None None] Network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:49:24.928993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:24.929717 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:24.973533 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f315c52-bd2f-4552-b205-0707b4133798 req-abd3ab88-e19d-493b-aad0-e5e23b6ac1db tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378115 May 24 22:49:25.056442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:25.057050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:25.115751 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7427-461d-4d92-97b3-149726bc680e req-24a77f51-55c2-44e5-9e6e-830bb91d9af3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:25.122525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7427-461d-4d92-97b3-149726bc680e req-24a77f51-55c2-44e5-9e6e-830bb91d9af3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:25.129368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7427-461d-4d92-97b3-149726bc680e req-24a77f51-55c2-44e5-9e6e-830bb91d9af3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:25.137811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7427-461d-4d92-97b3-149726bc680e req-24a77f51-55c2-44e5-9e6e-830bb91d9af3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:25.142573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7427-461d-4d92-97b3-149726bc680e req-24a77f51-55c2-44e5-9e6e-830bb91d9af3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:25.151477 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-090d7427-461d-4d92-97b3-149726bc680e req-24a77f51-55c2-44e5-9e6e-830bb91d9af3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 3826 time: 0.3531158 May 24 22:49:25.154885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eeae8c9a-5a34-4587-9f37-cabda832a505 req-48401cc9-bd4a-4fb8-9116-e095c4b8854b service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602273 May 24 22:49:25.305670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-090d7427-461d-4d92-97b3-149726bc680e req-b094cd3c-804f-4b06-b9dd-20d206788a0e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528699 May 24 22:49:25.339095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-9cc5ec01-d328-44ce-88b3-bbca33dfa380', 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'fixed_ips': [{'subnet_id': 'a57ca9f4-d365-46cd-b1de-3bfac442f67b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:49:25.339927 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:25.380020 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-fb38bc00-6b24-4486-8fe0-1df2464a4507 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5467563 May 24 22:49:25.380821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-24c7407b-75c7-4c9b-a42b-32c079cfc45f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.4210594 May 24 22:49:25.392868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eeae8c9a-5a34-4587-9f37-cabda832a505 req-6bf99fd6-70f1-4684-8348-cc5906e379f2 service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233570 May 24 22:49:25.402348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54090) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:25.414677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'subnet': {'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:25.414943 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42b03820-10bf-471a-9207-929d63638f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:25.422982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Request body: {'port': {'device_id': '36db7a82-a7fc-4f35-a625-1a94d458a82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:25.566182 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:25.647849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Allocated IP 10.1.1.2 (9cc5ec01-d328-44ce-88b3-bbca33dfa380/a57ca9f4-d365-46cd-b1de-3bfac442f67b/fd0fb66e-bc69-471b-833b-4157ff3fa679) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:25.769166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:25.781482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Usage tracker for resource:subnet and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:25.788904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:25.801385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:25.869239 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42b03820-10bf-471a-9207-929d63638f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:25.886744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f8b2c51a-681e-49fc-a852-ac1c45718c71 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:25.887105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:25.891333 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:25.936119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: f8b2c51a-681e-49fc-a852-ac1c45718c71 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:49:25.937239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f8b2c51a-681e-49fc-a852-ac1c45718c71 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:49:25.942683 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-42b03820-10bf-471a-9207-929d63638f4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=496be97e9f3f4c0f8ff8333dc67673df&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7658808 May 24 22:49:25.948340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b03820-10bf-471a-9207-929d63638f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d9602f-fb7c-4e77-bd45-d8bc3b9c0c95,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:25.954071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54096) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:25.961102 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:25.970598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] For port 4b8da6e9-baa4-4402-a97b-b950bc619fbf, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:25.976597 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:25.978652 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.003686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Transition to ACTIVE for port object fd0fb66e-bc69-471b-833b-4157ff3fa679 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:26.031676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Transition to ACTIVE for port object fd0fb66e-bc69-471b-833b-4157ff3fa679 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:26.044756 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.057734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] For port 4b8da6e9-baa4-4402-a97b-b950bc619fbf, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4b8da6e9-baa4-4402-a97b-b950bc619fbf,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:26.076639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a62126-caf7-47a7-b7c9-7af28b892504 req-328c7c6f-41cc-47a7-8700-afdbdaf5271f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:26.086022 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6a62126-caf7-47a7-b7c9-7af28b892504 req-328c7c6f-41cc-47a7-8700-afdbdaf5271f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 944 time: 0.9201062 May 24 22:49:26.111497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a48e6-ec3b-46d2-b155-31d55a179bb8 req-1a3bd76f-f21d-4490-b45f-7d910d7cabb7 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:26.119589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a9a48e6-ec3b-46d2-b155-31d55a179bb8 req-1a3bd76f-f21d-4490-b45f-7d910d7cabb7 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 931 time: 0.2986596 May 24 22:49:26.142949 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.160388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:26.163517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:26.167856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:26.200553 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a9a48e6-ec3b-46d2-b155-31d55a179bb8 req-8612b521-e63e-4e98-9885-d41ebbbd7c19 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790102 May 24 22:49:26.295331 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7001607e-3a56-4723-bcac-c23aeb60f418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.323378 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7001607e-3a56-4723-bcac-c23aeb60f418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.327456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Pushing event updated for resources: {'Port': ['ID=fd0fb66e-bc69-471b-833b-4157ff3fa679,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:26.373303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Attempting to bind port fd0fb66e-bc69-471b-833b-4157ff3fa679 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:26.373624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Attempting to bind port fd0fb66e-bc69-471b-833b-4157ff3fa679 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:26.373992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Attempting to bind port fd0fb66e-bc69-471b-833b-4157ff3fa679 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:26.382957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:26.382957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Checking segment: {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:26.386046 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.386468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Bound using segment: {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:26.387824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Bound port: fd0fb66e-bc69-471b-833b-4157ff3fa679, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:26.388223 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.408573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:26.410445 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.412666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] 10.222.0.31 "PUT /v2.0/ports/4b8da6e9-baa4-4402-a97b-b950bc619fbf HTTP/1.1" status: 200 len: 1091 time: 5.9646339 May 24 22:49:26.417593 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:49:26.432109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': '4b8da6e9-baa4-4402-a97b-b950bc619fbf'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:26.436754 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.477627 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7001607e-3a56-4723-bcac-c23aeb60f418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.546185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:26.570490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Subnet': ['ID=d20a2877-f809-4040-86fc-c65e5794ac17,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:26.626195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] For port fd0fb66e-bc69-471b-833b-4157ff3fa679, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:26.630717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] For port fd0fb66e-bc69-471b-833b-4157ff3fa679, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fd0fb66e-bc69-471b-833b-4157ff3fa679,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:26.643405 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.742515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb91f6-f9d6-4c49-8793-e5f4e3532993 None None] Pushing event updated for resources: {'Port': ['ID=fd0fb66e-bc69-471b-833b-4157ff3fa679,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:26.754198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Checking segment: {'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:26.755171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network hostable DHCP agents. Network: a152f897-c692-40bd-9a6a-4d20f3b72e5c, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:49:26.794369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network a152f897-c692-40bd-9a6a-4d20f3b72e5c is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:49:26.797552 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.835871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75b8fa-8298-4d86-8b4e-bbbca3c0e995 req-26a44f16-f18c-4de0-9e1c-f8d9ece2faa0 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:26.837483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef75b8fa-8298-4d86-8b4e-bbbca3c0e995 req-26a44f16-f18c-4de0-9e1c-f8d9ece2faa0 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.2681913 May 24 22:49:26.838671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, a152f897-c692-40bd-9a6a-4d20f3b72e5c) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:26.845782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:26.846619 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:26.849979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c5f3c-d293-421f-909e-eb9c4580eed1 None None] Network a152f897-c692-40bd-9a6a-4d20f3b72e5c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:49:26.924312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-481d5733-1d18-4922-aa52-ebd40986e79e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5203636 May 24 22:49:26.929874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54108) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:26.945919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'port': {'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380', 'name': 'tempest-TaggedBootDevicesTest-475963043', 'fixed_ips': [{'subnet_id': 'a57ca9f4-d365-46cd-b1de-3bfac442f67b'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:26.984821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef75b8fa-8298-4d86-8b4e-bbbca3c0e995 req-2d4052f5-669c-4ed7-a571-a76dbde13cf7 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057758 May 24 22:49:27.278762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001607e-3a56-4723-bcac-c23aeb60f418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d9602f-fb7c-4e77-bd45-d8bc3b9c0c95,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:27.282516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f6a62126-caf7-47a7-b7c9-7af28b892504 req-736dde8e-0d63-4795-b979-20b25e752a71 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Synchronizing usage tracker for tenant:36f2bea3863b47fb98e564a11fc81be9 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:27.302368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:27.313040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:27.331394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Transition to ACTIVE for port object 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:27.342444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c701f3d-d258-4520-aca9-742f0b812725 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8da6e9-baa4-4402-a97b-b950bc619fbf,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:27.414036 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7001607e-3a56-4723-bcac-c23aeb60f418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:27.416380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:27.418174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7001607e-3a56-4723-bcac-c23aeb60f418 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68d9602f-fb7c-4e77-bd45-d8bc3b9c0c95 HTTP/1.1" status: 204 len: 168 time: 1.4503629 May 24 22:49:27.428984 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:27.452460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Usage tracker for resource:port and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:27.463968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:27.486123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:27.530815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:27.549911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f6a62126-caf7-47a7-b7c9-7af28b892504 req-736dde8e-0d63-4795-b979-20b25e752a71 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Unset dirty status for tenant:36f2bea3863b47fb98e564a11fc81be9 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:27.551098 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6a62126-caf7-47a7-b7c9-7af28b892504 req-736dde8e-0d63-4795-b979-20b25e752a71 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4642982 May 24 22:49:27.569700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-a152f897-c692-40bd-9a6a-4d20f3b72e5c', 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'fixed_ips': [{'subnet_id': 'd20a2877-f809-4040-86fc-c65e5794ac17'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:49:27.574855 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:27.827591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fd0fb66e-bc69-471b-833b-4157ff3fa679 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:27.906229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 7136c3bf-6093-4997-b086-09a0c69a4676 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:27.965527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:28.096659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] device_id is not set on port 255e3fb2-c79d-40ff-b28b-caba6e15b125 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:49:28.150564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Pushing event updated for resources: {'Port': ['ID=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:28.202953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 7136c3bf-6093-4997-b086-09a0c69a4676 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:28.206794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port fd0fb66e-bc69-471b-833b-4157ff3fa679 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:28.210689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Allocated IP 10.2.2.2 (a152f897-c692-40bd-9a6a-4d20f3b72e5c/d20a2877-f809-4040-86fc-c65e5794ac17/2984efef-b711-49e6-9575-9bdc2b99cfd3) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:28.221447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 7136c3bf-6093-4997-b086-09a0c69a4676 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:28.222006 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:28.399418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Attempting to bind port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:28.399855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Attempting to bind port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:28.400297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Attempting to bind port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:28.422855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Allocated IP 10.1.1.215 (9cc5ec01-d328-44ce-88b3-bbca33dfa380/a57ca9f4-d365-46cd-b1de-3bfac442f67b/255e3fb2-c79d-40ff-b28b-caba6e15b125) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:28.453165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:49:28.454301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Attempting to bind port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:28.458327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54122) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:28.492447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:28.493231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Checking segment: {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:28.493905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Bound using segment: {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:28.494613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Bound port: 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:28.495604 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:28.530358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 7136c3bf-6093-4997-b086-09a0c69a4676 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:28.530733 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:28.643278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572d61d-b338-4c79-990b-2c5b8642be4b req-45d61720-3aa6-4260-b702-990493101194 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:28.655280 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f572d61d-b338-4c79-990b-2c5b8642be4b req-45d61720-3aa6-4260-b702-990493101194 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.7322879 May 24 22:49:28.660987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:49:28.698514 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:28.713682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Transition to ACTIVE for port object 2984efef-b711-49e6-9575-9bdc2b99cfd3 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:28.716619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db9cb7ae-7f73-4379-b1f4-04769810d2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:28.736554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Transition to ACTIVE for port object 2984efef-b711-49e6-9575-9bdc2b99cfd3 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:28.760258 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:28.774012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ac624-43f1-4165-81f1-04b02b7bc6ad req-52246ff9-6a73-45de-b545-34babac699f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:28.783075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ac624-43f1-4165-81f1-04b02b7bc6ad req-52246ff9-6a73-45de-b545-34babac699f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:28.790033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ac624-43f1-4165-81f1-04b02b7bc6ad req-52246ff9-6a73-45de-b545-34babac699f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:28.796195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ac624-43f1-4165-81f1-04b02b7bc6ad req-52246ff9-6a73-45de-b545-34babac699f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:28.803932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ac624-43f1-4165-81f1-04b02b7bc6ad req-52246ff9-6a73-45de-b545-34babac699f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:28.812510 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-288ac624-43f1-4165-81f1-04b02b7bc6ad req-52246ff9-6a73-45de-b545-34babac699f9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 3826 time: 0.8034649 May 24 22:49:28.821335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Network a152f897-c692-40bd-9a6a-4d20f3b72e5c is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:28.822462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acefb5e-26d0-4c8a-801b-dcb3d367076f None None] Network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:49:28.823969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-db9cb7ae-7f73-4379-b1f4-04769810d2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:28.854426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:28.858866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:28.861287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7136c3bf-6093-4997-b086-09a0c69a4676'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:28.862701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-db9cb7ae-7f73-4379-b1f4-04769810d2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7945230b2cce45058bc993e1e651df64 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:28.878830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-db9cb7ae-7f73-4379-b1f4-04769810d2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:28.888880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b98f36-c3f3-4e71-b3eb-71ee080403ce {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:28.902289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-db9cb7ae-7f73-4379-b1f4-04769810d2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:28.909082 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:28.941640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f572d61d-b338-4c79-990b-2c5b8642be4b req-dd1f9f98-0ad6-46a8-9352-9c60607dcbd9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388179 May 24 22:49:28.975416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:28.976124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5710096e-8dd0-432a-9e22-4130be94123c None None] Provisioning for port fd0fb66e-bc69-471b-833b-4157ff3fa679 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:29.016512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] For port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:29.020150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] For port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:29.021702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Transition to ACTIVE for port object a7b98f36-c3f3-4e71-b3eb-71ee080403ce will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:29.026471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.037169 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.049151 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-288ac624-43f1-4165-81f1-04b02b7bc6ad req-265d303f-9fd0-4a76-b875-225ea0020cf2 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355983 May 24 22:49:29.070139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5710096e-8dd0-432a-9e22-4130be94123c None None] Provisioning complete for port fd0fb66e-bc69-471b-833b-4157ff3fa679 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:29.070627 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5710096e-8dd0-432a-9e22-4130be94123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.097956 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.138221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Transition to ACTIVE for port object 255e3fb2-c79d-40ff-b28b-caba6e15b125 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:29.139224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 7136c3bf-6093-4997-b086-09a0c69a4676, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=7136c3bf-6093-4997-b086-09a0c69a4676,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:29.168216 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1bfcb2-9c58-4452-8d4d-b32a23ac3a33'] response: {'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': '4b8da6e9-baa4-4402-a97b-b950bc619fbf', 'status': 'completed', 'code': 200} May 24 22:49:29.174584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Pushing event updated for resources: {'Port': ['ID=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:29.179670 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.251854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Transition to ACTIVE for port object 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:29.273605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:29.274190 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.275629 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-1c7524aa-6a4a-4b1c-a3b3-599f60da29ba service neutron] 10.222.0.31 "PUT /v2.0/ports/67a297ea-3aa1-4a05-9d06-2f66f08f8c0d HTTP/1.1" status: 200 len: 1091 time: 3.8716640 May 24 22:49:29.328641 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.331308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Pushing event updated for resources: {'Port': ['ID=2984efef-b711-49e6-9575-9bdc2b99cfd3,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:29.390351 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.424975 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.497232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Attempting to bind port 2984efef-b711-49e6-9575-9bdc2b99cfd3 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:29.497913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Attempting to bind port 2984efef-b711-49e6-9575-9bdc2b99cfd3 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:29.498581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Attempting to bind port 2984efef-b711-49e6-9575-9bdc2b99cfd3 on network a152f897-c692-40bd-9a6a-4d20f3b72e5c {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:29.558127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:29.558882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Checking segment: {'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:29.559691 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.560443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Bound using segment: {'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:29.561852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Bound port: 2984efef-b711-49e6-9575-9bdc2b99cfd3, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:29.562259 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.587541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:29.619003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:29.635616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=7136c3bf-6093-4997-b086-09a0c69a4676,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:29.676051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:29.709128 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db9cb7ae-7f73-4379-b1f4-04769810d2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.716194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Port': ['ID=255e3fb2-c79d-40ff-b28b-caba6e15b125,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:29.744581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5710096e-8dd0-432a-9e22-4130be94123c None None] Current status of the port fd0fb66e-bc69-471b-833b-4157ff3fa679 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:29.745802 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5710096e-8dd0-432a-9e22-4130be94123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.768979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-dffc5f27-211a-4845-a452-47a5f6cd9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:29.769646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-dffc5f27-211a-4845-a452-47a5f6cd9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:29.770177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-dffc5f27-211a-4845-a452-47a5f6cd9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:29.770905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-dffc5f27-211a-4845-a452-47a5f6cd9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:29.771395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-dffc5f27-211a-4845-a452-47a5f6cd9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:29.772271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-dffc5f27-211a-4845-a452-47a5f6cd9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:29.774362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-dffc5f27-211a-4845-a452-47a5f6cd9245 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1b53c9434c24a0f875564307ddb2295&device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5248 time: 0.6123552 May 24 22:49:29.796407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c655f-7f8f-4498-b11c-7171d566e69a req-fa36299d-61f9-400d-9518-600f060ebe38 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:29.798311 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f64c655f-7f8f-4498-b11c-7171d566e69a req-fa36299d-61f9-400d-9518-600f060ebe38 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 943 time: 0.5281997 May 24 22:49:29.804852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:29.805744 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.817622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-0e6277ef-4cf6-4df0-ae53-6472d19fc5a5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:29.818450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-0e6277ef-4cf6-4df0-ae53-6472d19fc5a5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:29.863991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db9cb7ae-7f73-4379-b1f4-04769810d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.945937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] For port 2984efef-b711-49e6-9575-9bdc2b99cfd3, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:29.949427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] For port 2984efef-b711-49e6-9575-9bdc2b99cfd3, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2984efef-b711-49e6-9575-9bdc2b99cfd3,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:29.951730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5710096e-8dd0-432a-9e22-4130be94123c None None] For port fd0fb66e-bc69-471b-833b-4157ff3fa679, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fd0fb66e-bc69-471b-833b-4157ff3fa679,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:29.979409 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5710096e-8dd0-432a-9e22-4130be94123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.981081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:29.989112 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-db9cb7ae-7f73-4379-b1f4-04769810d2c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7945230b2cce45058bc993e1e651df64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5212951 May 24 22:49:29.995459 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:29.997938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54132) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:30.032064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f64c655f-7f8f-4498-b11c-7171d566e69a req-42db7754-696c-4aa7-a67e-cf72a9624251 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898608 May 24 22:49:30.046770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-70acbd3a-3265-4efa-a13e-b046a2f3232d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1151984 May 24 22:49:30.054208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-0e6277ef-4cf6-4df0-ae53-6472d19fc5a5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:30.069001 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-0e6277ef-4cf6-4df0-ae53-6472d19fc5a5 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 949 time: 0.7974648 May 24 22:49:30.069533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54136) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:30.179473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710096e-8dd0-432a-9e22-4130be94123c None None] Pushing event updated for resources: {'Port': ['ID=fd0fb66e-bc69-471b-833b-4157ff3fa679,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:30.241621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'port': {'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380', 'name': 'tempest-TaggedBootDevicesTest-1269907171', 'fixed_ips': [{'subnet_id': 'a57ca9f4-d365-46cd-b1de-3bfac442f67b'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:30.302746 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbb37e-a52a-498a-9819-cba5e83dda09 None None] Pushing event updated for resources: {'Port': ['ID=2984efef-b711-49e6-9575-9bdc2b99cfd3,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:30.376819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-111ecce2-a6d4-4cfa-9bd9-1f5d569e2517 None None] Provisioning for port 255e3fb2-c79d-40ff-b28b-caba6e15b125 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:30.388294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-111ecce2-a6d4-4cfa-9bd9-1f5d569e2517 None None] Provisioning complete for port 255e3fb2-c79d-40ff-b28b-caba6e15b125 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:30.388671 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-111ecce2-a6d4-4cfa-9bd9-1f5d569e2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:30.454313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Attempting to bind port a7b98f36-c3f3-4e71-b3eb-71ee080403ce on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:30.454696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Attempting to bind port a7b98f36-c3f3-4e71-b3eb-71ee080403ce by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:30.454968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Attempting to bind port a7b98f36-c3f3-4e71-b3eb-71ee080403ce on network abbe8918-2b0f-4539-a34b-fc1ac752a667 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:30.545307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-111ecce2-a6d4-4cfa-9bd9-1f5d569e2517 None None] Port 255e3fb2-c79d-40ff-b28b-caba6e15b125 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:49:30.546975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-eea018c3-b407-4ed0-b28a-e1f30b38b022 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Deleting port 23be3634-e773-4537-9849-70e26e2b9a80 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:30.547317 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-eea018c3-b407-4ed0-b28a-e1f30b38b022 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:30.578903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-111ecce2-a6d4-4cfa-9bd9-1f5d569e2517 None None] Provisioning complete for port fd0fb66e-bc69-471b-833b-4157ff3fa679 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:30.579173 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-111ecce2-a6d4-4cfa-9bd9-1f5d569e2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:30.661923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Port a7b98f36-c3f3-4e71-b3eb-71ee080403ce on network abbe8918-2b0f-4539-a34b-fc1ac752a667 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:49:30.662251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Attempting to bind port a7b98f36-c3f3-4e71-b3eb-71ee080403ce on network abbe8918-2b0f-4539-a34b-fc1ac752a667 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:30.664795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Pushing event updated for resources: {'Port': ['ID=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:30.674255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-31614644-5e8d-4999-b649-ad914fde36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:30.677357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-31614644-5e8d-4999-b649-ad914fde36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:30.677637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-31614644-5e8d-4999-b649-ad914fde36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:30.679207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-31614644-5e8d-4999-b649-ad914fde36b6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c1b53c9434c24a0f875564307ddb2295&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8918364 May 24 22:49:30.686895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Attempting to bind port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:30.687427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Attempting to bind port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:30.687935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Attempting to bind port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:30.710571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:49:30.711183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Attempting to bind port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:30.732235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cb7ae-7f73-4379-b1f4-04769810d2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f52fef8-b32b-4dbd-9beb-ab83d6443527,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:30.748805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:30.750072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Checking segment: {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:30.751739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Bound using segment: {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:30.754369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Bound port: 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:30.755017 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:30.787369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:30.787769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Checking segment: {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:30.788102 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Bound using segment: {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:30.788676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Bound port: a7b98f36-c3f3-4e71-b3eb-71ee080403ce, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:30.789029 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:30.842946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-111ecce2-a6d4-4cfa-9bd9-1f5d569e2517 None None] Current status of the port fd0fb66e-bc69-471b-833b-4157ff3fa679 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:30.916575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] For port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:30.921177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] For port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:30.924396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b4ae4a76-9350-402e-9ac0-152db949fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:30.926584 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b4ae4a76-9350-402e-9ac0-152db949fe34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ee363e03214479ab8ee8924c997b069&device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 1094 time: 1.5306940 May 24 22:49:30.954344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45ac790e-64fe-47cb-9dd6-8da4d718ff45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:30.976799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b7d49e10-2d21-41c2-81de-3933ad69eb93 None None] Provisioning complete for port 255e3fb2-c79d-40ff-b28b-caba6e15b125 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:30.978385 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b7d49e10-2d21-41c2-81de-3933ad69eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:31.025701 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:31.043018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0948a-4d84-4b76-9f72-500ce55c7e95 req-78be6771-6706-4641-b698-01a2e45645a7 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:31.046891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632907b-1625-4004-9c6d-6edb81e1a5c0 req-5630790f-4c7a-42a6-9e7b-6fa9837dfdca tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:31.048402 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6632907b-1625-4004-9c6d-6edb81e1a5c0 req-5630790f-4c7a-42a6-9e7b-6fa9837dfdca tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 949 time: 1.6026425 May 24 22:49:31.055438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8a0948a-4d84-4b76-9f72-500ce55c7e95 req-78be6771-6706-4641-b698-01a2e45645a7 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.7989681 May 24 22:49:31.069691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b7d49e10-2d21-41c2-81de-3933ad69eb93 None None] Port 255e3fb2-c79d-40ff-b28b-caba6e15b125 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:49:31.107671 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45ac790e-64fe-47cb-9dd6-8da4d718ff45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:31.130615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:31.184678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Usage tracker for resource:port and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:31.205716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Pushing event updated for resources: {'Port': ['ID=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:31.208440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36db7a82-a7fc-4f35-a625-1a94d458a82b', 'tag': '67a297ea-3aa1-4a05-9d06-2f66f08f8c0d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:31.227402 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-103e7c31-3bd9-49a6-bc26-8ee996d42349 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d HTTP/1.1" status: 200 len: 217 time: 0.2697570 May 24 22:49:31.228604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:31.229206 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:31.230535 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-b780774e-0503-49e0-9c7e-4772a711d5aa service neutron] 10.222.0.50 "PUT /v2.0/ports/79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 HTTP/1.1" status: 200 len: 1091 time: 6.5743170 May 24 22:49:31.271424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:31.320499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:31.338298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-29b2ba41-3d8a-4f4a-9ade-2e1f1bb64d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:31.339800 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f2bd419-0a41-44c7-a8c5-27e774da92bf req-29b2ba41-3d8a-4f4a-9ade-2e1f1bb64d41 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6379783 May 24 22:49:31.354694 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8a0948a-4d84-4b76-9f72-500ce55c7e95 req-f0ae3634-3459-42a1-99e0-d9bbc11d05a5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949967 May 24 22:49:31.394674 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6632907b-1625-4004-9c6d-6edb81e1a5c0 req-8033103d-3d4a-4201-b369-331becca5da3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110860 May 24 22:49:31.399401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-eeb8b5f4-2359-4b88-88e1-f8f847859736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:31.405016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-eeb8b5f4-2359-4b88-88e1-f8f847859736 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0c52a433-2b8f-427e-8556-9cb7b625bfff HTTP/1.1" status: 200 len: 853 time: 0.1697800 May 24 22:49:31.427896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:31.454161 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:31.468516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] For port a7b98f36-c3f3-4e71-b3eb-71ee080403ce, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:31.476525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] For port a7b98f36-c3f3-4e71-b3eb-71ee080403ce, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:31.547938 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65914db-fab5-4398-8f85-f983130057db'] response: {'server_uuid': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7136c3bf-6093-4997-b086-09a0c69a4676', 'code': 200} May 24 22:49:31.582453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:31.596889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-64124254-f4a9-4e62-a320-12adb37aa996 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030571 May 24 22:49:31.687090 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45ac790e-64fe-47cb-9dd6-8da4d718ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:31.701607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] device_id is not set on port b8212bdc-7fe0-4b39-afe3-951ec555d778 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:49:31.726482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:31.727882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:31.729196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a5b7e-66e3-45c3-afcd-4b71d44be878 None None] Network a152f897-c692-40bd-9a6a-4d20f3b72e5c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:49:31.729986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] 10.222.0.31 "PUT /v2.0/ports/a7b98f36-c3f3-4e71-b3eb-71ee080403ce HTTP/1.1" status: 200 len: 1136 time: 5.2644446 May 24 22:49:31.937614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:31.999772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fd0fb66e-bc69-471b-833b-4157ff3fa679 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:32.052283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d008f6b6-fbe8-4d9f-a7df-c3e64e7cd3a0 None None] Provisioning for port 2984efef-b711-49e6-9575-9bdc2b99cfd3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:32.207578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd7f47-1e1b-4b8d-85af-a8341d83e606 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:32.314122 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-7763b9af-2c40-461b-adc5-ff88f614b070 service neutron] 10.222.0.31 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069483 May 24 22:49:32.327370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port fd0fb66e-bc69-471b-833b-4157ff3fa679 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:32.327762 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:32.390943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-eea018c3-b407-4ed0-b28a-e1f30b38b022 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] For port 23be3634-e773-4537-9849-70e26e2b9a80, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=23be3634-e773-4537-9849-70e26e2b9a80,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:32.392768 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-eea018c3-b407-4ed0-b28a-e1f30b38b022 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:32.426427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac790e-64fe-47cb-9dd6-8da4d718ff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f52fef8-b32b-4dbd-9beb-ab83d6443527,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:32.448158 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:49:32.535070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-3681150a-6d55-4ea0-b0d2-41c612507a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:32.536563 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-3681150a-6d55-4ea0-b0d2-41c612507a1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ee363e03214479ab8ee8924c997b069&device_id=f334088f-1d29-495c-88bd-c8aa3afa244e HTTP/1.1" status: 200 len: 1094 time: 1.2412663 May 24 22:49:32.554093 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-8425871c-2243-4ec0-93cf-4d736ee1cc8a service neutron] 10.222.0.31 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102084 May 24 22:49:32.568890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port fd0fb66e-bc69-471b-833b-4157ff3fa679 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:32.571099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2984efef-b711-49e6-9575-9bdc2b99cfd3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:32.683972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 2984efef-b711-49e6-9575-9bdc2b99cfd3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:32.691860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2984efef-b711-49e6-9575-9bdc2b99cfd3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:32.692179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc42a89-525a-48d2-8631-18a139fd950d req-72e3c928-fe41-4b4b-9898-60d021ab8a24 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:32.693370 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:32.694416 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8bc42a89-525a-48d2-8631-18a139fd950d req-72e3c928-fe41-4b4b-9898-60d021ab8a24 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.7201188 May 24 22:49:32.696694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-355428c4-9b14-44ad-8db5-7c46c1bf2ff6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 HTTP/1.1" status: 200 len: 217 time: 0.1417081 May 24 22:49:32.748822 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45ac790e-64fe-47cb-9dd6-8da4d718ff45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:32.752228 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-45ac790e-64fe-47cb-9dd6-8da4d718ff45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f52fef8-b32b-4dbd-9beb-ab83d6443527 HTTP/1.1" status: 204 len: 168 time: 2.7467926 May 24 22:49:32.781891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-eea018c3-b407-4ed0-b28a-e1f30b38b022 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Calling delete_port for 23be3634-e773-4537-9849-70e26e2b9a80 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:49:32.888638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8bc42a89-525a-48d2-8631-18a139fd950d req-d252e542-3515-4aeb-889e-268eec244651 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874819 May 24 22:49:32.891120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-f87f7765-1b34-4033-a403-b4ee379ce7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:32.893679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-f87f7765-1b34-4033-a403-b4ee379ce7b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c52a433-2b8f-427e-8556-9cb7b625bfff HTTP/1.1" status: 200 len: 853 time: 0.1264830 May 24 22:49:32.978866 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-485234d6-8fb5-4978-96f8-6caace6c64b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755870 May 24 22:49:32.981457 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:33.131001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea90fa-6f01-4643-9dd8-aeccc6b4a5c3 req-a1d8b68b-50a0-45b4-96d2-74e906ba0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:33.132704 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eeea90fa-6f01-4643-9dd8-aeccc6b4a5c3 req-a1d8b68b-50a0-45b4-96d2-74e906ba0352 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 1096 time: 1.2635617 May 24 22:49:33.155902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf71054-34a0-414d-934f-a830e7062124 req-b3dd03a1-9a4a-41c4-ad0a-83b098b873fa tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:33.164306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-abf71054-34a0-414d-934f-a830e7062124 req-b3dd03a1-9a4a-41c4-ad0a-83b098b873fa tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 945 time: 1.2215905 May 24 22:49:33.216377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2984efef-b711-49e6-9575-9bdc2b99cfd3 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:33.218245 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:33.285317 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Allocated IP 10.1.1.42 (9cc5ec01-d328-44ce-88b3-bbca33dfa380/a57ca9f4-d365-46cd-b1de-3bfac442f67b/b8212bdc-7fe0-4b39-afe3-951ec555d778) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:33.322328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-dd7986ed-bed6-41e8-a625-229bf6f1eb33 None None] Provisioning complete for port 2984efef-b711-49e6-9575-9bdc2b99cfd3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:33.323329 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dd7986ed-bed6-41e8-a625-229bf6f1eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:33.330488 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-abf71054-34a0-414d-934f-a830e7062124 req-d8eee27f-d1b0-46e1-a2a8-0fd9bdd55a0f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652768 May 24 22:49:33.415893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eeea90fa-6f01-4643-9dd8-aeccc6b4a5c3 req-dfcbef66-3ddb-42d5-acc3-cfcc3e0e2c71 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708895 May 24 22:49:33.418544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 2984efef-b711-49e6-9575-9bdc2b99cfd3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2984efef-b711-49e6-9575-9bdc2b99cfd3,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:33.438582 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:33.445805 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-eea018c3-b407-4ed0-b28a-e1f30b38b022 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:33.567979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02', '161d9da7-83b9-4035-b884-57d12ba28381'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:33.641726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['07bd9dd0-4040-41ff-a337-e398d6f46da5', 'acd602bc-7b5f-4669-87f5-3708f9d0948b', '995b50a9-a73c-4356-bc29-f22c66a83ed9'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:33.716759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:49:33.736935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea018c3-b407-4ed0-b28a-e1f30b38b022 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event deleted for resources: {'Port': ['ID=23be3634-e773-4537-9849-70e26e2b9a80,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:33.923331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 23be3634-e773-4537-9849-70e26e2b9a80 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:33.981631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-eea018c3-b407-4ed0-b28a-e1f30b38b022 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] No DVR routers for this DVR port 23be3634-e773-4537-9849-70e26e2b9a80 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:49:34.014345 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-875ca55d-f254-4e21-a064-0ffc966a3093 service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0100994 May 24 22:49:34.015002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-eea018c3-b407-4ed0-b28a-e1f30b38b022 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:34.094906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c8a5f3-f132-417c-8fee-39ca246172af', 'name': 'network-vif-deleted', 'tag': '23be3634-e773-4537-9849-70e26e2b9a80'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:34.152918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbcbdb-6403-49b8-b87e-e606f9795830 req-3bd81f46-4258-4bfa-a0b0-ef1ba884245b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:34.162451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbcbdb-6403-49b8-b87e-e606f9795830 req-3bd81f46-4258-4bfa-a0b0-ef1ba884245b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:34.163474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9c28355-9fe0-48a1-86a4-6b3cef03bfcc req-eea018c3-b407-4ed0-b28a-e1f30b38b022 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "DELETE /v2.0/ports/23be3634-e773-4537-9849-70e26e2b9a80 HTTP/1.1" status: 204 len: 173 time: 4.0682297 May 24 22:49:34.169347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbcbdb-6403-49b8-b87e-e606f9795830 req-3bd81f46-4258-4bfa-a0b0-ef1ba884245b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:34.182693 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:49:34.183047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbcbdb-6403-49b8-b87e-e606f9795830 req-3bd81f46-4258-4bfa-a0b0-ef1ba884245b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:34.195210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbcbdb-6403-49b8-b87e-e606f9795830 req-3bd81f46-4258-4bfa-a0b0-ef1ba884245b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:34.205208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbcbdb-6403-49b8-b87e-e606f9795830 req-3bd81f46-4258-4bfa-a0b0-ef1ba884245b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:34.218066 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02fbcbdb-6403-49b8-b87e-e606f9795830 req-3bd81f46-4258-4bfa-a0b0-ef1ba884245b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 4604 time: 0.6774664 May 24 22:49:34.238090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef379dec-a967-488e-a028-d56b3a324eab req-6ca22d40-0bb2-44ea-91f2-ca861e001c13 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:34.245629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef379dec-a967-488e-a028-d56b3a324eab req-6ca22d40-0bb2-44ea-91f2-ca861e001c13 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 943 time: 0.5892162 May 24 22:49:34.339896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:34.371365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef379dec-a967-488e-a028-d56b3a324eab req-e0cd318f-4e19-4ae0-82dd-d667a1f6ac0c tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247251 May 24 22:49:34.376595 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02fbcbdb-6403-49b8-b87e-e606f9795830 req-87328ba9-0824-44fa-9bca-1b1d42a5b688 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1574173 May 24 22:49:34.410179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Transition to ACTIVE for port object b8212bdc-7fe0-4b39-afe3-951ec555d778 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:34.437181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-dd7986ed-bed6-41e8-a625-229bf6f1eb33 None None] Current status of the port 2984efef-b711-49e6-9575-9bdc2b99cfd3 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:34.447919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 23be3634-e773-4537-9849-70e26e2b9a80 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:49:34.448259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 23be3634-e773-4537-9849-70e26e2b9a80 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:49:34.510243 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:34.545562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=2984efef-b711-49e6-9575-9bdc2b99cfd3,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:34.775356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:34.779021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:34.781332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Port': ['ID=b8212bdc-7fe0-4b39-afe3-951ec555d778,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:34.783231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a527e525-5b3f-41bc-969b-266188f14673 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:34.792839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:34.800910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:34.819372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '67a297ea-3aa1-4a05-9d06-2f66f08f8c0d', 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5', 'port_id': '67a297ea-3aa1-4a05-9d06-2f66f08f8c0d', 'mac_address': 'fa:16:3e:ce:32:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c52a433-2b8f-427e-8556-9cb7b625bfff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:49:34.851712 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:34.870235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Transition to ACTIVE for port object a527e525-5b3f-41bc-969b-266188f14673 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:34.941076 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a880cddb-c881-4e5a-ac92-82c319dd8570'] response: {'name': 'network-changed', 'server_uuid': '36db7a82-a7fc-4f35-a625-1a94d458a82b', 'tag': '67a297ea-3aa1-4a05-9d06-2f66f08f8c0d', 'status': 'completed', 'code': 200} May 24 22:49:34.953560 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1d7eb2e-0a01-4591-8d6c-ec558c87d83b req-29483ccb-d95e-4c99-b83c-b724e93ad60b service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9304881 May 24 22:49:35.054580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:35.055023 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:35.058635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-017beb5e-89b0-41ac-9039-e4abc918caab req-3195ead5-b7a5-43b8-8d38-66db43e98028 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c8a5f3-f132-417c-8fee-39ca246172af HTTP/1.1" status: 200 len: 210 time: 0.1163816 May 24 22:49:35.059936 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:35.138092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:35.139132 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:35.212902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:35.253208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-01c6b0c1-afe0-483b-ac01-f33772529303 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1672306 May 24 22:49:35.253654 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f28c938-e0db-4c0a-a82f-500d301178d0'] response: {'server_uuid': 'd3c8a5f3-f132-417c-8fee-39ca246172af', 'name': 'network-vif-deleted', 'tag': '23be3634-e773-4537-9849-70e26e2b9a80', 'status': 'completed', 'code': 200} May 24 22:49:35.274598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:35.302040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fb985-e2e4-40f3-ba96-40bbff747cff req-3a7ec8c0-bd42-4868-9578-599604a741df tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:35.312189 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c02fb985-e2e4-40f3-ba96-40bbff747cff req-3a7ec8c0-bd42-4868-9578-599604a741df tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.3969476 May 24 22:49:35.420994 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c02fb985-e2e4-40f3-ba96-40bbff747cff req-e3d881f8-56b2-4916-93f6-d1e845e86ed6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071074 May 24 22:49:35.582221 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:35.602714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Pushing event updated for resources: {'Port': ['ID=a527e525-5b3f-41bc-969b-266188f14673,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:35.662787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54202) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:35.668176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593257677', 'description': 'tempest-description--1214069861'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:35.681898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:35.713474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:35.740550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:35.779347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:35.786782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Usage tracker for resource:security_group_rule and tenant:03ba65b25e364dc696b96a9bf51ed363 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:35.794884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:35.805932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:35.806386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2984efef-b711-49e6-9575-9bdc2b99cfd3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:35.830338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54206) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:35.846396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212877632', 'description': 'tempest-description--73727472'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:35.862195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:35.890344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Usage tracker for resource:security_group and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:35.899282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:35.911081 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-911ad7b2-0d86-48f9-9a3c-2d59636e29f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:35.925678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:35.958726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Attempting to bind port a527e525-5b3f-41bc-969b-266188f14673 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:35.959100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Attempting to bind port a527e525-5b3f-41bc-969b-266188f14673 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:35.959388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Attempting to bind port a527e525-5b3f-41bc-969b-266188f14673 on network abbe8918-2b0f-4539-a34b-fc1ac752a667 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:35.972667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Port a527e525-5b3f-41bc-969b-266188f14673 on network abbe8918-2b0f-4539-a34b-fc1ac752a667 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:49:35.972915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Attempting to bind port a527e525-5b3f-41bc-969b-266188f14673 on network abbe8918-2b0f-4539-a34b-fc1ac752a667 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:35.977156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff997c3-7fb1-45a4-8606-6c8cbbff3f4c req-23655884-5627-404c-826e-e7783198d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:35.978683 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ff997c3-7fb1-45a4-8606-6c8cbbff3f4c req-23655884-5627-404c-826e-e7783198d9dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ee363e03214479ab8ee8924c997b069&device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 1094 time: 1.1070247 May 24 22:49:35.990526 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:36.028059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-842a8ac9-25eb-446a-86ca-a978e773fa68 None None] Provisioning for port b8212bdc-7fe0-4b39-afe3-951ec555d778 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:36.036709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['67a297ea-3aa1-4a05-9d06-2f66f08f8c0d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:36.157788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:36.181534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b72328-fd4a-409d-a0b9-b007c3170ebb req-2d72ec89-0716-4559-b903-2da3baeb9326 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:36.193463 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-91b72328-fd4a-409d-a0b9-b007c3170ebb req-2d72ec89-0716-4559-b903-2da3baeb9326 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 945 time: 0.5868399 May 24 22:49:36.195956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff997c3-7fb1-45a4-8606-6c8cbbff3f4c req-db0e906a-ab21-4be9-8051-7522182c3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:36.198027 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ff997c3-7fb1-45a4-8606-6c8cbbff3f4c req-db0e906a-ab21-4be9-8051-7522182c3a23 service neutron] 10.222.0.31 "GET /v2.0/networks?id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5 HTTP/1.1" status: 200 len: 914 time: 0.2087221 May 24 22:49:36.200572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:36.201041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Checking segment: {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:36.201439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Bound using segment: {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:36.201943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Bound port: a527e525-5b3f-41bc-969b-266188f14673, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:36.202462 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:36.207197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:36.214427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-842a8ac9-25eb-446a-86ca-a978e773fa68 None None] Provisioning complete for port b8212bdc-7fe0-4b39-afe3-951ec555d778 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:36.216078 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-842a8ac9-25eb-446a-86ca-a978e773fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:36.216483 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:36.227592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Usage tracker for resource:security_group_rule and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:36.244871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:36.255107 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:36.306623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:36.393024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ff997c3-7fb1-45a4-8606-6c8cbbff3f4c req-26a20618-b93c-40b0-b078-29941c4fdb13 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d HTTP/1.1" status: 200 len: 217 time: 0.1634505 May 24 22:49:36.478887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1544317-46cc-47c0-8e8b-190dc9b634a4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:36.503283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-91b72328-fd4a-409d-a0b9-b007c3170ebb req-71932445-85a7-416b-804b-6ec70a40f0f5 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077114 May 24 22:49:36.504217 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:36.511134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2d6df805-b696-4af2-927c-20716736c512 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8472450 May 24 22:49:36.512149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54226) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:36.525650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff997c3-7fb1-45a4-8606-6c8cbbff3f4c req-8d0f54bb-019a-4787-aff7-ee885fb1d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:36.527778 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ff997c3-7fb1-45a4-8606-6c8cbbff3f4c req-8d0f54bb-019a-4787-aff7-ee885fb1d03e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0c52a433-2b8f-427e-8556-9cb7b625bfff HTTP/1.1" status: 200 len: 853 time: 0.1215625 May 24 22:49:36.546480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c3ca161f-586b-4fa5-8ae4-6be3509bcac6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Request body: {'security_group_rule': {'security_group_id': 'a1544317-46cc-47c0-8e8b-190dc9b634a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:36.585212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d865a-4890-4b02-b918-a868825c9552 req-dba6b55c-8f0b-49ca-b4ac-01926e9bcfde tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:36.592902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] For port a527e525-5b3f-41bc-969b-266188f14673, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:36.593081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-819d865a-4890-4b02-b918-a868825c9552 req-dba6b55c-8f0b-49ca-b4ac-01926e9bcfde tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 944 time: 0.5271738 May 24 22:49:36.606804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ff997c3-7fb1-45a4-8606-6c8cbbff3f4c req-cafc80c5-659c-4158-b092-6b1764556e0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661564 May 24 22:49:36.625062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c3ca161f-586b-4fa5-8ae4-6be3509bcac6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:36.640209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-842a8ac9-25eb-446a-86ca-a978e773fa68 None None] Port b8212bdc-7fe0-4b39-afe3-951ec555d778 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:49:36.692128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c3ca161f-586b-4fa5-8ae4-6be3509bcac6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Usage tracker for resource:security_group_rule and tenant:03ba65b25e364dc696b96a9bf51ed363 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:36.742539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c3ca161f-586b-4fa5-8ae4-6be3509bcac6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:36.778398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c3ca161f-586b-4fa5-8ae4-6be3509bcac6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:36.788561 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:36.807093 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:36.842679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] For port a527e525-5b3f-41bc-969b-266188f14673, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a527e525-5b3f-41bc-969b-266188f14673,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:36.856854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:36.861778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0290630 May 24 22:49:36.865487 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2984efef-b711-49e6-9575-9bdc2b99cfd3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:36.865885 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:36.866321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54236) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:36.867185 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c3ca161f-586b-4fa5-8ae4-6be3509bcac6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:36.887069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-819d865a-4890-4b02-b918-a868825c9552 req-24320a87-ea80-412a-8b7a-98956cf7e144 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511795 May 24 22:49:36.919479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6cd374a6-deb4-4431-ae22-eb61d40d437e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'security_group_rule': {'security_group_id': '170c4bf6-872b-4011-a41d-6c4113deb19a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:36.967169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6cd374a6-deb4-4431-ae22-eb61d40d437e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:37.012037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6cd374a6-deb4-4431-ae22-eb61d40d437e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Usage tracker for resource:security_group_rule and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:37.015097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ee726-df88-4cd8-ba4f-69a0fb10edef tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170c4bf6-872b-4011-a41d-6c4113deb19a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:37.022606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6cd374a6-deb4-4431-ae22-eb61d40d437e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:37.063520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6cd374a6-deb4-4431-ae22-eb61d40d437e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:37.082959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f334088f-1d29-495c-88bd-c8aa3afa244e', 'tag': '79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2'}, {'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': 'a7b98f36-c3f3-4e71-b3eb-71ee080403ce'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:37.092540 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ff997c3-7fb1-45a4-8606-6c8cbbff3f4c req-7452e953-c85c-47d3-aa61-63bcdf8bac37 service neutron] 10.222.0.31 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635568 May 24 22:49:37.123300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6cd374a6-deb4-4431-ae22-eb61d40d437e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.192177 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c3ca161f-586b-4fa5-8ae4-6be3509bcac6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.228370 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c3ca161f-586b-4fa5-8ae4-6be3509bcac6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.295988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca161f-586b-4fa5-8ae4-6be3509bcac6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48547d3f-9db9-4559-963f-b96eb3be6a99,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:37.296232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2984efef-b711-49e6-9575-9bdc2b99cfd3 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:37.301071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ff997c3-7fb1-45a4-8606-6c8cbbff3f4c req-8fefa843-8bb2-4591-bf13-d07b9d29745b service neutron] 10.222.0.31 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814437 May 24 22:49:37.302499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.355259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c3ca161f-586b-4fa5-8ae4-6be3509bcac6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.356801 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c3ca161f-586b-4fa5-8ae4-6be3509bcac6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8382995 May 24 22:49:37.360137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54246) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:37.411653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Pushing event updated for resources: {'Port': ['ID=a527e525-5b3f-41bc-969b-266188f14673,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:37.421925 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:37.422645 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.424372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-227c6f88-513b-4305-ad92-534002bb644e service neutron] 10.222.0.31 "PUT /v2.0/ports/a527e525-5b3f-41bc-969b-266188f14673 HTTP/1.1" status: 200 len: 1135 time: 5.4909258 May 24 22:49:37.451592 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c46c1a82-4809-49d2-9127-aac6bf658657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.451853 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404d8d4-7a85-4a2b-8dd3-8c8d37be8391 req-2de12c0a-d090-4fa8-80d1-d9740d6fa557 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:37.459150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404d8d4-7a85-4a2b-8dd3-8c8d37be8391 req-2de12c0a-d090-4fa8-80d1-d9740d6fa557 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:37.465561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404d8d4-7a85-4a2b-8dd3-8c8d37be8391 req-2de12c0a-d090-4fa8-80d1-d9740d6fa557 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:37.471623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404d8d4-7a85-4a2b-8dd3-8c8d37be8391 req-2de12c0a-d090-4fa8-80d1-d9740d6fa557 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:37.481966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404d8d4-7a85-4a2b-8dd3-8c8d37be8391 req-2de12c0a-d090-4fa8-80d1-d9740d6fa557 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:37.493963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404d8d4-7a85-4a2b-8dd3-8c8d37be8391 req-2de12c0a-d090-4fa8-80d1-d9740d6fa557 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:37.509914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404d8d4-7a85-4a2b-8dd3-8c8d37be8391 req-2de12c0a-d090-4fa8-80d1-d9740d6fa557 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:37.519350 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a404d8d4-7a85-4a2b-8dd3-8c8d37be8391 req-2de12c0a-d090-4fa8-80d1-d9740d6fa557 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5381 time: 0.5152905 May 24 22:49:37.561324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:37.594614 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6cd374a6-deb4-4431-ae22-eb61d40d437e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.602773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e3f8c18f-54fd-49b4-bc8f-d154116c9145 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Request body: {'security_group_rule': {'security_group_id': 'a1544317-46cc-47c0-8e8b-190dc9b634a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:37.611803 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6cd374a6-deb4-4431-ae22-eb61d40d437e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.628638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e3f8c18f-54fd-49b4-bc8f-d154116c9145 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:37.650672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd374a6-deb4-4431-ae22-eb61d40d437e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c9a341-4acc-44dd-b719-77f7a4072b93,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:37.654247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e3f8c18f-54fd-49b4-bc8f-d154116c9145 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Usage tracker for resource:security_group_rule and tenant:03ba65b25e364dc696b96a9bf51ed363 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:37.668330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e3f8c18f-54fd-49b4-bc8f-d154116c9145 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:37.681803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a404d8d4-7a85-4a2b-8dd3-8c8d37be8391 req-4cb25d6e-a971-4fae-a5e0-a00c3987ae72 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1599000 May 24 22:49:37.685029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e3f8c18f-54fd-49b4-bc8f-d154116c9145 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:37.702622 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6cd374a6-deb4-4431-ae22-eb61d40d437e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.705000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6cd374a6-deb4-4431-ae22-eb61d40d437e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8122487 May 24 22:49:37.708156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54250) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:37.720165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'security_group_rule': {'security_group_id': '170c4bf6-872b-4011-a41d-6c4113deb19a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:37.728617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:37.733784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Usage tracker for resource:security_group_rule and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:37.738529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:37.745673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:37.767367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca0df0-7809-4051-a98f-9d71a98bc053 req-088d7633-c7a6-4a57-b49b-d197918128e1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:37.769158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eeca0df0-7809-4051-a98f-9d71a98bc053 req-088d7633-c7a6-4a57-b49b-d197918128e1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.4949942 May 24 22:49:37.787811 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c18f-54fd-49b4-bc8f-d154116c9145 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.820041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.855832 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c18f-54fd-49b4-bc8f-d154116c9145 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.875249 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.894385 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c18f-54fd-49b4-bc8f-d154116c9145 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:37.906673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:49:37.969833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8c18f-54fd-49b4-bc8f-d154116c9145 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3298c5c1-b915-4003-b9a6-814db982d3c2,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:38.000480 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eeca0df0-7809-4051-a98f-9d71a98bc053 req-124fa9c6-fdcf-4226-b06b-1d07db70e125 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153666 May 24 22:49:38.001829 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c18f-54fd-49b4-bc8f-d154116c9145 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.006538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e3f8c18f-54fd-49b4-bc8f-d154116c9145 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6368551 May 24 22:49:38.009391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54256) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:38.024470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:38.035602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:38.048413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Usage tracker for resource:floatingip and tenant:03ba65b25e364dc696b96a9bf51ed363 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:38.056948 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.060384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:38.068925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:38.073807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.111330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f372c4f-461f-4f26-b338-6676082a3068,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:38.116575 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.118047 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4083118 May 24 22:49:38.125984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54264) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:38.128519 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.162178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:38.170385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:38.176329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Usage tracker for resource:floatingip and tenant:0d12f2100d0a407eb54394a509d1c250 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:38.180381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:38.188735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:38.203773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.205018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.205725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.206437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.206996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.208680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.209196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.209852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.210403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.210893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.211375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.211898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf44ab-adc2-4a18-b6eb-bf93240a39df tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:49:38.227725 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.281539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c912197-869c-4d18-8115-2b1ec620bf9e req-a546c4da-789a-4b46-8a95-efd3147197d6 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:38.283113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c912197-869c-4d18-8115-2b1ec620bf9e req-a546c4da-789a-4b46-8a95-efd3147197d6 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 945 time: 0.4040332 May 24 22:49:38.303436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54272) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:38.317216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:38.323868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c877d6a1-5b4f-4d86-a12e-1e6b08fca4cc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Request body: {'floatingip': {'port_id': '7136c3bf-6093-4997-b086-09a0c69a4676'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:38.342341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2', 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5', 'port_id': '79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2', 'mac_address': 'fa:16:3e:4b:6f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c52a433-2b8f-427e-8556-9cb7b625bfff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:49:38.447283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:38.447668 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.465114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:38.481102 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c877d6a1-5b4f-4d86-a12e-1e6b08fca4cc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.499426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:38.511798 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.610599 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.649296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:38.739304 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.743016 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:38.820817 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ba8fb0-e287-4540-95c0-f74498cca200'] response: {'name': 'network-changed', 'server_uuid': 'f334088f-1d29-495c-88bd-c8aa3afa244e', 'tag': '79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2', 'status': 'completed', 'code': 200} May 24 22:49:38.821076 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ba8fb0-e287-4540-95c0-f74498cca200'] response: {'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': 'a7b98f36-c3f3-4e71-b3eb-71ee080403ce', 'status': 'completed', 'code': 200} May 24 22:49:38.837072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:38.859509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Allocated IP 172.25.7.135 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/023b662e-9778-4d34-a065-b1ca0c32fbb7) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:39.098015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:39.234683 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:39.434292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:39.440258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Allocated IP 172.25.7.201 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/311a7e9d-e676-49e5-a8f7-bdcc69705ef9) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:39.538824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-d3c6df4f-c404-48b6-9f70-3ef3816211cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.540310 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-d3c6df4f-c404-48b6-9f70-3ef3816211cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ee363e03214479ab8ee8924c997b069&device_id=f334088f-1d29-495c-88bd-c8aa3afa244e HTTP/1.1" status: 200 len: 1095 time: 0.7185335 May 24 22:49:39.584827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213772d4-e935-4ee3-bf7a-c04669b338ad req-c2fd0e21-a83e-4235-b644-937b646569f6 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.585539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-213772d4-e935-4ee3-bf7a-c04669b338ad req-c2fd0e21-a83e-4235-b644-937b646569f6 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Synchronizing usage tracker for tenant:3ee363e03214479ab8ee8924c997b069 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:39.593256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-cff81b55-6f9b-4261-81ed-a3eed25d1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.593760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-cff81b55-6f9b-4261-81ed-a3eed25d1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.594226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-cff81b55-6f9b-4261-81ed-a3eed25d1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.594686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-cff81b55-6f9b-4261-81ed-a3eed25d1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.595149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-cff81b55-6f9b-4261-81ed-a3eed25d1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.595605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-cff81b55-6f9b-4261-81ed-a3eed25d1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.596116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-cff81b55-6f9b-4261-81ed-a3eed25d1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.596521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:39.598029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-cff81b55-6f9b-4261-81ed-a3eed25d1024 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1b53c9434c24a0f875564307ddb2295&device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 6218 time: 0.7818387 May 24 22:49:39.647627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:39.662082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:39.672954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:39.673229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:39.678912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:39.679286 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:39.716197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event updated for resources: {'Port': ['ID=023b662e-9778-4d34-a065-b1ca0c32fbb7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:39.801101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:39.801353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:39.801719 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:39.831641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36db7a82-a7fc-4f35-a625-1a94d458a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a297ea-3aa1-4a05-9d06-2f66f08f8c0d'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:39.833649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3cad-2b40-47e7-8dbd-696c793f3a9f req-0e1b82e6-7343-4687-979a-b1eab960406e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.839704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3cad-2b40-47e7-8dbd-696c793f3a9f req-0e1b82e6-7343-4687-979a-b1eab960406e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.841638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:39.845463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3cad-2b40-47e7-8dbd-696c793f3a9f req-0e1b82e6-7343-4687-979a-b1eab960406e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.846271 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:39.851425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3cad-2b40-47e7-8dbd-696c793f3a9f req-0e1b82e6-7343-4687-979a-b1eab960406e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.857153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3cad-2b40-47e7-8dbd-696c793f3a9f req-0e1b82e6-7343-4687-979a-b1eab960406e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.863136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3cad-2b40-47e7-8dbd-696c793f3a9f req-0e1b82e6-7343-4687-979a-b1eab960406e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.868885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3cad-2b40-47e7-8dbd-696c793f3a9f req-0e1b82e6-7343-4687-979a-b1eab960406e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:39.870111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc851629-5b5e-4561-82bd-af28b731ae93 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:39.870940 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4acc3cad-2b40-47e7-8dbd-696c793f3a9f req-0e1b82e6-7343-4687-979a-b1eab960406e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5381 time: 0.4384544 May 24 22:49:39.906413 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:39.907803 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:39.917135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-213772d4-e935-4ee3-bf7a-c04669b338ad req-c2fd0e21-a83e-4235-b644-937b646569f6 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Unset dirty status for tenant:3ee363e03214479ab8ee8924c997b069 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:39.923989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-213772d4-e935-4ee3-bf7a-c04669b338ad req-c2fd0e21-a83e-4235-b644-937b646569f6 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 944 time: 1.1048701 May 24 22:49:39.937922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:39.970191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4acc3cad-2b40-47e7-8dbd-696c793f3a9f req-ded2c9c2-97e3-4c39-8c63-2509207fad50 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923846 May 24 22:49:40.012420 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.015239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Transition to ACTIVE for port object fc851629-5b5e-4561-82bd-af28b731ae93 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:40.044700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.064182 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.074741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:40.097005 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.110060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:40.117280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:40.117796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.138600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-1701d09e-1c12-443c-b34d-7a2e6ed4ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:40.140041 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-1701d09e-1c12-443c-b34d-7a2e6ed4ffe6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5 HTTP/1.1" status: 200 len: 914 time: 0.5632849 May 24 22:49:40.153541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-213772d4-e935-4ee3-bf7a-c04669b338ad req-07afb655-55b1-420a-bba8-209e00285318 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Synchronizing usage tracker for tenant:3ee363e03214479ab8ee8924c997b069 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:40.173825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:40.219427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-610a5757-5a21-4311-bcf6-f545a8330811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:40.220109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-610a5757-5a21-4311-bcf6-f545a8330811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:40.220792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-610a5757-5a21-4311-bcf6-f545a8330811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:40.222641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-610a5757-5a21-4311-bcf6-f545a8330811 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c1b53c9434c24a0f875564307ddb2295&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5846248 May 24 22:49:40.244842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:40.245228 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.283753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:40.289115 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.346813 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-866347d2-6f43-4a2b-8989-41f45568d0a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 HTTP/1.1" status: 200 len: 217 time: 0.1828635 May 24 22:49:40.364334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:40.389844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:40.418484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Pushing event updated for resources: {'Port': ['ID=fc851629-5b5e-4561-82bd-af28b731ae93,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:40.446720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:40.523242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-213772d4-e935-4ee3-bf7a-c04669b338ad req-07afb655-55b1-420a-bba8-209e00285318 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Unset dirty status for tenant:3ee363e03214479ab8ee8924c997b069 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:40.524451 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-213772d4-e935-4ee3-bf7a-c04669b338ad req-07afb655-55b1-420a-bba8-209e00285318 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993099 May 24 22:49:40.537980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Port': ['ID=311a7e9d-e676-49e5-a8f7-bdcc69705ef9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:40.566240 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-c877d6a1-5b4f-4d86-a12e-1e6b08fca4cc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:49:40.703180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-b5c6bfe4-9e82-4a51-9b09-4cb9beafc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:40.704653 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-b5c6bfe4-9e82-4a51-9b09-4cb9beafc7f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c52a433-2b8f-427e-8556-9cb7b625bfff HTTP/1.1" status: 200 len: 853 time: 0.2929561 May 24 22:49:40.758997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c877d6a1-5b4f-4d86-a12e-1e6b08fca4cc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.786579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-698aed1f-9646-447a-ad39-af04e0d0a8d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673919 May 24 22:49:40.789080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c877d6a1-5b4f-4d86-a12e-1e6b08fca4cc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:40.810316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211fc5c-dcbf-4619-8677-f57f9b1455a2 req-1fe4a3c0-b5ed-47b3-a13d-cb06a304a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:40.811789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d211fc5c-dcbf-4619-8677-f57f9b1455a2 req-1fe4a3c0-b5ed-47b3-a13d-cb06a304a38b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 1097 time: 0.6806197 May 24 22:49:40.826555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e903bd-1ee5-40ea-bce2-6dd12e82a357 req-7895bbdd-838b-4aa9-81db-6882c9679163 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:40.833224 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27e903bd-1ee5-40ea-bce2-6dd12e82a357 req-7895bbdd-838b-4aa9-81db-6882c9679163 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 0.7058475 May 24 22:49:40.836494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-dabb4bb2-64fe-4f60-82be-be5987139d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:40.837966 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-dabb4bb2-64fe-4f60-82be-be5987139d68 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5545235 May 24 22:49:40.844394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-2472a7e3-fc07-4c06-9760-e7ba4ef07e1a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:40.845529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-2472a7e3-fc07-4c06-9760-e7ba4ef07e1a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:40.847398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': 'a527e525-5b3f-41bc-969b-266188f14673'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:40.920590 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:41.011082 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:49:41.018918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-2472a7e3-fc07-4c06-9760-e7ba4ef07e1a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:41.020039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-2472a7e3-fc07-4c06-9760-e7ba4ef07e1a tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a65fd38-3923-4da6-a75d-e6315838c396 HTTP/1.1" status: 200 len: 949 time: 0.6210494 May 24 22:49:41.062654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Attempting to bind port fc851629-5b5e-4561-82bd-af28b731ae93 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:41.062900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Attempting to bind port fc851629-5b5e-4561-82bd-af28b731ae93 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:41.063204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Attempting to bind port fc851629-5b5e-4561-82bd-af28b731ae93 on network abbe8918-2b0f-4539-a34b-fc1ac752a667 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:41.093335 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:41.116543 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27e903bd-1ee5-40ea-bce2-6dd12e82a357 req-79d26d5a-8606-49a1-a8fb-8e2005b608a2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820506 May 24 22:49:41.141374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:41.143305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Port fc851629-5b5e-4561-82bd-af28b731ae93 on network abbe8918-2b0f-4539-a34b-fc1ac752a667 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:49:41.143855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Attempting to bind port fc851629-5b5e-4561-82bd-af28b731ae93 on network abbe8918-2b0f-4539-a34b-fc1ac752a667 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:41.167798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:41.168153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Checking segment: {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:41.168557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Bound using segment: {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:41.168981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Bound port: fc851629-5b5e-4561-82bd-af28b731ae93, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:41.169323 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:41.190556 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b835b402-4d9c-4f54-9444-0021cf58e6a6'] response: {'server_uuid': '36db7a82-a7fc-4f35-a625-1a94d458a82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a297ea-3aa1-4a05-9d06-2f66f08f8c0d', 'code': 200} May 24 22:49:41.290698 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:41.327178 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f4f9a2-b3f9-47f7-8c68-99dc1b48df59'] response: {'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': 'a527e525-5b3f-41bc-969b-266188f14673', 'status': 'completed', 'code': 200} May 24 22:49:41.335053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-fcb3eca7-dbfd-4023-a633-7737d05a4843 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Deleting port 161d9da7-83b9-4035-b884-57d12ba28381 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:41.335395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-fcb3eca7-dbfd-4023-a633-7737d05a4843 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:41.365657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.31', 54679) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:41.441121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] For port fc851629-5b5e-4561-82bd-af28b731ae93, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:41.444939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] For port fc851629-5b5e-4561-82bd-af28b731ae93, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fc851629-5b5e-4561-82bd-af28b731ae93,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:41.456275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211fc5c-dcbf-4619-8677-f57f9b1455a2 req-aec35a43-7937-48d2-a953-17a6d407f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:41.457756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d211fc5c-dcbf-4619-8677-f57f9b1455a2 req-aec35a43-7937-48d2-a953-17a6d407f1dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 913 time: 0.5969367 May 24 22:49:41.480074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df517d2e-ef63-44d8-9e35-547fccfbb234 req-05da18ca-681b-4bd1-9412-caf8f68931a3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:41.481850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df517d2e-ef63-44d8-9e35-547fccfbb234 req-05da18ca-681b-4bd1-9412-caf8f68931a3 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/ports?device_id=37894060-40a8-47a8-abaf-567e37d049df HTTP/1.1" status: 200 len: 950 time: 0.7090948 May 24 22:49:41.497807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20aecb-06f0-4275-81e6-b3c67d016822 req-70a48da1-808f-45a3-85a3-c8e0364c2791 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:41.503911 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2b20aecb-06f0-4275-81e6-b3c67d016822 req-70a48da1-808f-45a3-85a3-c8e0364c2791 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a65fd38-3923-4da6-a75d-e6315838c396 HTTP/1.1" status: 200 len: 949 time: 0.6518457 May 24 22:49:41.507032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:41.521299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event updated for resources: {'Port': ['ID=023b662e-9778-4d34-a065-b1ca0c32fbb7,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:41.553975 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-c7495206-f903-48d0-a46b-31c2ca203605 service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7150660 May 24 22:49:41.589729 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-c877d6a1-5b4f-4d86-a12e-1e6b08fca4cc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Floating IP 1d2681b8-3c49-4606-86e9-b88376aaa06e associated. External IP: 172.25.7.210, port: 7136c3bf-6093-4997-b086-09a0c69a4676. May 24 22:49:41.675625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d211fc5c-dcbf-4619-8677-f57f9b1455a2 req-dff548b4-2cb1-4c40-944c-d1cc3363a68b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530 HTTP/1.1" status: 200 len: 217 time: 0.1566372 May 24 22:49:41.693005 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:41.941593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-df517d2e-ef63-44d8-9e35-547fccfbb234 req-5b63ee79-0f6c-413e-a30b-eaced643b404 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Deleting port 995b50a9-a73c-4356-bc29-f22c66a83ed9 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:41.942234 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-df517d2e-ef63-44d8-9e35-547fccfbb234 req-5b63ee79-0f6c-413e-a30b-eaced643b404 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:41.963353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Pushing event updated for resources: {'Port': ['ID=fc851629-5b5e-4561-82bd-af28b731ae93,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:41.984738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:41.984738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:41.987243 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2ce5dc82-8e96-477b-bb8c-ba76b48e368a service neutron] 10.222.0.31 "PUT /v2.0/ports/fc851629-5b5e-4561-82bd-af28b731ae93 HTTP/1.1" status: 200 len: 1090 time: 4.4302680 May 24 22:49:42.070462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:42.109439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54340) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:42.146080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d82e3-85fe-46d0-b567-bf39a89ddcc4 req-35f0ecce-f266-4b14-a636-a793f7f6b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.148065 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c57d82e3-85fe-46d0-b567-bf39a89ddcc4 req-35f0ecce-f266-4b14-a636-a793f7f6b460 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 1096 time: 0.8459549 May 24 22:49:42.183059 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2b20aecb-06f0-4275-81e6-b3c67d016822 req-bab23693-3d5f-4317-b02c-5d8bdb5d3b33 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6719625 May 24 22:49:42.209729 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:42.209729 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-91b6cc74-08b7-4f99-a81f-34732633f11e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1984830 May 24 22:49:42.308635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12e0968d-d1f2-4cb7-be4b-51bd309682fa req-511b3610-48c2-4f61-8a21-e6b7594a61b5 service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7262456 May 24 22:49:42.332838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211fc5c-dcbf-4619-8677-f57f9b1455a2 req-f5d1806e-22ed-47b7-a287-fdc72ec6228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.334750 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d211fc5c-dcbf-4619-8677-f57f9b1455a2 req-f5d1806e-22ed-47b7-a287-fdc72ec6228e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.6360750 May 24 22:49:42.389982 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c57d82e3-85fe-46d0-b567-bf39a89ddcc4 req-8a39cd2c-c1a5-436f-892c-01673facb96b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127268 May 24 22:49:42.424792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-8766f2bc-b763-4b6b-b2bb-fc89070c7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.425279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-8766f2bc-b763-4b6b-b2bb-fc89070c7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.425770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-8766f2bc-b763-4b6b-b2bb-fc89070c7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.426232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-8766f2bc-b763-4b6b-b2bb-fc89070c7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.426690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-8766f2bc-b763-4b6b-b2bb-fc89070c7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.427150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-8766f2bc-b763-4b6b-b2bb-fc89070c7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.427600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-8766f2bc-b763-4b6b-b2bb-fc89070c7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.429398 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-8766f2bc-b763-4b6b-b2bb-fc89070c7e47 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1b53c9434c24a0f875564307ddb2295&device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 6285 time: 1.0518131 May 24 22:49:42.465960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d831b-366f-42a8-80e6-d09c6b3412f1 req-720bc254-4db9-468b-ae50-d0ba8a5957c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.472116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d831b-366f-42a8-80e6-d09c6b3412f1 req-720bc254-4db9-468b-ae50-d0ba8a5957c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.477914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d831b-366f-42a8-80e6-d09c6b3412f1 req-720bc254-4db9-468b-ae50-d0ba8a5957c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.483632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d831b-366f-42a8-80e6-d09c6b3412f1 req-720bc254-4db9-468b-ae50-d0ba8a5957c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.486777 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8677e472-824c-441f-b39e-1b117b2d0cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:42.489755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d831b-366f-42a8-80e6-d09c6b3412f1 req-720bc254-4db9-468b-ae50-d0ba8a5957c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.495478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d831b-366f-42a8-80e6-d09c6b3412f1 req-720bc254-4db9-468b-ae50-d0ba8a5957c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.501189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d831b-366f-42a8-80e6-d09c6b3412f1 req-720bc254-4db9-468b-ae50-d0ba8a5957c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.503433 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-057d831b-366f-42a8-80e6-d09c6b3412f1 req-720bc254-4db9-468b-ae50-d0ba8a5957c0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5393 time: 1.0487304 May 24 22:49:42.521540 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:42.534903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8677e472-824c-441f-b39e-1b117b2d0cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:42.537655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d211fc5c-dcbf-4619-8677-f57f9b1455a2 req-17831547-c8c8-4e5c-966b-9317c44f21d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655817 May 24 22:49:42.542612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8677e472-824c-441f-b39e-1b117b2d0cad admin admin] Usage tracker for resource:security_group_rule and tenant:4993f8ff36d440a292e0e4fe5db00a6b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:42.551434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8677e472-824c-441f-b39e-1b117b2d0cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:42.555117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c877d6a1-5b4f-4d86-a12e-1e6b08fca4cc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Router 0499d2bc-0383-4328-a042-75ef1cc10f75 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:49:42.586898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8677e472-824c-441f-b39e-1b117b2d0cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:42.900068 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-057d831b-366f-42a8-80e6-d09c6b3412f1 req-3741f8cb-e095-4770-a3d5-981c3f29696e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3697472 May 24 22:49:42.904200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-fcb3eca7-dbfd-4023-a633-7737d05a4843 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] For port 161d9da7-83b9-4035-b884-57d12ba28381, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=161d9da7-83b9-4035-b884-57d12ba28381,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:42.904593 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-fcb3eca7-dbfd-4023-a633-7737d05a4843 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:42.921838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:49:42.926821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de82e38-3ab6-4429-9383-2c59bed82e3f req-a3f8394f-cf73-4a0a-9be5-4d9d1b7932f6 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:42.928487 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8de82e38-3ab6-4429-9383-2c59bed82e3f req-a3f8394f-cf73-4a0a-9be5-4d9d1b7932f6 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 945 time: 0.5429723 May 24 22:49:43.023494 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:43.108102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-fcb3eca7-dbfd-4023-a633-7737d05a4843 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Calling delete_port for 161d9da7-83b9-4035-b884-57d12ba28381 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:49:43.178084 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8de82e38-3ab6-4429-9383-2c59bed82e3f req-4965f3d3-4d8d-4d14-abf6-669cda7a7dfb tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386870 May 24 22:49:43.179134 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:43.191103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c877d6a1-5b4f-4d86-a12e-1e6b08fca4cc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:49:43.192353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f334088f-1d29-495c-88bd-c8aa3afa244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:43.214718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d988c29-1609-4dbf-8eeb-249cafd5360b None None] Sync routers for ids ['0499d2bc-0383-4328-a042-75ef1cc10f75'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:49:43.231553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d988c29-1609-4dbf-8eeb-249cafd5360b None None] Routers {'0499d2bc-0383-4328-a042-75ef1cc10f75'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:49:43.232476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d988c29-1609-4dbf-8eeb-249cafd5360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:49:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0499d2bc-0383-4328-a042-75ef1cc10f75'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:43.252053 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8677e472-824c-441f-b39e-1b117b2d0cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:43.293665 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8677e472-824c-441f-b39e-1b117b2d0cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:43.296917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Port': ['ID=311a7e9d-e676-49e5-a8f7-bdcc69705ef9,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:43.319866 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c877d6a1-5b4f-4d86-a12e-1e6b08fca4cc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:43.327327 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d211fc5c-dcbf-4619-8677-f57f9b1455a2 req-663d82e7-8814-4eaf-af25-412c0d503be6 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398705 May 24 22:49:43.338885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-2bf3f2e5-e31f-4261-80e4-0e36d704375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:43.339344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-2bf3f2e5-e31f-4261-80e4-0e36d704375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:43.339795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-2bf3f2e5-e31f-4261-80e4-0e36d704375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:43.341306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-2bf3f2e5-e31f-4261-80e4-0e36d704375e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c1b53c9434c24a0f875564307ddb2295&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7555783 May 24 22:49:43.367487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': 'fc851629-5b5e-4561-82bd-af28b731ae93'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:43.431848 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8677e472-824c-441f-b39e-1b117b2d0cad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4993f8ff36d440a292e0e4fe5db00a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3126616 May 24 22:49:43.436923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54370) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:43.441840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677e472-824c-441f-b39e-1b117b2d0cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ccb11f-0014-4a4a-9e6a-c186f77a5f72,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:43.453915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8d988c29-1609-4dbf-8eeb-249cafd5360b None None] Set router 0499d2bc-0383-4328-a042-75ef1cc10f75 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:49:43.485217 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c877d6a1-5b4f-4d86-a12e-1e6b08fca4cc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "PUT /v2.0/floatingips/1d2681b8-3c49-4606-86e9-b88376aaa06e HTTP/1.1" status: 200 len: 991 time: 5.1806619 May 24 22:49:43.497271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-e86c4c56-1f78-46be-9e35-75643288bc10 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--593257677&fields=id&tenant_id=03ba65b25e364dc696b96a9bf51ed363 HTTP/1.1" status: 200 len: 267 time: 0.1917005 May 24 22:49:43.633844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-df517d2e-ef63-44d8-9e35-547fccfbb234 req-5b63ee79-0f6c-413e-a30b-eaced643b404 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] For port 995b50a9-a73c-4356-bc29-f22c66a83ed9, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=995b50a9-a73c-4356-bc29-f22c66a83ed9,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:43.634268 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-df517d2e-ef63-44d8-9e35-547fccfbb234 req-5b63ee79-0f6c-413e-a30b-eaced643b404 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:43.695718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871939da-811b-4814-8c7c-c3f858069f84 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:43.708022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:43.720604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3cbcc079-9903-4d1d-9447-b4e29aeda530 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:43.750209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb318121-e879-49a8-8388-697b39e16d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:43.773621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Transition to ACTIVE for port object 871939da-811b-4814-8c7c-c3f858069f84 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:43.786519 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:43.940249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-a180efe9-6d12-43c0-b298-7c987706319e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:43.941032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-a180efe9-6d12-43c0-b298-7c987706319e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Synchronizing usage tracker for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:43.955226 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb318121-e879-49a8-8388-697b39e16d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:43.974489 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:43.985637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-df517d2e-ef63-44d8-9e35-547fccfbb234 req-5b63ee79-0f6c-413e-a30b-eaced643b404 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Calling delete_port for 995b50a9-a73c-4356-bc29-f22c66a83ed9 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:49:44.028132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3cbcc079-9903-4d1d-9447-b4e29aeda530 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:44.028538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:44.032819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Pushing event updated for resources: {'Port': ['ID=871939da-811b-4814-8c7c-c3f858069f84,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:44.089551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-a180efe9-6d12-43c0-b298-7c987706319e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Unset dirty status for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:44.090761 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-a180efe9-6d12-43c0-b298-7c987706319e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 818 time: 0.5613363 May 24 22:49:44.116625 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-048d3961-465e-4967-8bea-6529cd5a7943 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/quotas/03ba65b25e364dc696b96a9bf51ed363 HTTP/1.1" status: 200 len: 375 time: 0.0177357 May 24 22:49:44.145965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-914a1531-7a44-4fa3-94ef-605cab628356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:44.147691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ae8c1f-ce37-483d-8e3e-ddb5d81ee0bf req-914a1531-7a44-4fa3-94ef-605cab628356 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7968524 May 24 22:49:44.166386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3cbcc079-9903-4d1d-9447-b4e29aeda530, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:44.174893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d211fc5c-dcbf-4619-8677-f57f9b1455a2 req-3a690570-fbd3-47ed-8715-668d780e6566 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8203917 May 24 22:49:44.189154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53cb3c-1b14-4b14-869c-fa77a28e318c req-8cefb6d9-d703-406e-87be-1b5f7f85d621 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:44.197010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Attempting to bind port 871939da-811b-4814-8c7c-c3f858069f84 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:44.197385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Attempting to bind port 871939da-811b-4814-8c7c-c3f858069f84 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:44.197542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f53cb3c-1b14-4b14-869c-fa77a28e318c req-8cefb6d9-d703-406e-87be-1b5f7f85d621 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 946 time: 1.1684031 May 24 22:49:44.198127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Attempting to bind port 871939da-811b-4814-8c7c-c3f858069f84 on network abbe8918-2b0f-4539-a34b-fc1ac752a667 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:44.201534 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:44.202086 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb318121-e879-49a8-8388-697b39e16d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:44.205650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:44.207280 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-89347b17-bf9f-4c92-a688-a9ca18f55252 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0801685 May 24 22:49:44.214864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d988c29-1609-4dbf-8eeb-249cafd5360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:51Z', 'revision_number': 4, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '1d2681b8-3c49-4606-86e9-b88376aaa06e', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'port_id': '7136c3bf-6093-4997-b086-09a0c69a4676', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'mac_address': 'fa:16:3e:3f:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:03Z', 'updated_at': '2022-05-24T22:49:40Z', 'revision_number': 1, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a2c0dd-9765-4a7a-b839-beec6eb8ca8a', 'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'mac_address': 'fa:16:3e:27:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:49Z', 'updated_at': '2022-05-24T22:49:02Z', 'revision_number': 5, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'subnets': [{'id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:44.249335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Port 871939da-811b-4814-8c7c-c3f858069f84 on network abbe8918-2b0f-4539-a34b-fc1ac752a667 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:49:44.249697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Attempting to bind port 871939da-811b-4814-8c7c-c3f858069f84 on network abbe8918-2b0f-4539-a34b-fc1ac752a667 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:44.255923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb318121-e879-49a8-8388-697b39e16d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ccb11f-0014-4a4a-9e6a-c186f77a5f72,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:44.272867 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-fcb3eca7-dbfd-4023-a633-7737d05a4843 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:44.274043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:44.274395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Checking segment: {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:44.274804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Bound using segment: {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:44.275320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Bound port: 871939da-811b-4814-8c7c-c3f858069f84, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba09216-c0bd-4cdf-889f-3289673455b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:44.276491 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:44.294897 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f53cb3c-1b14-4b14-869c-fa77a28e318c req-7a9d03c5-8d68-4d1d-8223-af8e55c5964a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963299 May 24 22:49:44.296937 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb318121-e879-49a8-8388-697b39e16d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:44.306666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fb318121-e879-49a8-8388-697b39e16d29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7ccb11f-0014-4a4a-9e6a-c186f77a5f72 HTTP/1.1" status: 204 len: 168 time: 0.8662665 May 24 22:49:44.323269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:44.359545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['07bd9dd0-4040-41ff-a337-e398d6f46da5', 'acd602bc-7b5f-4669-87f5-3708f9d0948b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:44.400360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d988c29-1609-4dbf-8eeb-249cafd5360b None None] Checking router: 0499d2bc-0383-4328-a042-75ef1cc10f75 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:49:44.423278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-5d05757f-e676-4397-ad8a-667be98ae618 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2880335 May 24 22:49:44.428585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3eca7-dbfd-4023-a633-7737d05a4843 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event deleted for resources: {'Port': ['ID=161d9da7-83b9-4035-b884-57d12ba28381,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:44.491486 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2cf0c6-3eef-4e6b-87a5-f103599e1977'] response: {'server_uuid': 'f334088f-1d29-495c-88bd-c8aa3afa244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2', 'code': 200} May 24 22:49:44.502470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d988c29-1609-4dbf-8eeb-249cafd5360b None None] Routers {'0499d2bc-0383-4328-a042-75ef1cc10f75'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:49:44.503393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d988c29-1609-4dbf-8eeb-249cafd5360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:49:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0499d2bc-0383-4328-a042-75ef1cc10f75'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:44.575855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] For port 871939da-811b-4814-8c7c-c3f858069f84, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:44.648276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] For port 871939da-811b-4814-8c7c-c3f858069f84, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=871939da-811b-4814-8c7c-c3f858069f84,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:44.679241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:44.733051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-825970d1-4894-4434-ae6a-c71e03fbb992 req-6d3e9acf-b57e-4052-a954-8fca21a36c41 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:44.740949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-fcb3eca7-dbfd-4023-a633-7737d05a4843 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] No DVR routers for this DVR port 161d9da7-83b9-4035-b884-57d12ba28381 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:49:44.746161 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-fcb3eca7-dbfd-4023-a633-7737d05a4843 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:44.749193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a65fd38-3923-4da6-a75d-e6315838c396', 'name': 'network-vif-deleted', 'tag': '161d9da7-83b9-4035-b884-57d12ba28381'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:44.767334 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-df517d2e-ef63-44d8-9e35-547fccfbb234 req-5b63ee79-0f6c-413e-a30b-eaced643b404 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:44.780699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8d988c29-1609-4dbf-8eeb-249cafd5360b None None] Set router 0499d2bc-0383-4328-a042-75ef1cc10f75 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:49:44.824057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9b569dd-0818-4a00-9e6e-c6106edfbe38 req-fcb3eca7-dbfd-4023-a633-7737d05a4843 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "DELETE /v2.0/ports/161d9da7-83b9-4035-b884-57d12ba28381 HTTP/1.1" status: 204 len: 173 time: 3.7732112 May 24 22:49:44.827538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63ee79-0f6c-413e-a30b-eaced643b404 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event deleted for resources: {'Port': ['ID=995b50a9-a73c-4356-bc29-f22c66a83ed9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:44.832016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-825970d1-4894-4434-ae6a-c71e03fbb992 req-6d3e9acf-b57e-4052-a954-8fca21a36c41 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:44.840981 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-825970d1-4894-4434-ae6a-c71e03fbb992 req-6d3e9acf-b57e-4052-a954-8fca21a36c41 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a65fd38-3923-4da6-a75d-e6315838c396 HTTP/1.1" status: 200 len: 210 time: 0.2343292 May 24 22:49:44.842647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:44.851302 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:44.870070 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] 10.222.0.31 "PUT /v2.0/ports/871939da-811b-4814-8c7c-c3f858069f84 HTTP/1.1" status: 200 len: 1090 time: 2.8029163 May 24 22:49:44.917088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-41f86bf3-5674-41f4-8c06-1f6391d85a84 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:49:44.927659 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-41f86bf3-5674-41f4-8c06-1f6391d85a84 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4594047 May 24 22:49:44.970253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:45.024014 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f261dd7d-5dcf-48e5-a642-14e8fa95c256'] response: {'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': 'fc851629-5b5e-4561-82bd-af28b731ae93', 'status': 'completed', 'code': 200} May 24 22:49:45.172659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54394) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:45.263208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-df517d2e-ef63-44d8-9e35-547fccfbb234 req-5b63ee79-0f6c-413e-a30b-eaced643b404 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] No DVR routers for this DVR port 995b50a9-a73c-4356-bc29-f22c66a83ed9 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:49:45.265764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3cbcc079-9903-4d1d-9447-b4e29aeda530,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:45.278887 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-df517d2e-ef63-44d8-9e35-547fccfbb234 req-5b63ee79-0f6c-413e-a30b-eaced643b404 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:45.289189 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df517d2e-ef63-44d8-9e35-547fccfbb234 req-5b63ee79-0f6c-413e-a30b-eaced643b404 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "DELETE /v2.0/ports/995b50a9-a73c-4356-bc29-f22c66a83ed9 HTTP/1.1" status: 204 len: 173 time: 3.7610300 May 24 22:49:45.373100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b64944-9edd-4671-b5fe-73beb45bef41 service neutron] Pushing event updated for resources: {'Port': ['ID=871939da-811b-4814-8c7c-c3f858069f84,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:45.417157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e096539-5cea-468e-9795-4717e416a21b req-59f658a0-4367-45b0-9a24-79ff6187363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.419105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9e096539-5cea-468e-9795-4717e416a21b req-59f658a0-4367-45b0-9a24-79ff6187363f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f334088f-1d29-495c-88bd-c8aa3afa244e HTTP/1.1" status: 200 len: 1096 time: 0.9285793 May 24 22:49:45.458134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46e3adc6-675b-4864-9511-7b63ea1db3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:45.468993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcb7e8-69ef-4c79-a777-f0d4dcdb5a15 req-80affaab-95a0-4eb3-8e4f-2f2acc7348fb tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.470705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8bcb7e8-69ef-4c79-a777-f0d4dcdb5a15 req-80affaab-95a0-4eb3-8e4f-2f2acc7348fb tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 945 time: 0.2030244 May 24 22:49:45.518269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-2d4a7b9e-ce74-42fe-8f42-cf6b968a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.518829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-2d4a7b9e-ce74-42fe-8f42-cf6b968a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.519359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-2d4a7b9e-ce74-42fe-8f42-cf6b968a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.519884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-2d4a7b9e-ce74-42fe-8f42-cf6b968a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.520838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-2d4a7b9e-ce74-42fe-8f42-cf6b968a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.522439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-2d4a7b9e-ce74-42fe-8f42-cf6b968a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.523027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-2d4a7b9e-ce74-42fe-8f42-cf6b968a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.525480 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-2d4a7b9e-ce74-42fe-8f42-cf6b968a8d77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1b53c9434c24a0f875564307ddb2295&device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 6352 time: 0.4026630 May 24 22:49:45.594296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-46e3adc6-675b-4864-9511-7b63ea1db3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:45.636591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-46e3adc6-675b-4864-9511-7b63ea1db3f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2a1a979f08cf4223bd107619885ad821 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:45.650825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 161d9da7-83b9-4035-b884-57d12ba28381 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:45.670517 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bb1c64b0-38fd-4eae-ae1e-4bd9eee1faa1 service neutron] 10.222.0.55 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419634 May 24 22:49:45.671402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-46e3adc6-675b-4864-9511-7b63ea1db3f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:45.698677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:45.716745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-46e3adc6-675b-4864-9511-7b63ea1db3f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:45.737839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 161d9da7-83b9-4035-b884-57d12ba28381 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:49:45.738525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 161d9da7-83b9-4035-b884-57d12ba28381 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:49:45.749458 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9e096539-5cea-468e-9795-4717e416a21b req-aba59687-ef1f-414a-a913-a17283ee1359 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976747 May 24 22:49:45.790601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-75c6a837-c756-4ba9-b10a-ac9a68020266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.791072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-75c6a837-c756-4ba9-b10a-ac9a68020266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.792612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-75c6a837-c756-4ba9-b10a-ac9a68020266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:45.795665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-75c6a837-c756-4ba9-b10a-ac9a68020266 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c1b53c9434c24a0f875564307ddb2295&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2471683 May 24 22:49:45.802766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8bcb7e8-69ef-4c79-a777-f0d4dcdb5a15 req-df3f194f-fcbf-4c77-ba05-ec0b8023a983 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248811 May 24 22:49:45.983971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 995b50a9-a73c-4356-bc29-f22c66a83ed9 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:46.032946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 995b50a9-a73c-4356-bc29-f22c66a83ed9 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:49:46.033360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 995b50a9-a73c-4356-bc29-f22c66a83ed9 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:49:46.050609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-30b49753-c8bf-4d3f-a62f-2a077112d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:46.052140 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56c09979-4ef9-4ef9-a756-d1407d67b085 req-30b49753-c8bf-4d3f-a62f-2a077112d52f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2342889 May 24 22:49:46.061853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-b9a5b7e8-3668-491a-93c5-9b6ab3070c37 service neutron] 10.222.0.55 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640790 May 24 22:49:46.068687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d988c29-1609-4dbf-8eeb-249cafd5360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:51Z', 'revision_number': 4, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '1d2681b8-3c49-4606-86e9-b88376aaa06e', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'port_id': '7136c3bf-6093-4997-b086-09a0c69a4676', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'mac_address': 'fa:16:3e:3f:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:03Z', 'updated_at': '2022-05-24T22:49:40Z', 'revision_number': 1, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a2c0dd-9765-4a7a-b839-beec6eb8ca8a', 'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'mac_address': 'fa:16:3e:27:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:49Z', 'updated_at': '2022-05-24T22:49:02Z', 'revision_number': 5, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'subnets': [{'id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:49:46.094523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d988c29-1609-4dbf-8eeb-249cafd5360b None None] The sync data for ids ['0499d2bc-0383-4328-a042-75ef1cc10f75'] in n-d-843146-7 is: [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:51Z', 'revision_number': 4, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '1d2681b8-3c49-4606-86e9-b88376aaa06e', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'port_id': '7136c3bf-6093-4997-b086-09a0c69a4676', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'mac_address': 'fa:16:3e:3f:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:03Z', 'updated_at': '2022-05-24T22:49:40Z', 'revision_number': 1, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a2c0dd-9765-4a7a-b839-beec6eb8ca8a', 'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'mac_address': 'fa:16:3e:27:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:49Z', 'updated_at': '2022-05-24T22:49:02Z', 'revision_number': 5, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'subnets': [{'id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:49:46.244674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46e3adc6-675b-4864-9511-7b63ea1db3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:46.251450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46e3adc6-675b-4864-9511-7b63ea1db3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:46.263261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117558be-68bc-47a3-b57c-6676230cfb55 req-9bd3cbd3-ab34-4aab-a36b-cface5abfa1c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:46.273649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117558be-68bc-47a3-b57c-6676230cfb55 req-9bd3cbd3-ab34-4aab-a36b-cface5abfa1c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:46.282134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117558be-68bc-47a3-b57c-6676230cfb55 req-9bd3cbd3-ab34-4aab-a36b-cface5abfa1c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:46.292055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117558be-68bc-47a3-b57c-6676230cfb55 req-9bd3cbd3-ab34-4aab-a36b-cface5abfa1c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:46.294673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:46.300589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117558be-68bc-47a3-b57c-6676230cfb55 req-9bd3cbd3-ab34-4aab-a36b-cface5abfa1c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:46.312203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117558be-68bc-47a3-b57c-6676230cfb55 req-9bd3cbd3-ab34-4aab-a36b-cface5abfa1c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:46.331262 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-46e3adc6-675b-4864-9511-7b63ea1db3f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a1a979f08cf4223bd107619885ad821&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1545756 May 24 22:49:46.331525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117558be-68bc-47a3-b57c-6676230cfb55 req-9bd3cbd3-ab34-4aab-a36b-cface5abfa1c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:46.331633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3adc6-675b-4864-9511-7b63ea1db3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c75981-5575-4cd2-b8c3-9e656b5c99dd,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:46.332157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54406) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:46.334932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-117558be-68bc-47a3-b57c-6676230cfb55 req-9bd3cbd3-ab34-4aab-a36b-cface5abfa1c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5405 time: 0.2818465 May 24 22:49:46.425464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-117558be-68bc-47a3-b57c-6676230cfb55 req-0ca06cfe-bf84-4b8c-9ef0-65e1874c50ac tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842316 May 24 22:49:46.493968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15994c17-d13b-4b95-b325-42a166aac394', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cbcc079-9903-4d1d-9447-b4e29aeda530'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:46.613952 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a2c06-83bd-46ca-910d-ae7abed6b0a5 None None] New status for floating IP 1d2681b8-3c49-4606-86e9-b88376aaa06e: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:49:46.681952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f28c0365-d4eb-4bbb-bbf7-74b1e9c164d6 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:46.709282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f28c0365-d4eb-4bbb-bbf7-74b1e9c164d6 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:46.710580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f28c0365-d4eb-4bbb-bbf7-74b1e9c164d6 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--212877632&fields=id&tenant_id=0d12f2100d0a407eb54394a509d1c250 HTTP/1.1" status: 200 len: 267 time: 0.0880318 May 24 22:49:46.726427 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd1a0-462e-4a09-b45a-42dce0344f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:46.738600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c38307b-3446-4fcf-8d10-5d1768239bec {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:46.768500 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:46.789424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['07bd9dd0-4040-41ff-a337-e398d6f46da5', 'acd602bc-7b5f-4669-87f5-3708f9d0948b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:46.818700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Transition to ACTIVE for port object 7c38307b-3446-4fcf-8d10-5d1768239bec will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:46.826265 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd1a0-462e-4a09-b45a-42dce0344f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:46.836222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:46.838158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-9b62cbf1-511a-447b-9ccb-3e235a72eacb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:46.839033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-9b62cbf1-511a-447b-9ccb-3e235a72eacb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:46.883378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-9b62cbf1-511a-447b-9ccb-3e235a72eacb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:46.885259 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-9b62cbf1-511a-447b-9ccb-3e235a72eacb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports/255e3fb2-c79d-40ff-b28b-caba6e15b125 HTTP/1.1" status: 200 len: 931 time: 0.1654160 May 24 22:49:47.006414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-8339c86d-4d27-48e5-905c-e9f4abbc7452 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:47.009655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-8339c86d-4d27-48e5-905c-e9f4abbc7452 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports/b8212bdc-7fe0-4b39-afe3-951ec555d778 HTTP/1.1" status: 200 len: 931 time: 0.1176529 May 24 22:49:47.031273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'tag': '7136c3bf-6093-4997-b086-09a0c69a4676'}, {'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': '871939da-811b-4814-8c7c-c3f858069f84'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:47.120201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Pushing event updated for resources: {'Port': ['ID=7c38307b-3446-4fcf-8d10-5d1768239bec,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:47.130026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532116e-bfbd-4943-a8f1-fddfd94f9217 req-2c4f788c-6a69-466b-8e1f-65611a35f42d tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:47.133613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-3c808ef9-58f9-439a-83e4-1cdc9942a7dc tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?network_id=a152f897-c692-40bd-9a6a-4d20f3b72e5c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1173561 May 24 22:49:47.138442 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1532116e-bfbd-4943-a8f1-fddfd94f9217 req-2c4f788c-6a69-466b-8e1f-65611a35f42d tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 945 time: 0.5710561 May 24 22:49:47.223996 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-05b29f81-855b-4fe8-abe4-ccf2cb1a13d9 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?network_id=a152f897-c692-40bd-9a6a-4d20f3b72e5c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0711992 May 24 22:49:47.263144 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd1a0-462e-4a09-b45a-42dce0344f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:47.297736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbd1a0-462e-4a09-b45a-42dce0344f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c75981-5575-4cd2-b8c3-9e656b5c99dd,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:47.319837 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1532116e-bfbd-4943-a8f1-fddfd94f9217 req-e4fd38cb-f860-427c-bef0-b3e9310a9b64 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805165 May 24 22:49:47.323571 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd1a0-462e-4a09-b45a-42dce0344f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:47.326902 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dcdbd1a0-462e-4a09-b45a-42dce0344f8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63c75981-5575-4cd2-b8c3-9e656b5c99dd HTTP/1.1" status: 204 len: 168 time: 0.9824350 May 24 22:49:47.333398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Attempting to bind port 7c38307b-3446-4fcf-8d10-5d1768239bec on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:47.334647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Attempting to bind port 7c38307b-3446-4fcf-8d10-5d1768239bec by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:47.335168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Attempting to bind port 7c38307b-3446-4fcf-8d10-5d1768239bec on network 52c33e24-ff90-4552-83ee-49b4f514ed82 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:47.340433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Port 7c38307b-3446-4fcf-8d10-5d1768239bec on network 52c33e24-ff90-4552-83ee-49b4f514ed82 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:49:47.340986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Attempting to bind port 7c38307b-3446-4fcf-8d10-5d1768239bec on network 52c33e24-ff90-4552-83ee-49b4f514ed82 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:47.347519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:47.347852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Checking segment: {'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:47.348231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Bound using segment: {'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:47.348812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Bound port: 7c38307b-3446-4fcf-8d10-5d1768239bec, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:47.349153 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:47.422319 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d1deff-4073-4288-8ced-5640265152b6'] response: {'server_uuid': '5a65fd38-3923-4da6-a75d-e6315838c396', 'name': 'network-vif-deleted', 'tag': '161d9da7-83b9-4035-b884-57d12ba28381', 'status': 'completed', 'code': 200} May 24 22:49:47.458140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] For port 7c38307b-3446-4fcf-8d10-5d1768239bec, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:47.462406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] For port 7c38307b-3446-4fcf-8d10-5d1768239bec, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7c38307b-3446-4fcf-8d10-5d1768239bec,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:47.466347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-b8b3e1b2-e2f3-485e-8514-8078268d7c95 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:47.474494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:47.475495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-b8b3e1b2-e2f3-485e-8514-8078268d7c95 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:47.481843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-b8b3e1b2-e2f3-485e-8514-8078268d7c95 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:47.495079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-b8b3e1b2-e2f3-485e-8514-8078268d7c95 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:47.554166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-b8b3e1b2-e2f3-485e-8514-8078268d7c95 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:47.563803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-b8b3e1b2-e2f3-485e-8514-8078268d7c95 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/networks?id=917b93a6-4340-4e78-a5f4-2f95554ac5d6&id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&id=a152f897-c692-40bd-9a6a-4d20f3b72e5c&id=a152f897-c692-40bd-9a6a-4d20f3b72e5c HTTP/1.1" status: 200 len: 1990 time: 0.3387694 May 24 22:49:47.564189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:47.565109 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:47.567384 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] 10.222.0.31 "PUT /v2.0/ports/7c38307b-3446-4fcf-8d10-5d1768239bec HTTP/1.1" status: 200 len: 1091 time: 2.6042311 May 24 22:49:47.587384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-c88b7de5-0fbe-4962-bf5a-25981ca3dde2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/quotas/0d12f2100d0a407eb54394a509d1c250 HTTP/1.1" status: 200 len: 375 time: 0.0225317 May 24 22:49:47.692905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Request body: {'port': {'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:47.771113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511e0d5-6d2f-46ab-b44f-09f75bec155f service neutron] Pushing event updated for resources: {'Port': ['ID=7c38307b-3446-4fcf-8d10-5d1768239bec,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:47.875428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126c11f-5024-4cba-9574-e5d47e7c4a58 req-e1d486bd-982b-4bb6-98c1-f90b0e3f9d47 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:47.877950 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e126c11f-5024-4cba-9574-e5d47e7c4a58 req-e1d486bd-982b-4bb6-98c1-f90b0e3f9d47 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 944 time: 0.3185368 May 24 22:49:47.881043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:47.885054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-9393eb07-5c14-440b-bbb5-3402f7bbbbab tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d12f2100d0a407eb54394a509d1c250&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2967422 May 24 22:49:47.903448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-02ed66b5-fe33-4e54-b128-067c03a34e00 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:49:47.904841 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-02ed66b5-fe33-4e54-b128-067c03a34e00 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066319 May 24 22:49:47.990570 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e126c11f-5024-4cba-9574-e5d47e7c4a58 req-cdb4407b-9a30-4662-ac2a-60fb299b230e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987005 May 24 22:49:48.110682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-e9fb53ef-f173-4cf2-8e4f-db8af369648f service neutron] 10.222.0.55 "GET /v2.0/networks/917b93a6-4340-4e78-a5f4-2f95554ac5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965542 May 24 22:49:48.325927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-844e819a-bdaf-43cd-9a59-ac21a326c2e5 service neutron] 10.222.0.55 "GET /v2.0/networks/917b93a6-4340-4e78-a5f4-2f95554ac5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138989 May 24 22:49:48.355793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ee494859-f379-4566-9e58-fce49a90799a req-967b3ee2-fe59-43aa-8135-abee16eebbf9 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 210 time: 0.1141913 May 24 22:49:48.428820 n-d-843146-7 neutron-server[88391]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-57de2889-ce95-476c-b804-a8d8ca3430ff']: {'server_uuid': '15994c17-d13b-4b95-b325-42a166aac394', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3cbcc079-9903-4d1d-9447-b4e29aeda530', 'code': 422} returned with failed status May 24 22:49:48.430688 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1519af6d-b5f5-4c24-8a72-860d58dd4511 service neutron] 10.222.0.55 "GET /v2.0/ports/255e3fb2-c79d-40ff-b28b-caba6e15b125?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0982978 May 24 22:49:48.510424 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57c0314-aa1d-4853-a789-db9c479eb01f'] response: {'name': 'network-changed', 'server_uuid': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'tag': '7136c3bf-6093-4997-b086-09a0c69a4676', 'status': 'completed', 'code': 200} May 24 22:49:48.510690 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57c0314-aa1d-4853-a789-db9c479eb01f'] response: {'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': '871939da-811b-4814-8c7c-c3f858069f84', 'status': 'completed', 'code': 200} May 24 22:49:48.518025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-0a87ed99-d89d-4268-a5cb-b1606c992d87 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:48.519537 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-0a87ed99-d89d-4268-a5cb-b1606c992d87 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 818 time: 0.3186345 May 24 22:49:48.601942 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-637fd2fb-ad2a-43c8-85a4-929c81c31412 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03ba65b25e364dc696b96a9bf51ed363 HTTP/1.1" status: 200 len: 379 time: 0.0713720 May 24 22:49:48.624115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Request body: {'port': {'device_id': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'admin_state_up': True, 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'security_groups': ['a1544317-46cc-47c0-8e8b-190dc9b634a4']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:48.797929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-6e847577-321f-4145-9876-8cd9e88f8572 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562567 May 24 22:49:48.828658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:48.900624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:48.903755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0cec9a4-3696-4140-b1ea-bc03430f6ae2 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:48.911679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-e8b02434-6a51-41fb-8d62-364569971cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:48.913583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-afe6dee9-1e85-4caf-b669-68f899152268 req-e8b02434-6a51-41fb-8d62-364569971cdf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=36f2bea3863b47fb98e564a11fc81be9&device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 1096 time: 0.2843940 May 24 22:49:48.918460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:48.921757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-b96c4a6d-1424-4b36-8f78-9ef919c287ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:48.922354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-b96c4a6d-1424-4b36-8f78-9ef919c287ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:48.922892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-b96c4a6d-1424-4b36-8f78-9ef919c287ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:48.923362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-b96c4a6d-1424-4b36-8f78-9ef919c287ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:48.923892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-b96c4a6d-1424-4b36-8f78-9ef919c287ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:48.924542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-b96c4a6d-1424-4b36-8f78-9ef919c287ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:48.925199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-b96c4a6d-1424-4b36-8f78-9ef919c287ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:48.927486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-afe6dee9-1e85-4caf-b669-68f899152268 req-b96c4a6d-1424-4b36-8f78-9ef919c287ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1b53c9434c24a0f875564307ddb2295&device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 6419 time: 0.2964654 May 24 22:49:48.936930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Made reservation on behalf of 03ba65b25e364dc696b96a9bf51ed363 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:48.940332 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:48.962243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Transition to ACTIVE for port object f0cec9a4-3696-4140-b1ea-bc03430f6ae2 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:48.975040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:49.147155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc2075-b3a3-4d98-8cbc-a992e98edb80 req-fddb292a-1de3-43c6-aaa5-d2c05a27d112 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.148575 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-24fc2075-b3a3-4d98-8cbc-a992e98edb80 req-fddb292a-1de3-43c6-aaa5-d2c05a27d112 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=f334088f-1d29-495c-88bd-c8aa3afa244e HTTP/1.1" status: 200 len: 945 time: 0.3213680 May 24 22:49:49.166269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-96cc8bda-e344-41f9-80ea-a76a9f972bca service neutron] 10.222.0.55 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576901 May 24 22:49:49.193244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:49.292272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-a66424dc-c469-4ac8-ab8d-18eeebb9afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.293784 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-afe6dee9-1e85-4caf-b669-68f899152268 req-a66424dc-c469-4ac8-ab8d-18eeebb9afb6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a7338d8b-a34b-44b8-b887-836d4201d6fa HTTP/1.1" status: 200 len: 906 time: 0.3623717 May 24 22:49:49.297078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-8cc99a5a-2d30-40f4-ab85-6fdb4879d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.297802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-8cc99a5a-2d30-40f4-ab85-6fdb4879d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.298426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-8cc99a5a-2d30-40f4-ab85-6fdb4879d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.300173 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-afe6dee9-1e85-4caf-b669-68f899152268 req-8cc99a5a-2d30-40f4-ab85-6fdb4879d692 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c1b53c9434c24a0f875564307ddb2295&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3433506 May 24 22:49:49.341354 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-24fc2075-b3a3-4d98-8cbc-a992e98edb80 req-74cc24fd-e4ad-4f49-8391-ee8bd2daa4c0 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803243 May 24 22:49:49.394399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Allocated IP 172.20.0.6 (948323a2-2e1a-4884-bbd5-ff2b224aeb1e/dc0b5cae-b646-44aa-8017-4e16bd24648f/39e62522-4826-41a7-9fb6-c2bea629255d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:49.396424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Attempting to bind port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:49.396723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Attempting to bind port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:49.397462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Attempting to bind port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 on network 52c33e24-ff90-4552-83ee-49b4f514ed82 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:49.408376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 on network 52c33e24-ff90-4552-83ee-49b4f514ed82 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:49:49.408701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Attempting to bind port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 on network 52c33e24-ff90-4552-83ee-49b4f514ed82 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:49.409181 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-04fcba23-b357-4206-a42a-52c6f0c2a516 service neutron] 10.222.0.55 "GET /v2.0/ports/b8212bdc-7fe0-4b39-afe3-951ec555d778?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2208900 May 24 22:49:49.418165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:49.418165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Checking segment: {'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:49.418523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Bound using segment: {'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:49.418624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Bound port: f0cec9a4-3696-4140-b1ea-bc03430f6ae2, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fed279-34e7-4158-9ea3-792c83c97b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:49.418974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:49.476351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37894060-40a8-47a8-abaf-567e37d049df', 'name': 'network-vif-deleted', 'tag': '995b50a9-a73c-4356-bc29-f22c66a83ed9'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:49.712274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] For port f0cec9a4-3696-4140-b1ea-bc03430f6ae2, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:49.716114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-afe6dee9-1e85-4caf-b669-68f899152268 req-2dae22d7-027f-4a7a-b426-2776c446d739 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7136c3bf-6093-4997-b086-09a0c69a4676 HTTP/1.1" status: 200 len: 1001 time: 0.4147532 May 24 22:49:49.724408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] For port f0cec9a4-3696-4140-b1ea-bc03430f6ae2, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:49.739207 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:49.809243 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:49.823710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.824505 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:49.825916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] 10.222.0.31 "PUT /v2.0/ports/f0cec9a4-3696-4140-b1ea-bc03430f6ae2 HTTP/1.1" status: 200 len: 1091 time: 2.1407740 May 24 22:49:49.841207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-d64e733f-6f36-4072-ac84-ed87b4637f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.842815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-afe6dee9-1e85-4caf-b669-68f899152268 req-d64e733f-6f36-4072-ac84-ed87b4637f7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5032b99-acf7-4445-8fad-53029088bc39 HTTP/1.1" status: 200 len: 844 time: 0.1203346 May 24 22:49:49.846626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-c186347b-c822-4415-bf5f-dd6ebd4ec6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.848255 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-afe6dee9-1e85-4caf-b669-68f899152268 req-c186347b-c822-4415-bf5f-dd6ebd4ec6cf service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4928119 May 24 22:49:49.853667 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-dececcad-18a2-4039-9f2e-eeec790e1e35 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725429 May 24 22:49:49.863609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876dcf2-bd59-4ace-a55a-bd54ce8f48cb req-50a39495-e7b0-4c9e-a25d-be487a73c032 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.869627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876dcf2-bd59-4ace-a55a-bd54ce8f48cb req-50a39495-e7b0-4c9e-a25d-be487a73c032 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.876321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876dcf2-bd59-4ace-a55a-bd54ce8f48cb req-50a39495-e7b0-4c9e-a25d-be487a73c032 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.882990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876dcf2-bd59-4ace-a55a-bd54ce8f48cb req-50a39495-e7b0-4c9e-a25d-be487a73c032 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.888825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876dcf2-bd59-4ace-a55a-bd54ce8f48cb req-50a39495-e7b0-4c9e-a25d-be487a73c032 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.895067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876dcf2-bd59-4ace-a55a-bd54ce8f48cb req-50a39495-e7b0-4c9e-a25d-be487a73c032 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.901472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876dcf2-bd59-4ace-a55a-bd54ce8f48cb req-50a39495-e7b0-4c9e-a25d-be487a73c032 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:49.903708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d876dcf2-bd59-4ace-a55a-bd54ce8f48cb req-50a39495-e7b0-4c9e-a25d-be487a73c032 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5429 time: 0.4304447 May 24 22:49:49.905024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Transition to ACTIVE for port object 39e62522-4826-41a7-9fb6-c2bea629255d will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:49.946819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c6a4-b18a-4cfd-a5c3-50b5925a1f02 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:49.984320 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d876dcf2-bd59-4ace-a55a-bd54ce8f48cb req-c31fde9c-9b00-4872-8f11-eb5d6d8a3db3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710044 May 24 22:49:49.991576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:50.110533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dee9-1e85-4caf-b669-68f899152268 req-2a807baf-8861-4899-91f2-b9b33c538b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:50.112572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-afe6dee9-1e85-4caf-b669-68f899152268 req-2a807baf-8861-4899-91f2-b9b33c538b65 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a7338d8b-a34b-44b8-b887-836d4201d6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576163 May 24 22:49:50.123202 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0c5e930d-692d-4a2e-998e-dc65d90ca1d4 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202919 May 24 22:49:50.131051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-1f62f640-35b0-4e43-916c-8348ddab17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:50.131523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-1f62f640-35b0-4e43-916c-8348ddab17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:50.131990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-1f62f640-35b0-4e43-916c-8348ddab17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:50.132447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-1f62f640-35b0-4e43-916c-8348ddab17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:50.132906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-1f62f640-35b0-4e43-916c-8348ddab17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:50.133362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-1f62f640-35b0-4e43-916c-8348ddab17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:50.133886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-1f62f640-35b0-4e43-916c-8348ddab17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:50.136078 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-1f62f640-35b0-4e43-916c-8348ddab17cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1b53c9434c24a0f875564307ddb2295&device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 6486 time: 0.2001879 May 24 22:49:50.190868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:50.193219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:50.198406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:50.255611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event updated for resources: {'Port': ['ID=39e62522-4826-41a7-9fb6-c2bea629255d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:50.282232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:50.283328 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:50.322904 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd072c5f-f49e-4780-bf3d-03367f4dbf95 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7073834 May 24 22:49:50.334930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Request body: {'port': {'device_id': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:50.373040 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-915a1033-d8ba-48f1-ab45-723ef676c48f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b8da6e9-baa4-4402-a97b-b950bc619fbf HTTP/1.1" status: 200 len: 217 time: 0.2155373 May 24 22:49:50.463381 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:50.509148 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-cfb27185-debb-44f7-a72e-6d332e8031d9 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547323 May 24 22:49:50.515726 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-afe6dee9-1e85-4caf-b669-68f899152268 req-d93f8127-b250-4571-a867-0f53a93e7aed service neutron] 10.222.0.50 "GET /v2.0/networks/a7338d8b-a34b-44b8-b887-836d4201d6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911119 May 24 22:49:50.519214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-8d37a38c-7b7f-4f21-b8c2-73ee5dbc2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:50.520601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-8d37a38c-7b7f-4f21-b8c2-73ee5dbc2b1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=556a2a9f-4f7c-4134-961d-b1ce2bb09e77 HTTP/1.1" status: 200 len: 856 time: 0.1388869 May 24 22:49:50.522081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': '7c38307b-3446-4fcf-8d10-5d1768239bec'}, {'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': 'f0cec9a4-3696-4140-b1ea-bc03430f6ae2'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:50.530693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bb2d73af-0c3a-4b6f-8ed1-f4ccd4a0df97 None None] Provisioning for port 39e62522-4826-41a7-9fb6-c2bea629255d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:50.538486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bb2d73af-0c3a-4b6f-8ed1-f4ccd4a0df97 None None] Provisioning complete for port 39e62522-4826-41a7-9fb6-c2bea629255d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:50.539447 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb2d73af-0c3a-4b6f-8ed1-f4ccd4a0df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:50.636491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d73af-0c3a-4b6f-8ed1-f4ccd4a0df97 None None] Port 39e62522-4826-41a7-9fb6-c2bea629255d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:49:50.848548 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f1ebcd5a-be49-4c49-9356-c14b4bde3ac5 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269470 May 24 22:49:50.860964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-afe6dee9-1e85-4caf-b669-68f899152268 req-9e771f54-dd1d-45ae-b22a-d7a10467a852 service neutron] 10.222.0.50 "GET /v2.0/networks/a7338d8b-a34b-44b8-b887-836d4201d6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159826 May 24 22:49:50.882256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-9c422f34-6012-4084-a75f-6ab63a743ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:50.883814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-9c422f34-6012-4084-a75f-6ab63a743ef8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb6eb857-4775-4420-b794-b02bb5e0eb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3420193 May 24 22:49:50.926958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e62522-4826-41a7-9fb6-c2bea629255d {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:50.934371 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:50.949789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Transition to ACTIVE for port object 39e62522-4826-41a7-9fb6-c2bea629255d will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:50.956949 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:51.117486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-6f2f5dc6-caf6-4d73-8f10-5ef6ba24dbd9 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589979 May 24 22:49:51.122835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-d2c8888e-7770-43fd-ac21-2ec2fa49e142 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6eb857-4775-4420-b794-b02bb5e0eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310286 May 24 22:49:51.151664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=39e62522-4826-41a7-9fb6-c2bea629255d,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:51.262209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dac1a5-a7c9-4785-8cbd-94cd826ff467 req-7e57a214-af3b-49d4-b802-113605a12180 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:51.264172 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7dac1a5-a7c9-4785-8cbd-94cd826ff467 req-7e57a214-af3b-49d4-b802-113605a12180 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=15994c17-d13b-4b95-b325-42a166aac394 HTTP/1.1" status: 200 len: 944 time: 0.1998074 May 24 22:49:51.305586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Attempting to bind port 39e62522-4826-41a7-9fb6-c2bea629255d on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:49:51.305860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Attempting to bind port 39e62522-4826-41a7-9fb6-c2bea629255d by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:49:51.306144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Attempting to bind port 39e62522-4826-41a7-9fb6-c2bea629255d on network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:51.322227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Port 39e62522-4826-41a7-9fb6-c2bea629255d on network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:49:51.322613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Attempting to bind port 39e62522-4826-41a7-9fb6-c2bea629255d on network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:49:51.338736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:49:51.339044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Checking segment: {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:49:51.339453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Bound using segment: {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:49:51.339851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Bound port: 39e62522-4826-41a7-9fb6-c2bea629255d, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8cd6a3-2538-4dc5-8590-0180be45c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:49:51.340225 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:51.366435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-e7dac1a5-a7c9-4785-8cbd-94cd826ff467 req-25526c50-8911-474b-b339-586dd1dba2a6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Deleting port 3cbcc079-9903-4d1d-9447-b4e29aeda530 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:51.366718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7dac1a5-a7c9-4785-8cbd-94cd826ff467 req-25526c50-8911-474b-b339-586dd1dba2a6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:51.502470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-360a1272-6c2d-4351-8c75-b281602a6f5a service neutron] 10.222.0.31 "GET /v2.0/networks/fb6eb857-4775-4420-b794-b02bb5e0eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585112 May 24 22:49:51.504349 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-ccbafcf1-c0f5-466f-ab4d-8c37c16620e0 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793068 May 24 22:49:51.532981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] For port 39e62522-4826-41a7-9fb6-c2bea629255d, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:49:51.562535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] For port 39e62522-4826-41a7-9fb6-c2bea629255d, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=39e62522-4826-41a7-9fb6-c2bea629255d,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:49:51.605784 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-43285c8f-f0bd-447b-958e-5945065026fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=a7b98f36-c3f3-4e71-b3eb-71ee080403ce HTTP/1.1" status: 200 len: 217 time: 0.0943332 May 24 22:49:51.610084 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:51.637555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3cbcc079-9903-4d1d-9447-b4e29aeda530 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:51.699882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:51.700607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:51.701966 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] 10.222.0.50 "PUT /v2.0/ports/39e62522-4826-41a7-9fb6-c2bea629255d HTTP/1.1" status: 200 len: 1091 time: 1.3724568 May 24 22:49:51.749913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-024bdb24-8ae2-465d-bed6-e8418fd5fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:51.751682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-024bdb24-8ae2-465d-bed6-e8418fd5fe15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=964964ea-3053-4ce2-8975-28f4ea60a9fa HTTP/1.1" status: 200 len: 797 time: 0.1040015 May 24 22:49:51.751862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29200a-4aaf-4406-b159-d8cb9cbfc0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=39e62522-4826-41a7-9fb6-c2bea629255d,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:51.802184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3cbcc079-9903-4d1d-9447-b4e29aeda530 is: DOWN; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:51.812375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-e7dac1a5-a7c9-4785-8cbd-94cd826ff467 req-25526c50-8911-474b-b339-586dd1dba2a6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] For port 3cbcc079-9903-4d1d-9447-b4e29aeda530, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3cbcc079-9903-4d1d-9447-b4e29aeda530,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:51.812734 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7dac1a5-a7c9-4785-8cbd-94cd826ff467 req-25526c50-8911-474b-b339-586dd1dba2a6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:51.842560 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d154e85c-9500-4b05-9f82-97680f61e95b service neutron] 10.222.0.55 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322296 May 24 22:49:51.946073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f56e1149-fa60-4cd5-891f-13451c3718bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:51.947574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f56e1149-fa60-4cd5-891f-13451c3718bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abbe8918-2b0f-4539-a34b-fc1ac752a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1838787 May 24 22:49:52.056859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-e7dac1a5-a7c9-4785-8cbd-94cd826ff467 req-25526c50-8911-474b-b339-586dd1dba2a6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Calling delete_port for 3cbcc079-9903-4d1d-9447-b4e29aeda530 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:49:52.068772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2ee3c468-26e6-44f9-8700-34603b74b3be service neutron] 10.222.0.55 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179108 May 24 22:49:52.122715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-f8fb518b-176d-4675-9350-f50a566af97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:52.124253 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-f8fb518b-176d-4675-9350-f50a566af97b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 1094 time: 0.3734660 May 24 22:49:52.190732 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-265e71c4-bb31-4fd6-85c3-84e994d40e5e service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349930 May 24 22:49:52.203730 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-54ce8d57-b033-461f-a1de-939b631ef293 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e62522-4826-41a7-9fb6-c2bea629255d HTTP/1.1" status: 200 len: 217 time: 0.0646865 May 24 22:49:52.313222 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-65a5292b-551f-4bc5-b74f-dad7fad75e3e service neutron] 10.222.0.55 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378736 May 24 22:49:52.316913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd435a0e-8cec-4684-bf06-36f10c548838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:52.318475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fd435a0e-8cec-4684-bf06-36f10c548838 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.0828447 May 24 22:49:52.319539 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7dac1a5-a7c9-4785-8cbd-94cd826ff467 req-25526c50-8911-474b-b339-586dd1dba2a6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:52.408672 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25526c50-8911-474b-b339-586dd1dba2a6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event deleted for resources: {'Port': ['ID=3cbcc079-9903-4d1d-9447-b4e29aeda530,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:52.443065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-39b6ab27-9d6f-4efb-b4e0-ec57594f3e3e service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426682 May 24 22:49:52.490692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dac1a5-a7c9-4785-8cbd-94cd826ff467 req-25526c50-8911-474b-b339-586dd1dba2a6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] No DVR routers for this DVR port 3cbcc079-9903-4d1d-9447-b4e29aeda530 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:49:52.493969 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e7dac1a5-a7c9-4785-8cbd-94cd826ff467 req-25526c50-8911-474b-b339-586dd1dba2a6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:52.512109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7dac1a5-a7c9-4785-8cbd-94cd826ff467 req-25526c50-8911-474b-b339-586dd1dba2a6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "DELETE /v2.0/ports/3cbcc079-9903-4d1d-9447-b4e29aeda530 HTTP/1.1" status: 204 len: 173 time: 1.2418315 May 24 22:49:52.520436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-a3dea65d-6ac9-44ea-bab7-2f892dbc41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:52.522216 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-a3dea65d-6ac9-44ea-bab7-2f892dbc41c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685040 May 24 22:49:52.529718 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-0390af57-6d4e-450a-aabc-2bbf36a7078a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=a527e525-5b3f-41bc-969b-266188f14673 HTTP/1.1" status: 200 len: 217 time: 0.0800376 May 24 22:49:52.607896 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-ab39a566-aefc-4116-9168-484668803679 service neutron] 10.222.0.55 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870121 May 24 22:49:52.642487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f253f9f3-23ab-4b4a-a79f-f2d01552126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:52.644094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-f253f9f3-23ab-4b4a-a79f-f2d01552126d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=964964ea-3053-4ce2-8975-28f4ea60a9fa HTTP/1.1" status: 200 len: 797 time: 0.1021693 May 24 22:49:52.681834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-d3b20020-7982-40f7-8218-3a4375049811 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519120 May 24 22:49:52.745056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-d69b8513-6117-4384-ba51-bd9a8d16e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:52.746626 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-d69b8513-6117-4384-ba51-bd9a8d16e478 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abbe8918-2b0f-4539-a34b-fc1ac752a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0954826 May 24 22:49:52.831207 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8d655ed-5e95-4bac-8b7e-cd6020b59546 req-fce92b2b-71ce-420a-90f1-7bc1dce9413d service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425812 May 24 22:49:53.046391 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-18084b7e-a902-4be8-9aed-780a21e41575 service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924767 May 24 22:49:53.184675 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-53c58b9d-3fcd-4fc4-b37b-02a6144f5dfd service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316619 May 24 22:49:53.264907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-a1744227-fc1e-4d31-b2ba-6565c63aac2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=fc851629-5b5e-4561-82bd-af28b731ae93 HTTP/1.1" status: 200 len: 217 time: 0.0733266 May 24 22:49:53.340879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-24af2735-812f-46b2-9ee6-b1f2fa43fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:53.342368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-24af2735-812f-46b2-9ee6-b1f2fa43fb19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=964964ea-3053-4ce2-8975-28f4ea60a9fa HTTP/1.1" status: 200 len: 797 time: 0.0697188 May 24 22:49:53.384946 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-2d963679-011f-410d-a164-19b5f80a27d0 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=bd7f3d7f324543aa8b46fbbf89201c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286005 May 24 22:49:53.421358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2dc09115-15cb-4cbd-856b-e81b87df7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:53.422893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2dc09115-15cb-4cbd-856b-e81b87df7879 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abbe8918-2b0f-4539-a34b-fc1ac752a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740237 May 24 22:49:53.549874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5dc229d6-127d-461b-9abf-16be069a53a9 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:53.552356 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5dc229d6-127d-461b-9abf-16be069a53a9 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611366 May 24 22:49:53.573152 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-9f8af2f7-6932-4ba9-a94e-118d71273925 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/quotas/bd7f3d7f324543aa8b46fbbf89201c38 HTTP/1.1" status: 200 len: 375 time: 0.0145698 May 24 22:49:53.597094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-2b067d41-7f72-43af-8712-78f4a09d7520 service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668987 May 24 22:49:53.662143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-2acce9d9-78f9-4f98-9656-e0b5f863db97 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd7f3d7f324543aa8b46fbbf89201c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821459 May 24 22:49:53.769523 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-afb537b6-cefe-4ce5-9175-0023ba68bfe6 service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646373 May 24 22:49:53.844336 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:53.850872 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e745a0e-138e-4e0b-89d1-6f02695e8473'] response: {'server_uuid': '37894060-40a8-47a8-abaf-567e37d049df', 'name': 'network-vif-deleted', 'tag': '995b50a9-a73c-4356-bc29-f22c66a83ed9', 'status': 'completed', 'code': 200} May 24 22:49:53.860267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-591bdff3-2254-4d07-bce2-13469a63d206 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=871939da-811b-4814-8c7c-c3f858069f84 HTTP/1.1" status: 200 len: 217 time: 0.0825481 May 24 22:49:53.894392 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd3c5470-2620-4c09-a130-e55a9b984c12'] response: {'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': '7c38307b-3446-4fcf-8d10-5d1768239bec', 'status': 'completed', 'code': 200} May 24 22:49:53.894916 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd3c5470-2620-4c09-a130-e55a9b984c12'] response: {'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': 'f0cec9a4-3696-4140-b1ea-bc03430f6ae2', 'status': 'completed', 'code': 200} May 24 22:49:53.989822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-6296ee3f-9842-4d69-97e8-b70d89d4d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:53.991862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-6296ee3f-9842-4d69-97e8-b70d89d4d8bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=964964ea-3053-4ce2-8975-28f4ea60a9fa HTTP/1.1" status: 200 len: 797 time: 0.1255350 May 24 22:49:54.080148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c0597-c4e0-455e-86e9-b8bcf5202cbc req-d78edd01-87c9-4a98-8160-445a14d8f883 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:54.081979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-199c0597-c4e0-455e-86e9-b8bcf5202cbc req-d78edd01-87c9-4a98-8160-445a14d8f883 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 943 time: 0.1781380 May 24 22:49:54.118760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b8029-a7ac-4518-b3ea-02e274ae1aca req-1360846e-2ed7-4806-989c-016b0946ed8b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:54.130881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b8029-a7ac-4518-b3ea-02e274ae1aca req-1360846e-2ed7-4806-989c-016b0946ed8b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:54.137883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b8029-a7ac-4518-b3ea-02e274ae1aca req-1360846e-2ed7-4806-989c-016b0946ed8b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:54.139081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-587671cd-3a9c-48af-b201-74f0f3045c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:54.140577 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-587671cd-3a9c-48af-b201-74f0f3045c26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abbe8918-2b0f-4539-a34b-fc1ac752a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1416056 May 24 22:49:54.151464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-199c0597-c4e0-455e-86e9-b8bcf5202cbc req-f81eea20-8f7b-4505-a783-8b1bf4c6a51b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Synchronizing usage tracker for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:54.158436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b8029-a7ac-4518-b3ea-02e274ae1aca req-1360846e-2ed7-4806-989c-016b0946ed8b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:54.175141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b8029-a7ac-4518-b3ea-02e274ae1aca req-1360846e-2ed7-4806-989c-016b0946ed8b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:54.191962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b8029-a7ac-4518-b3ea-02e274ae1aca req-1360846e-2ed7-4806-989c-016b0946ed8b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:54.205604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b8029-a7ac-4518-b3ea-02e274ae1aca req-1360846e-2ed7-4806-989c-016b0946ed8b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:54.215267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-033b8029-a7ac-4518-b3ea-02e274ae1aca req-1360846e-2ed7-4806-989c-016b0946ed8b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5429 time: 0.2207093 May 24 22:49:54.261655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-199c0597-c4e0-455e-86e9-b8bcf5202cbc req-f81eea20-8f7b-4505-a783-8b1bf4c6a51b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Unset dirty status for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:54.272521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-199c0597-c4e0-455e-86e9-b8bcf5202cbc req-f81eea20-8f7b-4505-a783-8b1bf4c6a51b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828854 May 24 22:49:54.307561 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-033b8029-a7ac-4518-b3ea-02e274ae1aca req-0f712a23-928a-4338-850d-8f525b7c32af tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914247 May 24 22:49:54.365336 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-5fea1cda-f7ec-4f61-8c7a-f5c8f382c8e9 service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164752 May 24 22:49:54.608379 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-50d31a39-c08b-424d-a58e-1cd8d7852cea service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358210 May 24 22:49:54.641962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e04cfa6-cf86-41a4-b7da-727ffa78d299 req-3c6a79fd-0fce-49e5-bacd-06f0808bda7b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 210 time: 0.1157937 May 24 22:49:54.695114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-17054f1e-fe22-43a6-8439-1cf0bcda1741 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c38307b-3446-4fcf-8d10-5d1768239bec HTTP/1.1" status: 200 len: 217 time: 0.0790675 May 24 22:49:54.782733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-47d32a73-6513-47f6-bf58-e42baf3ef21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:54.784254 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-47d32a73-6513-47f6-bf58-e42baf3ef21b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0 HTTP/1.1" status: 200 len: 797 time: 0.0738423 May 24 22:49:54.854188 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b13d635e-7a36-4438-820a-02706f592d39 req-af363c97-2dfa-420d-a0a3-7a2de007afb5 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 210 time: 0.0800993 May 24 22:49:54.868763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-d9f9afe1-520d-424f-a1d2-cc2d2f483b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:54.870442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-d9f9afe1-520d-424f-a1d2-cc2d2f483b7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52c33e24-ff90-4552-83ee-49b4f514ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0778966 May 24 22:49:55.146639 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-e14aed17-d55d-4e9d-96bb-6f13be6f776f service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609379 May 24 22:49:55.263127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-4b959c69-bff4-4c3d-970b-9267697ab6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:55.264487 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-4b959c69-bff4-4c3d-970b-9267697ab6bf service neutron] 10.222.0.31 "GET /v2.0/ports/255e3fb2-c79d-40ff-b28b-caba6e15b125 HTTP/1.1" status: 200 len: 1027 time: 0.1715419 May 24 22:49:55.271335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-37078b2d-2482-436e-8dbc-4fba83f9053a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:55.278858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-37078b2d-2482-436e-8dbc-4fba83f9053a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.3204889 May 24 22:49:55.325539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-696c5061-d925-4f91-8c22-914b83e88c6a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/quotas/2e846590628e4af9acc5488fea48c6ad HTTP/1.1" status: 200 len: 375 time: 0.0457654 May 24 22:49:55.409415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-7382a882-ca57-449f-a5ff-ff1313957b92 service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550056 May 24 22:49:55.483112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-75f59c7f-943b-4a06-bfcd-1af95340b86f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:55.484538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-75f59c7f-943b-4a06-bfcd-1af95340b86f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/networks?id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5 HTTP/1.1" status: 200 len: 813 time: 0.2544804 May 24 22:49:55.495323 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-6b8cf41c-f639-4e47-a29b-1789e19e877d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0cec9a4-3696-4140-b1ea-bc03430f6ae2 HTTP/1.1" status: 200 len: 217 time: 0.0713949 May 24 22:49:55.514827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-c38bd54a-5b28-44d2-bdff-bef81c43c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:55.516541 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-c38bd54a-5b28-44d2-bdff-bef81c43c5df service neutron] 10.222.0.31 "GET /v2.0/ports/b8212bdc-7fe0-4b39-afe3-951ec555d778 HTTP/1.1" status: 200 len: 1027 time: 0.2346222 May 24 22:49:55.518288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-0ad6808a-1271-47fa-a210-8389bf1e6e88 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:55.544953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a24da97c-7377-4e80-8bf2-9ea8f7473533 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/quotas/3ee363e03214479ab8ee8924c997b069 HTTP/1.1" status: 200 len: 375 time: 0.0519717 May 24 22:49:55.563072 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:55.574350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-0ad6808a-1271-47fa-a210-8389bf1e6e88 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:55.575627 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-0ad6808a-1271-47fa-a210-8389bf1e6e88 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2272830 May 24 22:49:55.619229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-08f19e51-51b6-46ab-9235-8091f014b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:55.620819 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-08f19e51-51b6-46ab-9235-8091f014b401 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0 HTTP/1.1" status: 200 len: 797 time: 0.1189208 May 24 22:49:55.668720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bed5e-1084-45e0-9491-1495b51970aa req-96524df0-dd93-4cc8-883a-806599bfd11d tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:55.670215 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a7bed5e-1084-45e0-9491-1495b51970aa req-96524df0-dd93-4cc8-883a-806599bfd11d tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "GET /v2.0/ports?device_id=f334088f-1d29-495c-88bd-c8aa3afa244e HTTP/1.1" status: 200 len: 945 time: 0.4650350 May 24 22:49:55.711920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-988ca7d7-0841-46e2-b959-cd19b10fc0d0 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ee363e03214479ab8ee8924c997b069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1659927 May 24 22:49:55.852599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-7a7bed5e-1084-45e0-9491-1495b51970aa req-f46be390-c825-47d3-923f-3dd09555a32f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Deleting port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:55.852859 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7a7bed5e-1084-45e0-9491-1495b51970aa req-f46be390-c825-47d3-923f-3dd09555a32f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:55.869137 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-801b1292-922a-4d3d-ba7e-8e79a7043fa7 service neutron] 10.222.0.55 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496789 May 24 22:49:55.900259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d'}, {'server_uuid': '15994c17-d13b-4b95-b325-42a166aac394', 'name': 'network-vif-deleted', 'tag': '3cbcc079-9903-4d1d-9447-b4e29aeda530'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:55.921367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7def28-64a8-4787-86c8-633eac57c624 req-513290ed-0ce1-4f9e-89bd-c4fe32a542ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:55.922870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-513290ed-0ce1-4f9e-89bd-c4fe32a542ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52c33e24-ff90-4552-83ee-49b4f514ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2934043 May 24 22:49:55.935539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-dd74f02b-386e-4c7c-9e83-8f0cb0dee8dc tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:55.941272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-dd74f02b-386e-4c7c-9e83-8f0cb0dee8dc tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:55.946839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-dd74f02b-386e-4c7c-9e83-8f0cb0dee8dc tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:55.947657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-dd74f02b-386e-4c7c-9e83-8f0cb0dee8dc tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:55.955999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 39e62522-4826-41a7-9fb6-c2bea629255d details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:49:55.977808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-f2952e58-b734-4dfb-b990-5604e24ddf6b tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bd7f3d7f324543aa8b46fbbf89201c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854080 May 24 22:49:55.981747 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-bf194f07-1206-4dd2-87ba-3c752a158ffd service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551571 May 24 22:49:56.014568 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-dd74f02b-386e-4c7c-9e83-8f0cb0dee8dc tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:56.016020 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-dd74f02b-386e-4c7c-9e83-8f0cb0dee8dc tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "GET /v2.0/networks?id=917b93a6-4340-4e78-a5f4-2f95554ac5d6&id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&id=a152f897-c692-40bd-9a6a-4d20f3b72e5c&id=a152f897-c692-40bd-9a6a-4d20f3b72e5c HTTP/1.1" status: 200 len: 1990 time: 0.4824228 May 24 22:49:56.132708 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 39e62522-4826-41a7-9fb6-c2bea629255d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=39e62522-4826-41a7-9fb6-c2bea629255d,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:56.148044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '39e62522-4826-41a7-9fb6-c2bea629255d', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'port_id': '39e62522-4826-41a7-9fb6-c2bea629255d', 'mac_address': 'fa:16:3e:a7:19:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:49:56.214582 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 39e62522-4826-41a7-9fb6-c2bea629255d is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:56.214928 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:56.240505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e62522-4826-41a7-9fb6-c2bea629255d {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:49:56.256390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f82f044a-90c6-4563-a891-31cc2cee5e1b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d12f2100d0a407eb54394a509d1c250 HTTP/1.1" status: 200 len: 379 time: 0.2149200 May 24 22:49:56.261751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 39e62522-4826-41a7-9fb6-c2bea629255d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=39e62522-4826-41a7-9fb6-c2bea629255d,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:56.270449 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:56.279091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'admin_state_up': True, 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'security_groups': ['170c4bf6-872b-4011-a41d-6c4113deb19a']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:56.293019 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-302a3a98-b0f7-43c4-afa0-8339926f4299 service neutron] 10.222.0.55 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228938 May 24 22:49:56.400278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=39e62522-4826-41a7-9fb6-c2bea629255d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:56.415223 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-bf823995-ddb8-417b-bb32-6ce48596fefe service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364429 May 24 22:49:56.422301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-6feff386-43d5-4a5d-9de1-8440fff7d303 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:56.423923 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-6feff386-43d5-4a5d-9de1-8440fff7d303 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4052765 May 24 22:49:56.532152 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-65615f53-9c97-4dc2-a245-816636ce9374 service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492320 May 24 22:49:56.539845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Request body: {'port': {'device_id': '3fcad8bd-38c9-47ee-91ad-a8d9ce656948', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'bd7f3d7f324543aa8b46fbbf89201c38'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:56.541835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['39e62522-4826-41a7-9fb6-c2bea629255d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:56.653363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-7a7bed5e-1084-45e0-9491-1495b51970aa req-f46be390-c825-47d3-923f-3dd09555a32f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] For port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:56.653752 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7a7bed5e-1084-45e0-9491-1495b51970aa req-f46be390-c825-47d3-923f-3dd09555a32f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:56.888909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-7a7bed5e-1084-45e0-9491-1495b51970aa req-f46be390-c825-47d3-923f-3dd09555a32f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Calling delete_port for 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:49:56.986721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:57.092240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:57.269661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:57.273552 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:57.580108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-168856a2-f8cb-4506-bc1c-3905042737c8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:57.582762 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-168856a2-f8cb-4506-bc1c-3905042737c8 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/ports?device_id=58f21760-7ba5-4509-8529-577f6f3b24a2 HTTP/1.1" status: 200 len: 949 time: 0.9988403 May 24 22:49:57.590677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7a7bed5e-1084-45e0-9491-1495b51970aa req-f46be390-c825-47d3-923f-3dd09555a32f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:57.608806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:57.614750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:57.623223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Usage tracker for resource:port and tenant:bd7f3d7f324543aa8b46fbbf89201c38 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:57.632353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:57.654214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:57.661048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46be390-c825-47d3-923f-3dd09555a32f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Pushing event deleted for resources: {'Port': ['ID=79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:57.675561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['67a297ea-3aa1-4a05-9d06-2f66f08f8c0d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:49:57.704134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26f88-4fb4-4d09-9b3d-90ed591756ba req-9ae90497-de0d-442d-a2b8-a9f3198d7eab tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:57.704881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0cf26f88-4fb4-4d09-9b3d-90ed591756ba req-9ae90497-de0d-442d-a2b8-a9f3198d7eab tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Synchronizing usage tracker for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:57.815042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc7def28-64a8-4787-86c8-633eac57c624 req-9266a294-8428-4bc7-b85d-cc6a226be874 service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3900042 May 24 22:49:57.817157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Made reservation on behalf of bd7f3d7f324543aa8b46fbbf89201c38 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:57.828267 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:57.897758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-5e0fd884-b4fd-49f6-9b59-9bde4885ecaf tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:57.899893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-5e0fd884-b4fd-49f6-9b59-9bde4885ecaf tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.31 "GET /v2.0/ports?device_id=36db7a82-a7fc-4f35-a625-1a94d458a82b HTTP/1.1" status: 200 len: 945 time: 1.4265730 May 24 22:49:57.905362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Deleting port 07bd9dd0-4040-41ff-a337-e398d6f46da5 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:57.906045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:57.928985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Allocated IP 172.20.0.9 (917b93a6-4340-4e78-a5f4-2f95554ac5d6/035893a4-62f8-4783-8f63-47862db4dbdb/c8ad0a3d-36eb-4734-a529-9315ca67c700) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:49:57.936929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0cf26f88-4fb4-4d09-9b3d-90ed591756ba req-9ae90497-de0d-442d-a2b8-a9f3198d7eab tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Unset dirty status for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:57.943873 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cf26f88-4fb4-4d09-9b3d-90ed591756ba req-9ae90497-de0d-442d-a2b8-a9f3198d7eab tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 944 time: 0.8314862 May 24 22:49:57.969148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7bed5e-1084-45e0-9491-1495b51970aa req-f46be390-c825-47d3-923f-3dd09555a32f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] No DVR routers for this DVR port 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:49:57.973002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 39e62522-4826-41a7-9fb6-c2bea629255d up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:49:57.977194 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7a7bed5e-1084-45e0-9491-1495b51970aa req-f46be390-c825-47d3-923f-3dd09555a32f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:58.038970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a7bed5e-1084-45e0-9491-1495b51970aa req-f46be390-c825-47d3-923f-3dd09555a32f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "DELETE /v2.0/ports/79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 HTTP/1.1" status: 204 len: 173 time: 2.3160429 May 24 22:49:58.053932 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:58.072190 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cf26f88-4fb4-4d09-9b3d-90ed591756ba req-65c97047-43b5-44d2-825f-284cc342cfe2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273131 May 24 22:49:58.167515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:58.177212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Usage tracker for resource:security_group_rule and tenant:bd7f3d7f324543aa8b46fbbf89201c38 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:49:58.182159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:49:58.191268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:58.306106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 39e62522-4826-41a7-9fb6-c2bea629255d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:58.315727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 39e62522-4826-41a7-9fb6-c2bea629255d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:58.316099 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:58.318039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:58.363373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3d822-5d83-4b2f-bc01-fae694317313 req-7f2dbe08-cd48-4f7b-b4cb-e7930d89845e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:58.370992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3d822-5d83-4b2f-bc01-fae694317313 req-7f2dbe08-cd48-4f7b-b4cb-e7930d89845e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:58.379144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3d822-5d83-4b2f-bc01-fae694317313 req-7f2dbe08-cd48-4f7b-b4cb-e7930d89845e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:58.385561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3d822-5d83-4b2f-bc01-fae694317313 req-7f2dbe08-cd48-4f7b-b4cb-e7930d89845e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:58.393607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3d822-5d83-4b2f-bc01-fae694317313 req-7f2dbe08-cd48-4f7b-b4cb-e7930d89845e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:58.401054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3d822-5d83-4b2f-bc01-fae694317313 req-7f2dbe08-cd48-4f7b-b4cb-e7930d89845e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:58.407258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3d822-5d83-4b2f-bc01-fae694317313 req-7f2dbe08-cd48-4f7b-b4cb-e7930d89845e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:58.417060 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81e3d822-5d83-4b2f-bc01-fae694317313 req-7f2dbe08-cd48-4f7b-b4cb-e7930d89845e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5429 time: 1.1522775 May 24 22:49:58.425808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6f5b4871-0852-4dec-b707-f3cdd2d04ff7 req-1e1b17db-2beb-4a9a-aab6-e7331c46884a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:49:58.436826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:58.459649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6f5b4871-0852-4dec-b707-f3cdd2d04ff7 req-1e1b17db-2beb-4a9a-aab6-e7331c46884a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:49:58.461670 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f5b4871-0852-4dec-b707-f3cdd2d04ff7 req-1e1b17db-2beb-4a9a-aab6-e7331c46884a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 210 time: 0.1287050 May 24 22:49:58.464950 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:58.486494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Transition to ACTIVE for port object c8ad0a3d-36eb-4734-a529-9315ca67c700 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:49:58.535990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:58.694727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 39e62522-4826-41a7-9fb6-c2bea629255d is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:58.695322 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:58.714119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-50032b42-57a9-4b5c-9759-4374de13f263 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Deleting port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:58.715375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-50032b42-57a9-4b5c-9759-4374de13f263 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:58.748383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:49:58.763820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 39e62522-4826-41a7-9fb6-c2bea629255d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=39e62522-4826-41a7-9fb6-c2bea629255d,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:58.778134 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:58.778951 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 07bd9dd0-4040-41ff-a337-e398d6f46da5 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:58.787738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:49:58.793539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1361d657-e7e3-4709-87b2-8b46f4de0018 req-22b6f32a-f99d-4dc4-b9d3-02e49645c6ea tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 210 time: 0.0886288 May 24 22:49:58.794280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:49:58.809139 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81e3d822-5d83-4b2f-bc01-fae694317313 req-927327d7-3f02-4e10-a5d6-49cf9dfe5fc4 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3910160 May 24 22:49:58.809770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:49:58.862583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Port': ['ID=c8ad0a3d-36eb-4734-a529-9315ca67c700,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:58.909347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:58.927041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:58.991291 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ba3b70-361f-4a1a-aaf8-26433a75bd8d'] response: {'name': 'network-changed', 'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d', 'status': 'completed', 'code': 200} May 24 22:49:58.991659 n-d-843146-7 neutron-server[88390]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-45ba3b70-361f-4a1a-aaf8-26433a75bd8d']: {'server_uuid': '15994c17-d13b-4b95-b325-42a166aac394', 'name': 'network-vif-deleted', 'tag': '3cbcc079-9903-4d1d-9447-b4e29aeda530', 'status': 'failed', 'code': 422} returned with failed status May 24 22:49:59.040897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-38e438c5-0020-48f0-8ef7-90274ead3b1d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:59.051617 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-38e438c5-0020-48f0-8ef7-90274ead3b1d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "GET /v2.0/ports?device_id=69bf6fa7-9251-434e-b6ad-1a20bf5fe53f HTTP/1.1" status: 200 len: 950 time: 0.4503052 May 24 22:49:59.058212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f9cc8349-166c-41fd-a284-4847c91d365c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7837040 May 24 22:49:59.061150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:59.097814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=39e62522-4826-41a7-9fb6-c2bea629255d,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:59.163475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380', 'admin_state_up': True, 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'security_groups': ['170c4bf6-872b-4011-a41d-6c4113deb19a']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:49:59.201803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 07bd9dd0-4040-41ff-a337-e398d6f46da5 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:49:59.202194 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:59.286111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 07bd9dd0-4040-41ff-a337-e398d6f46da5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=07bd9dd0-4040-41ff-a337-e398d6f46da5,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:59.294963 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:59.295671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:49:59.306459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-e585842f-55a9-47dd-9c12-6b960a598ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:59.307378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-e585842f-55a9-47dd-9c12-6b960a598ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:59.308107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-e585842f-55a9-47dd-9c12-6b960a598ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:59.308751 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-e585842f-55a9-47dd-9c12-6b960a598ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:59.309424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-e585842f-55a9-47dd-9c12-6b960a598ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:59.310176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-e585842f-55a9-47dd-9c12-6b960a598ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:59.310916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-e585842f-55a9-47dd-9c12-6b960a598ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:49:59.313451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-e585842f-55a9-47dd-9c12-6b960a598ee6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1b53c9434c24a0f875564307ddb2295&device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 6486 time: 1.3661714 May 24 22:49:59.372063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b78270e-c38c-4fca-9656-684954114232 req-c2b3433c-382c-4919-a6f0-9eb6abe1d837 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 210 time: 0.1283998 May 24 22:49:59.439570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Deleting port acd602bc-7b5f-4669-87f5-3708f9d0948b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:49:59.439909 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:59.488034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:49:59.488401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:49:59.542711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7d93a497-0f62-4ca1-8291-bbee8b09e106 None None] Provisioning for port c8ad0a3d-36eb-4734-a529-9315ca67c700 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:49:59.547123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=07bd9dd0-4040-41ff-a337-e398d6f46da5,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:49:59.553743 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d16909-3add-457b-b718-e6b51de7eb99'] response: {'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d', 'code': 200} May 24 22:49:59.554596 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7d93a497-0f62-4ca1-8291-bbee8b09e106 None None] Provisioning complete for port c8ad0a3d-36eb-4734-a529-9315ca67c700 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:49:59.554839 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7d93a497-0f62-4ca1-8291-bbee8b09e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:59.633328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7d93a497-0f62-4ca1-8291-bbee8b09e106 None None] Port c8ad0a3d-36eb-4734-a529-9315ca67c700 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:49:59.730463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:49:59.801512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.50', 65449) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:59.802186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.50', 65450) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:49:59.830411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:49:59.890041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] For port 07bd9dd0-4040-41ff-a337-e398d6f46da5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=07bd9dd0-4040-41ff-a337-e398d6f46da5,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:49:59.890688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:59.919233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:49:59.922212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:49:59.935490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Allocated IP 192.168.233.233 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/9c364164-6569-49dc-b927-3f7746e9f42b) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:00.239413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Allocated IP 10.1.1.46 (9cc5ec01-d328-44ce-88b3-bbca33dfa380/a57ca9f4-d365-46cd-b1de-3bfac442f67b/eef34875-7b1e-48b6-9a0f-77f3a9a26a46) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:00.250465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Calling delete_port for 07bd9dd0-4040-41ff-a337-e398d6f46da5 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:00.608683 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34330e-47a7-48b7-ac59-3aa0d82e8e74 req-a689a68a-b594-4227-9f7e-0c57f3dc2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:00.610399 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-de34330e-47a7-48b7-ac59-3aa0d82e8e74 req-a689a68a-b594-4227-9f7e-0c57f3dc2f71 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 1096 time: 0.8016140 May 24 22:50:00.612690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] For port acd602bc-7b5f-4669-87f5-3708f9d0948b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=acd602bc-7b5f-4669-87f5-3708f9d0948b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:00.613101 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:00.641152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-0c4499ff-563d-46b9-8905-cb73291c520c tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:00.643438 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-0c4499ff-563d-46b9-8905-cb73291c520c tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "GET /v2.0/networks?id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5 HTTP/1.1" status: 200 len: 813 time: 0.7572200 May 24 22:50:00.656868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7183f0-ea88-4072-b9dc-5dafaefa5926 req-0b992484-0260-4525-a83a-3185337fe5a1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:00.664236 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e7183f0-ea88-4072-b9dc-5dafaefa5926 req-0b992484-0260-4525-a83a-3185337fe5a1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.9032726 May 24 22:50:00.700703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Request body: {'port': {'device_id': 'c1624153-e54c-4602-98e5-fc34919d9ffe', 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5', 'admin_state_up': True, 'tenant_id': '3ee363e03214479ab8ee8924c997b069'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:00.752075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.50', 65453) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:00.767358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-a3379760-589a-45ea-a0be-75d3df64eb79 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:00.768162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-a3379760-589a-45ea-a0be-75d3df64eb79 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.50 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 1.4694760 May 24 22:50:00.806288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Request body: {'port': {'device_id': '32c7b5a5-8261-4759-ab6a-d19919758ecc', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'admin_state_up': True, 'tenant_id': '2e846590628e4af9acc5488fea48c6ad'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:00.895129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc287de-612c-4687-a1db-c2648a80884e req-42dceb83-ba60-48ed-afb3-aaec19fbed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:00.896681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6bc287de-612c-4687-a1db-c2648a80884e req-42dceb83-ba60-48ed-afb3-aaec19fbed16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 1096 time: 1.8211470 May 24 22:50:00.902819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Calling delete_port for acd602bc-7b5f-4669-87f5-3708f9d0948b owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:00.922683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-6cbc4069-343f-4e5b-b056-07fa02d1a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:00.924752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-6cbc4069-343f-4e5b-b056-07fa02d1a001 service neutron] 10.222.0.31 "GET /v2.0/networks?id=52c33e24-ff90-4552-83ee-49b4f514ed82 HTTP/1.1" status: 200 len: 901 time: 1.5666912 May 24 22:50:01.002203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f334088f-1d29-495c-88bd-c8aa3afa244e', 'name': 'network-vif-deleted', 'tag': '79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:01.010021 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:50:01.010269 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:50:01.053359 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e7183f0-ea88-4072-b9dc-5dafaefa5926 req-920ee762-a824-4e52-b2be-18d8ac9c5282 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3867533 May 24 22:50:01.113849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:01.136247 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-de34330e-47a7-48b7-ac59-3aa0d82e8e74 req-34df5d12-2740-4fab-95cc-fb8907606ca1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4868641 May 24 22:50:01.223418 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:01.237169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-2a611360-2d89-4c5e-bb99-a0597dd49c99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c38307b-3446-4fcf-8d10-5d1768239bec HTTP/1.1" status: 200 len: 217 time: 0.2282126 May 24 22:50:01.238308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Transition to ACTIVE for port object 9c364164-6569-49dc-b927-3f7746e9f42b will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:01.246655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6672f27c-4c5c-43f3-83fa-d8b2d91a544c req-69babf9b-ffb0-4504-b9f7-bbd7c3a6abf9 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Synchronizing usage tracker for tenant:3ee363e03214479ab8ee8924c997b069 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:01.275835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-50032b42-57a9-4b5c-9759-4374de13f263 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] For port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:01.276201 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-50032b42-57a9-4b5c-9759-4374de13f263 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:01.291432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Transition to ACTIVE for port object eef34875-7b1e-48b6-9a0f-77f3a9a26a46 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:01.296555 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:01.308830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:01.345398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-f67d7080-3231-49d5-9121-7d1926193375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:01.347012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-f67d7080-3231-49d5-9121-7d1926193375 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0 HTTP/1.1" status: 200 len: 797 time: 0.0811825 May 24 22:50:01.354514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event deleted for resources: {'Port': ['ID=acd602bc-7b5f-4669-87f5-3708f9d0948b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:01.356917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6672f27c-4c5c-43f3-83fa-d8b2d91a544c req-69babf9b-ffb0-4504-b9f7-bbd7c3a6abf9 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Unset dirty status for tenant:3ee363e03214479ab8ee8924c997b069 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:01.366023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6672f27c-4c5c-43f3-83fa-d8b2d91a544c req-69babf9b-ffb0-4504-b9f7-bbd7c3a6abf9 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 210 time: 0.2068608 May 24 22:50:01.367071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:01.379431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36bb3d-da9a-45d9-8033-3ff9ef1f4618 req-a062d77d-0e89-45f9-9798-1698628d1f01 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:01.386481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d36bb3d-da9a-45d9-8033-3ff9ef1f4618 req-a062d77d-0e89-45f9-9798-1698628d1f01 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f21760-7ba5-4509-8529-577f6f3b24a2 HTTP/1.1" status: 200 len: 947 time: 1.5976028 May 24 22:50:01.413234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.413595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.417656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.418182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.419367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.420017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.420542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.421070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.421686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.423365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.424196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.424538 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:01.468000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:01.520937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] No DVR routers for this DVR port acd602bc-7b5f-4669-87f5-3708f9d0948b on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:50:01.527420 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:01.545751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Made reservation on behalf of 3ee363e03214479ab8ee8924c997b069 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:01.551480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:01.568428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "DELETE /v2.0/ports/acd602bc-7b5f-4669-87f5-3708f9d0948b HTTP/1.1" status: 204 len: 173 time: 2.5077560 May 24 22:50:01.571467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f21760-7ba5-4509-8529-577f6f3b24a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bd9dd0-4040-41ff-a337-e398d6f46da5'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:01.661720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Deleting port 07bd9dd0-4040-41ff-a337-e398d6f46da5 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:50:01.662067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:01.672121 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:01.715650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:50:01.769297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-50032b42-57a9-4b5c-9759-4374de13f263 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Calling delete_port for 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:01.822060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:01.830243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:01.839869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:01.954231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:01.955273 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:01.957575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Port': ['ID=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:01.993404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device acd602bc-7b5f-4669-87f5-3708f9d0948b no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:50:02.032785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d1638-c912-4bad-ae54-96c536a1cdcb req-b92714e3-9c36-4eb1-8022-8d55c5402b59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:02.034864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b35d1638-c912-4bad-ae54-96c536a1cdcb req-b92714e3-9c36-4eb1-8022-8d55c5402b59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:02.052555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:02.053266 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:02.099972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: acd602bc-7b5f-4669-87f5-3708f9d0948b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:50:02.100242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device acd602bc-7b5f-4669-87f5-3708f9d0948b not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:50:02.102413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Allocated IP 172.20.0.2 (688756ef-d2f9-41ef-918d-f7c6e1cc94a5/0c52a433-2b8f-427e-8556-9cb7b625bfff/357a3cf2-bd57-47a9-a91c-0b1512ff3053) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:02.121652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b35d1638-c912-4bad-ae54-96c536a1cdcb req-b92714e3-9c36-4eb1-8022-8d55c5402b59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:02.134561 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b35d1638-c912-4bad-ae54-96c536a1cdcb req-b92714e3-9c36-4eb1-8022-8d55c5402b59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 931 time: 0.5647078 May 24 22:50:02.167021 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7b523f42-4567-4170-8021-35dc2a1de59f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0129404 May 24 22:50:02.178563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380', 'admin_state_up': True, 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'security_groups': ['170c4bf6-872b-4011-a41d-6c4113deb19a']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:02.281033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:02.292357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-79804805-9ef0-49e2-bd86-c6081952f450 None None] Provisioning for port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:02.293108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:02.305328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-79804805-9ef0-49e2-bd86-c6081952f450 None None] Provisioning complete for port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:02.306731 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-79804805-9ef0-49e2-bd86-c6081952f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:02.338572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Made reservation on behalf of 2e846590628e4af9acc5488fea48c6ad for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:02.342135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:02.402459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d36bb3d-da9a-45d9-8033-3ff9ef1f4618 req-eaf44004-4403-4620-9221-39511637f6db tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0150027 May 24 22:50:02.463423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-abe16571-c2e1-4460-9684-f066e482feab tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:02.466524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-abe16571-c2e1-4460-9684-f066e482feab tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "GET /v2.0/networks?id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5 HTTP/1.1" status: 200 len: 813 time: 1.6964388 May 24 22:50:02.488452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-50032b42-57a9-4b5c-9759-4374de13f263 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:02.500916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc287de-612c-4687-a1db-c2648a80884e req-dfed2981-3ec0-4559-83dd-47d51611e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:02.502668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6bc287de-612c-4687-a1db-c2648a80884e req-dfed2981-3ec0-4559-83dd-47d51611e9ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 1.5751047 May 24 22:50:02.594944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-79804805-9ef0-49e2-bd86-c6081952f450 None None] Port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:50:02.625956 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:02.642917 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:02.664842 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b35d1638-c912-4bad-ae54-96c536a1cdcb req-4ed0f02b-9959-46d0-8a3b-a3dc1e5ae878 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5293427 May 24 22:50:02.669859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:02.682711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:02.705015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:02.709155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:02.739319 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:02.764456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Request body: {'port': {'device_id': '36495ad8-de7d-4712-9fe8-00591587c88e', 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5', 'admin_state_up': True, 'tenant_id': '3ee363e03214479ab8ee8924c997b069'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:02.838267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50032b42-57a9-4b5c-9759-4374de13f263 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Pushing event deleted for resources: {'Port': ['ID=67a297ea-3aa1-4a05-9d06-2f66f08f8c0d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:02.884974 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6bc287de-612c-4687-a1db-c2648a80884e req-167dfcfe-ec1b-4b4e-87d4-d8fe51fb8d7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e62522-4826-41a7-9fb6-c2bea629255d HTTP/1.1" status: 200 len: 217 time: 0.2551491 May 24 22:50:03.053286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:03.076571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:03.097746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:03.137122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Pushing event updated for resources: {'Port': ['ID=357a3cf2-bd57-47a9-a91c-0b1512ff3053,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:03.167952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:03.170241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-50032b42-57a9-4b5c-9759-4374de13f263 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] No DVR routers for this DVR port 67a297ea-3aa1-4a05-9d06-2f66f08f8c0d on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:50:03.226879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:03.234075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:03.268829 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-50032b42-57a9-4b5c-9759-4374de13f263 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:03.277695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36db7a82-a7fc-4f35-a625-1a94d458a82b', 'name': 'network-vif-deleted', 'tag': '67a297ea-3aa1-4a05-9d06-2f66f08f8c0d'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:03.306925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-50ba49d6-e65a-4dc2-b6a6-b699ed1ca1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.308826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.309444 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-50ba49d6-e65a-4dc2-b6a6-b699ed1ca1fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52c33e24-ff90-4552-83ee-49b4f514ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.9381890 May 24 22:50:03.309598 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:03.340371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721b21-033e-4ec1-9b03-8eeec52f31b2 req-f61866c0-01a9-4c02-a12e-ccd339d1e195 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.346973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721b21-033e-4ec1-9b03-8eeec52f31b2 req-f61866c0-01a9-4c02-a12e-ccd339d1e195 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.353141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721b21-033e-4ec1-9b03-8eeec52f31b2 req-f61866c0-01a9-4c02-a12e-ccd339d1e195 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.359213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721b21-033e-4ec1-9b03-8eeec52f31b2 req-f61866c0-01a9-4c02-a12e-ccd339d1e195 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.365133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721b21-033e-4ec1-9b03-8eeec52f31b2 req-f61866c0-01a9-4c02-a12e-ccd339d1e195 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.371031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721b21-033e-4ec1-9b03-8eeec52f31b2 req-f61866c0-01a9-4c02-a12e-ccd339d1e195 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.377323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721b21-033e-4ec1-9b03-8eeec52f31b2 req-f61866c0-01a9-4c02-a12e-ccd339d1e195 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.377784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Pushing event updated for resources: {'Port': ['ID=9c364164-6569-49dc-b927-3f7746e9f42b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:03.379307 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f721b21-033e-4ec1-9b03-8eeec52f31b2 req-f61866c0-01a9-4c02-a12e-ccd339d1e195 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5429 time: 0.4572451 May 24 22:50:03.454278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc287de-612c-4687-a1db-c2648a80884e req-528915c5-fbab-4e47-9cf5-f4120f72e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.456141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6bc287de-612c-4687-a1db-c2648a80884e req-528915c5-fbab-4e47-9cf5-f4120f72e8e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.4472141 May 24 22:50:03.459619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Allocated IP 10.1.1.106 (9cc5ec01-d328-44ce-88b3-bbca33dfa380/a57ca9f4-d365-46cd-b1de-3bfac442f67b/2b16dee6-c1e6-453c-b127-c10756919efc) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:03.466850 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f721b21-033e-4ec1-9b03-8eeec52f31b2 req-b6235635-9269-4e8b-9b13-0b187ea2101a tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679739 May 24 22:50:03.472835 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-d70d2aea-f435-43c4-8b18-491b8b599471 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7935791 May 24 22:50:03.491894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Request body: {'port': {'device_id': 'c1624153-e54c-4602-98e5-fc34919d9ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:03.558916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8c872a10-2638-44a5-ad36-bc81359ddf02 None None] Provisioning for port 9c364164-6569-49dc-b927-3f7746e9f42b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:03.565298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8c872a10-2638-44a5-ad36-bc81359ddf02 None None] Provisioning complete for port 9c364164-6569-49dc-b927-3f7746e9f42b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:03.565713 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8c872a10-2638-44a5-ad36-bc81359ddf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:03.587797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-bace20bf-2ddb-4348-af94-6259e79c0a84 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3851285 May 24 22:50:03.713760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8c872a10-2638-44a5-ad36-bc81359ddf02 None None] Port 9c364164-6569-49dc-b927-3f7746e9f42b cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:50:03.718314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.718980 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:03.723742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-50032b42-57a9-4b5c-9759-4374de13f263 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.31 "DELETE /v2.0/ports/67a297ea-3aa1-4a05-9d06-2f66f08f8c0d HTTP/1.1" status: 204 len: 173 time: 5.7648981 May 24 22:50:03.757158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:03.794803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Allocated IP 172.20.0.3 (3653a6c8-c222-4f56-8c39-2c2963d7c5c7/58b7ed93-185b-4c74-a8c5-a81fc40ebbf5/d8e508ef-a054-4d60-a84e-2f095ba8f5a5) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:03.797403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Usage tracker for resource:port and tenant:3ee363e03214479ab8ee8924c997b069 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:03.808142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:03.836713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-5a8c68c7-0a6c-4bdf-9444-06fc448bcba7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.3619096 May 24 22:50:03.844359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab68aa8-61a6-4ede-a482-ac0143a79d7c req-1a36f2b0-7af2-41f1-ab14-a04d45e03200 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:03.845149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1ab68aa8-61a6-4ede-a482-ac0143a79d7c req-1a36f2b0-7af2-41f1-ab14-a04d45e03200 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Synchronizing usage tracker for tenant:bd7f3d7f324543aa8b46fbbf89201c38 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:03.849411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:03.866192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Request body: {'port': {'device_id': '3fcad8bd-38c9-47ee-91ad-a8d9ce656948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:03.886406 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a544d97c-ae08-46cb-9448-4f86769c4473 req-2393d13a-befb-4565-9733-4cc7666c9ada tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 210 time: 0.1546576 May 24 22:50:03.927456 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:03.957067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] For port 07bd9dd0-4040-41ff-a337-e398d6f46da5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=07bd9dd0-4040-41ff-a337-e398d6f46da5,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:03.957435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:03.992813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Made reservation on behalf of 3ee363e03214479ab8ee8924c997b069 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:03.997639 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:03.999804 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d5fea0-d5fb-4bf8-ad57-ea30f50e6db0'] response: {'server_uuid': 'f334088f-1d29-495c-88bd-c8aa3afa244e', 'name': 'network-vif-deleted', 'tag': '79785ae9-fc4d-4f33-86f2-e04fd3c0c1c2', 'status': 'completed', 'code': 200} May 24 22:50:04.019076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-4c4a6cdd-bf4a-47ff-879a-7d9bf9e5a755 service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435006 May 24 22:50:04.038003 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7c0148-765f-4b0f-aeea-1fe6a1c80f25'] response: {'server_uuid': '58f21760-7ba5-4509-8529-577f6f3b24a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bd9dd0-4040-41ff-a337-e398d6f46da5', 'code': 200} May 24 22:50:04.051867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-73b5fa0f-218d-4b35-b13f-4c2d7261a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:04.053347 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-73b5fa0f-218d-4b35-b13f-4c2d7261a3a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 1097 time: 0.4326503 May 24 22:50:04.145079 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:04.290252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Transition to ACTIVE for port object 2b16dee6-c1e6-453c-b127-c10756919efc will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:04.331175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Calling delete_port for 07bd9dd0-4040-41ff-a337-e398d6f46da5 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:04.359993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1ab68aa8-61a6-4ede-a482-ac0143a79d7c req-1a36f2b0-7af2-41f1-ab14-a04d45e03200 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Unset dirty status for tenant:bd7f3d7f324543aa8b46fbbf89201c38 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:04.361241 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ab68aa8-61a6-4ede-a482-ac0143a79d7c req-1a36f2b0-7af2-41f1-ab14-a04d45e03200 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 936 time: 1.6683090 May 24 22:50:04.445803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-008c18ad-ad7b-4542-84d0-28fd655a3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:04.447307 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-008c18ad-ad7b-4542-84d0-28fd655a3746 service neutron] 10.222.0.31 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.3400857 May 24 22:50:04.553464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:04.593804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-7ad50b1c-f5f1-448b-9806-92e77db4590b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9a47a5c-f7c4-41b9-b968-4087722357cf HTTP/1.1" status: 200 len: 217 time: 0.1295896 May 24 22:50:04.610740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65040059-9b4b-44ca-b264-1af220ef8a19 req-b619a254-a796-46a0-a9f6-a7cb7115ee91 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:04.612422 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65040059-9b4b-44ca-b264-1af220ef8a19 req-b619a254-a796-46a0-a9f6-a7cb7115ee91 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.4639673 May 24 22:50:04.615856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc287de-612c-4687-a1db-c2648a80884e req-21b463aa-67df-4a2e-8939-991ea56db87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:04.617331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6bc287de-612c-4687-a1db-c2648a80884e req-21b463aa-67df-4a2e-8939-991ea56db87e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0633872 May 24 22:50:04.750946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:04.834558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1ab68aa8-61a6-4ede-a482-ac0143a79d7c req-b6cc0d8b-546b-4bcc-b4fb-5ae99d82e2ef tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Synchronizing usage tracker for tenant:bd7f3d7f324543aa8b46fbbf89201c38 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:04.838323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:04.847679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:04.870495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:04.905387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Port': ['ID=2b16dee6-c1e6-453c-b127-c10756919efc,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:04.962938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-09e57774-6b88-4f5f-9dc5-71478fe95b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:04.964579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-09e57774-6b88-4f5f-9dc5-71478fe95b64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.3512897 May 24 22:50:05.015108 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65040059-9b4b-44ca-b264-1af220ef8a19 req-59b5478b-942a-4850-9e13-4d62ef4bacb5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3888049 May 24 22:50:05.045636 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-66dd71d1-07ef-4500-ad3a-c4cce0a86592 service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8949888 May 24 22:50:05.059667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1ab68aa8-61a6-4ede-a482-ac0143a79d7c req-b6cc0d8b-546b-4bcc-b4fb-5ae99d82e2ef tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Unset dirty status for tenant:bd7f3d7f324543aa8b46fbbf89201c38 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:05.060799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ab68aa8-61a6-4ede-a482-ac0143a79d7c req-b6cc0d8b-546b-4bcc-b4fb-5ae99d82e2ef tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727955 May 24 22:50:05.072892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357a3cf2-bd57-47a9-a91c-0b1512ff3053 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:05.095747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:05.096713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.107637 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.114175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.148413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Transition to ACTIVE for port object 357a3cf2-bd57-47a9-a91c-0b1512ff3053 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:05.153905 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-15c911b0-ef91-43d2-9855-a5db1b268457 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9792163 May 24 22:50:05.155531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-209bc105-9837-4baf-afad-81fbe3a77293 None None] Provisioning for port 2b16dee6-c1e6-453c-b127-c10756919efc completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:05.160847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-209bc105-9837-4baf-afad-81fbe3a77293 None None] Provisioning complete for port 2b16dee6-c1e6-453c-b127-c10756919efc triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:05.162193 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-209bc105-9837-4baf-afad-81fbe3a77293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.165792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6bc287de-612c-4687-a1db-c2648a80884e req-3f9c405b-29b6-4f3b-bf66-9b54b2870a43 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807849 May 24 22:50:05.172811 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.187729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c', 'admin_state_up': True, 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'security_groups': ['170c4bf6-872b-4011-a41d-6c4113deb19a']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:05.224324 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e5c49c-1660-4734-9e7f-fdc1ecd8212e'] response: {'server_uuid': '36db7a82-a7fc-4f35-a625-1a94d458a82b', 'name': 'network-vif-deleted', 'tag': '67a297ea-3aa1-4a05-9d06-2f66f08f8c0d', 'status': 'completed', 'code': 200} May 24 22:50:05.241435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-209bc105-9837-4baf-afad-81fbe3a77293 None None] Port 2b16dee6-c1e6-453c-b127-c10756919efc cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:50:05.280728 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3d5dd3b3-a1d0-4209-b801-a537a43a3368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.300312 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.312723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0413f0ef-e906-4456-9af5-2a25b8569c02'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:05.451909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=357a3cf2-bd57-47a9-a91c-0b1512ff3053,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:05.455791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event deleted for resources: {'Port': ['ID=07bd9dd0-4040-41ff-a337-e398d6f46da5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:05.492340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:05.600508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-0abb8040-96c0-43cf-aecb-dd5bce314c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:05.602047 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-0abb8040-96c0-43cf-aecb-dd5bce314c2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6213593 May 24 22:50:05.607899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-99f6ec8b-22f3-4401-8f2a-d9b79d2b4210 req-e4f78595-d729-417d-9f3a-351dfd89d684 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Synchronizing usage tracker for tenant:3ee363e03214479ab8ee8924c997b069 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:05.610346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:05.664826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Allocated IP 172.20.0.14 (688756ef-d2f9-41ef-918d-f7c6e1cc94a5/0c52a433-2b8f-427e-8556-9cb7b625bfff/fa0a632c-6b7f-4882-a4b4-00ffb65469cf) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:05.667620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4497b7c5-60ab-475a-91e8-722ca1a258fb req-3c5ab5d7-cfd2-4abe-8182-7a6e991ba39d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:05.699936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] No DVR routers for this DVR port 07bd9dd0-4040-41ff-a337-e398d6f46da5 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:50:05.722570 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.770673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:05.797146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-99f6ec8b-22f3-4401-8f2a-d9b79d2b4210 req-e4f78595-d729-417d-9f3a-351dfd89d684 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Unset dirty status for tenant:3ee363e03214479ab8ee8924c997b069 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:05.798308 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-99f6ec8b-22f3-4401-8f2a-d9b79d2b4210 req-e4f78595-d729-417d-9f3a-351dfd89d684 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 210 time: 0.3475773 May 24 22:50:05.805717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6bc287de-612c-4687-a1db-c2648a80884e req-d58cddbe-70ec-4d48-93a9-fbfda8849d29 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512347 May 24 22:50:05.806309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4497b7c5-60ab-475a-91e8-722ca1a258fb req-3c5ab5d7-cfd2-4abe-8182-7a6e991ba39d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:05.807304 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4497b7c5-60ab-475a-91e8-722ca1a258fb req-3c5ab5d7-cfd2-4abe-8182-7a6e991ba39d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f21760-7ba5-4509-8529-577f6f3b24a2 HTTP/1.1" status: 200 len: 210 time: 0.3425889 May 24 22:50:05.814080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:05.816362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9b865d2-a28c-4800-8c3b-c280f839d41c req-ff7db503-c9cf-4cc2-b67c-21da39f1a2ea tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.50 "DELETE /v2.0/ports/07bd9dd0-4040-41ff-a337-e398d6f46da5 HTTP/1.1" status: 204 len: 173 time: 8.1263463 May 24 22:50:06.006043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bf6fa7-9251-434e-b6ad-1a20bf5fe53f', 'name': 'network-vif-deleted', 'tag': 'acd602bc-7b5f-4669-87f5-3708f9d0948b'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:06.012119 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-9c3d2562-b500-4fe7-bd60-5808bf24b759 service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969882 May 24 22:50:06.096875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Attempting to bind port 357a3cf2-bd57-47a9-a91c-0b1512ff3053 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:06.097607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Attempting to bind port 357a3cf2-bd57-47a9-a91c-0b1512ff3053 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:06.097607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Attempting to bind port 357a3cf2-bd57-47a9-a91c-0b1512ff3053 on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:06.162870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Port 357a3cf2-bd57-47a9-a91c-0b1512ff3053 on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:06.163165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Attempting to bind port 357a3cf2-bd57-47a9-a91c-0b1512ff3053 on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:06.193400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:06.193743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Checking segment: {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:06.194096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Bound using segment: {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:06.194550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Bound port: 357a3cf2-bd57-47a9-a91c-0b1512ff3053, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:06.194890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:06.278261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-0cf1f344-0ce3-4a3d-89cf-b1ab3bbfd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.278610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-0cf1f344-0ce3-4a3d-89cf-b1ab3bbfd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.279093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-0cf1f344-0ce3-4a3d-89cf-b1ab3bbfd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.279548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-0cf1f344-0ce3-4a3d-89cf-b1ab3bbfd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.280008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-0cf1f344-0ce3-4a3d-89cf-b1ab3bbfd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.280459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-0cf1f344-0ce3-4a3d-89cf-b1ab3bbfd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.280906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-0cf1f344-0ce3-4a3d-89cf-b1ab3bbfd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.282801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:06.283619 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-0cf1f344-0ce3-4a3d-89cf-b1ab3bbfd689 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1b53c9434c24a0f875564307ddb2295&device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 6486 time: 1.1196482 May 24 22:50:06.362208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:06.395147 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a391542-8e46-4cb6-8231-449bb5f12edc req-89bdf29f-011c-4697-8d31-e675642c0f63 service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309720 May 24 22:50:06.396601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:06.420057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:06.436340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6bfee-c25f-447b-9fe1-e6685083bcb1 req-96598506-e640-4819-9d4a-d60526b886cd tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.442675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6bfee-c25f-447b-9fe1-e6685083bcb1 req-96598506-e640-4819-9d4a-d60526b886cd tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.448516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6bfee-c25f-447b-9fe1-e6685083bcb1 req-96598506-e640-4819-9d4a-d60526b886cd tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.449346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-11b6bfee-c25f-447b-9fe1-e6685083bcb1 req-96598506-e640-4819-9d4a-d60526b886cd tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:06.457704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] For port 357a3cf2-bd57-47a9-a91c-0b1512ff3053, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:06.476840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] For port 357a3cf2-bd57-47a9-a91c-0b1512ff3053, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=357a3cf2-bd57-47a9-a91c-0b1512ff3053,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:06.489423 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:06.559170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-11b6bfee-c25f-447b-9fe1-e6685083bcb1 req-96598506-e640-4819-9d4a-d60526b886cd tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:06.560374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-11b6bfee-c25f-447b-9fe1-e6685083bcb1 req-96598506-e640-4819-9d4a-d60526b886cd tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 2373 time: 0.5422828 May 24 22:50:06.571031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event updated for resources: {'Port': ['ID=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:06.630966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.631570 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:06.632922 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] 10.222.0.50 "PUT /v2.0/ports/357a3cf2-bd57-47a9-a91c-0b1512ff3053 HTTP/1.1" status: 200 len: 1091 time: 3.1469650 May 24 22:50:06.670527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.671338 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:06.768361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:06.799306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-f4e40ed4-4e12-413b-9f0d-7ab3483b0227 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9968152 May 24 22:50:06.809152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-f7f0d202-992a-4a5e-b369-fcb0934b3e57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5734971 May 24 22:50:06.824931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Request body: {'port': {'device_id': '32c7b5a5-8261-4759-ab6a-d19919758ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:06.837377 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-11b6bfee-c25f-447b-9fe1-e6685083bcb1 req-9ce916a7-1b51-4b01-9595-2a3f9d0a5823 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620625 May 24 22:50:06.892559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c364164-6569-49dc-b927-3f7746e9f42b {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:06.897622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-b144bc03-6b63-489a-aefc-731a2e6d8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.899050 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-b144bc03-6b63-489a-aefc-731a2e6d8a08 service neutron] 10.222.0.31 "GET /v2.0/networks?id=52c33e24-ff90-4552-83ee-49b4f514ed82 HTTP/1.1" status: 200 len: 901 time: 0.5463352 May 24 22:50:06.903563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9e18a-8427-4009-b77c-2b4538b79ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=357a3cf2-bd57-47a9-a91c-0b1512ff3053,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:06.917603 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:06.928543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Allocated IP 10.2.2.100 (a152f897-c692-40bd-9a6a-4d20f3b72e5c/d20a2877-f809-4040-86fc-c65e5794ac17/a18c56a1-9ed9-43ab-8e87-2ae7bafa778e) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:06.980511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-7ec945ac-649b-4b8b-87be-2c2340c50ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:06.981976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-7ec945ac-649b-4b8b-87be-2c2340c50ae3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ee363e03214479ab8ee8924c997b069&device_id=c1624153-e54c-4602-98e5-fc34919d9ffe HTTP/1.1" status: 200 len: 1094 time: 0.1393104 May 24 22:50:07.001810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae5ddd-b5b1-4aac-8ad9-ba48c2b34e9d req-89c90326-f40d-477c-97bc-685638c9af49 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.007797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae5ddd-b5b1-4aac-8ad9-ba48c2b34e9d req-89c90326-f40d-477c-97bc-685638c9af49 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.013476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae5ddd-b5b1-4aac-8ad9-ba48c2b34e9d req-89c90326-f40d-477c-97bc-685638c9af49 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.019363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae5ddd-b5b1-4aac-8ad9-ba48c2b34e9d req-89c90326-f40d-477c-97bc-685638c9af49 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.025365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae5ddd-b5b1-4aac-8ad9-ba48c2b34e9d req-89c90326-f40d-477c-97bc-685638c9af49 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.031046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae5ddd-b5b1-4aac-8ad9-ba48c2b34e9d req-89c90326-f40d-477c-97bc-685638c9af49 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.036866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae5ddd-b5b1-4aac-8ad9-ba48c2b34e9d req-89c90326-f40d-477c-97bc-685638c9af49 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.038798 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13ae5ddd-b5b1-4aac-8ad9-ba48c2b34e9d req-89c90326-f40d-477c-97bc-685638c9af49 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5429 time: 0.7725883 May 24 22:50:07.092581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-332a2a28-3776-46f9-87d4-1a2aae227c85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0cec9a4-3696-4140-b1ea-bc03430f6ae2 HTTP/1.1" status: 200 len: 217 time: 0.1544917 May 24 22:50:07.106278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Transition to ACTIVE for port object 9c364164-6569-49dc-b927-3f7746e9f42b will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:07.118310 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-f2094e42-2576-46f2-9e94-ceacf2b0f281 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=357a3cf2-bd57-47a9-a91c-0b1512ff3053 HTTP/1.1" status: 200 len: 217 time: 0.0989678 May 24 22:50:07.186046 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:07.262908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f21760-7ba5-4509-8529-577f6f3b24a2', 'name': 'network-vif-deleted', 'tag': '07bd9dd0-4040-41ff-a337-e398d6f46da5'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:07.293680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-bb6f7365-95e7-44e3-bb45-bad455f2a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.295088 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-bb6f7365-95e7-44e3-bb45-bad455f2a69d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c52a433-2b8f-427e-8556-9cb7b625bfff HTTP/1.1" status: 200 len: 853 time: 0.1238844 May 24 22:50:07.332045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13ae5ddd-b5b1-4aac-8ad9-ba48c2b34e9d req-8846a786-a82f-46d9-bc79-a5418c4a006d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2795775 May 24 22:50:07.357785 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-1f81835e-14d1-4570-b71f-1db669869c5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487878 May 24 22:50:07.391409 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:07.399446 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:07.412037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Transition to ACTIVE for port object a18c56a1-9ed9-43ab-8e87-2ae7bafa778e will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:07.422447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:07.435310 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8be981b3-dc17-49df-994e-fda2d9a5c0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:07.452068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-df97c0b2-c125-4b03-ab70-6a5058b67e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.453557 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-df97c0b2-c125-4b03-ab70-6a5058b67e49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0 HTTP/1.1" status: 200 len: 797 time: 0.3523870 May 24 22:50:07.457532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d94e5e-a6be-41fe-8501-b066e84011aa req-4ae9e7a0-9a95-4b77-bef9-27846167a1eb tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.465372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45d94e5e-a6be-41fe-8501-b066e84011aa req-4ae9e7a0-9a95-4b77-bef9-27846167a1eb tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 931 time: 0.4912694 May 24 22:50:07.495755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c364164-6569-49dc-b927-3f7746e9f42b,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:07.597864 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-45d94e5e-a6be-41fe-8501-b066e84011aa req-9c4d2781-89fd-4147-842c-62ebd095d803 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312964 May 24 22:50:07.634234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:07.644637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-df5df7af-8cdb-43e1-9ffb-2c70b1b20442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.646190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-df5df7af-8cdb-43e1-9ffb-2c70b1b20442 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 1096 time: 0.7846797 May 24 22:50:07.718810 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d91ea5-5b60-4c01-abdd-eff8d1bdb89c'] response: {'server_uuid': '69bf6fa7-9251-434e-b6ad-1a20bf5fe53f', 'name': 'network-vif-deleted', 'tag': 'acd602bc-7b5f-4669-87f5-3708f9d0948b', 'status': 'completed', 'code': 200} May 24 22:50:07.719352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Port': ['ID=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:07.725540 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-136160d3-e3f1-43a1-b18e-2e79c00f871c service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062720 May 24 22:50:07.727287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network a152f897-c692-40bd-9a6a-4d20f3b72e5c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:07.729122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:07.737049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:07.781454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:07.950868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:07.951477 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:08.001191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:08.008739 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-607df536-3319-489f-b60e-95822633e708 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8412201 May 24 22:50:08.012719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-af08c096-17ba-4182-846c-b32c0d421c81 None None] Provisioning for port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:08.019050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-af08c096-17ba-4182-846c-b32c0d421c81 None None] Provisioning complete for port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:08.019970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c', 'admin_state_up': True, 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'security_groups': ['170c4bf6-872b-4011-a41d-6c4113deb19a']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:08.020179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-af08c096-17ba-4182-846c-b32c0d421c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:08.026210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:08.044171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0107a-3843-42a1-9038-ed746fb0b2e4 req-892f3699-8d90-479c-9d07-c1cfc086ab55 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:08.046132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-74a0107a-3843-42a1-9038-ed746fb0b2e4 req-892f3699-8d90-479c-9d07-c1cfc086ab55 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 948 time: 0.2514999 May 24 22:50:08.051508 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-7e55b6ef-6799-46f8-b793-d3637794b25b service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166900 May 24 22:50:08.103878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-af08c096-17ba-4182-846c-b32c0d421c81 None None] Port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:50:08.106839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Pushing event updated for resources: {'Port': ['ID=fa0a632c-6b7f-4882-a4b4-00ffb65469cf,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:08.182410 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-74a0107a-3843-42a1-9038-ed746fb0b2e4 req-9b7be296-e976-4166-8d83-3538049dc71d tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262712 May 24 22:50:08.217351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:08.228877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:08.246720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Made reservation on behalf of 0d12f2100d0a407eb54394a509d1c250 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:08.252845 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:08.284943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:08.285772 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:08.290233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-1037f35d-a448-4dde-82c7-d6ac0b7f8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:08.291829 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-1037f35d-a448-4dde-82c7-d6ac0b7f8f3e service neutron] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.5968647 May 24 22:50:08.292557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Attempting to bind port 9c364164-6569-49dc-b927-3f7746e9f42b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:08.292887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Attempting to bind port 9c364164-6569-49dc-b927-3f7746e9f42b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:08.293211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Attempting to bind port 9c364164-6569-49dc-b927-3f7746e9f42b on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:08.367335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Port 9c364164-6569-49dc-b927-3f7746e9f42b on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:08.367594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Attempting to bind port 9c364164-6569-49dc-b927-3f7746e9f42b on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:08.389460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6f1a-9b1a-4f17-af33-26a000cc6c7c req-b69089f0-a895-47ba-9d1a-c82782b29b74 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:08.390947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5fbf6f1a-9b1a-4f17-af33-26a000cc6c7c req-b69089f0-a895-47ba-9d1a-c82782b29b74 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.9363480 May 24 22:50:08.419773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54724) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:08.421790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:08.422110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:08.422495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:08.422934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Bound port: 9c364164-6569-49dc-b927-3f7746e9f42b, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:08.423281 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:08.445329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-0d846441-7369-40b3-aa04-1ea2f9527eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:08.446468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-0d846441-7369-40b3-aa04-1ea2f9527eb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52c33e24-ff90-4552-83ee-49b4f514ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9069760 May 24 22:50:08.447691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-9cfe246a-0ac1-41b4-868a-3ec16c76570e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61dbe735-a325-4b49-91ef-c9ef6eebce45 HTTP/1.1" status: 200 len: 217 time: 0.1447005 May 24 22:50:08.478535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78879-fa91-483b-bc21-381a17d9375e req-fb4c9fef-b830-4cb1-997f-36b77af9111d tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:08.479994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-94a78879-fa91-483b-bc21-381a17d9375e req-fb4c9fef-b830-4cb1-997f-36b77af9111d tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 932 time: 0.1663191 May 24 22:50:08.541232 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfcde664-3614-473d-9234-42d3c0d8a055'] response: {'server_uuid': '58f21760-7ba5-4509-8529-577f6f3b24a2', 'name': 'network-vif-deleted', 'tag': '07bd9dd0-4040-41ff-a337-e398d6f46da5', 'status': 'completed', 'code': 200} May 24 22:50:08.583766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Allocated IP 10.2.2.200 (a152f897-c692-40bd-9a6a-4d20f3b72e5c/d20a2877-f809-4040-86fc-c65e5794ac17/74b74282-e7fc-474a-8a11-b94b8224d658) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:08.588888 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-94a78879-fa91-483b-bc21-381a17d9375e req-90740203-ce8b-4756-9a00-48222ad1a7ab tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729377 May 24 22:50:08.634999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3477bb03-b3b3-4485-9e0b-08e52edf49c1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Request body: {'floatingip': {'port_id': '39e62522-4826-41a7-9fb6-c2bea629255d'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:08.668309 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:08.680453 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:08.686031 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-9c917e1d-f422-4735-8c9a-3a4211f03d79 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1810739 May 24 22:50:08.800129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Request body: {'port': {'device_id': '36495ad8-de7d-4712-9fe8-00591587c88e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:08.950643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3477bb03-b3b3-4485-9e0b-08e52edf49c1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:08.993190 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.017361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076522a2-0883-4635-8b31-b1ee30d95f83 req-198d7d09-08cb-4bd9-ab85-c0fbe43b9c8c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:09.023647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076522a2-0883-4635-8b31-b1ee30d95f83 req-198d7d09-08cb-4bd9-ab85-c0fbe43b9c8c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:09.029293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076522a2-0883-4635-8b31-b1ee30d95f83 req-198d7d09-08cb-4bd9-ab85-c0fbe43b9c8c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:09.035750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076522a2-0883-4635-8b31-b1ee30d95f83 req-198d7d09-08cb-4bd9-ab85-c0fbe43b9c8c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:09.041029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076522a2-0883-4635-8b31-b1ee30d95f83 req-198d7d09-08cb-4bd9-ab85-c0fbe43b9c8c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:09.047273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076522a2-0883-4635-8b31-b1ee30d95f83 req-198d7d09-08cb-4bd9-ab85-c0fbe43b9c8c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:09.053582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076522a2-0883-4635-8b31-b1ee30d95f83 req-198d7d09-08cb-4bd9-ab85-c0fbe43b9c8c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:09.055484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] For port 9c364164-6569-49dc-b927-3f7746e9f42b, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:09.055662 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-076522a2-0883-4635-8b31-b1ee30d95f83 req-198d7d09-08cb-4bd9-ab85-c0fbe43b9c8c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5429 time: 0.2475283 May 24 22:50:09.063217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Transition to ACTIVE for port object 74b74282-e7fc-474a-8a11-b94b8224d658 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:09.115181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-076522a2-0883-4635-8b31-b1ee30d95f83 req-3550d84f-7fa5-42fa-bc70-0007010fb2df tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519233 May 24 22:50:09.130050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.133117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] For port 9c364164-6569-49dc-b927-3f7746e9f42b, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=9c364164-6569-49dc-b927-3f7746e9f42b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:09.179732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-be13db97-9380-4508-af8c-4a6f2fe7e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:09.179732 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-be13db97-9380-4508-af8c-4a6f2fe7e821 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.4859927 May 24 22:50:09.191030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.250419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Network a152f897-c692-40bd-9a6a-4d20f3b72e5c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:09.254297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:09.258325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:09.367446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:09.368116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.372550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event updated for resources: {'Port': ['ID=74b74282-e7fc-474a-8a11-b94b8224d658,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:09.422616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-d1eeebeb-df8b-49f8-bf8d-e730247d6f10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4079263 May 24 22:50:09.436086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:09.452042 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:50:09.486632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff12db9-25ba-4991-a911-8456a2dc3275 req-36b457ca-83a2-4cd8-8072-b5b2ecb00913 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:09.488076 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ff12db9-25ba-4991-a911-8456a2dc3275 req-36b457ca-83a2-4cd8-8072-b5b2ecb00913 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 931 time: 0.1643331 May 24 22:50:09.491435 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-1a0b74b1-32a8-4b59-9eb9-f7d8cacb0371 service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9548090 May 24 22:50:09.496222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e508ef-a054-4d60-a84e-2f095ba8f5a5 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:09.551732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:09.552818 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.554452 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] 10.222.0.31 "PUT /v2.0/ports/9c364164-6569-49dc-b927-3f7746e9f42b HTTP/1.1" status: 200 len: 1096 time: 5.6973109 May 24 22:50:09.554635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-caccd3f2-0c27-4180-a025-be474db89241 None None] Provisioning for port 74b74282-e7fc-474a-8a11-b94b8224d658 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:09.566171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.584769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-caccd3f2-0c27-4180-a025-be474db89241 None None] Provisioning complete for port 74b74282-e7fc-474a-8a11-b94b8224d658 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:09.585523 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-caccd3f2-0c27-4180-a025-be474db89241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.590088 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.662603 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.670053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-caccd3f2-0c27-4180-a025-be474db89241 None None] Port 74b74282-e7fc-474a-8a11-b94b8224d658 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:50:09.686109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ff12db9-25ba-4991-a911-8456a2dc3275 req-5cf86a88-ccde-4c1b-a99e-d6c7513f46e6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907120 May 24 22:50:09.730507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1624153-e54c-4602-98e5-fc34919d9ffe', 'tag': '357a3cf2-bd57-47a9-a91c-0b1512ff3053'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:09.916446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:09.987381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec3984-e74f-4156-8a30-ddb2f77de7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c364164-6569-49dc-b927-3f7746e9f42b,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:10.002674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Transition to ACTIVE for port object d8e508ef-a054-4d60-a84e-2f095ba8f5a5 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:10.014781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01934e08-e2c4-48de-bd15-a22868f42a8f req-fabf5c29-0ed7-4fd9-8a65-6f29071851cb tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:10.016257 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-01934e08-e2c4-48de-bd15-a22868f42a8f req-fabf5c29-0ed7-4fd9-8a65-6f29071851cb tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 948 time: 0.1968765 May 24 22:50:10.031806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b1858-78ae-40cf-85cf-357cce8a5e5f req-c0fd7e93-6f1e-4c90-ba53-41007f1df91d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:10.037701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b1858-78ae-40cf-85cf-357cce8a5e5f req-c0fd7e93-6f1e-4c90-ba53-41007f1df91d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:10.043440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b1858-78ae-40cf-85cf-357cce8a5e5f req-c0fd7e93-6f1e-4c90-ba53-41007f1df91d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:10.049208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b1858-78ae-40cf-85cf-357cce8a5e5f req-c0fd7e93-6f1e-4c90-ba53-41007f1df91d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:10.050871 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-999b1858-78ae-40cf-85cf-357cce8a5e5f req-c0fd7e93-6f1e-4c90-ba53-41007f1df91d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 3094 time: 1.2834582 May 24 22:50:10.078500 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:10.079676 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-01934e08-e2c4-48de-bd15-a22868f42a8f req-917218eb-1aca-47d2-8f7c-909914287071 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 May 24 22:50:10.165375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ad0a3d-36eb-4734-a529-9315ca67c700 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:10.176065 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:10.191819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Transition to ACTIVE for port object c8ad0a3d-36eb-4734-a529-9315ca67c700 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:10.196818 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:10.254921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-3e5e5f99-6160-4e49-a940-753188e471de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:10.256554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-3e5e5f99-6160-4e49-a940-753188e471de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0715213 May 24 22:50:10.387242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad0a3d-36eb-4734-a529-9315ca67c700,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:10.488962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc42d8-4cb3-41d0-9a80-c2bb667e6c47 req-f740ccf9-ec2e-48c5-a2d2-55782d666cc5 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:10.490480 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17dc42d8-4cb3-41d0-9a80-c2bb667e6c47 req-f740ccf9-ec2e-48c5-a2d2-55782d666cc5 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 932 time: 0.2583404 May 24 22:50:10.500527 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27dbd602-0ff1-49e7-ac8f-23063cf91cb5 req-3f018ac4-5baa-4e55-9d30-a50fe3204121 service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9879260 May 24 22:50:10.514913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:10.535304 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-999b1858-78ae-40cf-85cf-357cce8a5e5f req-aa11fa90-f3c1-4711-bef4-247029cd779e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4582188 May 24 22:50:10.546733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcad8bd-38c9-47ee-91ad-a8d9ce656948', 'tag': '9c364164-6569-49dc-b927-3f7746e9f42b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:10.554089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Attempting to bind port c8ad0a3d-36eb-4734-a529-9315ca67c700 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:10.554218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Attempting to bind port c8ad0a3d-36eb-4734-a529-9315ca67c700 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:10.554536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Attempting to bind port c8ad0a3d-36eb-4734-a529-9315ca67c700 on network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:10.581031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Port c8ad0a3d-36eb-4734-a529-9315ca67c700 on network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:10.581248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Attempting to bind port c8ad0a3d-36eb-4734-a529-9315ca67c700 on network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:10.591317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:10.592820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Checking segment: {'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:10.592820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Bound using segment: {'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:10.592820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Bound port: c8ad0a3d-36eb-4734-a529-9315ca67c700, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:10.593132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:10.613405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17dc42d8-4cb3-41d0-9a80-c2bb667e6c47 req-1ed7e8c0-1944-4e20-922d-8a7e8910854f tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099854 May 24 22:50:10.652808 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7787f9dd-8a28-4ec5-bee2-f6dd288fe3c6'] response: {'name': 'network-changed', 'server_uuid': 'c1624153-e54c-4602-98e5-fc34919d9ffe', 'tag': '357a3cf2-bd57-47a9-a91c-0b1512ff3053', 'status': 'completed', 'code': 200} May 24 22:50:10.797012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-4cb7f31d-640e-4edb-89bc-7f3cc17143fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:10.798750 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-4cb7f31d-640e-4edb-89bc-7f3cc17143fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd7f3d7f324543aa8b46fbbf89201c38&device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 1099 time: 1.1280701 May 24 22:50:10.920000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] For port c8ad0a3d-36eb-4734-a529-9315ca67c700, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:10.931438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-d6cf77fe-97ac-4bb7-899a-60895edc2e1e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=9c364164-6569-49dc-b927-3f7746e9f42b HTTP/1.1" status: 200 len: 217 time: 0.0897596 May 24 22:50:10.932990 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e0f225-f523-4e8f-a8fc-fd74e33cd23a'] response: {'name': 'network-changed', 'server_uuid': '3fcad8bd-38c9-47ee-91ad-a8d9ce656948', 'tag': '9c364164-6569-49dc-b927-3f7746e9f42b', 'status': 'completed', 'code': 200} May 24 22:50:10.941851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] For port c8ad0a3d-36eb-4734-a529-9315ca67c700, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c8ad0a3d-36eb-4734-a529-9315ca67c700,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:10.957533 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:10.991465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac671-e65e-4623-9de0-b1c290b4bf25 req-648d42cc-368b-47d7-919c-9b9c72a66909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:10.993000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a27ac671-e65e-4623-9de0-b1c290b4bf25 req-648d42cc-368b-47d7-919c-9b9c72a66909 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ee363e03214479ab8ee8924c997b069&device_id=c1624153-e54c-4602-98e5-fc34919d9ffe HTTP/1.1" status: 200 len: 1094 time: 0.3190391 May 24 22:50:11.016620 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-6da7d834-d72b-4716-80c6-f075711b8b29 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807013 May 24 22:50:11.105395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.106026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:11.107489 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] 10.222.0.31 "PUT /v2.0/ports/c8ad0a3d-36eb-4734-a529-9315ca67c700 HTTP/1.1" status: 200 len: 1091 time: 1.6763253 May 24 22:50:11.163632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:11.190184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Attempting to bind port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:11.190515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Attempting to bind port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:11.191068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Attempting to bind port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:11.198534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2274aba-8508-4d59-a8da-7653b0894947 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad0a3d-36eb-4734-a529-9315ca67c700,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:11.229084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-02d0e802-c10b-4f5a-95f9-2c72cd910b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.230589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-02d0e802-c10b-4f5a-95f9-2c72cd910b2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.2843127 May 24 22:50:11.231987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8135-f823-4cf5-bba2-99c4d1050a0b req-b70799a8-bd57-4d8d-abad-e05098d23634 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.237775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8135-f823-4cf5-bba2-99c4d1050a0b req-b70799a8-bd57-4d8d-abad-e05098d23634 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.238885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:11.239211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Attempting to bind port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:11.243716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8135-f823-4cf5-bba2-99c4d1050a0b req-b70799a8-bd57-4d8d-abad-e05098d23634 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.250235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8135-f823-4cf5-bba2-99c4d1050a0b req-b70799a8-bd57-4d8d-abad-e05098d23634 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.256438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8135-f823-4cf5-bba2-99c4d1050a0b req-b70799a8-bd57-4d8d-abad-e05098d23634 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.263749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8135-f823-4cf5-bba2-99c4d1050a0b req-b70799a8-bd57-4d8d-abad-e05098d23634 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.269459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8135-f823-4cf5-bba2-99c4d1050a0b req-b70799a8-bd57-4d8d-abad-e05098d23634 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.271399 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1e6f8135-f823-4cf5-bba2-99c4d1050a0b req-b70799a8-bd57-4d8d-abad-e05098d23634 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5429 time: 0.5090148 May 24 22:50:11.309197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac671-e65e-4623-9de0-b1c290b4bf25 req-a69ca688-0be9-4902-9e27-842755ba5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.310661 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a27ac671-e65e-4623-9de0-b1c290b4bf25 req-a69ca688-0be9-4902-9e27-842755ba5da5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5 HTTP/1.1" status: 200 len: 914 time: 0.3085907 May 24 22:50:11.442550 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a27ac671-e65e-4623-9de0-b1c290b4bf25 req-6a8eac67-ba8c-4b67-ae37-d5a3f30f7369 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=357a3cf2-bd57-47a9-a91c-0b1512ff3053 HTTP/1.1" status: 200 len: 217 time: 0.0912824 May 24 22:50:11.447923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:11.448271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Checking segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:11.448693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Bound using segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:11.449129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Bound port: d8e508ef-a054-4d60-a84e-2f095ba8f5a5, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:11.449473 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:11.488483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1e6f8135-f823-4cf5-bba2-99c4d1050a0b req-933ad0c7-4f0b-44b0-b061-10d0faaa3bae tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2044985 May 24 22:50:11.491035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:50:11.491765 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:11.537252 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-3477bb03-b3b3-4485-9e0b-08e52edf49c1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:50:11.572337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac671-e65e-4623-9de0-b1c290b4bf25 req-32abd9fd-84af-4e0f-84ee-6b0907d936ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.574894 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a27ac671-e65e-4623-9de0-b1c290b4bf25 req-32abd9fd-84af-4e0f-84ee-6b0907d936ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c52a433-2b8f-427e-8556-9cb7b625bfff HTTP/1.1" status: 200 len: 853 time: 0.1225860 May 24 22:50:11.670869 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a27ac671-e65e-4623-9de0-b1c290b4bf25 req-bda6293c-144f-4ab3-95b9-6d5ecaf1c16f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881591 May 24 22:50:11.745767 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83a8e6ad-3d6f-4b75-bcd1-523d137f195b req-f014efe0-d042-4657-8814-5505cdaff821 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022557 May 24 22:50:11.750853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0a632c-6b7f-4882-a4b4-00ffb65469cf {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:11.764628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30e393-bfa4-4c44-960a-10d1040f0082 req-8b724847-9d87-42a7-9e84-a7ef0b049761 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.765350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8a30e393-bfa4-4c44-960a-10d1040f0082 req-8b724847-9d87-42a7-9e84-a7ef0b049761 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:11.781215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3477bb03-b3b3-4485-9e0b-08e52edf49c1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:11.783320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:11.799230 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3477bb03-b3b3-4485-9e0b-08e52edf49c1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:11.851306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] For port d8e508ef-a054-4d60-a84e-2f095ba8f5a5, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:11.880774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Transition to ACTIVE for port object fa0a632c-6b7f-4882-a4b4-00ffb65469cf will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:11.886421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] For port d8e508ef-a054-4d60-a84e-2f095ba8f5a5, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:11.899296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:11.902626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8a30e393-bfa4-4c44-960a-10d1040f0082 req-8b724847-9d87-42a7-9e84-a7ef0b049761 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:11.903802 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8a30e393-bfa4-4c44-960a-10d1040f0082 req-8b724847-9d87-42a7-9e84-a7ef0b049761 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 943 time: 0.8570976 May 24 22:50:11.935955 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:11.979946 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a27ac671-e65e-4623-9de0-b1c290b4bf25 req-276be77b-6495-429f-b8e4-e9fb788dcdb6 service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687852 May 24 22:50:11.990906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-a24cc19a-3708-4f84-9b74-0f2df2dd9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:11.992389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-a24cc19a-3708-4f84-9b74-0f2df2dd9d07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7507761 May 24 22:50:12.023911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f3b8-fa8e-4963-abe8-74b603387865 req-0c7b52a8-1ca3-4357-a25b-028944a14d04 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:12.024597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ed10f3b8-fa8e-4963-abe8-74b603387865 req-0c7b52a8-1ca3-4357-a25b-028944a14d04 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Synchronizing usage tracker for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:12.027127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 357a3cf2-bd57-47a9-a91c-0b1512ff3053 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:12.128578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ed10f3b8-fa8e-4963-abe8-74b603387865 req-0c7b52a8-1ca3-4357-a25b-028944a14d04 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Unset dirty status for tenant:1990f88304ff4048814aa41ee90799b2 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:12.129767 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ed10f3b8-fa8e-4963-abe8-74b603387865 req-0c7b52a8-1ca3-4357-a25b-028944a14d04 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 949 time: 0.5046947 May 24 22:50:12.155837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:12.156445 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:12.158090 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] 10.222.0.50 "PUT /v2.0/ports/d8e508ef-a054-4d60-a84e-2f095ba8f5a5 HTTP/1.1" status: 200 len: 1091 time: 5.3372905 May 24 22:50:12.256749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 357a3cf2-bd57-47a9-a91c-0b1512ff3053, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=357a3cf2-bd57-47a9-a91c-0b1512ff3053,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:12.265484 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ed10f3b8-fa8e-4963-abe8-74b603387865 req-013d1dd3-09ed-468f-bffd-3789b570913f tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271446 May 24 22:50:12.274436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '357a3cf2-bd57-47a9-a91c-0b1512ff3053', 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5', 'port_id': '357a3cf2-bd57-47a9-a91c-0b1512ff3053', 'mac_address': 'fa:16:3e:ca:76:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c52a433-2b8f-427e-8556-9cb7b625bfff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:12.280422 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a27ac671-e65e-4623-9de0-b1c290b4bf25 req-640597af-50b1-43c5-8f81-60d07cf5f98c service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871881 May 24 22:50:12.281588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Pushing event updated for resources: {'Port': ['ID=fa0a632c-6b7f-4882-a4b4-00ffb65469cf,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:12.296090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255e3fb2-c79d-40ff-b28b-caba6e15b125 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:12.315691 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:12.338430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Transition to ACTIVE for port object 255e3fb2-c79d-40ff-b28b-caba6e15b125 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:12.346798 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:12.377421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 357a3cf2-bd57-47a9-a91c-0b1512ff3053 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:12.377965 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:12.399585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357a3cf2-bd57-47a9-a91c-0b1512ff3053 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:12.420821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 357a3cf2-bd57-47a9-a91c-0b1512ff3053, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=357a3cf2-bd57-47a9-a91c-0b1512ff3053,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:12.426455 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:12.433571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8a30e393-bfa4-4c44-960a-10d1040f0082 req-099de465-0785-40d2-8fbe-ad2529f13f12 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925990 May 24 22:50:12.503539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=357a3cf2-bd57-47a9-a91c-0b1512ff3053,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:12.512384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.512811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.516122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.516526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.517336 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.518345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.518871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.519383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.519947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.520885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.523936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.524473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:12.531670 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-3477bb03-b3b3-4485-9e0b-08e52edf49c1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Floating IP 8d9680e3-59fa-458c-8e8a-fc0939f83607 associated. External IP: 172.25.7.135, port: 39e62522-4826-41a7-9fb6-c2bea629255d. May 24 22:50:12.684229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['357a3cf2-bd57-47a9-a91c-0b1512ff3053'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:12.731432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': 'c8ad0a3d-36eb-4734-a529-9315ca67c700'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:12.749404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-96ffa16c-ee85-4eb6-b2fe-08f8acd0c926 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7476325 May 24 22:50:12.749980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c315c7f-804e-4d53-be9c-b2f501b19904 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:12.780831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Pushing event updated for resources: {'Port': ['ID=255e3fb2-c79d-40ff-b28b-caba6e15b125,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:12.849202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Attempting to bind port fa0a632c-6b7f-4882-a4b4-00ffb65469cf on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:12.850103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Attempting to bind port fa0a632c-6b7f-4882-a4b4-00ffb65469cf by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:12.850103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Attempting to bind port fa0a632c-6b7f-4882-a4b4-00ffb65469cf on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:12.880732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b792c-e178-4c8b-b2f4-135e27eced5c req-c5ca74bd-b9be-423b-97e3-008312224bdd tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:12.882270 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-182b792c-e178-4c8b-b2f4-135e27eced5c req-c5ca74bd-b9be-423b-97e3-008312224bdd tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 948 time: 0.4620354 May 24 22:50:12.884571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Attempting to bind port 255e3fb2-c79d-40ff-b28b-caba6e15b125 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:12.884906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Attempting to bind port 255e3fb2-c79d-40ff-b28b-caba6e15b125 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:12.885233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Attempting to bind port 255e3fb2-c79d-40ff-b28b-caba6e15b125 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:12.890565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Port 255e3fb2-c79d-40ff-b28b-caba6e15b125 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:12.890839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Attempting to bind port 255e3fb2-c79d-40ff-b28b-caba6e15b125 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:12.914510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:12.914844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Checking segment: {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:12.915251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Bound using segment: {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:12.915674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Bound port: 255e3fb2-c79d-40ff-b28b-caba6e15b125, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:12.916018 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:12.999609 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-182b792c-e178-4c8b-b2f4-135e27eced5c req-0299f49c-d476-4dbe-b19e-c2c79214bcb6 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041548 May 24 22:50:13.034097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] For port 255e3fb2-c79d-40ff-b28b-caba6e15b125, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:13.037688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] For port 255e3fb2-c79d-40ff-b28b-caba6e15b125, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=255e3fb2-c79d-40ff-b28b-caba6e15b125,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:13.043831 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:13.069941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c7b5a5-8261-4759-ab6a-d19919758ecc', 'tag': 'd8e508ef-a054-4d60-a84e-2f095ba8f5a5'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:13.084338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Port fa0a632c-6b7f-4882-a4b4-00ffb65469cf on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:13.084657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Attempting to bind port fa0a632c-6b7f-4882-a4b4-00ffb65469cf on network 688756ef-d2f9-41ef-918d-f7c6e1cc94a5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:13.112717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.113099 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:13.114627 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] 10.222.0.31 "PUT /v2.0/ports/255e3fb2-c79d-40ff-b28b-caba6e15b125 HTTP/1.1" status: 200 len: 1130 time: 1.9551725 May 24 22:50:13.114796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-ebbfe771-e37d-42a3-94a7-b7a4049f4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.116200 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-ebbfe771-e37d-42a3-94a7-b7a4049f4cd9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 1094 time: 0.8887129 May 24 22:50:13.130484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8956464-1c09-4a34-a082-e8eb3f1a5fad req-326b81a3-8724-407f-bc65-3b00f3df6a4e tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.131763 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8956464-1c09-4a34-a082-e8eb3f1a5fad req-326b81a3-8724-407f-bc65-3b00f3df6a4e tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 949 time: 0.8912740 May 24 22:50:13.132566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:13.132902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Checking segment: {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:13.133288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Bound using segment: {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:13.133761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Bound port: fa0a632c-6b7f-4882-a4b4-00ffb65469cf, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:13.134119 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:13.169285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:13.225696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff7b29-d2ea-4d92-8d39-3c05396a6f31 service neutron] Pushing event updated for resources: {'Port': ['ID=255e3fb2-c79d-40ff-b28b-caba6e15b125,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:13.308591 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-54c58afe-4bec-4bbb-af14-c8b69573d9bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8e508ef-a054-4d60-a84e-2f095ba8f5a5 HTTP/1.1" status: 200 len: 217 time: 0.1579621 May 24 22:50:13.320179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cf373-bc02-4373-abd2-768396926e73 req-14ea6782-aa9a-4911-81dc-f94eb414a3fd tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.321667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b4cf373-bc02-4373-abd2-768396926e73 req-14ea6782-aa9a-4911-81dc-f94eb414a3fd tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 944 time: 0.1992140 May 24 22:50:13.346794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:13.421791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b4cf373-bc02-4373-abd2-768396926e73 req-0fe39dc7-b0eb-4746-92c9-c8b87db23235 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931263 May 24 22:50:13.489887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a372a1-71a4-4e39-b04d-4879eed4ccea req-d452b27a-3e9f-4a53-9e92-11389046e6a0 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.495556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a372a1-71a4-4e39-b04d-4879eed4ccea req-d452b27a-3e9f-4a53-9e92-11389046e6a0 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.501251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a372a1-71a4-4e39-b04d-4879eed4ccea req-d452b27a-3e9f-4a53-9e92-11389046e6a0 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.507001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a372a1-71a4-4e39-b04d-4879eed4ccea req-d452b27a-3e9f-4a53-9e92-11389046e6a0 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.512653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a372a1-71a4-4e39-b04d-4879eed4ccea req-d452b27a-3e9f-4a53-9e92-11389046e6a0 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.518792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a372a1-71a4-4e39-b04d-4879eed4ccea req-d452b27a-3e9f-4a53-9e92-11389046e6a0 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.521311 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1a372a1-71a4-4e39-b04d-4879eed4ccea req-d452b27a-3e9f-4a53-9e92-11389046e6a0 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 4599 time: 0.8729362 May 24 22:50:13.546635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d7d992b-d4f5-4b91-9043-3c1a66aa6a9b req-36e80a67-aa4b-48c2-8d92-f7ab41b47a97 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7766058 May 24 22:50:13.576919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c8956464-1c09-4a34-a082-e8eb3f1a5fad req-7e570192-b3d7-4760-bc68-8d0b6658ea37 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Deleting port 0413f0ef-e906-4456-9af5-2a25b8569c02 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:50:13.577262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c8956464-1c09-4a34-a082-e8eb3f1a5fad req-7e570192-b3d7-4760-bc68-8d0b6658ea37 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:13.732496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c58b-665c-4c14-ada7-bb596e0ec2a8 req-9e5f2e35-9d0c-4c33-b739-b318483941b3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.738502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c58b-665c-4c14-ada7-bb596e0ec2a8 req-9e5f2e35-9d0c-4c33-b739-b318483941b3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.744212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c58b-665c-4c14-ada7-bb596e0ec2a8 req-9e5f2e35-9d0c-4c33-b739-b318483941b3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.751904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-27789501-c788-4413-95e2-4db409d69a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.753194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c58b-665c-4c14-ada7-bb596e0ec2a8 req-9e5f2e35-9d0c-4c33-b739-b318483941b3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.753462 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-27789501-c788-4413-95e2-4db409d69a95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.3697178 May 24 22:50:13.761040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c58b-665c-4c14-ada7-bb596e0ec2a8 req-9e5f2e35-9d0c-4c33-b739-b318483941b3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.766748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c58b-665c-4c14-ada7-bb596e0ec2a8 req-9e5f2e35-9d0c-4c33-b739-b318483941b3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.772832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c58b-665c-4c14-ada7-bb596e0ec2a8 req-9e5f2e35-9d0c-4c33-b739-b318483941b3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:13.774797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9aa9c58b-665c-4c14-ada7-bb596e0ec2a8 req-9e5f2e35-9d0c-4c33-b739-b318483941b3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5429 time: 0.2459376 May 24 22:50:13.862024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-6805b664-9496-4514-b510-643c2dbfda60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826252 May 24 22:50:13.866042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] For port fa0a632c-6b7f-4882-a4b4-00ffb65469cf, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:13.871805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1a372a1-71a4-4e39-b04d-4879eed4ccea req-42bbfb73-8506-4792-9d7d-00fa68d31f22 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3373756 May 24 22:50:13.883815 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9aa9c58b-665c-4c14-ada7-bb596e0ec2a8 req-fcb185c5-0564-432f-97d6-ea3927422575 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018937 May 24 22:50:13.887733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8212bdc-7fe0-4b39-afe3-951ec555d778 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:13.895746 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:13.928790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Transition to ACTIVE for port object b8212bdc-7fe0-4b39-afe3-951ec555d778 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:13.936682 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:13.993371 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f127a541-712a-451a-bf7c-ccf6ffd36aee'] response: {'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': 'c8ad0a3d-36eb-4734-a529-9315ca67c700', 'status': 'completed', 'code': 200} May 24 22:50:14.007597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] For port fa0a632c-6b7f-4882-a4b4-00ffb65469cf, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fa0a632c-6b7f-4882-a4b4-00ffb65469cf,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:14.010617 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895bb1f5-ec1e-4354-b925-9bb04849663a'] response: {'name': 'network-changed', 'server_uuid': '32c7b5a5-8261-4759-ab6a-d19919758ecc', 'tag': 'd8e508ef-a054-4d60-a84e-2f095ba8f5a5', 'status': 'completed', 'code': 200} May 24 22:50:14.041218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 357a3cf2-bd57-47a9-a91c-0b1512ff3053 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:14.058469 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:14.172620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 357a3cf2-bd57-47a9-a91c-0b1512ff3053 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:14.179036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 357a3cf2-bd57-47a9-a91c-0b1512ff3053 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:14.179762 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:14.327829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Pushing event updated for resources: {'Port': ['ID=fa0a632c-6b7f-4882-a4b4-00ffb65469cf,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:14.342507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 357a3cf2-bd57-47a9-a91c-0b1512ff3053 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:14.343102 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:14.347511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3477bb03-b3b3-4485-9e0b-08e52edf49c1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Router 320824ec-83fe-420d-8d24-a4062cc2a08d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:50:14.354776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Pushing event updated for resources: {'Port': ['ID=b8212bdc-7fe0-4b39-afe3-951ec555d778,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:14.390571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-7860f7e5-d6cc-4719-bd85-777424ec495d service neutron] 10.222.0.50 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892623 May 24 22:50:14.394898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.395875 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:14.397990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-a86280e9-8b88-491e-9c8c-90227292375e service neutron] 10.222.0.50 "PUT /v2.0/ports/fa0a632c-6b7f-4882-a4b4-00ffb65469cf HTTP/1.1" status: 200 len: 1092 time: 5.6275623 May 24 22:50:14.423726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1624153-e54c-4602-98e5-fc34919d9ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357a3cf2-bd57-47a9-a91c-0b1512ff3053'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:14.440234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-f0749e4c-e857-4d03-b56c-26d0e25034f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.440995 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-f0749e4c-e857-4d03-b56c-26d0e25034f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.441593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-f0749e4c-e857-4d03-b56c-26d0e25034f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.441944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-f0749e4c-e857-4d03-b56c-26d0e25034f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.442409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-f0749e4c-e857-4d03-b56c-26d0e25034f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.442864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-f0749e4c-e857-4d03-b56c-26d0e25034f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.443656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-f0749e4c-e857-4d03-b56c-26d0e25034f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.443809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb8524-6e60-44ad-ac9b-08c70a1308d2 req-ef1afe69-5fdb-4e0b-a35a-e3702ca8a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.445041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ccb8524-6e60-44ad-ac9b-08c70a1308d2 req-ef1afe69-5fdb-4e0b-a35a-e3702ca8a687 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd7f3d7f324543aa8b46fbbf89201c38&device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 1099 time: 0.8303516 May 24 22:50:14.445180 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-f0749e4c-e857-4d03-b56c-26d0e25034f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d12f2100d0a407eb54394a509d1c250&device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6166 time: 0.3235488 May 24 22:50:14.448198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 357a3cf2-bd57-47a9-a91c-0b1512ff3053, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=357a3cf2-bd57-47a9-a91c-0b1512ff3053,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:14.457167 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:14.457656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea2301-49a3-49cf-b3ce-5eacd0f07753 req-e588a358-0887-46f6-b271-67d37f285747 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.462900 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-91ea2301-49a3-49cf-b3ce-5eacd0f07753 req-e588a358-0887-46f6-b271-67d37f285747 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f05932c-14ee-482c-9261-504be136df91 HTTP/1.1" status: 200 len: 949 time: 0.3106966 May 24 22:50:14.482758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Attempting to bind port b8212bdc-7fe0-4b39-afe3-951ec555d778 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:14.483432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Attempting to bind port b8212bdc-7fe0-4b39-afe3-951ec555d778 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:14.483966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Attempting to bind port b8212bdc-7fe0-4b39-afe3-951ec555d778 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:14.510729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Port b8212bdc-7fe0-4b39-afe3-951ec555d778 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:14.511131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Attempting to bind port b8212bdc-7fe0-4b39-afe3-951ec555d778 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:14.532208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=357a3cf2-bd57-47a9-a91c-0b1512ff3053,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:14.577892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:14.578305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Checking segment: {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:14.578605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Bound using segment: {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:14.579034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Bound port: b8212bdc-7fe0-4b39-afe3-951ec555d778, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:14.579378 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:14.657756 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-91ea2301-49a3-49cf-b3ce-5eacd0f07753 req-971eb0f1-7c80-4fd7-b3ca-c06b8dd99d5d tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3e23cf7-08d0-49e0-b95c-74de3878b105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672664 May 24 22:50:14.841932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-6ce5442b-e642-486b-ba02-095e9d218288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.842702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-6ce5442b-e642-486b-ba02-095e9d218288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.842807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-6ce5442b-e642-486b-ba02-095e9d218288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:14.844400 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-6ce5442b-e642-486b-ba02-095e9d218288 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0d12f2100d0a407eb54394a509d1c250&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3800392 May 24 22:50:14.871043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c8956464-1c09-4a34-a082-e8eb3f1a5fad req-7e570192-b3d7-4760-bc68-8d0b6658ea37 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] For port 0413f0ef-e906-4456-9af5-2a25b8569c02, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0413f0ef-e906-4456-9af5-2a25b8569c02,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:14.871490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c8956464-1c09-4a34-a082-e8eb3f1a5fad req-7e570192-b3d7-4760-bc68-8d0b6658ea37 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:14.927507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] For port b8212bdc-7fe0-4b39-afe3-951ec555d778, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:14.949221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] For port b8212bdc-7fe0-4b39-afe3-951ec555d778, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=b8212bdc-7fe0-4b39-afe3-951ec555d778,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:14.958334 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:15.055159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c8956464-1c09-4a34-a082-e8eb3f1a5fad req-7e570192-b3d7-4760-bc68-8d0b6658ea37 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Calling delete_port for 0413f0ef-e906-4456-9af5-2a25b8569c02 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:15.078111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:15.079173 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:15.081062 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] 10.222.0.31 "PUT /v2.0/ports/b8212bdc-7fe0-4b39-afe3-951ec555d778 HTTP/1.1" status: 200 len: 1130 time: 1.9184391 May 24 22:50:15.122234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:15.158049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-41c1ac3d-a09b-4be5-94c5-72c12ec94bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:15.159930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e6a4509-6490-4762-b2df-b84a4e474e86 req-41c1ac3d-a09b-4be5-94c5-72c12ec94bca service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3065617 May 24 22:50:15.191232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fb1e5-a8ae-47cb-a1da-2976e5a6a19e service neutron] Pushing event updated for resources: {'Port': ['ID=b8212bdc-7fe0-4b39-afe3-951ec555d778,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:15.192676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594785b-8e00-4bce-8f63-3f4ddcee0977 req-d6cc3f00-41b9-4b14-8eef-2c399d9f089e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:15.194464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d594785b-8e00-4bce-8f63-3f4ddcee0977 req-d6cc3f00-41b9-4b14-8eef-2c399d9f089e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 943 time: 0.9135191 May 24 22:50:15.262544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d416074-e1e1-4b0f-9d7f-6c287ee916af req-68748683-ccf2-42aa-ad91-673ccf512570 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:15.264053 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d416074-e1e1-4b0f-9d7f-6c287ee916af req-68748683-ccf2-42aa-ad91-673ccf512570 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 948 time: 0.2649500 May 24 22:50:15.279806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffc87bae-10b5-4bf1-9969-4d371ffd8a71 req-6d2daf0b-c752-4608-901e-f8bef6b0553a service neutron] 10.222.0.50 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8708365 May 24 22:50:15.301425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:15.304831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb8524-6e60-44ad-ac9b-08c70a1308d2 req-e280efa7-495c-42ec-97ca-8857ddc9dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:15.306403 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ccb8524-6e60-44ad-ac9b-08c70a1308d2 req-e280efa7-495c-42ec-97ca-8857ddc9dd56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.8233182 May 24 22:50:15.389370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3477bb03-b3b3-4485-9e0b-08e52edf49c1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:50:15.390240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d416074-e1e1-4b0f-9d7f-6c287ee916af req-a6eefce7-bbb3-4aa1-84ab-78f8c068798c tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174552 May 24 22:50:15.405374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d9cf2-c349-447d-a2d7-6dac49a49096 None None] Sync routers for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:50:15.420308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d9cf2-c349-447d-a2d7-6dac49a49096 None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:15.420939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4d4d9cf2-c349-447d-a2d7-6dac49a49096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:50:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:15.433089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3477bb03-b3b3-4485-9e0b-08e52edf49c1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:15.465258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d594785b-8e00-4bce-8f63-3f4ddcee0977 req-0755fbd5-45f3-41d7-8e52-d6176886bd75 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462692 May 24 22:50:15.466485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ccb8524-6e60-44ad-ac9b-08c70a1308d2 req-bcdbba9e-bd44-4cee-abc3-fc4080f22d9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=9c364164-6569-49dc-b927-3f7746e9f42b HTTP/1.1" status: 200 len: 217 time: 0.1450903 May 24 22:50:15.488681 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c895cbc-dd69-4219-a368-97540be6df2d'] response: {'server_uuid': 'c1624153-e54c-4602-98e5-fc34919d9ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357a3cf2-bd57-47a9-a91c-0b1512ff3053', 'code': 200} May 24 22:50:15.574452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-bbd25618-f2c1-4022-bb96-846d763263cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:15.575936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-bbd25618-f2c1-4022-bb96-846d763263cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ee363e03214479ab8ee8924c997b069&device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 1095 time: 1.1275966 May 24 22:50:15.694696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-8163dfaf-33fd-415b-b9ee-e6d80b85e827 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa0a632c-6b7f-4882-a4b4-00ffb65469cf HTTP/1.1" status: 200 len: 217 time: 0.0936027 May 24 22:50:15.697201 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3477bb03-b3b3-4485-9e0b-08e52edf49c1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "PUT /v2.0/floatingips/8d9680e3-59fa-458c-8e8a-fc0939f83607 HTTP/1.1" status: 200 len: 991 time: 7.2552533 May 24 22:50:15.734733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4d4d9cf2-c349-447d-a2d7-6dac49a49096 None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:15.811885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c8956464-1c09-4a34-a082-e8eb3f1a5fad req-7e570192-b3d7-4760-bc68-8d0b6658ea37 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:15.825860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb8524-6e60-44ad-ac9b-08c70a1308d2 req-7e0ebaaa-8ed7-4eb8-82ec-9649565a022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:15.827310 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ccb8524-6e60-44ad-ac9b-08c70a1308d2 req-7e0ebaaa-8ed7-4eb8-82ec-9649565a022f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.3480117 May 24 22:50:15.830718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c904c94-0a84-4dae-aeea-0d397843dfb1 req-0f8ce9da-e0ed-42e6-83c9-8504f8980f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:15.832402 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c904c94-0a84-4dae-aeea-0d397843dfb1 req-0f8ce9da-e0ed-42e6-83c9-8504f8980f90 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1624153-e54c-4602-98e5-fc34919d9ffe HTTP/1.1" status: 200 len: 1096 time: 0.1529481 May 24 22:50:15.943945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e570192-b3d7-4760-bc68-8d0b6658ea37 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Pushing event deleted for resources: {'Port': ['ID=0413f0ef-e906-4456-9af5-2a25b8569c02,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:15.964634 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c904c94-0a84-4dae-aeea-0d397843dfb1 req-73d61c1b-9843-4526-9cdb-452692e55779 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239941 May 24 22:50:15.996296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': '255e3fb2-c79d-40ff-b28b-caba6e15b125'}, {'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': 'b8212bdc-7fe0-4b39-afe3-951ec555d778'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:16.020638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef34875-7b1e-48b6-9a0f-77f3a9a26a46 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:16.020962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047d7fb-cdd6-4fa5-81e0-cf3a83367417 req-7c60d5a2-2fad-4a0a-85cd-7273d2d6d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.022852 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e047d7fb-cdd6-4fa5-81e0-cf3a83367417 req-7c60d5a2-2fad-4a0a-85cd-7273d2d6d776 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 1094 time: 0.6352768 May 24 22:50:16.031155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36495ad8-de7d-4712-9fe8-00591587c88e', 'tag': 'fa0a632c-6b7f-4882-a4b4-00ffb65469cf'}, {'name': 'network-changed', 'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:16.036831 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:16.048221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd45b8-a65f-45e2-9b25-97f5706930a1 req-f0efbdfb-fc6a-49e8-9e61-317498908993 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.048649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-affbe637-cab0-4e26-be19-ec9b6980e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.050133 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-affbe637-cab0-4e26-be19-ec9b6980e2c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c52a433-2b8f-427e-8556-9cb7b625bfff HTTP/1.1" status: 200 len: 853 time: 0.3333933 May 24 22:50:16.050588 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9abd45b8-a65f-45e2-9b25-97f5706930a1 req-f0efbdfb-fc6a-49e8-9e61-317498908993 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 945 time: 0.1834862 May 24 22:50:16.054605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8956464-1c09-4a34-a082-e8eb3f1a5fad req-7e570192-b3d7-4760-bc68-8d0b6658ea37 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] No DVR routers for this DVR port 0413f0ef-e906-4456-9af5-2a25b8569c02 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:50:16.059061 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c8956464-1c09-4a34-a082-e8eb3f1a5fad req-7e570192-b3d7-4760-bc68-8d0b6658ea37 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:16.063134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Transition to ACTIVE for port object eef34875-7b1e-48b6-9a0f-77f3a9a26a46 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:16.084648 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:16.089865 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8956464-1c09-4a34-a082-e8eb3f1a5fad req-7e570192-b3d7-4760-bc68-8d0b6658ea37 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] 10.222.0.31 "DELETE /v2.0/ports/0413f0ef-e906-4456-9af5-2a25b8569c02 HTTP/1.1" status: 204 len: 173 time: 2.9459634 May 24 22:50:16.100949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6d2ff-4251-4a01-999d-e4590c849ae1 req-43bfcf1c-ef7a-46f3-923a-5864145a1516 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.101705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-28f6d2ff-4251-4a01-999d-e4590c849ae1 req-43bfcf1c-ef7a-46f3-923a-5864145a1516 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Synchronizing usage tracker for tenant:3ee363e03214479ab8ee8924c997b069 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:16.112410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4d4d9cf2-c349-447d-a2d7-6dac49a49096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8d9680e3-59fa-458c-8e8a-fc0939f83607', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'port_id': '39e62522-4826-41a7-9fb6-c2bea629255d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'mac_address': 'fa:16:3e:a7:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:39Z', 'updated_at': '2022-05-24T22:50:11Z', 'revision_number': 1, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:47:20Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:16.116575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d9cf2-c349-447d-a2d7-6dac49a49096 None None] Checking router: 320824ec-83fe-420d-8d24-a4062cc2a08d for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:50:16.120280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb8524-6e60-44ad-ac9b-08c70a1308d2 req-8f5adf35-31e1-4106-86ba-64db635db7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.121878 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ccb8524-6e60-44ad-ac9b-08c70a1308d2 req-8f5adf35-31e1-4106-86ba-64db635db7dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2533331 May 24 22:50:16.126653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d9cf2-c349-447d-a2d7-6dac49a49096 None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:16.127512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4d4d9cf2-c349-447d-a2d7-6dac49a49096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:50:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:16.129857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-28f6d2ff-4251-4a01-999d-e4590c849ae1 req-43bfcf1c-ef7a-46f3-923a-5864145a1516 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Unset dirty status for tenant:3ee363e03214479ab8ee8924c997b069 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:16.131049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28f6d2ff-4251-4a01-999d-e4590c849ae1 req-43bfcf1c-ef7a-46f3-923a-5864145a1516 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 944 time: 0.3746951 May 24 22:50:16.262686 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9abd45b8-a65f-45e2-9b25-97f5706930a1 req-a0ddf773-851e-4c28-9b76-c2e7feb11a99 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983986 May 24 22:50:16.358646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Pushing event updated for resources: {'Port': ['ID=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:16.481636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4d4d9cf2-c349-447d-a2d7-6dac49a49096 None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:16.526203 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-4dbd3458-7f7e-4fef-987c-bd8cb903f582 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3085959 May 24 22:50:16.557330 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Attempting to bind port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:16.557691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Attempting to bind port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:16.558200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Attempting to bind port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:16.565902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:16.566303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Attempting to bind port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:16.574748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:16.575090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Checking segment: {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:16.575514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Bound using segment: {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:16.575938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Bound port: eef34875-7b1e-48b6-9a0f-77f3a9a26a46, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:16.576280 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:16.699459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] For port eef34875-7b1e-48b6-9a0f-77f3a9a26a46, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:16.703080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] For port eef34875-7b1e-48b6-9a0f-77f3a9a26a46, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:16.711395 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28f6d2ff-4251-4a01-999d-e4590c849ae1 req-85edc27a-635a-4e94-9c6d-2eb27f9c73af tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578766 May 24 22:50:16.726643 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:16.763622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77a36-2343-4109-a6f0-df1d0340486c req-baa652a8-78b9-427c-a654-a4e5ed19f622 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.770088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77a36-2343-4109-a6f0-df1d0340486c req-baa652a8-78b9-427c-a654-a4e5ed19f622 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.777875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77a36-2343-4109-a6f0-df1d0340486c req-baa652a8-78b9-427c-a654-a4e5ed19f622 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.784602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77a36-2343-4109-a6f0-df1d0340486c req-baa652a8-78b9-427c-a654-a4e5ed19f622 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.785071 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ccb8524-6e60-44ad-ac9b-08c70a1308d2 req-350994c6-5725-45c4-894a-a4268dfd6dae service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530833 May 24 22:50:16.791477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77a36-2343-4109-a6f0-df1d0340486c req-baa652a8-78b9-427c-a654-a4e5ed19f622 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.798335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77a36-2343-4109-a6f0-df1d0340486c req-baa652a8-78b9-427c-a654-a4e5ed19f622 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.803899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77a36-2343-4109-a6f0-df1d0340486c req-baa652a8-78b9-427c-a654-a4e5ed19f622 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.805037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-aca77a36-2343-4109-a6f0-df1d0340486c req-baa652a8-78b9-427c-a654-a4e5ed19f622 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:16.866773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.867368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:16.868744 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] 10.222.0.31 "PUT /v2.0/ports/eef34875-7b1e-48b6-9a0f-77f3a9a26a46 HTTP/1.1" status: 200 len: 1090 time: 1.7531133 May 24 22:50:16.917422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:16.955030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-aca77a36-2343-4109-a6f0-df1d0340486c req-baa652a8-78b9-427c-a654-a4e5ed19f622 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:16.956192 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aca77a36-2343-4109-a6f0-df1d0340486c req-baa652a8-78b9-427c-a654-a4e5ed19f622 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5383 time: 0.4971066 May 24 22:50:16.966508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-7b09f254-faf3-4b43-88d9-1b57dcdc473f service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838124 May 24 22:50:16.967601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047d7fb-cdd6-4fa5-81e0-cf3a83367417 req-0a660232-24fc-4f72-8283-7ac0085fbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:16.968998 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e047d7fb-cdd6-4fa5-81e0-cf3a83367417 req-0a660232-24fc-4f72-8283-7ac0085fbd21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 913 time: 0.7192540 May 24 22:50:16.978110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8bad9-0d6f-43e3-96fe-9df5d24ea81a service neutron] Pushing event updated for resources: {'Port': ['ID=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:17.062487 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4d4d9cf2-c349-447d-a2d7-6dac49a49096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8d9680e3-59fa-458c-8e8a-fc0939f83607', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'port_id': '39e62522-4826-41a7-9fb6-c2bea629255d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'mac_address': 'fa:16:3e:a7:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:39Z', 'updated_at': '2022-05-24T22:50:11Z', 'revision_number': 1, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:47:20Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:17.068173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d9cf2-c349-447d-a2d7-6dac49a49096 None None] The sync data for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 is: [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8d9680e3-59fa-458c-8e8a-fc0939f83607', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'port_id': '39e62522-4826-41a7-9fb6-c2bea629255d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'mac_address': 'fa:16:3e:a7:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:39Z', 'updated_at': '2022-05-24T22:50:11Z', 'revision_number': 1, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:47:20Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:50:17.096466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e047d7fb-cdd6-4fa5-81e0-cf3a83367417 req-5043b423-7ebb-4ce8-8bc7-78ba583c3bad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8e508ef-a054-4d60-a84e-2f095ba8f5a5 HTTP/1.1" status: 200 len: 217 time: 0.0912418 May 24 22:50:17.215407 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aca77a36-2343-4109-a6f0-df1d0340486c req-f7602d35-d943-43d6-9c62-a9641b2a856e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2383409 May 24 22:50:17.323567 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ccb8524-6e60-44ad-ac9b-08c70a1308d2 req-f4167e04-3dc4-4f57-8ae6-f5efabd277a6 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147631 May 24 22:50:17.325875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047d7fb-cdd6-4fa5-81e0-cf3a83367417 req-db38aa11-3bb0-43c6-827f-ddd4b64500c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.327734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e047d7fb-cdd6-4fa5-81e0-cf3a83367417 req-db38aa11-3bb0-43c6-827f-ddd4b64500c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.1545188 May 24 22:50:17.341476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:17.394256 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02e4f62-21b1-4446-925c-1e43d1d8a23b'] response: {'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': '255e3fb2-c79d-40ff-b28b-caba6e15b125', 'status': 'completed', 'code': 200} May 24 22:50:17.394510 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02e4f62-21b1-4446-925c-1e43d1d8a23b'] response: {'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': 'b8212bdc-7fe0-4b39-afe3-951ec555d778', 'status': 'completed', 'code': 200} May 24 22:50:17.415252 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47682235-0c2c-4e83-af91-48ef711416c3 None None] New status for floating IP 8d9680e3-59fa-458c-8e8a-fc0939f83607: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:50:17.421640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8f37-bc9b-4410-8d22-96cd8bcc1882 req-1570ddff-396c-49e2-8383-3e95b1e36930 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.430751 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8f37-bc9b-4410-8d22-96cd8bcc1882 req-1570ddff-396c-49e2-8383-3e95b1e36930 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.439215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8f37-bc9b-4410-8d22-96cd8bcc1882 req-1570ddff-396c-49e2-8383-3e95b1e36930 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.447237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8f37-bc9b-4410-8d22-96cd8bcc1882 req-1570ddff-396c-49e2-8383-3e95b1e36930 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.454325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8f37-bc9b-4410-8d22-96cd8bcc1882 req-1570ddff-396c-49e2-8383-3e95b1e36930 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.461675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8f37-bc9b-4410-8d22-96cd8bcc1882 req-1570ddff-396c-49e2-8383-3e95b1e36930 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.468375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8f37-bc9b-4410-8d22-96cd8bcc1882 req-1570ddff-396c-49e2-8383-3e95b1e36930 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.470722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c66d8f37-bc9b-4410-8d22-96cd8bcc1882 req-1570ddff-396c-49e2-8383-3e95b1e36930 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5429 time: 0.6371524 May 24 22:50:17.479327 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7dffa1-872f-41fa-a0eb-b629afbc3693'] response: {'name': 'network-changed', 'server_uuid': '36495ad8-de7d-4712-9fe8-00591587c88e', 'tag': 'fa0a632c-6b7f-4882-a4b4-00ffb65469cf', 'status': 'completed', 'code': 200} May 24 22:50:17.479891 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7dffa1-872f-41fa-a0eb-b629afbc3693'] response: {'name': 'network-changed', 'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d', 'status': 'completed', 'code': 200} May 24 22:50:17.554055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e047d7fb-cdd6-4fa5-81e0-cf3a83367417 req-5e3300ae-bc2c-4de5-9be6-3f09698ad1df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2105587 May 24 22:50:17.575734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5dbd1e62-04ee-487a-ad1d-c1d74e5af7c6 req-de00f425-85b5-4239-b393-f3286f875b22 service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889163 May 24 22:50:17.732320 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c66d8f37-bc9b-4410-8d22-96cd8bcc1882 req-7775821f-6219-439d-9062-bf40de576535 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1937823 May 24 22:50:17.763505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 871939da-811b-4814-8c7c-c3f858069f84 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:17.766694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0413f0ef-e906-4456-9af5-2a25b8569c02 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:50:17.819483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54806) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:17.873931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 0413f0ef-e906-4456-9af5-2a25b8569c02 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:50:17.874504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0413f0ef-e906-4456-9af5-2a25b8569c02 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:50:17.926762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0872b28-6cc0-4964-b207-904657282901 req-3b79d7a9-3a1d-4a0a-880d-cd2e38d9a92d tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.940457 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0872b28-6cc0-4964-b207-904657282901 req-3b79d7a9-3a1d-4a0a-880d-cd2e38d9a92d tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 948 time: 0.3678498 May 24 22:50:17.969154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-b66405a8-21dc-42b5-a35f-15d2e976bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.969647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-b66405a8-21dc-42b5-a35f-15d2e976bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.970226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-b66405a8-21dc-42b5-a35f-15d2e976bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.970681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-b66405a8-21dc-42b5-a35f-15d2e976bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.971131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-b66405a8-21dc-42b5-a35f-15d2e976bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.971576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-b66405a8-21dc-42b5-a35f-15d2e976bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.972186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-b66405a8-21dc-42b5-a35f-15d2e976bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:17.974661 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-b66405a8-21dc-42b5-a35f-15d2e976bad7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d12f2100d0a407eb54394a509d1c250&device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6275 time: 0.5021381 May 24 22:50:17.977942 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e047d7fb-cdd6-4fa5-81e0-cf3a83367417 req-eac8ad45-79d3-42d7-9882-127b4b5fc0ed service neutron] 10.222.0.50 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010720 May 24 22:50:18.031883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 871939da-811b-4814-8c7c-c3f858069f84, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=871939da-811b-4814-8c7c-c3f858069f84,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:18.033237 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0872b28-6cc0-4964-b207-904657282901 req-99d6b629-3db9-4fc5-a8eb-ec622a6ed652 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917723 May 24 22:50:18.069068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-1401b59a-c61b-482a-bfc8-874304a32c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:18.069342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '871939da-811b-4814-8c7c-c3f858069f84', 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667', 'port_id': '871939da-811b-4814-8c7c-c3f858069f84', 'mac_address': 'fa:16:3e:b2:84:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964964ea-3053-4ce2-8975-28f4ea60a9fa', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:18.073302 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-1401b59a-c61b-482a-bfc8-874304a32c49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ee363e03214479ab8ee8924c997b069&device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 1095 time: 0.3598168 May 24 22:50:18.074825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d8e508ef-a054-4d60-a84e-2f095ba8f5a5 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:18.142042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b16dee6-c1e6-453c-b127-c10756919efc {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:18.153702 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:18.219209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Transition to ACTIVE for port object 2b16dee6-c1e6-453c-b127-c10756919efc will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:18.226789 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:18.269982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 871939da-811b-4814-8c7c-c3f858069f84 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:18.270711 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:18.297609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Pushing event updated for resources: {'Port': ['ID=2b16dee6-c1e6-453c-b127-c10756919efc,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:18.304007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871939da-811b-4814-8c7c-c3f858069f84 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:18.343380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 871939da-811b-4814-8c7c-c3f858069f84, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=871939da-811b-4814-8c7c-c3f858069f84,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:18.355700 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:18.356443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f0cec9a4-3696-4140-b1ea-bc03430f6ae2 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:18.426162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d8e508ef-a054-4d60-a84e-2f095ba8f5a5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:18.427261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456e69-5895-4b48-a45f-c770420075ce req-531c102c-e009-49c6-83a5-d2af033828db tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:18.428837 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32456e69-5895-4b48-a45f-c770420075ce req-531c102c-e009-49c6-83a5-d2af033828db tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 944 time: 0.2780631 May 24 22:50:18.467268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'd8e508ef-a054-4d60-a84e-2f095ba8f5a5', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'port_id': 'd8e508ef-a054-4d60-a84e-2f095ba8f5a5', 'mac_address': 'fa:16:3e:f1:5a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b7ed93-185b-4c74-a8c5-a81fc40ebbf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:18.493456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=871939da-811b-4814-8c7c-c3f858069f84,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:18.524407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f03ba-3d2a-4f5e-becd-d95d6c9696e2 req-e8763424-62b3-459d-8ba2-2960d8de360a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:18.526065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb9f03ba-3d2a-4f5e-becd-d95d6c9696e2 req-e8763424-62b3-459d-8ba2-2960d8de360a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 943 time: 0.6736226 May 24 22:50:18.582539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32456e69-5895-4b48-a45f-c770420075ce req-5039a4c6-fe4c-4c07-b6a4-9c8d6e1606ef tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454415 May 24 22:50:18.620818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:18.621262 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:18.633310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Attempting to bind port 2b16dee6-c1e6-453c-b127-c10756919efc on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:18.633962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Attempting to bind port 2b16dee6-c1e6-453c-b127-c10756919efc by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:18.634233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Attempting to bind port 2b16dee6-c1e6-453c-b127-c10756919efc on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:18.641072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Port 2b16dee6-c1e6-453c-b127-c10756919efc on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:18.643165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Attempting to bind port 2b16dee6-c1e6-453c-b127-c10756919efc on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:18.655572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e508ef-a054-4d60-a84e-2f095ba8f5a5 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:18.660733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:18.661329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Checking segment: {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:18.662026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Bound using segment: {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:18.664699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Bound port: 2b16dee6-c1e6-453c-b127-c10756919efc, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:18.665178 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:18.681913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d48392b0-d889-4420-8ddb-3bb46da5857a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1990f88304ff4048814aa41ee90799b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8561528 May 24 22:50:18.688434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54816) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:18.697613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d8e508ef-a054-4d60-a84e-2f095ba8f5a5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:18.714110 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:18.724163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb9f03ba-3d2a-4f5e-becd-d95d6c9696e2 req-5f02d70e-ee14-491c-a6ac-d08866a3d3c6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780052 May 24 22:50:18.760454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-eb1ecc66-d1c4-4bf0-9161-5dd81c4ac1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:18.760922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-eb1ecc66-d1c4-4bf0-9161-5dd81c4ac1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:18.761376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-eb1ecc66-d1c4-4bf0-9161-5dd81c4ac1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:18.766104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-eb1ecc66-d1c4-4bf0-9161-5dd81c4ac1d2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0d12f2100d0a407eb54394a509d1c250&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7812896 May 24 22:50:18.786133 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e047d7fb-cdd6-4fa5-81e0-cf3a83367417 req-55a1fe88-a01b-48bb-a85c-97c56d4b85e6 service neutron] 10.222.0.50 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7764285 May 24 22:50:18.788626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f0cec9a4-3696-4140-b1ea-bc03430f6ae2, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:18.809452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'f0cec9a4-3696-4140-b1ea-bc03430f6ae2', 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82', 'port_id': 'f0cec9a4-3696-4140-b1ea-bc03430f6ae2', 'mac_address': 'fa:16:3e:f4:ae:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:18.824294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] For port 2b16dee6-c1e6-453c-b127-c10756919efc, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:18.828238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] For port 2b16dee6-c1e6-453c-b127-c10756919efc, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2b16dee6-c1e6-453c-b127-c10756919efc,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:18.837600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-bac0d66b-89a7-476c-bb24-f7b04053c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:18.839165 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-bac0d66b-89a7-476c-bb24-f7b04053c3ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5 HTTP/1.1" status: 200 len: 914 time: 0.6480596 May 24 22:50:18.861040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:18.890652 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:18.912535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:18.913533 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:18.948572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0cec9a4-3696-4140-b1ea-bc03430f6ae2 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:18.965059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f0cec9a4-3696-4140-b1ea-bc03430f6ae2, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:18.970295 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:18.971134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 7c38307b-3446-4fcf-8d10-5d1768239bec details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:18.985367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-acc737f0-8af4-458e-ad40-b329a15492fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:19.005256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.006091 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:19.007999 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] 10.222.0.31 "PUT /v2.0/ports/2b16dee6-c1e6-453c-b127-c10756919efc HTTP/1.1" status: 200 len: 1091 time: 2.1091859 May 24 22:50:19.014118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-ac451903-3548-44ae-ac76-a2a41955bb67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa0a632c-6b7f-4882-a4b4-00ffb65469cf HTTP/1.1" status: 200 len: 217 time: 0.1236806 May 24 22:50:19.042293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['d8e508ef-a054-4d60-a84e-2f095ba8f5a5'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:19.084776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:19.138582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-ae3b4b0b-840b-4e94-a7ba-649fe2775306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.140922 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-ae3b4b0b-840b-4e94-a7ba-649fe2775306 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3632555 May 24 22:50:19.142160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-53faab0e-b78d-4fec-bb75-87a7664f5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.144027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-53faab0e-b78d-4fec-bb75-87a7664f5700 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c52a433-2b8f-427e-8556-9cb7b625bfff HTTP/1.1" status: 200 len: 853 time: 0.1228909 May 24 22:50:19.144420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:19.148558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 7c38307b-3446-4fcf-8d10-5d1768239bec, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7c38307b-3446-4fcf-8d10-5d1768239bec,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:19.171757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '7c38307b-3446-4fcf-8d10-5d1768239bec', 'network_id': '52c33e24-ff90-4552-83ee-49b4f514ed82', 'port_id': '7c38307b-3446-4fcf-8d10-5d1768239bec', 'mac_address': 'fa:16:3e:c6:ef:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:19.176274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-acc737f0-8af4-458e-ad40-b329a15492fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:19.202329 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-e27104f1-6f27-435a-9807-28bb6214cb66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=688756ef-d2f9-41ef-918d-f7c6e1cc94a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482073 May 24 22:50:19.232663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49bc20-2aa5-4e61-9ade-04c990418616 service neutron] Pushing event updated for resources: {'Port': ['ID=2b16dee6-c1e6-453c-b127-c10756919efc,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:19.263281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 7c38307b-3446-4fcf-8d10-5d1768239bec is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:19.263742 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:19.289623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c38307b-3446-4fcf-8d10-5d1768239bec {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:19.296328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd15f4-4806-4a18-832b-caecee80f624 req-df41e343-9382-4738-bc73-2f4d72e3ea9b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.303529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd15f4-4806-4a18-832b-caecee80f624 req-df41e343-9382-4738-bc73-2f4d72e3ea9b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.310158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd15f4-4806-4a18-832b-caecee80f624 req-df41e343-9382-4738-bc73-2f4d72e3ea9b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.319653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd15f4-4806-4a18-832b-caecee80f624 req-df41e343-9382-4738-bc73-2f4d72e3ea9b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.326556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd15f4-4806-4a18-832b-caecee80f624 req-df41e343-9382-4738-bc73-2f4d72e3ea9b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.329001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 7c38307b-3446-4fcf-8d10-5d1768239bec, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7c38307b-3446-4fcf-8d10-5d1768239bec,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:19.334249 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:19.335574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd15f4-4806-4a18-832b-caecee80f624 req-df41e343-9382-4738-bc73-2f4d72e3ea9b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.342463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd15f4-4806-4a18-832b-caecee80f624 req-df41e343-9382-4738-bc73-2f4d72e3ea9b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.344292 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:19.344292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 9c364164-6569-49dc-b927-3f7746e9f42b details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:19.350665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfdd15f4-4806-4a18-832b-caecee80f624 req-df41e343-9382-4738-bc73-2f4d72e3ea9b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5395 time: 0.4061799 May 24 22:50:19.355808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906ba8-0df9-40c9-9cb9-814868fe33a2 req-e356c87f-06a2-47bd-bc5d-769519b7d691 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.361693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906ba8-0df9-40c9-9cb9-814868fe33a2 req-e356c87f-06a2-47bd-bc5d-769519b7d691 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.367602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906ba8-0df9-40c9-9cb9-814868fe33a2 req-e356c87f-06a2-47bd-bc5d-769519b7d691 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.373639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906ba8-0df9-40c9-9cb9-814868fe33a2 req-e356c87f-06a2-47bd-bc5d-769519b7d691 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.380362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906ba8-0df9-40c9-9cb9-814868fe33a2 req-e356c87f-06a2-47bd-bc5d-769519b7d691 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.386314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906ba8-0df9-40c9-9cb9-814868fe33a2 req-e356c87f-06a2-47bd-bc5d-769519b7d691 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.392581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906ba8-0df9-40c9-9cb9-814868fe33a2 req-e356c87f-06a2-47bd-bc5d-769519b7d691 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.398241 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-13906ba8-0df9-40c9-9cb9-814868fe33a2 req-e356c87f-06a2-47bd-bc5d-769519b7d691 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5431 time: 0.3890193 May 24 22:50:19.405189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': 'eef34875-7b1e-48b6-9a0f-77f3a9a26a46'}, {'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': '2b16dee6-c1e6-453c-b127-c10756919efc'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:19.439848 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-acc737f0-8af4-458e-ad40-b329a15492fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:19.483046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f05932c-14ee-482c-9261-504be136df91', 'name': 'network-vif-deleted', 'tag': '0413f0ef-e906-4456-9af5-2a25b8569c02'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:19.503084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfdd15f4-4806-4a18-832b-caecee80f624 req-9f2c0e67-cf42-404b-b67e-6a3e3d7864d7 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1504683 May 24 22:50:19.514067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=7c38307b-3446-4fcf-8d10-5d1768239bec,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:19.533646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-13906ba8-0df9-40c9-9cb9-814868fe33a2 req-9470dc94-3587-46e8-b0f0-6bdf66ada8c5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214604 May 24 22:50:19.540887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc737f0-8af4-458e-ad40-b329a15492fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e23cf7-08d0-49e0-b95c-74de3878b105,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:19.625003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 9c364164-6569-49dc-b927-3f7746e9f42b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=9c364164-6569-49dc-b927-3f7746e9f42b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:19.626893 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-acc737f0-8af4-458e-ad40-b329a15492fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:19.630551 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-acc737f0-8af4-458e-ad40-b329a15492fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3e23cf7-08d0-49e0-b95c-74de3878b105 HTTP/1.1" status: 204 len: 168 time: 0.9339125 May 24 22:50:19.647684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-9567efc4-8a5a-4e6a-82bf-ebec335b73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.648155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-9567efc4-8a5a-4e6a-82bf-ebec335b73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.649272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '9c364164-6569-49dc-b927-3f7746e9f42b', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '9c364164-6569-49dc-b927-3f7746e9f42b', 'mac_address': 'fa:16:3e:9e:b8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:19.654526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-9567efc4-8a5a-4e6a-82bf-ebec335b73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.655045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-9567efc4-8a5a-4e6a-82bf-ebec335b73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.655504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-9567efc4-8a5a-4e6a-82bf-ebec335b73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.655963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-9567efc4-8a5a-4e6a-82bf-ebec335b73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.656419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-9567efc4-8a5a-4e6a-82bf-ebec335b73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:19.659934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-9567efc4-8a5a-4e6a-82bf-ebec335b73a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d12f2100d0a407eb54394a509d1c250&device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6342 time: 0.4555845 May 24 22:50:19.710323 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-4beb0689-36d5-468f-ad76-13394a129884 service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759459 May 24 22:50:19.748219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 9c364164-6569-49dc-b927-3f7746e9f42b is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:19.751152 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:19.773107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c364164-6569-49dc-b927-3f7746e9f42b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:19.790200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 9c364164-6569-49dc-b927-3f7746e9f42b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=9c364164-6569-49dc-b927-3f7746e9f42b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:19.797410 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:19.798128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device a7b98f36-c3f3-4e71-b3eb-71ee080403ce details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:19.881610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=9c364164-6569-49dc-b927-3f7746e9f42b,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:19.886128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port a7b98f36-c3f3-4e71-b3eb-71ee080403ce, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:19.906063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'a7b98f36-c3f3-4e71-b3eb-71ee080403ce', 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667', 'port_id': 'a7b98f36-c3f3-4e71-b3eb-71ee080403ce', 'mac_address': 'fa:16:3e:d4:a2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964964ea-3053-4ce2-8975-28f4ea60a9fa', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:19.969930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port a7b98f36-c3f3-4e71-b3eb-71ee080403ce is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:19.970476 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:19.993128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b98f36-c3f3-4e71-b3eb-71ee080403ce {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:20.007814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25da4-bdbc-4e97-9755-4b1c7001ce04 req-1a6e6378-6724-4a7f-b208-8424ea867b3f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.009584 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09a25da4-bdbc-4e97-9755-4b1c7001ce04 req-1a6e6378-6724-4a7f-b208-8424ea867b3f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 945 time: 0.3484039 May 24 22:50:20.015255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port a7b98f36-c3f3-4e71-b3eb-71ee080403ce, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:20.023858 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.025204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 4b8da6e9-baa4-4402-a97b-b950bc619fbf details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:20.043845 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-63327d47-a478-4db9-9b99-4c6782119b63 service neutron] 10.222.0.50 "GET /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061349 May 24 22:50:20.065229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-38606473-820c-4d30-a90e-041dae4eea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.065721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-38606473-820c-4d30-a90e-041dae4eea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.066177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-38606473-820c-4d30-a90e-041dae4eea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.067731 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-38606473-820c-4d30-a90e-041dae4eea08 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0d12f2100d0a407eb54394a509d1c250&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3564906 May 24 22:50:20.081160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device fa0a632c-6b7f-4882-a4b4-00ffb65469cf details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:20.102043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4e296-6fa4-409c-80ad-0468389cee2e req-99711fc7-e48e-40e7-b750-0a8f0f10037b tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.109542 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84e4e296-6fa4-409c-80ad-0468389cee2e req-99711fc7-e48e-40e7-b750-0a8f0f10037b tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 949 time: 0.3386467 May 24 22:50:20.156913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54838) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:20.175540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:20.221062 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09a25da4-bdbc-4e97-9755-4b1c7001ce04 req-568372c5-900d-4221-9b42-cda1939c7eb8 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976717 May 24 22:50:20.228448 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84e4e296-6fa4-409c-80ad-0468389cee2e req-50e8ad52-5b36-494d-851d-c61facb292f4 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178701 May 24 22:50:20.326350 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2530f33-53ac-4684-8de2-c1cb4d7dcde4'] response: {'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': 'eef34875-7b1e-48b6-9a0f-77f3a9a26a46', 'status': 'completed', 'code': 200} May 24 22:50:20.326538 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2530f33-53ac-4684-8de2-c1cb4d7dcde4'] response: {'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': '2b16dee6-c1e6-453c-b127-c10756919efc', 'status': 'completed', 'code': 200} May 24 22:50:20.333763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18c56a1-9ed9-43ab-8e87-2ae7bafa778e {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:20.356928 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cabca326-0ff5-4e47-b2ba-314430dfe638 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85d241a14ecd42aabbcfa8ec29192b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950352 May 24 22:50:20.357516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54842) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:20.362195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-3d73aa52-2ada-4a87-a06e-0f946377c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.363834 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd269878-ec20-4078-9cf8-c519ad7f2dea req-3d73aa52-2ada-4a87-a06e-0f946377c02b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2729273 May 24 22:50:20.367934 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cefc3f0-7654-4875-95dd-c1fb62acb602'] response: {'server_uuid': '0f05932c-14ee-482c-9261-504be136df91', 'name': 'network-vif-deleted', 'tag': '0413f0ef-e906-4456-9af5-2a25b8569c02', 'status': 'completed', 'code': 200} May 24 22:50:20.380901 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.406610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-7b08128f-296e-4feb-9dc8-a6b90ee05b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.411017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 4b8da6e9-baa4-4402-a97b-b950bc619fbf, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4b8da6e9-baa4-4402-a97b-b950bc619fbf,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:20.411236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-7b08128f-296e-4feb-9dc8-a6b90ee05b2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 1096 time: 0.2890632 May 24 22:50:20.423302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Transition to ACTIVE for port object a18c56a1-9ed9-43ab-8e87-2ae7bafa778e will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:20.438064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '4b8da6e9-baa4-4402-a97b-b950bc619fbf', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'port_id': '4b8da6e9-baa4-4402-a97b-b950bc619fbf', 'mac_address': 'fa:16:3e:98:28:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:20.441029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port fa0a632c-6b7f-4882-a4b4-00ffb65469cf, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fa0a632c-6b7f-4882-a4b4-00ffb65469cf,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:20.472582 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.483816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'fa0a632c-6b7f-4882-a4b4-00ffb65469cf', 'network_id': '688756ef-d2f9-41ef-918d-f7c6e1cc94a5', 'port_id': 'fa0a632c-6b7f-4882-a4b4-00ffb65469cf', 'mac_address': 'fa:16:3e:6e:0a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c52a433-2b8f-427e-8556-9cb7b625bfff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:20.555581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 4b8da6e9-baa4-4402-a97b-b950bc619fbf is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:20.556105 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.579780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port fa0a632c-6b7f-4882-a4b4-00ffb65469cf is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:20.580371 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.596540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8da6e9-baa4-4402-a97b-b950bc619fbf {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:20.608343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0a632c-6b7f-4882-a4b4-00ffb65469cf {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:20.629456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 4b8da6e9-baa4-4402-a97b-b950bc619fbf, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4b8da6e9-baa4-4402-a97b-b950bc619fbf,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:20.635042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port fa0a632c-6b7f-4882-a4b4-00ffb65469cf, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fa0a632c-6b7f-4882-a4b4-00ffb65469cf,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:20.638281 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.639318 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device fc851629-5b5e-4561-82bd-af28b731ae93 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:20.695458 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48521afb-dece-4666-b06e-7b076cc9c085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.704559 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.744192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port fc851629-5b5e-4561-82bd-af28b731ae93, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fc851629-5b5e-4561-82bd-af28b731ae93,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:20.752401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=4b8da6e9-baa4-4402-a97b-b950bc619fbf,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:20.759355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48521afb-dece-4666-b06e-7b076cc9c085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.802156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'fc851629-5b5e-4561-82bd-af28b731ae93', 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667', 'port_id': 'fc851629-5b5e-4561-82bd-af28b731ae93', 'mac_address': 'fa:16:3e:73:d2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964964ea-3053-4ce2-8975-28f4ea60a9fa', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:20.842449 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:20.869130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48521afb-dece-4666-b06e-7b076cc9c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.889001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=fa0a632c-6b7f-4882-a4b4-00ffb65469cf,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:20.891603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port fc851629-5b5e-4561-82bd-af28b731ae93 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:20.892072 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.897044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-d76af396-3a1a-4829-b2b8-751ddccd3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.897599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-d76af396-3a1a-4829-b2b8-751ddccd3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.898166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-d76af396-3a1a-4829-b2b8-751ddccd3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.898526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-d76af396-3a1a-4829-b2b8-751ddccd3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.898893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-d76af396-3a1a-4829-b2b8-751ddccd3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.899350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-d76af396-3a1a-4829-b2b8-751ddccd3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.899805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-d76af396-3a1a-4829-b2b8-751ddccd3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.901840 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-d76af396-3a1a-4829-b2b8-751ddccd3aeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d12f2100d0a407eb54394a509d1c250&device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6367 time: 0.4901650 May 24 22:50:20.911379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-e0695c66-6bfb-4ad2-bfcd-021112bd4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:20.912789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-e0695c66-6bfb-4ad2-bfcd-021112bd4a51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.4635530 May 24 22:50:20.916009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc851629-5b5e-4561-82bd-af28b731ae93 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:20.936290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port fc851629-5b5e-4561-82bd-af28b731ae93, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fc851629-5b5e-4561-82bd-af28b731ae93,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:20.943381 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:20.943805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48521afb-dece-4666-b06e-7b076cc9c085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9387f91-52a0-4480-9016-87b6c4e6d1db,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:20.944150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device a527e525-5b3f-41bc-969b-266188f14673 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:20.992074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['fa0a632c-6b7f-4882-a4b4-00ffb65469cf'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:20.999101 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48521afb-dece-4666-b06e-7b076cc9c085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:21.000233 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-48521afb-dece-4666-b06e-7b076cc9c085 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9387f91-52a0-4480-9016-87b6c4e6d1db HTTP/1.1" status: 204 len: 168 time: 0.6396174 May 24 22:50:21.037308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040150-a217-4405-9dcd-53ace25a9303 req-4070f543-d34d-4526-97c7-829e1d23ba13 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.038846 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-63040150-a217-4405-9dcd-53ace25a9303 req-4070f543-d34d-4526-97c7-829e1d23ba13 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 944 time: 0.5259442 May 24 22:50:21.045858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Attempting to bind port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:21.046187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Attempting to bind port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:21.046515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Attempting to bind port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e on network a152f897-c692-40bd-9a6a-4d20f3b72e5c {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:21.052271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbdad8-eac1-4145-a898-e497000470d6 req-1eafb4eb-dad0-4ea5-9b14-6934242e2990 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.053283 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32cbdad8-eac1-4145-a898-e497000470d6 req-1eafb4eb-dad0-4ea5-9b14-6934242e2990 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 945 time: 0.5805144 May 24 22:50:21.065677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e on network a152f897-c692-40bd-9a6a-4d20f3b72e5c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:21.066013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Attempting to bind port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e on network a152f897-c692-40bd-9a6a-4d20f3b72e5c {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:21.080168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:21.080560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Checking segment: {'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:21.080927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Bound using segment: {'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:21.081799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Bound port: a18c56a1-9ed9-43ab-8e87-2ae7bafa778e, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:21.089896 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:21.117894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port a527e525-5b3f-41bc-969b-266188f14673, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a527e525-5b3f-41bc-969b-266188f14673,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:21.132210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=fc851629-5b5e-4561-82bd-af28b731ae93,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:21.140788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'a527e525-5b3f-41bc-969b-266188f14673', 'network_id': 'abbe8918-2b0f-4539-a34b-fc1ac752a667', 'port_id': 'a527e525-5b3f-41bc-969b-266188f14673', 'mac_address': 'fa:16:3e:53:62:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964964ea-3053-4ce2-8975-28f4ea60a9fa', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:21.154180 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-63040150-a217-4405-9dcd-53ace25a9303 req-aaf619d3-7bbb-490d-bd27-0d30dcb1c7be tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034198 May 24 22:50:21.193173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc40927-0a32-4424-a10e-fc2458da3d36 req-a2551cf1-aa4f-491d-99d9-9cd783db7b14 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.200112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fcc40927-0a32-4424-a10e-fc2458da3d36 req-a2551cf1-aa4f-491d-99d9-9cd783db7b14 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 944 time: 0.6887882 May 24 22:50:21.261365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port a527e525-5b3f-41bc-969b-266188f14673 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:21.261783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:21.267601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] For port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:21.270312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-8f2c85d7-fb2f-45e9-ad90-895777795ba3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e62522-4826-41a7-9fb6-c2bea629255d HTTP/1.1" status: 200 len: 1001 time: 0.3234375 May 24 22:50:21.275820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] For port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:21.278777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Deleting port 7136c3bf-6093-4997-b086-09a0c69a4676 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:50:21.279123 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:21.284181 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:21.291497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a527e525-5b3f-41bc-969b-266188f14673 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:21.320187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port a527e525-5b3f-41bc-969b-266188f14673, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a527e525-5b3f-41bc-969b-266188f14673,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:21.336388 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:21.406768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fcc40927-0a32-4424-a10e-fc2458da3d36 req-a38806a0-9379-409e-a20c-224245e6de93 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049870 May 24 22:50:21.442522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=a527e525-5b3f-41bc-969b-266188f14673,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:21.454330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-2b7d02f3-d3da-497e-a9fe-34b78677650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.454975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-2b7d02f3-d3da-497e-a9fe-34b78677650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.455470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-2b7d02f3-d3da-497e-a9fe-34b78677650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.457148 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-2b7d02f3-d3da-497e-a9fe-34b78677650d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0d12f2100d0a407eb54394a509d1c250&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5418911 May 24 22:50:21.467475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:21.482454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.483131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:21.484534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-2bb7ad7c-a1bd-4817-9993-3357e0e3cfe3 service neutron] 10.222.0.31 "PUT /v2.0/ports/a18c56a1-9ed9-43ab-8e87-2ae7bafa778e HTTP/1.1" status: 200 len: 1091 time: 2.4054670 May 24 22:50:21.545394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Request body: {'port': {'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:21.637251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-1253e8df-0dba-4230-8f8e-8a4de42be5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.638601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-1253e8df-0dba-4230-8f8e-8a4de42be5fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.3179846 May 24 22:50:21.752735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87690d6-af17-4d00-9dce-505baf0e09ab req-6c40a309-fac2-4328-aee3-b956ce9a9eeb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.758460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87690d6-af17-4d00-9dce-505baf0e09ab req-6c40a309-fac2-4328-aee3-b956ce9a9eeb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.764278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87690d6-af17-4d00-9dce-505baf0e09ab req-6c40a309-fac2-4328-aee3-b956ce9a9eeb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.771343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87690d6-af17-4d00-9dce-505baf0e09ab req-6c40a309-fac2-4328-aee3-b956ce9a9eeb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.777414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87690d6-af17-4d00-9dce-505baf0e09ab req-6c40a309-fac2-4328-aee3-b956ce9a9eeb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.783455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87690d6-af17-4d00-9dce-505baf0e09ab req-6c40a309-fac2-4328-aee3-b956ce9a9eeb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.789129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87690d6-af17-4d00-9dce-505baf0e09ab req-6c40a309-fac2-4328-aee3-b956ce9a9eeb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.791056 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b87690d6-af17-4d00-9dce-505baf0e09ab req-6c40a309-fac2-4328-aee3-b956ce9a9eeb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5407 time: 0.3731110 May 24 22:50:21.799776 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:21.914452 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b87690d6-af17-4d00-9dce-505baf0e09ab req-0e09165f-fbda-4849-8b0e-1908b1b46d36 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160827 May 24 22:50:21.951698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-e3d794dc-60c6-4b7e-a801-66c1591945cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:21.953154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-e3d794dc-60c6-4b7e-a801-66c1591945cf service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4870033 May 24 22:50:22.084869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d8e508ef-a054-4d60-a84e-2f095ba8f5a5 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:22.118693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] For port 7136c3bf-6093-4997-b086-09a0c69a4676, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=7136c3bf-6093-4997-b086-09a0c69a4676,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:22.119115 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:22.162352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4d56-8a03-477c-bfef-2e0326e3709d req-d4a362a5-0c6c-4a7f-bc0a-1993a58f40dc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:22.169339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4d56-8a03-477c-bfef-2e0326e3709d req-d4a362a5-0c6c-4a7f-bc0a-1993a58f40dc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:22.176606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4d56-8a03-477c-bfef-2e0326e3709d req-d4a362a5-0c6c-4a7f-bc0a-1993a58f40dc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:22.181868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:22.184420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4d56-8a03-477c-bfef-2e0326e3709d req-d4a362a5-0c6c-4a7f-bc0a-1993a58f40dc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:22.187428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:22.187846 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:22.192061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4d56-8a03-477c-bfef-2e0326e3709d req-d4a362a5-0c6c-4a7f-bc0a-1993a58f40dc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:22.198414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4d56-8a03-477c-bfef-2e0326e3709d req-d4a362a5-0c6c-4a7f-bc0a-1993a58f40dc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:22.204801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4d56-8a03-477c-bfef-2e0326e3709d req-d4a362a5-0c6c-4a7f-bc0a-1993a58f40dc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:22.207396 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ad4d56-8a03-477c-bfef-2e0326e3709d req-d4a362a5-0c6c-4a7f-bc0a-1993a58f40dc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5436 time: 0.5718420 May 24 22:50:22.260931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['871939da-811b-4814-8c7c-c3f858069f84'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:22.290490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79130d9-a72c-4fca-bcc2-0ce6849b5182 req-26d26fdc-e78d-4ff2-9f38-5808ed72c5fc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:22.291964 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c79130d9-a72c-4fca-bcc2-0ce6849b5182 req-26d26fdc-e78d-4ff2-9f38-5808ed72c5fc tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 945 time: 0.1519682 May 24 22:50:22.303469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-ba52e80a-b61e-4067-a5b2-8bfb7a52602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:22.304949 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-ba52e80a-b61e-4067-a5b2-8bfb7a52602a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5977960 May 24 22:50:22.330357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': 'a18c56a1-9ed9-43ab-8e87-2ae7bafa778e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:22.358673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['4b8da6e9-baa4-4402-a97b-b950bc619fbf'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:22.397116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['a7b98f36-c3f3-4e71-b3eb-71ee080403ce'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:22.404143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c79130d9-a72c-4fca-bcc2-0ce6849b5182 req-24ced3e6-f271-4596-86c6-7d2dce40bf23 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb486e-b517-45f8-a839-acdb2408d752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998755 May 24 22:50:22.406027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b74282-e7fc-474a-8a11-b94b8224d658 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:22.427830 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:22.436547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f0cec9a4-3696-4140-b1ea-bc03430f6ae2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:22.452872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Transition to ACTIVE for port object 74b74282-e7fc-474a-8a11-b94b8224d658 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:22.459820 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:22.482660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['7c38307b-3446-4fcf-8d10-5d1768239bec'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:22.512544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['9c364164-6569-49dc-b927-3f7746e9f42b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:22.582357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['a527e525-5b3f-41bc-969b-266188f14673'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:22.874538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ad4d56-8a03-477c-bfef-2e0326e3709d req-641c4e24-d7ef-424e-a4df-7cc34e0b8ba7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5980546 May 24 22:50:22.876722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-dd301274-9414-497c-af31-e89806f99164 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559614 May 24 22:50:22.922638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Pushing event updated for resources: {'Port': ['ID=74b74282-e7fc-474a-8a11-b94b8224d658,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:23.121236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Attempting to bind port 74b74282-e7fc-474a-8a11-b94b8224d658 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:23.121843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Attempting to bind port 74b74282-e7fc-474a-8a11-b94b8224d658 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:23.122409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Attempting to bind port 74b74282-e7fc-474a-8a11-b94b8224d658 on network a152f897-c692-40bd-9a6a-4d20f3b72e5c {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:23.196854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Port 74b74282-e7fc-474a-8a11-b94b8224d658 on network a152f897-c692-40bd-9a6a-4d20f3b72e5c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:23.196854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Attempting to bind port 74b74282-e7fc-474a-8a11-b94b8224d658 on network a152f897-c692-40bd-9a6a-4d20f3b72e5c {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:23.196854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:23.196854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Checking segment: {'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:23.196854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Bound using segment: {'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:23.196854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Bound port: 74b74282-e7fc-474a-8a11-b94b8224d658, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:23.196854 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.208859 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b83bfebf-5900-4481-a744-e509cf2bb77e req-b2170629-bb1c-4640-b688-6363a7155e11 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220634 May 24 22:50:23.215224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-63afe48d-6fb6-4d55-a68b-e5343e6bad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.215709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-63afe48d-6fb6-4d55-a68b-e5343e6bad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.216183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-63afe48d-6fb6-4d55-a68b-e5343e6bad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.216775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-63afe48d-6fb6-4d55-a68b-e5343e6bad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.217243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-63afe48d-6fb6-4d55-a68b-e5343e6bad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.217749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-63afe48d-6fb6-4d55-a68b-e5343e6bad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.218283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-63afe48d-6fb6-4d55-a68b-e5343e6bad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.220249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-63afe48d-6fb6-4d55-a68b-e5343e6bad79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d12f2100d0a407eb54394a509d1c250&device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6409 time: 1.2125034 May 24 22:50:23.231271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['fc851629-5b5e-4561-82bd-af28b731ae93'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:23.237100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40e3b1-aaf9-4a88-b427-2704a4a28d53 req-173b3bbb-ec94-4c74-b9c7-fcf43c7edfb0 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.238974 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a40e3b1-aaf9-4a88-b427-2704a4a28d53 req-173b3bbb-ec94-4c74-b9c7-fcf43c7edfb0 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 949 time: 0.4740169 May 24 22:50:23.337227 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a40e3b1-aaf9-4a88-b427-2704a4a28d53 req-f20cdbcc-e8c7-4266-97e7-eec11513a622 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896437 May 24 22:50:23.346313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] For port 74b74282-e7fc-474a-8a11-b94b8224d658, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:23.351927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] For port 74b74282-e7fc-474a-8a11-b94b8224d658, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=74b74282-e7fc-474a-8a11-b94b8224d658,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:23.365191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.388904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-683ac8be-0883-4c43-8c46-3b45a3b70d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.389290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-683ac8be-0883-4c43-8c46-3b45a3b70d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.389775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-683ac8be-0883-4c43-8c46-3b45a3b70d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.391351 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-683ac8be-0883-4c43-8c46-3b45a3b70d76 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0d12f2100d0a407eb54394a509d1c250&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1602616 May 24 22:50:23.449925 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e83d23-0625-4329-98c2-0bf3d0edbcf0'] response: {'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': 'a18c56a1-9ed9-43ab-8e87-2ae7bafa778e', 'status': 'completed', 'code': 200} May 24 22:50:23.450496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Pushing event updated for resources: {'Port': ['ID=74b74282-e7fc-474a-8a11-b94b8224d658,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:23.465400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.466195 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.467794 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bd7ae224-86c2-4e64-ac4e-95215e7079bf service neutron] 10.222.0.31 "PUT /v2.0/ports/74b74282-e7fc-474a-8a11-b94b8224d658 HTTP/1.1" status: 200 len: 1091 time: 1.9386673 May 24 22:50:23.604078 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.604457 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.604773 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Floating IP 1d2681b8-3c49-4606-86e9-b88376aaa06e disassociated. External IP: 172.25.7.210, port: 7136c3bf-6093-4997-b086-09a0c69a4676. May 24 22:50:23.605115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Calling delete_port for 7136c3bf-6093-4997-b086-09a0c69a4676 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:23.656790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf9998-3719-42a3-b86c-089022a36b8f req-634f5720-01b4-4040-8442-1a3f5d199bb6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.659557 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b7bf9998-3719-42a3-b86c-089022a36b8f req-634f5720-01b4-4040-8442-1a3f5d199bb6 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 944 time: 0.1463695 May 24 22:50:23.708522 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b7bf9998-3719-42a3-b86c-089022a36b8f req-7c258c83-90ac-4c29-8fae-7fddb74cdd5f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422416 May 24 22:50:23.742110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-7d2d6547-efda-4a31-afe4-fe29b791254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.743880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44f13bb5-04b9-450c-9b78-4117b7312513 req-7d2d6547-efda-4a31-afe4-fe29b791254c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3032844 May 24 22:50:23.754846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed60d89-7797-42ab-bf05-f1e1bef32fe7 req-1795d743-271a-4638-838b-06806f5712a1 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.756436 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ed60d89-7797-42ab-bf05-f1e1bef32fe7 req-1795d743-271a-4638-838b-06806f5712a1 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 945 time: 0.5351520 May 24 22:50:23.785208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:23.785611 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.932303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246b8d-5866-4f63-864d-bc9247b9f89b req-8e904596-f19b-4da8-bfd9-b6af5dbac54f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.933667 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ed60d89-7797-42ab-bf05-f1e1bef32fe7 req-58cf7c77-d994-431f-8959-cd8b97560b48 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711144 May 24 22:50:23.938732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246b8d-5866-4f63-864d-bc9247b9f89b req-8e904596-f19b-4da8-bfd9-b6af5dbac54f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.944635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246b8d-5866-4f63-864d-bc9247b9f89b req-8e904596-f19b-4da8-bfd9-b6af5dbac54f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.946817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7b5a5-8261-4759-ab6a-d19919758ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e508ef-a054-4d60-a84e-2f095ba8f5a5'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:23.950340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246b8d-5866-4f63-864d-bc9247b9f89b req-8e904596-f19b-4da8-bfd9-b6af5dbac54f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.961111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246b8d-5866-4f63-864d-bc9247b9f89b req-8e904596-f19b-4da8-bfd9-b6af5dbac54f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.961979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246b8d-5866-4f63-864d-bc9247b9f89b req-8e904596-f19b-4da8-bfd9-b6af5dbac54f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.968456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246b8d-5866-4f63-864d-bc9247b9f89b req-8e904596-f19b-4da8-bfd9-b6af5dbac54f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.970743 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16246b8d-5866-4f63-864d-bc9247b9f89b req-8e904596-f19b-4da8-bfd9-b6af5dbac54f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.1311903 May 24 22:50:23.972655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-ef260d41-8855-458b-9844-0a4ced75ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.973203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-ef260d41-8855-458b-9844-0a4ced75ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.974056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-ef260d41-8855-458b-9844-0a4ced75ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.974529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-ef260d41-8855-458b-9844-0a4ced75ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.975870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-ef260d41-8855-458b-9844-0a4ced75ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.976386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-ef260d41-8855-458b-9844-0a4ced75ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.976801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-ef260d41-8855-458b-9844-0a4ced75ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:23.977844 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:23.979211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-ef260d41-8855-458b-9844-0a4ced75ec40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d12f2100d0a407eb54394a509d1c250&device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6476 time: 0.1613045 May 24 22:50:23.980651 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:24.000882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d8e508ef-a054-4d60-a84e-2f095ba8f5a5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:24.041102 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:24.041293 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16246b8d-5866-4f63-864d-bc9247b9f89b req-11c4e319-7c46-4157-9498-b271f5688067 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561724 May 24 22:50:24.041946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device fa0a632c-6b7f-4882-a4b4-00ffb65469cf up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:24.083886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Pushing event deleted for resources: {'Port': ['ID=7136c3bf-6093-4997-b086-09a0c69a4676,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:24.196435 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4b17595-dddf-4c6a-a992-7d5f0865274f req-3652faa4-564c-4ef3-826d-1b57502c4406 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 210 time: 0.0509577 May 24 22:50:24.252688 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0839549-719c-4a64-8e98-7a56bacbdef7'] response: {'server_uuid': '32c7b5a5-8261-4759-ab6a-d19919758ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e508ef-a054-4d60-a84e-2f095ba8f5a5', 'code': 200} May 24 22:50:24.272264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-b53476aa-07a2-4314-8825-15f7f6b65a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.272826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-b53476aa-07a2-4314-8825-15f7f6b65a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.273831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-b53476aa-07a2-4314-8825-15f7f6b65a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.276388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-b53476aa-07a2-4314-8825-15f7f6b65a39 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0d12f2100d0a407eb54394a509d1c250&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2140272 May 24 22:50:24.279127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:24.322447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port fa0a632c-6b7f-4882-a4b4-00ffb65469cf completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:24.333311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port fa0a632c-6b7f-4882-a4b4-00ffb65469cf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:24.333738 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:24.466092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port fa0a632c-6b7f-4882-a4b4-00ffb65469cf is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:24.466861 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:24.500155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port fa0a632c-6b7f-4882-a4b4-00ffb65469cf, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fa0a632c-6b7f-4882-a4b4-00ffb65469cf,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:24.510599 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:24.512218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 7136c3bf-6093-4997-b086-09a0c69a4676 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:50:24.541300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270d0ef-8dff-440c-84d0-4bd4441ae200 req-64d144da-33be-4773-832b-23a5c4c1067e tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.543050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6270d0ef-8dff-440c-84d0-4bd4441ae200 req-64d144da-33be-4773-832b-23a5c4c1067e tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 949 time: 0.0844588 May 24 22:50:24.596753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6270d0ef-8dff-440c-84d0-4bd4441ae200 req-c3675ce5-ef6d-4356-848e-03af99ac3167 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461924 May 24 22:50:24.610796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 7136c3bf-6093-4997-b086-09a0c69a4676 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:50:24.610796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 7136c3bf-6093-4997-b086-09a0c69a4676 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:50:24.652679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=fa0a632c-6b7f-4882-a4b4-00ffb65469cf,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:24.884319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b9951-321a-428e-a964-0991e21f73b7 req-2895b3cd-fc97-41cb-b0d9-8c257e0f43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.885898 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec2b9951-321a-428e-a964-0991e21f73b7 req-2895b3cd-fc97-41cb-b0d9-8c257e0f43a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 1096 time: 0.5253460 May 24 22:50:24.889422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-a1d1962e-f7ab-4a98-b889-66abcc7779fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.890743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ad31e4c-463f-46eb-a800-044d2aebbb01 req-a1d1962e-f7ab-4a98-b889-66abcc7779fc service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5986586 May 24 22:50:24.920453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69214e5-04dd-409b-9df0-9f84e0fa4ae8 req-a64eb153-bb7c-4e38-b053-d966cba3147b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.926359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69214e5-04dd-409b-9df0-9f84e0fa4ae8 req-a64eb153-bb7c-4e38-b053-d966cba3147b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.932087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69214e5-04dd-409b-9df0-9f84e0fa4ae8 req-a64eb153-bb7c-4e38-b053-d966cba3147b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.937773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69214e5-04dd-409b-9df0-9f84e0fa4ae8 req-a64eb153-bb7c-4e38-b053-d966cba3147b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.940529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04138-cac2-41f4-a169-ffdf1afe4edc req-fff263f2-152a-4e40-b9fd-167d38f89334 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.942003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6c04138-cac2-41f4-a169-ffdf1afe4edc req-fff263f2-152a-4e40-b9fd-167d38f89334 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.0835085 May 24 22:50:24.943619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69214e5-04dd-409b-9df0-9f84e0fa4ae8 req-a64eb153-bb7c-4e38-b053-d966cba3147b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.949316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69214e5-04dd-409b-9df0-9f84e0fa4ae8 req-a64eb153-bb7c-4e38-b053-d966cba3147b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.955101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69214e5-04dd-409b-9df0-9f84e0fa4ae8 req-a64eb153-bb7c-4e38-b053-d966cba3147b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:24.957041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b69214e5-04dd-409b-9df0-9f84e0fa4ae8 req-a64eb153-bb7c-4e38-b053-d966cba3147b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5436 time: 0.6293945 May 24 22:50:24.967534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Router 0499d2bc-0383-4328-a042-75ef1cc10f75 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:50:25.001644 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6c04138-cac2-41f4-a169-ffdf1afe4edc req-0e6a889f-ac46-451b-9af4-e10a700a7621 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533102 May 24 22:50:25.143829 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec2b9951-321a-428e-a964-0991e21f73b7 req-53f69665-4385-4eb4-a384-a856076472dd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481074 May 24 22:50:25.163448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b69214e5-04dd-409b-9df0-9f84e0fa4ae8 req-090fbc7f-1dfb-461f-bedd-f8ced624a9b9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624155 May 24 22:50:25.260579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-3178b889-7ef9-4f86-8822-04a14d705d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.260579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-3178b889-7ef9-4f86-8822-04a14d705d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.261033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-3178b889-7ef9-4f86-8822-04a14d705d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.261533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-3178b889-7ef9-4f86-8822-04a14d705d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.262065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-3178b889-7ef9-4f86-8822-04a14d705d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.262462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-3178b889-7ef9-4f86-8822-04a14d705d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.262923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-3178b889-7ef9-4f86-8822-04a14d705d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.264925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-3178b889-7ef9-4f86-8822-04a14d705d44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d12f2100d0a407eb54394a509d1c250&device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6476 time: 0.3026493 May 24 22:50:25.327251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6763f-a7c1-4860-902f-140f0e65f8a4 req-30d345b8-7a05-44a6-9038-7f41a16046eb tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.328672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-68c6763f-a7c1-4860-902f-140f0e65f8a4 req-30d345b8-7a05-44a6-9038-7f41a16046eb tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 946 time: 0.1082904 May 24 22:50:25.377895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 9c364164-6569-49dc-b927-3f7746e9f42b up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:25.384393 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-68c6763f-a7c1-4860-902f-140f0e65f8a4 req-c7880f39-24e5-4859-a6d5-802bb4ac78d1 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 May 24 22:50:25.384507 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-8c28e6b8-47cd-49e0-9b9b-6c63308cb84e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ad0a3d-36eb-4734-a529-9315ca67c700 HTTP/1.1" status: 200 len: 217 time: 0.1112115 May 24 22:50:25.388340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:50:25.431433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef241ef-bdba-4d60-ada7-c96513013646 None None] Sync routers for ids ['0499d2bc-0383-4328-a042-75ef1cc10f75'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:50:25.451127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': '74b74282-e7fc-474a-8a11-b94b8224d658'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:25.468529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54952) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:25.474019 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef241ef-bdba-4d60-ada7-c96513013646 None None] Routers {'0499d2bc-0383-4328-a042-75ef1cc10f75'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:25.474861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bef241ef-bdba-4d60-ada7-c96513013646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:50:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0499d2bc-0383-4328-a042-75ef1cc10f75'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:25.535761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] No DVR routers for this DVR port 7136c3bf-6093-4997-b086-09a0c69a4676 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:50:25.553196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:25.555901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'name': 'network-vif-deleted', 'tag': '7136c3bf-6093-4997-b086-09a0c69a4676'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:25.591933 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-adfdc353-7d0b-4fc3-a7fa-34eae27b4667 req-70cfc3ab-60d8-41f5-a72e-c3e0041f612e tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f5b699-3f16-41c8-bcd0-52c7c2b641f1 HTTP/1.1" status: 200 len: 210 time: 0.0592539 May 24 22:50:25.619983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32cbdad8-eac1-4145-a898-e497000470d6 req-520c94f3-74cc-4208-b6ba-5d96c5b8c6ca tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.50 "DELETE /v2.0/ports/7136c3bf-6093-4997-b086-09a0c69a4676 HTTP/1.1" status: 204 len: 173 time: 4.5378971 May 24 22:50:25.626643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-efe1b0aa-df25-4868-8041-8c33ecb3a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.628078 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-efe1b0aa-df25-4868-8041-8c33ecb3a86a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=035893a4-62f8-4783-8f63-47862db4dbdb HTTP/1.1" status: 200 len: 851 time: 0.2008719 May 24 22:50:25.633427 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e7ba0a7-2e2d-4377-948b-5b27c30fffdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:25.665772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3e7ba0a7-2e2d-4377-948b-5b27c30fffdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:25.674544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3e7ba0a7-2e2d-4377-948b-5b27c30fffdb admin admin] Usage tracker for resource:security_group_rule and tenant:ed1c2d347e284736a0d1eabc6b912be7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:25.678339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3e7ba0a7-2e2d-4377-948b-5b27c30fffdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:25.689831 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:25.708423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3e7ba0a7-2e2d-4377-948b-5b27c30fffdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:25.726235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce41be-d1a4-4b49-981a-322f8a1d5ddf req-955f8b7c-2889-42ae-a551-f8211edd52e4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.726509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 9c364164-6569-49dc-b927-3f7746e9f42b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:25.731931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce41be-d1a4-4b49-981a-322f8a1d5ddf req-955f8b7c-2889-42ae-a551-f8211edd52e4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.738683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce41be-d1a4-4b49-981a-322f8a1d5ddf req-955f8b7c-2889-42ae-a551-f8211edd52e4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.744673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce41be-d1a4-4b49-981a-322f8a1d5ddf req-955f8b7c-2889-42ae-a551-f8211edd52e4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.749613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 9c364164-6569-49dc-b927-3f7746e9f42b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:25.750015 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:25.751335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce41be-d1a4-4b49-981a-322f8a1d5ddf req-955f8b7c-2889-42ae-a551-f8211edd52e4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.757760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce41be-d1a4-4b49-981a-322f8a1d5ddf req-955f8b7c-2889-42ae-a551-f8211edd52e4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.764079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce41be-d1a4-4b49-981a-322f8a1d5ddf req-955f8b7c-2889-42ae-a551-f8211edd52e4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.773132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5ce41be-d1a4-4b49-981a-322f8a1d5ddf req-955f8b7c-2889-42ae-a551-f8211edd52e4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.4456477 May 24 22:50:25.777169 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4ac162-1f7c-4594-8052-9cf7082e51ba'] response: {'server_uuid': '56f5b699-3f16-41c8-bcd0-52c7c2b641f1', 'name': 'network-vif-deleted', 'tag': '7136c3bf-6093-4997-b086-09a0c69a4676', 'status': 'completed', 'code': 200} May 24 22:50:25.826979 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57006547-078e-410c-be7d-a07d846b56ae'] response: {'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': '74b74282-e7fc-474a-8a11-b94b8224d658', 'status': 'completed', 'code': 200} May 24 22:50:25.828748 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e7ba0a7-2e2d-4377-948b-5b27c30fffdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:25.838652 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e7ba0a7-2e2d-4377-948b-5b27c30fffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:25.861373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-bef241ef-bdba-4d60-ada7-c96513013646 None None] Set router 0499d2bc-0383-4328-a042-75ef1cc10f75 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:25.883160 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5ce41be-d1a4-4b49-981a-322f8a1d5ddf req-c863efab-0fec-4e06-8365-108a7bdc1baf tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089337 May 24 22:50:25.909559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-697fd665-fa96-497d-b992-e0545a10f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.909559 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-697fd665-fa96-497d-b992-e0545a10f44c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917b93a6-4340-4e78-a5f4-2f95554ac5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2663012 May 24 22:50:25.940986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3e7ba0a7-2e2d-4377-948b-5b27c30fffdb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed1c2d347e284736a0d1eabc6b912be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4688487 May 24 22:50:25.942324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54962) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:25.961753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ba0a7-2e2d-4377-948b-5b27c30fffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702bdfed-8013-46bf-91dd-d68b7aef8dc3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:25.995553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa656bc-5048-444b-8ff9-3ff5a402bba4 req-d59c31bc-9e1a-4cc2-871c-9d8782cc1f46 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:25.997213 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8fa656bc-5048-444b-8ff9-3ff5a402bba4 req-d59c31bc-9e1a-4cc2-871c-9d8782cc1f46 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 949 time: 0.1138592 May 24 22:50:26.046181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8fa656bc-5048-444b-8ff9-3ff5a402bba4 req-18c9c41b-d1ab-4a0f-8180-94494afea81e tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422640 May 24 22:50:26.116312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-917f20d4-fe90-43a1-bd1f-339774f42911 service neutron] 10.222.0.31 "GET /v2.0/networks/917b93a6-4340-4e78-a5f4-2f95554ac5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002547 May 24 22:50:26.117447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82f1f878-9f45-4ec5-975f-f82d78c7f128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:26.176859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 9c364164-6569-49dc-b927-3f7746e9f42b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:26.177260 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:26.228126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 9c364164-6569-49dc-b927-3f7746e9f42b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=9c364164-6569-49dc-b927-3f7746e9f42b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:26.266994 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82f1f878-9f45-4ec5-975f-f82d78c7f128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:26.271031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36495ad8-de7d-4712-9fe8-00591587c88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0a632c-6b7f-4882-a4b4-00ffb65469cf'}, {'server_uuid': '3fcad8bd-38c9-47ee-91ad-a8d9ce656948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c364164-6569-49dc-b927-3f7746e9f42b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:26.307061 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:26.308411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 871939da-811b-4814-8c7c-c3f858069f84 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:26.380990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-51c350ba-13d1-4109-b59c-5e4a85d12d51 service neutron] 10.222.0.31 "GET /v2.0/networks/917b93a6-4340-4e78-a5f4-2f95554ac5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532904 May 24 22:50:26.394261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71599d9-2afd-4990-a2c8-c0aca2c9d94e req-af311b3c-f848-4433-969d-9543277c2565 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.397181 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a71599d9-2afd-4990-a2c8-c0aca2c9d94e req-af311b3c-f848-4433-969d-9543277c2565 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.2680039 May 24 22:50:26.486768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 871939da-811b-4814-8c7c-c3f858069f84 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:26.488388 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82f1f878-9f45-4ec5-975f-f82d78c7f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:26.494988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 871939da-811b-4814-8c7c-c3f858069f84 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:26.495491 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:26.498581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee959fb-0284-4292-9753-67eca6b38453 req-ed55d1dd-581f-4e1c-871c-c90cda8d7526 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.506682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee959fb-0284-4292-9753-67eca6b38453 req-ed55d1dd-581f-4e1c-871c-c90cda8d7526 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.512685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-bdda34fe-614c-45b7-bcbb-b7a28d975d13 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=255e3fb2-c79d-40ff-b28b-caba6e15b125 HTTP/1.1" status: 200 len: 217 time: 0.1144989 May 24 22:50:26.514764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee959fb-0284-4292-9753-67eca6b38453 req-ed55d1dd-581f-4e1c-871c-c90cda8d7526 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.522172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee959fb-0284-4292-9753-67eca6b38453 req-ed55d1dd-581f-4e1c-871c-c90cda8d7526 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.528267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1f878-9f45-4ec5-975f-f82d78c7f128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702bdfed-8013-46bf-91dd-d68b7aef8dc3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:26.528463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee959fb-0284-4292-9753-67eca6b38453 req-ed55d1dd-581f-4e1c-871c-c90cda8d7526 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.535781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee959fb-0284-4292-9753-67eca6b38453 req-ed55d1dd-581f-4e1c-871c-c90cda8d7526 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.542087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee959fb-0284-4292-9753-67eca6b38453 req-ed55d1dd-581f-4e1c-871c-c90cda8d7526 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.550951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ee959fb-0284-4292-9753-67eca6b38453 req-ed55d1dd-581f-4e1c-871c-c90cda8d7526 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5436 time: 0.1668947 May 24 22:50:26.576950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82f1f878-9f45-4ec5-975f-f82d78c7f128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:26.581000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-82f1f878-9f45-4ec5-975f-f82d78c7f128 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/702bdfed-8013-46bf-91dd-d68b7aef8dc3 HTTP/1.1" status: 204 len: 168 time: 0.6349750 May 24 22:50:26.605076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a71599d9-2afd-4990-a2c8-c0aca2c9d94e req-4ec16b18-4f42-411b-9b7e-0dc3b53ddb97 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426530 May 24 22:50:26.620817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-fa7b5037-562e-44a0-826d-381f1e7d8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.622606 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-fa7b5037-562e-44a0-826d-381f1e7d8ea7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a57ca9f4-d365-46cd-b1de-3bfac442f67b HTTP/1.1" status: 200 len: 797 time: 0.0979967 May 24 22:50:26.629349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=9c364164-6569-49dc-b927-3f7746e9f42b,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:26.644392 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ee959fb-0284-4292-9753-67eca6b38453 req-406e82f5-2fe3-4795-b2ea-03b2de21cd9e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923615 May 24 22:50:26.656086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bef241ef-bdba-4d60-ada7-c96513013646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:51Z', 'revision_number': 4, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '02a2c0dd-9765-4a7a-b839-beec6eb8ca8a', 'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'mac_address': 'fa:16:3e:27:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:49Z', 'updated_at': '2022-05-24T22:49:02Z', 'revision_number': 5, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'subnets': [{'id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:26.664462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef241ef-bdba-4d60-ada7-c96513013646 None None] Checking router: 0499d2bc-0383-4328-a042-75ef1cc10f75 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:50:26.767106 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d29022-2737-41ce-8475-234cacd5016d'] response: {'server_uuid': '36495ad8-de7d-4712-9fe8-00591587c88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0a632c-6b7f-4882-a4b4-00ffb65469cf', 'code': 200} May 24 22:50:26.767457 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d29022-2737-41ce-8475-234cacd5016d'] response: {'server_uuid': '3fcad8bd-38c9-47ee-91ad-a8d9ce656948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c364164-6569-49dc-b927-3f7746e9f42b', 'code': 200} May 24 22:50:26.784052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef241ef-bdba-4d60-ada7-c96513013646 None None] Routers {'0499d2bc-0383-4328-a042-75ef1cc10f75'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:26.785335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bef241ef-bdba-4d60-ada7-c96513013646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:50:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0499d2bc-0383-4328-a042-75ef1cc10f75'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:26.953097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 871939da-811b-4814-8c7c-c3f858069f84 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:26.953930 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:26.962724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54984) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:26.968672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-5af877e1-23ba-4d50-a2f8-0b9b4e05c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.970225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-5af877e1-23ba-4d50-a2f8-0b9b4e05c235 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3417621 May 24 22:50:26.982280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fa685-2ae5-4cb6-b493-9d1ea1882290 req-d53e3df5-23d1-461b-9ba3-dffe4157b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:26.984158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c94fa685-2ae5-4cb6-b493-9d1ea1882290 req-d53e3df5-23d1-461b-9ba3-dffe4157b867 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 1097 time: 0.1222062 May 24 22:50:27.015569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 871939da-811b-4814-8c7c-c3f858069f84, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=871939da-811b-4814-8c7c-c3f858069f84,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:27.027993 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.029388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f0cec9a4-3696-4140-b1ea-bc03430f6ae2 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:27.033935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae5a4-6805-4633-8ab7-054d48bf250d req-7a4e8ba2-c73f-4057-b6d5-2798ca29c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.036544 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c09ae5a4-6805-4633-8ab7-054d48bf250d req-7a4e8ba2-c73f-4057-b6d5-2798ca29c436 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 1101 time: 0.2207899 May 24 22:50:27.046649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8968ae-ce87-4c53-80f3-ca9871e33636 req-2c66ea4b-e961-4012-a59f-b2f782c5121d tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.048537 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c8968ae-ce87-4c53-80f3-ca9871e33636 req-2c66ea4b-e961-4012-a59f-b2f782c5121d tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 946 time: 0.1787677 May 24 22:50:27.142189 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c94fa685-2ae5-4cb6-b493-9d1ea1882290 req-58a6e55b-f3e7-46f3-bea2-174d6eed6c5b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321542 May 24 22:50:27.143015 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c8968ae-ce87-4c53-80f3-ca9871e33636 req-bef00285-d7fa-4346-a348-ed0ac3d53dab tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728238 May 24 22:50:27.155644 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c09ae5a4-6805-4633-8ab7-054d48bf250d req-fc2b5b9b-32ae-4b89-ae98-257b07f8c6d2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059146 May 24 22:50:27.203514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54990) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:27.223700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e411f4c-ee7e-438a-a137-ef62de67e5ea tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.226227 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f310a80-4735-4f51-abb1-c13448989462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.242650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=871939da-811b-4814-8c7c-c3f858069f84,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:27.245043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8f310a80-4735-4f51-abb1-c13448989462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:27.258427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8f310a80-4735-4f51-abb1-c13448989462 admin admin] Usage tracker for resource:security_group_rule and tenant:bcfdd624ac10490e96292c9767244b4e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:27.259812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-660f27a8-4bda-4852-8fad-95bdc2691b74 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751260 May 24 22:50:27.276894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e411f4c-ee7e-438a-a137-ef62de67e5ea tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.294960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8f310a80-4735-4f51-abb1-c13448989462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:27.305933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8f310a80-4735-4f51-abb1-c13448989462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:27.317675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-bef241ef-bdba-4d60-ada7-c96513013646 None None] Set router 0499d2bc-0383-4328-a042-75ef1cc10f75 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:27.343244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5145-4898-4690-95f6-be3ebbafeae6 req-a042d3bd-879c-4367-853b-09733aa96e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.349811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5145-4898-4690-95f6-be3ebbafeae6 req-a042d3bd-879c-4367-853b-09733aa96e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.356140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5145-4898-4690-95f6-be3ebbafeae6 req-a042d3bd-879c-4367-853b-09733aa96e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.362932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5145-4898-4690-95f6-be3ebbafeae6 req-a042d3bd-879c-4367-853b-09733aa96e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.368452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5145-4898-4690-95f6-be3ebbafeae6 req-a042d3bd-879c-4367-853b-09733aa96e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.374638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5145-4898-4690-95f6-be3ebbafeae6 req-a042d3bd-879c-4367-853b-09733aa96e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.379925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:27.380602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5145-4898-4690-95f6-be3ebbafeae6 req-a042d3bd-879c-4367-853b-09733aa96e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.382644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c31f5145-4898-4690-95f6-be3ebbafeae6 req-a042d3bd-879c-4367-853b-09733aa96e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.2069700 May 24 22:50:27.385540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b3c19-f40a-4dea-a48e-fb67dbf7cb86 req-bed9d95a-baed-4df2-b2d0-ad79154bf489 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.392726 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b6b3c19-f40a-4dea-a48e-fb67dbf7cb86 req-bed9d95a-baed-4df2-b2d0-ad79154bf489 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 950 time: 0.1370347 May 24 22:50:27.394502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:27.394990 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.457364 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b6b3c19-f40a-4dea-a48e-fb67dbf7cb86 req-3913eeb6-92e0-4e80-a345-6e03ba549d2e tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641758 May 24 22:50:27.482846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f310a80-4735-4f51-abb1-c13448989462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.489058 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f310a80-4735-4f51-abb1-c13448989462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.504636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e411f4c-ee7e-438a-a137-ef62de67e5ea tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.537460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c31f5145-4898-4690-95f6-be3ebbafeae6 req-ea08c5b6-677e-4701-a450-b1bdd397a556 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1339667 May 24 22:50:27.541664 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8f310a80-4735-4f51-abb1-c13448989462 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcfdd624ac10490e96292c9767244b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369358 May 24 22:50:27.543195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54994) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:27.553003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e411f4c-ee7e-438a-a137-ef62de67e5ea tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fb486e-b517-45f8-a839-acdb2408d752,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:27.555104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f310a80-4735-4f51-abb1-c13448989462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9fbaef-c022-4a9e-b44f-86302efff695,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:27.598012 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e411f4c-ee7e-438a-a137-ef62de67e5ea tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.601471 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8e411f4c-ee7e-438a-a137-ef62de67e5ea tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "DELETE /v2.0/security-groups/42fb486e-b517-45f8-a839-acdb2408d752 HTTP/1.1" status: 204 len: 168 time: 0.6333494 May 24 22:50:27.602110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54998) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:27.603512 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-b43f5e9a-3163-4f61-beee-28b4790a15f7 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191644 May 24 22:50:27.635857 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-514e7ff8-92b6-4490-bedd-2e8399d22c5f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] show failed (client error): The resource could not be found. May 24 22:50:27.639734 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-514e7ff8-92b6-4490-bedd-2e8399d22c5f tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "GET /v2.0/security-groups/42fb486e-b517-45f8-a839-acdb2408d752 HTTP/1.1" status: 404 len: 347 time: 0.0318458 May 24 22:50:27.641969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55004) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:27.679482 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-9de50262-52a8-49d1-b85d-e44486a772f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=b8212bdc-7fe0-4b39-afe3-951ec555d778 HTTP/1.1" status: 200 len: 217 time: 0.0689945 May 24 22:50:27.794279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-63a292e1-4bda-4f3b-9540-fe2fd393b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.795967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-63a292e1-4bda-4f3b-9540-fe2fd393b57a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a57ca9f4-d365-46cd-b1de-3bfac442f67b HTTP/1.1" status: 200 len: 797 time: 0.1023889 May 24 22:50:27.812152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:27.812693 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.861439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f0cec9a4-3696-4140-b1ea-bc03430f6ae2, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:27.871341 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.886891 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8bfa-3363-4b15-a89e-5a523655ac70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.923215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device fc851629-5b5e-4561-82bd-af28b731ae93 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:27.959950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd61af-2680-4bd3-a741-753072d79993 req-2106c984-ba16-4402-9938-43fa42ecaa6f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.965846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bef241ef-bdba-4d60-ada7-c96513013646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:51Z', 'revision_number': 4, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '02a2c0dd-9765-4a7a-b839-beec6eb8ca8a', 'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'mac_address': 'fa:16:3e:27:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:49Z', 'updated_at': '2022-05-24T22:49:02Z', 'revision_number': 5, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'subnets': [{'id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:27.966140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd61af-2680-4bd3-a741-753072d79993 req-2106c984-ba16-4402-9938-43fa42ecaa6f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.972107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd61af-2680-4bd3-a741-753072d79993 req-2106c984-ba16-4402-9938-43fa42ecaa6f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.977907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd61af-2680-4bd3-a741-753072d79993 req-2106c984-ba16-4402-9938-43fa42ecaa6f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.983659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd61af-2680-4bd3-a741-753072d79993 req-2106c984-ba16-4402-9938-43fa42ecaa6f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.984631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-79f93628-864e-4906-bff4-f1c0f0fa5151 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Deleting port 6a39855e-c41d-4759-8a63-b59a546a4fd5 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:50:27.984972 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79f93628-864e-4906-bff4-f1c0f0fa5151 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:27.986276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef241ef-bdba-4d60-ada7-c96513013646 None None] The sync data for ids ['0499d2bc-0383-4328-a042-75ef1cc10f75'] in n-d-843146-7 is: [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:48:51Z', 'revision_number': 4, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '02a2c0dd-9765-4a7a-b839-beec6eb8ca8a', 'name': '', 'network_id': 'a7338d8b-a34b-44b8-b887-836d4201d6fa', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'mac_address': 'fa:16:3e:27:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:49Z', 'updated_at': '2022-05-24T22:49:02Z', 'revision_number': 5, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'subnets': [{'id': 'c5032b99-acf7-4445-8fad-53029088bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:50:27.991182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd61af-2680-4bd3-a741-753072d79993 req-2106c984-ba16-4402-9938-43fa42ecaa6f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.997129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd61af-2680-4bd3-a741-753072d79993 req-2106c984-ba16-4402-9938-43fa42ecaa6f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:27.998945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-19dd61af-2680-4bd3-a741-753072d79993 req-2106c984-ba16-4402-9938-43fa42ecaa6f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5438 time: 0.1542096 May 24 22:50:28.004401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-22928de1-ec4a-486b-b004-1f37ce7e8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:28.005888 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-22928de1-ec4a-486b-b004-1f37ce7e8815 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2023115 May 24 22:50:28.019457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:28.037404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port fc851629-5b5e-4561-82bd-af28b731ae93 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:28.040849 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8bfa-3363-4b15-a89e-5a523655ac70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.047191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port fc851629-5b5e-4561-82bd-af28b731ae93 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:28.047572 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.156049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-19dd61af-2680-4bd3-a741-753072d79993 req-bd008e01-daaa-459b-8f35-212444801be8 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491032 May 24 22:50:28.185171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab648-7d91-49ec-9ec3-79c6ff8a0e73 req-5f502bd2-be98-40a7-9634-179cfacb5b38 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:28.192553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-623ab648-7d91-49ec-9ec3-79c6ff8a0e73 req-5f502bd2-be98-40a7-9634-179cfacb5b38 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.3705881 May 24 22:50:28.263917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-90a9d4dd-91b9-487f-89ba-fc642e33a488 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431068 May 24 22:50:28.294031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79f93628-864e-4906-bff4-f1c0f0fa5151 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.294530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79f93628-864e-4906-bff4-f1c0f0fa5151 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.345807 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port fc851629-5b5e-4561-82bd-af28b731ae93 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:28.346457 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.405046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port fc851629-5b5e-4561-82bd-af28b731ae93, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fc851629-5b5e-4561-82bd-af28b731ae93,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:28.415589 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.416598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 4b8da6e9-baa4-4402-a97b-b950bc619fbf up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:28.483169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-79f93628-864e-4906-bff4-f1c0f0fa5151 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Calling delete_port for 6a39855e-c41d-4759-8a63-b59a546a4fd5 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:28.549777 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441c376-a982-4246-8475-2e1078fed8a9 None None] New status for floating IP 1d2681b8-3c49-4606-86e9-b88376aaa06e: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:50:28.567047 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-51045863-3eae-45aa-8ffd-711ff32cf801 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969947 May 24 22:50:28.578355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2a7e3-2d97-4a7c-be6e-2d27edc466ae req-f9089dd0-f8cf-4e95-9668-63b57ee21883 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:28.586314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45c2a7e3-2d97-4a7c-be6e-2d27edc466ae req-f9089dd0-f8cf-4e95-9668-63b57ee21883 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 946 time: 0.1819808 May 24 22:50:28.675234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=fc851629-5b5e-4561-82bd-af28b731ae93,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:28.685386 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-09c5541f-bf94-4ced-bb20-f53690e32e7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=eef34875-7b1e-48b6-9a0f-77f3a9a26a46 HTTP/1.1" status: 200 len: 217 time: 0.0820823 May 24 22:50:28.699505 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-623ab648-7d91-49ec-9ec3-79c6ff8a0e73 req-c1592b30-83e1-4f66-af83-6e5b33c4b3e2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058851 May 24 22:50:28.701535 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79f93628-864e-4906-bff4-f1c0f0fa5151 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.709024 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8bfa-3363-4b15-a89e-5a523655ac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.714198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 4b8da6e9-baa4-4402-a97b-b950bc619fbf completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:28.731405 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 4b8da6e9-baa4-4402-a97b-b950bc619fbf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:28.731779 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.756064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45c2a7e3-2d97-4a7c-be6e-2d27edc466ae req-5e863fb0-05d6-4b08-8123-3924e3ca85ae tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688032 May 24 22:50:28.769771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871939da-811b-4814-8c7c-c3f858069f84'}, {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cec9a4-3696-4140-b1ea-bc03430f6ae2'}, {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc851629-5b5e-4561-82bd-af28b731ae93'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:28.793288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-960302b6-e495-4fd0-a380-ef67b514c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:28.798279 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-960302b6-e495-4fd0-a380-ef67b514c13c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a57ca9f4-d365-46cd-b1de-3bfac442f67b HTTP/1.1" status: 200 len: 797 time: 0.1029811 May 24 22:50:28.854145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f93628-864e-4906-bff4-f1c0f0fa5151 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Pushing event deleted for resources: {'Port': ['ID=6a39855e-c41d-4759-8a63-b59a546a4fd5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:28.857536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf8bfa-3363-4b15-a89e-5a523655ac70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9fbaef-c022-4a9e-b44f-86302efff695,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:28.887372 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.db.api [None req-4441c376-a982-4246-8475-2e1078fed8a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:50:28.887749 n-d-843146-7 neutron-server[88392]: DEBUG oslo_db.api [None req-4441c376-a982-4246-8475-2e1078fed8a9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:50:28.917829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 4b8da6e9-baa4-4402-a97b-b950bc619fbf is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:28.918378 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.952509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 4b8da6e9-baa4-4402-a97b-b950bc619fbf, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4b8da6e9-baa4-4402-a97b-b950bc619fbf,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:28.959018 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:28.959945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device a7b98f36-c3f3-4e71-b3eb-71ee080403ce up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:29.010752 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79f93628-864e-4906-bff4-f1c0f0fa5151 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.026707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79f93628-864e-4906-bff4-f1c0f0fa5151 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.030586 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-79f93628-864e-4906-bff4-f1c0f0fa5151 tempest-ServersTestJSON-2055882887 tempest-ServersTestJSON-2055882887-project] 10.222.0.55 "DELETE /v2.0/floatingips/1d2681b8-3c49-4606-86e9-b88376aaa06e HTTP/1.1" status: 204 len: 168 time: 1.3839908 May 24 22:50:29.030586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8bfa-3363-4b15-a89e-5a523655ac70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.033548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7dbf8bfa-3363-4b15-a89e-5a523655ac70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a9fbaef-c022-4a9e-b44f-86302efff695 HTTP/1.1" status: 204 len: 168 time: 1.4871597 May 24 22:50:29.033548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55020) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:29.086671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=4b8da6e9-baa4-4402-a97b-b950bc619fbf,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:29.092887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port a7b98f36-c3f3-4e71-b3eb-71ee080403ce completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:29.099232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port a7b98f36-c3f3-4e71-b3eb-71ee080403ce triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:29.099662 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.140983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61270c58-3729-4f49-8d77-24e0a1f2b58f req-12a327f4-194c-4283-a963-196a7300670c tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:29.142823 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-61270c58-3729-4f49-8d77-24e0a1f2b58f req-12a327f4-194c-4283-a963-196a7300670c tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 950 time: 0.2127309 May 24 22:50:29.194031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-c79acb07-ef93-4031-a374-a19afa3ce5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:29.195697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-c79acb07-ef93-4031-a374-a19afa3ce5c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3851435 May 24 22:50:29.255652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port a7b98f36-c3f3-4e71-b3eb-71ee080403ce is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:29.256168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.295081 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-61270c58-3729-4f49-8d77-24e0a1f2b58f req-ffe7e25a-de1c-4e56-9b82-aa6b3d6673a1 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936706 May 24 22:50:29.301951 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port a7b98f36-c3f3-4e71-b3eb-71ee080403ce, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:29.302112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945011-ba3e-4b13-9069-012b2d27e6b9 req-e647fd87-efe7-407b-9548-89071b1f6e93 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:29.308572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945011-ba3e-4b13-9069-012b2d27e6b9 req-e647fd87-efe7-407b-9548-89071b1f6e93 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:29.310244 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.311224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 7c38307b-3446-4fcf-8d10-5d1768239bec up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:29.314765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945011-ba3e-4b13-9069-012b2d27e6b9 req-e647fd87-efe7-407b-9548-89071b1f6e93 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:29.320739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945011-ba3e-4b13-9069-012b2d27e6b9 req-e647fd87-efe7-407b-9548-89071b1f6e93 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:29.326490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945011-ba3e-4b13-9069-012b2d27e6b9 req-e647fd87-efe7-407b-9548-89071b1f6e93 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:29.332355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945011-ba3e-4b13-9069-012b2d27e6b9 req-e647fd87-efe7-407b-9548-89071b1f6e93 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:29.338270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945011-ba3e-4b13-9069-012b2d27e6b9 req-e647fd87-efe7-407b-9548-89071b1f6e93 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:29.346407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08945011-ba3e-4b13-9069-012b2d27e6b9 req-e647fd87-efe7-407b-9548-89071b1f6e93 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.4333613 May 24 22:50:29.390090 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441c376-a982-4246-8475-2e1078fed8a9 None None] New status for floating IP 1d2681b8-3c49-4606-86e9-b88376aaa06e: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:50:29.425350 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08945011-ba3e-4b13-9069-012b2d27e6b9 req-2dd36f72-6874-4ed8-866b-15fef83a9a7c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779221 May 24 22:50:29.468621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:29.493473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-563896e3-68b0-4d43-8402-407b7d151f76 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886755 May 24 22:50:29.493872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 7c38307b-3446-4fcf-8d10-5d1768239bec completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:29.501309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 7c38307b-3446-4fcf-8d10-5d1768239bec triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:29.501864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.655501 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3605ff-2c20-4668-804c-6959034ec444'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871939da-811b-4814-8c7c-c3f858069f84', 'code': 200} May 24 22:50:29.655771 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3605ff-2c20-4668-804c-6959034ec444'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cec9a4-3696-4140-b1ea-bc03430f6ae2', 'code': 200} May 24 22:50:29.658460 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3605ff-2c20-4668-804c-6959034ec444'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc851629-5b5e-4561-82bd-af28b731ae93', 'code': 200} May 24 22:50:29.728811 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-54ecc86a-50ff-4adc-a687-d67ba8918d6c service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283058 May 24 22:50:29.823471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 7c38307b-3446-4fcf-8d10-5d1768239bec is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:29.823849 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.889053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 7c38307b-3446-4fcf-8d10-5d1768239bec, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7c38307b-3446-4fcf-8d10-5d1768239bec,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:29.899965 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:29.900769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device a527e525-5b3f-41bc-969b-266188f14673 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:29.990396 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-5425afda-5886-482c-bc89-2ad159a335bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=2b16dee6-c1e6-453c-b127-c10756919efc HTTP/1.1" status: 200 len: 217 time: 0.2535207 May 24 22:50:30.024947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=7c38307b-3446-4fcf-8d10-5d1768239bec,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:30.042068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port a527e525-5b3f-41bc-969b-266188f14673 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:30.048789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port a527e525-5b3f-41bc-969b-266188f14673 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:30.049631 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:30.090514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-ebb35930-50ef-4dbd-a6eb-e189814d1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.092104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-ebb35930-50ef-4dbd-a6eb-e189814d1cf1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a57ca9f4-d365-46cd-b1de-3bfac442f67b HTTP/1.1" status: 200 len: 797 time: 0.0896065 May 24 22:50:30.106197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ba26-35c0-4e3f-821d-60bbe9df90e5 req-0294b299-8a3a-4efd-af79-8053d4cb773c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.113642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ba26-35c0-4e3f-821d-60bbe9df90e5 req-0294b299-8a3a-4efd-af79-8053d4cb773c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.120302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ba26-35c0-4e3f-821d-60bbe9df90e5 req-0294b299-8a3a-4efd-af79-8053d4cb773c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.127113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ba26-35c0-4e3f-821d-60bbe9df90e5 req-0294b299-8a3a-4efd-af79-8053d4cb773c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.133670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ba26-35c0-4e3f-821d-60bbe9df90e5 req-0294b299-8a3a-4efd-af79-8053d4cb773c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.139887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ba26-35c0-4e3f-821d-60bbe9df90e5 req-0294b299-8a3a-4efd-af79-8053d4cb773c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.147988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ba26-35c0-4e3f-821d-60bbe9df90e5 req-0294b299-8a3a-4efd-af79-8053d4cb773c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.158122 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32c4ba26-35c0-4e3f-821d-60bbe9df90e5 req-0294b299-8a3a-4efd-af79-8053d4cb773c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5442 time: 0.2749958 May 24 22:50:30.279418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port a527e525-5b3f-41bc-969b-266188f14673 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:30.279945 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:30.297042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32c4ba26-35c0-4e3f-821d-60bbe9df90e5 req-aaaeea6c-0b7e-4a7e-8446-7c043050d11b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878656 May 24 22:50:30.333527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-954effe1-d71a-43d5-9ad5-02fd255a140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.337643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-954effe1-d71a-43d5-9ad5-02fd255a140d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1767738 May 24 22:50:30.354565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port a527e525-5b3f-41bc-969b-266188f14673, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a527e525-5b3f-41bc-969b-266188f14673,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:30.367206 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:30.428672 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:30.443514 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=a527e525-5b3f-41bc-969b-266188f14673,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:30.572513 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-500636b6-bbcb-4fe8-a22e-0a1074db94a3 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302239 May 24 22:50:30.630032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be936af3-a4aa-40c5-b313-7f6c27d50863 req-03d807b3-7e57-41d4-8d82-994fa5bde207 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.631489 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be936af3-a4aa-40c5-b313-7f6c27d50863 req-03d807b3-7e57-41d4-8d82-994fa5bde207 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.2597010 May 24 22:50:30.682960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542807e3-ec6e-4e8d-823f-59d4a5fee3dd req-214787f1-18ce-4fef-958c-8ed793f8c4ba tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.684416 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-542807e3-ec6e-4e8d-823f-59d4a5fee3dd req-214787f1-18ce-4fef-958c-8ed793f8c4ba tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 946 time: 0.1990376 May 24 22:50:30.745587 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-7af72815-8383-4ce8-8d7f-65682261e39c service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661117 May 24 22:50:30.756354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-542807e3-ec6e-4e8d-823f-59d4a5fee3dd req-e6de40fd-1aab-435d-9b22-620f4150c78d tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661905 May 24 22:50:30.769658 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be936af3-a4aa-40c5-b313-7f6c27d50863 req-d312e565-928f-41e8-b58a-150b46e7ae93 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297674 May 24 22:50:30.823604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-4c817cb3-b733-4cf1-9049-80ec22470589 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e HTTP/1.1" status: 200 len: 217 time: 0.0704257 May 24 22:50:30.879492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] Deleting port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:50:30.879833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:30.902618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-eae7555c-7e86-4263-aa45-4a3c59a9b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.904462 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-eae7555c-7e86-4263-aa45-4a3c59a9b13d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d20a2877-f809-4040-86fc-c65e5794ac17 HTTP/1.1" status: 200 len: 797 time: 0.0745361 May 24 22:50:30.994806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-95d01e74-eeb1-4f42-a2d9-051df6aacc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:30.996321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-95d01e74-eeb1-4f42-a2d9-051df6aacc45 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a152f897-c692-40bd-9a6a-4d20f3b72e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863431 May 24 22:50:31.113761 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-ba0a16a1-286c-4768-bf2b-05b3fd8123e7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=bd7f3d7f324543aa8b46fbbf89201c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818772 May 24 22:50:31.129348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df968e8b-62b7-4a15-a7a6-8e1bd2910d56 req-ca9a2538-eeb6-4824-b66b-d4ae26bf3bf3 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.134953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df968e8b-62b7-4a15-a7a6-8e1bd2910d56 req-ca9a2538-eeb6-4824-b66b-d4ae26bf3bf3 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.140533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df968e8b-62b7-4a15-a7a6-8e1bd2910d56 req-ca9a2538-eeb6-4824-b66b-d4ae26bf3bf3 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.146137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df968e8b-62b7-4a15-a7a6-8e1bd2910d56 req-ca9a2538-eeb6-4824-b66b-d4ae26bf3bf3 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.152123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df968e8b-62b7-4a15-a7a6-8e1bd2910d56 req-ca9a2538-eeb6-4824-b66b-d4ae26bf3bf3 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.157800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df968e8b-62b7-4a15-a7a6-8e1bd2910d56 req-ca9a2538-eeb6-4824-b66b-d4ae26bf3bf3 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.163358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df968e8b-62b7-4a15-a7a6-8e1bd2910d56 req-ca9a2538-eeb6-4824-b66b-d4ae26bf3bf3 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.165322 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df968e8b-62b7-4a15-a7a6-8e1bd2910d56 req-ca9a2538-eeb6-4824-b66b-d4ae26bf3bf3 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.2561374 May 24 22:50:31.176304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] For port 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=02a2c0dd-9765-4a7a-b839-beec6eb8ca8a,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:31.176650 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:31.321461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] Calling delete_port for 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:31.357458 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-8a6c1bc7-3c2e-48ef-b8cb-abbbce83f322 service neutron] 10.222.0.31 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504388 May 24 22:50:31.382476 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df968e8b-62b7-4a15-a7a6-8e1bd2910d56 req-3d3a29b4-9cc7-44d7-83d6-bdccbd706d78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2078788 May 24 22:50:31.496610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-6d8d79c1-c1b6-42c0-81eb-54cc3d495e14 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.498069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-6d8d79c1-c1b6-42c0-81eb-54cc3d495e14 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3779883 May 24 22:50:31.530221 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-d1e8ab87-b15e-41c6-a34f-c846b13f0c6d tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/quotas/bd7f3d7f324543aa8b46fbbf89201c38 HTTP/1.1" status: 200 len: 375 time: 0.0245433 May 24 22:50:31.585598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-c6087e55-9903-46fe-afa6-690861546b10 service neutron] 10.222.0.31 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192183 May 24 22:50:31.649934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d3446-8db9-46ac-baa9-a4bff22f0214 req-2412235a-cef6-463d-be69-616c7323c284 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.651248 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d6d3446-8db9-46ac-baa9-a4bff22f0214 req-2412235a-cef6-463d-be69-616c7323c284 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1624153-e54c-4602-98e5-fc34919d9ffe HTTP/1.1" status: 200 len: 945 time: 0.1326325 May 24 22:50:31.659467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8da6e9-baa4-4402-a97b-b950bc619fbf'}, {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b98f36-c3f3-4e71-b3eb-71ee080403ce'}, {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c38307b-3446-4fcf-8d10-5d1768239bec'}, {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a527e525-5b3f-41bc-969b-266188f14673'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:31.664941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-a5b001e9-f12b-4759-9f91-246ede6aeaa3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74b74282-e7fc-474a-8a11-b94b8224d658 HTTP/1.1" status: 200 len: 217 time: 0.0706451 May 24 22:50:31.733411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-0ec50d68-eb4f-4cb4-9ba5-00bc94094ec7 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd7f3d7f324543aa8b46fbbf89201c38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1943784 May 24 22:50:31.739877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-adadb64c-e2bc-488c-8618-2218054fd792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.741299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-adadb64c-e2bc-488c-8618-2218054fd792 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d20a2877-f809-4040-86fc-c65e5794ac17 HTTP/1.1" status: 200 len: 797 time: 0.0701013 May 24 22:50:31.826562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f84a55a7-c1a7-4b7b-9c48-020a0105fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:31.828059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-f84a55a7-c1a7-4b7b-9c48-020a0105fe8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a152f897-c692-40bd-9a6a-4d20f3b72e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0807748 May 24 22:50:31.866310 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d6d3446-8db9-46ac-baa9-a4bff22f0214 req-c74e782a-43e7-4a66-b813-4ea402523c6e tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088745 May 24 22:50:31.887552 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:31.959698 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef63c1a2-f01a-4cc9-b0bc-db5ad7ac9d29'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8da6e9-baa4-4402-a97b-b950bc619fbf', 'code': 200} May 24 22:50:31.960120 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef63c1a2-f01a-4cc9-b0bc-db5ad7ac9d29'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b98f36-c3f3-4e71-b3eb-71ee080403ce', 'code': 200} May 24 22:50:31.960535 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef63c1a2-f01a-4cc9-b0bc-db5ad7ac9d29'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c38307b-3446-4fcf-8d10-5d1768239bec', 'code': 200} May 24 22:50:31.960928 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef63c1a2-f01a-4cc9-b0bc-db5ad7ac9d29'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a527e525-5b3f-41bc-969b-266188f14673', 'code': 200} May 24 22:50:32.076070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a2c0dd-9765-4a7a-b839-beec6eb8ca8a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:32.080502 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-acb34051-569c-4654-b37b-01c03f6b04fd service neutron] 10.222.0.31 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463300 May 24 22:50:32.271447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37a6fc8b-bde6-4de6-841d-6198ef1177d3 req-83d4f80e-1f7f-4725-827f-8a7b2b411b8d service neutron] 10.222.0.31 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730075 May 24 22:50:32.284462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ce88c-a9d8-429a-998c-ff2b0e91681d req-cb1860ac-f57d-4922-86ee-438e77a4cc68 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.290486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ce88c-a9d8-429a-998c-ff2b0e91681d req-cb1860ac-f57d-4922-86ee-438e77a4cc68 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.296232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ce88c-a9d8-429a-998c-ff2b0e91681d req-cb1860ac-f57d-4922-86ee-438e77a4cc68 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.302516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ce88c-a9d8-429a-998c-ff2b0e91681d req-cb1860ac-f57d-4922-86ee-438e77a4cc68 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.308263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ce88c-a9d8-429a-998c-ff2b0e91681d req-cb1860ac-f57d-4922-86ee-438e77a4cc68 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.314833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ce88c-a9d8-429a-998c-ff2b0e91681d req-cb1860ac-f57d-4922-86ee-438e77a4cc68 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.320426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ce88c-a9d8-429a-998c-ff2b0e91681d req-cb1860ac-f57d-4922-86ee-438e77a4cc68 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.322401 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e78ce88c-a9d8-429a-998c-ff2b0e91681d req-cb1860ac-f57d-4922-86ee-438e77a4cc68 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5443 time: 0.3182063 May 24 22:50:32.425820 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e78ce88c-a9d8-429a-998c-ff2b0e91681d req-f964d296-d30e-4062-b334-03cc64975e5a tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966089 May 24 22:50:32.447125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-29d9f82c-ec03-46a5-9ea7-4800290f2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.447608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-29d9f82c-ec03-46a5-9ea7-4800290f2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.448084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-29d9f82c-ec03-46a5-9ea7-4800290f2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.448539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-29d9f82c-ec03-46a5-9ea7-4800290f2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.449105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-29d9f82c-ec03-46a5-9ea7-4800290f2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.449447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-29d9f82c-ec03-46a5-9ea7-4800290f2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.449930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-29d9f82c-ec03-46a5-9ea7-4800290f2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.451857 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-29d9f82c-ec03-46a5-9ea7-4800290f2d2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d12f2100d0a407eb54394a509d1c250&device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6476 time: 0.1206834 May 24 22:50:32.476305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4bbd-48ce-44db-96d6-54f24e85f0b2 req-fff0ccf0-abce-4fe7-b3c4-1a496deaf95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.483312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98fc4bbd-48ce-44db-96d6-54f24e85f0b2 req-fff0ccf0-abce-4fe7-b3c4-1a496deaf95a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.4040532 May 24 22:50:32.494297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d0a2-90d5-4744-b735-579634b35bbd req-d42453cb-b066-4b3f-9deb-fd4080fcc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.494767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d0a2-90d5-4744-b735-579634b35bbd req-d42453cb-b066-4b3f-9deb-fd4080fcc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.495226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d0a2-90d5-4744-b735-579634b35bbd req-d42453cb-b066-4b3f-9deb-fd4080fcc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.495681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d0a2-90d5-4744-b735-579634b35bbd req-d42453cb-b066-4b3f-9deb-fd4080fcc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.496129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d0a2-90d5-4744-b735-579634b35bbd req-d42453cb-b066-4b3f-9deb-fd4080fcc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.496583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d0a2-90d5-4744-b735-579634b35bbd req-d42453cb-b066-4b3f-9deb-fd4080fcc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.497038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d0a2-90d5-4744-b735-579634b35bbd req-d42453cb-b066-4b3f-9deb-fd4080fcc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.498927 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a450d0a2-90d5-4744-b735-579634b35bbd req-d42453cb-b066-4b3f-9deb-fd4080fcc03d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 6500 time: 0.4179168 May 24 22:50:32.534116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:32.625541 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3ba6caf-7f4a-4165-ae1e-dabc076f540c req-adf4e8be-5b39-4533-8872-9bef52d1e321 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 210 time: 0.0700774 May 24 22:50:32.653437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98fc4bbd-48ce-44db-96d6-54f24e85f0b2 req-065e70bb-c5bf-4c1d-9df2-51328f270fe1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691518 May 24 22:50:32.668603 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a450d0a2-90d5-4744-b735-579634b35bbd req-1b7e6427-7c7f-4123-96a4-9e9852fd3c47 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1537471 May 24 22:50:32.710025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-5c952b72-2054-47e1-9284-e7a72d1b4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.711586 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-5c952b72-2054-47e1-9284-e7a72d1b4324 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a152f897-c692-40bd-9a6a-4d20f3b72e5c HTTP/1.1" status: 200 len: 903 time: 0.2532127 May 24 22:50:32.858671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe868e1-dbba-4ac9-b857-56263d32cb5a req-cbb880aa-a6d3-4b9c-a93b-b99bbd7663ab tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.864843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe868e1-dbba-4ac9-b857-56263d32cb5a req-cbb880aa-a6d3-4b9c-a93b-b99bbd7663ab tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.870613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe868e1-dbba-4ac9-b857-56263d32cb5a req-cbb880aa-a6d3-4b9c-a93b-b99bbd7663ab tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.877185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe868e1-dbba-4ac9-b857-56263d32cb5a req-cbb880aa-a6d3-4b9c-a93b-b99bbd7663ab tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.883067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe868e1-dbba-4ac9-b857-56263d32cb5a req-cbb880aa-a6d3-4b9c-a93b-b99bbd7663ab tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.888860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe868e1-dbba-4ac9-b857-56263d32cb5a req-cbb880aa-a6d3-4b9c-a93b-b99bbd7663ab tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.894984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe868e1-dbba-4ac9-b857-56263d32cb5a req-cbb880aa-a6d3-4b9c-a93b-b99bbd7663ab tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:32.903259 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2fe868e1-dbba-4ac9-b857-56263d32cb5a req-cbb880aa-a6d3-4b9c-a93b-b99bbd7663ab tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.1391385 May 24 22:50:32.995466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-8ecf33d7-4ac1-426c-8a22-2c061a630853 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74b74282-e7fc-474a-8a11-b94b8224d658 HTTP/1.1" status: 200 len: 217 time: 0.0781236 May 24 22:50:33.021174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] Router 0499d2bc-0383-4328-a042-75ef1cc10f75 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:50:33.061289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2fe868e1-dbba-4ac9-b857-56263d32cb5a req-b0589515-73c9-4fe5-b5b1-dcc94b38d630 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571596 May 24 22:50:33.076507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-181d93f5-99a6-44cb-a20f-eb97385a3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:33.078028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-181d93f5-99a6-44cb-a20f-eb97385a3392 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d20a2877-f809-4040-86fc-c65e5794ac17 HTTP/1.1" status: 200 len: 797 time: 0.0699537 May 24 22:50:33.211805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-e3e18786-8edc-4e0e-b3e8-94bd9422ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:33.214256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-e3e18786-8edc-4e0e-b3e8-94bd9422ec84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a152f897-c692-40bd-9a6a-4d20f3b72e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1040697 May 24 22:50:33.261632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:50:33.270675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e90c221-fb45-4255-907a-6a621141760f None None] Sync routers for ids ['0499d2bc-0383-4328-a042-75ef1cc10f75'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:50:33.282501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e90c221-fb45-4255-907a-6a621141760f None None] Routers {'0499d2bc-0383-4328-a042-75ef1cc10f75'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:33.283592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7e90c221-fb45-4255-907a-6a621141760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:50:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0499d2bc-0383-4328-a042-75ef1cc10f75'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:33.289659 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d345e2a2-d93e-4540-a334-d38d1bd8eb50 admin admin] 10.222.0.55 "PUT /v2.0/routers/0499d2bc-0383-4328-a042-75ef1cc10f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2522817 May 24 22:50:33.289886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55116) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:33.412419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-bbbac98c-5587-46bf-a08c-2966c94c3d4c tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bd7f3d7f324543aa8b46fbbf89201c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332384 May 24 22:50:33.442962 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-4968dae6-ebcf-4707-85fa-f9dbbe8305e8 service neutron] 10.222.0.31 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219939 May 24 22:50:33.609176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-7e90c221-fb45-4255-907a-6a621141760f None None] Set router 0499d2bc-0383-4328-a042-75ef1cc10f75 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:33.854398 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5d35d0b-4607-4c96-b98b-0a50b74ce479 req-6e5a4bd8-f77d-45d1-a642-0be4c8c5f9bc service neutron] 10.222.0.31 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041562 May 24 22:50:33.872036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cf2c5-3124-4c2b-a04c-20e2c0d04190 req-a393edea-60f7-4f93-ab75-23e63a04830d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:33.878997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cf2c5-3124-4c2b-a04c-20e2c0d04190 req-a393edea-60f7-4f93-ab75-23e63a04830d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:33.884668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cf2c5-3124-4c2b-a04c-20e2c0d04190 req-a393edea-60f7-4f93-ab75-23e63a04830d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:33.890899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cf2c5-3124-4c2b-a04c-20e2c0d04190 req-a393edea-60f7-4f93-ab75-23e63a04830d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:33.898208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cf2c5-3124-4c2b-a04c-20e2c0d04190 req-a393edea-60f7-4f93-ab75-23e63a04830d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:33.906216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cf2c5-3124-4c2b-a04c-20e2c0d04190 req-a393edea-60f7-4f93-ab75-23e63a04830d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:33.911370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cf2c5-3124-4c2b-a04c-20e2c0d04190 req-a393edea-60f7-4f93-ab75-23e63a04830d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:33.913371 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-406cf2c5-3124-4c2b-a04c-20e2c0d04190 req-a393edea-60f7-4f93-ab75-23e63a04830d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5443 time: 0.1843569 May 24 22:50:33.980345 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-406cf2c5-3124-4c2b-a04c-20e2c0d04190 req-26164cd5-b107-4746-adaf-a6de4f97da2d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599203 May 24 22:50:33.991615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-3abbb14b-dd56-4271-ac6b-6b1c026d6c24 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:33.993094 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-3abbb14b-dd56-4271-ac6b-6b1c026d6c24 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5263546 May 24 22:50:34.013549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f95eb6-63ef-4c34-aa69-5306c76220f4 req-bc259ebc-2bd4-4051-9e29-70a8592d78a9 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:34.022309 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53f95eb6-63ef-4c34-aa69-5306c76220f4 req-bc259ebc-2bd4-4051-9e29-70a8592d78a9 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1624153-e54c-4602-98e5-fc34919d9ffe HTTP/1.1" status: 200 len: 945 time: 0.6476324 May 24 22:50:34.023418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7e90c221-fb45-4255-907a-6a621141760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:50:31Z', 'revision_number': 5, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:34.028583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:34.028959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e90c221-fb45-4255-907a-6a621141760f None None] Checking router: 0499d2bc-0383-4328-a042-75ef1cc10f75 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:50:34.043552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e90c221-fb45-4255-907a-6a621141760f None None] Routers {'0499d2bc-0383-4328-a042-75ef1cc10f75'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:34.044742 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7e90c221-fb45-4255-907a-6a621141760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:50:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0499d2bc-0383-4328-a042-75ef1cc10f75'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:34.106401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Request body: {'port': {'device_id': '5553d7f1-bde5-4bd9-a84d-31e0ee26dd03', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'bd7f3d7f324543aa8b46fbbf89201c38'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:34.185133 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a3fc538-d081-4cb5-857d-0d6b248dfdbf req-265f3c1f-0647-4e54-b01c-24ab1487a0d8 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 210 time: 0.0455418 May 24 22:50:34.250876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-7e90c221-fb45-4255-907a-6a621141760f None None] Set router 0499d2bc-0383-4328-a042-75ef1cc10f75 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:34.328816 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53f95eb6-63ef-4c34-aa69-5306c76220f4 req-25421f1f-d090-4047-ac35-7a230c08121c tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054790 May 24 22:50:34.403316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:34.412824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36483a1-e14a-46a1-a676-f975045b9a5a req-9ce83c39-b085-49d1-a4cd-d4cf76fd0d0d tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:34.414542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e36483a1-e14a-46a1-a676-f975045b9a5a req-9ce83c39-b085-49d1-a4cd-d4cf76fd0d0d tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.1029286 May 24 22:50:34.418328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:34.440103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Made reservation on behalf of bd7f3d7f324543aa8b46fbbf89201c38 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:34.446129 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:34.474378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e36483a1-e14a-46a1-a676-f975045b9a5a req-5ebdf3af-c548-42fb-bc95-89679b3d3633 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530584 May 24 22:50:34.555511 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:34.622074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Deleting port 58b99d97-0444-4f29-84ea-d0c8c81ab72b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:50:34.622424 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:34.636152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7e90c221-fb45-4255-907a-6a621141760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:50:31Z', 'revision_number': 5, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:34.640458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e90c221-fb45-4255-907a-6a621141760f None None] The sync data for ids ['0499d2bc-0383-4328-a042-75ef1cc10f75'] in n-d-843146-7 is: [{'id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'name': 'tempest-ServersTestJSON-712974360-router', 'tenant_id': '36f2bea3863b47fb98e564a11fc81be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:36Z', 'updated_at': '2022-05-24T22:50:31Z', 'revision_number': 5, 'project_id': '36f2bea3863b47fb98e564a11fc81be9', 'gw_port': {'id': '58b99d97-0444-4f29-84ea-d0c8c81ab72b', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499d2bc-0383-4328-a042-75ef1cc10f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:38Z', 'updated_at': '2022-05-24T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:50:34.645458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b47613-a30d-4ed1-a9ed-43bf79dfefd9 req-d8153c0e-6d6b-494f-ac34-2231c8d4afc2 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:34.649313 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53b47613-a30d-4ed1-a9ed-43bf79dfefd9 req-d8153c0e-6d6b-494f-ac34-2231c8d4afc2 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1624153-e54c-4602-98e5-fc34919d9ffe HTTP/1.1" status: 200 len: 945 time: 0.1492343 May 24 22:50:34.743309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-53b47613-a30d-4ed1-a9ed-43bf79dfefd9 req-caec2eac-91ce-4360-8b95-dae20ab8ef9a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Deleting port 357a3cf2-bd57-47a9-a91c-0b1512ff3053 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:50:34.743660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-53b47613-a30d-4ed1-a9ed-43bf79dfefd9 req-caec2eac-91ce-4360-8b95-dae20ab8ef9a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:34.894596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3922e2-5b14-4758-b454-b03fbfaf650e req-619cbddd-f628-4536-b72b-da1588d9ea50 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:34.900544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3922e2-5b14-4758-b454-b03fbfaf650e req-619cbddd-f628-4536-b72b-da1588d9ea50 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:34.906176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3922e2-5b14-4758-b454-b03fbfaf650e req-619cbddd-f628-4536-b72b-da1588d9ea50 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:34.911917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3922e2-5b14-4758-b454-b03fbfaf650e req-619cbddd-f628-4536-b72b-da1588d9ea50 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:34.917514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3922e2-5b14-4758-b454-b03fbfaf650e req-619cbddd-f628-4536-b72b-da1588d9ea50 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:34.923454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3922e2-5b14-4758-b454-b03fbfaf650e req-619cbddd-f628-4536-b72b-da1588d9ea50 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:34.929193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3922e2-5b14-4758-b454-b03fbfaf650e req-619cbddd-f628-4536-b72b-da1588d9ea50 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:34.931132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d3922e2-5b14-4758-b454-b03fbfaf650e req-619cbddd-f628-4536-b72b-da1588d9ea50 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.4499819 May 24 22:50:34.947853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55152) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:34.984432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Allocated IP 192.168.233.55 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/0fe28f24-a77e-4183-a60c-fc14b51f9b3c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:34.999217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5c66c-8b35-41de-9cfa-1c1cf41f33c7 req-f23bbe46-4e66-4ccf-974a-eb55e78545e4 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:35.001159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28d5c66c-8b35-41de-9cfa-1c1cf41f33c7 req-f23bbe46-4e66-4ccf-974a-eb55e78545e4 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 946 time: 0.2238092 May 24 22:50:35.030354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] For port 58b99d97-0444-4f29-84ea-d0c8c81ab72b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=58b99d97-0444-4f29-84ea-d0c8c81ab72b,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:35.030825 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.052281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d3922e2-5b14-4758-b454-b03fbfaf650e req-f863e856-3c74-4ab3-a464-c7ebe49b961a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1145790 May 24 22:50:35.125153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-28d5c66c-8b35-41de-9cfa-1c1cf41f33c7 req-040bcc67-1ebc-4c34-8575-1bb052e8c0fa tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Deleting port fa0a632c-6b7f-4882-a4b4-00ffb65469cf {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:50:35.125517 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28d5c66c-8b35-41de-9cfa-1c1cf41f33c7 req-040bcc67-1ebc-4c34-8575-1bb052e8c0fa tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.225782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Calling delete_port for 58b99d97-0444-4f29-84ea-d0c8c81ab72b owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:35.258646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-53b47613-a30d-4ed1-a9ed-43bf79dfefd9 req-caec2eac-91ce-4360-8b95-dae20ab8ef9a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] For port 357a3cf2-bd57-47a9-a91c-0b1512ff3053, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=357a3cf2-bd57-47a9-a91c-0b1512ff3053,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:35.259014 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-53b47613-a30d-4ed1-a9ed-43bf79dfefd9 req-caec2eac-91ce-4360-8b95-dae20ab8ef9a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.275752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-077c3cb6-6d6b-4f1b-804c-31288d7c4ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.295716 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdd76-ae3c-4830-97b3-d5b23ac75d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.428443 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ed9a2755-cd9d-4d1c-a3d0-2edfb7704863 req-4c0b4846-c1d6-44cf-8b63-880747a7afc5 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 210 time: 0.0953248 May 24 22:50:35.437153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-53b47613-a30d-4ed1-a9ed-43bf79dfefd9 req-caec2eac-91ce-4360-8b95-dae20ab8ef9a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Calling delete_port for 357a3cf2-bd57-47a9-a91c-0b1512ff3053 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:35.491111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-077c3cb6-6d6b-4f1b-804c-31288d7c4ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:35.517997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-077c3cb6-6d6b-4f1b-804c-31288d7c4ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:93110bc411f6418ca1c0baa1fccd29aa is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:35.520977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-077c3cb6-6d6b-4f1b-804c-31288d7c4ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:35.540440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-077c3cb6-6d6b-4f1b-804c-31288d7c4ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:35.613432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:50:35.651282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:50:35.651961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02a2c0dd-9765-4a7a-b839-beec6eb8ca8a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:50:35.682657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e13c5-861b-4502-9bea-2f0cd063a392 req-88cbfd6a-5eab-4064-85aa-8ac43645486f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:35.688534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e13c5-861b-4502-9bea-2f0cd063a392 req-88cbfd6a-5eab-4064-85aa-8ac43645486f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:35.694279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e13c5-861b-4502-9bea-2f0cd063a392 req-88cbfd6a-5eab-4064-85aa-8ac43645486f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:35.699983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e13c5-861b-4502-9bea-2f0cd063a392 req-88cbfd6a-5eab-4064-85aa-8ac43645486f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:35.705868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e13c5-861b-4502-9bea-2f0cd063a392 req-88cbfd6a-5eab-4064-85aa-8ac43645486f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:35.711557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e13c5-861b-4502-9bea-2f0cd063a392 req-88cbfd6a-5eab-4064-85aa-8ac43645486f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:35.717283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e13c5-861b-4502-9bea-2f0cd063a392 req-88cbfd6a-5eab-4064-85aa-8ac43645486f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:35.719237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-112e13c5-861b-4502-9bea-2f0cd063a392 req-88cbfd6a-5eab-4064-85aa-8ac43645486f tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5443 time: 0.5365794 May 24 22:50:35.729526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.755455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Transition to ACTIVE for port object 0fe28f24-a77e-4183-a60c-fc14b51f9b3c will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:35.819124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b0dbf-2e81-433d-b8b7-875de170dfa2 req-8878ae73-b565-40a5-9384-84179c1f1494 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:35.820546 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-330b0dbf-2e81-433d-b8b7-875de170dfa2 req-8878ae73-b565-40a5-9384-84179c1f1494 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1624153-e54c-4602-98e5-fc34919d9ffe HTTP/1.1" status: 200 len: 945 time: 0.2214494 May 24 22:50:35.871775 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.921507 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:35.925747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b99d97-0444-4f29-84ea-d0c8c81ab72b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:35.930289 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-330b0dbf-2e81-433d-b8b7-875de170dfa2 req-c7bde568-be65-4c5a-b240-1727e17e7b1d tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/security-groups?id=1775636d-7982-4164-a3be-3329f9e47503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026518 May 24 22:50:35.939652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['9c364164-6569-49dc-b927-3f7746e9f42b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:35.983526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-112e13c5-861b-4502-9bea-2f0cd063a392 req-530aa757-4505-486c-9925-3d849d6bf420 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2516816 May 24 22:50:36.031743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-28d5c66c-8b35-41de-9cfa-1c1cf41f33c7 req-040bcc67-1ebc-4c34-8575-1bb052e8c0fa tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] For port fa0a632c-6b7f-4882-a4b4-00ffb65469cf, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fa0a632c-6b7f-4882-a4b4-00ffb65469cf,segment=NetworkSegment(9b9ac00b-bbf2-4eed-8464-e02f631ea3d0),segment_id=9b9ac00b-bbf2-4eed-8464-e02f631ea3d0)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:36.034579 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28d5c66c-8b35-41de-9cfa-1c1cf41f33c7 req-040bcc67-1ebc-4c34-8575-1bb052e8c0fa tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.081783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:36.090355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:36.102442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:36.127953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Pushing event updated for resources: {'Port': ['ID=0fe28f24-a77e-4183-a60c-fc14b51f9b3c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:36.209018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-28d5c66c-8b35-41de-9cfa-1c1cf41f33c7 req-040bcc67-1ebc-4c34-8575-1bb052e8c0fa tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Calling delete_port for fa0a632c-6b7f-4882-a4b4-00ffb65469cf owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:36.216560 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.290565 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-53b47613-a30d-4ed1-a9ed-43bf79dfefd9 req-caec2eac-91ce-4360-8b95-dae20ab8ef9a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.337479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:36.338038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.370115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b23074a0-3675-4998-968e-c3ac7093c331 None None] Provisioning for port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:36.373433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec2eac-91ce-4360-8b95-dae20ab8ef9a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Pushing event deleted for resources: {'Port': ['ID=357a3cf2-bd57-47a9-a91c-0b1512ff3053,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:36.377582 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b23074a0-3675-4998-968e-c3ac7093c331 None None] Provisioning complete for port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:36.378253 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b23074a0-3675-4998-968e-c3ac7093c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.446579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b23074a0-3675-4998-968e-c3ac7093c331 None None] Port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:50:36.446762 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.451421 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.461200 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-b9761c67-5494-42b0-a523-0f09ec23afee tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4356835 May 24 22:50:36.479011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Request body: {'port': {'device_id': '5553d7f1-bde5-4bd9-a84d-31e0ee26dd03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:36.505209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b47613-a30d-4ed1-a9ed-43bf79dfefd9 req-caec2eac-91ce-4360-8b95-dae20ab8ef9a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] No DVR routers for this DVR port 357a3cf2-bd57-47a9-a91c-0b1512ff3053 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:50:36.510636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-53b47613-a30d-4ed1-a9ed-43bf79dfefd9 req-caec2eac-91ce-4360-8b95-dae20ab8ef9a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.513934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1624153-e54c-4602-98e5-fc34919d9ffe', 'name': 'network-vif-deleted', 'tag': '357a3cf2-bd57-47a9-a91c-0b1512ff3053'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:36.537017 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.537681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0499d2bc-0383-4328-a042-75ef1cc10f75 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:50:36.560051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca0756-c883-4c72-b726-f020d56fd92f req-e9e50555-73c7-468c-aaaa-edd0049b2d30 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:36.561688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6fca0756-c883-4c72-b726-f020d56fd92f req-e9e50555-73c7-468c-aaaa-edd0049b2d30 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.4054670 May 24 22:50:36.603257 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53b47613-a30d-4ed1-a9ed-43bf79dfefd9 req-caec2eac-91ce-4360-8b95-dae20ab8ef9a tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "DELETE /v2.0/ports/357a3cf2-bd57-47a9-a91c-0b1512ff3053 HTTP/1.1" status: 204 len: 173 time: 1.9416578 May 24 22:50:36.617608 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-077c3cb6-6d6b-4f1b-804c-31288d7c4ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.618768 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.619469 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-76d1cb29-1590-443d-8421-11f1419b77a4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0499d2bc-0383-4328-a042-75ef1cc10f75 HTTP/1.1" status: 204 len: 168 time: 3.3286426 May 24 22:50:36.634155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445d472-54dd-469c-9ab0-8ee8427dd9ae req-27de3397-8cde-4fda-a779-c80e068b08bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:36.636248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55178) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:36.641303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445d472-54dd-469c-9ab0-8ee8427dd9ae req-27de3397-8cde-4fda-a779-c80e068b08bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:36.649880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445d472-54dd-469c-9ab0-8ee8427dd9ae req-27de3397-8cde-4fda-a779-c80e068b08bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:36.657218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445d472-54dd-469c-9ab0-8ee8427dd9ae req-27de3397-8cde-4fda-a779-c80e068b08bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:36.665416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445d472-54dd-469c-9ab0-8ee8427dd9ae req-27de3397-8cde-4fda-a779-c80e068b08bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:36.672251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445d472-54dd-469c-9ab0-8ee8427dd9ae req-27de3397-8cde-4fda-a779-c80e068b08bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:36.680636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445d472-54dd-469c-9ab0-8ee8427dd9ae req-27de3397-8cde-4fda-a779-c80e068b08bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:36.694525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c445d472-54dd-469c-9ab0-8ee8427dd9ae req-27de3397-8cde-4fda-a779-c80e068b08bf tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5443 time: 0.4506960 May 24 22:50:36.702506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55182) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:36.727031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-077c3cb6-6d6b-4f1b-804c-31288d7c4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.746289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5b74a177-38df-4772-bc89-61571da63da7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Request body: {'floatingip': {'port_id': '4b8da6e9-baa4-4402-a97b-b950bc619fbf'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:36.749461 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6fca0756-c883-4c72-b726-f020d56fd92f req-8c6c638e-a49e-4419-9f3b-9680084f18ff tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569660 May 24 22:50:36.759939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff9d361-f2d8-457a-8672-17734a1b00bf admin admin] Deleting subnet c5032b99-acf7-4445-8fad-53029088bc39 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:50:36.761643 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.776740 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d361-f2d8-457a-8672-17734a1b00bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.917581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d361-f2d8-457a-8672-17734a1b00bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:36.941910 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b74a177-38df-4772-bc89-61571da63da7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.028451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-077c3cb6-6d6b-4f1b-804c-31288d7c4ad0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93110bc411f6418ca1c0baa1fccd29aa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0796094 May 24 22:50:37.034003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55188) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:37.038479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c3cb6-6d6b-4f1b-804c-31288d7c4ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123cd815-f3df-4c03-860f-a1b65771ba78,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:37.072058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28d5c66c-8b35-41de-9cfa-1c1cf41f33c7 req-040bcc67-1ebc-4c34-8575-1bb052e8c0fa tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.160305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bcc67-1ebc-4c34-8575-1bb052e8c0fa tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Pushing event deleted for resources: {'Port': ['ID=fa0a632c-6b7f-4882-a4b4-00ffb65469cf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:37.300992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d5c66c-8b35-41de-9cfa-1c1cf41f33c7 req-040bcc67-1ebc-4c34-8575-1bb052e8c0fa tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] No DVR routers for this DVR port fa0a632c-6b7f-4882-a4b4-00ffb65469cf on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:50:37.308700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28d5c66c-8b35-41de-9cfa-1c1cf41f33c7 req-040bcc67-1ebc-4c34-8575-1bb052e8c0fa tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.310975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28d5c66c-8b35-41de-9cfa-1c1cf41f33c7 req-040bcc67-1ebc-4c34-8575-1bb052e8c0fa tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.50 "DELETE /v2.0/ports/fa0a632c-6b7f-4882-a4b4-00ffb65469cf HTTP/1.1" status: 204 len: 173 time: 2.3006601 May 24 22:50:37.334876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2360-e595-4a4f-a4eb-0aa4aef27778 req-379fd6a5-d317-48f5-9f54-38194c8a9965 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:37.341230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2360-e595-4a4f-a4eb-0aa4aef27778 req-379fd6a5-d317-48f5-9f54-38194c8a9965 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:37.347512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2360-e595-4a4f-a4eb-0aa4aef27778 req-379fd6a5-d317-48f5-9f54-38194c8a9965 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:37.354035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2360-e595-4a4f-a4eb-0aa4aef27778 req-379fd6a5-d317-48f5-9f54-38194c8a9965 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:37.359799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2360-e595-4a4f-a4eb-0aa4aef27778 req-379fd6a5-d317-48f5-9f54-38194c8a9965 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:37.365976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2360-e595-4a4f-a4eb-0aa4aef27778 req-379fd6a5-d317-48f5-9f54-38194c8a9965 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:37.372753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2360-e595-4a4f-a4eb-0aa4aef27778 req-379fd6a5-d317-48f5-9f54-38194c8a9965 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:37.374858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1eaa2360-e595-4a4f-a4eb-0aa4aef27778 req-379fd6a5-d317-48f5-9f54-38194c8a9965 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.5258818 May 24 22:50:37.407425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94092c-9910-4c2d-90b3-608cf29d708b req-d7ee50e4-1d69-47d8-82c0-998aed4acc77 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:37.408080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0f94092c-9910-4c2d-90b3-608cf29d708b req-d7ee50e4-1d69-47d8-82c0-998aed4acc77 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Synchronizing usage tracker for tenant:bd7f3d7f324543aa8b46fbbf89201c38 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:37.428873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d361-f2d8-457a-8672-17734a1b00bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.442443 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fa15368d-a6bf-4444-9cad-5a0889b307ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.487616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9715f746-c1de-427f-afea-f3f5843175ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.508925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1eaa2360-e595-4a4f-a4eb-0aa4aef27778 req-01f6c376-8990-4e35-be06-cd0d221f4dca tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204314 May 24 22:50:37.520388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0f94092c-9910-4c2d-90b3-608cf29d708b req-d7ee50e4-1d69-47d8-82c0-998aed4acc77 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Unset dirty status for tenant:bd7f3d7f324543aa8b46fbbf89201c38 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:37.520767 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f94092c-9910-4c2d-90b3-608cf29d708b req-d7ee50e4-1d69-47d8-82c0-998aed4acc77 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 935 time: 0.6472068 May 24 22:50:37.574072 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9715f746-c1de-427f-afea-f3f5843175ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.606791 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f3943b-c498-40b5-9369-fe89060fffd8'] response: {'server_uuid': 'c1624153-e54c-4602-98e5-fc34919d9ffe', 'name': 'network-vif-deleted', 'tag': '357a3cf2-bd57-47a9-a91c-0b1512ff3053', 'status': 'completed', 'code': 200} May 24 22:50:37.650895 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f94092c-9910-4c2d-90b3-608cf29d708b req-ee746c2a-f16a-485a-8fe0-62680f69aad9 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201596 May 24 22:50:37.695974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 58b99d97-0444-4f29-84ea-d0c8c81ab72b no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:50:37.705464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d361-f2d8-457a-8672-17734a1b00bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.749600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 58b99d97-0444-4f29-84ea-d0c8c81ab72b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:50:37.750368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 58b99d97-0444-4f29-84ea-d0c8c81ab72b not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:50:37.758896 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d361-f2d8-457a-8672-17734a1b00bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.765198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9d361-f2d8-457a-8672-17734a1b00bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5032b99-acf7-4445-8fad-53029088bc39,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:37.766983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4055ee2-8c54-4863-b54d-917e03339bfd None None] Network a7338d8b-a34b-44b8-b887-836d4201d6fa requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:50:37.776544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe28f24-a77e-4183-a60c-fc14b51f9b3c {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:37.782286 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4ff9d361-f2d8-457a-8672-17734a1b00bf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c5032b99-acf7-4445-8fad-53029088bc39 HTTP/1.1" status: 204 len: 168 time: 1.1387529 May 24 22:50:37.785206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55196) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:37.789222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.881472 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9715f746-c1de-427f-afea-f3f5843175ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.902087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Transition to ACTIVE for port object 0fe28f24-a77e-4183-a60c-fc14b51f9b3c will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:37.909834 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9715f746-c1de-427f-afea-f3f5843175ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:37.910948 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9715f746-c1de-427f-afea-f3f5843175ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/123cd815-f3df-4c03-860f-a1b65771ba78 HTTP/1.1" status: 204 len: 168 time: 0.8749504 May 24 22:50:37.929659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715f746-c1de-427f-afea-f3f5843175ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123cd815-f3df-4c03-860f-a1b65771ba78,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:37.950741 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:38.045792 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:38.113310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 357a3cf2-bd57-47a9-a91c-0b1512ff3053 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:50:38.119812 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c66e7a7c-7e1b-434b-93f8-8008e02084ce req-39cbf9d5-58cb-4773-b662-26481cb6b4ee tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] 10.222.0.55 "GET /v2.0/ports?device_id=36495ad8-de7d-4712-9fe8-00591587c88e HTTP/1.1" status: 200 len: 210 time: 0.1606400 May 24 22:50:38.162330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 357a3cf2-bd57-47a9-a91c-0b1512ff3053 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:50:38.162708 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 357a3cf2-bd57-47a9-a91c-0b1512ff3053 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:50:38.163115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device fa0a632c-6b7f-4882-a4b4-00ffb65469cf no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:50:38.201650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: fa0a632c-6b7f-4882-a4b4-00ffb65469cf {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:50:38.202251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device fa0a632c-6b7f-4882-a4b4-00ffb65469cf not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:50:38.285276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Deleting port 34e49331-019e-455f-9d11-e028ebf99e72 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:50:38.285659 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:38.293379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b572ac65-9490-411b-a2c6-ced95e00ef41 None None] DHCP port deletion for a7338d8b-a34b-44b8-b887-836d4201d6fa request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:50:38.298390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b572ac65-9490-411b-a2c6-ced95e00ef41 None None] Deleting port 34e49331-019e-455f-9d11-e028ebf99e72 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:50:38.298973 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b572ac65-9490-411b-a2c6-ced95e00ef41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:38.332585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe28f24-a77e-4183-a60c-fc14b51f9b3c,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:38.346504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47162c9f-4fae-4e17-9efd-67fd3170c2fe req-6e7eb057-6ea0-4b70-8099-82991734555d tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:38.360074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47162c9f-4fae-4e17-9efd-67fd3170c2fe req-6e7eb057-6ea0-4b70-8099-82991734555d tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.2746155 May 24 22:50:38.479014 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b74a177-38df-4772-bc89-61571da63da7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:38.491935 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47162c9f-4fae-4e17-9efd-67fd3170c2fe req-e559450c-b005-4110-9e97-f8382c967e82 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140301 May 24 22:50:38.495080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b74a177-38df-4772-bc89-61571da63da7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:38.739151 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:38.751291 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:38.758040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b572ac65-9490-411b-a2c6-ced95e00ef41 None None] For port 34e49331-019e-455f-9d11-e028ebf99e72, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=34e49331-019e-455f-9d11-e028ebf99e72,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:38.758423 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b572ac65-9490-411b-a2c6-ced95e00ef41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:38.761684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] For port 34e49331-019e-455f-9d11-e028ebf99e72, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=34e49331-019e-455f-9d11-e028ebf99e72,segment=NetworkSegment(d02bb863-7534-4808-8c4b-0f15340625e4),segment_id=d02bb863-7534-4808-8c4b-0f15340625e4)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:38.762154 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:38.775398 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-5b74a177-38df-4772-bc89-61571da63da7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Floating IP a19222df-e650-4c9b-b4b5-cdf1eae0f5d4 associated. External IP: 172.25.7.206, port: 4b8da6e9-baa4-4402-a97b-b950bc619fbf. May 24 22:50:38.909646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b572ac65-9490-411b-a2c6-ced95e00ef41 None None] Calling delete_port for 34e49331-019e-455f-9d11-e028ebf99e72 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:39.006431 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b572ac65-9490-411b-a2c6-ced95e00ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.023292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdd883-6761-4d4e-8119-46451375631d req-641da28d-8459-41ea-aeb8-dc27bad97455 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:39.024635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1bdd883-6761-4d4e-8119-46451375631d req-641da28d-8459-41ea-aeb8-dc27bad97455 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 947 time: 0.1829531 May 24 22:50:39.035412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Attempting to bind port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:39.035883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Attempting to bind port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:39.036565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Attempting to bind port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:39.054969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Calling delete_port for 34e49331-019e-455f-9d11-e028ebf99e72 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:50:39.080763 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1bdd883-6761-4d4e-8119-46451375631d req-f7fdfb7d-c1ba-48f7-80cb-a699c5ffab89 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495939 May 24 22:50:39.103914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572ac65-9490-411b-a2c6-ced95e00ef41 None None] Pushing event deleted for resources: {'Port': ['ID=34e49331-019e-455f-9d11-e028ebf99e72,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:39.105297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:39.105726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Attempting to bind port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:39.114142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b572ac65-9490-411b-a2c6-ced95e00ef41 None None] No DVR routers for this DVR port 34e49331-019e-455f-9d11-e028ebf99e72 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:50:39.153559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:39.154016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:39.154404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:39.154846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Bound port: 0fe28f24-a77e-4183-a60c-fc14b51f9b3c, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:39.155287 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.254799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55228) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:39.292037 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:50:39.292353 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:50:39.310787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9448-a0d0-430e-8f99-b3beeffe1683 req-59c135ac-2596-4564-b6c4-4f13ea457768 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:39.316785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9448-a0d0-430e-8f99-b3beeffe1683 req-59c135ac-2596-4564-b6c4-4f13ea457768 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:39.322440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9448-a0d0-430e-8f99-b3beeffe1683 req-59c135ac-2596-4564-b6c4-4f13ea457768 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:39.323130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b74a177-38df-4772-bc89-61571da63da7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Router 557783d2-28c7-4189-a7b5-271db7b3f785 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:50:39.328297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9448-a0d0-430e-8f99-b3beeffe1683 req-59c135ac-2596-4564-b6c4-4f13ea457768 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:39.329439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Deleting subnet 0c52a433-2b8f-427e-8556-9cb7b625bfff {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:50:39.333751 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.334673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9448-a0d0-430e-8f99-b3beeffe1683 req-59c135ac-2596-4564-b6c4-4f13ea457768 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:39.340273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9448-a0d0-430e-8f99-b3beeffe1683 req-59c135ac-2596-4564-b6c4-4f13ea457768 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:39.346634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9448-a0d0-430e-8f99-b3beeffe1683 req-59c135ac-2596-4564-b6c4-4f13ea457768 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:39.348565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4bf9448-a0d0-430e-8f99-b3beeffe1683 req-59c135ac-2596-4564-b6c4-4f13ea457768 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.4511652 May 24 22:50:39.352946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] For port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:39.356206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] For port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0fe28f24-a77e-4183-a60c-fc14b51f9b3c,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:39.373863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.458906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:39.460044 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.460872 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] 10.222.0.31 "PUT /v2.0/ports/0fe28f24-a77e-4183-a60c-fc14b51f9b3c HTTP/1.1" status: 200 len: 1095 time: 2.9882905 May 24 22:50:39.465465 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.467195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5553d7f1-bde5-4bd9-a84d-31e0ee26dd03', 'tag': '0fe28f24-a77e-4183-a60c-fc14b51f9b3c'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:39.488807 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4bf9448-a0d0-430e-8f99-b3beeffe1683 req-c590c566-af63-4e63-98a2-8fe28a317092 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310306 May 24 22:50:39.510795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861ee1c-4860-4dbe-b086-8a2326e65559 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe28f24-a77e-4183-a60c-fc14b51f9b3c,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:39.604515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-5593501d-37be-496c-a83c-d94b69ac2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:39.606272 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-5593501d-37be-496c-a83c-d94b69ac2eab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd7f3d7f324543aa8b46fbbf89201c38&device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 1098 time: 0.0789752 May 24 22:50:39.698019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36495ad8-de7d-4712-9fe8-00591587c88e', 'name': 'network-vif-deleted', 'tag': 'fa0a632c-6b7f-4882-a4b4-00ffb65469cf'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:39.718226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 34e49331-019e-455f-9d11-e028ebf99e72 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:50:39.746732 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.788557 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfe622a-25b2-4097-842e-71582718bb5e'] response: {'server_uuid': '36495ad8-de7d-4712-9fe8-00591587c88e', 'name': 'network-vif-deleted', 'tag': 'fa0a632c-6b7f-4882-a4b4-00ffb65469cf', 'status': 'completed', 'code': 200} May 24 22:50:39.797527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 34e49331-019e-455f-9d11-e028ebf99e72 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:50:39.800640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b74a177-38df-4772-bc89-61571da63da7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:50:39.801857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 34e49331-019e-455f-9d11-e028ebf99e72 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:50:39.814770 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b74a177-38df-4772-bc89-61571da63da7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.817054 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f81640-3443-46d7-8be8-24914aa58e12 None None] Sync routers for ids ['557783d2-28c7-4189-a7b5-271db7b3f785'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:50:39.833108 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f81640-3443-46d7-8be8-24914aa58e12 None None] Routers {'557783d2-28c7-4189-a7b5-271db7b3f785'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:39.834088 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-39f81640-3443-46d7-8be8-24914aa58e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:50:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['557783d2-28c7-4189-a7b5-271db7b3f785'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:39.861875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Deleting port 34e49331-019e-455f-9d11-e028ebf99e72 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:50:39.862375 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.888012 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-37b421fb-eb2f-421c-88d5-d7845e059cfb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=0fe28f24-a77e-4183-a60c-fc14b51f9b3c HTTP/1.1" status: 200 len: 217 time: 0.2729783 May 24 22:50:39.891318 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e356d1-8e55-4ab6-9303-39d32e9a919c'] response: {'name': 'network-changed', 'server_uuid': '5553d7f1-bde5-4bd9-a84d-31e0ee26dd03', 'tag': '0fe28f24-a77e-4183-a60c-fc14b51f9b3c', 'status': 'completed', 'code': 200} May 24 22:50:39.892610 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5b74a177-38df-4772-bc89-61571da63da7 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "PUT /v2.0/floatingips/a19222df-e650-4c9b-b4b5-cdf1eae0f5d4 HTTP/1.1" status: 200 len: 991 time: 3.1886935 May 24 22:50:39.929895 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:39.932796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.023616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] The port '34e49331-019e-455f-9d11-e028ebf99e72' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:50:40.038542 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-39f81640-3443-46d7-8be8-24914aa58e12 None None] Set router 557783d2-28c7-4189-a7b5-271db7b3f785 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:40.063053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55250) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:40.116409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-fd45e92b-8441-4a1f-ba8c-99fe48d73b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:40.116637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c52a433-2b8f-427e-8556-9cb7b625bfff,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:40.117952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-fd45e92b-8441-4a1f-ba8c-99fe48d73b41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.2148871 May 24 22:50:40.125912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.134331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.134867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.135474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.136102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.136597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.137062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.137547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.138151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.138731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.139331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.139998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.140455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:40.150051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8a9b4458-c615-45fa-a0e4-62e9363e18ad admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0c52a433-2b8f-427e-8556-9cb7b625bfff HTTP/1.1" status: 204 len: 168 time: 0.8940172 May 24 22:50:40.150949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55258) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:40.254478 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.263564 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d246cf03-aaa0-414b-9a7c-77ef577068b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.309687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d246cf03-aaa0-414b-9a7c-77ef577068b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:40.313279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.316155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7338d8b-a34b-44b8-b887-836d4201d6fa']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:40.337894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191806a-488e-4a72-ab15-463769d5e9e7 req-17dabe4f-659d-4c6d-85a9-02903ae1002a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:40.339326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0191806a-488e-4a72-ab15-463769d5e9e7 req-17dabe4f-659d-4c6d-85a9-02903ae1002a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.4504507 May 24 22:50:40.340336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d246cf03-aaa0-414b-9a7c-77ef577068b8 admin admin] Usage tracker for resource:security_group_rule and tenant:2b201802ca8a4a6f8763fca677a7fb18 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:40.346278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d246cf03-aaa0-414b-9a7c-77ef577068b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:40.349859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02bb863-7534-4808-8c4b-0f15340625e4') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:40.350483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02bb863-7534-4808-8c4b-0f15340625e4') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:40.382909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d246cf03-aaa0-414b-9a7c-77ef577068b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:40.396897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.430378 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.452864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:50:40.453247 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.460652 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-39f81640-3443-46d7-8be8-24914aa58e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:26Z', 'revision_number': 4, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'a19222df-e650-4c9b-b4b5-cdf1eae0f5d4', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'port_id': '4b8da6e9-baa4-4402-a97b-b950bc619fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'mac_address': 'fa:16:3e:98:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:48:43Z', 'updated_at': '2022-05-24T22:50:38Z', 'revision_number': 1, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e4481b-590b-42f0-8774-b6bbf3685b2f', 'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'mac_address': 'fa:16:3e:ec:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:21Z', 'updated_at': '2022-05-24T22:47:36Z', 'revision_number': 5, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'subnets': [{'id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:40.461322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69224fb5-dc0a-4e9c-beef-7e319d1ee417 req-d068db6b-c172-47cf-9fec-0d0418096926 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:40.462835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69224fb5-dc0a-4e9c-beef-7e319d1ee417 req-d068db6b-c172-47cf-9fec-0d0418096926 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 947 time: 0.2002327 May 24 22:50:40.464912 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f81640-3443-46d7-8be8-24914aa58e12 None None] Checking router: 557783d2-28c7-4189-a7b5-271db7b3f785 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:50:40.468620 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.477119 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f81640-3443-46d7-8be8-24914aa58e12 None None] Routers {'557783d2-28c7-4189-a7b5-271db7b3f785'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:40.477946 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-39f81640-3443-46d7-8be8-24914aa58e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:50:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['557783d2-28c7-4189-a7b5-271db7b3f785'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:40.478821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0191806a-488e-4a72-ab15-463769d5e9e7 req-7a64c52d-e2af-4b2a-8350-8004a481dfd3 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219833 May 24 22:50:40.541104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688756ef-d2f9-41ef-918d-f7c6e1cc94a5']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:40.581155 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69224fb5-dc0a-4e9c-beef-7e319d1ee417 req-a721129d-2f3d-4f1a-bcac-016b54d2a8fc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806618 May 24 22:50:40.583599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:40.583890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9ac00b-bbf2-4eed-8464-e02f631ea3d0') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:40.607473 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.630057 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.639039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:50:40.639519 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.640831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-fed48361-7740-4da6-af6e-297a3b050b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:40.643431 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-fed48361-7740-4da6-af6e-297a3b050b60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4785397 May 24 22:50:40.712286 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment d02bb863-7534-4808-8c4b-0f15340625e4 resource provider aggregate not found May 24 22:50:40.756548 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 9b9ac00b-bbf2-4eed-8464-e02f631ea3d0 resource provider aggregate not found May 24 22:50:40.780899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.783737 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 9b9ac00b-bbf2-4eed-8464-e02f631ea3d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b9ac00b-bbf2-4eed-8464-e02f631ea3d0 found for delete ", "request_id": "req-7bea970c-95b0-47eb-8052-d4fd07318beb"}]} May 24 22:50:40.790781 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-39f81640-3443-46d7-8be8-24914aa58e12 None None] Set router 557783d2-28c7-4189-a7b5-271db7b3f785 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:40.791174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d246cf03-aaa0-414b-9a7c-77ef577068b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.794437 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment d02bb863-7534-4808-8c4b-0f15340625e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d02bb863-7534-4808-8c4b-0f15340625e4 found for delete ", "request_id": "req-5f73d08a-aaea-45d9-b611-80fc606da458"}]} May 24 22:50:40.795237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.812544 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.823640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=688756ef-d2f9-41ef-918d-f7c6e1cc94a5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:40.836054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-42677e9a-9587-4b30-bf20-6422ef6d84c7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/688756ef-d2f9-41ef-918d-f7c6e1cc94a5 HTTP/1.1" status: 204 len: 168 time: 0.6815469 May 24 22:50:40.862951 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.879182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7338d8b-a34b-44b8-b887-836d4201d6fa,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:40.884635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-494970b1-ed58-4d44-9dc3-b5f204c6c74a admin admin] 10.222.0.55 "DELETE /v2.0/networks/a7338d8b-a34b-44b8-b887-836d4201d6fa HTTP/1.1" status: 204 len: 168 time: 3.0955660 May 24 22:50:40.893322 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d246cf03-aaa0-414b-9a7c-77ef577068b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:40.940740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246cf03-aaa0-414b-9a7c-77ef577068b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8af1c74-2a97-4a8c-8bee-d2a1c21a8ae5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:40.974866 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d246cf03-aaa0-414b-9a7c-77ef577068b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b201802ca8a4a6f8763fca677a7fb18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9107151 May 24 22:50:40.977989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55282) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:41.039385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599665-40af-4b26-a134-9db61fceb947 req-46a88c4d-8688-4379-8439-db6d06356724 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:41.040546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55286) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:41.046111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599665-40af-4b26-a134-9db61fceb947 req-46a88c4d-8688-4379-8439-db6d06356724 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:41.053064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599665-40af-4b26-a134-9db61fceb947 req-46a88c4d-8688-4379-8439-db6d06356724 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:41.059921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599665-40af-4b26-a134-9db61fceb947 req-46a88c4d-8688-4379-8439-db6d06356724 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:41.067405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599665-40af-4b26-a134-9db61fceb947 req-46a88c4d-8688-4379-8439-db6d06356724 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:41.074419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599665-40af-4b26-a134-9db61fceb947 req-46a88c4d-8688-4379-8439-db6d06356724 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:41.082441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599665-40af-4b26-a134-9db61fceb947 req-46a88c4d-8688-4379-8439-db6d06356724 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:41.084397 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14599665-40af-4b26-a134-9db61fceb947 req-46a88c4d-8688-4379-8439-db6d06356724 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.3685145 May 24 22:50:41.088646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55290) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:41.136791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-fc7aa1da-8b21-4f01-9aff-cec4d8d38930 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261565 May 24 22:50:41.136992 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32109cac-5783-4ab6-bb75-36f9b9239773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.158110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b7f57b44-b714-407f-babd-efc8c4f3ec4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ee363e03214479ab8ee8924c997b069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131396 May 24 22:50:41.158300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55296) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:41.174908 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32109cac-5783-4ab6-bb75-36f9b9239773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.241302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32109cac-5783-4ab6-bb75-36f9b9239773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.260694 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-39f81640-3443-46d7-8be8-24914aa58e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:26Z', 'revision_number': 4, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'a19222df-e650-4c9b-b4b5-cdf1eae0f5d4', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'port_id': '4b8da6e9-baa4-4402-a97b-b950bc619fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'mac_address': 'fa:16:3e:98:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:48:43Z', 'updated_at': '2022-05-24T22:50:38Z', 'revision_number': 1, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e4481b-590b-42f0-8774-b6bbf3685b2f', 'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'mac_address': 'fa:16:3e:ec:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:21Z', 'updated_at': '2022-05-24T22:47:36Z', 'revision_number': 5, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'subnets': [{'id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:41.265906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32109cac-5783-4ab6-bb75-36f9b9239773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8af1c74-2a97-4a8c-8bee-d2a1c21a8ae5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:41.266417 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f81640-3443-46d7-8be8-24914aa58e12 None None] The sync data for ids ['557783d2-28c7-4189-a7b5-271db7b3f785'] in n-d-843146-7 is: [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:26Z', 'revision_number': 4, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'a19222df-e650-4c9b-b4b5-cdf1eae0f5d4', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'port_id': '4b8da6e9-baa4-4402-a97b-b950bc619fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'mac_address': 'fa:16:3e:98:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393e7368-6677-42aa-a600-0fa19a75b3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:48:43Z', 'updated_at': '2022-05-24T22:50:38Z', 'revision_number': 1, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e4481b-590b-42f0-8774-b6bbf3685b2f', 'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'mac_address': 'fa:16:3e:ec:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:21Z', 'updated_at': '2022-05-24T22:47:36Z', 'revision_number': 5, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'subnets': [{'id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:50:41.285349 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32109cac-5783-4ab6-bb75-36f9b9239773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.289077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-32109cac-5783-4ab6-bb75-36f9b9239773 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8af1c74-2a97-4a8c-8bee-d2a1c21a8ae5 HTTP/1.1" status: 204 len: 168 time: 0.3077343 May 24 22:50:41.381366 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c00f87c9-8d4f-42af-ad10-db245f0910b3 req-bff626cc-c6cd-48f5-8cc8-7948a5197140 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247274 May 24 22:50:41.385570 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14599665-40af-4b26-a134-9db61fceb947 req-fae49dae-0180-4105-a598-aaf4c1968b3d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2748034 May 24 22:50:41.393861 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7bc14bca-43df-4182-8019-711b6022074c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36f2bea3863b47fb98e564a11fc81be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044119 May 24 22:50:41.396495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55306) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:41.447532 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95a9a17b-0ecf-4a3d-a844-9869e5a94636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.481236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95a9a17b-0ecf-4a3d-a844-9869e5a94636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.492126 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa3af-fc5c-45d9-bf69-059a9ce45f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.536338 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa3af-fc5c-45d9-bf69-059a9ce45f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.650148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71637d-48dc-4c6d-8660-80270fe53c73 req-0567c28f-7521-449e-ab08-7450897237ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:41.651986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2c71637d-48dc-4c6d-8660-80270fe53c73 req-0567c28f-7521-449e-ab08-7450897237ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd7f3d7f324543aa8b46fbbf89201c38&device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 1098 time: 0.1479528 May 24 22:50:41.654716 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95a9a17b-0ecf-4a3d-a844-9869e5a94636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.690760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa3af-fc5c-45d9-bf69-059a9ce45f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.692640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf6b8e-ff39-49e5-bf6a-70b431011653 None None] New status for floating IP a19222df-e650-4c9b-b4b5-cdf1eae0f5d4: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:50:41.719006 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa3af-fc5c-45d9-bf69-059a9ce45f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.720874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d2eaa3af-fc5c-45d9-bf69-059a9ce45f40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4d4320b-e2b8-4ad9-b169-f5a209225178 HTTP/1.1" status: 204 len: 168 time: 0.3223131 May 24 22:50:41.721998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaa3af-fc5c-45d9-bf69-059a9ce45f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d4320b-e2b8-4ad9-b169-f5a209225178,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:41.789652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': '4b8da6e9-baa4-4402-a97b-b950bc619fbf'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:41.858320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9a17b-0ecf-4a3d-a844-9869e5a94636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1775636d-7982-4164-a3be-3329f9e47503,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:41.880618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71637d-48dc-4c6d-8660-80270fe53c73 req-293c5c2d-ff3c-4634-baa6-83d363a8bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:41.882335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2c71637d-48dc-4c6d-8660-80270fe53c73 req-293c5c2d-ff3c-4634-baa6-83d363a8bb55 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2198057 May 24 22:50:41.883986 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95a9a17b-0ecf-4a3d-a844-9869e5a94636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:41.887446 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-95a9a17b-0ecf-4a3d-a844-9869e5a94636 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1775636d-7982-4164-a3be-3329f9e47503 HTTP/1.1" status: 204 len: 168 time: 0.7265759 May 24 22:50:42.054513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85c503-413c-44e4-802b-73d6b353dd69 req-f074ec48-6ba8-4476-808c-6f552d7c3d6b tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.062221 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd85c503-413c-44e4-802b-73d6b353dd69 req-f074ec48-6ba8-4476-808c-6f552d7c3d6b tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 947 time: 0.1414783 May 24 22:50:42.130784 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd85c503-413c-44e4-802b-73d6b353dd69 req-b1ab4ffe-f144-4197-b97d-8e9ae8f35041 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674856 May 24 22:50:42.236808 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f72360c3-2d2e-46d9-97d5-0401033ed658'] response: {'name': 'network-changed', 'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'tag': '4b8da6e9-baa4-4402-a97b-b950bc619fbf', 'status': 'completed', 'code': 200} May 24 22:50:42.265757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2c71637d-48dc-4c6d-8660-80270fe53c73 req-1d262730-444d-43db-b725-6ec38369cbd1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=0fe28f24-a77e-4183-a60c-fc14b51f9b3c HTTP/1.1" status: 200 len: 217 time: 0.3718269 May 24 22:50:42.335725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38fcc0-e148-4684-92a7-ce4518eb0071 req-40600876-1dbd-4b82-950f-d45b4167c6b9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.337248 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6c38fcc0-e148-4684-92a7-ce4518eb0071 req-40600876-1dbd-4b82-950f-d45b4167c6b9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.5305603 May 24 22:50:42.372506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71637d-48dc-4c6d-8660-80270fe53c73 req-e45b13af-19cd-4f14-894f-6aae6ee7813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.373932 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2c71637d-48dc-4c6d-8660-80270fe53c73 req-e45b13af-19cd-4f14-894f-6aae6ee7813a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0980680 May 24 22:50:42.440446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-eaf7930d-f927-43ab-8c71-96da1f87cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.440918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-eaf7930d-f927-43ab-8c71-96da1f87cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.441389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-eaf7930d-f927-43ab-8c71-96da1f87cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.441877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-eaf7930d-f927-43ab-8c71-96da1f87cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.442331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-eaf7930d-f927-43ab-8c71-96da1f87cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.442782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-eaf7930d-f927-43ab-8c71-96da1f87cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.443234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-eaf7930d-f927-43ab-8c71-96da1f87cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.445141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-eaf7930d-f927-43ab-8c71-96da1f87cf04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1b53c9434c24a0f875564307ddb2295&device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 6500 time: 0.1643698 May 24 22:50:42.553458 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6c38fcc0-e148-4684-92a7-ce4518eb0071 req-2c21572e-e758-43a1-ba1f-5c10db186a34 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042325 May 24 22:50:42.590933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71637d-48dc-4c6d-8660-80270fe53c73 req-46ac5e7c-3b8b-4e71-a347-af9060f5ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.596022 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2c71637d-48dc-4c6d-8660-80270fe53c73 req-46ac5e7c-3b8b-4e71-a347-af9060f5ecd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2104471 May 24 22:50:42.640451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-a842c555-5bd5-4dec-998b-fc43a9426d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.642740 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-a842c555-5bd5-4dec-998b-fc43a9426d41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb6eb857-4775-4420-b794-b02bb5e0eb92 HTTP/1.1" status: 200 len: 918 time: 0.1844566 May 24 22:50:42.831838 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-9fcdb46d-660f-4d7a-a316-4477099f9dda service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b8da6e9-baa4-4402-a97b-b950bc619fbf HTTP/1.1" status: 200 len: 1001 time: 0.1509676 May 24 22:50:42.902370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf30ade-6643-422f-8c39-dc1d510a821e req-45afd194-0e84-4fd7-81cb-06fec63097fe tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.915052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf30ade-6643-422f-8c39-dc1d510a821e req-45afd194-0e84-4fd7-81cb-06fec63097fe tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.918946 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2c71637d-48dc-4c6d-8660-80270fe53c73 req-19d1a10a-d14c-4e91-87c9-d2577550eae0 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126750 May 24 22:50:42.921646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf30ade-6643-422f-8c39-dc1d510a821e req-45afd194-0e84-4fd7-81cb-06fec63097fe tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.928495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf30ade-6643-422f-8c39-dc1d510a821e req-45afd194-0e84-4fd7-81cb-06fec63097fe tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.934497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf30ade-6643-422f-8c39-dc1d510a821e req-45afd194-0e84-4fd7-81cb-06fec63097fe tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.941531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf30ade-6643-422f-8c39-dc1d510a821e req-45afd194-0e84-4fd7-81cb-06fec63097fe tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.947922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf30ade-6643-422f-8c39-dc1d510a821e req-45afd194-0e84-4fd7-81cb-06fec63097fe tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:42.950004 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cdf30ade-6643-422f-8c39-dc1d510a821e req-45afd194-0e84-4fd7-81cb-06fec63097fe tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.3063390 May 24 22:50:43.023247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cdf30ade-6643-422f-8c39-dc1d510a821e req-b475a4df-a9e5-4a48-94be-a4a642b4035e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637817 May 24 22:50:43.035093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-f3f1ade4-fe58-4e3e-9c6d-65cfa3ed5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:43.040098 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-f3f1ade4-fe58-4e3e-9c6d-65cfa3ed5c88 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=556a2a9f-4f7c-4134-961d-b1ce2bb09e77 HTTP/1.1" status: 200 len: 856 time: 0.2016170 May 24 22:50:43.082394 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2c71637d-48dc-4c6d-8660-80270fe53c73 req-66fd435a-4831-4303-95ba-da716ed981b5 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570220 May 24 22:50:43.169599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-2eb60f8f-6aeb-4b32-9f9f-bd2399c9aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:43.171295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-2eb60f8f-6aeb-4b32-9f9f-bd2399c9aae8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb6eb857-4775-4420-b794-b02bb5e0eb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234713 May 24 22:50:43.372543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262009-0e51-4cd3-b645-9ab57a3adc8b req-7f162a07-a5a0-4f91-9a0e-080ac7c354e5 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:43.372543 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e262009-0e51-4cd3-b645-9ab57a3adc8b req-7f162a07-a5a0-4f91-9a0e-080ac7c354e5 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 947 time: 0.1129770 May 24 22:50:43.420675 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e262009-0e51-4cd3-b645-9ab57a3adc8b req-72f056b8-9a2e-49a8-98c4-9610920d8a40 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526195 May 24 22:50:43.488514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-de742cca-41c5-45f1-9c5a-5af32f5cc1fe service neutron] 10.222.0.31 "GET /v2.0/networks/fb6eb857-4775-4420-b794-b02bb5e0eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100789 May 24 22:50:43.676566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55386) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:43.699858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8257f87c-7dc9-4228-b540-b4e89c45cbf9 req-55e7d080-2911-47f5-aeae-c3301cc747f9 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6eb857-4775-4420-b794-b02bb5e0eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021837 May 24 22:50:43.863110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e8b53-519a-4a44-b67f-ec99b4a01b7c req-b92e6fed-48bd-452b-aed3-bb401197273f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:43.864624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-694e8b53-519a-4a44-b67f-ec99b4a01b7c req-b92e6fed-48bd-452b-aed3-bb401197273f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.0954087 May 24 22:50:43.947599 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-694e8b53-519a-4a44-b67f-ec99b4a01b7c req-fec5a4b7-ddd6-4350-a978-c236a81708f7 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671160 May 24 22:50:43.947599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1230797358-network', 'tenant_id': '4b94171eea544974895f903641c3ba93'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:43.960119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:43.960119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Usage tracker for resource:network and tenant:4b94171eea544974895f903641c3ba93 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:43.960119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:43.973830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:43.978452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Made reservation on behalf of 4b94171eea544974895f903641c3ba93 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:43.982963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55396) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:43.987720 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.018265 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.046815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-512735713-network', 'tenant_id': '2ec8f6a30b8841cd97a01bcffd30b362'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:44.057616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:44.062069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:44.068027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Usage tracker for resource:network and tenant:2ec8f6a30b8841cd97a01bcffd30b362 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:44.068699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:4b94171eea544974895f903641c3ba93 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:44.072511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:44.074923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:44.081352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:44.090442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:44.096981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Made reservation on behalf of 2ec8f6a30b8841cd97a01bcffd30b362 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:44.109740 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.125841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.156514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:44.164212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Usage tracker for resource:security_group_rule and tenant:2ec8f6a30b8841cd97a01bcffd30b362 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:44.164212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:44.170655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:44.278736 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.281482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.288868 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.290440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.322462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:50:44.341676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:50:44.344638 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.344992 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Added segment 125bebcc-50a0-4fb7-8400-b3342b53ed94 of type vlan for network df0faddd-8138-49a6-b334-4b1d0b599e87 May 24 22:50:44.350305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df0859-f794-456c-a0ec-453ae1c6bfdb,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:44.361824 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.362161 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Added segment bef51bca-a7b0-4f19-bdc8-7b35613f8efe of type vlan for network 02699fc1-0b33-4100-8021-307754c69f4d May 24 22:50:44.369958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076f4f9a-1312-4e29-b381-e615dd4399ac,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:44.397587 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.404097 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.412993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de3a6-5d3c-4544-9438-818e3233e5ec req-e76da8c1-cad7-4543-b4fa-4e38874208f4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:44.419319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de3a6-5d3c-4544-9438-818e3233e5ec req-e76da8c1-cad7-4543-b4fa-4e38874208f4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:44.425528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de3a6-5d3c-4544-9438-818e3233e5ec req-e76da8c1-cad7-4543-b4fa-4e38874208f4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:44.431407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de3a6-5d3c-4544-9438-818e3233e5ec req-e76da8c1-cad7-4543-b4fa-4e38874208f4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:44.437093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de3a6-5d3c-4544-9438-818e3233e5ec req-e76da8c1-cad7-4543-b4fa-4e38874208f4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:44.443600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de3a6-5d3c-4544-9438-818e3233e5ec req-e76da8c1-cad7-4543-b4fa-4e38874208f4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:44.443863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.445241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:44.445985 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.450066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de3a6-5d3c-4544-9438-818e3233e5ec req-e76da8c1-cad7-4543-b4fa-4e38874208f4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:44.452246 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5b4de3a6-5d3c-4544-9438-818e3233e5ec req-e76da8c1-cad7-4543-b4fa-4e38874208f4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.2355416 May 24 22:50:44.510631 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.511652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:44.512211 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.550139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5b4de3a6-5d3c-4544-9438-818e3233e5ec req-7447362c-eccb-4b76-90bd-53a06a5e8e04 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879433 May 24 22:50:44.559345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] Pushing event updated for resources: {'Network': ['ID=df0faddd-8138-49a6-b334-4b1d0b599e87,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:44.569873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network df0faddd-8138-49a6-b334-4b1d0b599e87 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:50:44.633066 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ff373657-7530-4bfd-b899-508d06ae95f4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6544530 May 24 22:50:44.636924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55420) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:44.641244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=02699fc1-0b33-4100-8021-307754c69f4d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:44.649504 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-19aab51d-cc49-4b91-8b3c-bf19c6b25eb7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9715021 May 24 22:50:44.650466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55424) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:44.656351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Request body: {'subnet': {'network_id': 'df0faddd-8138-49a6-b334-4b1d0b599e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-512735713-subnet', 'tenant_id': '2ec8f6a30b8841cd97a01bcffd30b362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:44.667043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 02699fc1-0b33-4100-8021-307754c69f4d details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:50:44.669042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Request body: {'subnet': {'network_id': '02699fc1-0b33-4100-8021-307754c69f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1230797358-subnet', 'tenant_id': '4b94171eea544974895f903641c3ba93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:44.673963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:44.687649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:44.692830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Usage tracker for resource:subnet and tenant:2ec8f6a30b8841cd97a01bcffd30b362 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:44.697156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:44.702534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Usage tracker for resource:subnet and tenant:4b94171eea544974895f903641c3ba93 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:44.708436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:44.710590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:44.723151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:44.730181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Made reservation on behalf of 2ec8f6a30b8841cd97a01bcffd30b362 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:44.732487 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.807523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Made reservation on behalf of 4b94171eea544974895f903641c3ba93 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:44.809847 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:44.900647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97a7bf-5fc3-4449-9ec7-02bfa3e97514 req-9a922765-33b6-4669-888f-0a1723faedfb tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:44.902424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c97a7bf-5fc3-4449-9ec7-02bfa3e97514 req-9a922765-33b6-4669-888f-0a1723faedfb tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 947 time: 0.3395643 May 24 22:50:44.996872 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c97a7bf-5fc3-4449-9ec7-02bfa3e97514 req-a2be1265-5be8-4843-bfbc-4d1203d55d92 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807207 May 24 22:50:45.140556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28febaf1-6d28-4bbd-af62-dcb9a415f87b req-55c5f564-7fdf-4be8-b40a-e71d0462f66f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:45.142824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28febaf1-6d28-4bbd-af62-dcb9a415f87b req-55c5f564-7fdf-4be8-b40a-e71d0462f66f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.0879493 May 24 22:50:45.190081 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:45.190834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28febaf1-6d28-4bbd-af62-dcb9a415f87b req-c8d56273-e970-4625-83d5-6d0b1f3c1d02 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 May 24 22:50:45.227712 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:45.229340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55448) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:45.303252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=026aab20-1863-47a3-812b-ff12f93a8060,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:45.358382 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bb26da5e-10b2-455a-8952-056b35470875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:45.372867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bb26da5e-10b2-455a-8952-056b35470875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:45.377168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bb26da5e-10b2-455a-8952-056b35470875 admin admin] Usage tracker for resource:security_group_rule and tenant:4309bb4a30c647a8a10c3dbe384537ec is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:45.378912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Checking segment: {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:45.379289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Network hostable DHCP agents. Network: 02699fc1-0b33-4100-8021-307754c69f4d, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:50:45.380109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bb26da5e-10b2-455a-8952-056b35470875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:45.383547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Checking segment: {'id': '125bebcc-50a0-4fb7-8400-b3342b53ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df0faddd-8138-49a6-b334-4b1d0b599e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:45.383898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Network hostable DHCP agents. Network: df0faddd-8138-49a6-b334-4b1d0b599e87, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:50:45.385985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bb26da5e-10b2-455a-8952-056b35470875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:45.416819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3b7302-3864-44f8-a01d-c4e673c26828,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:45.430621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Network df0faddd-8138-49a6-b334-4b1d0b599e87 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:50:45.434613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Network 02699fc1-0b33-4100-8021-307754c69f4d is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:50:45.446929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, df0faddd-8138-49a6-b334-4b1d0b599e87) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:45.448857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 02699fc1-0b33-4100-8021-307754c69f4d) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:45.453607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:45.455346 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:45.458668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:45.459346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaac33f-d637-4c5c-bc56-32e069c8a291 None None] Network df0faddd-8138-49a6-b334-4b1d0b599e87 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:50:45.459448 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:45.473534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff3650-5af4-4cb9-8fe8-c4097b263365 None None] Network 02699fc1-0b33-4100-8021-307754c69f4d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:50:45.489480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0fe28f24-a77e-4183-a60c-fc14b51f9b3c details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:45.495960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bb26da5e-10b2-455a-8952-056b35470875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:45.496208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-83f9b1a6-62a3-45ba-9292-6c59c67e6a63 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8501766 May 24 22:50:45.498417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fd60b849-8825-44ff-84b9-e48152e2590f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8364217 May 24 22:50:45.512702 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bb26da5e-10b2-455a-8952-056b35470875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:45.623616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bb26da5e-10b2-455a-8952-056b35470875 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4309bb4a30c647a8a10c3dbe384537ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931234 May 24 22:50:45.627260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55460) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:45.630143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26da5e-10b2-455a-8952-056b35470875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02306ae7-2817-460f-94ad-54e04bd48876,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:45.800700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea516131-b883-405d-89ef-c451c12bf36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:45.842196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea516131-b883-405d-89ef-c451c12bf36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:45.905638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e2b6c-11fb-453e-ad40-f879c0df62ab req-9b94fbff-3580-4aa7-9f5d-e55933ce9b9e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:45.911607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e2b6c-11fb-453e-ad40-f879c0df62ab req-9b94fbff-3580-4aa7-9f5d-e55933ce9b9e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:45.917449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e2b6c-11fb-453e-ad40-f879c0df62ab req-9b94fbff-3580-4aa7-9f5d-e55933ce9b9e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:45.923418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e2b6c-11fb-453e-ad40-f879c0df62ab req-9b94fbff-3580-4aa7-9f5d-e55933ce9b9e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:45.929236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e2b6c-11fb-453e-ad40-f879c0df62ab req-9b94fbff-3580-4aa7-9f5d-e55933ce9b9e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:45.935211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e2b6c-11fb-453e-ad40-f879c0df62ab req-9b94fbff-3580-4aa7-9f5d-e55933ce9b9e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:45.941800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e2b6c-11fb-453e-ad40-f879c0df62ab req-9b94fbff-3580-4aa7-9f5d-e55933ce9b9e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:45.943887 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d71e2b6c-11fb-453e-ad40-f879c0df62ab req-9b94fbff-3580-4aa7-9f5d-e55933ce9b9e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.2176876 May 24 22:50:46.003397 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea516131-b883-405d-89ef-c451c12bf36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:46.032030 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d71e2b6c-11fb-453e-ad40-f879c0df62ab req-74abd54e-1217-4e96-b69c-693229534288 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789993 May 24 22:50:46.037640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea516131-b883-405d-89ef-c451c12bf36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02306ae7-2817-460f-94ad-54e04bd48876,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:46.045529 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea516131-b883-405d-89ef-c451c12bf36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:46.046657 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ea516131-b883-405d-89ef-c451c12bf36b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02306ae7-2817-460f-94ad-54e04bd48876 HTTP/1.1" status: 204 len: 168 time: 0.4172380 May 24 22:50:46.080785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c784c-a23f-496b-8822-b8ab6f54f25b None None] Network df0faddd-8138-49a6-b334-4b1d0b599e87 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:50:46.245352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0fe28f24-a77e-4183-a60c-fc14b51f9b3c,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:46.257954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-02699fc1-0b33-4100-8021-307754c69f4d', 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d', 'tenant_id': '4b94171eea544974895f903641c3ba93', 'fixed_ips': [{'subnet_id': 'bb3b7302-3864-44f8-a01d-c4e673c26828'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:50:46.258798 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:46.280972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-78240343-0a7e-4c46-a240-116efd94f9dc tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:46.293050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '0fe28f24-a77e-4183-a60c-fc14b51f9b3c', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '0fe28f24-a77e-4183-a60c-fc14b51f9b3c', 'mac_address': 'fa:16:3e:f3:32:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:46.297441 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-78240343-0a7e-4c46-a240-116efd94f9dc tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/networks?id=df0faddd-8138-49a6-b334-4b1d0b599e87 HTTP/1.1" status: 200 len: 812 time: 0.2390127 May 24 22:50:46.326392 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-d4dedce6-eacd-4bc6-91d8-a99ca515b97d tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/quotas/2ec8f6a30b8841cd97a01bcffd30b362 HTTP/1.1" status: 200 len: 375 time: 0.0265522 May 24 22:50:46.384164 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-fc3a1411-70b9-45e3-b3b2-a8cc27e34f8c tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ec8f6a30b8841cd97a01bcffd30b362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568025 May 24 22:50:46.455385 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:50:46.498309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-781e91c2-4e32-43f5-b617-06a18f59ec56 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:46.498309 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-781e91c2-4e32-43f5-b617-06a18f59ec56 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/networks?id=02699fc1-0b33-4100-8021-307754c69f4d HTTP/1.1" status: 200 len: 816 time: 0.2176280 May 24 22:50:46.520774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-b8267a87-8624-4182-bdac-e563b1b52844 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/quotas/4b94171eea544974895f903641c3ba93 HTTP/1.1" status: 200 len: 375 time: 0.0156815 May 24 22:50:46.611970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-285ec1b8-d762-4ba4-80fe-acef5a328387 service neutron] 10.222.0.55 "GET /v2.0/networks/df0faddd-8138-49a6-b334-4b1d0b599e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261107 May 24 22:50:46.619884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-53210dba-3261-41ae-bfa4-cbdea223ac27 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b94171eea544974895f903641c3ba93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881910 May 24 22:50:46.710107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:46.710511 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:46.806897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe28f24-a77e-4183-a60c-fc14b51f9b3c {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:46.812114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Allocated IP 172.20.0.2 (02699fc1-0b33-4100-8021-307754c69f4d/bb3b7302-3864-44f8-a01d-c4e673c26828/df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:46.837742 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0fe28f24-a77e-4183-a60c-fc14b51f9b3c,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:46.855268 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:46.907092 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-ad433a8f-9898-4d19-8d4e-51f494b42f1c service neutron] 10.222.0.55 "GET /v2.0/networks/df0faddd-8138-49a6-b334-4b1d0b599e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879393 May 24 22:50:47.025343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=0fe28f24-a77e-4183-a60c-fc14b51f9b3c,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:47.186660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0fe28f24-a77e-4183-a60c-fc14b51f9b3c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:47.258242 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:47.261182 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-86c104a4-6a05-4a12-87ef-3f5d697aab35 service neutron] 10.222.0.55 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404068 May 24 22:50:47.280441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Transition to ACTIVE for port object df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:47.287512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263905e-eeb2-42fa-8b4a-017125692a88 req-18332450-ba2b-497b-8a36-35d8b50538a8 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:47.297777 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1263905e-eeb2-42fa-8b4a-017125692a88 req-18332450-ba2b-497b-8a36-35d8b50538a8 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 948 time: 0.1213727 May 24 22:50:47.302732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Transition to ACTIVE for port object df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:47.315863 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:47.370415 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1263905e-eeb2-42fa-8b4a-017125692a88 req-4c331256-e996-4ca9-b1ee-654438d75111 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711904 May 24 22:50:47.437112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55534) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:47.440017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Network 02699fc1-0b33-4100-8021-307754c69f4d is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:47.446218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:47.456067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:47.538438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-9e29a687-66ac-488b-ac48-5250690df821 service neutron] 10.222.0.55 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685108 May 24 22:50:47.595965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Pushing event updated for resources: {'Port': ['ID=df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:47.716975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2115572635-network', 'tenant_id': 'f60391774d14487dacf1f191169044be'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:47.725960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:47.727683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Attempting to bind port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:47.728247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Attempting to bind port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:47.728472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Attempting to bind port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 on network 02699fc1-0b33-4100-8021-307754c69f4d {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:47.752885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Usage tracker for resource:network and tenant:f60391774d14487dacf1f191169044be is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:47.754722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:47.755140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Checking segment: {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:47.755555 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:47.758274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Bound using segment: {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:47.758814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Bound port: df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:47.759280 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:47.767948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:47.785260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:47.846959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4a5b6-1843-4458-a649-27406326a2ec req-3daea081-cad9-440c-911e-c581fa1d8d10 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:47.858557 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37e4a5b6-1843-4458-a649-27406326a2ec req-3daea081-cad9-440c-911e-c581fa1d8d10 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.3430917 May 24 22:50:47.907029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd5ef859-d9ce-44de-8f79-41d8284f84ce req-11396aa5-72d3-42bd-b0b5-4a20888929ab tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 210 time: 0.1192944 May 24 22:50:47.931934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Made reservation on behalf of f60391774d14487dacf1f191169044be for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:47.935173 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:47.952203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:47.976509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37e4a5b6-1843-4458-a649-27406326a2ec req-8fd645ac-1950-4eff-8eaa-cd41aaf738a3 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131346 May 24 22:50:48.015775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] For port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:48.020552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] For port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:48.029116 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:48.040271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:48.049401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Usage tracker for resource:security_group_rule and tenant:f60391774d14487dacf1f191169044be is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:48.053893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:48.062926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:48.179818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1be5f-e56b-4f90-bd0b-02e338638b0c None None] Pushing event updated for resources: {'Port': ['ID=df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:48.276130 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:48.296460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:48.344396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:50:48.367082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1f6954-8f6d-496a-8a43-50f57cd06942,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:48.389324 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:48.389814 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Added segment 68784664-ca85-4020-aede-51ad52377b3d of type vlan for network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd May 24 22:50:48.414018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078250f1-1160-4782-a828-8071ff37e17d req-77f9f85f-3855-4e07-ace5-fcba7d45e3ed tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:48.415530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-078250f1-1160-4782-a828-8071ff37e17d req-77f9f85f-3855-4e07-ace5-fcba7d45e3ed tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Synchronizing usage tracker for tenant:4b94171eea544974895f903641c3ba93 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:48.418686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07277467-4cc9-4a39-bf78-7218dae5bc02 req-5d0fd0c4-a819-4422-bd54-4b518e321451 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:48.426285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07277467-4cc9-4a39-bf78-7218dae5bc02 req-5d0fd0c4-a819-4422-bd54-4b518e321451 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:48.436018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07277467-4cc9-4a39-bf78-7218dae5bc02 req-5d0fd0c4-a819-4422-bd54-4b518e321451 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:48.443163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07277467-4cc9-4a39-bf78-7218dae5bc02 req-5d0fd0c4-a819-4422-bd54-4b518e321451 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:48.446160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-078250f1-1160-4782-a828-8071ff37e17d req-77f9f85f-3855-4e07-ace5-fcba7d45e3ed tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Unset dirty status for tenant:4b94171eea544974895f903641c3ba93 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:48.451100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07277467-4cc9-4a39-bf78-7218dae5bc02 req-5d0fd0c4-a819-4422-bd54-4b518e321451 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:48.457214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-77f9f85f-3855-4e07-ace5-fcba7d45e3ed tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/networks?id=02699fc1-0b33-4100-8021-307754c69f4d HTTP/1.1" status: 200 len: 816 time: 0.2395453 May 24 22:50:48.461057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07277467-4cc9-4a39-bf78-7218dae5bc02 req-5d0fd0c4-a819-4422-bd54-4b518e321451 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:48.466856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07277467-4cc9-4a39-bf78-7218dae5bc02 req-5d0fd0c4-a819-4422-bd54-4b518e321451 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:48.491607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-07277467-4cc9-4a39-bf78-7218dae5bc02 req-5d0fd0c4-a819-4422-bd54-4b518e321451 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.2590835 May 24 22:50:48.505506 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-870ebdd3-83a0-4967-a4ee-87ad5163a25e tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/quotas/4b94171eea544974895f903641c3ba93 HTTP/1.1" status: 200 len: 375 time: 0.0464242 May 24 22:50:48.551523 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:48.586505 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-07277467-4cc9-4a39-bf78-7218dae5bc02 req-47b416a6-cb57-484b-80a7-03df88f09383 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929525 May 24 22:50:48.653421 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-bd873bd9-d49d-4c26-b8bd-108c24acaa2c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b94171eea544974895f903641c3ba93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1468303 May 24 22:50:48.660703 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:48.661992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:48.663274 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:48.823119 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3843758 May 24 22:50:48.826080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55566) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:48.827569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03d872-7766-47ce-8fc5-06d94e2eede7 admin admin] Pushing event updated for resources: {'Network': ['ID=350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:48.834041 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-a4a31b4e-5c82-487a-933c-c059df5a7ec5 service neutron] 10.222.0.55 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797094 May 24 22:50:48.839663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Request body: {'subnet': {'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2115572635-subnet', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:48.844910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:50:48.868836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:48.872142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dff41b-1ee3-4dd0-bcb4-ff1866375f46 req-545853d5-140e-4ab5-98c0-e68c92960e1a tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:48.874327 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16dff41b-1ee3-4dd0-bcb4-ff1866375f46 req-545853d5-140e-4ab5-98c0-e68c92960e1a tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 948 time: 0.1131196 May 24 22:50:48.932662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Usage tracker for resource:subnet and tenant:f60391774d14487dacf1f191169044be is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:48.941448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:48.967188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:48.982478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16dff41b-1ee3-4dd0-bcb4-ff1866375f46 req-6279225f-ba10-48ca-b7d9-3e7cfe5fd996 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996373 May 24 22:50:49.012676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Made reservation on behalf of f60391774d14487dacf1f191169044be for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:49.021413 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:49.205338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-a53a5032-9a69-4ba2-90fa-1d3b7abd7bce service neutron] 10.222.0.55 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618116 May 24 22:50:49.316975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0defdbcc-142d-40b3-bb77-d4d8115d6e98 req-f1cead51-374b-45f8-a50a-e8164bee3c71 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 210 time: 0.0858154 May 24 22:50:49.446110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-36c58020-47ae-4cbf-b535-a195b0b54d8f tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:49.447053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-36c58020-47ae-4cbf-b535-a195b0b54d8f tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Synchronizing usage tracker for tenant:2ec8f6a30b8841cd97a01bcffd30b362 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:49.480781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:49.514614 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0fe28f24-a77e-4183-a60c-fc14b51f9b3c up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:49.718112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-36c58020-47ae-4cbf-b535-a195b0b54d8f tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Unset dirty status for tenant:2ec8f6a30b8841cd97a01bcffd30b362 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:49.728094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-36c58020-47ae-4cbf-b535-a195b0b54d8f tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.50 "GET /v2.0/networks?id=df0faddd-8138-49a6-b334-4b1d0b599e87 HTTP/1.1" status: 200 len: 812 time: 0.6449640 May 24 22:50:49.754120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:49.763002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:49.763729 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:49.784503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0979d8bd-a0c0-42fa-8f26-b3ce158b2e50,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:49.785393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Request body: {'port': {'device_id': '56cc69c2-9271-4755-b017-d9eeb6ff1f5f', 'network_id': 'df0faddd-8138-49a6-b334-4b1d0b599e87', 'admin_state_up': True, 'tenant_id': '2ec8f6a30b8841cd97a01bcffd30b362'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:49.860958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:49.897357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Checking segment: {'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:49.904799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Network hostable DHCP agents. Network: 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:50:49.975954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:50:49.996453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-69cefa2d-1295-4745-82b5-026dbdbd8c30 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:50.005314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-69cefa2d-1295-4745-82b5-026dbdbd8c30 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/networks?id=02699fc1-0b33-4100-8021-307754c69f4d HTTP/1.1" status: 200 len: 816 time: 0.3245225 May 24 22:50:50.015765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:50.024045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:50.024926 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:50.036153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-35085289-b852-4005-ad7a-6f5eed283810 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/quotas/4b94171eea544974895f903641c3ba93 HTTP/1.1" status: 200 len: 375 time: 0.0296879 May 24 22:50:50.083140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e368198-6a71-4e79-b47b-81330a6962f0 None None] Network 02699fc1-0b33-4100-8021-307754c69f4d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:50:50.099988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66682b30-7467-457e-abcc-d4e237cf4e22 None None] Network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:50:50.134889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6abefc57-429b-43d9-9a52-2ef55a163b8a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3076704 May 24 22:50:50.138717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55602) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:50.151161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:50.163738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:50.172505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Usage tracker for resource:router and tenant:f60391774d14487dacf1f191169044be is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:50.178388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:50.187830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:50.209541 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-9c8c1271-76ae-4882-b629-7d869b8d0af3 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b94171eea544974895f903641c3ba93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1721251 May 24 22:50:50.217030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:50.228139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Usage tracker for resource:port and tenant:2ec8f6a30b8841cd97a01bcffd30b362 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:50.237609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-c439d07c-26b4-491a-9704-4efaf6a9c955 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:50.239060 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-c439d07c-26b4-491a-9704-4efaf6a9c955 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.50 "GET /v2.0/networks?id=02699fc1-0b33-4100-8021-307754c69f4d HTTP/1.1" status: 200 len: 816 time: 0.4863319 May 24 22:50:50.241257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:50.249199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:50.257508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Request body: {'port': {'device_id': '630d7515-1219-4b61-b2a7-b3bd8cb748ac', 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d', 'admin_state_up': True, 'tenant_id': '4b94171eea544974895f903641c3ba93'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:50.304990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:50.306396 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:50.348090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0b4c537e-6164-4fc6-ac7a-b9e17c355466 None None] Provisioning for port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:50.355056 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:50.428798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Made reservation on behalf of 2ec8f6a30b8841cd97a01bcffd30b362 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:50.432587 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:50.440967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-d454e55f-c967-4721-99b7-73ae860b93e6 service neutron] 10.222.0.55 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298918 May 24 22:50:50.535947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:50.560686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:50.561109 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:50.636786 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:50.637155 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:50.669136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Allocated IP 172.20.0.7 (df0faddd-8138-49a6-b334-4b1d0b599e87/026aab20-1863-47a3-812b-ff12f93a8060/cc3a90cb-1b30-4d8f-a2ed-7a10540b168c) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:50.718153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0fe28f24-a77e-4183-a60c-fc14b51f9b3c,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:50.738888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5553d7f1-bde5-4bd9-a84d-31e0ee26dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe28f24-a77e-4183-a60c-fc14b51f9b3c'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:50.753347 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:50.929192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:50.949865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'fixed_ips': [{'subnet_id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:50:50.950898 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:50.955573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e480c-9752-41ef-99eb-a14a14cc0883 req-f37310ca-e41e-4b00-bf62-52dec157206e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:50.957094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c2e480c-9752-41ef-99eb-a14a14cc0883 req-f37310ca-e41e-4b00-bf62-52dec157206e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 1.4164619 May 24 22:50:50.985205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-8052d1db-7e65-4625-91d1-f9d36e323123 service neutron] 10.222.0.55 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873362 May 24 22:50:51.031872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=0fe28f24-a77e-4183-a60c-fc14b51f9b3c,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:51.090108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:51.094834 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c2e480c-9752-41ef-99eb-a14a14cc0883 req-f9a16631-4192-427f-9bad-e7497829cbd8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180000 May 24 22:50:51.098984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:51.103728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Usage tracker for resource:port and tenant:4b94171eea544974895f903641c3ba93 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:51.109651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:51.119338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:51.142926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Made reservation on behalf of 4b94171eea544974895f903641c3ba93 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:51.148163 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:51.153717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:51.154307 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:51.264784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:51.275235 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:51.304141 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:51.416102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Allocated IP 172.20.0.2 (350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd/0979d8bd-a0c0-42fa-8f26-b3ce158b2e50/15de504f-074e-4c53-b855-52753697f8ce) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:51.571290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078250f1-1160-4782-a828-8071ff37e17d req-44853aa0-f4b1-4171-9470-d6391f18c251 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:51.572701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Network df0faddd-8138-49a6-b334-4b1d0b599e87 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:51.573181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-44853aa0-f4b1-4171-9470-d6391f18c251 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.50 "GET /v2.0/networks?id=02699fc1-0b33-4100-8021-307754c69f4d HTTP/1.1" status: 200 len: 816 time: 0.2790074 May 24 22:50:51.588310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:51.597710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Pushing event updated for resources: {'Port': ['ID=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:51.602804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:51.721319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Request body: {'port': {'device_id': '5c97bc04-c095-47cd-a5b5-5c0c1129e5ff', 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d', 'admin_state_up': True, 'tenant_id': '4b94171eea544974895f903641c3ba93'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:51.773292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c8ad0a3d-36eb-4734-a529-9315ca67c700 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:51.790049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:51.790946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:51.816417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-360e8854-380d-4ff3-9da3-42bca29f7d3a None None] Provisioning complete for port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:51.816972 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-360e8854-380d-4ff3-9da3-42bca29f7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:51.827847 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-9dcd9123-59ba-4ca1-9f31-b5b1e7a7f858 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0716205 May 24 22:50:51.849577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Request body: {'port': {'device_id': '56cc69c2-9271-4755-b017-d9eeb6ff1f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:51.897818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Allocated IP 172.20.0.8 (02699fc1-0b33-4100-8021-307754c69f4d/bb3b7302-3864-44f8-a01d-c4e673c26828/a6f55327-9b1c-43a4-98ac-a51de5cc8107) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:51.925723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098b059-f5a0-4f21-b5dc-405f0416e563 req-ce262565-f460-4736-8f47-96792f5a6722 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:51.932207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098b059-f5a0-4f21-b5dc-405f0416e563 req-ce262565-f460-4736-8f47-96792f5a6722 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:51.938129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098b059-f5a0-4f21-b5dc-405f0416e563 req-ce262565-f460-4736-8f47-96792f5a6722 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:51.944422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098b059-f5a0-4f21-b5dc-405f0416e563 req-ce262565-f460-4736-8f47-96792f5a6722 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:51.950679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098b059-f5a0-4f21-b5dc-405f0416e563 req-ce262565-f460-4736-8f47-96792f5a6722 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:51.955635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:51.956914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098b059-f5a0-4f21-b5dc-405f0416e563 req-ce262565-f460-4736-8f47-96792f5a6722 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:51.963209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098b059-f5a0-4f21-b5dc-405f0416e563 req-ce262565-f460-4736-8f47-96792f5a6722 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:51.971391 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f098b059-f5a0-4f21-b5dc-405f0416e563 req-ce262565-f460-4736-8f47-96792f5a6722 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5419 time: 0.5813303 May 24 22:50:52.000288 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:52.051927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:52.060584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Usage tracker for resource:port and tenant:4b94171eea544974895f903641c3ba93 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:52.064602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:52.069302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:52.081689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:52.087730 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:52.102113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Transition to ACTIVE for port object 15de504f-074e-4c53-b855-52753697f8ce will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:52.117370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d8a77-2995-4732-adbd-c5b5fd1eb390 req-e02286b4-8377-40ff-8998-15a983ad03ca tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:52.119269 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d1d8a77-2995-4732-adbd-c5b5fd1eb390 req-e02286b4-8377-40ff-8998-15a983ad03ca tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 949 time: 0.3742518 May 24 22:50:52.124620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Transition to ACTIVE for port object 15de504f-074e-4c53-b855-52753697f8ce will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:52.128323 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:50:52.162977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Made reservation on behalf of 4b94171eea544974895f903641c3ba93 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:52.166764 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:52.183877 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f098b059-f5a0-4f21-b5dc-405f0416e563 req-50da010a-0f7a-46c5-90e4-32fe71e61467 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2112446 May 24 22:50:52.278532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d1d8a77-2995-4732-adbd-c5b5fd1eb390 req-76b64006-60af-4cdb-907c-63abeba6e7e8 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510196 May 24 22:50:52.346554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-360e8854-380d-4ff3-9da3-42bca29f7d3a None None] Current status of the port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:52.351842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:52.362443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Allocated IP 172.25.7.30 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/94870a82-8028-4e18-9a71-4e9dffcf9170) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:52.379757 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:52.475309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:52.483666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:52.496993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:52.518722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Pushing event updated for resources: {'Port': ['ID=15de504f-074e-4c53-b855-52753697f8ce,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:52.716083 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:52.732582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6659-1163-4632-aef5-e67fc05df397 req-cd38ff0c-e3a9-4ca6-828a-2009a6c7def9 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:52.733420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6d2f6659-1163-4632-aef5-e67fc05df397 req-cd38ff0c-e3a9-4ca6-828a-2009a6c7def9 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Synchronizing usage tracker for tenant:2ec8f6a30b8841cd97a01bcffd30b362 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:52.763827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:52.796005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6d2f6659-1163-4632-aef5-e67fc05df397 req-cd38ff0c-e3a9-4ca6-828a-2009a6c7def9 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Unset dirty status for tenant:2ec8f6a30b8841cd97a01bcffd30b362 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:52.808927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d2f6659-1163-4632-aef5-e67fc05df397 req-cd38ff0c-e3a9-4ca6-828a-2009a6c7def9 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 931 time: 0.4720705 May 24 22:50:52.819957 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:52.833595 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c96a322-4149-49cd-bc2d-5977c839e988'] response: {'server_uuid': '5553d7f1-bde5-4bd9-a84d-31e0ee26dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe28f24-a77e-4183-a60c-fc14b51f9b3c', 'code': 200} May 24 22:50:52.841087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Attempting to bind port 15de504f-074e-4c53-b855-52753697f8ce on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:52.842173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Attempting to bind port 15de504f-074e-4c53-b855-52753697f8ce by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:52.842566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Attempting to bind port 15de504f-074e-4c53-b855-52753697f8ce on network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:52.850262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c8ad0a3d-36eb-4734-a529-9315ca67c700, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c8ad0a3d-36eb-4734-a529-9315ca67c700,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:52.851498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Transition to ACTIVE for port object a6f55327-9b1c-43a4-98ac-a51de5cc8107 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:52.861294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:52.861585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Checking segment: {'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:52.861853 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:52.862201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Bound using segment: {'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:52.862664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Bound port: 15de504f-074e-4c53-b855-52753697f8ce, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:52.863033 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:52.938322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'c8ad0a3d-36eb-4734-a529-9315ca67c700', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'port_id': 'c8ad0a3d-36eb-4734-a529-9315ca67c700', 'mac_address': 'fa:16:3e:29:2b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:52.993078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:52.999443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:53.009873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:53.030693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port c8ad0a3d-36eb-4734-a529-9315ca67c700 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:53.031123 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:53.046772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Pushing event updated for resources: {'Port': ['ID=94870a82-8028-4e18-9a71-4e9dffcf9170,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:53.053474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ad0a3d-36eb-4734-a529-9315ca67c700 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:53.070396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c8ad0a3d-36eb-4734-a529-9315ca67c700, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c8ad0a3d-36eb-4734-a529-9315ca67c700,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:53.071946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] For port 15de504f-074e-4c53-b855-52753697f8ce, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:53.080547 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:53.081209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device b8212bdc-7fe0-4b39-afe3-951ec555d778 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:53.084619 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] For port 15de504f-074e-4c53-b855-52753697f8ce, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=15de504f-074e-4c53-b855-52753697f8ce,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:53.088644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6d2f6659-1163-4632-aef5-e67fc05df397 req-d59a6b8e-c68d-40b4-b761-9edf0b5992e1 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Synchronizing usage tracker for tenant:2ec8f6a30b8841cd97a01bcffd30b362 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:53.138328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:53.155766 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9934b1ad-7410-475b-ad1e-6f6887e20529 req-13c0f44d-7180-49dd-82a5-9777d6a37c61 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 210 time: 0.1124442 May 24 22:50:53.180166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6d2f6659-1163-4632-aef5-e67fc05df397 req-d59a6b8e-c68d-40b4-b761-9edf0b5992e1 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Unset dirty status for tenant:2ec8f6a30b8841cd97a01bcffd30b362 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:53.198369 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d2f6659-1163-4632-aef5-e67fc05df397 req-d59a6b8e-c68d-40b4-b761-9edf0b5992e1 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844619 May 24 22:50:53.241417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=c8ad0a3d-36eb-4734-a529-9315ca67c700,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:53.251778 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:50:53.289686 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:53.463846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e47045-b2ac-40ee-9e29-25f919ada52b None None] Pushing event updated for resources: {'Port': ['ID=15de504f-074e-4c53-b855-52753697f8ce,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:53.520369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port b8212bdc-7fe0-4b39-afe3-951ec555d778, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=b8212bdc-7fe0-4b39-afe3-951ec555d778,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:53.542441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'b8212bdc-7fe0-4b39-afe3-951ec555d778', 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380', 'port_id': 'b8212bdc-7fe0-4b39-afe3-951ec555d778', 'mac_address': 'fa:16:3e:f3:23:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57ca9f4-d365-46cd-b1de-3bfac442f67b', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:53.652079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port b8212bdc-7fe0-4b39-afe3-951ec555d778 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:53.652616 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:53.682454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8212bdc-7fe0-4b39-afe3-951ec555d778 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:53.694097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1188fb-0b6d-4d0f-8368-819bcdfc7c55 req-7057291e-c768-4957-90f3-199e7c9ddf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:53.695631 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab1188fb-0b6d-4d0f-8368-819bcdfc7c55 req-7057291e-c768-4957-90f3-199e7c9ddf4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 1096 time: 0.8350680 May 24 22:50:53.707574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29613aa1-c165-4fb5-9487-3101e6ad5744 req-4228b6b6-b3db-4003-9e40-33b1eec31ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:53.709312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29613aa1-c165-4fb5-9487-3101e6ad5744 req-4228b6b6-b3db-4003-9e40-33b1eec31ce0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 1100 time: 0.7736018 May 24 22:50:53.717127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-d3f94508-6edc-4be3-9f61-800f49d1e0c7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:53.722859 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-d3f94508-6edc-4be3-9f61-800f49d1e0c7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.31 "GET /v2.0/networks?id=02699fc1-0b33-4100-8021-307754c69f4d HTTP/1.1" status: 200 len: 816 time: 0.7781053 May 24 22:50:53.750374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Request body: {'port': {'device_id': '0c4e12a3-d1b5-40a0-ae43-15afc13ce934', 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d', 'admin_state_up': True, 'tenant_id': '4b94171eea544974895f903641c3ba93'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:53.792747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port b8212bdc-7fe0-4b39-afe3-951ec555d778, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=b8212bdc-7fe0-4b39-afe3-951ec555d778,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:53.800921 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:53.800921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2b16dee6-c1e6-453c-b127-c10756919efc details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:53.812889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Allocated IP 172.20.0.6 (02699fc1-0b33-4100-8021-307754c69f4d/bb3b7302-3864-44f8-a01d-c4e673c26828/0c326640-46b9-4f6d-9a5d-0460572ddb31) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:53.925656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:53.947146 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29613aa1-c165-4fb5-9487-3101e6ad5744 req-0029bdf6-ddec-478e-9e7d-a63bd4327d01 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152278 May 24 22:50:53.947993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Network 02699fc1-0b33-4100-8021-307754c69f4d is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:53.950233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:50:53.960119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:53.960405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe52714-5568-462a-b2f0-5f0dc91c0076 req-d1a4c947-b9c5-4a7a-808f-8aac8cba3d56 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:53.962096 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbe52714-5568-462a-b2f0-5f0dc91c0076 req-d1a4c947-b9c5-4a7a-808f-8aac8cba3d56 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.5244114 May 24 22:50:53.962641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:53.999200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2b16dee6-c1e6-453c-b127-c10756919efc, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2b16dee6-c1e6-453c-b127-c10756919efc,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:54.044980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '2b16dee6-c1e6-453c-b127-c10756919efc', 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380', 'port_id': '2b16dee6-c1e6-453c-b127-c10756919efc', 'mac_address': 'fa:16:3e:37:04:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57ca9f4-d365-46cd-b1de-3bfac442f67b', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:54.047537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3a90cb-1b30-4d8f-a2ed-7a10540b168c {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:54.050014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=b8212bdc-7fe0-4b39-afe3-951ec555d778,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:54.052389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Usage tracker for resource:port and tenant:4b94171eea544974895f903641c3ba93 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:50:54.062661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Pushing event updated for resources: {'Port': ['ID=a6f55327-9b1c-43a4-98ac-a51de5cc8107,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:54.069720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:50:54.085517 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.101400 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.102934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:50:54.156959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Transition to ACTIVE for port object cc3a90cb-1b30-4d8f-a2ed-7a10540b168c will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:54.162670 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbe52714-5568-462a-b2f0-5f0dc91c0076 req-3feb748b-9535-4f68-81ce-b2c20007cfa1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425903 May 24 22:50:54.168243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 2b16dee6-c1e6-453c-b127-c10756919efc is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:54.169068 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.181777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:54.182874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.190024 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b16dee6-c1e6-453c-b127-c10756919efc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:54.201405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Made reservation on behalf of 4b94171eea544974895f903641c3ba93 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:50:54.205395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.210963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2b16dee6-c1e6-453c-b127-c10756919efc, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2b16dee6-c1e6-453c-b127-c10756919efc,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:54.218590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:54.219315 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.224246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa812b6d-413c-45fc-8201-a7f6cd833806 req-9d0c2422-d5e3-4b71-9a44-92f7b2289625 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:54.226977 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa812b6d-413c-45fc-8201-a7f6cd833806 req-9d0c2422-d5e3-4b71-9a44-92f7b2289625 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.7894032 May 24 22:50:54.237365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.298344 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.298935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 74b74282-e7fc-474a-8a11-b94b8224d658 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:54.352226 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.441428 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-e82d0edb-2200-4458-8159-84bd1d988186 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1892211 May 24 22:50:54.460798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 74b74282-e7fc-474a-8a11-b94b8224d658, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=74b74282-e7fc-474a-8a11-b94b8224d658,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:54.489613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa812b6d-413c-45fc-8201-a7f6cd833806 req-88188230-1062-4698-9a27-2dce0243ce23 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347910 May 24 22:50:54.496238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Request body: {'port': {'device_id': '630d7515-1219-4b61-b2a7-b3bd8cb748ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:54.533796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '74b74282-e7fc-474a-8a11-b94b8224d658', 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c', 'port_id': '74b74282-e7fc-474a-8a11-b94b8224d658', 'mac_address': 'fa:16:3e:89:b1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20a2877-f809-4040-86fc-c65e5794ac17', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:54.640533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 74b74282-e7fc-474a-8a11-b94b8224d658 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:54.641029 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.693755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1188fb-0b6d-4d0f-8368-819bcdfc7c55 req-50aef1f1-5aa5-4f93-a96c-b7f5f77eae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:54.695510 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab1188fb-0b6d-4d0f-8368-819bcdfc7c55 req-50aef1f1-5aa5-4f93-a96c-b7f5f77eae02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.9628851 May 24 22:50:54.700747 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.813728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b74282-e7fc-474a-8a11-b94b8224d658 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:54.831459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b1e186-fd39-435b-8d99-ae0858405340 None None] Network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:50:54.848986 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:54.886923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517184e7-10d2-487a-879a-278289594741 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:54.923935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52cf2f90-567b-4ae7-9356-2a4fba532834 None None] Provisioning for port a6f55327-9b1c-43a4-98ac-a51de5cc8107 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:54.940226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52cf2f90-567b-4ae7-9356-2a4fba532834 None None] Provisioning complete for port a6f55327-9b1c-43a4-98ac-a51de5cc8107 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:54.940907 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52cf2f90-567b-4ae7-9356-2a4fba532834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:55.013365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:55.014807 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 15de504f-074e-4c53-b855-52753697f8ce up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:55.047292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-52cf2f90-567b-4ae7-9356-2a4fba532834 None None] Port a6f55327-9b1c-43a4-98ac-a51de5cc8107 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:50:55.081400 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 74b74282-e7fc-474a-8a11-b94b8224d658, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=74b74282-e7fc-474a-8a11-b94b8224d658,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:55.114604 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:55.115524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device a18c56a1-9ed9-43ab-8e87-2ae7bafa778e details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:55.124927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd5267-6c5d-4c6e-90f9-9c5b50112871 req-e165309e-1a41-43f6-bea3-ce46a8acb74c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:55.126743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Attempting to bind port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:55.127140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Attempting to bind port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '125bebcc-50a0-4fb7-8400-b3342b53ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df0faddd-8138-49a6-b334-4b1d0b599e87'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:55.127658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Attempting to bind port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c on network df0faddd-8138-49a6-b334-4b1d0b599e87 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:55.131596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd5267-6c5d-4c6e-90f9-9c5b50112871 req-e165309e-1a41-43f6-bea3-ce46a8acb74c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:55.136850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c on network df0faddd-8138-49a6-b334-4b1d0b599e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:50:55.137377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Attempting to bind port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c on network df0faddd-8138-49a6-b334-4b1d0b599e87 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:55.138063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd5267-6c5d-4c6e-90f9-9c5b50112871 req-e165309e-1a41-43f6-bea3-ce46a8acb74c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:55.138887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:55.145296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd5267-6c5d-4c6e-90f9-9c5b50112871 req-e165309e-1a41-43f6-bea3-ce46a8acb74c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:55.151930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd5267-6c5d-4c6e-90f9-9c5b50112871 req-e165309e-1a41-43f6-bea3-ce46a8acb74c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:55.158058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd5267-6c5d-4c6e-90f9-9c5b50112871 req-e165309e-1a41-43f6-bea3-ce46a8acb74c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:55.159333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'a18c56a1-9ed9-43ab-8e87-2ae7bafa778e', 'network_id': 'a152f897-c692-40bd-9a6a-4d20f3b72e5c', 'port_id': 'a18c56a1-9ed9-43ab-8e87-2ae7bafa778e', 'mac_address': 'fa:16:3e:1c:b6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20a2877-f809-4040-86fc-c65e5794ac17', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:55.159803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:55.160516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Checking segment: {'id': '125bebcc-50a0-4fb7-8400-b3342b53ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df0faddd-8138-49a6-b334-4b1d0b599e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:55.160885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=2b16dee6-c1e6-453c-b127-c10756919efc,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:55.161304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Bound using segment: {'id': '125bebcc-50a0-4fb7-8400-b3342b53ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df0faddd-8138-49a6-b334-4b1d0b599e87'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:55.162037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Bound port: cc3a90cb-1b30-4d8f-a2ed-7a10540b168c, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125bebcc-50a0-4fb7-8400-b3342b53ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df0faddd-8138-49a6-b334-4b1d0b599e87'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:55.163497 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:55.164035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd5267-6c5d-4c6e-90f9-9c5b50112871 req-e165309e-1a41-43f6-bea3-ce46a8acb74c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:55.171802 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92bd5267-6c5d-4c6e-90f9-9c5b50112871 req-e165309e-1a41-43f6-bea3-ce46a8acb74c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5422 time: 0.7353692 May 24 22:50:55.174163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Transition to ACTIVE for port object 0c326640-46b9-4f6d-9a5d-0460572ddb31 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:55.219764 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab1188fb-0b6d-4d0f-8368-819bcdfc7c55 req-466b74bb-6b08-4920-bd3f-b791175ab44b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e62522-4826-41a7-9fb6-c2bea629255d HTTP/1.1" status: 200 len: 1001 time: 0.4683340 May 24 22:50:55.278810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2179bd1a-cd62-4647-8728-53ab779ded4c None None] Provisioning for port 15de504f-074e-4c53-b855-52753697f8ce completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:55.350298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1188fb-0b6d-4d0f-8368-819bcdfc7c55 req-ed9302e7-4870-42f0-89cb-5029d349ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:55.352365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92bd5267-6c5d-4c6e-90f9-9c5b50112871 req-fd2468aa-f0d4-4aee-8b6a-8dbb81aaf043 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788588 May 24 22:50:55.352449 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab1188fb-0b6d-4d0f-8368-819bcdfc7c55 req-ed9302e7-4870-42f0-89cb-5029d349ee16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.0829895 May 24 22:50:55.393707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:55.544400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:55.653769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcea4f-efc7-407c-a637-c50dd689f24f req-a57f7a1f-cb65-4c59-bd91-12fcec87a7cc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:55.662048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00dcea4f-efc7-407c-a637-c50dd689f24f req-a57f7a1f-cb65-4c59-bd91-12fcec87a7cc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 949 time: 0.7992752 May 24 22:50:55.665941 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:55.665941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:55.669405 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:55.690376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=74b74282-e7fc-474a-8a11-b94b8224d658,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:55.696801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 15de504f-074e-4c53-b855-52753697f8ce completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:55.708524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 15de504f-074e-4c53-b855-52753697f8ce triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:55.709345 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:55.721177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Network 02699fc1-0b33-4100-8021-307754c69f4d is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:55.734128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:55.734959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18c56a1-9ed9-43ab-8e87-2ae7bafa778e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:55.744925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] For port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:55.763356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Allocated IP 172.20.0.12 (02699fc1-0b33-4100-8021-307754c69f4d/bb3b7302-3864-44f8-a01d-c4e673c26828/8aea5f72-e4d2-402b-b356-8ae96505c0ce) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:50:55.771901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:55.777966 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2708ac1-a72b-476d-9eed-75627ef6ba05 req-6638c6fc-2eb5-455a-8733-0260b578a037 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 210 time: 0.1175184 May 24 22:50:55.777966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:55.785667 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:55.785667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 255e3fb2-c79d-40ff-b28b-caba6e15b125 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:55.812966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 255e3fb2-c79d-40ff-b28b-caba6e15b125, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=255e3fb2-c79d-40ff-b28b-caba6e15b125,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:55.820740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] For port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c,segment=NetworkSegment(125bebcc-50a0-4fb7-8400-b3342b53ed94),segment_id=125bebcc-50a0-4fb7-8400-b3342b53ed94)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:55.842678 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00dcea4f-efc7-407c-a637-c50dd689f24f req-f22565d2-9133-4f99-8504-438938fd5851 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785583 May 24 22:50:55.842678 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:55.930737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '255e3fb2-c79d-40ff-b28b-caba6e15b125', 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380', 'port_id': '255e3fb2-c79d-40ff-b28b-caba6e15b125', 'mac_address': 'fa:16:3e:03:27:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57ca9f4-d365-46cd-b1de-3bfac442f67b', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:55.937956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:55.969177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Pushing event updated for resources: {'Port': ['ID=0c326640-46b9-4f6d-9a5d-0460572ddb31,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:56.044123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:56.047981 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:56.112929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 255e3fb2-c79d-40ff-b28b-caba6e15b125 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:56.113272 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:56.194613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255e3fb2-c79d-40ff-b28b-caba6e15b125 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:56.224364 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-082475e1-5a95-4dd2-9b5e-e768116f7ee7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5070727 May 24 22:50:56.225301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 255e3fb2-c79d-40ff-b28b-caba6e15b125, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=255e3fb2-c79d-40ff-b28b-caba6e15b125,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:56.227704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Router c2e347d4-aced-4392-9a19-996da6ff0253 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:50:56.244021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:56.245821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Request body: {'port': {'device_id': '5c97bc04-c095-47cd-a5b5-5c0c1129e5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:56.246975 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:56.246975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-517184e7-10d2-487a-879a-278289594741 service neutron] 10.222.0.50 "PUT /v2.0/ports/cc3a90cb-1b30-4d8f-a2ed-7a10540b168c HTTP/1.1" status: 200 len: 1091 time: 4.4045339 May 24 22:50:56.246975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cc69c2-9271-4755-b017-d9eeb6ff1f5f', 'tag': 'cc3a90cb-1b30-4d8f-a2ed-7a10540b168c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:50:56.267617 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:56.268330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device eef34875-7b1e-48b6-9a0f-77f3a9a26a46 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:50:56.398216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 15de504f-074e-4c53-b855-52753697f8ce is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:56.398216 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:56.402941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-05a02e7c-f08f-4b53-ae4b-c5f0b1085e7f None None] Provisioning for port 0c326640-46b9-4f6d-9a5d-0460572ddb31 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:56.426552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-05a02e7c-f08f-4b53-ae4b-c5f0b1085e7f None None] Provisioning complete for port 0c326640-46b9-4f6d-9a5d-0460572ddb31 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:56.426552 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-05a02e7c-f08f-4b53-ae4b-c5f0b1085e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:56.493410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port eef34875-7b1e-48b6-9a0f-77f3a9a26a46, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:56.514348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b2ccb-4bde-4796-9641-a87c3be1e66e req-b7286178-7a00-4f78-bb1d-648e37fbca7e tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:56.533019 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f6b2ccb-4bde-4796-9641-a87c3be1e66e req-b7286178-7a00-4f78-bb1d-648e37fbca7e tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 943 time: 0.4526799 May 24 22:50:56.542598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=255e3fb2-c79d-40ff-b28b-caba6e15b125,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:56.551644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'eef34875-7b1e-48b6-9a0f-77f3a9a26a46', 'network_id': '9cc5ec01-d328-44ce-88b3-bbca33dfa380', 'port_id': 'eef34875-7b1e-48b6-9a0f-77f3a9a26a46', 'mac_address': 'fa:16:3e:e9:ea:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57ca9f4-d365-46cd-b1de-3bfac442f67b', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:50:56.551644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-05a02e7c-f08f-4b53-ae4b-c5f0b1085e7f None None] Port 0c326640-46b9-4f6d-9a5d-0460572ddb31 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:50:56.585944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 15de504f-074e-4c53-b855-52753697f8ce, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=15de504f-074e-4c53-b855-52753697f8ce,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:56.590836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:56.644759 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:56.670141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:56.670141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:56.681447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1188fb-0b6d-4d0f-8368-819bcdfc7c55 req-c943e01f-dd02-4b17-8ad4-50ccde12628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:56.681447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab1188fb-0b6d-4d0f-8368-819bcdfc7c55 req-c943e01f-dd02-4b17-8ad4-50ccde12628c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2900369 May 24 22:50:56.697688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f6b2ccb-4bde-4796-9641-a87c3be1e66e req-c93f5099-a8cb-4f05-8fb5-336c908c705e tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728919 May 24 22:50:56.848803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517184e7-10d2-487a-879a-278289594741 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:56.868830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef34875-7b1e-48b6-9a0f-77f3a9a26a46 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:56.905545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:50:56.928432 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Sync routers for ids ['c2e347d4-aced-4392-9a19-996da6ff0253'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:50:56.944564 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:56.949712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55652) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:50:56.955625 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d24225cf-ece8-41cc-8ba9-3c0b52438818 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8025024 May 24 22:50:56.960329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Routers {'c2e347d4-aced-4392-9a19-996da6ff0253'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:56.960329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:50:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c2e347d4-aced-4392-9a19-996da6ff0253'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:57.114634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port eef34875-7b1e-48b6-9a0f-77f3a9a26a46, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:50:57.114634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-00eb2f3f-df1b-4982-8a68-d4ac65d8db54 None None] Provisioning complete for port 15de504f-074e-4c53-b855-52753697f8ce triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:57.114634 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-00eb2f3f-df1b-4982-8a68-d4ac65d8db54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:57.135207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab1188fb-0b6d-4d0f-8368-819bcdfc7c55 req-2a286d55-955e-4c4b-b6c6-d55744d36c00 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132359 May 24 22:50:57.213563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=15de504f-074e-4c53-b855-52753697f8ce,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:57.224410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f466b-9583-4f53-84ac-cc9e5c47cad9 req-1fb3b064-b6f0-4546-a1d9-41b44945fda9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:57.224410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f2f466b-9583-4f53-84ac-cc9e5c47cad9 req-1fb3b064-b6f0-4546-a1d9-41b44945fda9 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 1.0108931 May 24 22:50:57.255205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:57.268442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-029c3390-e87d-497d-b8ee-06a0beea1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:57.273560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858ee8c-330f-45c5-92a0-ddeb9bbba61c req-1da48af3-66c7-4561-95dd-07e008ec224d tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:57.277646 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-029c3390-e87d-497d-b8ee-06a0beea1b37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ec8f6a30b8841cd97a01bcffd30b362&device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 1094 time: 0.7839880 May 24 22:50:57.283457 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5858ee8c-330f-45c5-92a0-ddeb9bbba61c req-1da48af3-66c7-4561-95dd-07e008ec224d tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.2120290 May 24 22:50:57.323801 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Set router c2e347d4-aced-4392-9a19-996da6ff0253 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:57.384727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5858ee8c-330f-45c5-92a0-ddeb9bbba61c req-48b952d9-9e5a-4bb0-8742-7d220b3c688c tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057618 May 24 22:50:57.535252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-00eb2f3f-df1b-4982-8a68-d4ac65d8db54 None None] Current status of the port 15de504f-074e-4c53-b855-52753697f8ce is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:50:57.549549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-2c86ed08-f1b3-45df-94cf-6172e419126f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c HTTP/1.1" status: 200 len: 217 time: 0.2134619 May 24 22:50:57.552608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:57.600482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:57.613832 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abda2c79-ebf7-416d-982d-cf8b0321681e'] response: {'name': 'network-changed', 'server_uuid': '56cc69c2-9271-4755-b017-d9eeb6ff1f5f', 'tag': 'cc3a90cb-1b30-4d8f-a2ed-7a10540b168c', 'status': 'completed', 'code': 200} May 24 22:50:57.749991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e390ae-c699-4acb-95e9-24e900a103ac req-f730ffcd-1b1c-4ac1-b901-56a7fc4c5545 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:57.758341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e390ae-c699-4acb-95e9-24e900a103ac req-f730ffcd-1b1c-4ac1-b901-56a7fc4c5545 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:57.765093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e390ae-c699-4acb-95e9-24e900a103ac req-f730ffcd-1b1c-4ac1-b901-56a7fc4c5545 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:57.773319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e390ae-c699-4acb-95e9-24e900a103ac req-f730ffcd-1b1c-4ac1-b901-56a7fc4c5545 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:57.780865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e390ae-c699-4acb-95e9-24e900a103ac req-f730ffcd-1b1c-4ac1-b901-56a7fc4c5545 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:57.789275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e390ae-c699-4acb-95e9-24e900a103ac req-f730ffcd-1b1c-4ac1-b901-56a7fc4c5545 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:57.798250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e390ae-c699-4acb-95e9-24e900a103ac req-f730ffcd-1b1c-4ac1-b901-56a7fc4c5545 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:57.800069 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-94e390ae-c699-4acb-95e9-24e900a103ac req-f730ffcd-1b1c-4ac1-b901-56a7fc4c5545 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5426 time: 0.2009730 May 24 22:50:57.802775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f2f466b-9583-4f53-84ac-cc9e5c47cad9 req-5077efb9-04f6-42cb-8d70-8f3b3ff62efb tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432122 May 24 22:50:57.836342 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:50:53Z', 'revision_number': 3, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:57.845191 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Checking router: c2e347d4-aced-4392-9a19-996da6ff0253 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:50:57.845563 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Updating router c2e347d4-aced-4392-9a19-996da6ff0253 port 94870a82-8028-4e18-9a71-4e9dffcf9170 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:50:57.882875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Transition to ACTIVE for port object 8aea5f72-e4d2-402b-b356-8ae96505c0ce will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:57.913608 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-94e390ae-c699-4acb-95e9-24e900a103ac req-d29d3ddf-ea38-4603-900e-4c25a99de095 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918312 May 24 22:50:57.913835 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:57.930082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-da909c9c-e28c-4394-9a0a-1bdc9f4e3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:57.940098 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-da909c9c-e28c-4394-9a0a-1bdc9f4e3448 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=026aab20-1863-47a3-812b-ff12f93a8060 HTTP/1.1" status: 200 len: 852 time: 0.2707062 May 24 22:50:57.942610 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab1188fb-0b6d-4d0f-8368-819bcdfc7c55 req-3d615bf4-3412-490b-a002-545105abbdd0 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359731 May 24 22:50:58.157953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-2e60079a-4599-41f9-bf5b-4887e8cdf9c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df0faddd-8138-49a6-b334-4b1d0b599e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1870430 May 24 22:50:58.169913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d29634-8ea5-4120-b30c-861cd05835a8 req-1e8e84c0-624f-4516-b25f-6bdf37b95336 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:58.171640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84d29634-8ea5-4120-b30c-861cd05835a8 req-1e8e84c0-624f-4516-b25f-6bdf37b95336 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 949 time: 0.1311405 May 24 22:50:58.173356 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:58.222458 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84d29634-8ea5-4120-b30c-861cd05835a8 req-1b2cc76e-0066-4d41-988a-47ae2b7d1a02 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423191 May 24 22:50:58.231462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['c8ad0a3d-36eb-4734-a529-9315ca67c700'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:58.274031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['b8212bdc-7fe0-4b39-afe3-951ec555d778'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:58.307246 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:58.319942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['255e3fb2-c79d-40ff-b28b-caba6e15b125'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:58.325109 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Transition to ACTIVE for port object 94870a82-8028-4e18-9a71-4e9dffcf9170 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:58.336575 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:58.351634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['a18c56a1-9ed9-43ab-8e87-2ae7bafa778e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:58.423719 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Pushing event updated for resources: {'Port': ['ID=94870a82-8028-4e18-9a71-4e9dffcf9170,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:58.434023 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.434355 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.434948 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.435578 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.436058 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.436523 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.437042 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.437536 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.438981 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.439438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f52ac-1059-435f-914d-2970b2c5e8b4 req-f2914369-7657-4479-81cc-44685875f9bd tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:58.439983 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.440472 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.440966 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:50:58.447407 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-577f52ac-1059-435f-914d-2970b2c5e8b4 req-f2914369-7657-4479-81cc-44685875f9bd tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 943 time: 0.0979242 May 24 22:50:58.458492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['2b16dee6-c1e6-453c-b127-c10756919efc'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:58.477456 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Attempting to bind port 94870a82-8028-4e18-9a71-4e9dffcf9170 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:50:58.478074 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Attempting to bind port 94870a82-8028-4e18-9a71-4e9dffcf9170 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:50:58.478504 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Attempting to bind port 94870a82-8028-4e18-9a71-4e9dffcf9170 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:50:58.484363 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:50:58.485401 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:50:58.485961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['74b74282-e7fc-474a-8a11-b94b8224d658'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:58.486390 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:58.487204 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:50:58.487888 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Bound port: 94870a82-8028-4e18-9a71-4e9dffcf9170, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:50:58.488585 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:58.507723 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-577f52ac-1059-435f-914d-2970b2c5e8b4 req-250fd27d-1218-4487-8b96-524da6ef601f tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589564 May 24 22:50:58.584763 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] For port 94870a82-8028-4e18-9a71-4e9dffcf9170, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:50:58.588824 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] For port 94870a82-8028-4e18-9a71-4e9dffcf9170, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=94870a82-8028-4e18-9a71-4e9dffcf9170,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:50:58.596933 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:58.630377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Network 02699fc1-0b33-4100-8021-307754c69f4d is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:50:58.679578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:50:58.693708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Pushing event updated for resources: {'Port': ['ID=8aea5f72-e4d2-402b-b356-8ae96505c0ce,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:58.709093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:50:58.776668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 15de504f-074e-4c53-b855-52753697f8ce up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:50:58.804586 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Routers {'c2e347d4-aced-4392-9a19-996da6ff0253'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:50:58.805641 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:50:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c2e347d4-aced-4392-9a19-996da6ff0253'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:58.806812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:58.807599 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:58.867853 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44845ae-3593-42d7-891c-134cd81aa80d None None] Pushing event updated for resources: {'Port': ['ID=94870a82-8028-4e18-9a71-4e9dffcf9170,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:50:59.039351 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] Set router c2e347d4-aced-4392-9a19-996da6ff0253 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:50:59.073338 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-d7d5919a-26a1-47a3-abfb-81b52c0d5587 service neutron] 10.222.0.50 "GET /v2.0/networks/df0faddd-8138-49a6-b334-4b1d0b599e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8979950 May 24 22:50:59.187828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['eef34875-7b1e-48b6-9a0f-77f3a9a26a46'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:50:59.254771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca8877-6723-4935-8477-fd9e66bc1a78 req-f2266c7d-4ab8-4cb8-bec2-282c3bddce42 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:59.254771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-63ca8877-6723-4935-8477-fd9e66bc1a78 req-f2266c7d-4ab8-4cb8-bec2-282c3bddce42 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Synchronizing usage tracker for tenant:4b94171eea544974895f903641c3ba93 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:50:59.275750 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-771b2828-664c-43fa-b23c-98b9c74a9685 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5227282 May 24 22:50:59.308005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Request body: {'port': {'device_id': '0c4e12a3-d1b5-40a0-ae43-15afc13ce934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:50:59.333654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5556758b-bc17-4bfa-bce6-0d2814d94fd9 None None] Provisioning for port 8aea5f72-e4d2-402b-b356-8ae96505c0ce completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:50:59.420116 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:50:59.425094 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5556758b-bc17-4bfa-bce6-0d2814d94fd9 None None] Provisioning complete for port 8aea5f72-e4d2-402b-b356-8ae96505c0ce triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:59.425473 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5556758b-bc17-4bfa-bce6-0d2814d94fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:59.441220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-63ca8877-6723-4935-8477-fd9e66bc1a78 req-f2266c7d-4ab8-4cb8-bec2-282c3bddce42 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Unset dirty status for tenant:4b94171eea544974895f903641c3ba93 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:50:59.442519 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63ca8877-6723-4935-8477-fd9e66bc1a78 req-f2266c7d-4ab8-4cb8-bec2-282c3bddce42 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 932 time: 1.4395649 May 24 22:50:59.473899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 15de504f-074e-4c53-b855-52753697f8ce triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:50:59.474511 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:59.537191 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:50:53Z', 'revision_number': 3, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:50:59.547886 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a823f366-87af-4ddd-9162-c373a4b923c7 None None] The sync data for ids ['c2e347d4-aced-4392-9a19-996da6ff0253'] in n-d-843146-7 is: [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:50:53Z', 'revision_number': 3, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:50:59.662224 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:59.703416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f55327-9b1c-43a4-98ac-a51de5cc8107 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:50:59.718914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bdb3feb-9cfd-462c-8861-0b8271f4733f req-51ff5ef1-2857-4a81-9065-2275ee1db7e4 service neutron] 10.222.0.50 "GET /v2.0/networks/df0faddd-8138-49a6-b334-4b1d0b599e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307666 May 24 22:50:59.720908 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:50:59.752876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5377a-9517-4adf-888a-df027105020e req-aed4cdce-a436-4463-9357-51a3ea32a383 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:50:59.755083 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19e5377a-9517-4adf-888a-df027105020e req-aed4cdce-a436-4463-9357-51a3ea32a383 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.3181112 May 24 22:50:59.796925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5556758b-bc17-4bfa-bce6-0d2814d94fd9 None None] Port 8aea5f72-e4d2-402b-b356-8ae96505c0ce cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:50:59.836934 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19e5377a-9517-4adf-888a-df027105020e req-33972ea1-eba7-4b6f-b05e-1e62bdeaaace tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741913 May 24 22:50:59.872263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63ca8877-6723-4935-8477-fd9e66bc1a78 req-364878a8-0498-4c9f-a652-e1255e778258 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080830 May 24 22:50:59.922385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Transition to ACTIVE for port object a6f55327-9b1c-43a4-98ac-a51de5cc8107 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:50:59.927811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 15de504f-074e-4c53-b855-52753697f8ce is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:00.099738 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:00.189805 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:00.227333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbcf42-fc9d-481e-801d-36fb996efedb req-e3cd493f-f1a2-459c-b999-be475f847e23 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:00.228960 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eecbcf42-fc9d-481e-801d-36fb996efedb req-e3cd493f-f1a2-459c-b999-be475f847e23 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.1400375 May 24 22:51:00.331070 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eecbcf42-fc9d-481e-801d-36fb996efedb req-2010cf1d-60de-45ac-900e-0a5ab76f37d8 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893371 May 24 22:51:00.335400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c326640-46b9-4f6d-9a5d-0460572ddb31 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:51:00.344131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:00.360375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Transition to ACTIVE for port object 0c326640-46b9-4f6d-9a5d-0460572ddb31 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:00.376226 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:00.532242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Pushing event updated for resources: {'Port': ['ID=0c326640-46b9-4f6d-9a5d-0460572ddb31,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:00.838773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f55327-9b1c-43a4-98ac-a51de5cc8107,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:00.872843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c8773-2d38-498b-987c-2f36e89252cc req-c3ebaafa-b584-4e8e-b502-e312c2b61652 tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:00.882051 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d82c8773-2d38-498b-987c-2f36e89252cc req-c3ebaafa-b584-4e8e-b502-e312c2b61652 tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 1100 time: 0.3508172 May 24 22:51:00.897968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 94870a82-8028-4e18-9a71-4e9dffcf9170 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:00.911415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303726b-260b-4427-96fd-9c8c65895705 req-73c69294-bf45-4f73-a556-687e67c6b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:00.913034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8303726b-260b-4427-96fd-9c8c65895705 req-73c69294-bf45-4f73-a556-687e67c6b3ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ec8f6a30b8841cd97a01bcffd30b362&device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 1094 time: 1.1365452 May 24 22:51:00.915016 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d82c8773-2d38-498b-987c-2f36e89252cc req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:00.926811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Attempting to bind port 0c326640-46b9-4f6d-9a5d-0460572ddb31 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:51:00.927248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Attempting to bind port 0c326640-46b9-4f6d-9a5d-0460572ddb31 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:51:00.928003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Attempting to bind port 0c326640-46b9-4f6d-9a5d-0460572ddb31 on network 02699fc1-0b33-4100-8021-307754c69f4d {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:00.937382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Port 0c326640-46b9-4f6d-9a5d-0460572ddb31 on network 02699fc1-0b33-4100-8021-307754c69f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:51:00.938697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Attempting to bind port 0c326640-46b9-4f6d-9a5d-0460572ddb31 on network 02699fc1-0b33-4100-8021-307754c69f4d {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:00.947401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:51:00.948078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Checking segment: {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:51:00.948985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Bound using segment: {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:51:00.949714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Bound port: 0c326640-46b9-4f6d-9a5d-0460572ddb31, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:51:00.950257 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:00.964364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-d82c8773-2d38-498b-987c-2f36e89252cc req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:00.973786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d82c8773-2d38-498b-987c-2f36e89252cc req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Usage tracker for resource:security_group_rule and tenant:4b1d2cebcb2841a3ae5c9feae249a932 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:51:00.979249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d82c8773-2d38-498b-987c-2f36e89252cc req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:51:01.021264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-d82c8773-2d38-498b-987c-2f36e89252cc req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:01.026901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 94870a82-8028-4e18-9a71-4e9dffcf9170 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:01.035449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 94870a82-8028-4e18-9a71-4e9dffcf9170 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:01.036073 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:01.081831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] For port 0c326640-46b9-4f6d-9a5d-0460572ddb31, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:51:01.086625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] For port 0c326640-46b9-4f6d-9a5d-0460572ddb31, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0c326640-46b9-4f6d-9a5d-0460572ddb31,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:51:01.099727 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:01.183846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.184518 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 94870a82-8028-4e18-9a71-4e9dffcf9170 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:01.184649 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:01.184899 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:01.186070 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] 10.222.0.50 "PUT /v2.0/ports/0c326640-46b9-4f6d-9a5d-0460572ddb31 HTTP/1.1" status: 200 len: 1091 time: 4.9519086 May 24 22:51:01.188355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c97bc04-c095-47cd-a5b5-5c0c1129e5ff', 'tag': '0c326640-46b9-4f6d-9a5d-0460572ddb31'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:01.210482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 94870a82-8028-4e18-9a71-4e9dffcf9170, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=94870a82-8028-4e18-9a71-4e9dffcf9170,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:01.221192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaf7d1-4608-48b9-91fb-9250f539e459 req-1235ab96-5fea-4624-9904-d45c9a1fa531 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.224244 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:01.230378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaf7d1-4608-48b9-91fb-9250f539e459 req-1235ab96-5fea-4624-9904-d45c9a1fa531 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.236907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaf7d1-4608-48b9-91fb-9250f539e459 req-1235ab96-5fea-4624-9904-d45c9a1fa531 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.244826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1eb38d-6312-4d7f-970a-a6463f13f961 service neutron] Pushing event updated for resources: {'Port': ['ID=0c326640-46b9-4f6d-9a5d-0460572ddb31,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:01.247541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaf7d1-4608-48b9-91fb-9250f539e459 req-1235ab96-5fea-4624-9904-d45c9a1fa531 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.251269 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d82c8773-2d38-498b-987c-2f36e89252cc req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:01.254480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaf7d1-4608-48b9-91fb-9250f539e459 req-1235ab96-5fea-4624-9904-d45c9a1fa531 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.263670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaf7d1-4608-48b9-91fb-9250f539e459 req-1235ab96-5fea-4624-9904-d45c9a1fa531 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.272288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaf7d1-4608-48b9-91fb-9250f539e459 req-1235ab96-5fea-4624-9904-d45c9a1fa531 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.274940 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cffaf7d1-4608-48b9-91fb-9250f539e459 req-1235ab96-5fea-4624-9904-d45c9a1fa531 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5426 time: 1.1769116 May 24 22:51:01.346143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d82c8773-2d38-498b-987c-2f36e89252cc req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:01.350797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=94870a82-8028-4e18-9a71-4e9dffcf9170,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:01.403331 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d82c8773-2d38-498b-987c-2f36e89252cc req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128558 May 24 22:51:01.444114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-746aec69-e257-4131-b5ec-4b2d4dd881f5 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.445547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301e2ab7-6618-4846-8631-80411925a601,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:01.448142 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-746aec69-e257-4131-b5ec-4b2d4dd881f5 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.50 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 1.1291180 May 24 22:51:01.451091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303726b-260b-4427-96fd-9c8c65895705 req-0cebe528-1d19-4030-87ae-d30ca2414d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.452354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8303726b-260b-4427-96fd-9c8c65895705 req-0cebe528-1d19-4030-87ae-d30ca2414d75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df0faddd-8138-49a6-b334-4b1d0b599e87 HTTP/1.1" status: 200 len: 913 time: 0.4899261 May 24 22:51:01.469628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.469628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.469906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.470465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.470465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.470741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.471067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.471399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.471725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.472114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.472364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.472687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96270a-08a0-430d-b29f-c0c30bd161fa tempest-ServersAdminNegativeTestJSON-254605076 tempest-ServersAdminNegativeTestJSON-254605076-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:01.502631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078250f1-1160-4782-a828-8071ff37e17d req-9f346714-94ee-4482-b8a3-55d0c2f12c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.504143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-9f346714-94ee-4482-b8a3-55d0c2f12c80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b94171eea544974895f903641c3ba93&device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff HTTP/1.1" status: 200 len: 1094 time: 0.2422264 May 24 22:51:01.517917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Attempting to bind port a6f55327-9b1c-43a4-98ac-a51de5cc8107 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:51:01.517917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Attempting to bind port a6f55327-9b1c-43a4-98ac-a51de5cc8107 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:51:01.518474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Attempting to bind port a6f55327-9b1c-43a4-98ac-a51de5cc8107 on network 02699fc1-0b33-4100-8021-307754c69f4d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:01.642932 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-fc4651e2-6b85-4eae-8950-bc6e726de35a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c326640-46b9-4f6d-9a5d-0460572ddb31 HTTP/1.1" status: 200 len: 217 time: 0.1309643 May 24 22:51:01.654459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Port a6f55327-9b1c-43a4-98ac-a51de5cc8107 on network 02699fc1-0b33-4100-8021-307754c69f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:51:01.654799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Attempting to bind port a6f55327-9b1c-43a4-98ac-a51de5cc8107 on network 02699fc1-0b33-4100-8021-307754c69f4d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:01.676718 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cffaf7d1-4608-48b9-91fb-9250f539e459 req-729d17c8-3db3-4905-910e-7eca86cfd60a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3373513 May 24 22:51:01.733090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:51:01.733090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Checking segment: {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:51:01.733090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Bound using segment: {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:51:01.733090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Bound port: a6f55327-9b1c-43a4-98ac-a51de5cc8107, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:51:01.733090 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:01.745721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078250f1-1160-4782-a828-8071ff37e17d req-59876863-452e-417e-be9a-823c7f2f755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.747412 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-59876863-452e-417e-be9a-823c7f2f755c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb3b7302-3864-44f8-a01d-c4e673c26828 HTTP/1.1" status: 200 len: 855 time: 0.0942900 May 24 22:51:01.748314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8303726b-260b-4427-96fd-9c8c65895705 req-1e75194b-540b-41f9-b8f5-c1db1561d24d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c HTTP/1.1" status: 200 len: 217 time: 0.1511521 May 24 22:51:01.767289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54831c-b356-497d-a906-39d1fcf2a93d req-a065fff6-d7c8-491f-b233-d03909126b48 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.775756 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f54831c-b356-497d-a906-39d1fcf2a93d req-a065fff6-d7c8-491f-b233-d03909126b48 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 943 time: 0.1895394 May 24 22:51:01.871860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Allocated IP 172.20.0.1 (350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd/0979d8bd-a0c0-42fa-8f26-b3ce158b2e50/7c57532c-ac8b-492d-a5e2-7656c7ba0969) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:51:01.888855 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f54831c-b356-497d-a906-39d1fcf2a93d req-a3aee915-b4fa-4cc2-a75a-7f13f815bd3b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122177 May 24 22:51:01.903873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078250f1-1160-4782-a828-8071ff37e17d req-67523304-ec03-4647-86c7-19abce1fe46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:01.905396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-67523304-ec03-4647-86c7-19abce1fe46c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=02699fc1-0b33-4100-8021-307754c69f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151421 May 24 22:51:02.016216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Deleting port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:51:02.016216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:02.054735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aea5f72-e4d2-402b-b356-8ae96505c0ce {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:51:02.085362 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:02.117177 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-675cc477-d5c6-4438-9b2b-0156a2997c0c service neutron] 10.222.0.50 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014604 May 24 22:51:02.129363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303726b-260b-4427-96fd-9c8c65895705 req-5e03121d-0446-4f08-9eec-06740e95756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:02.130837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8303726b-260b-4427-96fd-9c8c65895705 req-5e03121d-0446-4f08-9eec-06740e95756c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=026aab20-1863-47a3-812b-ff12f93a8060 HTTP/1.1" status: 200 len: 852 time: 0.3566518 May 24 22:51:02.149975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b0a21-1916-49e1-803f-2bdba3dc7465 req-5aa52767-1fb7-4302-8211-d5393a25c40c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:02.150736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ec9b0a21-1916-49e1-803f-2bdba3dc7465 req-5aa52767-1fb7-4302-8211-d5393a25c40c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Synchronizing usage tracker for tenant:4b94171eea544974895f903641c3ba93 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:02.162760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device cc3a90cb-1b30-4d8f-a2ed-7a10540b168c details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:51:02.256357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Transition to ACTIVE for port object 8aea5f72-e4d2-402b-b356-8ae96505c0ce will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:02.280226 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8303726b-260b-4427-96fd-9c8c65895705 req-82a99235-8ca3-4017-9daa-1c47a635eb48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df0faddd-8138-49a6-b334-4b1d0b599e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877161 May 24 22:51:02.287190 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:02.317272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c,segment=NetworkSegment(125bebcc-50a0-4fb7-8400-b3342b53ed94),segment_id=125bebcc-50a0-4fb7-8400-b3342b53ed94)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:02.333204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'cc3a90cb-1b30-4d8f-a2ed-7a10540b168c', 'network_id': 'df0faddd-8138-49a6-b334-4b1d0b599e87', 'port_id': 'cc3a90cb-1b30-4d8f-a2ed-7a10540b168c', 'mac_address': 'fa:16:3e:43:15:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026aab20-1863-47a3-812b-ff12f93a8060', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:51:02.350658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ec9b0a21-1916-49e1-803f-2bdba3dc7465 req-5aa52767-1fb7-4302-8211-d5393a25c40c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Unset dirty status for tenant:4b94171eea544974895f903641c3ba93 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:02.351877 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec9b0a21-1916-49e1-803f-2bdba3dc7465 req-5aa52767-1fb7-4302-8211-d5393a25c40c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 932 time: 0.3556831 May 24 22:51:02.397118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] For port a6f55327-9b1c-43a4-98ac-a51de5cc8107, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:51:02.412170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:02.414106 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:02.431211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ec9b0a21-1916-49e1-803f-2bdba3dc7465 req-8d450c30-8387-4530-9eca-0146efeea501 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Synchronizing usage tracker for tenant:4b94171eea544974895f903641c3ba93 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:02.439846 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078250f1-1160-4782-a828-8071ff37e17d req-acc8a3e7-d7d7-46e1-8ffb-9ef94f6c7d83 service neutron] 10.222.0.50 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144999 May 24 22:51:02.440951 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3a90cb-1b30-4d8f-a2ed-7a10540b168c {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:51:02.462866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c,segment=NetworkSegment(125bebcc-50a0-4fb7-8400-b3342b53ed94),segment_id=125bebcc-50a0-4fb7-8400-b3342b53ed94)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:02.464026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ec9b0a21-1916-49e1-803f-2bdba3dc7465 req-8d450c30-8387-4530-9eca-0146efeea501 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Unset dirty status for tenant:4b94171eea544974895f903641c3ba93 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:02.478478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec9b0a21-1916-49e1-803f-2bdba3dc7465 req-8d450c30-8387-4530-9eca-0146efeea501 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173906 May 24 22:51:02.479232 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:02.566873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:02.580565 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56afe9ff-ee83-4991-8f44-81282b3d3d04'] response: {'name': 'network-changed', 'server_uuid': '5c97bc04-c095-47cd-a5b5-5c0c1129e5ff', 'tag': '0c326640-46b9-4f6d-9a5d-0460572ddb31', 'status': 'completed', 'code': 200} May 24 22:51:02.767658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['cc3a90cb-1b30-4d8f-a2ed-7a10540b168c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:51:02.794479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 94870a82-8028-4e18-9a71-4e9dffcf9170 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:02.802826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] For port a6f55327-9b1c-43a4-98ac-a51de5cc8107, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a6f55327-9b1c-43a4-98ac-a51de5cc8107,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:51:02.840609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b574-6d8a-40f1-9bd0-0ac292ef2018 req-cf106093-cb24-4fcd-8a80-0be8b2ec392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:02.842303 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8c0b574-6d8a-40f1-9bd0-0ac292ef2018 req-cf106093-cb24-4fcd-8a80-0be8b2ec392d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b94171eea544974895f903641c3ba93&device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff HTTP/1.1" status: 200 len: 1094 time: 0.2137423 May 24 22:51:02.861532 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:02.912821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f0c6-c949-4837-aaa1-ceef7ed0b927 req-d669681d-aedb-4795-9337-16c9e1d6a113 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:02.920389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb72f0c6-c949-4837-aaa1-ceef7ed0b927 req-d669681d-aedb-4795-9337-16c9e1d6a113 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 1.0615182 May 24 22:51:02.956226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7164a6-d67c-4b3d-bcfb-c39c5f865bf5 req-f9969387-598f-4abc-8742-3f9519334b4a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:02.956954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 94870a82-8028-4e18-9a71-4e9dffcf9170 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:02.957583 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:02.963664 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d7164a6-d67c-4b3d-bcfb-c39c5f865bf5 req-f9969387-598f-4abc-8742-3f9519334b4a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 945 time: 0.2048366 May 24 22:51:03.072565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:03.072565 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:03.072565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] 10.222.0.50 "PUT /v2.0/ports/a6f55327-9b1c-43a4-98ac-a51de5cc8107 HTTP/1.1" status: 200 len: 1091 time: 8.5706344 May 24 22:51:03.072565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630d7515-1219-4b61-b2a7-b3bd8cb748ac', 'tag': 'a6f55327-9b1c-43a4-98ac-a51de5cc8107'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:03.088263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Pushing event updated for resources: {'Port': ['ID=8aea5f72-e4d2-402b-b356-8ae96505c0ce,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:03.093516 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d7164a6-d67c-4b3d-bcfb-c39c5f865bf5 req-918bf41d-520b-4891-8114-d5fed4358243 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184404 May 24 22:51:03.115848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b574-6d8a-40f1-9bd0-0ac292ef2018 req-e5ce8bfd-d6d1-46cc-bdc4-1a582ff57ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:03.115848 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8c0b574-6d8a-40f1-9bd0-0ac292ef2018 req-e5ce8bfd-d6d1-46cc-bdc4-1a582ff57ea5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=02699fc1-0b33-4100-8021-307754c69f4d HTTP/1.1" status: 200 len: 917 time: 0.2607682 May 24 22:51:03.216410 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:03.305659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device a18c56a1-9ed9-43ab-8e87-2ae7bafa778e up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:03.354946 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8c0b574-6d8a-40f1-9bd0-0ac292ef2018 req-46b381f4-47fd-44a6-b480-404885092f5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c326640-46b9-4f6d-9a5d-0460572ddb31 HTTP/1.1" status: 200 len: 217 time: 0.2288463 May 24 22:51:03.485744 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb72f0c6-c949-4837-aaa1-ceef7ed0b927 req-1c04e53d-879d-4cfd-8dd4-de2fd3541f25 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5643232 May 24 22:51:03.543712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Transition to ACTIVE for port object 7c57532c-ac8b-492d-a5e2-7656c7ba0969 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:03.556135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b574-6d8a-40f1-9bd0-0ac292ef2018 req-1bdbce47-0468-4d89-8a88-4ae959c59b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:03.572335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8c0b574-6d8a-40f1-9bd0-0ac292ef2018 req-1bdbce47-0468-4d89-8a88-4ae959c59b5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb3b7302-3864-44f8-a01d-c4e673c26828 HTTP/1.1" status: 200 len: 855 time: 0.2026980 May 24 22:51:03.626415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8303726b-260b-4427-96fd-9c8c65895705 req-da8fa1ac-1882-44c0-bf1b-05bc94d2573b service neutron] 10.222.0.50 "GET /v2.0/networks/df0faddd-8138-49a6-b334-4b1d0b599e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3290694 May 24 22:51:03.699267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 94870a82-8028-4e18-9a71-4e9dffcf9170 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:03.714113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:03.726412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:03.728265 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:03.838486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1cf37-223a-4231-b999-54fadf88c547 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f55327-9b1c-43a4-98ac-a51de5cc8107,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:03.858058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350475-47d2-48bf-9bf9-daf0696fe111 req-ef7be346-afe9-4f73-b985-ce65a5ea972f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:03.866231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350475-47d2-48bf-9bf9-daf0696fe111 req-ef7be346-afe9-4f73-b985-ce65a5ea972f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:03.883537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] For port d8e508ef-a054-4d60-a84e-2f095ba8f5a5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:03.883916 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:03.885514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350475-47d2-48bf-9bf9-daf0696fe111 req-ef7be346-afe9-4f73-b985-ce65a5ea972f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:03.886179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:03.887256 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:03.893832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350475-47d2-48bf-9bf9-daf0696fe111 req-ef7be346-afe9-4f73-b985-ce65a5ea972f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:03.901315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Attempting to bind port 8aea5f72-e4d2-402b-b356-8ae96505c0ce on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:51:03.901689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Attempting to bind port 8aea5f72-e4d2-402b-b356-8ae96505c0ce by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:51:03.901996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Attempting to bind port 8aea5f72-e4d2-402b-b356-8ae96505c0ce on network 02699fc1-0b33-4100-8021-307754c69f4d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:03.902432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350475-47d2-48bf-9bf9-daf0696fe111 req-ef7be346-afe9-4f73-b985-ce65a5ea972f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:03.909017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350475-47d2-48bf-9bf9-daf0696fe111 req-ef7be346-afe9-4f73-b985-ce65a5ea972f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:03.916314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12350475-47d2-48bf-9bf9-daf0696fe111 req-ef7be346-afe9-4f73-b985-ce65a5ea972f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:03.918935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12350475-47d2-48bf-9bf9-daf0696fe111 req-ef7be346-afe9-4f73-b985-ce65a5ea972f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5426 time: 0.2651737 May 24 22:51:03.924127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b574-6d8a-40f1-9bd0-0ac292ef2018 req-5fdc0419-f553-489a-bab2-a2fe86435278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:03.924232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Port 8aea5f72-e4d2-402b-b356-8ae96505c0ce on network 02699fc1-0b33-4100-8021-307754c69f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:51:03.924232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Attempting to bind port 8aea5f72-e4d2-402b-b356-8ae96505c0ce on network 02699fc1-0b33-4100-8021-307754c69f4d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:03.924723 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8c0b574-6d8a-40f1-9bd0-0ac292ef2018 req-5fdc0419-f553-489a-bab2-a2fe86435278 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=02699fc1-0b33-4100-8021-307754c69f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3572531 May 24 22:51:03.937561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18c56a1-9ed9-43ab-8e87-2ae7bafa778e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:03.950955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:03.956621 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:03.957713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 74b74282-e7fc-474a-8a11-b94b8224d658 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:04.018430 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12350475-47d2-48bf-9bf9-daf0696fe111 req-661980ef-d59a-4f02-ae2d-65823eafa225 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874696 May 24 22:51:04.081463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Calling delete_port for d8e508ef-a054-4d60-a84e-2f095ba8f5a5 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:51:04.165808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:51:04.166418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Checking segment: {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:51:04.166681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Bound using segment: {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:51:04.167489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Bound port: 8aea5f72-e4d2-402b-b356-8ae96505c0ce, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:51:04.167647 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:04.168632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:04.184448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d8e508ef-a054-4d60-a84e-2f095ba8f5a5 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:51:04.193341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8303726b-260b-4427-96fd-9c8c65895705 req-a5fe0161-f6c2-40f3-b85d-f7367546aadd service neutron] 10.222.0.50 "GET /v2.0/networks/df0faddd-8138-49a6-b334-4b1d0b599e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322487 May 24 22:51:04.207556 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2370a91-1221-427c-8d61-04ccea23f25c'] response: {'name': 'network-changed', 'server_uuid': '630d7515-1219-4b61-b2a7-b3bd8cb748ac', 'tag': 'a6f55327-9b1c-43a4-98ac-a51de5cc8107', 'status': 'completed', 'code': 200} May 24 22:51:04.237660 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8c0b574-6d8a-40f1-9bd0-0ac292ef2018 req-ac9238db-3338-47ab-aa4c-692f99fdb00e service neutron] 10.222.0.50 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658911 May 24 22:51:04.250534 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:04.258485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 74b74282-e7fc-474a-8a11-b94b8224d658 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:04.272012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 74b74282-e7fc-474a-8a11-b94b8224d658 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:04.272012 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:04.383661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:04.384357 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:04.418036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67383873-b6ca-4281-b5f0-5e266cb045e0 req-7d1d5f23-59d8-48a8-8393-a951782c9f28 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:04.419932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67383873-b6ca-4281-b5f0-5e266cb045e0 req-7d1d5f23-59d8-48a8-8393-a951782c9f28 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 944 time: 0.7084646 May 24 22:51:04.424217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-acc7cc0e-4981-49f7-8517-4a1d2531140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:04.426558 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-acc7cc0e-4981-49f7-8517-4a1d2531140e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b94171eea544974895f903641c3ba93&device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 1094 time: 1.1156654 May 24 22:51:04.429804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d8e508ef-a054-4d60-a84e-2f095ba8f5a5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:04.442045 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:04.466600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:51:04.563019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=7c57532c-ac8b-492d-a5e2-7656c7ba0969,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:04.564763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c0087-6047-4a12-8e21-3d01cbd52fd4 req-ad432a68-8eb8-4d1f-9508-a1acf9a67a8a tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:04.565547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:51:04.584130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e5c0087-6047-4a12-8e21-3d01cbd52fd4 req-ad432a68-8eb8-4d1f-9508-a1acf9a67a8a tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 944 time: 0.2850344 May 24 22:51:04.597892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 74b74282-e7fc-474a-8a11-b94b8224d658 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:04.598282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:04.603251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:51:04.622752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8c0b574-6d8a-40f1-9bd0-0ac292ef2018 req-a83c2135-fe79-4543-937a-055ee74b8f81 service neutron] 10.222.0.50 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769295 May 24 22:51:04.637366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:04.676603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 74b74282-e7fc-474a-8a11-b94b8224d658, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=74b74282-e7fc-474a-8a11-b94b8224d658,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:04.693939 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:04.695390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c8ad0a3d-36eb-4734-a529-9315ca67c700 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:04.698090 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e5c0087-6047-4a12-8e21-3d01cbd52fd4 req-77815b0a-87d5-4ee9-b082-f32ac1a1e19c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128287 May 24 22:51:04.711619 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-fda6a4ae-357a-42bf-9e16-10cac1c5ac75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6f55327-9b1c-43a4-98ac-a51de5cc8107 HTTP/1.1" status: 200 len: 217 time: 0.2531426 May 24 22:51:04.712681 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:04.796234 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03801b18-66aa-4504-9fe2-3531a5f5f3b0'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18c56a1-9ed9-43ab-8e87-2ae7bafa778e', 'code': 200} May 24 22:51:04.863832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=74b74282-e7fc-474a-8a11-b94b8224d658,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:04.894656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port c8ad0a3d-36eb-4734-a529-9315ca67c700 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:04.900641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port c8ad0a3d-36eb-4734-a529-9315ca67c700 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:04.900641 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:04.976385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] For port 8aea5f72-e4d2-402b-b356-8ae96505c0ce, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:51:05.017012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-72ffebed-dc8e-4237-934f-9292fad5e199 None None] Provisioning for port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:05.031591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e50ec-56ff-42bc-a28c-e85735ed5127 req-435d877e-6849-48b7-8820-d78211b5b39b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:05.037055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-72ffebed-dc8e-4237-934f-9292fad5e199 None None] Provisioning complete for port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:05.037454 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-72ffebed-dc8e-4237-934f-9292fad5e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:05.041514 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-137e50ec-56ff-42bc-a28c-e85735ed5127 req-435d877e-6849-48b7-8820-d78211b5b39b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 943 time: 0.1143022 May 24 22:51:05.089465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-137e50ec-56ff-42bc-a28c-e85735ed5127 req-8ab87223-5244-422d-869c-a4ae48f020be tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470574 May 24 22:51:05.101160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port c8ad0a3d-36eb-4734-a529-9315ca67c700 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:05.101555 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:05.123589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-72ffebed-dc8e-4237-934f-9292fad5e199 None None] Port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:51:05.147532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c8ad0a3d-36eb-4734-a529-9315ca67c700, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c8ad0a3d-36eb-4734-a529-9315ca67c700,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:05.151945 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:05.152847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 255e3fb2-c79d-40ff-b28b-caba6e15b125 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:05.243538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] For port 8aea5f72-e4d2-402b-b356-8ae96505c0ce, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=8aea5f72-e4d2-402b-b356-8ae96505c0ce,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:51:05.259684 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67383873-b6ca-4281-b5f0-5e266cb045e0 req-62eedfe2-38e7-4075-b80d-02dd59be4370 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8318357 May 24 22:51:05.276967 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:51:05.277288 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:51:05.278346 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:05.330457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=c8ad0a3d-36eb-4734-a529-9315ca67c700,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:05.342137 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3921-e946-4b08-aaf0-efe268782ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:05.349816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 255e3fb2-c79d-40ff-b28b-caba6e15b125 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:05.357195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 255e3fb2-c79d-40ff-b28b-caba6e15b125 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:05.357865 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:05.383267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Pushing event updated for resources: {'Port': ['ID=8aea5f72-e4d2-402b-b356-8ae96505c0ce,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:05.398668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc605fa9-d717-4602-a234-311033d7677b req-eea8fc0a-bd52-41f5-a150-d03b555c18a8 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:05.401680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-43ab35ba-b571-4264-9aeb-31e183a466b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:05.402380 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-43ab35ba-b571-4264-9aeb-31e183a466b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb3b7302-3864-44f8-a01d-c4e673c26828 HTTP/1.1" status: 200 len: 855 time: 0.4391794 May 24 22:51:05.403312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc605fa9-d717-4602-a234-311033d7677b req-eea8fc0a-bd52-41f5-a150-d03b555c18a8 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.1802502 May 24 22:51:05.448049 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-a732fa09-7b4c-4449-bf05-046e235cf444 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1767530 May 24 22:51:05.455291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:05.455902 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:05.457614 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-cc878fa1-0d7a-43a8-bdd3-72418d7db118 service neutron] 10.222.0.31 "PUT /v2.0/ports/8aea5f72-e4d2-402b-b356-8ae96505c0ce HTTP/1.1" status: 200 len: 1092 time: 6.1753457 May 24 22:51:05.504372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc605fa9-d717-4602-a234-311033d7677b req-f6a2014c-07b2-4cfd-9ea0-c74710472881 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927343 May 24 22:51:05.552568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 255e3fb2-c79d-40ff-b28b-caba6e15b125 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:05.553054 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:05.620591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 255e3fb2-c79d-40ff-b28b-caba6e15b125, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=255e3fb2-c79d-40ff-b28b-caba6e15b125,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:05.627159 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:05.628063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device b8212bdc-7fe0-4b39-afe3-951ec555d778 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:05.779200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Deleting port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:51:05.780013 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:05.798661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port b8212bdc-7fe0-4b39-afe3-951ec555d778 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:05.803051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-3ce87631-f769-40a0-a9cd-c53169904294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:05.805180 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-3ce87631-f769-40a0-a9cd-c53169904294 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 1097 time: 0.1621981 May 24 22:51:05.806969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port b8212bdc-7fe0-4b39-afe3-951ec555d778 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:05.807482 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:05.888859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=255e3fb2-c79d-40ff-b28b-caba6e15b125,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:05.919817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-717ccd6d-defa-4e4a-b656-7e259b40be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:05.921456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-717ccd6d-defa-4e4a-b656-7e259b40be09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=02699fc1-0b33-4100-8021-307754c69f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5080657 May 24 22:51:06.014270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port b8212bdc-7fe0-4b39-afe3-951ec555d778 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:06.014718 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:06.066327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port b8212bdc-7fe0-4b39-afe3-951ec555d778, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=b8212bdc-7fe0-4b39-afe3-951ec555d778,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:06.072360 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:06.073535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2b16dee6-c1e6-453c-b127-c10756919efc up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:06.093605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd51a-3706-4d45-a880-8cc03185a228 req-6cca0b87-0e52-4a9b-aca4-87bd2ed74182 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.104355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd51a-3706-4d45-a880-8cc03185a228 req-6cca0b87-0e52-4a9b-aca4-87bd2ed74182 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.115010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd51a-3706-4d45-a880-8cc03185a228 req-6cca0b87-0e52-4a9b-aca4-87bd2ed74182 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.121811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd51a-3706-4d45-a880-8cc03185a228 req-6cca0b87-0e52-4a9b-aca4-87bd2ed74182 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.127774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd51a-3706-4d45-a880-8cc03185a228 req-6cca0b87-0e52-4a9b-aca4-87bd2ed74182 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.134071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd51a-3706-4d45-a880-8cc03185a228 req-6cca0b87-0e52-4a9b-aca4-87bd2ed74182 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.140044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd51a-3706-4d45-a880-8cc03185a228 req-6cca0b87-0e52-4a9b-aca4-87bd2ed74182 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.142049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f08fd51a-3706-4d45-a880-8cc03185a228 req-6cca0b87-0e52-4a9b-aca4-87bd2ed74182 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5429 time: 0.6736472 May 24 22:51:06.179717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-35ad86a4-6d16-4593-9153-4669907ea2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.181165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-35ad86a4-6d16-4593-9153-4669907ea2ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.3525243 May 24 22:51:06.199023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0c326640-46b9-4f6d-9a5d-0460572ddb31 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:51:06.201939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device cc3a90cb-1b30-4d8f-a2ed-7a10540b168c up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:06.242510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4e12a3-d1b5-40a0-ae43-15afc13ce934', 'tag': '8aea5f72-e4d2-402b-b356-8ae96505c0ce'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:06.284816 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:06.308551 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-a211e9a4-1597-4cf9-b0a8-56a79f4803a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9a47a5c-f7c4-41b9-b968-4087722357cf HTTP/1.1" status: 200 len: 217 time: 0.1066933 May 24 22:51:06.325348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=b8212bdc-7fe0-4b39-afe3-951ec555d778,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:06.354742 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 2b16dee6-c1e6-453c-b127-c10756919efc completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:06.354742 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:06.377117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:06.377117 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:06.406738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786fb9a-e442-4cba-9143-aeccf1aad06c req-8373d2b8-5954-46ea-b9e6-df2f6328f0c6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.406738 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8786fb9a-e442-4cba-9143-aeccf1aad06c req-8373d2b8-5954-46ea-b9e6-df2f6328f0c6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 944 time: 0.2918699 May 24 22:51:06.467545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-7b211f3c-cd67-4b66-9e65-33f0fb46106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.467545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-7b211f3c-cd67-4b66-9e65-33f0fb46106d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.1573257 May 24 22:51:06.475540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-6393f17d-349f-4a86-8773-78736bec4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.475540 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-6393f17d-349f-4a86-8773-78736bec4848 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b94171eea544974895f903641c3ba93&device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 1095 time: 0.8350871 May 24 22:51:06.480681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 2b16dee6-c1e6-453c-b127-c10756919efc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:06.480681 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:06.581710 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8786fb9a-e442-4cba-9143-aeccf1aad06c req-0a077bc6-f08f-45da-b52b-229840952cb6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465764 May 24 22:51:06.656769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-e1a2c53e-a2f4-4e28-92c8-590d256e7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.658432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-e1a2c53e-a2f4-4e28-92c8-590d256e7998 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835821 May 24 22:51:06.697645 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f08fd51a-3706-4d45-a880-8cc03185a228 req-36a62894-6a9e-49cf-ba46-7a10595b1251 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4860106 May 24 22:51:06.746055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-1bb7614d-4db7-40ae-94ac-cd16de44c80a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aea5f72-e4d2-402b-b356-8ae96505c0ce HTTP/1.1" status: 200 len: 217 time: 0.2434762 May 24 22:51:06.881816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7b5a5-8261-4759-ab6a-d19919758ecc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e508ef-a054-4d60-a84e-2f095ba8f5a5'}, {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b74282-e7fc-474a-8a11-b94b8224d658'}, {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad0a3d-36eb-4734-a529-9315ca67c700'}, {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255e3fb2-c79d-40ff-b28b-caba6e15b125'}, {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8212bdc-7fe0-4b39-afe3-951ec555d778'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:06.921119 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-e54572ac-0978-47ea-b3d1-ee6bf8ff392a service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462821 May 24 22:51:06.926893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0c326640-46b9-4f6d-9a5d-0460572ddb31, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0c326640-46b9-4f6d-9a5d-0460572ddb31,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:06.932878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe3fa3-8d25-41d4-adb9-098ccec75f55 req-27b393f4-5c1d-4403-b3ab-338c0d7a94aa tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:06.932878 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dfe3fa3-8d25-41d4-adb9-098ccec75f55 req-27b393f4-5c1d-4403-b3ab-338c0d7a94aa tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 949 time: 0.1439135 May 24 22:51:06.959036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:06.959036 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:06.976496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '0c326640-46b9-4f6d-9a5d-0460572ddb31', 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d', 'port_id': '0c326640-46b9-4f6d-9a5d-0460572ddb31', 'mac_address': 'fa:16:3e:9a:28:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3b7302-3864-44f8-a01d-c4e673c26828', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:51:06.976496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 2b16dee6-c1e6-453c-b127-c10756919efc is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:06.976496 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.069395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dfe3fa3-8d25-41d4-adb9-098ccec75f55 req-ee411a8b-f009-4b99-bd2a-abfe8bfa1dc3 tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310205 May 24 22:51:07.106887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2b16dee6-c1e6-453c-b127-c10756919efc, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2b16dee6-c1e6-453c-b127-c10756919efc,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:07.106887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0c326640-46b9-4f6d-9a5d-0460572ddb31 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:07.106887 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.138294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c,segment=NetworkSegment(125bebcc-50a0-4fb7-8400-b3342b53ed94),segment_id=125bebcc-50a0-4fb7-8400-b3342b53ed94)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:07.138294 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.163143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.173443 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-edf07a77-3e73-49b3-bfca-b031e4136324 req-c0e625c9-9ac9-4f57-b5db-079edff93524 service neutron] 10.222.0.31 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252719 May 24 22:51:07.236531 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6a56d5-3445-44db-9e51-0c0e07e71156'] response: {'name': 'network-changed', 'server_uuid': '0c4e12a3-d1b5-40a0-ae43-15afc13ce934', 'tag': '8aea5f72-e4d2-402b-b356-8ae96505c0ce', 'status': 'completed', 'code': 200} May 24 22:51:07.241294 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.258030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device eef34875-7b1e-48b6-9a0f-77f3a9a26a46 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:07.303884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c326640-46b9-4f6d-9a5d-0460572ddb31 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:51:07.352831 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.353863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0c326640-46b9-4f6d-9a5d-0460572ddb31, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0c326640-46b9-4f6d-9a5d-0460572ddb31,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:07.365543 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.371046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=2b16dee6-c1e6-453c-b127-c10756919efc,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:07.372270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd69e7-70dc-4fc6-bbd7-ea9b5b89a4ac req-df742daa-7922-405b-bf82-c7f13eb1961b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:07.381073 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21fd69e7-70dc-4fc6-bbd7-ea9b5b89a4ac req-df742daa-7922-405b-bf82-c7f13eb1961b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 945 time: 0.1055660 May 24 22:51:07.381834 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-855d4094-6da9-45f8-858d-779dd9a46362 service neutron] 10.222.0.50 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4283752 May 24 22:51:07.422206 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21fd69e7-70dc-4fc6-bbd7-ea9b5b89a4ac req-4266529e-c844-4b69-bf10-3bfa904395ec tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398841 May 24 22:51:07.458252 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6187a250-1b13-4e37-9383-e2bc3c31ed0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.464205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:07.473943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:07.474333 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.511181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:07.573053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-6949e035-74a0-478c-b43c-b77acd8da74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:07.574661 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-6949e035-74a0-478c-b43c-b77acd8da74d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb3b7302-3864-44f8-a01d-c4e673c26828 HTTP/1.1" status: 200 len: 855 time: 0.4101908 May 24 22:51:07.653813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0c326640-46b9-4f6d-9a5d-0460572ddb31,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:07.678549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['0c326640-46b9-4f6d-9a5d-0460572ddb31'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:51:07.678743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=7c57532c-ac8b-492d-a5e2-7656c7ba0969,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:07.681100 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.692364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] For port d8e508ef-a054-4d60-a84e-2f095ba8f5a5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:07.692728 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.718161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba320cbc-5e1a-46f8-b692-ee15f9d3e278 req-547cf5ab-04fb-4919-8d00-d01d9d4c649e tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:07.719689 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba320cbc-5e1a-46f8-b692-ee15f9d3e278 req-547cf5ab-04fb-4919-8d00-d01d9d4c649e tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.31 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 949 time: 0.2065954 May 24 22:51:07.818533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:07.818904 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.819675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d677a-9d1f-42e1-acaa-90d9682b90a7 req-fa67278c-04be-422c-874d-4873d3d594ae tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:07.821323 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-853d677a-9d1f-42e1-acaa-90d9682b90a7 req-fa67278c-04be-422c-874d-4873d3d594ae tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.2049131 May 24 22:51:07.832812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-ba320cbc-5e1a-46f8-b692-ee15f9d3e278 req-4521b0f4-6eab-4ed8-8c7f-21cb39433add tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Deleting port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:51:07.833663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ba320cbc-5e1a-46f8-b692-ee15f9d3e278 req-4521b0f4-6eab-4ed8-8c7f-21cb39433add tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:07.878077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port eef34875-7b1e-48b6-9a0f-77f3a9a26a46, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:07.924056 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:08.019134 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-853d677a-9d1f-42e1-acaa-90d9682b90a7 req-5d42baab-f3f9-47c5-b691-689d391e7871 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493437 May 24 22:51:08.027997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Calling delete_port for d8e508ef-a054-4d60-a84e-2f095ba8f5a5 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:51:08.071821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:08.162995 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a6ab03-e750-43d5-be36-d026877be199'] response: {'server_uuid': '32c7b5a5-8261-4759-ab6a-d19919758ecc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e508ef-a054-4d60-a84e-2f095ba8f5a5', 'code': 200} May 24 22:51:08.163566 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a6ab03-e750-43d5-be36-d026877be199'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b74282-e7fc-474a-8a11-b94b8224d658', 'code': 200} May 24 22:51:08.164236 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a6ab03-e750-43d5-be36-d026877be199'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad0a3d-36eb-4734-a529-9315ca67c700', 'code': 200} May 24 22:51:08.164558 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a6ab03-e750-43d5-be36-d026877be199'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255e3fb2-c79d-40ff-b28b-caba6e15b125', 'code': 200} May 24 22:51:08.166088 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a6ab03-e750-43d5-be36-d026877be199'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8212bdc-7fe0-4b39-afe3-951ec555d778', 'code': 200} May 24 22:51:08.183596 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-767b71bf-a4a5-4ce7-a1cc-e35525ac7c5d req-15e641c8-3132-4092-9da7-10487f1f9d69 service neutron] 10.222.0.50 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7556942 May 24 22:51:08.220990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8ca62-333e-44cd-98ac-6c3f6567a3c3 req-3e86a662-ddec-44b7-b675-1dced7650b03 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:08.228152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2dc8ca62-333e-44cd-98ac-6c3f6567a3c3 req-3e86a662-ddec-44b7-b675-1dced7650b03 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 943 time: 0.9964242 May 24 22:51:08.339209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ba320cbc-5e1a-46f8-b692-ee15f9d3e278 req-4521b0f4-6eab-4ed8-8c7f-21cb39433add tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] For port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0fe28f24-a77e-4183-a60c-fc14b51f9b3c,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:08.339853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ba320cbc-5e1a-46f8-b692-ee15f9d3e278 req-4521b0f4-6eab-4ed8-8c7f-21cb39433add tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:08.356911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-1e414d12-f4ce-4afe-8fe1-6fb247c10600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:08.358431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-1e414d12-f4ce-4afe-8fe1-6fb247c10600 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02699fc1-0b33-4100-8021-307754c69f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7621510 May 24 22:51:08.425441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2dc8ca62-333e-44cd-98ac-6c3f6567a3c3 req-a3a3e5ee-4279-4854-a9b0-b9ff7ad4f1a0 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962652 May 24 22:51:08.554580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:51:08.560588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:51:08.677901 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:08.690397 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:08.747480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-ba320cbc-5e1a-46f8-b692-ee15f9d3e278 req-4521b0f4-6eab-4ed8-8c7f-21cb39433add tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Calling delete_port for 0fe28f24-a77e-4183-a60c-fc14b51f9b3c owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:51:08.809955 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:08.873963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045199e8-73a0-48b3-ac73-f762ac5aa667 req-3fdaac77-6872-4fbc-9bfa-426cbc01c3ea tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:08.879163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-045199e8-73a0-48b3-ac73-f762ac5aa667 req-3fdaac77-6872-4fbc-9bfa-426cbc01c3ea tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 944 time: 0.5235734 May 24 22:51:08.886290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d7e09bc-1075-4c9a-9d51-4a3c641cc95f None None] Provisioning complete for port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:08.886596 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-0dcf67a1-c50f-442b-9675-ac03925e3714 service neutron] 10.222.0.31 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180912 May 24 22:51:08.886703 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d7e09bc-1075-4c9a-9d51-4a3c641cc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:08.954821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bae7a-b85d-4e1d-b13b-38963b49fed6 req-38ce51ef-edca-489b-91eb-d9857506d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:08.956763 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-618bae7a-b85d-4e1d-b13b-38963b49fed6 req-38ce51ef-edca-489b-91eb-d9857506d440 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b94171eea544974895f903641c3ba93&device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 1094 time: 0.6721313 May 24 22:51:08.963109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event deleted for resources: {'Port': ['ID=d8e508ef-a054-4d60-a84e-2f095ba8f5a5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:08.981883 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-045199e8-73a0-48b3-ac73-f762ac5aa667 req-d7193aa5-e111-43c4-97d1-d423132004f9 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484242 May 24 22:51:09.014775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e09bc-1075-4c9a-9d51-4a3c641cc95f None None] Port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:51:09.042285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ba320cbc-5e1a-46f8-b692-ee15f9d3e278 req-4521b0f4-6eab-4ed8-8c7f-21cb39433add tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:09.054540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['9c364164-6569-49dc-b927-3f7746e9f42b', '0fe28f24-a77e-4183-a60c-fc14b51f9b3c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:51:09.197523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] No DVR routers for this DVR port d8e508ef-a054-4d60-a84e-2f095ba8f5a5 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:51:09.199930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:09.240778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521b0f4-6eab-4ed8-8c7f-21cb39433add tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Pushing event deleted for resources: {'Port': ['ID=0fe28f24-a77e-4183-a60c-fc14b51f9b3c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:09.259947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7b5a5-8261-4759-ab6a-d19919758ecc', 'name': 'network-vif-deleted', 'tag': 'd8e508ef-a054-4d60-a84e-2f095ba8f5a5'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:09.344078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946957-3747-4330-a2ce-01c9715db266 req-0267d41f-d719-402b-91c7-195b4e39ee5e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:09.354479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946957-3747-4330-a2ce-01c9715db266 req-0267d41f-d719-402b-91c7-195b4e39ee5e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:09.362638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946957-3747-4330-a2ce-01c9715db266 req-0267d41f-d719-402b-91c7-195b4e39ee5e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:09.376620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946957-3747-4330-a2ce-01c9715db266 req-0267d41f-d719-402b-91c7-195b4e39ee5e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:09.388726 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-080ab3f7-dce2-4db1-9cbb-5378a7ad2924 req-c17a0353-de34-453a-a371-32964d9c06fb tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=5553d7f1-bde5-4bd9-a84d-31e0ee26dd03 HTTP/1.1" status: 200 len: 210 time: 0.2544403 May 24 22:51:09.389795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946957-3747-4330-a2ce-01c9715db266 req-0267d41f-d719-402b-91c7-195b4e39ee5e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:09.394566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba320cbc-5e1a-46f8-b692-ee15f9d3e278 req-4521b0f4-6eab-4ed8-8c7f-21cb39433add tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] No DVR routers for this DVR port 0fe28f24-a77e-4183-a60c-fc14b51f9b3c on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:51:09.400880 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ba320cbc-5e1a-46f8-b692-ee15f9d3e278 req-4521b0f4-6eab-4ed8-8c7f-21cb39433add tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:09.401008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946957-3747-4330-a2ce-01c9715db266 req-0267d41f-d719-402b-91c7-195b4e39ee5e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:09.406413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5553d7f1-bde5-4bd9-a84d-31e0ee26dd03', 'name': 'network-vif-deleted', 'tag': '0fe28f24-a77e-4183-a60c-fc14b51f9b3c'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:09.412416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946957-3747-4330-a2ce-01c9715db266 req-0267d41f-d719-402b-91c7-195b4e39ee5e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:09.415296 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5946957-3747-4330-a2ce-01c9715db266 req-0267d41f-d719-402b-91c7-195b4e39ee5e tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5433 time: 0.8475049 May 24 22:51:09.453962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba320cbc-5e1a-46f8-b692-ee15f9d3e278 req-4521b0f4-6eab-4ed8-8c7f-21cb39433add tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.31 "DELETE /v2.0/ports/0fe28f24-a77e-4183-a60c-fc14b51f9b3c HTTP/1.1" status: 204 len: 173 time: 1.7205801 May 24 22:51:09.467436 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0a95269-52ec-475d-a50b-4b22ff3ae821 req-04b00cd6-7f88-48ca-b43f-cd4200367df1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.50 "DELETE /v2.0/ports/d8e508ef-a054-4d60-a84e-2f095ba8f5a5 HTTP/1.1" status: 204 len: 173 time: 7.8993564 May 24 22:51:09.532086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Router c2e347d4-aced-4392-9a19-996da6ff0253 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:51:09.593468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5946957-3747-4330-a2ce-01c9715db266 req-5aa7d346-0024-45cb-abf6-97f46cb52da8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1513968 May 24 22:51:09.612730 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77480c47-4e4e-4c7f-ae18-45caffdbe252 req-f4a6f721-21a2-4706-bfa1-75b0d510e068 service neutron] 10.222.0.31 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6384740 May 24 22:51:09.784820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8fb14-ce5b-4e8b-bd4f-c1391dca4869 req-fdae42cc-5ceb-4585-8fce-cddd24ebcb80 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:09.791733 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e8b8fb14-ce5b-4e8b-bd4f-c1391dca4869 req-fdae42cc-5ceb-4585-8fce-cddd24ebcb80 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 945 time: 0.1514313 May 24 22:51:09.868068 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e8b8fb14-ce5b-4e8b-bd4f-c1391dca4869 req-561d7a76-5959-44ee-8dda-fdd4a8ab10a8 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674117 May 24 22:51:09.933972 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:09.982912 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b42eaec-8998-412d-9892-020166fa3c5b'] response: {'server_uuid': '5553d7f1-bde5-4bd9-a84d-31e0ee26dd03', 'name': 'network-vif-deleted', 'tag': '0fe28f24-a77e-4183-a60c-fc14b51f9b3c', 'status': 'completed', 'code': 200} May 24 22:51:10.053042 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02201e80-03af-4e16-9327-ab81cd2bc6de'] response: {'server_uuid': '32c7b5a5-8261-4759-ab6a-d19919758ecc', 'name': 'network-vif-deleted', 'tag': 'd8e508ef-a054-4d60-a84e-2f095ba8f5a5', 'status': 'completed', 'code': 200} May 24 22:51:10.106031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bae7a-b85d-4e1d-b13b-38963b49fed6 req-df865cff-00d7-4c5a-b1f5-ad05786e6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:10.107972 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-618bae7a-b85d-4e1d-b13b-38963b49fed6 req-df865cff-00d7-4c5a-b1f5-ad05786e6bbc service neutron] 10.222.0.50 "GET /v2.0/networks?id=02699fc1-0b33-4100-8021-307754c69f4d HTTP/1.1" status: 200 len: 917 time: 1.0611572 May 24 22:51:10.169989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b16dee6-c1e6-453c-b127-c10756919efc'}, {'server_uuid': '56cc69c2-9271-4755-b017-d9eeb6ff1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3a90cb-1b30-4d8f-a2ed-7a10540b168c'}, {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef34875-7b1e-48b6-9a0f-77f3a9a26a46'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:10.190785 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a94bd272-3ac0-4a09-87ac-645284a77d98 req-dfb0db42-80c1-4054-893f-9a8d570ec88b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c7b5a5-8261-4759-ab6a-d19919758ecc HTTP/1.1" status: 200 len: 210 time: 0.0729210 May 24 22:51:10.211235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0c326640-46b9-4f6d-9a5d-0460572ddb31 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:10.297665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-618bae7a-b85d-4e1d-b13b-38963b49fed6 req-67bad61f-911b-4523-b58e-4573a2697c61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6f55327-9b1c-43a4-98ac-a51de5cc8107 HTTP/1.1" status: 200 len: 217 time: 0.1646795 May 24 22:51:10.380781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 0c326640-46b9-4f6d-9a5d-0460572ddb31 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:10.388480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 0c326640-46b9-4f6d-9a5d-0460572ddb31 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:10.389854 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:10.407013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:51:10.432664 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-783a60e5-a1fa-42bc-b263-70cf1c0e7cf9 admin admin] 10.222.0.55 "PUT /v2.0/routers/c2e347d4-aced-4392-9a19-996da6ff0253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4843011 May 24 22:51:10.461698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Sync routers for ids ['c2e347d4-aced-4392-9a19-996da6ff0253'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:51:10.489951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bae7a-b85d-4e1d-b13b-38963b49fed6 req-f1bb2697-8ffe-467e-8919-042461b6da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:10.491900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-618bae7a-b85d-4e1d-b13b-38963b49fed6 req-f1bb2697-8ffe-467e-8919-042461b6da93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb3b7302-3864-44f8-a01d-c4e673c26828 HTTP/1.1" status: 200 len: 855 time: 0.1806619 May 24 22:51:10.498558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Routers {'c2e347d4-aced-4392-9a19-996da6ff0253'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:51:10.499094 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:51:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c2e347d4-aced-4392-9a19-996da6ff0253'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:10.596098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cff83a-ca81-4b1a-87ea-ba3011f5a882 req-7136e9f3-38e9-4b54-b4f0-003d27d5c40d tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:10.608759 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-25cff83a-ca81-4b1a-87ea-ba3011f5a882 req-7136e9f3-38e9-4b54-b4f0-003d27d5c40d tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 944 time: 0.2162542 May 24 22:51:10.637761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93c353-c051-45f1-908b-d1e37093bf27 req-bd05a1fa-b763-43b0-bc78-4039e2a41028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:10.644312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd93c353-c051-45f1-908b-d1e37093bf27 req-bd05a1fa-b763-43b0-bc78-4039e2a41028 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b94171eea544974895f903641c3ba93&device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 1095 time: 0.6308074 May 24 22:51:10.664351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a4591-082d-4297-81ab-bba92108bdd9 req-f149ab7d-484c-4869-ba07-522c676c963f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:10.665944 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e9a4591-082d-4297-81ab-bba92108bdd9 req-f149ab7d-484c-4869-ba07-522c676c963f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.6544747 May 24 22:51:10.712599 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-25cff83a-ca81-4b1a-87ea-ba3011f5a882 req-e14917eb-0a2e-430f-8186-3c061be778b6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028507 May 24 22:51:10.827689 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea1d3ab-80c7-439c-be69-6a1f06beae30'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b16dee6-c1e6-453c-b127-c10756919efc', 'code': 200} May 24 22:51:10.827979 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea1d3ab-80c7-439c-be69-6a1f06beae30'] response: {'server_uuid': '56cc69c2-9271-4755-b017-d9eeb6ff1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3a90cb-1b30-4d8f-a2ed-7a10540b168c', 'code': 200} May 24 22:51:10.828626 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea1d3ab-80c7-439c-be69-6a1f06beae30'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef34875-7b1e-48b6-9a0f-77f3a9a26a46', 'code': 200} May 24 22:51:10.871100 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e9a4591-082d-4297-81ab-bba92108bdd9 req-49480345-1251-4d39-9fd8-26e71055b932 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926563 May 24 22:51:10.921591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0c326640-46b9-4f6d-9a5d-0460572ddb31 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:10.922882 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:10.961693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bae7a-b85d-4e1d-b13b-38963b49fed6 req-404ba5d8-8969-47f3-a4ca-f31bb86ce86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:10.966887 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-618bae7a-b85d-4e1d-b13b-38963b49fed6 req-404ba5d8-8969-47f3-a4ca-f31bb86ce86d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=02699fc1-0b33-4100-8021-307754c69f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4291022 May 24 22:51:11.014209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93c353-c051-45f1-908b-d1e37093bf27 req-ba71ba88-3fcd-4365-a8fe-14d56fd15657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.014209 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd93c353-c051-45f1-908b-d1e37093bf27 req-ba71ba88-3fcd-4365-a8fe-14d56fd15657 service neutron] 10.222.0.31 "GET /v2.0/networks?id=02699fc1-0b33-4100-8021-307754c69f4d HTTP/1.1" status: 200 len: 917 time: 0.3471885 May 24 22:51:11.126769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156ac40-0a1e-4a3f-9434-7989cfc2ffca req-3970749c-0157-4e86-bf93-8aa9aa7fb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.126769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156ac40-0a1e-4a3f-9434-7989cfc2ffca req-3970749c-0157-4e86-bf93-8aa9aa7fb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.126769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156ac40-0a1e-4a3f-9434-7989cfc2ffca req-3970749c-0157-4e86-bf93-8aa9aa7fb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.133597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Set router c2e347d4-aced-4392-9a19-996da6ff0253 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:51:11.138803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156ac40-0a1e-4a3f-9434-7989cfc2ffca req-3970749c-0157-4e86-bf93-8aa9aa7fb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.138803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156ac40-0a1e-4a3f-9434-7989cfc2ffca req-3970749c-0157-4e86-bf93-8aa9aa7fb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.138803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156ac40-0a1e-4a3f-9434-7989cfc2ffca req-3970749c-0157-4e86-bf93-8aa9aa7fb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.138803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156ac40-0a1e-4a3f-9434-7989cfc2ffca req-3970749c-0157-4e86-bf93-8aa9aa7fb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.138803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f156ac40-0a1e-4a3f-9434-7989cfc2ffca req-3970749c-0157-4e86-bf93-8aa9aa7fb6f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6490 time: 0.2083266 May 24 22:51:11.203284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f156ac40-0a1e-4a3f-9434-7989cfc2ffca req-48d132f5-73dc-4479-a89e-dc99beef51e5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667319 May 24 22:51:11.308185 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd93c353-c051-45f1-908b-d1e37093bf27 req-dbcde922-1510-471d-b97b-718680332e6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aea5f72-e4d2-402b-b356-8ae96505c0ce HTTP/1.1" status: 200 len: 217 time: 0.2871926 May 24 22:51:11.323614 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0c326640-46b9-4f6d-9a5d-0460572ddb31, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0c326640-46b9-4f6d-9a5d-0460572ddb31,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:11.379142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55768) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:11.385195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203798371', 'description': 'tempest-description--269185003'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:11.400601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:11.408194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Usage tracker for resource:security_group and tenant:f60391774d14487dacf1f191169044be is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:51:11.412798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:51:11.423922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:11.429087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0fe28f24-a77e-4183-a60c-fc14b51f9b3c no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:51:11.443475 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:11.494535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:11.499457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Usage tracker for resource:security_group_rule and tenant:f60391774d14487dacf1f191169044be is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:51:11.499581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-618bae7a-b85d-4e1d-b13b-38963b49fed6 req-4f4b8884-4c3a-48a3-8872-32da4486390b service neutron] 10.222.0.50 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136640 May 24 22:51:11.508165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:51:11.518134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:11.635477 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:11.665699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-618bae7a-b85d-4e1d-b13b-38963b49fed6 req-c9cd1dd1-9c5a-4842-b089-d76de2cd406a service neutron] 10.222.0.50 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536376 May 24 22:51:11.687411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3d12b-5098-457a-8c5f-1deec2cf86d5 req-d0a4270f-1747-48a0-b0b5-1ebc0856572d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.693196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3d12b-5098-457a-8c5f-1deec2cf86d5 req-d0a4270f-1747-48a0-b0b5-1ebc0856572d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.699332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3d12b-5098-457a-8c5f-1deec2cf86d5 req-d0a4270f-1747-48a0-b0b5-1ebc0856572d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.705127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 0fe28f24-a77e-4183-a60c-fc14b51f9b3c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:51:11.705475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0fe28f24-a77e-4183-a60c-fc14b51f9b3c not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:51:11.707011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3d12b-5098-457a-8c5f-1deec2cf86d5 req-d0a4270f-1747-48a0-b0b5-1ebc0856572d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.713094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3d12b-5098-457a-8c5f-1deec2cf86d5 req-d0a4270f-1747-48a0-b0b5-1ebc0856572d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.719100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3d12b-5098-457a-8c5f-1deec2cf86d5 req-d0a4270f-1747-48a0-b0b5-1ebc0856572d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.725744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3d12b-5098-457a-8c5f-1deec2cf86d5 req-d0a4270f-1747-48a0-b0b5-1ebc0856572d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.733592 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ed3d12b-5098-457a-8c5f-1deec2cf86d5 req-d0a4270f-1747-48a0-b0b5-1ebc0856572d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5433 time: 0.5255342 May 24 22:51:11.752361 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:11.756580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93c353-c051-45f1-908b-d1e37093bf27 req-00eb269f-2566-4f0e-8776-83a78a507600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.759516 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd93c353-c051-45f1-908b-d1e37093bf27 req-00eb269f-2566-4f0e-8776-83a78a507600 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb3b7302-3864-44f8-a01d-c4e673c26828 HTTP/1.1" status: 200 len: 855 time: 0.3394089 May 24 22:51:11.761777 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12044092-0c6f-4b6e-b0fa-2299982c32d6 req-ff078fc3-8e8e-43c7-965c-8ed6c37f0f34 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.763271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12044092-0c6f-4b6e-b0fa-2299982c32d6 req-ff078fc3-8e8e-43c7-965c-8ed6c37f0f34 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 945 time: 0.1976762 May 24 22:51:11.764367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:11.764963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0c326640-46b9-4f6d-9a5d-0460572ddb31,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:11.802510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:51:05Z', 'revision_number': 4, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7c57532c-ac8b-492d-a5e2-7656c7ba0969', 'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'mac_address': 'fa:16:3e:ed:75:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:00Z', 'updated_at': '2022-05-24T22:51:06Z', 'revision_number': 2, 'project_id': 'f60391774d14487dacf1f191169044be', 'subnets': [{'id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:11.806845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Checking router: c2e347d4-aced-4392-9a19-996da6ff0253 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:51:11.807183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Updating router c2e347d4-aced-4392-9a19-996da6ff0253 port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:51:11.836823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5d2c0-4127-495a-8be3-ff713024df19 req-12d4be91-2bef-4c70-963f-4f1e71951d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.839320 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6e5d2c0-4127-495a-8be3-ff713024df19 req-12d4be91-2bef-4c70-963f-4f1e71951d4b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 1096 time: 0.6287303 May 24 22:51:11.844234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deec374e-4ba6-442c-81de-533bd93d460d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:11.847674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:11.848953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6567e73d-93a3-442d-a991-cb57fb57e35d tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4688418 May 24 22:51:11.852583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55774) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:11.866051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-67482d35-d05d-47c9-a347-509e5ccf9511 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Request body: {'security_group_rule': {'security_group_id': 'deec374e-4ba6-442c-81de-533bd93d460d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:11.868376 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:11.874041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-67482d35-d05d-47c9-a347-509e5ccf9511 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:11.879096 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12044092-0c6f-4b6e-b0fa-2299982c32d6 req-7c597a04-902a-4d5a-af5a-967a6a2d45e8 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944133 May 24 22:51:11.882468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-67482d35-d05d-47c9-a347-509e5ccf9511 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Usage tracker for resource:security_group_rule and tenant:f60391774d14487dacf1f191169044be is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:51:11.886452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-67482d35-d05d-47c9-a347-509e5ccf9511 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:51:11.887752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ed3d12b-5098-457a-8c5f-1deec2cf86d5 req-5cb7aa13-893d-4fe9-aa50-ce0e85dd82a8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1524835 May 24 22:51:11.894299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-67482d35-d05d-47c9-a347-509e5ccf9511 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:11.915630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6e5d2c0-4127-495a-8be3-ff713024df19 req-784c6260-bcd5-49cc-80e2-97c87e74aec9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693562 May 24 22:51:11.917473 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67482d35-d05d-47c9-a347-509e5ccf9511 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:11.941597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93c353-c051-45f1-908b-d1e37093bf27 req-3724124d-5bbe-4a4e-ac12-f5db491ca342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:11.943234 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd93c353-c051-45f1-908b-d1e37093bf27 req-3724124d-5bbe-4a4e-ac12-f5db491ca342 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02699fc1-0b33-4100-8021-307754c69f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731868 May 24 22:51:12.061093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67482d35-d05d-47c9-a347-509e5ccf9511 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.070093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67482d35-d05d-47c9-a347-509e5ccf9511 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.124224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67482d35-d05d-47c9-a347-509e5ccf9511 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcef6fd-4482-4306-9a50-97da84599c19,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:12.149069 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67482d35-d05d-47c9-a347-509e5ccf9511 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.154050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-67482d35-d05d-47c9-a347-509e5ccf9511 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990756 May 24 22:51:12.156920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55784) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:12.162577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-89ac22ee-174a-417a-bb93-d1fa2b162b57 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Request body: {'security_group_rule': {'security_group_id': 'deec374e-4ba6-442c-81de-533bd93d460d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:12.172048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-89ac22ee-174a-417a-bb93-d1fa2b162b57 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:12.176520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-89ac22ee-174a-417a-bb93-d1fa2b162b57 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Usage tracker for resource:security_group_rule and tenant:f60391774d14487dacf1f191169044be is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:51:12.180072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-89ac22ee-174a-417a-bb93-d1fa2b162b57 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:51:12.186311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-89ac22ee-174a-417a-bb93-d1fa2b162b57 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:12.212319 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89ac22ee-174a-417a-bb93-d1fa2b162b57 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.243317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a6f55327-9b1c-43a4-98ac-a51de5cc8107 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:51:12.318062 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89ac22ee-174a-417a-bb93-d1fa2b162b57 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.327907 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89ac22ee-174a-417a-bb93-d1fa2b162b57 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.361256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd93c353-c051-45f1-908b-d1e37093bf27 req-972a5c44-d4a3-4577-8cbe-643b1e5c531b service neutron] 10.222.0.31 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099669 May 24 22:51:12.382027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89ac22ee-174a-417a-bb93-d1fa2b162b57 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.383637 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-89ac22ee-174a-417a-bb93-d1fa2b162b57 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2254646 May 24 22:51:12.386711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55790) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:12.389747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac22ee-174a-417a-bb93-d1fa2b162b57 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cd2c33-5d6a-4d78-b1d6-1e94044e5192,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:12.402146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:12.409183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:12.447411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Usage tracker for resource:floatingip and tenant:f60391774d14487dacf1f191169044be is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:51:12.455154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:51:12.466242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:12.471391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a6f55327-9b1c-43a4-98ac-a51de5cc8107, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a6f55327-9b1c-43a4-98ac-a51de5cc8107,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:12.486875 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.510963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd93c353-c051-45f1-908b-d1e37093bf27 req-8ef93561-5e84-41cd-8f7a-2cc82008f0f8 service neutron] 10.222.0.31 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384270 May 24 22:51:12.554657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bff84-4be2-41b1-9e48-ad71df06cb35 req-2b190389-6a03-4b33-a27b-e7a2031eb9d1 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:12.557200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'a6f55327-9b1c-43a4-98ac-a51de5cc8107', 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d', 'port_id': 'a6f55327-9b1c-43a4-98ac-a51de5cc8107', 'mac_address': 'fa:16:3e:40:4e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3b7302-3864-44f8-a01d-c4e673c26828', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:51:12.562930 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3e9bff84-4be2-41b1-9e48-ad71df06cb35 req-2b190389-6a03-4b33-a27b-e7a2031eb9d1 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 944 time: 0.4195416 May 24 22:51:12.621212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fbb02-bdfc-40a7-bc71-eaa475137098 req-1c117e1d-3de9-4340-beca-20e415eb36e5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:12.622851 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-325fbb02-bdfc-40a7-bc71-eaa475137098 req-1c117e1d-3de9-4340-beca-20e415eb36e5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.2107451 May 24 22:51:12.641160 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.641778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3e9bff84-4be2-41b1-9e48-ad71df06cb35 req-65865cd3-cf76-429b-a504-7aed8a047100 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634983 May 24 22:51:12.664263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Transition to ACTIVE for port object 7c57532c-ac8b-492d-a5e2-7656c7ba0969 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:12.670061 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port a6f55327-9b1c-43a4-98ac-a51de5cc8107 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:12.670665 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.690509 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.692873 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-325fbb02-bdfc-40a7-bc71-eaa475137098 req-1c6d67a8-8209-4bec-b246-6f8332efe9f6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534685 May 24 22:51:12.742618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:12.823956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Pushing event updated for resources: {'Port': ['ID=7c57532c-ac8b-492d-a5e2-7656c7ba0969,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:12.832453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c97bc04-c095-47cd-a5b5-5c0c1129e5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c326640-46b9-4f6d-9a5d-0460572ddb31'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:12.847135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f55327-9b1c-43a4-98ac-a51de5cc8107 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:51:12.896799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.897427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.897926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.898420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.898897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.899364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.899830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.900487 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.900966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.901448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.901938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.902386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:12.971866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a6f55327-9b1c-43a4-98ac-a51de5cc8107, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a6f55327-9b1c-43a4-98ac-a51de5cc8107,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:13.011578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Allocated IP 172.25.7.125 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/38a36c95-2a04-4629-8450-3ceff9e4bfda) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:51:13.030735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28ab9c-7dbf-4151-b6c9-f113c4067270 req-f998f590-e7f5-4498-b00e-cb8d48f4004c tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:13.031424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:13.031617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dd28ab9c-7dbf-4151-b6c9-f113c4067270 req-f998f590-e7f5-4498-b00e-cb8d48f4004c tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Synchronizing usage tracker for tenant:bd7f3d7f324543aa8b46fbbf89201c38 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:13.056767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0953e893-6eb3-413f-a65f-31459be74ea2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:13.058515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0953e893-6eb3-413f-a65f-31459be74ea2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.2227979 May 24 22:51:13.073274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dd28ab9c-7dbf-4151-b6c9-f113c4067270 req-f998f590-e7f5-4498-b00e-cb8d48f4004c tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Unset dirty status for tenant:bd7f3d7f324543aa8b46fbbf89201c38 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:13.074578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd28ab9c-7dbf-4151-b6c9-f113c4067270 req-f998f590-e7f5-4498-b00e-cb8d48f4004c tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 950 time: 0.2205648 May 24 22:51:13.081328 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-9b621436-3d58-4253-baf2-b1491d93d686 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/quotas/2e846590628e4af9acc5488fea48c6ad HTTP/1.1" status: 200 len: 375 time: 0.0148215 May 24 22:51:13.094829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Attempting to bind port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:51:13.095428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Attempting to bind port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:51:13.095960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Attempting to bind port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 on network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:13.105123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:51:13.105771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Checking segment: {'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:51:13.106337 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:13.106874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Bound using segment: {'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:51:13.107484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Bound port: 7c57532c-ac8b-492d-a5e2-7656c7ba0969, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:51:13.108185 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:13.174102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-f827ea04-106f-470b-ad30-bc8a108fe911 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:13.208930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-f827ea04-106f-470b-ad30-bc8a108fe911 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:13.218120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=a6f55327-9b1c-43a4-98ac-a51de5cc8107,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:13.219443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-f827ea04-106f-470b-ad30-bc8a108fe911 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1290643 May 24 22:51:13.221186 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd28ab9c-7dbf-4151-b6c9-f113c4067270 req-6bcf67d2-5018-4fb0-a3f2-73d8f533dd0f tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/security-groups?id=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785670 May 24 22:51:13.269094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:13.278770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] For port 7c57532c-ac8b-492d-a5e2-7656c7ba0969, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:51:13.286444 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] For port 7c57532c-ac8b-492d-a5e2-7656c7ba0969, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c57532c-ac8b-492d-a5e2-7656c7ba0969,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:51:13.302109 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:13.322695 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:13.383242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['a6f55327-9b1c-43a4-98ac-a51de5cc8107'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:51:13.393056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:51:13.395562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:51:13.414638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Pushing event updated for resources: {'Port': ['ID=38a36c95-2a04-4629-8450-3ceff9e4bfda,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:13.425348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:51:13.426298 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-98f3bd44-c9b8-43d4-a2ab-e41339e37825 service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051983 May 24 22:51:13.504831 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d8d737-1634-4f20-8dd1-f2f79a706880'] response: {'server_uuid': '5c97bc04-c095-47cd-a5b5-5c0c1129e5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c326640-46b9-4f6d-9a5d-0460572ddb31', 'code': 200} May 24 22:51:13.511474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 8aea5f72-e4d2-402b-b356-8ae96505c0ce details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:51:13.636776 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-b62f3b85-cab9-4e23-898f-9f1de2a71ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739366 May 24 22:51:13.649748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930abea-5b8c-4362-bf77-972b6f30a114 req-6918d1cf-4429-4a27-993f-20f49396c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:13.651471 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8930abea-5b8c-4362-bf77-972b6f30a114 req-6918d1cf-4429-4a27-993f-20f49396c1f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff HTTP/1.1" status: 200 len: 1096 time: 0.2241421 May 24 22:51:13.699749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ee1b9-29c2-4181-ac2b-5293572686b2 None None] Pushing event updated for resources: {'Port': ['ID=7c57532c-ac8b-492d-a5e2-7656c7ba0969,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:13.716082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Routers {'c2e347d4-aced-4392-9a19-996da6ff0253'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:51:13.717056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:51:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c2e347d4-aced-4392-9a19-996da6ff0253'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:13.756485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8930abea-5b8c-4362-bf77-972b6f30a114 req-d2fc48bb-2ab0-430a-8015-f9e5974ed00f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966542 May 24 22:51:13.786683 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:13.857517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6696aa-9711-463c-913e-c425fec1bffc req-bc263dab-2dbe-4d76-814a-316b770432cd tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:13.865060 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc6696aa-9711-463c-913e-c425fec1bffc req-bc263dab-2dbe-4d76-814a-316b770432cd tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 945 time: 0.3840015 May 24 22:51:13.900682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3bcb6-ab00-4787-bb99-7dec9e23573a req-9581d066-831d-4d5f-ab81-0eade6902c0e tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:13.902015 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60b3bcb6-ab00-4787-bb99-7dec9e23573a req-9581d066-831d-4d5f-ab81-0eade6902c0e tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 950 time: 0.1501174 May 24 22:51:13.920488 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:13.974792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-60b3bcb6-ab00-4787-bb99-7dec9e23573a req-ae7120a5-4aae-4adb-8fd2-0a2c42d659bc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Deleting port 9c364164-6569-49dc-b927-3f7746e9f42b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:51:13.975128 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-60b3bcb6-ab00-4787-bb99-7dec9e23573a req-ae7120a5-4aae-4adb-8fd2-0a2c42d659bc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:14.077299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 8aea5f72-e4d2-402b-b356-8ae96505c0ce, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=8aea5f72-e4d2-402b-b356-8ae96505c0ce,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:14.121223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '8aea5f72-e4d2-402b-b356-8ae96505c0ce', 'network_id': '02699fc1-0b33-4100-8021-307754c69f4d', 'port_id': '8aea5f72-e4d2-402b-b356-8ae96505c0ce', 'mac_address': 'fa:16:3e:93:72:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3b7302-3864-44f8-a01d-c4e673c26828', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:51:14.146336 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:14.159656 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:14.171201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] Set router c2e347d4-aced-4392-9a19-996da6ff0253 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:51:14.174408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc6696aa-9711-463c-913e-c425fec1bffc req-b5f68765-e272-4bef-9da8-3fe659ab0ade tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081071 May 24 22:51:14.303947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3267e-5997-4666-af0e-6da8d19af240 req-c6941de1-1229-403b-a755-d1a7f8d2ff59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:14.314804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3267e-5997-4666-af0e-6da8d19af240 req-c6941de1-1229-403b-a755-d1a7f8d2ff59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:14.323806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3267e-5997-4666-af0e-6da8d19af240 req-c6941de1-1229-403b-a755-d1a7f8d2ff59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:14.332192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3267e-5997-4666-af0e-6da8d19af240 req-c6941de1-1229-403b-a755-d1a7f8d2ff59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:14.338298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3267e-5997-4666-af0e-6da8d19af240 req-c6941de1-1229-403b-a755-d1a7f8d2ff59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:14.348880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3267e-5997-4666-af0e-6da8d19af240 req-c6941de1-1229-403b-a755-d1a7f8d2ff59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:14.366462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3267e-5997-4666-af0e-6da8d19af240 req-c6941de1-1229-403b-a755-d1a7f8d2ff59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:14.368721 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ded3267e-5997-4666-af0e-6da8d19af240 req-c6941de1-1229-403b-a755-d1a7f8d2ff59 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5433 time: 0.3064878 May 24 22:51:14.407996 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:14.483353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ded3267e-5997-4666-af0e-6da8d19af240 req-df67c9b4-30c2-43ac-a683-5e421ff983ba tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023846 May 24 22:51:14.491016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-60b3bcb6-ab00-4787-bb99-7dec9e23573a req-ae7120a5-4aae-4adb-8fd2-0a2c42d659bc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] For port 9c364164-6569-49dc-b927-3f7746e9f42b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=9c364164-6569-49dc-b927-3f7746e9f42b,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:14.491357 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-60b3bcb6-ab00-4787-bb99-7dec9e23573a req-ae7120a5-4aae-4adb-8fd2-0a2c42d659bc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:14.516466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Pushing event updated for resources: {'Port': ['ID=38a36c95-2a04-4629-8450-3ceff9e4bfda,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:14.586022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:14.589894 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d5eb4838-aeb8-4e40-9c18-666520236131 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2015152 May 24 22:51:14.645828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-60b3bcb6-ab00-4787-bb99-7dec9e23573a req-ae7120a5-4aae-4adb-8fd2-0a2c42d659bc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Calling delete_port for 9c364164-6569-49dc-b927-3f7746e9f42b owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:51:14.658473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712df4d-4557-4a32-8887-7ee5f34b32b8 req-748db46e-14b3-4ed6-ab96-6b44264b2f89 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:14.666293 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9712df4d-4557-4a32-8887-7ee5f34b32b8 req-748db46e-14b3-4ed6-ab96-6b44264b2f89 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 944 time: 0.2173345 May 24 22:51:14.693290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 8aea5f72-e4d2-402b-b356-8ae96505c0ce is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:14.693831 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:14.742124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aea5f72-e4d2-402b-b356-8ae96505c0ce {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:51:14.794173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9712df4d-4557-4a32-8887-7ee5f34b32b8 req-5a613067-ae68-4a1c-9966-7a66cf9c0069 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268020 May 24 22:51:14.820075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 8aea5f72-e4d2-402b-b356-8ae96505c0ce, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=8aea5f72-e4d2-402b-b356-8ae96505c0ce,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:14.897075 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:15.000464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=8aea5f72-e4d2-402b-b356-8ae96505c0ce,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:15.028020 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21a07924-3262-4cdf-b9bc-38bd06d4f767 req-dbd55b95-5ae9-4ff0-9be8-748c8d42a0d0 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 210 time: 0.1015904 May 24 22:51:15.060591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:51:05Z', 'revision_number': 4, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7c57532c-ac8b-492d-a5e2-7656c7ba0969', 'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'mac_address': 'fa:16:3e:ed:75:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:00Z', 'updated_at': '2022-05-24T22:51:13Z', 'revision_number': 4, 'project_id': 'f60391774d14487dacf1f191169044be', 'subnets': [{'id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:15.072113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4674cedb-ac10-4d0b-95df-7cd28190c41e None None] The sync data for ids ['c2e347d4-aced-4392-9a19-996da6ff0253'] in n-d-843146-7 is: [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:51:05Z', 'revision_number': 4, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7c57532c-ac8b-492d-a5e2-7656c7ba0969', 'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'mac_address': 'fa:16:3e:ed:75:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:00Z', 'updated_at': '2022-05-24T22:51:13Z', 'revision_number': 4, 'project_id': 'f60391774d14487dacf1f191169044be', 'subnets': [{'id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:51:15.083998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8bc13-939c-4327-95d6-0413040fedfc req-12037abb-30d4-4de2-9d83-e9e4820a5a7c tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:15.091815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20c8bc13-939c-4327-95d6-0413040fedfc req-12037abb-30d4-4de2-9d83-e9e4820a5a7c tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.3719692 May 24 22:51:15.159846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a65453-91d8-41d9-bbc2-37d9acc74f96 req-4b692952-2db5-4325-a6bf-2713c97777a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:15.164607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9a65453-91d8-41d9-bbc2-37d9acc74f96 req-4b692952-2db5-4325-a6bf-2713c97777a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 1096 time: 0.2153471 May 24 22:51:15.247742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20c8bc13-939c-4327-95d6-0413040fedfc req-2d9e86de-1f14-42f4-84b2-c56864eeaf6e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543446 May 24 22:51:15.258432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['8aea5f72-e4d2-402b-b356-8ae96505c0ce'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:51:15.358774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 9c364164-6569-49dc-b927-3f7746e9f42b no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:51:15.359795 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9a65453-91d8-41d9-bbc2-37d9acc74f96 req-dd5e3fa5-dbad-4a0b-8156-fa29a0e16015 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806700 May 24 22:51:15.376244 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-60b3bcb6-ab00-4787-bb99-7dec9e23573a req-ae7120a5-4aae-4adb-8fd2-0a2c42d659bc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:15.441700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 9c364164-6569-49dc-b927-3f7746e9f42b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:51:15.442074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 9c364164-6569-49dc-b927-3f7746e9f42b not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:51:15.684777 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd689a7-6d00-4e8f-b294-5e200cdb9b8d req-ed9a0549-3a9c-4025-bd95-6db8037ec670 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:15.690901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7120a5-4aae-4adb-8fd2-0a2c42d659bc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Pushing event deleted for resources: {'Port': ['ID=9c364164-6569-49dc-b927-3f7746e9f42b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:15.698652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd689a7-6d00-4e8f-b294-5e200cdb9b8d req-ed9a0549-3a9c-4025-bd95-6db8037ec670 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:15.712531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd689a7-6d00-4e8f-b294-5e200cdb9b8d req-ed9a0549-3a9c-4025-bd95-6db8037ec670 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:15.712687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b3bcb6-ab00-4787-bb99-7dec9e23573a req-ae7120a5-4aae-4adb-8fd2-0a2c42d659bc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] No DVR routers for this DVR port 9c364164-6569-49dc-b927-3f7746e9f42b on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:51:15.725247 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-60b3bcb6-ab00-4787-bb99-7dec9e23573a req-ae7120a5-4aae-4adb-8fd2-0a2c42d659bc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:15.727747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd689a7-6d00-4e8f-b294-5e200cdb9b8d req-ed9a0549-3a9c-4025-bd95-6db8037ec670 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:15.740386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd689a7-6d00-4e8f-b294-5e200cdb9b8d req-ed9a0549-3a9c-4025-bd95-6db8037ec670 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:15.741113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcad8bd-38c9-47ee-91ad-a8d9ce656948', 'name': 'network-vif-deleted', 'tag': '9c364164-6569-49dc-b927-3f7746e9f42b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:15.747624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd689a7-6d00-4e8f-b294-5e200cdb9b8d req-ed9a0549-3a9c-4025-bd95-6db8037ec670 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:15.761095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd689a7-6d00-4e8f-b294-5e200cdb9b8d req-ed9a0549-3a9c-4025-bd95-6db8037ec670 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:15.779662 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9f24e61-a6e8-42ba-88ba-b691a89ab1d5 req-1b07fdba-7067-482b-bfa9-1ef87bab7dbb tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 210 time: 0.2945395 May 24 22:51:15.780278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55874) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:15.784164 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6cd689a7-6d00-4e8f-b294-5e200cdb9b8d req-ed9a0549-3a9c-4025-bd95-6db8037ec670 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5433 time: 0.2609794 May 24 22:51:15.823970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-fa0c7a5b-9ce1-4057-916f-18616805abe8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Request body: {'floatingip': {'port_id': 'c8ad0a3d-36eb-4734-a529-9315ca67c700'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:15.964713 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7a5b-9ce1-4057-916f-18616805abe8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:16.084374 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7eb48a-4de7-4913-9a5f-56db7e530f20'] response: {'server_uuid': '3fcad8bd-38c9-47ee-91ad-a8d9ce656948', 'name': 'network-vif-deleted', 'tag': '9c364164-6569-49dc-b927-3f7746e9f42b', 'status': 'completed', 'code': 200} May 24 22:51:16.135929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60b3bcb6-ab00-4787-bb99-7dec9e23573a req-ae7120a5-4aae-4adb-8fd2-0a2c42d659bc tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.31 "DELETE /v2.0/ports/9c364164-6569-49dc-b927-3f7746e9f42b HTTP/1.1" status: 204 len: 173 time: 2.2284048 May 24 22:51:16.235774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a6f55327-9b1c-43a4-98ac-a51de5cc8107 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:16.308715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-1702f86c-7ef5-437f-928b-54a64555e203 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:16.314431 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-1702f86c-7ef5-437f-928b-54a64555e203 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 812 time: 0.5288911 May 24 22:51:16.377390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port a6f55327-9b1c-43a4-98ac-a51de5cc8107 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:16.386283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port a6f55327-9b1c-43a4-98ac-a51de5cc8107 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:16.387745 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:16.411556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Request body: {'port': {'device_id': 'f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'admin_state_up': True, 'tenant_id': '2e846590628e4af9acc5488fea48c6ad'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:16.456916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82705a94-409b-4315-ac8d-768a084ae931 req-1e896b3e-0c4c-4bf6-9d03-9fd647d1dd5b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 210 time: 0.1297078 May 24 22:51:16.666711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:16.677854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:16.700648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Made reservation on behalf of 2e846590628e4af9acc5488fea48c6ad for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:51:16.716894 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:16.722984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port a6f55327-9b1c-43a4-98ac-a51de5cc8107 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:16.723633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:16.830480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f6bd3-bfee-454e-b502-cd8940304cf6 req-9fa56640-f73b-49b9-9ef3-877f016aabf5 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:16.833005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d7515-1219-4b61-b2a7-b3bd8cb748ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f55327-9b1c-43a4-98ac-a51de5cc8107'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:16.839260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f2f6bd3-bfee-454e-b502-cd8940304cf6 req-9fa56640-f73b-49b9-9ef3-877f016aabf5 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 945 time: 0.3883352 May 24 22:51:16.863295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a6f55327-9b1c-43a4-98ac-a51de5cc8107, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a6f55327-9b1c-43a4-98ac-a51de5cc8107,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:16.876203 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:16.985296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7c57532c-ac8b-492d-a5e2-7656c7ba0969 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:17.007455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f2f6bd3-bfee-454e-b502-cd8940304cf6 req-588e0b41-6b91-42e1-a3f1-b43324f806fe tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670148 May 24 22:51:17.060740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Allocated IP 172.20.0.8 (3653a6c8-c222-4f56-8c39-2c2963d7c5c7/58b7ed93-185b-4c74-a8c5-a81fc40ebbf5/4f359652-82c1-4ba7-89df-bcc0a8308a44) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:51:17.215539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:17.225147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=a6f55327-9b1c-43a4-98ac-a51de5cc8107,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:17.239773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:17.240400 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:17.473892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 8aea5f72-e4d2-402b-b356-8ae96505c0ce up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:17.571760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:17.572212 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:17.597746 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16f4d3e0-5327-45d9-95d1-9eeb69fe5867 req-96e85dfb-6e41-4d81-9fcb-4a98857e07ef tempest-ServersAdminNegativeTestJSON-1241506173 tempest-ServersAdminNegativeTestJSON-1241506173-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcad8bd-38c9-47ee-91ad-a8d9ce656948 HTTP/1.1" status: 200 len: 210 time: 0.0921838 May 24 22:51:17.614703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 7c57532c-ac8b-492d-a5e2-7656c7ba0969, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c57532c-ac8b-492d-a5e2-7656c7ba0969,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:17.630525 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:17.668490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133da6b-5dee-4e7b-ace6-66a92baf676d req-f91cd1f9-e3cd-4a6c-b2e7-27c8c17511db tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:17.672884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 8aea5f72-e4d2-402b-b356-8ae96505c0ce completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:17.681408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1133da6b-5dee-4e7b-ace6-66a92baf676d req-f91cd1f9-e3cd-4a6c-b2e7-27c8c17511db tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.4541686 May 24 22:51:17.683225 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:17.691311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 8aea5f72-e4d2-402b-b356-8ae96505c0ce triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:17.691913 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:17.696041 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7a5b-9ce1-4057-916f-18616805abe8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:17.720351 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916f2c9e-7fdd-4103-ae0a-3799747afe41'] response: {'server_uuid': '630d7515-1219-4b61-b2a7-b3bd8cb748ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f55327-9b1c-43a4-98ac-a51de5cc8107', 'code': 200} May 24 22:51:17.748684 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:17.766394 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7a5b-9ce1-4057-916f-18616805abe8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:17.772056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=7c57532c-ac8b-492d-a5e2-7656c7ba0969,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:17.847960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 8aea5f72-e4d2-402b-b356-8ae96505c0ce is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:17.848345 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:17.864941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event updated for resources: {'Port': ['ID=4f359652-82c1-4ba7-89df-bcc0a8308a44,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:17.883127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:51:17.886166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 8aea5f72-e4d2-402b-b356-8ae96505c0ce, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=8aea5f72-e4d2-402b-b356-8ae96505c0ce,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:17.887111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:51:17.891016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:51:17.895776 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:17.980870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=8aea5f72-e4d2-402b-b356-8ae96505c0ce,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:18.086568 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1133da6b-5dee-4e7b-ace6-66a92baf676d req-86b41f00-b229-49b3-9737-6d53316ac168 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3946736 May 24 22:51:18.191547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:18.192415 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:18.231473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118601bd-8001-4759-8c17-9c630fb68523 req-f1ed980f-44a5-4651-88ea-3598b78db310 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:18.241234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-118601bd-8001-4759-8c17-9c630fb68523 req-f1ed980f-44a5-4651-88ea-3598b78db310 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 945 time: 0.3555667 May 24 22:51:18.284998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-0e2a59c3-9fe9-455d-b352-15e17d4141c2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8773036 May 24 22:51:18.300092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Request body: {'port': {'device_id': 'f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:18.332243 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-118601bd-8001-4759-8c17-9c630fb68523 req-c4bbdf03-5bcf-4a36-84e7-c7e05c96b39b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898411 May 24 22:51:18.389353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae4d13-73d1-4cdd-9d9c-19cf6c166a87 req-bbfad5fb-46b8-4b0c-9527-3e32f2a4a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:18.391182 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78ae4d13-73d1-4cdd-9d9c-19cf6c166a87 req-bbfad5fb-46b8-4b0c-9527-3e32f2a4a977 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 1096 time: 0.5211306 May 24 22:51:18.394264 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-fa0c7a5b-9ce1-4057-916f-18616805abe8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Floating IP 899a15a4-acef-48c5-ac19-ab901a8766ab associated. External IP: 172.25.7.201, port: c8ad0a3d-36eb-4734-a529-9315ca67c700. May 24 22:51:18.432128 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:18.630252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b7e66-a62e-4a1f-94b5-e534ffe40d49 req-a6ca6b72-eaf0-4abf-80d7-9c31cad1e0e2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:18.631233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c2b7e66-a62e-4a1f-94b5-e534ffe40d49 req-a6ca6b72-eaf0-4abf-80d7-9c31cad1e0e2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 931 time: 0.3441238 May 24 22:51:18.707483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6fb32-b0e4-477c-9189-38051c82a74b req-db3f67cd-8cb8-460a-9098-08c678fd555d tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:18.709138 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-15a6fb32-b0e4-477c-9189-38051c82a74b req-db3f67cd-8cb8-460a-9098-08c678fd555d tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 946 time: 0.1999273 May 24 22:51:18.712475 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78ae4d13-73d1-4cdd-9d9c-19cf6c166a87 req-6df328da-3ed1-4323-9ab1-f33efbc41878 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661164 May 24 22:51:18.775913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7c57532c-ac8b-492d-a5e2-7656c7ba0969 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:18.826039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c2b7e66-a62e-4a1f-94b5-e534ffe40d49 req-a35a0f3b-2606-4616-af4e-afe27e34c75f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514337 May 24 22:51:18.830160 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-15a6fb32-b0e4-477c-9189-38051c82a74b req-179c0523-1ba0-4867-bffb-c09fdb0a45d7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715282 May 24 22:51:18.925411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:18.925798 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:18.980574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8539384-ff6b-4193-a48d-1ae0b17efba1 req-11e47fc8-9ea8-420d-b8e9-b9ba09ee161a tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:18.982343 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8539384-ff6b-4193-a48d-1ae0b17efba1 req-11e47fc8-9ea8-420d-b8e9-b9ba09ee161a tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.50 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 945 time: 0.3502295 May 24 22:51:19.086325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-e8539384-ff6b-4193-a48d-1ae0b17efba1 req-afa49169-a49d-4d48-8e79-8357acf5d22b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Deleting port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:51:19.086904 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e8539384-ff6b-4193-a48d-1ae0b17efba1 req-afa49169-a49d-4d48-8e79-8357acf5d22b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:19.118135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f359652-82c1-4ba7-89df-bcc0a8308a44 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:51:19.138062 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:19.149854 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:19.185666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0c7a5b-9ce1-4057-916f-18616805abe8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Router 877d7e32-a013-45b0-801c-c2747464a620 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:51:19.198732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Transition to ACTIVE for port object 4f359652-82c1-4ba7-89df-bcc0a8308a44 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:19.208492 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:19.361693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55946) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:19.512391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Pushing event updated for resources: {'Port': ['ID=4f359652-82c1-4ba7-89df-bcc0a8308a44,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:19.721606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e12a3-d1b5-40a0-ae43-15afc13ce934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aea5f72-e4d2-402b-b356-8ae96505c0ce'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:19.738939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-e8539384-ff6b-4193-a48d-1ae0b17efba1 req-afa49169-a49d-4d48-8e79-8357acf5d22b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] For port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c,segment=NetworkSegment(125bebcc-50a0-4fb7-8400-b3342b53ed94),segment_id=125bebcc-50a0-4fb7-8400-b3342b53ed94)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:19.742849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e8539384-ff6b-4193-a48d-1ae0b17efba1 req-afa49169-a49d-4d48-8e79-8357acf5d22b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:19.745918 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fa300ee7-7c09-4e86-a84b-4f921ab3e150 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd7f3d7f324543aa8b46fbbf89201c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830066 May 24 22:51:19.749023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55960) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:19.752229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0c7a5b-9ce1-4057-916f-18616805abe8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:51:19.752447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Attempting to bind port 4f359652-82c1-4ba7-89df-bcc0a8308a44 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:51:19.752447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Attempting to bind port 4f359652-82c1-4ba7-89df-bcc0a8308a44 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:51:19.752447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Attempting to bind port 4f359652-82c1-4ba7-89df-bcc0a8308a44 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:19.771078 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a6193-3a37-4d9a-9282-fcb57fef302c None None] Sync routers for ids ['877d7e32-a013-45b0-801c-c2747464a620'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:51:19.771937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Port 4f359652-82c1-4ba7-89df-bcc0a8308a44 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:51:19.771937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Attempting to bind port 4f359652-82c1-4ba7-89df-bcc0a8308a44 on network 3653a6c8-c222-4f56-8c39-2c2963d7c5c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:19.786124 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a6193-3a37-4d9a-9282-fcb57fef302c None None] Routers {'877d7e32-a013-45b0-801c-c2747464a620'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:51:19.786956 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fa0a6193-3a37-4d9a-9282-fcb57fef302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:51:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['877d7e32-a013-45b0-801c-c2747464a620'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:19.800219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:51:19.800569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Checking segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:51:19.801795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Bound using segment: {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:51:19.802252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Bound port: 4f359652-82c1-4ba7-89df-bcc0a8308a44, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:51:19.802609 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:19.812593 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7a5b-9ce1-4057-916f-18616805abe8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:19.979595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e7a5d-f73e-4a43-bc83-2c4594123c49 req-3b1fa982-1bd9-49b2-bc87-ddb57512f20b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:19.987916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-197e7a5d-f73e-4a43-bc83-2c4594123c49 req-3b1fa982-1bd9-49b2-bc87-ddb57512f20b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 945 time: 0.4578669 May 24 22:51:20.105723 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95b727f8-b525-4f6b-8311-c2f648b33a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:20.126718 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-fa0a6193-3a37-4d9a-9282-fcb57fef302c None None] Set router 877d7e32-a013-45b0-801c-c2747464a620 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:51:20.133414 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-197e7a5d-f73e-4a43-bc83-2c4594123c49 req-859a45c6-662b-45ac-83d5-2b07f12538ee tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/security-groups?id=076f4f9a-1312-4e29-b381-e615dd4399ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428976 May 24 22:51:20.179718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] For port 4f359652-82c1-4ba7-89df-bcc0a8308a44, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:51:20.213063 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95b727f8-b525-4f6b-8311-c2f648b33a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:20.233195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] For port 4f359652-82c1-4ba7-89df-bcc0a8308a44, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4f359652-82c1-4ba7-89df-bcc0a8308a44,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:51:20.237074 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f41076-f0df-4fe0-9f11-dc124a514455'] response: {'server_uuid': '0c4e12a3-d1b5-40a0-ae43-15afc13ce934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aea5f72-e4d2-402b-b356-8ae96505c0ce', 'code': 200} May 24 22:51:20.252542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:20.323351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-e8539384-ff6b-4193-a48d-1ae0b17efba1 req-afa49169-a49d-4d48-8e79-8357acf5d22b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Calling delete_port for cc3a90cb-1b30-4d8f-a2ed-7a10540b168c owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:51:20.370474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fa0c7a5b-9ce1-4057-916f-18616805abe8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "PUT /v2.0/floatingips/899a15a4-acef-48c5-ac19-ab901a8766ab HTTP/1.1" status: 200 len: 991 time: 4.5781682 May 24 22:51:20.411556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': 'c8ad0a3d-36eb-4734-a529-9315ca67c700'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:20.433793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:20.434365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:20.439805 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] 10.222.0.31 "PUT /v2.0/ports/4f359652-82c1-4ba7-89df-bcc0a8308a44 HTTP/1.1" status: 200 len: 1091 time: 2.1460953 May 24 22:51:20.552941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545', 'tag': '4f359652-82c1-4ba7-89df-bcc0a8308a44'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:20.600103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b8f4a-da85-4a1f-b606-3a1ee962caa9 req-159f3d35-96e8-44de-a5d4-0a48c578aadc tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:20.609429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9b2b8f4a-da85-4a1f-b606-3a1ee962caa9 req-159f3d35-96e8-44de-a5d4-0a48c578aadc tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.8756046 May 24 22:51:20.618531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77078db-5da3-4a63-89bf-00875970a8b1 req-423a9946-8d6a-4446-ace4-83fd2a890bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:20.620430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77078db-5da3-4a63-89bf-00875970a8b1 req-423a9946-8d6a-4446-ace4-83fd2a890bd1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 1096 time: 0.9999938 May 24 22:51:20.725962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf76fb9-87d6-4146-89f1-e6f77a2aed42 service neutron] Pushing event updated for resources: {'Port': ['ID=4f359652-82c1-4ba7-89df-bcc0a8308a44,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:20.726177 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fa0a6193-3a37-4d9a-9282-fcb57fef302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:18Z', 'revision_number': 4, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '899a15a4-acef-48c5-ac19-ab901a8766ab', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '877d7e32-a013-45b0-801c-c2747464a620', 'port_id': 'c8ad0a3d-36eb-4734-a529-9315ca67c700', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'mac_address': 'fa:16:3e:29:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:40Z', 'updated_at': '2022-05-24T22:51:17Z', 'revision_number': 1, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4', 'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'mac_address': 'fa:16:3e:3d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:16Z', 'updated_at': '2022-05-24T22:48:34Z', 'revision_number': 5, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'subnets': [{'id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:20.734090 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a6193-3a37-4d9a-9282-fcb57fef302c None None] Checking router: 877d7e32-a013-45b0-801c-c2747464a620 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:51:20.747873 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a6193-3a37-4d9a-9282-fcb57fef302c None None] Routers {'877d7e32-a013-45b0-801c-c2747464a620'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:51:20.748804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95b727f8-b525-4f6b-8311-c2f648b33a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:20.748931 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fa0a6193-3a37-4d9a-9282-fcb57fef302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:51:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['877d7e32-a013-45b0-801c-c2747464a620'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:20.772740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b727f8-b525-4f6b-8311-c2f648b33a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92b7fdc-e82d-487a-9d59-87c8d6fa65f4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:20.780001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-bb40989d-8f2d-4cd3-99d7-496869a1abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:20.781641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-bb40989d-8f2d-4cd3-99d7-496869a1abb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 1094 time: 0.1912384 May 24 22:51:20.787981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0d7da-4abb-4d0f-a9ef-d7af4e453d84 req-4571566b-ecbf-495a-baee-ddb686d91cb7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:20.795313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44f0d7da-4abb-4d0f-a9ef-d7af4e453d84 req-4571566b-ecbf-495a-baee-ddb686d91cb7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 946 time: 0.3508778 May 24 22:51:20.879217 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-4ddf6d3d-e85c-4fd4-91bb-ec767f73eacd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f359652-82c1-4ba7-89df-bcc0a8308a44 HTTP/1.1" status: 200 len: 217 time: 0.0693529 May 24 22:51:20.884387 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95b727f8-b525-4f6b-8311-c2f648b33a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:20.884623 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-95b727f8-b525-4f6b-8311-c2f648b33a3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e92b7fdc-e82d-487a-9d59-87c8d6fa65f4 HTTP/1.1" status: 204 len: 168 time: 1.1344197 May 24 22:51:20.911352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db074ef-e0ac-4215-8718-ea9a200e2103 req-a4c35f70-798e-425d-bd28-57d576cd8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:20.912634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8db074ef-e0ac-4215-8718-ea9a200e2103 req-a4c35f70-798e-425d-bd28-57d576cd8d3f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 1097 time: 0.5986445 May 24 22:51:20.957103 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44f0d7da-4abb-4d0f-a9ef-d7af4e453d84 req-757b5427-8d5a-4f6f-8565-13a737fb99c8 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608174 May 24 22:51:20.961253 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9b2b8f4a-da85-4a1f-b606-3a1ee962caa9 req-5795bcd5-e95b-4cf5-b1d8-5b7d913a69e7 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498244 May 24 22:51:21.009219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-6dcef00e-0aee-4e82-bade-7a81280e0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:21.015225 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-6dcef00e-0aee-4e82-bade-7a81280e0ec1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.1277759 May 24 22:51:21.111771 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8779de4f-772f-439f-a836-286be717408f'] response: {'name': 'network-changed', 'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'tag': 'c8ad0a3d-36eb-4734-a529-9315ca67c700', 'status': 'completed', 'code': 200} May 24 22:51:21.114481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8db074ef-e0ac-4215-8718-ea9a200e2103 req-3b463e68-ea66-402a-aee9-65721d4fb65a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931920 May 24 22:51:21.121838 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2d8d13-2a4e-4aed-b35b-4054e038a98a'] response: {'name': 'network-changed', 'server_uuid': 'f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545', 'tag': '4f359652-82c1-4ba7-89df-bcc0a8308a44', 'status': 'completed', 'code': 200} May 24 22:51:21.244397 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-fa0a6193-3a37-4d9a-9282-fcb57fef302c None None] Set router 877d7e32-a013-45b0-801c-c2747464a620 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:51:21.268909 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e8539384-ff6b-4193-a48d-1ae0b17efba1 req-afa49169-a49d-4d48-8e79-8357acf5d22b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:21.302173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-9f6d267f-8af8-40ca-bea2-c16afb069cb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2798636 May 24 22:51:21.491624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-a8d136f8-c5b1-4043-94ab-641f2d2f7866 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590481 May 24 22:51:21.503328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f940c-ea5c-4ba8-92d6-09d004503d83 req-1d73965a-a6a0-4135-9645-8efbaa6d8e0c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:21.504715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-339f940c-ea5c-4ba8-92d6-09d004503d83 req-1d73965a-a6a0-4135-9645-8efbaa6d8e0c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:21.565078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa49169-a49d-4d48-8e79-8357acf5d22b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Pushing event deleted for resources: {'Port': ['ID=cc3a90cb-1b30-4d8f-a2ed-7a10540b168c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:21.573122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77078db-5da3-4a63-89bf-00875970a8b1 req-13af8144-b55e-49d9-9437-dfe864bd1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:21.575694 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77078db-5da3-4a63-89bf-00875970a8b1 req-13af8144-b55e-49d9-9437-dfe864bd1bd3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.9291193 May 24 22:51:21.595851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8226c9bc-6124-4ef8-8f9f-f72b3956b2f0 req-4d405c49-375b-4873-9063-89165a7af4b5 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 210 time: 0.1411543 May 24 22:51:21.726761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55984) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:21.766504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-339f940c-ea5c-4ba8-92d6-09d004503d83 req-1d73965a-a6a0-4135-9645-8efbaa6d8e0c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:21.773820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-339f940c-ea5c-4ba8-92d6-09d004503d83 req-1d73965a-a6a0-4135-9645-8efbaa6d8e0c tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 943 time: 0.4751978 May 24 22:51:21.782509 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fa0a6193-3a37-4d9a-9282-fcb57fef302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:18Z', 'revision_number': 4, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '899a15a4-acef-48c5-ac19-ab901a8766ab', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '877d7e32-a013-45b0-801c-c2747464a620', 'port_id': 'c8ad0a3d-36eb-4734-a529-9315ca67c700', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'mac_address': 'fa:16:3e:29:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:40Z', 'updated_at': '2022-05-24T22:51:17Z', 'revision_number': 1, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4', 'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'mac_address': 'fa:16:3e:3d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:16Z', 'updated_at': '2022-05-24T22:48:34Z', 'revision_number': 5, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'subnets': [{'id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:21.788858 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a6193-3a37-4d9a-9282-fcb57fef302c None None] The sync data for ids ['877d7e32-a013-45b0-801c-c2747464a620'] in n-d-843146-7 is: [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:18Z', 'revision_number': 4, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '899a15a4-acef-48c5-ac19-ab901a8766ab', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '877d7e32-a013-45b0-801c-c2747464a620', 'port_id': 'c8ad0a3d-36eb-4734-a529-9315ca67c700', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'mac_address': 'fa:16:3e:29:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b55830c-572a-4765-86f6-9610e24b49d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:40Z', 'updated_at': '2022-05-24T22:51:17Z', 'revision_number': 1, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4', 'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'mac_address': 'fa:16:3e:3d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:16Z', 'updated_at': '2022-05-24T22:48:34Z', 'revision_number': 5, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'subnets': [{'id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:51:21.885360 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-095f318f-781a-406c-b508-7ae039086fa3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b1d2cebcb2841a3ae5c9feae249a932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521766 May 24 22:51:21.911539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55988) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:21.932010 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-339f940c-ea5c-4ba8-92d6-09d004503d83 req-18a3a338-a20e-444d-8e74-109a85a9a46e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580803 May 24 22:51:21.988710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8539384-ff6b-4193-a48d-1ae0b17efba1 req-afa49169-a49d-4d48-8e79-8357acf5d22b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] No DVR routers for this DVR port cc3a90cb-1b30-4d8f-a2ed-7a10540b168c on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:51:21.993825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e8539384-ff6b-4193-a48d-1ae0b17efba1 req-afa49169-a49d-4d48-8e79-8357acf5d22b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:22.020703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-93abb15d-2678-4354-a5c8-810a66336106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.021122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-93abb15d-2678-4354-a5c8-810a66336106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.021980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-93abb15d-2678-4354-a5c8-810a66336106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.022458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-93abb15d-2678-4354-a5c8-810a66336106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.022898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-93abb15d-2678-4354-a5c8-810a66336106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.024444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-93abb15d-2678-4354-a5c8-810a66336106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.025869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-93abb15d-2678-4354-a5c8-810a66336106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.028126 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-93abb15d-2678-4354-a5c8-810a66336106 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d12f2100d0a407eb54394a509d1c250&device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6490 time: 0.9209962 May 24 22:51:22.031483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77078db-5da3-4a63-89bf-00875970a8b1 req-f5caa57f-5845-424c-ab6f-d342af83f098 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e62522-4826-41a7-9fb6-c2bea629255d HTTP/1.1" status: 200 len: 1001 time: 0.4215291 May 24 22:51:22.031822 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8539384-ff6b-4193-a48d-1ae0b17efba1 req-afa49169-a49d-4d48-8e79-8357acf5d22b tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.50 "DELETE /v2.0/ports/cc3a90cb-1b30-4d8f-a2ed-7a10540b168c HTTP/1.1" status: 204 len: 173 time: 3.0384960 May 24 22:51:22.034510 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9481a20-9cb5-4291-aaf6-2c75774e2d96 req-80bb37bb-2e8b-40cd-a523-8f67e3633ff9 service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216722 May 24 22:51:22.106586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fbd-5538-4739-9e8a-26d0103b45cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:22.265018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d54a640-b469-4a17-afcb-6caee41c152e None None] New status for floating IP 899a15a4-acef-48c5-ac19-ab901a8766ab: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:51:22.320352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77078db-5da3-4a63-89bf-00875970a8b1 req-c07596df-fa4b-4403-9515-9f0635e2886f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.321383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77078db-5da3-4a63-89bf-00875970a8b1 req-c07596df-fa4b-4403-9515-9f0635e2886f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.1119115 May 24 22:51:22.398194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device cc3a90cb-1b30-4d8f-a2ed-7a10540b168c no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:51:22.430921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-7131f2fe-8142-4d17-9233-fb1b5a0080c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.432278 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-7131f2fe-8142-4d17-9233-fb1b5a0080c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917b93a6-4340-4e78-a5f4-2f95554ac5d6 HTTP/1.1" status: 200 len: 913 time: 0.3947489 May 24 22:51:22.486817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: cc3a90cb-1b30-4d8f-a2ed-7a10540b168c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:51:22.487215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device cc3a90cb-1b30-4d8f-a2ed-7a10540b168c not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:51:22.487607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fbd-5538-4739-9e8a-26d0103b45cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:22.677177 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-d839933d-68d5-4169-ad4e-576ba57f0732 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ad0a3d-36eb-4734-a529-9315ca67c700 HTTP/1.1" status: 200 len: 999 time: 0.1963458 May 24 22:51:22.742641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4556a4-f019-40f0-916b-5e0fdc907c00 req-8a13c4a8-7bf7-4cd0-945b-cc3589ea3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.745697 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb4556a4-f019-40f0-916b-5e0fdc907c00 req-8a13c4a8-7bf7-4cd0-945b-cc3589ea3deb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e846590628e4af9acc5488fea48c6ad&device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 1094 time: 0.6252863 May 24 22:51:22.776843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-e8179811-d66f-4ebc-8750-64838ab713f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.778811 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-e8179811-d66f-4ebc-8750-64838ab713f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=035893a4-62f8-4783-8f63-47862db4dbdb HTTP/1.1" status: 200 len: 851 time: 0.0851381 May 24 22:51:22.788644 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fbd-5538-4739-9e8a-26d0103b45cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:22.788739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f05bf1-e8e0-4054-95c0-1367a1762521 req-46d95b7b-a779-4251-8b21-aab90740e66b tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.797279 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86f05bf1-e8e0-4054-95c0-1367a1762521 req-46d95b7b-a779-4251-8b21-aab90740e66b tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 946 time: 0.4741218 May 24 22:51:22.821618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcb31c-8310-4a8a-b365-35234ad737a6 req-443e7a29-627e-43fc-83d1-d8f966c4c1d2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.835403 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-90fcb31c-8310-4a8a-b365-35234ad737a6 req-443e7a29-627e-43fc-83d1-d8f966c4c1d2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.4902544 May 24 22:51:22.925443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86f05bf1-e8e0-4054-95c0-1367a1762521 req-4396096a-4377-4fa2-9372-155f51af0516 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274807 May 24 22:51:22.952177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77078db-5da3-4a63-89bf-00875970a8b1 req-221ddf48-a759-4dd7-b4b2-8217a61653a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:22.957452 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77078db-5da3-4a63-89bf-00875970a8b1 req-221ddf48-a759-4dd7-b4b2-8217a61653a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5206056 May 24 22:51:22.971665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec0fbd-5538-4739-9e8a-26d0103b45cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301e2ab7-6618-4846-8631-80411925a601,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:23.068478 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fbd-5538-4739-9e8a-26d0103b45cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:23.072602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-68ec0fbd-5538-4739-9e8a-26d0103b45cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/301e2ab7-6618-4846-8631-80411925a601 HTTP/1.1" status: 204 len: 168 time: 1.1599405 May 24 22:51:23.143766 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-90fcb31c-8310-4a8a-b365-35234ad737a6 req-3dcd0d51-26e4-404a-a4c0-17819f0510ca tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068533 May 24 22:51:23.236433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4556a4-f019-40f0-916b-5e0fdc907c00 req-9191cf44-97c3-4e7d-9834-5c9d48e9f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:23.241061 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb4556a4-f019-40f0-916b-5e0fdc907c00 req-9191cf44-97c3-4e7d-9834-5c9d48e9f485 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 200 len: 913 time: 0.4896760 May 24 22:51:23.365033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb4556a4-f019-40f0-916b-5e0fdc907c00 req-c7aecf37-67d7-4b0b-a232-c7db3925915b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f359652-82c1-4ba7-89df-bcc0a8308a44 HTTP/1.1" status: 200 len: 217 time: 0.1153679 May 24 22:51:23.399177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cc69c2-9271-4755-b017-d9eeb6ff1f5f', 'name': 'network-vif-deleted', 'tag': 'cc3a90cb-1b30-4d8f-a2ed-7a10540b168c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:23.473169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ec82d6e9-841f-4f87-a2d0-62d45a10a4f2 req-52580bbf-51de-4532-a4a6-f42abeee9c19 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Synchronizing usage tracker for tenant:2ec8f6a30b8841cd97a01bcffd30b362 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:23.473662 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:51:23.508098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4556a4-f019-40f0-916b-5e0fdc907c00 req-0c9de0ed-9eb2-4f6b-b567-0edd7378424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:23.513294 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb4556a4-f019-40f0-916b-5e0fdc907c00 req-0c9de0ed-9eb2-4f6b-b567-0edd7378424d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 200 len: 852 time: 0.1383855 May 24 22:51:23.521141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ec82d6e9-841f-4f87-a2d0-62d45a10a4f2 req-52580bbf-51de-4532-a4a6-f42abeee9c19 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] Unset dirty status for tenant:2ec8f6a30b8841cd97a01bcffd30b362 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:23.522792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec82d6e9-841f-4f87-a2d0-62d45a10a4f2 req-52580bbf-51de-4532-a4a6-f42abeee9c19 tempest-ServerPasswordTestJSON-1174970020 tempest-ServerPasswordTestJSON-1174970020-project] 10.222.0.55 "GET /v2.0/ports?device_id=56cc69c2-9271-4755-b017-d9eeb6ff1f5f HTTP/1.1" status: 200 len: 210 time: 0.1137681 May 24 22:51:23.527446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-448b8346-cca5-4a58-b9f7-6aaf08abd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:23.528879 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-448b8346-cca5-4a58-b9f7-6aaf08abd7d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917b93a6-4340-4e78-a5f4-2f95554ac5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7282081 May 24 22:51:23.581145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77078db-5da3-4a63-89bf-00875970a8b1 req-d52cd1b2-0893-4a9f-9a38-162a057e0e24 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050539 May 24 22:51:23.608286 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb4556a4-f019-40f0-916b-5e0fdc907c00 req-20fd9bb2-c618-40dd-992e-1b123a007b83 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3653a6c8-c222-4f56-8c39-2c2963d7c5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825727 May 24 22:51:23.628240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f222b17-80e6-473e-bf14-da22e00c5145 req-d80293ec-b54b-40a0-a240-cd57aeb664da tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:23.630115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f222b17-80e6-473e-bf14-da22e00c5145 req-d80293ec-b54b-40a0-a240-cd57aeb664da tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 943 time: 0.2601881 May 24 22:51:23.738079 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a216f0fd-8378-40c1-a443-9e97344edeb8'] response: {'server_uuid': '56cc69c2-9271-4755-b017-d9eeb6ff1f5f', 'name': 'network-vif-deleted', 'tag': 'cc3a90cb-1b30-4d8f-a2ed-7a10540b168c', 'status': 'completed', 'code': 200} May 24 22:51:23.780657 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f222b17-80e6-473e-bf14-da22e00c5145 req-b732e10e-887f-4ce9-9893-365117269e20 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149001 May 24 22:51:23.869315 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:23.880244 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-b3d59bdc-4f0f-4647-94c1-82eacef1825a service neutron] 10.222.0.31 "GET /v2.0/networks/917b93a6-4340-4e78-a5f4-2f95554ac5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924666 May 24 22:51:23.890224 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb4556a4-f019-40f0-916b-5e0fdc907c00 req-dcfdc177-2a1f-40c2-8445-9291d9688b9f service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676573 May 24 22:51:23.895107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b77078db-5da3-4a63-89bf-00875970a8b1 req-5202aa38-fa0d-4d80-a6b3-4602440d900d service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854085 May 24 22:51:24.279023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb4556a4-f019-40f0-916b-5e0fdc907c00 req-71dbf962-6e55-4f8c-b211-6bc436ace32e service neutron] 10.222.0.31 "GET /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778968 May 24 22:51:24.356120 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b3b307-fe45-4fbb-845c-47f20a817433 req-2f091d91-7427-4476-a897-a10741193b0f service neutron] 10.222.0.31 "GET /v2.0/networks/917b93a6-4340-4e78-a5f4-2f95554ac5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599195 May 24 22:51:24.421724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c8760-1f07-480f-8a40-b4f669b03672 req-4b80a1a8-1aef-49ec-9bdc-169d59e29d48 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:24.421724 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac6c8760-1f07-480f-8a40-b4f669b03672 req-4b80a1a8-1aef-49ec-9bdc-169d59e29d48 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 946 time: 0.1687591 May 24 22:51:24.544450 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac6c8760-1f07-480f-8a40-b4f669b03672 req-7323bc7f-d136-47ca-906f-2db5a35917dc tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050236 May 24 22:51:24.565254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c20d6-0705-4d87-945f-984bfe92527b req-187ef038-534a-40d3-b9a8-571ff673fe0e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:24.581616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c11c20d6-0705-4d87-945f-984bfe92527b req-187ef038-534a-40d3-b9a8-571ff673fe0e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.1418109 May 24 22:51:24.667876 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c11c20d6-0705-4d87-945f-984bfe92527b req-e0cbf995-e327-4d52-89d2-8389bd473298 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767548 May 24 22:51:24.834958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56036) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:25.020416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56040) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:25.173302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51701207-78f6-404a-b9f0-6828dc1cc8ae req-16b58bca-21d9-4713-aece-b48155954163 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:25.173302 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51701207-78f6-404a-b9f0-6828dc1cc8ae req-16b58bca-21d9-4713-aece-b48155954163 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 943 time: 0.1451409 May 24 22:51:25.253303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-network', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:25.265987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:25.270742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-086cb756-0f94-404f-ab61-61e661394a11 admin admin] Deleting subnet 026aab20-1863-47a3-812b-ff12f93a8060 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:51:25.279325 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-086cb756-0f94-404f-ab61-61e661394a11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.294899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51701207-78f6-404a-b9f0-6828dc1cc8ae req-3f846c48-5c67-43f7-a141-31c8ee20da4d tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058290 May 24 22:51:25.299955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Usage tracker for resource:network and tenant:07ea468ff7a3438188801f20e23e9e88 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:51:25.315564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:51:25.327229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:25.341759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Made reservation on behalf of 07ea468ff7a3438188801f20e23e9e88 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:51:25.356429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.386877 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.399958 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-086cb756-0f94-404f-ab61-61e661394a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.405276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:25.405276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Usage tracker for resource:security_group_rule and tenant:07ea468ff7a3438188801f20e23e9e88 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:51:25.415575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:51:25.415575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:25.425099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 4f359652-82c1-4ba7-89df-bcc0a8308a44 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:51:25.480296 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-086cb756-0f94-404f-ab61-61e661394a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.591959 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.591959 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.619700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146b2a3-85bf-4c1e-b04e-8b26ff5ad34a req-26076dd5-f69c-418a-9dc1-bb8c3b8cc829 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:25.631118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8146b2a3-85bf-4c1e-b04e-8b26ff5ad34a req-26076dd5-f69c-418a-9dc1-bb8c3b8cc829 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.7294800 May 24 22:51:25.676771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:51:25.694782 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-086cb756-0f94-404f-ab61-61e661394a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.721358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269d2790-eaff-4218-8280-f0c89f1de4c2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:25.726180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.726519 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Added segment 23a60b4f-8a3f-4e44-9e93-111eec7f661f of type vlan for network a43154de-2ec7-41e9-8fe1-e5570cd498ac May 24 22:51:25.761670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 4f359652-82c1-4ba7-89df-bcc0a8308a44, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4f359652-82c1-4ba7-89df-bcc0a8308a44,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:25.779971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cb756-0f94-404f-ab61-61e661394a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026aab20-1863-47a3-812b-ff12f93a8060,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:25.785192 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.792594 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-086cb756-0f94-404f-ab61-61e661394a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.799944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '4f359652-82c1-4ba7-89df-bcc0a8308a44', 'network_id': '3653a6c8-c222-4f56-8c39-2c2963d7c5c7', 'port_id': '4f359652-82c1-4ba7-89df-bcc0a8308a44', 'mac_address': 'fa:16:3e:ec:6a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b7ed93-185b-4c74-a8c5-a81fc40ebbf5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:51:25.816899 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.828093 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8146b2a3-85bf-4c1e-b04e-8b26ff5ad34a req-d07d7b10-a08d-45ff-956e-880c09afee38 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958895 May 24 22:51:25.837473 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-086cb756-0f94-404f-ab61-61e661394a11 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/026aab20-1863-47a3-812b-ff12f93a8060 HTTP/1.1" status: 204 len: 168 time: 1.0060925 May 24 22:51:25.841874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56050) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:25.888796 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.889904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:25.890953 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:25.974176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 4f359652-82c1-4ba7-89df-bcc0a8308a44 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:25.974913 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:26.018580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f359652-82c1-4ba7-89df-bcc0a8308a44 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:51:26.066116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 4f359652-82c1-4ba7-89df-bcc0a8308a44, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4f359652-82c1-4ba7-89df-bcc0a8308a44,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:26.066116 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:26.106639 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:26.147221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=4f359652-82c1-4ba7-89df-bcc0a8308a44,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:26.204884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56056) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:26.205082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1900709 May 24 22:51:26.216179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4da2c1-42f0-44b9-9e45-cef7b1874337 admin admin] Pushing event updated for resources: {'Network': ['ID=a43154de-2ec7-41e9-8fe1-e5570cd498ac,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:26.227157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Request body: {'subnet': {'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-subnet', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:26.232724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network a43154de-2ec7-41e9-8fe1-e5570cd498ac details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:51:26.262840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e79ce-6a8e-4d2a-be3c-a34f2b6d172a req-bd686256-c07e-47d1-a5ca-5ea663dd0bcc tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:26.265803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae4e79ce-6a8e-4d2a-be3c-a34f2b6d172a req-bd686256-c07e-47d1-a5ca-5ea663dd0bcc tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.3121996 May 24 22:51:26.307076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:26.321157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Usage tracker for resource:subnet and tenant:07ea468ff7a3438188801f20e23e9e88 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:51:26.327840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:51:26.354989 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae4e79ce-6a8e-4d2a-be3c-a34f2b6d172a req-fed96fcd-f3e3-4060-a12d-ea8b30b87299 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827537 May 24 22:51:26.441654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:26.444493 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:26.490518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0faddd-8138-49a6-b334-4b1d0b599e87']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:26.509646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a54327-82b4-4a71-b60f-1dd3f45287d0 req-b758c9db-a418-4efd-b14f-97d43336a40e tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:26.516454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['4f359652-82c1-4ba7-89df-bcc0a8308a44'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:51:26.517338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44a54327-82b4-4a71-b60f-1dd3f45287d0 req-b758c9db-a418-4efd-b14f-97d43336a40e tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff HTTP/1.1" status: 200 len: 945 time: 0.4020391 May 24 22:51:26.536503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Made reservation on behalf of 07ea468ff7a3438188801f20e23e9e88 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:51:26.539021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:26.558324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125bebcc-50a0-4fb7-8400-b3342b53ed94') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:26.558324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125bebcc-50a0-4fb7-8400-b3342b53ed94') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:26.677615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:26.716726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07692fed-be19-4e07-bf29-0032f0f71e30 req-e086f815-9194-494e-973d-2631c02b57bc tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:26.719989 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:26.720635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-07692fed-be19-4e07-bf29-0032f0f71e30 req-e086f815-9194-494e-973d-2631c02b57bc tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 944 time: 0.1821051 May 24 22:51:26.724788 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44a54327-82b4-4a71-b60f-1dd3f45287d0 req-efeb26bb-e6a6-4ed5-83b1-4f5230b022a4 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068496 May 24 22:51:26.732005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:51:26.732380 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:26.843273 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 125bebcc-50a0-4fb7-8400-b3342b53ed94 resource provider aggregate not found May 24 22:51:26.869383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-07692fed-be19-4e07-bf29-0032f0f71e30 req-725fb409-9359-469f-8451-0939c1aa70a2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048887 May 24 22:51:26.873833 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 125bebcc-50a0-4fb7-8400-b3342b53ed94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 125bebcc-50a0-4fb7-8400-b3342b53ed94 found for delete ", "request_id": "req-e5e2d868-b6f9-4026-816f-2f52e07054c7"}]} May 24 22:51:26.969878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:27.016222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:27.041004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=df0faddd-8138-49a6-b334-4b1d0b599e87,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:27.060636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-606df7fa-3d9f-4505-b436-ee29422c7f06 admin admin] 10.222.0.55 "DELETE /v2.0/networks/df0faddd-8138-49a6-b334-4b1d0b599e87 HTTP/1.1" status: 204 len: 168 time: 1.2123439 May 24 22:51:27.114966 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:27.202244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7e7d4d-2610-4d50-a91e-25de72272d10,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:27.269011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Checking segment: {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:51:27.269381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Network hostable DHCP agents. Network: a43154de-2ec7-41e9-8fe1-e5570cd498ac, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:51:27.271935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56074) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:27.326654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Network a43154de-2ec7-41e9-8fe1-e5570cd498ac is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:51:27.366466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a282c45-2873-428c-a2ae-79cc3c76909b req-2fffbc64-30a5-43d1-a601-85b87aab8249 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:27.366970 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b1e2bbfa-4e22-4ed4-8143-af41ce19a7a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ec8f6a30b8841cd97a01bcffd30b362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936890 May 24 22:51:27.367566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56078) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:27.373980 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a282c45-2873-428c-a2ae-79cc3c76909b req-2fffbc64-30a5-43d1-a601-85b87aab8249 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 946 time: 0.1442416 May 24 22:51:27.394522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, a43154de-2ec7-41e9-8fe1-e5570cd498ac) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:51:27.403516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:27.404234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:27.409714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d0194-97b0-483e-b7ff-e5f993536592 None None] Network a43154de-2ec7-41e9-8fe1-e5570cd498ac requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:51:27.468750 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a282c45-2873-428c-a2ae-79cc3c76909b req-04a39d5f-77f0-429e-9851-6b79e694d7ff tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876153 May 24 22:51:27.487791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-013d1c58-24da-4286-a1be-99f92196c9e3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2574279 May 24 22:51:27.487791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56088) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:27.492797 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f18695b9-07fb-4dae-be7e-53535f8488c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:27.498171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:27.507705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:27.516526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Usage tracker for resource:router and tenant:07ea468ff7a3438188801f20e23e9e88 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:51:27.516526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:51:27.553862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:27.580098 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f18695b9-07fb-4dae-be7e-53535f8488c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:27.586191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:27.587719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:27.667859 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:27.871180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f18695b9-07fb-4dae-be7e-53535f8488c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:27.910600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18695b9-07fb-4dae-be7e-53535f8488c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076f4f9a-1312-4e29-b381-e615dd4399ac,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:27.918375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f18695b9-07fb-4dae-be7e-53535f8488c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:27.922009 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f18695b9-07fb-4dae-be7e-53535f8488c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/076f4f9a-1312-4e29-b381-e615dd4399ac HTTP/1.1" status: 204 len: 168 time: 0.5507958 May 24 22:51:27.989770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ddda8-f620-4309-87eb-759a7cebe027 req-c5082a10-63aa-4735-b18b-1aa665dd522e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:27.991377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-514ddda8-f620-4309-87eb-759a7cebe027 req-c5082a10-63aa-4735-b18b-1aa665dd522e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.2271760 May 24 22:51:28.163491 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-514ddda8-f620-4309-87eb-759a7cebe027 req-f2aa37ed-5509-499d-8647-cb8e4c69479b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622834 May 24 22:51:28.250178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:51:28.250178 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:28.300924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:28.323164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e2e8c-eadd-4521-918e-47c5b34a4805 req-5e98c458-768a-4b68-a4e1-aaaf50e9dfac tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:28.332512 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f4e2e8c-eadd-4521-918e-47c5b34a4805 req-5e98c458-768a-4b68-a4e1-aaaf50e9dfac tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.4351578 May 24 22:51:28.382292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c406b-52b2-4eca-8a28-be4f79c13fae req-454a9a02-2a40-4fe9-be8c-df1b97b47a03 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:28.390643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-830c406b-52b2-4eca-8a28-be4f79c13fae req-454a9a02-2a40-4fe9-be8c-df1b97b47a03 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 944 time: 0.1147187 May 24 22:51:28.469803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f4e2e8c-eadd-4521-918e-47c5b34a4805 req-bddb2f34-ebf8-4a8d-ba17-132a152ec179 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362386 May 24 22:51:28.499407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-830c406b-52b2-4eca-8a28-be4f79c13fae req-0757bf9a-a8b4-4ab5-a736-026fd894e765 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064539 May 24 22:51:28.548774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Allocated IP 172.20.0.2 (a43154de-2ec7-41e9-8fe1-e5570cd498ac/8e7e7d4d-2610-4d50-a91e-25de72272d10/527ffbf8-bac9-422b-a580-c00ea7e65581) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:51:28.923781 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:28.942862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Transition to ACTIVE for port object 527ffbf8-bac9-422b-a580-c00ea7e65581 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:28.987450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Transition to ACTIVE for port object 527ffbf8-bac9-422b-a580-c00ea7e65581 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:28.996258 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:29.034742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d4e38-e0ca-4ddf-9cf6-775d5d75d7e4 req-8ba21330-7222-4f07-9b69-d85b867354e0 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:29.052911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d4e38-e0ca-4ddf-9cf6-775d5d75d7e4 req-8ba21330-7222-4f07-9b69-d85b867354e0 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:29.060707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d4e38-e0ca-4ddf-9cf6-775d5d75d7e4 req-8ba21330-7222-4f07-9b69-d85b867354e0 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:29.062944 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-289d4e38-e0ca-4ddf-9cf6-775d5d75d7e4 req-8ba21330-7222-4f07-9b69-d85b867354e0 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934&device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff&device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 2417 time: 0.1642272 May 24 22:51:29.073526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Network a43154de-2ec7-41e9-8fe1-e5570cd498ac is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:51:29.077335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:51:29.084239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:51:29.155097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089409f8-0621-48c0-9d1d-00b312382bd7 req-f609eb7c-5a9d-4408-b099-c8529c59ac62 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:29.160507 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-089409f8-0621-48c0-9d1d-00b312382bd7 req-f609eb7c-5a9d-4408-b099-c8529c59ac62 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.4243515 May 24 22:51:29.165182 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:29.166864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56118) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:29.176982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Pushing event updated for resources: {'Port': ['ID=527ffbf8-bac9-422b-a580-c00ea7e65581,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:29.197107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6b48e955-f3ec-4b2d-ac28-2297cb0560cd tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Request body: {'floatingip': {'port_id': '39e62522-4826-41a7-9fb6-c2bea629255d'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:29.205007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Attempting to bind port 527ffbf8-bac9-422b-a580-c00ea7e65581 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:51:29.205629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Attempting to bind port 527ffbf8-bac9-422b-a580-c00ea7e65581 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:51:29.205749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Attempting to bind port 527ffbf8-bac9-422b-a580-c00ea7e65581 on network a43154de-2ec7-41e9-8fe1-e5570cd498ac {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:29.216574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:51:29.216906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Checking segment: {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:51:29.217469 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:29.217756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:29.218239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Bound using segment: {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:51:29.218864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Bound port: 527ffbf8-bac9-422b-a580-c00ea7e65581, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:51:29.219955 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:29.422571 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] For port 527ffbf8-bac9-422b-a580-c00ea7e65581, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:51:29.422571 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] For port 527ffbf8-bac9-422b-a580-c00ea7e65581, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=527ffbf8-bac9-422b-a580-c00ea7e65581,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:51:29.428600 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:29.484780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-289d4e38-e0ca-4ddf-9cf6-775d5d75d7e4 req-4fe4615e-26d4-437a-ac3f-1e9b450cd599 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136169 May 24 22:51:29.511141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Allocated IP 172.25.7.35 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/d544200b-e010-40b7-a948-5bdf24ef0067) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:51:29.545874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 4f359652-82c1-4ba7-89df-bcc0a8308a44 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:29.641781 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b48e955-f3ec-4b2d-ac28-2297cb0560cd tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:29.865250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e41ebe-e3f9-4696-ab34-607e5a550c66 None None] Pushing event updated for resources: {'Port': ['ID=527ffbf8-bac9-422b-a580-c00ea7e65581,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:29.880394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 4f359652-82c1-4ba7-89df-bcc0a8308a44 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:29.893280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 4f359652-82c1-4ba7-89df-bcc0a8308a44 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:29.893608 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:29.952000 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:30.099084 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:30.166286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 4f359652-82c1-4ba7-89df-bcc0a8308a44 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:30.167625 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:30.220091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f359652-82c1-4ba7-89df-bcc0a8308a44'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:30.238766 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 4f359652-82c1-4ba7-89df-bcc0a8308a44, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4f359652-82c1-4ba7-89df-bcc0a8308a44,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:30.239434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:51:30.248380 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:30.254418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21163f4a-c6b9-4041-9705-aa03b8a6331f req-957fded6-e136-47b3-96b4-9604bd492d6f tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:30.256495 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21163f4a-c6b9-4041-9705-aa03b8a6331f req-957fded6-e136-47b3-96b4-9604bd492d6f tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 946 time: 0.2513750 May 24 22:51:30.261165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:51:30.275403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:51:30.334126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Pushing event updated for resources: {'Port': ['ID=d544200b-e010-40b7-a948-5bdf24ef0067,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:30.356110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=4f359652-82c1-4ba7-89df-bcc0a8308a44,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:30.380831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21163f4a-c6b9-4041-9705-aa03b8a6331f req-54ee2474-af35-450b-b111-39eabec74215 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147757 May 24 22:51:30.661358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89987deb-b8b7-4ffb-9bf4-b456361edc3f req-d726c0d6-e019-4d0d-8ef1-766f8378e056 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:30.668708 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-89987deb-b8b7-4ffb-9bf4-b456361edc3f req-d726c0d6-e019-4d0d-8ef1-766f8378e056 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 945 time: 0.3747959 May 24 22:51:30.756388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-89987deb-b8b7-4ffb-9bf4-b456361edc3f req-0d52363d-6b53-4efb-bc9f-2a8cf5915cd1 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839329 May 24 22:51:30.866296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 527ffbf8-bac9-422b-a580-c00ea7e65581 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:31.000467 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc6139d-1c46-492e-8186-78d4f73688bf'] response: {'server_uuid': 'f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f359652-82c1-4ba7-89df-bcc0a8308a44', 'code': 200} May 24 22:51:31.111053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 527ffbf8-bac9-422b-a580-c00ea7e65581 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:31.286296 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc371bb2-2a71-466a-a8a9-eb415d62b29d req-889447ae-a4be-4a42-8b8d-f2556b8721fc tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0804954 May 24 22:51:31.397184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b48e955-f3ec-4b2d-ac28-2297cb0560cd tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:31.412392 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b48e955-f3ec-4b2d-ac28-2297cb0560cd tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:31.425051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:31.488635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd9f1f-89c1-4732-b69a-3a351c2586e4 None None] Network a43154de-2ec7-41e9-8fe1-e5570cd498ac requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:51:31.522091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0c336-a7b2-4ca9-8320-256ed4442edf req-bd7d2679-0c84-44c3-ae0a-edb24d74e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:31.522918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9fc0c336-a7b2-4ca9-8320-256ed4442edf req-bd7d2679-0c84-44c3-ae0a-edb24d74e356 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 1096 time: 0.3651028 May 24 22:51:31.761961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-50cf7ba5-0ccc-4873-8438-430f0661128d None None] Provisioning for port 527ffbf8-bac9-422b-a580-c00ea7e65581 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:31.775278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-50cf7ba5-0ccc-4873-8438-430f0661128d None None] Provisioning complete for port 527ffbf8-bac9-422b-a580-c00ea7e65581 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:31.775278 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-50cf7ba5-0ccc-4873-8438-430f0661128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:31.989815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9fc0c336-a7b2-4ca9-8320-256ed4442edf req-a76bb936-c89b-4c7e-a776-199d693c5e85 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394331 May 24 22:51:32.208413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-50cf7ba5-0ccc-4873-8438-430f0661128d None None] Current status of the port 527ffbf8-bac9-422b-a580-c00ea7e65581 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:32.208413 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-50cf7ba5-0ccc-4873-8438-430f0661128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:32.304124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-50cf7ba5-0ccc-4873-8438-430f0661128d None None] For port 527ffbf8-bac9-422b-a580-c00ea7e65581, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=527ffbf8-bac9-422b-a580-c00ea7e65581,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:32.314978 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-50cf7ba5-0ccc-4873-8438-430f0661128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:32.338795 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:32.471597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf7ba5-0ccc-4873-8438-430f0661128d None None] Pushing event updated for resources: {'Port': ['ID=527ffbf8-bac9-422b-a580-c00ea7e65581,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:32.642237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b48e955-f3ec-4b2d-ac28-2297cb0560cd tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Router 320824ec-83fe-420d-8d24-a4062cc2a08d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:51:32.661042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7938-afe3-4ac0-9b96-3e9476b3abdb req-0f3d4397-1a20-4da8-9f89-eeba439a6e0a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:32.687995 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-593b7938-afe3-4ac0-9b96-3e9476b3abdb req-0f3d4397-1a20-4da8-9f89-eeba439a6e0a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 945 time: 0.4997196 May 24 22:51:32.901657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:51:32.914962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 527ffbf8-bac9-422b-a580-c00ea7e65581 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:33.212992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-593b7938-afe3-4ac0-9b96-3e9476b3abdb req-5f98658f-a368-42b4-852d-075349225a8e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209980 May 24 22:51:33.222825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9b8804b1-68d1-4905-9c82-f72be0bf8bd9 None None] Provisioning complete for port 527ffbf8-bac9-422b-a580-c00ea7e65581 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:33.222825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b8804b1-68d1-4905-9c82-f72be0bf8bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:33.299177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 527ffbf8-bac9-422b-a580-c00ea7e65581 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:33.299177 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:33.424600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:51:33.451917 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Sync routers for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:51:33.466116 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:51:33.466116 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:51:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:33.551202 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-94042183-7cce-4619-8c6f-b32c64bae8dd req-166a1204-9409-4004-8119-54b1ac8214d7 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.1220677 May 24 22:51:33.587628 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:33.587628 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1f55777a-907f-4332-af65-f9c808ee9173 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0993817 May 24 22:51:33.587628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56178) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:33.627838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b48e955-f3ec-4b2d-ac28-2297cb0560cd tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:51:33.658903 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b48e955-f3ec-4b2d-ac28-2297cb0560cd tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:33.665141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62523f-4df0-4609-b080-7c91b02c447d None None] Sync routers for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:51:33.829757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62523f-4df0-4609-b080-7c91b02c447d None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:51:33.830977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8e62523f-4df0-4609-b080-7c91b02c447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:51:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:33.883888 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:51:33.975158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 527ffbf8-bac9-422b-a580-c00ea7e65581 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:34.065531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:34.202855 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6b48e955-f3ec-4b2d-ac28-2297cb0560cd tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "PUT /v2.0/floatingips/8d9680e3-59fa-458c-8e8a-fc0939f83607 HTTP/1.1" status: 200 len: 993 time: 5.0174198 May 24 22:51:34.228951 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb11144c-edac-45c0-b9e5-4e3fd44452e0'] response: {'name': 'network-changed', 'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d', 'status': 'completed', 'code': 200} May 24 22:51:34.260409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9b8804b1-68d1-4905-9c82-f72be0bf8bd9 None None] Current status of the port 527ffbf8-bac9-422b-a580-c00ea7e65581 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:34.306116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8e62523f-4df0-4609-b080-7c91b02c447d None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:51:34.561994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56928159-ae8d-415b-8961-9b31de97c45d req-b0c0779f-6530-4a4c-8e6e-04fd244aed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:34.571891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56928159-ae8d-415b-8961-9b31de97c45d req-b0c0779f-6530-4a4c-8e6e-04fd244aed26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 1096 time: 0.3162458 May 24 22:51:34.605808 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:30Z', 'revision_number': 3, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:34.618390 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Checking router: 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:51:34.618786 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Updating router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 port d544200b-e010-40b7-a948-5bdf24ef0067 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:51:34.782844 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:34.819430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34d8f8-78ac-4905-9d72-75ea8fda627f req-fbaa23d9-aeb2-408d-af06-e6e96a55bf1e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:34.830908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa34d8f8-78ac-4905-9d72-75ea8fda627f req-fbaa23d9-aeb2-408d-af06-e6e96a55bf1e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 945 time: 0.3656321 May 24 22:51:34.892737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56928159-ae8d-415b-8961-9b31de97c45d req-304d0c3e-c59b-44ab-aee2-93ba8afbfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:34.895168 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56928159-ae8d-415b-8961-9b31de97c45d req-304d0c3e-c59b-44ab-aee2-93ba8afbfc34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.2838218 May 24 22:51:34.970667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8e62523f-4df0-4609-b080-7c91b02c447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8d9680e3-59fa-458c-8e8a-fc0939f83607', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'port_id': '39e62522-4826-41a7-9fb6-c2bea629255d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'mac_address': 'fa:16:3e:a7:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:39Z', 'updated_at': '2022-05-24T22:51:30Z', 'revision_number': 3, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:47:20Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:34.977410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62523f-4df0-4609-b080-7c91b02c447d None None] Checking router: 320824ec-83fe-420d-8d24-a4062cc2a08d for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:51:34.988558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62523f-4df0-4609-b080-7c91b02c447d None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:51:34.989324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8e62523f-4df0-4609-b080-7c91b02c447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:51:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:35.074691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa34d8f8-78ac-4905-9d72-75ea8fda627f req-2199305b-3d44-4c8d-8d72-11b4bdbef654 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428379 May 24 22:51:35.114538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56928159-ae8d-415b-8961-9b31de97c45d req-9762ce4f-4882-4c95-b2c3-889ba2239cde service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e62522-4826-41a7-9fb6-c2bea629255d HTTP/1.1" status: 200 len: 1001 time: 0.2108543 May 24 22:51:35.250902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56928159-ae8d-415b-8961-9b31de97c45d req-49c725eb-670b-4510-9ecd-8a8cc173a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:35.254064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56928159-ae8d-415b-8961-9b31de97c45d req-49c725eb-670b-4510-9ecd-8a8cc173a089 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.1297560 May 24 22:51:35.254410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8e62523f-4df0-4609-b080-7c91b02c447d None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:51:35.315053 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c23fea21-d149-4124-a21b-ff3b8444dd98 req-eae06cd4-5954-4785-bcdc-6c192ea4ad9b tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0592706 May 24 22:51:35.481454 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6cc078de-b662-4ee6-a434-6a9a06043cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:35.509643 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:35.519908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fec7acdd-1f2d-4132-be8c-ffb996c8c12e req-704215b4-475c-4bfb-8eb4-081a70cf560f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0874317 May 24 22:51:35.540219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56928159-ae8d-415b-8961-9b31de97c45d req-de69412a-c354-4daa-9ef5-18d5c1f3a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:35.542191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56928159-ae8d-415b-8961-9b31de97c45d req-de69412a-c354-4daa-9ef5-18d5c1f3a7f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259886 May 24 22:51:35.542716 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Transition to ACTIVE for port object d544200b-e010-40b7-a948-5bdf24ef0067 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:35.558276 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:35.644429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aee457-8bfc-4914-aa59-3fe495162cd7 req-3ea5ac81-cc90-435b-aa2f-8c940ad9aee0 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:35.652109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22aee457-8bfc-4914-aa59-3fe495162cd7 req-3ea5ac81-cc90-435b-aa2f-8c940ad9aee0 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.6579847 May 24 22:51:35.758148 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22aee457-8bfc-4914-aa59-3fe495162cd7 req-c511a9be-1a15-42c1-9375-f6a5133cff9a tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052477 May 24 22:51:35.820475 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cac3ef-0577-4d8e-bae8-9badf391e3d2 None None] Pushing event updated for resources: {'Port': ['ID=d544200b-e010-40b7-a948-5bdf24ef0067,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:35.851964 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Attempting to bind port d544200b-e010-40b7-a948-5bdf24ef0067 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:51:35.852995 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Attempting to bind port d544200b-e010-40b7-a948-5bdf24ef0067 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:51:35.853982 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Attempting to bind port d544200b-e010-40b7-a948-5bdf24ef0067 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:35.868171 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:51:35.871704 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:51:35.872272 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:35.873434 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:51:35.874770 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Bound port: d544200b-e010-40b7-a948-5bdf24ef0067, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:51:35.875955 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:35.903365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:35.957387 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56928159-ae8d-415b-8961-9b31de97c45d req-35c7f71c-1780-4bf3-b148-54427f49784b service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254348 May 24 22:51:36.049353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8e62523f-4df0-4609-b080-7c91b02c447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8d9680e3-59fa-458c-8e8a-fc0939f83607', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'port_id': '39e62522-4826-41a7-9fb6-c2bea629255d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'mac_address': 'fa:16:3e:a7:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:39Z', 'updated_at': '2022-05-24T22:51:30Z', 'revision_number': 3, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:47:20Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:36.055226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62523f-4df0-4609-b080-7c91b02c447d None None] The sync data for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 is: [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8d9680e3-59fa-458c-8e8a-fc0939f83607', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'port_id': '39e62522-4826-41a7-9fb6-c2bea629255d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'mac_address': 'fa:16:3e:a7:19:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:49:39Z', 'updated_at': '2022-05-24T22:51:30Z', 'revision_number': 3, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:47:20Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:51:36.082466 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] For port d544200b-e010-40b7-a948-5bdf24ef0067, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:51:36.087939 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] For port d544200b-e010-40b7-a948-5bdf24ef0067, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d544200b-e010-40b7-a948-5bdf24ef0067,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:51:36.097108 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:36.186129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e67f9a-a2b9-441a-93b3-f39f190cd541 req-68f3508e-3143-4f12-af9b-610dc6b0f39a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:36.194003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57e67f9a-a2b9-441a-93b3-f39f190cd541 req-68f3508e-3143-4f12-af9b-610dc6b0f39a tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 945 time: 0.1828060 May 24 22:51:36.219192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:36.230496 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:51:36.233888 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:51:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:36.259837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56928159-ae8d-415b-8961-9b31de97c45d req-82e6f0bd-2d48-41a2-b232-80c5cb560a91 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867882 May 24 22:51:36.312561 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cac3ef-0577-4d8e-bae8-9badf391e3d2 None None] Pushing event updated for resources: {'Port': ['ID=d544200b-e010-40b7-a948-5bdf24ef0067,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:36.333087 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc3cd53-6738-401e-a236-858cd8a3f12e'] response: {'name': 'network-changed', 'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d', 'status': 'completed', 'code': 200} May 24 22:51:36.346469 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57e67f9a-a2b9-441a-93b3-f39f190cd541 req-f8ec0a7a-d144-4772-84fb-dfcccb66cc0b tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512194 May 24 22:51:36.373221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Allocated IP 172.20.0.1 (a43154de-2ec7-41e9-8fe1-e5570cd498ac/8e7e7d4d-2610-4d50-a91e-25de72272d10/99932a88-5ffa-4c51-b478-abca2d70beb0) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:51:36.545262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d566d7f-3a96-400d-8e98-9e76a315faa5 req-7df378dc-21d4-4f01-ab5f-cadc8c95809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:36.547659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d566d7f-3a96-400d-8e98-9e76a315faa5 req-7df378dc-21d4-4f01-ab5f-cadc8c95809b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 1096 time: 0.1887159 May 24 22:51:36.622843 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:51:36.928432 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:36.950005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9174c6f-a72b-4052-ae4e-63ffe1c47098 req-4d413a41-06dc-483f-a77a-67bd3880b017 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.3142357 May 24 22:51:36.995315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Transition to ACTIVE for port object 99932a88-5ffa-4c51-b478-abca2d70beb0 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:37.084373 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:37.095357 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:30Z', 'revision_number': 3, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:37.095357 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138b7d5-e17b-4aeb-957a-fd2bb81fca81 None None] The sync data for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 is: [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:30Z', 'revision_number': 3, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:51:37.121511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d566d7f-3a96-400d-8e98-9e76a315faa5 req-da029fa0-5c70-49cf-8b45-56ebf8c7d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:37.122576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d566d7f-3a96-400d-8e98-9e76a315faa5 req-da029fa0-5c70-49cf-8b45-56ebf8c7d7f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.5627830 May 24 22:51:37.262263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Network a43154de-2ec7-41e9-8fe1-e5570cd498ac is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:51:37.283065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:51:37.318487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108bbc8-3b3c-4650-bcdc-4524108f8cf6 req-84e26053-c05c-4715-b376-0e3b7629464e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:37.324699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108bbc8-3b3c-4650-bcdc-4524108f8cf6 req-84e26053-c05c-4715-b376-0e3b7629464e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:37.331101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108bbc8-3b3c-4650-bcdc-4524108f8cf6 req-84e26053-c05c-4715-b376-0e3b7629464e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:37.337119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108bbc8-3b3c-4650-bcdc-4524108f8cf6 req-84e26053-c05c-4715-b376-0e3b7629464e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:37.343107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108bbc8-3b3c-4650-bcdc-4524108f8cf6 req-84e26053-c05c-4715-b376-0e3b7629464e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:37.348924 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108bbc8-3b3c-4650-bcdc-4524108f8cf6 req-84e26053-c05c-4715-b376-0e3b7629464e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:37.355755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108bbc8-3b3c-4650-bcdc-4524108f8cf6 req-84e26053-c05c-4715-b376-0e3b7629464e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:37.365719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e108bbc8-3b3c-4650-bcdc-4524108f8cf6 req-84e26053-c05c-4715-b376-0e3b7629464e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5443 time: 0.7927108 May 24 22:51:37.380875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:51:37.459419 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1be51eda-4305-4455-9e9f-1bbacc9dceab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:37.463254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:37.661704 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d566d7f-3a96-400d-8e98-9e76a315faa5 req-34421c9d-35af-401f-8aaa-084e8de7e26a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e62522-4826-41a7-9fb6-c2bea629255d HTTP/1.1" status: 200 len: 1001 time: 0.5235083 May 24 22:51:37.828911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=99932a88-5ffa-4c51-b478-abca2d70beb0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:37.848765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-93ca533f-81da-47b2-8a38-505a46e43776 None None] Provisioning for port 99932a88-5ffa-4c51-b478-abca2d70beb0 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:37.858522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-93ca533f-81da-47b2-8a38-505a46e43776 None None] Provisioning complete for port 99932a88-5ffa-4c51-b478-abca2d70beb0 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:37.858522 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-93ca533f-81da-47b2-8a38-505a46e43776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:37.864128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d566d7f-3a96-400d-8e98-9e76a315faa5 req-141ac979-4a3d-46fa-b03f-bd22598c3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:37.864128 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d566d7f-3a96-400d-8e98-9e76a315faa5 req-141ac979-4a3d-46fa-b03f-bd22598c3e5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.1718302 May 24 22:51:37.922726 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e108bbc8-3b3c-4650-bcdc-4524108f8cf6 req-ab1dc831-bebb-4d76-8566-1c7a254d8e9a tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5495195 May 24 22:51:37.970144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67e248-263b-4290-b145-7789fc2d7745 req-124b6598-14d4-47b6-a7ac-ca4b7c25872d tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:37.979817 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb67e248-263b-4290-b145-7789fc2d7745 req-124b6598-14d4-47b6-a7ac-ca4b7c25872d tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.5011115 May 24 22:51:38.078488 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-93ca533f-81da-47b2-8a38-505a46e43776 None None] Port 99932a88-5ffa-4c51-b478-abca2d70beb0 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:51:38.135244 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb67e248-263b-4290-b145-7789fc2d7745 req-42af2cd2-806d-47c4-8712-96b9daf6b8fc tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476464 May 24 22:51:38.214882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d566d7f-3a96-400d-8e98-9e76a315faa5 req-4c17dfba-8897-46ab-88f2-e91ee32c143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:38.214882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d566d7f-3a96-400d-8e98-9e76a315faa5 req-4c17dfba-8897-46ab-88f2-e91ee32c143f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3387547 May 24 22:51:38.405914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:38.712633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:38.712633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:38.751951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fec923-62bc-4636-bb79-51405d2d498d req-70e21c98-b333-4d3d-8677-0c5aade951e6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:38.773480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fec923-62bc-4636-bb79-51405d2d498d req-70e21c98-b333-4d3d-8677-0c5aade951e6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:38.791652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fec923-62bc-4636-bb79-51405d2d498d req-70e21c98-b333-4d3d-8677-0c5aade951e6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:38.798363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aa5e5-7057-4487-bea6-aff291626e39 req-fbbb2ae3-cdf9-4064-a53c-16bbcaa9602f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:38.798363 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa3aa5e5-7057-4487-bea6-aff291626e39 req-fbbb2ae3-cdf9-4064-a53c-16bbcaa9602f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 945 time: 0.5562074 May 24 22:51:38.804376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fec923-62bc-4636-bb79-51405d2d498d req-70e21c98-b333-4d3d-8677-0c5aade951e6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:38.816579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fec923-62bc-4636-bb79-51405d2d498d req-70e21c98-b333-4d3d-8677-0c5aade951e6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:38.829287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fec923-62bc-4636-bb79-51405d2d498d req-70e21c98-b333-4d3d-8677-0c5aade951e6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:38.863389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fec923-62bc-4636-bb79-51405d2d498d req-70e21c98-b333-4d3d-8677-0c5aade951e6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:38.874650 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa3aa5e5-7057-4487-bea6-aff291626e39 req-1591b16c-e4af-46a5-bdd0-b6380ddf2ff5 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693913 May 24 22:51:38.891925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5fec923-62bc-4636-bb79-51405d2d498d req-70e21c98-b333-4d3d-8677-0c5aade951e6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5443 time: 0.4611337 May 24 22:51:38.904285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d544200b-e010-40b7-a948-5bdf24ef0067 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:38.910110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d566d7f-3a96-400d-8e98-9e76a315faa5 req-217f8d45-561e-4c44-be37-3a3d1504d5db service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6825120 May 24 22:51:39.103910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port d544200b-e010-40b7-a948-5bdf24ef0067 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:39.114474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d544200b-e010-40b7-a948-5bdf24ef0067 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:39.114853 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:39.120933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d566d7f-3a96-400d-8e98-9e76a315faa5 req-25911968-a33b-4812-b452-241cc4f6e29f service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961956 May 24 22:51:39.201362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ac0c9d9-eaf9-42b0-9b7c-1d26ea0215f1 req-630e3c8e-0902-41d0-8a2d-0ff67a270da6 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0669236 May 24 22:51:39.216299 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:39.227454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:39.428402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=99932a88-5ffa-4c51-b478-abca2d70beb0,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:39.433955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d544200b-e010-40b7-a948-5bdf24ef0067 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:39.433955 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:39.450914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:39.498759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port d544200b-e010-40b7-a948-5bdf24ef0067, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d544200b-e010-40b7-a948-5bdf24ef0067,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:39.498759 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:39.691397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=d544200b-e010-40b7-a948-5bdf24ef0067,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:39.824908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05e1f3-4184-4234-84e8-38cbe67f6af6 req-03f2cd67-52c5-40c4-9be5-1e6b390c9448 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:39.840008 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd05e1f3-4184-4234-84e8-38cbe67f6af6 req-03f2cd67-52c5-40c4-9be5-1e6b390c9448 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.3380637 May 24 22:51:39.919561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Network a43154de-2ec7-41e9-8fe1-e5570cd498ac is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:51:39.920828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:51:39.928213 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd05e1f3-4184-4234-84e8-38cbe67f6af6 req-4c2608fc-c92b-43fb-bdeb-19a476812864 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873830 May 24 22:51:39.967255 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:40.331128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:51:40.348457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-15b3cf3c-6a57-4f4b-9540-960ffb9f90f0 None None] Provisioning complete for port 99932a88-5ffa-4c51-b478-abca2d70beb0 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:40.348457 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15b3cf3c-6a57-4f4b-9540-960ffb9f90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:40.362152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7453fa-b0c0-4d5a-a0d7-564877474229 req-09893cc2-7bf6-4c93-aa29-cf2a97ea8d93 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:40.381466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db7453fa-b0c0-4d5a-a0d7-564877474229 req-09893cc2-7bf6-4c93-aa29-cf2a97ea8d93 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 945 time: 0.2172050 May 24 22:51:40.486033 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db7453fa-b0c0-4d5a-a0d7-564877474229 req-2b758c43-85f8-40eb-b1d2-eca39be79a0f tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991864 May 24 22:51:40.528928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-15b3cf3c-6a57-4f4b-9540-960ffb9f90f0 None None] Port 99932a88-5ffa-4c51-b478-abca2d70beb0 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:51:40.662906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:51:40.680030 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Sync routers for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:51:40.681425 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-94db210e-daed-4e5f-9f29-6af8b9bec5f5 admin admin] 10.222.0.55 "PUT /v2.0/routers/8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0905094 May 24 22:51:40.711268 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:51:40.717356 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:51:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:40.863831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d544200b-e010-40b7-a948-5bdf24ef0067 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:40.935755 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00be6797-1778-41b4-85df-f6ab24376e8f req-0fa42fc3-2a4a-40a6-99cc-c527aea314e8 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.1023083 May 24 22:51:41.091369 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:51:41.191319 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d544200b-e010-40b7-a948-5bdf24ef0067 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:41.191319 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:41.554307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348b109-956c-47ad-b54b-41abdf74a75d req-b8d5a66b-b20d-4390-af13-8ff0a8f5c594 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:41.554307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7348b109-956c-47ad-b54b-41abdf74a75d req-b8d5a66b-b20d-4390-af13-8ff0a8f5c594 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 945 time: 0.2452354 May 24 22:51:41.608967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cc136-2b5b-4319-95a2-3b1fafd754fa req-7a95938b-cece-4fa1-bd4e-05863e167915 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:41.620930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-686cc136-2b5b-4319-95a2-3b1fafd754fa req-7a95938b-cece-4fa1-bd4e-05863e167915 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.3063173 May 24 22:51:41.670732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d544200b-e010-40b7-a948-5bdf24ef0067 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:41.725593 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-686cc136-2b5b-4319-95a2-3b1fafd754fa req-b9459af7-70e8-4610-9b00-685713408e8a tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082413 May 24 22:51:41.818899 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 2, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:41.830704 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Checking router: 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:51:41.830704 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Updating router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 port 99932a88-5ffa-4c51-b478-abca2d70beb0 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:51:41.901107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-7348b109-956c-47ad-b54b-41abdf74a75d req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Deleting port 4f359652-82c1-4ba7-89df-bcc0a8308a44 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:51:41.901107 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7348b109-956c-47ad-b54b-41abdf74a75d req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:41.955800 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:42.107039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adceb8c7-d9a5-4f26-b8be-c64ed0638ec5 req-bdc621f2-e141-456a-8f3c-9e53c866213e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:42.114320 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-adceb8c7-d9a5-4f26-b8be-c64ed0638ec5 req-bdc621f2-e141-456a-8f3c-9e53c866213e tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 945 time: 0.1731594 May 24 22:51:42.222997 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-adceb8c7-d9a5-4f26-b8be-c64ed0638ec5 req-67a18f95-8871-4ce4-8ec7-535e6b8a1773 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132855 May 24 22:51:42.395836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-6cfa4687-d915-4585-963f-b6b741ebc4fe tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:42.395836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-6cfa4687-d915-4585-963f-b6b741ebc4fe tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Synchronizing usage tracker for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:42.520169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-6cfa4687-d915-4585-963f-b6b741ebc4fe tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Unset dirty status for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:42.520169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-6cfa4687-d915-4585-963f-b6b741ebc4fe tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 821 time: 0.8047061 May 24 22:51:42.597215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7348b109-956c-47ad-b54b-41abdf74a75d req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] For port 4f359652-82c1-4ba7-89df-bcc0a8308a44, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4f359652-82c1-4ba7-89df-bcc0a8308a44,segment=NetworkSegment(50ab4eb4-95cf-475c-8a04-e8bc0112aa3a),segment_id=50ab4eb4-95cf-475c-8a04-e8bc0112aa3a)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:42.597215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7348b109-956c-47ad-b54b-41abdf74a75d req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:42.635964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-132eefa6-51bd-4402-885a-0db65bb73fc0 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/quotas/07ea468ff7a3438188801f20e23e9e88 HTTP/1.1" status: 200 len: 375 time: 0.0874660 May 24 22:51:42.652801 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55644388-2734-4f4f-a8d6-90d5f36e59c4 req-5cd010ce-ae7c-4a3a-b3d8-003f07d06bd8 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.1719155 May 24 22:51:42.981920 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:43.037628 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Transition to ACTIVE for port object 99932a88-5ffa-4c51-b478-abca2d70beb0 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:43.057069 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:43.122053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330e49d-5e6c-45ce-b0ac-aeef8077e96c req-0e3af595-02c4-4657-ab33-28c8b9730edb tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:43.130545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f330e49d-5e6c-45ce-b0ac-aeef8077e96c req-0e3af595-02c4-4657-ab33-28c8b9730edb tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.1437895 May 24 22:51:43.213889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56326) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:43.285019 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87049f17-4fbe-43a2-a677-894a7720b52b None None] Pushing event updated for resources: {'Port': ['ID=99932a88-5ffa-4c51-b478-abca2d70beb0,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:43.325422 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f330e49d-5e6c-45ce-b0ac-aeef8077e96c req-4da15978-6bbc-4f71-818a-0724098eb759 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946936 May 24 22:51:43.588444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-7348b109-956c-47ad-b54b-41abdf74a75d req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Calling delete_port for 4f359652-82c1-4ba7-89df-bcc0a8308a44 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:51:43.593910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e7f0-8ac7-4d93-ab74-63424d518eba req-52d5993a-4aed-42a9-9d8d-06815e662a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:43.593910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e7f0-8ac7-4d93-ab74-63424d518eba req-52d5993a-4aed-42a9-9d8d-06815e662a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:43.593910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e7f0-8ac7-4d93-ab74-63424d518eba req-52d5993a-4aed-42a9-9d8d-06815e662a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:43.593910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e7f0-8ac7-4d93-ab74-63424d518eba req-52d5993a-4aed-42a9-9d8d-06815e662a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:43.593910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e7f0-8ac7-4d93-ab74-63424d518eba req-52d5993a-4aed-42a9-9d8d-06815e662a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:43.604563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e7f0-8ac7-4d93-ab74-63424d518eba req-52d5993a-4aed-42a9-9d8d-06815e662a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:43.604563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e7f0-8ac7-4d93-ab74-63424d518eba req-52d5993a-4aed-42a9-9d8d-06815e662a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:43.615590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa09e7f0-8ac7-4d93-ab74-63424d518eba req-52d5993a-4aed-42a9-9d8d-06815e662a50 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 6500 time: 0.4013629 May 24 22:51:43.737178 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa09e7f0-8ac7-4d93-ab74-63424d518eba req-f9168200-0fb2-4abe-a5ce-8c1f7fe453f7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176133 May 24 22:51:43.831097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8132d5-0f2e-415b-8600-ec7ff797da7e req-973fbf82-19fc-4e21-ab05-68023ba6117d tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:43.840670 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d8132d5-0f2e-415b-8600-ec7ff797da7e req-973fbf82-19fc-4e21-ab05-68023ba6117d tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 945 time: 0.1932120 May 24 22:51:43.907260 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Attempting to bind port 99932a88-5ffa-4c51-b478-abca2d70beb0 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:51:43.907260 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Attempting to bind port 99932a88-5ffa-4c51-b478-abca2d70beb0 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:51:43.907260 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Attempting to bind port 99932a88-5ffa-4c51-b478-abca2d70beb0 on network a43154de-2ec7-41e9-8fe1-e5570cd498ac {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:43.919097 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:51:43.919097 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Checking segment: {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:51:43.919097 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:43.919097 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Bound using segment: {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:51:43.919097 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Bound port: 99932a88-5ffa-4c51-b478-abca2d70beb0, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:51:43.919097 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:43.926649 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d8132d5-0f2e-415b-8600-ec7ff797da7e req-060038fb-997f-4769-8b3d-ccfcf9441390 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/security-groups?id=62a21fbd-881f-4955-8aa7-d543eb6ffeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900965 May 24 22:51:43.953752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-b42b59d0-7690-4c2b-9af4-ff1740d3a9d5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2994568 May 24 22:51:44.056894 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] For port 99932a88-5ffa-4c51-b478-abca2d70beb0, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:51:44.060716 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] For port 99932a88-5ffa-4c51-b478-abca2d70beb0, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=99932a88-5ffa-4c51-b478-abca2d70beb0,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:51:44.069524 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:44.104204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86674a34-1f90-4b31-a92e-fce04fc7e7c3 req-42677e69-cfc1-4fc9-ac6d-e049637ddfc5 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0514715 May 24 22:51:44.192599 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87049f17-4fbe-43a2-a677-894a7720b52b None None] Pushing event updated for resources: {'Port': ['ID=99932a88-5ffa-4c51-b478-abca2d70beb0,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:44.202996 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7348b109-956c-47ad-b54b-41abdf74a75d req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:44.209569 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:51:44.210381 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:51:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:44.351637 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-81e051e9-d0a8-44f0-beed-c945364be2ad service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984778 May 24 22:51:44.352690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Pushing event deleted for resources: {'Port': ['ID=4f359652-82c1-4ba7-89df-bcc0a8308a44,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:44.435777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7348b109-956c-47ad-b54b-41abdf74a75d req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] No DVR routers for this DVR port 4f359652-82c1-4ba7-89df-bcc0a8308a44 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:51:44.451063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7348b109-956c-47ad-b54b-41abdf74a75d req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:44.458041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545', 'name': 'network-vif-deleted', 'tag': '4f359652-82c1-4ba7-89df-bcc0a8308a44'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:44.477030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.477596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.477596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.478307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.478307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.478708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.478954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.479276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.479636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.480704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.480704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.480704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:51:44.557266 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:51:44.595931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da496181-f133-4561-9b81-35caad62dd5d req-078848f2-ab1c-4733-b1ca-7cd644aa03bf tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:44.598764 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da496181-f133-4561-9b81-35caad62dd5d req-078848f2-ab1c-4733-b1ca-7cd644aa03bf tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.1253037 May 24 22:51:44.636582 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-436d8cee-023f-48c3-85ad-408c00095f80 service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701151 May 24 22:51:44.670123 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7348b109-956c-47ad-b54b-41abdf74a75d req-72df9a23-8fe4-48c0-b12e-ed00d91efdf2 tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.31 "DELETE /v2.0/ports/4f359652-82c1-4ba7-89df-bcc0a8308a44 HTTP/1.1" status: 204 len: 173 time: 3.1114182 May 24 22:51:44.723913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da496181-f133-4561-9b81-35caad62dd5d req-56e49311-cb44-4d46-96db-610669c53a8f tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088617 May 24 22:51:44.776828 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af542613-050d-45fd-99d0-d5b8c95cb396'] response: {'server_uuid': 'f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545', 'name': 'network-vif-deleted', 'tag': '4f359652-82c1-4ba7-89df-bcc0a8308a44', 'status': 'completed', 'code': 200} May 24 22:51:45.037904 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:44Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:45.045086 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401f133-7da1-4c46-a587-73acfdbd5143 None None] The sync data for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 is: [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:44Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:51:45.345858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8592ca45-0e41-4241-a6f0-c7f8d8e582e4 req-3206825f-8858-4d2a-8c87-b697563f31fd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Synchronizing usage tracker for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:45.369737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ea508e76-7048-4418-8a86-4e0d23b356d4 req-0798221f-4b7f-4914-a0fc-96edc77ca7be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Synchronizing usage tracker for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:45.396121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8592ca45-0e41-4241-a6f0-c7f8d8e582e4 req-3206825f-8858-4d2a-8c87-b697563f31fd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] Unset dirty status for tenant:2e846590628e4af9acc5488fea48c6ad on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:45.418539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8592ca45-0e41-4241-a6f0-c7f8d8e582e4 req-3206825f-8858-4d2a-8c87-b697563f31fd tempest-DeleteServersTestJSON-413232446 tempest-DeleteServersTestJSON-413232446-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0cc5a91-a3c5-46b8-9ee8-f2bf8813d545 HTTP/1.1" status: 200 len: 210 time: 0.1759155 May 24 22:51:45.420246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ea508e76-7048-4418-8a86-4e0d23b356d4 req-0798221f-4b7f-4914-a0fc-96edc77ca7be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Unset dirty status for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:45.438959 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea508e76-7048-4418-8a86-4e0d23b356d4 req-0798221f-4b7f-4914-a0fc-96edc77ca7be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 210 time: 0.4874015 May 24 22:51:45.544356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 4f359652-82c1-4ba7-89df-bcc0a8308a44 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:51:45.599921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 4f359652-82c1-4ba7-89df-bcc0a8308a44 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:51:45.599921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 4f359652-82c1-4ba7-89df-bcc0a8308a44 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:51:45.947039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2fb1d477-88a9-4966-9e28-cd817a981c3f req-bd077e52-8f5d-4247-8612-d5a404e512c3 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.1869841 May 24 22:51:46.114593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3d26d-0b8d-4c5b-9ecc-c22b4b1c522f req-29eb9c37-2798-4fd9-b80c-de49989b9eef tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:46.120091 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9aa3d26d-0b8d-4c5b-9ecc-c22b4b1c522f req-29eb9c37-2798-4fd9-b80c-de49989b9eef tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.1949589 May 24 22:51:46.214622 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9aa3d26d-0b8d-4c5b-9ecc-c22b4b1c522f req-8724d76a-cd14-42e5-9664-19c233e17f21 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955143 May 24 22:51:46.741556 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bccbf9b2-bd1f-4a35-8cd5-fec72849a6b7 req-9204933e-8b4a-424a-99db-9be058d46cda tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 210 time: 0.0736284 May 24 22:51:46.886840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 99932a88-5ffa-4c51-b478-abca2d70beb0 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:47.015723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 99932a88-5ffa-4c51-b478-abca2d70beb0 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:47.025527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 99932a88-5ffa-4c51-b478-abca2d70beb0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:47.027796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:47.204132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-24f34354-2da8-4786-bda6-631cdbbc265b req-e1491edb-02c0-4156-a039-e1eca1737616 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0686219 May 24 22:51:47.373552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 99932a88-5ffa-4c51-b478-abca2d70beb0 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:47.375177 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:47.423534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 99932a88-5ffa-4c51-b478-abca2d70beb0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=99932a88-5ffa-4c51-b478-abca2d70beb0,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:47.431266 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:47.582145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=99932a88-5ffa-4c51-b478-abca2d70beb0,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:47.591801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-3610ebe6-5b53-4fd7-aef1-5f233a5167cc tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:47.594200 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-3610ebe6-5b53-4fd7-aef1-5f233a5167cc tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.31 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 821 time: 0.2881298 May 24 22:51:47.703126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Request body: {'port': {'device_id': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'admin_state_up': True, 'tenant_id': '07ea468ff7a3438188801f20e23e9e88'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:47.878089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c1391-9d10-4bf8-941c-c8cf3f6197b0 req-7f1bd9d4-2101-4e37-a986-48a40a6f54f1 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:47.879476 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-418c1391-9d10-4bf8-941c-c8cf3f6197b0 req-7f1bd9d4-2101-4e37-a986-48a40a6f54f1 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.2848687 May 24 22:51:47.884715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:47.910885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:47.923117 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59978fe1-6a83-44f1-aa73-afbccd4709aa req-e29ed61c-89e1-4f8d-8dd9-66d52678cfc9 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 210 time: 0.0459838 May 24 22:51:47.933992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Made reservation on behalf of 07ea468ff7a3438188801f20e23e9e88 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:51:47.937530 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:47.954540 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-418c1391-9d10-4bf8-941c-c8cf3f6197b0 req-2764b6e2-73d6-4aef-944a-58629ae47588 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673156 May 24 22:51:48.122133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Allocated IP 172.20.0.9 (a43154de-2ec7-41e9-8fe1-e5570cd498ac/8e7e7d4d-2610-4d50-a91e-25de72272d10/f005e08b-1911-4366-a0c8-4993134f47be) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:51:48.370351 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:48.387878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Transition to ACTIVE for port object f005e08b-1911-4366-a0c8-4993134f47be will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:48.393048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-7dd3abf9-4104-497d-ad08-74ec14c544af tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Synchronizing usage tracker for tenant:f60391774d14487dacf1f191169044be on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:48.412204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-7dd3abf9-4104-497d-ad08-74ec14c544af tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Unset dirty status for tenant:f60391774d14487dacf1f191169044be on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:48.418038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-7dd3abf9-4104-497d-ad08-74ec14c544af tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1203798371&fields=id&tenant_id=f60391774d14487dacf1f191169044be HTTP/1.1" status: 200 len: 267 time: 0.0676439 May 24 22:51:48.549308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c5f52d8-b8d5-487f-890f-73f5add7b9c5 req-020561eb-8e5e-425c-bec9-8e2dfc2ea1e9 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.1645815 May 24 22:51:48.575238 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:48.623278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2029b183-9ec9-4f95-882e-d203c7c7575f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:48.625476 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2029b183-9ec9-4f95-882e-d203c7c7575f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/networks?id=350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd HTTP/1.1" status: 200 len: 816 time: 0.2050889 May 24 22:51:48.650098 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-7c61edb0-b731-4524-b230-b8aafd1238f5 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/quotas/f60391774d14487dacf1f191169044be HTTP/1.1" status: 200 len: 375 time: 0.0182538 May 24 22:51:48.668073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Network a43154de-2ec7-41e9-8fe1-e5570cd498ac is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:51:48.669206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:51:48.672950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:51:48.725079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Pushing event updated for resources: {'Port': ['ID=f005e08b-1911-4366-a0c8-4993134f47be,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:48.756002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:48.756818 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:48.792648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 99932a88-5ffa-4c51-b478-abca2d70beb0 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:48.794104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-54b9e117-13c2-4e14-a660-771e7ff38f3a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1003304 May 24 22:51:48.811399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Request body: {'port': {'device_id': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:48.818824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-c2c715dd-0076-4665-80be-c3090a64f46f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f60391774d14487dacf1f191169044be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1614778 May 24 22:51:48.917657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 99932a88-5ffa-4c51-b478-abca2d70beb0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:48.918041 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:48.990372 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:48.997020 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-98ce0c81-8382-4b98-94da-3326fd52f1ea service neutron] 10.222.0.55 "GET /v2.0/networks/350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680918 May 24 22:51:49.072323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 99932a88-5ffa-4c51-b478-abca2d70beb0 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:49.086386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ad5121ec-5af3-4f6a-be2e-849aca89d689 None None] Provisioning for port f005e08b-1911-4366-a0c8-4993134f47be completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:49.091967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ad5121ec-5af3-4f6a-be2e-849aca89d689 None None] Provisioning complete for port f005e08b-1911-4366-a0c8-4993134f47be triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:49.092426 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ad5121ec-5af3-4f6a-be2e-849aca89d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:49.146043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ad5121ec-5af3-4f6a-be2e-849aca89d689 None None] Port f005e08b-1911-4366-a0c8-4993134f47be cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:51:49.171227 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-9a29d452-ce8e-4e28-9bfb-3f57b75616c4 service neutron] 10.222.0.55 "GET /v2.0/networks/350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668408 May 24 22:51:49.309006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a3a75-4402-4d91-9f08-20401557e9d0 req-0d9771f8-ce62-4679-9c4c-7ac19439424d tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:49.309738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e64a3a75-4402-4d91-9f08-20401557e9d0 req-0d9771f8-ce62-4679-9c4c-7ac19439424d tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Synchronizing usage tracker for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:49.347593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e64a3a75-4402-4d91-9f08-20401557e9d0 req-0d9771f8-ce62-4679-9c4c-7ac19439424d tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Unset dirty status for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:49.354286 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e64a3a75-4402-4d91-9f08-20401557e9d0 req-0d9771f8-ce62-4679-9c4c-7ac19439424d tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 931 time: 0.2718501 May 24 22:51:49.415902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e64a3a75-4402-4d91-9f08-20401557e9d0 req-3d4306dc-53fd-4003-a596-27e114984a54 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Synchronizing usage tracker for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:49.489672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e64a3a75-4402-4d91-9f08-20401557e9d0 req-3d4306dc-53fd-4003-a596-27e114984a54 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Unset dirty status for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:49.490853 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e64a3a75-4402-4d91-9f08-20401557e9d0 req-3d4306dc-53fd-4003-a596-27e114984a54 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357863 May 24 22:51:49.501204 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f005e08b-1911-4366-a0c8-4993134f47be {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:51:49.511572 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:49.532010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Transition to ACTIVE for port object f005e08b-1911-4366-a0c8-4993134f47be will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:49.538265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:49.699530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f7a2758-87d6-4d25-beb0-be68542e68e9 req-6bda25f3-da12-41af-bab2-99082c710e9e tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 210 time: 0.0717168 May 24 22:51:49.927994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Pushing event updated for resources: {'Port': ['ID=f005e08b-1911-4366-a0c8-4993134f47be,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:49.978101 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7abb96f3-c188-4264-98b0-a972219c7e01 req-f6efa992-d084-40f8-94bf-51539a0324e6 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0899024 May 24 22:51:49.991589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35670c67-5cdd-476e-8054-6cd2c64c29d2 req-92a85ef7-ebd2-465d-97dd-8752621c3e2b tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:49.993366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35670c67-5cdd-476e-8054-6cd2c64c29d2 req-92a85ef7-ebd2-465d-97dd-8752621c3e2b tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.2390246 May 24 22:51:50.019619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Attempting to bind port f005e08b-1911-4366-a0c8-4993134f47be on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:51:50.020019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Attempting to bind port f005e08b-1911-4366-a0c8-4993134f47be by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:51:50.020545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Attempting to bind port f005e08b-1911-4366-a0c8-4993134f47be on network a43154de-2ec7-41e9-8fe1-e5570cd498ac {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:50.029713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Port f005e08b-1911-4366-a0c8-4993134f47be on network a43154de-2ec7-41e9-8fe1-e5570cd498ac not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:51:50.030315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Attempting to bind port f005e08b-1911-4366-a0c8-4993134f47be on network a43154de-2ec7-41e9-8fe1-e5570cd498ac {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:50.046098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:51:50.046433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Checking segment: {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:51:50.046816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Bound using segment: {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:51:50.047244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Bound port: f005e08b-1911-4366-a0c8-4993134f47be, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:51:50.047585 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:50.072807 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35670c67-5cdd-476e-8054-6cd2c64c29d2 req-bf25bd7c-237b-4d2d-897f-2b92045acbfc tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713801 May 24 22:51:50.156709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] For port f005e08b-1911-4366-a0c8-4993134f47be, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:51:50.161570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] For port f005e08b-1911-4366-a0c8-4993134f47be, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f005e08b-1911-4366-a0c8-4993134f47be,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:51:50.172623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:50.238931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:50.239787 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:50.241352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] 10.222.0.31 "PUT /v2.0/ports/f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 1091 time: 1.4388392 May 24 22:51:50.244431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:50.272311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d427a-de7c-4de4-90eb-376e8d28ebcc service neutron] Pushing event updated for resources: {'Port': ['ID=f005e08b-1911-4366-a0c8-4993134f47be,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:50.352912 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8dcac8b-9d0f-4e8f-8f98-6bcf56afcd5c'] response: {'name': 'network-changed', 'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be', 'status': 'completed', 'code': 200} May 24 22:51:50.389379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-1140e4d4-b3db-4d0a-9812-2bd1b1e40500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:50.391149 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-1140e4d4-b3db-4d0a-9812-2bd1b1e40500 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 1094 time: 0.0846181 May 24 22:51:50.475767 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-65281c23-8598-4b0d-a5ae-3d8293a5b8ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 217 time: 0.0714815 May 24 22:51:50.615955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ab19c748-91bb-48a3-a705-398579cc456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:50.620261 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-ab19c748-91bb-48a3-a705-398579cc456d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.1330566 May 24 22:51:50.793217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-69c40a83-81d9-4ee3-93cd-6311938cc52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:50.795370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-69c40a83-81d9-4ee3-93cd-6311938cc52c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664531 May 24 22:51:50.834971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8062e58-3731-4d94-98e0-fec98f56e01f req-34c59f2c-3fb1-43c6-b6f7-14aa371704f8 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:50.843241 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e8062e58-3731-4d94-98e0-fec98f56e01f req-34c59f2c-3fb1-43c6-b6f7-14aa371704f8 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 943 time: 0.1364157 May 24 22:51:50.937574 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e8062e58-3731-4d94-98e0-fec98f56e01f req-87f73fa0-5435-43ce-80de-aba70f55c791 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930467 May 24 22:51:51.099426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56456) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:51.150577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bbd09fa2-756d-41dc-95ad-d861c7ee03cc req-d52c6330-3c5e-4621-ae7a-48c16d3fda43 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Synchronizing usage tracker for tenant:f60391774d14487dacf1f191169044be on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:51.200079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bbd09fa2-756d-41dc-95ad-d861c7ee03cc req-d52c6330-3c5e-4621-ae7a-48c16d3fda43 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Unset dirty status for tenant:f60391774d14487dacf1f191169044be on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:51.201236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bbd09fa2-756d-41dc-95ad-d861c7ee03cc req-d52c6330-3c5e-4621-ae7a-48c16d3fda43 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 210 time: 0.2629225 May 24 22:51:51.230027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-8ea8f6d6-9920-45f7-99bd-9f2d77ebaea7 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248052 May 24 22:51:51.300082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f21eb8ca-192d-477f-9443-198090a22daa req-53b8c841-ecf7-4384-a3d0-93d39195af0e tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0797882 May 24 22:51:51.369423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-cff90482-9865-45f4-b148-57a4e21eaf3a tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:51.370944 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-cff90482-9865-45f4-b148-57a4e21eaf3a tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.31 "GET /v2.0/networks?id=350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd HTTP/1.1" status: 200 len: 816 time: 0.3448286 May 24 22:51:51.430829 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-c167197f-3b12-4870-807c-7795760280f7 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f60391774d14487dacf1f191169044be HTTP/1.1" status: 200 len: 380 time: 0.0508933 May 24 22:51:51.448742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Request body: {'port': {'device_id': '90af4cfb-a644-4514-b533-6e9c2128be01', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'admin_state_up': True, 'tenant_id': 'f60391774d14487dacf1f191169044be', 'security_groups': ['deec374e-4ba6-442c-81de-533bd93d460d']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:51.552318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec4bdb3-9d8f-48e4-9211-d1152a83ec43 admin admin] Deleting subnet 58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:51:51.556002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdb3-9d8f-48e4-9211-d1152a83ec43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:51.612455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:51:51.625129 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c255cde5-6e28-4516-b8ca-fc97ad1f201c req-a37064d6-4513-442e-b5c8-3a0cf857da19 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873923 May 24 22:51:51.625252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:51:51.631994 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdb3-9d8f-48e4-9211-d1152a83ec43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:51.640575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Made reservation on behalf of f60391774d14487dacf1f191169044be for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:51:51.644620 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:51.740714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61b2ec-76bf-4943-a00f-decb5114c7dd req-d9074794-5acf-45e7-bdf5-b7f26a289256 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:51.747702 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f61b2ec-76bf-4943-a00f-decb5114c7dd req-d9074794-5acf-45e7-bdf5-b7f26a289256 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.3731897 May 24 22:51:51.790611 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdb3-9d8f-48e4-9211-d1152a83ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:51.815274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Allocated IP 172.20.0.4 (350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd/0979d8bd-a0c0-42fa-8f26-b3ce158b2e50/e2345364-22ca-43ca-a342-7e6864b7c58b) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:51:51.871056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f61b2ec-76bf-4943-a00f-decb5114c7dd req-c589c6f2-346f-4b06-8499-e70929e82d76 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224411 May 24 22:51:51.879062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7430b-91a6-4a4b-b5f0-dd9cbbf3b90e req-bfcabb42-b3f2-40bb-b0d7-ed83afc34879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:51.880519 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bf7430b-91a6-4a4b-b5f0-dd9cbbf3b90e req-bfcabb42-b3f2-40bb-b0d7-ed83afc34879 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 1094 time: 0.1996539 May 24 22:51:51.966125 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdb3-9d8f-48e4-9211-d1152a83ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:52.022654 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdb3-9d8f-48e4-9211-d1152a83ec43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:52.028536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4bdb3-9d8f-48e4-9211-d1152a83ec43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b7ed93-185b-4c74-a8c5-a81fc40ebbf5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:52.036364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eec4bdb3-9d8f-48e4-9211-d1152a83ec43 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/58b7ed93-185b-4c74-a8c5-a81fc40ebbf5 HTTP/1.1" status: 204 len: 168 time: 0.9059339 May 24 22:51:52.038796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56466) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:52.178813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7430b-91a6-4a4b-b5f0-dd9cbbf3b90e req-7751485a-ead9-4c16-91d3-7c48cfa6548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:52.178813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bf7430b-91a6-4a4b-b5f0-dd9cbbf3b90e req-7751485a-ead9-4c16-91d3-7c48cfa6548f service neutron] 10.222.0.31 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.2861457 May 24 22:51:52.183167 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:52.200072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371176b-bd55-443e-96f9-26245aa5c69b req-aea22413-3963-4955-b2ef-14ee4520060a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:52.203039 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c371176b-bd55-443e-96f9-26245aa5c69b req-aea22413-3963-4955-b2ef-14ee4520060a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 943 time: 0.1346872 May 24 22:51:52.236343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:52.243912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Transition to ACTIVE for port object e2345364-22ca-43ca-a342-7e6864b7c58b will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:52.286399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bf7430b-91a6-4a4b-b5f0-dd9cbbf3b90e req-1e1ca1f2-a3e0-4fcd-90d1-2fd7fbe6a2da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 217 time: 0.0898473 May 24 22:51:52.323782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c371176b-bd55-443e-96f9-26245aa5c69b req-9a039b20-8121-477a-be37-ac888b4e8da0 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605247 May 24 22:51:52.347357 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:52.419093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:51:52.423285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:51:52.427693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:51:52.506760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:52.506760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:52.555298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Pushing event updated for resources: {'Port': ['ID=e2345364-22ca-43ca-a342-7e6864b7c58b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:52.583766 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-2c13f18e-2b8b-4dd0-8473-b01b98dfae8f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1328943 May 24 22:51:52.598430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Request body: {'port': {'device_id': '90af4cfb-a644-4514-b533-6e9c2128be01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:51:52.706547 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:52.727419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7430b-91a6-4a4b-b5f0-dd9cbbf3b90e req-852972d7-0311-4274-8d4e-9c282d1fedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:52.733645 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bf7430b-91a6-4a4b-b5f0-dd9cbbf3b90e req-852972d7-0311-4274-8d4e-9c282d1fedaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.4169159 May 24 22:51:52.799257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3653a6c8-c222-4f56-8c39-2c2963d7c5c7']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:52.808747 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:52.820293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:52.820665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ab4eb4-95cf-475c-8a04-e8bc0112aa3a') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:51:52.834314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5643a9e3-60c9-4477-9b12-932846087d1d req-007ef8d4-522a-40cc-8597-488a1e242b38 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0584793 May 24 22:51:52.841048 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:52.866909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-06cb60fd-e0f2-4091-b241-1b8233efed37 None None] Provisioning for port e2345364-22ca-43ca-a342-7e6864b7c58b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:52.869886 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:52.874392 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-06cb60fd-e0f2-4091-b241-1b8233efed37 None None] Provisioning complete for port e2345364-22ca-43ca-a342-7e6864b7c58b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:52.874768 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-06cb60fd-e0f2-4091-b241-1b8233efed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:52.893935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:51:52.894297 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:53.011794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15e03a-aa65-47ca-924a-c6dec13eaf96 req-366d404e-8f14-4d27-8027-3026721ed2e4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:53.013751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b15e03a-aa65-47ca-924a-c6dec13eaf96 req-366d404e-8f14-4d27-8027-3026721ed2e4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 931 time: 0.4989877 May 24 22:51:53.018317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-06cb60fd-e0f2-4091-b241-1b8233efed37 None None] Port e2345364-22ca-43ca-a342-7e6864b7c58b cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:51:53.198212 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 50ab4eb4-95cf-475c-8a04-e8bc0112aa3a resource provider aggregate not found May 24 22:51:53.220527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2b15e03a-aa65-47ca-924a-c6dec13eaf96 req-0cd29768-b79c-4e43-ade7-2230ba4a1d5b tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Synchronizing usage tracker for tenant:f60391774d14487dacf1f191169044be on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:53.227553 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 50ab4eb4-95cf-475c-8a04-e8bc0112aa3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50ab4eb4-95cf-475c-8a04-e8bc0112aa3a found for delete ", "request_id": "req-d3f74e6c-f66a-4ff1-8c95-28f45cd0aa89"}]} May 24 22:51:53.229684 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:53.238186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc325624-5216-4ca0-8a59-ab2c48376191 req-27502f44-96da-426d-b9e0-1dccd4aacd2c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:53.244922 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc325624-5216-4ca0-8a59-ab2c48376191 req-27502f44-96da-426d-b9e0-1dccd4aacd2c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.2023864 May 24 22:51:53.252318 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:53.256055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7430b-91a6-4a4b-b5f0-dd9cbbf3b90e req-39b17399-714d-46f7-97f0-44ef492d1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:53.257673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bf7430b-91a6-4a4b-b5f0-dd9cbbf3b90e req-39b17399-714d-46f7-97f0-44ef492d1eba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4987767 May 24 22:51:53.270784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2b15e03a-aa65-47ca-924a-c6dec13eaf96 req-0cd29768-b79c-4e43-ade7-2230ba4a1d5b tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Unset dirty status for tenant:f60391774d14487dacf1f191169044be on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:53.272201 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b15e03a-aa65-47ca-924a-c6dec13eaf96 req-0cd29768-b79c-4e43-ade7-2230ba4a1d5b tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332203 May 24 22:51:53.311561 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc325624-5216-4ca0-8a59-ab2c48376191 req-8c3f3f9e-09a8-4db3-b6ec-e769571f9ee6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608363 May 24 22:51:53.339146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=3653a6c8-c222-4f56-8c39-2c2963d7c5c7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:53.354493 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7c94b2bc-bd04-4f9a-9bd9-dadf8a929f6f admin admin] 10.222.0.55 "DELETE /v2.0/networks/3653a6c8-c222-4f56-8c39-2c2963d7c5c7 HTTP/1.1" status: 204 len: 168 time: 1.3146846 May 24 22:51:53.453390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2345364-22ca-43ca-a342-7e6864b7c58b {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:51:53.463018 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:53.487090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Transition to ACTIVE for port object e2345364-22ca-43ca-a342-7e6864b7c58b will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:51:53.496719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:53.532934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bf7430b-91a6-4a4b-b5f0-dd9cbbf3b90e req-d891c3fa-d6f3-4dad-a354-2b8d98f04419 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645566 May 24 22:51:53.534770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56486) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:53.585688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f005e08b-1911-4366-a0c8-4993134f47be details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:51:53.667091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2345364-22ca-43ca-a342-7e6864b7c58b,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:53.784170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f005e08b-1911-4366-a0c8-4993134f47be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f005e08b-1911-4366-a0c8-4993134f47be,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:53.800504 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bf7430b-91a6-4a4b-b5f0-dd9cbbf3b90e req-3590ec59-df51-48b1-ac96-b0890a203c75 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485180 May 24 22:51:53.805526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'f005e08b-1911-4366-a0c8-4993134f47be', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'port_id': 'f005e08b-1911-4366-a0c8-4993134f47be', 'mac_address': 'fa:16:3e:3b:f5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:51:53.806054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f9a3e631-6a8e-4a46-936f-6610bfca2c78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e846590628e4af9acc5488fea48c6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699907 May 24 22:51:53.810276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56490) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:51:53.852375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1de5-5da3-432a-a5d1-5107d8959ac8 req-47abfa13-bf6f-43a4-b95c-5cb8ac75a3cc tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:53.854245 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-597c1de5-5da3-432a-a5d1-5107d8959ac8 req-47abfa13-bf6f-43a4-b95c-5cb8ac75a3cc tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 943 time: 0.3738739 May 24 22:51:53.865508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Attempting to bind port e2345364-22ca-43ca-a342-7e6864b7c58b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:51:53.865858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Attempting to bind port e2345364-22ca-43ca-a342-7e6864b7c58b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:51:53.866207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Attempting to bind port e2345364-22ca-43ca-a342-7e6864b7c58b on network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:53.873932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Port e2345364-22ca-43ca-a342-7e6864b7c58b on network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:51:53.875188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Attempting to bind port e2345364-22ca-43ca-a342-7e6864b7c58b on network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:51:53.882263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:51:53.883228 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Checking segment: {'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:51:53.883791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Bound using segment: {'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:51:53.884412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Bound port: e2345364-22ca-43ca-a342-7e6864b7c58b, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68784664-ca85-4020-aede-51ad52377b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:51:53.885199 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:53.924891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-597c1de5-5da3-432a-a5d1-5107d8959ac8 req-78c26122-3ae5-49a7-ba51-66770683cd1f tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630307 May 24 22:51:53.934332 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:53.939550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-815a3298-3ab5-4a61-9e9c-03fd8582d2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:53.948098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f005e08b-1911-4366-a0c8-4993134f47be is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:53.948623 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:53.981202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f005e08b-1911-4366-a0c8-4993134f47be {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:51:53.982074 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-815a3298-3ab5-4a61-9e9c-03fd8582d2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:54.003486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f005e08b-1911-4366-a0c8-4993134f47be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f005e08b-1911-4366-a0c8-4993134f47be,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:54.006429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] For port e2345364-22ca-43ca-a342-7e6864b7c58b, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:51:54.009582 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:54.011686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] For port e2345364-22ca-43ca-a342-7e6864b7c58b, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e2345364-22ca-43ca-a342-7e6864b7c58b,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:51:54.044977 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-815a3298-3ab5-4a61-9e9c-03fd8582d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:54.053902 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-88088ae9-6879-497c-95df-5907ff03104a req-43ca490b-70d9-4811-8472-e19cb7fcdac1 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0449598 May 24 22:51:54.056023 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:54.063117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a3298-3ab5-4a61-9e9c-03fd8582d2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a21fbd-881f-4955-8aa7-d543eb6ffeb7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:54.079721 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-815a3298-3ab5-4a61-9e9c-03fd8582d2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:54.083310 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-815a3298-3ab5-4a61-9e9c-03fd8582d2a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62a21fbd-881f-4955-8aa7-d543eb6ffeb7 HTTP/1.1" status: 204 len: 168 time: 0.2694879 May 24 22:51:54.104792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f005e08b-1911-4366-a0c8-4993134f47be,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:54.137117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:54.137837 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:54.139782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] 10.222.0.31 "PUT /v2.0/ports/e2345364-22ca-43ca-a342-7e6864b7c58b HTTP/1.1" status: 200 len: 1091 time: 1.5555770 May 24 22:51:54.140582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90af4cfb-a644-4514-b533-6e9c2128be01', 'tag': 'e2345364-22ca-43ca-a342-7e6864b7c58b'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:54.165744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbf8ee-ee5f-4bf7-adb4-fe66a7234fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2345364-22ca-43ca-a342-7e6864b7c58b,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:54.229602 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28790e1-2d88-41a5-9540-6136112b5ef6'] response: {'name': 'network-changed', 'server_uuid': '90af4cfb-a644-4514-b533-6e9c2128be01', 'tag': 'e2345364-22ca-43ca-a342-7e6864b7c58b', 'status': 'completed', 'code': 200} May 24 22:51:54.269883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-8e93590c-4587-48a2-97d1-de1c5b13f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:54.272708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-8e93590c-4587-48a2-97d1-de1c5b13f716 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f60391774d14487dacf1f191169044be&device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 1094 time: 0.0914540 May 24 22:51:54.353353 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-1e985fbf-fc4f-4b48-8e75-4a5897471312 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2345364-22ca-43ca-a342-7e6864b7c58b HTTP/1.1" status: 200 len: 217 time: 0.0731497 May 24 22:51:54.402223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f005e08b-1911-4366-a0c8-4993134f47be'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:51:54.589682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226d760-3e16-44fa-a0e0-bb461e19f90a req-08db9835-aade-4738-a618-a72cc293f82f tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:54.596787 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0226d760-3e16-44fa-a0e0-bb461e19f90a req-08db9835-aade-4738-a618-a72cc293f82f tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.1504290 May 24 22:51:54.624680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-66a36180-5239-4dc8-8f8d-e54a6093a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:54.626225 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-66a36180-5239-4dc8-8f8d-e54a6093a208 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0979d8bd-a0c0-42fa-8f26-b3ce158b2e50 HTTP/1.1" status: 200 len: 855 time: 0.2672043 May 24 22:51:54.667357 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0226d760-3e16-44fa-a0e0-bb461e19f90a req-6afa5337-8533-425a-9f48-db482f1fb255 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697029 May 24 22:51:54.692981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d22b-11b0-45e4-b9e0-a872cb687ae0 req-f7daf39d-edae-480d-9371-78e20dd55452 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:54.693749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e987d22b-11b0-45e4-b9e0-a872cb687ae0 req-f7daf39d-edae-480d-9371-78e20dd55452 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Synchronizing usage tracker for tenant:f60391774d14487dacf1f191169044be on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:51:54.728930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e987d22b-11b0-45e4-b9e0-a872cb687ae0 req-f7daf39d-edae-480d-9371-78e20dd55452 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Unset dirty status for tenant:f60391774d14487dacf1f191169044be on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:51:54.730301 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e987d22b-11b0-45e4-b9e0-a872cb687ae0 req-f7daf39d-edae-480d-9371-78e20dd55452 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 943 time: 0.2170660 May 24 22:51:54.774360 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-55f237f8-d7ef-43a3-a63b-ed8d79d1e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:54.775814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-55f237f8-d7ef-43a3-a63b-ed8d79d1e183 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386054 May 24 22:51:54.808138 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e987d22b-11b0-45e4-b9e0-a872cb687ae0 req-9b633101-6423-43de-85ea-fc15ac569555 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700843 May 24 22:51:54.919885 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-c24ca972-6b6f-4426-a3e1-a7ef776b1d96 service neutron] 10.222.0.31 "GET /v2.0/networks/350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358912 May 24 22:51:55.102822 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4010fe59-22e5-4724-8476-b76d92bab8b0 req-61d0f1dc-fd84-4b3b-93ed-25e0ba05ca56 service neutron] 10.222.0.31 "GET /v2.0/networks/350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762664 May 24 22:51:55.186310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59284f73-825b-488f-aebc-29abacad9b21 req-1b646913-da73-4db2-beb8-3dc2a2da2493 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:55.188266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59284f73-825b-488f-aebc-29abacad9b21 req-1b646913-da73-4db2-beb8-3dc2a2da2493 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 944 time: 0.1246054 May 24 22:51:55.260115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20166160-c0a2-4e62-910b-0e3bbeee0251 req-fd0caf40-80b8-433b-992f-e23185f1ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:55.261616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20166160-c0a2-4e62-910b-0e3bbeee0251 req-fd0caf40-80b8-433b-992f-e23185f1ed28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f60391774d14487dacf1f191169044be&device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 1094 time: 0.0858090 May 24 22:51:55.262787 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59284f73-825b-488f-aebc-29abacad9b21 req-c93419ca-0707-4d5f-a145-966a493cf904 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657318 May 24 22:51:55.425300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20166160-c0a2-4e62-910b-0e3bbeee0251 req-56cb4055-d7a0-49f4-b8d9-56024a955e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:55.427102 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20166160-c0a2-4e62-910b-0e3bbeee0251 req-56cb4055-d7a0-49f4-b8d9-56024a955e71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd HTTP/1.1" status: 200 len: 917 time: 0.1578515 May 24 22:51:55.441206 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc244488-7f71-4512-bc89-ee3a0281ac00 req-e3a74596-50f3-456d-bf02-a9b5b5bab158 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0602853 May 24 22:51:55.500534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20166160-c0a2-4e62-910b-0e3bbeee0251 req-9161ecac-5976-491c-8a8e-e34566ee35d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2345364-22ca-43ca-a342-7e6864b7c58b HTTP/1.1" status: 200 len: 217 time: 0.0661225 May 24 22:51:55.565772 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:55.567397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5426f224-9ec1-4728-986b-c54463041f32 req-dcb5ecd3-956b-44d1-a36b-095208b603df tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0540206 May 24 22:51:55.576286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20166160-c0a2-4e62-910b-0e3bbeee0251 req-f35bc2ea-1d3d-45b4-8b65-73a91dd6c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:55.578661 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20166160-c0a2-4e62-910b-0e3bbeee0251 req-f35bc2ea-1d3d-45b4-8b65-73a91dd6c49a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0979d8bd-a0c0-42fa-8f26-b3ce158b2e50 HTTP/1.1" status: 200 len: 855 time: 0.0696716 May 24 22:51:55.665858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20166160-c0a2-4e62-910b-0e3bbeee0251 req-900cb352-edd4-4415-9b47-00e88c7ac1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:55.665858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20166160-c0a2-4e62-910b-0e3bbeee0251 req-900cb352-edd4-4415-9b47-00e88c7ac1a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789628 May 24 22:51:55.859616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20166160-c0a2-4e62-910b-0e3bbeee0251 req-69577c9a-0745-4564-ba0e-3b7abfc0bcd9 service neutron] 10.222.0.31 "GET /v2.0/networks/350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875885 May 24 22:51:55.999451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce399-6e5b-460d-be10-020f26d6b208 req-1e25644f-249a-40ea-9f52-806e0c89420e tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:56.000962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a4ce399-6e5b-460d-be10-020f26d6b208 req-1e25644f-249a-40ea-9f52-806e0c89420e tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.2060182 May 24 22:51:56.002207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0ca1e-7a3f-420a-8057-64065fc5f518 req-91003d2b-b316-4efb-a9af-1e4559a4df50 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:56.003850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6fa0ca1e-7a3f-420a-8057-64065fc5f518 req-91003d2b-b316-4efb-a9af-1e4559a4df50 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 943 time: 0.0826142 May 24 22:51:56.041271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20166160-c0a2-4e62-910b-0e3bbeee0251 req-661b64dd-5929-4d9a-bb41-9418c6484e2d service neutron] 10.222.0.31 "GET /v2.0/networks/350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736367 May 24 22:51:56.057995 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6fa0ca1e-7a3f-420a-8057-64065fc5f518 req-e7c0bbd2-399a-4d19-816b-de9b2953c3b9 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474663 May 24 22:51:56.072508 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a4ce399-6e5b-460d-be10-020f26d6b208 req-94122e23-8f92-4309-8f18-7ec3183e84d7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547302 May 24 22:51:56.463913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84373dde-d449-4202-9be9-3f69f39cf4e4 req-7be095f5-3a9b-4782-ba7b-222874dc09fe tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:56.469562 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84373dde-d449-4202-9be9-3f69f39cf4e4 req-7be095f5-3a9b-4782-ba7b-222874dc09fe tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 944 time: 0.0940654 May 24 22:51:56.527520 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84373dde-d449-4202-9be9-3f69f39cf4e4 req-4d0689a3-e86c-4dd7-a6b3-088b52def109 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541728 May 24 22:51:56.700028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-089b529d-576f-45d0-83c8-40fd82770084 req-067364d3-00e1-4092-a458-b1f229257625 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0603888 May 24 22:51:56.834235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9dcaa-ccb5-432a-8445-eaf80864eb9b req-b653d26a-243e-464c-b86a-e1e471a71988 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:56.842165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03c9dcaa-ccb5-432a-8445-eaf80864eb9b req-b653d26a-243e-464c-b86a-e1e471a71988 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.1363912 May 24 22:51:56.897590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03c9dcaa-ccb5-432a-8445-eaf80864eb9b req-3c488d1b-57dd-4590-bacd-df25d873ff34 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541527 May 24 22:51:56.933246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7db6a870-04ab-4a6f-ab23-ef8715d605bc req-a31f6b8d-9005-404f-a086-ce16c93781e2 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0790603 May 24 22:51:56.962683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b340d6d-2d0e-45dc-9637-5b877a7accb7 req-6186cd15-b970-4eb0-b0f8-0e60f2dba727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:56.964642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b340d6d-2d0e-45dc-9637-5b877a7accb7 req-6186cd15-b970-4eb0-b0f8-0e60f2dba727 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b94171eea544974895f903641c3ba93&device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 1096 time: 0.1900299 May 24 22:51:57.122210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b340d6d-2d0e-45dc-9637-5b877a7accb7 req-4af7bba8-7394-4a26-bade-0b4800d44d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:57.122210 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b340d6d-2d0e-45dc-9637-5b877a7accb7 req-4af7bba8-7394-4a26-bade-0b4800d44d2b service neutron] 10.222.0.50 "GET /v2.0/networks?id=02699fc1-0b33-4100-8021-307754c69f4d HTTP/1.1" status: 200 len: 917 time: 0.1474657 May 24 22:51:57.201220 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b340d6d-2d0e-45dc-9637-5b877a7accb7 req-f31c2796-cd74-4674-ade3-90fa24073225 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6f55327-9b1c-43a4-98ac-a51de5cc8107 HTTP/1.1" status: 200 len: 217 time: 0.0727510 May 24 22:51:57.277255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ad9b4-6d43-4ed7-be37-98b53e01e422 req-12cfe1c4-ce2a-44e6-8a9c-4b061a6c971b tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:57.277416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b340d6d-2d0e-45dc-9637-5b877a7accb7 req-b3574359-8b9d-409f-8eb4-d9a096b33d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:57.278331 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-742ad9b4-6d43-4ed7-be37-98b53e01e422 req-12cfe1c4-ce2a-44e6-8a9c-4b061a6c971b tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 943 time: 0.0901709 May 24 22:51:57.284973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b340d6d-2d0e-45dc-9637-5b877a7accb7 req-b3574359-8b9d-409f-8eb4-d9a096b33d37 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb3b7302-3864-44f8-a01d-c4e673c26828 HTTP/1.1" status: 200 len: 855 time: 0.0778756 May 24 22:51:57.368825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b340d6d-2d0e-45dc-9637-5b877a7accb7 req-a29d0101-7c72-47fa-a230-32054fd9f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:57.370271 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b340d6d-2d0e-45dc-9637-5b877a7accb7 req-a29d0101-7c72-47fa-a230-32054fd9f3b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=02699fc1-0b33-4100-8021-307754c69f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768561 May 24 22:51:57.438995 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-742ad9b4-6d43-4ed7-be37-98b53e01e422 req-9431f049-612f-48e2-a084-c9372f9ea062 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540887 May 24 22:51:57.516410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b340d6d-2d0e-45dc-9637-5b877a7accb7 req-4f3a8788-23ed-4b17-8bdd-b4c08362c911 service neutron] 10.222.0.50 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370404 May 24 22:51:57.605953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f005e08b-1911-4366-a0c8-4993134f47be up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:51:57.690763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port f005e08b-1911-4366-a0c8-4993134f47be completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:51:57.692474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port f005e08b-1911-4366-a0c8-4993134f47be triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:51:57.692670 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:57.822470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f005e08b-1911-4366-a0c8-4993134f47be is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:51:57.823497 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:57.839492 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b340d6d-2d0e-45dc-9637-5b877a7accb7 req-3925a826-1397-4c8f-a025-428a2e832240 service neutron] 10.222.0.50 "GET /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136842 May 24 22:51:57.857165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c8fee-72ba-4e7d-862f-d257b84301ac req-8411b168-ccca-46ad-a7f4-f30973dbda92 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:57.866329 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-539c8fee-72ba-4e7d-862f-d257b84301ac req-8411b168-ccca-46ad-a7f4-f30973dbda92 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 944 time: 0.1531186 May 24 22:51:57.868792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:51:57.879129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f005e08b-1911-4366-a0c8-4993134f47be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f005e08b-1911-4366-a0c8-4993134f47be,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:51:57.885563 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:51:57.902166 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6aa703af-76eb-4e87-9b0b-4aba68e4d30a req-7a663e0e-0e7b-4cfc-8633-5f5433bc73f1 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0619388 May 24 22:51:57.940391 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-539c8fee-72ba-4e7d-862f-d257b84301ac req-f06003bb-21f8-4637-ad86-9954de7da137 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726397 May 24 22:51:57.972594 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d1444b-53b1-466f-b983-b31cc10ff4c0'] response: {'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be', 'code': 200} May 24 22:51:57.987111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f005e08b-1911-4366-a0c8-4993134f47be,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:51:58.145566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48073b-f5ec-4c16-86e3-25f0fe3c22e5 req-bc523a06-38bf-467a-8474-0abe4b33f4ee tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:58.147526 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1efb4222-ccd7-475a-a24b-19dd9e29790e req-15f6ce4a-b5b0-4448-acc6-a2ef0acd16aa tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0580018 May 24 22:51:58.147621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb48073b-f5ec-4c16-86e3-25f0fe3c22e5 req-bc523a06-38bf-467a-8474-0abe4b33f4ee tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.0914471 May 24 22:51:58.185957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835143c-7da4-46df-b32e-08120702648f req-11ec926b-7d5f-4faa-9882-df2135608906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:58.188197 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4835143c-7da4-46df-b32e-08120702648f req-11ec926b-7d5f-4faa-9882-df2135608906 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 1096 time: 0.1305704 May 24 22:51:58.192650 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb48073b-f5ec-4c16-86e3-25f0fe3c22e5 req-e4b25812-3065-4aef-821f-0c0c32760dbe tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390785 May 24 22:51:58.236792 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4835143c-7da4-46df-b32e-08120702648f req-10ed1575-fb6f-459b-b255-373049a3e461 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380847 May 24 22:51:58.335258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-49ca6ae3-3f16-4d70-b4ef-ce86ed04a7a7 req-39b1f727-2497-4a74-9aa7-4132d7508d62 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0421436 May 24 22:51:58.660932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441fb95-9b2b-479e-828e-2afa5151b621 req-f7b630d7-3777-4d7e-bd4d-fa96512ec206 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:58.663359 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8441fb95-9b2b-479e-828e-2afa5151b621 req-f7b630d7-3777-4d7e-bd4d-fa96512ec206 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 943 time: 0.0942056 May 24 22:51:58.710209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8441fb95-9b2b-479e-828e-2afa5151b621 req-30e1cc7f-492f-4b48-9814-aff552785e00 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396373 May 24 22:51:59.075618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a7b7feef-61c3-4218-84c3-cd959a9c0f5b req-b38a5f9d-59cf-4146-a1e6-fd44d03c8b31 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0503135 May 24 22:51:59.138482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57d777-a28f-4581-8a97-20ad07844da5 req-91c35321-9e18-4651-8b26-6b69d55962e0 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:59.140370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da57d777-a28f-4581-8a97-20ad07844da5 req-91c35321-9e18-4651-8b26-6b69d55962e0 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 945 time: 0.0895550 May 24 22:51:59.184928 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da57d777-a28f-4581-8a97-20ad07844da5 req-e0205b97-bd9a-4845-9c3d-6064ec6e8201 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386343 May 24 22:51:59.326933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-154d6e9d-d995-429d-b548-9859e6c22b85 req-c4c92bc2-8ebe-4535-9905-8c27aa29c7ed tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0498245 May 24 22:51:59.393108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36757c3d-866d-4014-955c-d331113dafe5 req-d1529ddc-2e5e-42b5-af33-6f943ef5d9ec tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:59.394433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36757c3d-866d-4014-955c-d331113dafe5 req-d1529ddc-2e5e-42b5-af33-6f943ef5d9ec tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.0933900 May 24 22:51:59.443936 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36757c3d-866d-4014-955c-d331113dafe5 req-68f45ac7-f617-4a4c-bce5-d3fb60f7fc3b tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 May 24 22:51:59.672323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac60c5-e71f-4c01-b16e-466f0014014a req-b057a8a9-6b6b-4839-b4c3-9bfa6c2df68e tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:59.673750 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6fac60c5-e71f-4c01-b16e-466f0014014a req-b057a8a9-6b6b-4839-b4c3-9bfa6c2df68e tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.0936592 May 24 22:51:59.732624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6fac60c5-e71f-4c01-b16e-466f0014014a req-3cff3341-4eb7-48d3-8c7a-ba19967b35a1 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473375 May 24 22:51:59.910921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e0057-be13-4ee2-b304-824a002e3ca6 req-5b754aed-9855-4465-b601-13d03629478e tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:59.911698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-753e0057-be13-4ee2-b304-824a002e3ca6 req-5b754aed-9855-4465-b601-13d03629478e tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 943 time: 0.0898805 May 24 22:51:59.944842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60ee24-18a8-49c8-a1c2-2183f0072a2a req-b8e463de-958e-41be-929c-f1f5a8c004e9 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:51:59.946252 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4b60ee24-18a8-49c8-a1c2-2183f0072a2a req-b8e463de-958e-41be-929c-f1f5a8c004e9 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff HTTP/1.1" status: 200 len: 945 time: 0.0961058 May 24 22:51:59.960985 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-753e0057-be13-4ee2-b304-824a002e3ca6 req-a66a496d-44aa-421c-887c-dab9f19b06a9 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417321 May 24 22:52:00.002163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4b60ee24-18a8-49c8-a1c2-2183f0072a2a req-8f0f69d8-a1b6-4622-9b32-4e85787750ba tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496507 May 24 22:52:00.210849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14ac50-118f-4e0c-9e9f-7f8489b33cec req-ddbb45c1-9322-446d-9fc0-b7a2580bfb47 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:00.212493 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa14ac50-118f-4e0c-9e9f-7f8489b33cec req-ddbb45c1-9322-446d-9fc0-b7a2580bfb47 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 946 time: 0.0965621 May 24 22:52:00.242585 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0596d0b3-80b6-4f9d-b1e5-a54fbc262987 req-672c6427-beb5-4b65-9cd9-9cc130bd1012 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0474446 May 24 22:52:00.269260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa14ac50-118f-4e0c-9e9f-7f8489b33cec req-dc6869d0-e61c-4116-92d8-97adcd40d973 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493233 May 24 22:52:00.317702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-3fe0d73e-7412-4983-adce-e4ce4e25c949 req-5d6acf0e-6d74-4355-a535-c7c101876f87 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:52:00.318566 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3fe0d73e-7412-4983-adce-e4ce4e25c949 req-5d6acf0e-6d74-4355-a535-c7c101876f87 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073855 May 24 22:52:00.410473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3fe0d73e-7412-4983-adce-e4ce4e25c949 req-a0ff6445-d742-4a42-8776-a02343a051da tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0852699 May 24 22:52:00.442975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacce65-b0a8-44c2-97b2-3883e54e33a8 req-5f37607e-0542-4244-b0e3-17096b04402a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:00.444484 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4bacce65-b0a8-44c2-97b2-3883e54e33a8 req-5f37607e-0542-4244-b0e3-17096b04402a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 945 time: 0.0978723 May 24 22:52:00.464665 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:52:00.491176 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4bacce65-b0a8-44c2-97b2-3883e54e33a8 req-0166a9be-ccb1-4236-a1e1-08da88f87b2f tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 May 24 22:52:00.654791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5ed1cbe0-5670-47e9-a3c9-5a86e23d0f7c req-83bc572a-a3d7-4e98-9633-14ec43b0aba1 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0449510 May 24 22:52:00.770130 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-a6b9be67-f460-4481-b475-db5f77cda941 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1552508 May 24 22:52:00.779273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:52:00.787017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:00.791537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Usage tracker for resource:floatingip and tenant:07ea468ff7a3438188801f20e23e9e88 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:00.796012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:00.805017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:00.824740 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:00.879155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe3ae6-11f6-4aa5-bbcc-5a0e01df647c req-c9fadcc4-27d6-443a-9838-2b86f871b14f tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:00.879155 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-40fe3ae6-11f6-4aa5-bbcc-5a0e01df647c req-c9fadcc4-27d6-443a-9838-2b86f871b14f tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.1107681 May 24 22:52:00.928248 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-40fe3ae6-11f6-4aa5-bbcc-5a0e01df647c req-60f81a19-386e-4dab-b29a-73422a2e6ad8 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451837 May 24 22:52:00.981158 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:01.149521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Allocated IP 172.25.7.177 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/70d82abe-9496-4f18-83dc-9c95354fd2ae) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:52:01.203004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07d6cc-08e9-4f7c-8c86-607337670330 req-29b8f24e-b85f-4270-af2f-8195d46c3a0e tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:01.204506 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c07d6cc-08e9-4f7c-8c86-607337670330 req-29b8f24e-b85f-4270-af2f-8195d46c3a0e tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff HTTP/1.1" status: 200 len: 945 time: 0.0882881 May 24 22:52:01.252050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c07d6cc-08e9-4f7c-8c86-607337670330 req-404b8313-44f6-4d40-9787-2bcda0d538b4 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408518 May 24 22:52:01.314482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:01.346622 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:01.414949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:52:01.417963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:52:01.422409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:52:01.446595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb4031-7da5-4454-bedd-0298b3052e31 req-7bfca213-67f1-4b4a-8912-a7cef99c60af tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:01.446595 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4cfb4031-7da5-4454-bedd-0298b3052e31 req-7bfca213-67f1-4b4a-8912-a7cef99c60af tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 943 time: 0.0900660 May 24 22:52:01.457797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Pushing event updated for resources: {'Port': ['ID=70d82abe-9496-4f18-83dc-9c95354fd2ae,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:01.495783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4cfb4031-7da5-4454-bedd-0298b3052e31 req-58f4502e-df32-4322-b129-66cbc36604df tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432417 May 24 22:52:01.508057 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:01.572982 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:01.953878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:01.960248 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:02.046686 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc042756-916b-460a-9088-e75a8a4a16a5 req-34510bc9-3bd9-4f08-9e0a-0d8cc6292345 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0675292 May 24 22:52:02.119227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Pushing event updated for resources: {'Port': ['ID=70d82abe-9496-4f18-83dc-9c95354fd2ae,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:02.144399 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:02.183103 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:02.183817 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-0febc5f9-7ba8-461a-90fd-8c403e7b1743 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4094205 May 24 22:52:02.261781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28d60a-ad3d-4762-93c4-b65dc557573c req-daf77a5c-b09b-4728-bca2-430b0b58a985 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:02.269219 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab28d60a-ad3d-4762-93c4-b65dc557573c req-daf77a5c-b09b-4728-bca2-430b0b58a985 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 946 time: 0.1146095 May 24 22:52:02.304859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-6992c883-650b-4e2f-ad13-a4ad7ba9bb68 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Synchronizing usage tracker for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:floatingip {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:02.312106 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab28d60a-ad3d-4762-93c4-b65dc557573c req-ea8946ce-18e7-4b3b-b379-57461dc716a7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 May 24 22:52:02.325111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-6992c883-650b-4e2f-ad13-a4ad7ba9bb68 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Unset dirty status for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:floatingip {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:02.327949 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-6992c883-650b-4e2f-ad13-a4ad7ba9bb68 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.1360888 May 24 22:52:02.458565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5efe4616-47c3-4bf5-9156-c1b7a63faaf8 req-e5d552fc-17f9-4b53-8b65-87a1a6ac9f56 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0452697 May 24 22:52:02.501808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-6dbc5b4f-54d1-44db-b08b-8777bd088b79 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:02.504834 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-6dbc5b4f-54d1-44db-b08b-8777bd088b79 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.1657453 May 24 22:52:02.515934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-86b85865-cf94-4da0-b6ba-5402138b7699 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:52:02.516901 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2ad990-f65d-4cfe-8927-7b4d56a2780e req-86b85865-cf94-4da0-b6ba-5402138b7699 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056994 May 24 22:52:02.703330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4bd64-abff-41f4-bad3-f2d90f83dce4 req-641d6588-644f-4908-a5a3-71208428572b tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:02.704601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dfc4bd64-abff-41f4-bad3-f2d90f83dce4 req-641d6588-644f-4908-a5a3-71208428572b tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 943 time: 0.0882680 May 24 22:52:02.762088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dfc4bd64-abff-41f4-bad3-f2d90f83dce4 req-b5948af9-4db8-4821-a1c3-7cca6ca03158 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507801 May 24 22:52:02.880519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fc017-45d8-46c0-8285-88c8024d4ebf req-f422157b-22aa-4fc4-bcfe-8666fde621db tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:02.890585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fc017-45d8-46c0-8285-88c8024d4ebf req-f422157b-22aa-4fc4-bcfe-8666fde621db tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:02.893894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fc017-45d8-46c0-8285-88c8024d4ebf req-f422157b-22aa-4fc4-bcfe-8666fde621db tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:02.897633 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f21fc017-45d8-46c0-8285-88c8024d4ebf req-f422157b-22aa-4fc4-bcfe-8666fde621db tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934&device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff&device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 2417 time: 0.1087477 May 24 22:52:02.945955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f21fc017-45d8-46c0-8285-88c8024d4ebf req-ec28435b-7b1a-4197-92f3-dac2ca486a85 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442424 May 24 22:52:02.982720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-99248ed8-a965-48c4-b581-391aac141a0f req-f79cebfa-790d-4d8c-9273-7c73d64b0859 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:52:02.983845 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-99248ed8-a965-48c4-b581-391aac141a0f req-f79cebfa-790d-4d8c-9273-7c73d64b0859 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061767 May 24 22:52:03.017957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-781ad65e-118e-442b-bf7f-b0705da667ba tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:03.017957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-781ad65e-118e-442b-bf7f-b0705da667ba tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 821 time: 0.1562288 May 24 22:52:03.033930 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-899bf9ee-ffd1-4c06-a40d-7bc8cf7854b4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/quotas/07ea468ff7a3438188801f20e23e9e88 HTTP/1.1" status: 200 len: 375 time: 0.0117102 May 24 22:52:03.096972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-99248ed8-a965-48c4-b581-391aac141a0f req-b4551f72-6d01-4d7f-ac2d-dccd0d157416 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1025877 May 24 22:52:03.138077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-828bcf9d-f9c1-4e8a-8c0d-6edaf2205c22 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1047592 May 24 22:52:03.307844 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-d2ec8a9c-bc1e-4bce-9ca3-bbeca23ce726 service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687739 May 24 22:52:03.453839 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9906a5e-a31f-4da7-b59e-4a8b77d0c608 req-e7772e04-cc7a-4bdf-8d94-92ffde30f797 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0450559 May 24 22:52:03.468039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-ce303648-f1bb-49fa-9184-db75f11c6435 service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523631 May 24 22:52:03.668821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device e2345364-22ca-43ca-a342-7e6864b7c58b details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:52:03.823591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port e2345364-22ca-43ca-a342-7e6864b7c58b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e2345364-22ca-43ca-a342-7e6864b7c58b,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:03.848086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'e2345364-22ca-43ca-a342-7e6864b7c58b', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'port_id': 'e2345364-22ca-43ca-a342-7e6864b7c58b', 'mac_address': 'fa:16:3e:1e:87:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:52:03.915796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port e2345364-22ca-43ca-a342-7e6864b7c58b is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:52:03.916241 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:03.937748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2345364-22ca-43ca-a342-7e6864b7c58b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:52:03.962167 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a10cec88-ce87-4a2d-9c1e-ea04b1f0243c req-7f5275eb-2917-4ec0-ae0b-a217bc36d93d tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0775576 May 24 22:52:03.970092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port e2345364-22ca-43ca-a342-7e6864b7c58b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e2345364-22ca-43ca-a342-7e6864b7c58b,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:03.974607 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:04.073129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=e2345364-22ca-43ca-a342-7e6864b7c58b,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:04.094299 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9299d22a-d4b1-4623-931d-ce044743fa51 req-3aec92f2-4d67-4b26-990d-24367ccdb9b5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 210 time: 0.0563233 May 24 22:52:04.291852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741110be-b960-43db-95cc-cca4f4541b5b req-97132f8b-f14a-4c51-89d4-d5f6f8c6c3c3 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:04.293417 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-741110be-b960-43db-95cc-cca4f4541b5b req-97132f8b-f14a-4c51-89d4-d5f6f8c6c3c3 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 944 time: 0.1004877 May 24 22:52:04.340553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-741110be-b960-43db-95cc-cca4f4541b5b req-e23d126f-6400-4695-bfdb-0753d94080de tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404713 May 24 22:52:04.362651 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['e2345364-22ca-43ca-a342-7e6864b7c58b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:52:04.642384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-757eae91-2652-47a2-b316-dcffd9744081 req-028ad18f-b364-47cc-962d-d831e4e54c74 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0568841 May 24 22:52:05.094348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-a3462b64-6f53-466c-adb0-5e484daa6f4e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.096172 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-a3462b64-6f53-466c-adb0-5e484daa6f4e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.31 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 821 time: 0.2497168 May 24 22:52:05.111353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Request body: {'port': {'device_id': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'admin_state_up': True, 'tenant_id': '07ea468ff7a3438188801f20e23e9e88'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:52:05.193769 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-70263e7f-4f02-40af-acb9-e8d3b9699229 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1974218 May 24 22:52:05.296988 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c3592f2b-1cd5-4aa6-ac07-c285dcb23899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:05.360065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fbbb3f97-c7ed-4e5c-b140-3453b43269e3 req-ffa937c7-d712-4671-b006-36fa333013cb tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 210 time: 0.0535233 May 24 22:52:05.398155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c35d0a48-3cac-4ca9-9a8b-d38c0d5ad26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.398897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c35d0a48-3cac-4ca9-9a8b-d38c0d5ad26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.399616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c35d0a48-3cac-4ca9-9a8b-d38c0d5ad26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.400256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c35d0a48-3cac-4ca9-9a8b-d38c0d5ad26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.400793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c35d0a48-3cac-4ca9-9a8b-d38c0d5ad26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.401611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c35d0a48-3cac-4ca9-9a8b-d38c0d5ad26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.402171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c35d0a48-3cac-4ca9-9a8b-d38c0d5ad26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.404467 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c35d0a48-3cac-4ca9-9a8b-d38c0d5ad26f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1b53c9434c24a0f875564307ddb2295&device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 6500 time: 0.1726522 May 24 22:52:05.418809 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c7ce456-db66-46d6-beff-6f5c8fecb1d7 req-54db2844-8543-4089-a053-c80d9c72e216 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.2779324 May 24 22:52:05.502228 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:05.512722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:05.533555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Made reservation on behalf of 07ea468ff7a3438188801f20e23e9e88 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:52:05.544025 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:05.602779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-1aad1cd3-beff-48ac-906f-614061aa3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.603525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-1aad1cd3-beff-48ac-906f-614061aa3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.604256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-1aad1cd3-beff-48ac-906f-614061aa3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.606366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-1aad1cd3-beff-48ac-906f-614061aa3d3f service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb6eb857-4775-4420-b794-b02bb5e0eb92&id=abbe8918-2b0f-4539-a34b-fc1ac752a667&id=abbe8918-2b0f-4539-a34b-fc1ac752a667&id=abbe8918-2b0f-4539-a34b-fc1ac752a667&id=abbe8918-2b0f-4539-a34b-fc1ac752a667&id=52c33e24-ff90-4552-83ee-49b4f514ed82&id=52c33e24-ff90-4552-83ee-49b4f514ed82 HTTP/1.1" status: 200 len: 2296 time: 0.1707392 May 24 22:52:05.724821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-1c0f26ba-d3fe-4546-a555-36c11ab9dd1f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b8da6e9-baa4-4402-a97b-b950bc619fbf HTTP/1.1" status: 200 len: 1001 time: 0.1111314 May 24 22:52:05.783655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Allocated IP 172.20.0.14 (a43154de-2ec7-41e9-8fe1-e5570cd498ac/8e7e7d4d-2610-4d50-a91e-25de72272d10/34105545-d4f4-4fff-8a0c-cf969394b290) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:52:05.810779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-a56c75c5-a05c-4595-a6d9-80edc5348a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.812775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-a56c75c5-a05c-4595-a6d9-80edc5348a4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=556a2a9f-4f7c-4134-961d-b1ce2bb09e77 HTTP/1.1" status: 200 len: 856 time: 0.0814219 May 24 22:52:05.865176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820143b-fb85-48d4-bfaa-b1ab23797da8 req-5da93860-52ec-495c-84a3-4a2e65574c75 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:05.866744 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0820143b-fb85-48d4-bfaa-b1ab23797da8 req-5da93860-52ec-495c-84a3-4a2e65574c75 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 944 time: 0.3066695 May 24 22:52:06.000259 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0820143b-fb85-48d4-bfaa-b1ab23797da8 req-6444bebc-12e3-4149-be12-efc6837b0ae4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276598 May 24 22:52:06.060839 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:06.075759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-0cec6967-320d-42f9-97fb-892e9608de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:06.077936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-0cec6967-320d-42f9-97fb-892e9608de23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb6eb857-4775-4420-b794-b02bb5e0eb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2518327 May 24 22:52:06.079443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Transition to ACTIVE for port object 34105545-d4f4-4fff-8a0c-cf969394b290 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:52:06.088128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647da0-f958-4742-bca9-198c541990d4 req-32d43ef8-196a-4d6b-a972-1ac32661f6a0 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:06.089605 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e647da0-f958-4742-bca9-198c541990d4 req-32d43ef8-196a-4d6b-a972-1ac32661f6a0 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 946 time: 0.1158419 May 24 22:52:06.111591 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:06.130322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f005e08b-1911-4366-a0c8-4993134f47be'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:52:06.221918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Network a43154de-2ec7-41e9-8fe1-e5570cd498ac is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:52:06.226132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e647da0-f958-4742-bca9-198c541990d4 req-e2c85cf7-f7d0-4c84-bd0b-7904ea7b00b1 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159055 May 24 22:52:06.230540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:52:06.241231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:52:06.250580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-64b2098d-2e59-4f31-81a5-a7726f2a6ae9 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6eb857-4775-4420-b794-b02bb5e0eb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599281 May 24 22:52:06.304313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42c77d82-10d3-429f-b77b-f32c087d9f59 req-f469d878-8a62-4022-98e3-f7260af05952 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.1838427 May 24 22:52:06.353670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Pushing event updated for resources: {'Port': ['ID=34105545-d4f4-4fff-8a0c-cf969394b290,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:06.374024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:06.374941 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:06.390072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.391287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.391917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.392467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.393006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.393614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.394144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.394667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.395189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.395966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.396864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.397386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:06.436557 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-5eb5a88d-9de1-4ec5-b51d-89e0b2790f72 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3320816 May 24 22:52:06.464997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Request body: {'port': {'device_id': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:52:06.488188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-70fc2f9e-1700-49b8-8ee0-d1885cd15e7a service neutron] 10.222.0.31 "GET /v2.0/networks/fb6eb857-4775-4420-b794-b02bb5e0eb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255714 May 24 22:52:06.538422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5bf5c9b5-f0f5-4dd6-a65f-0d54897e8d08 None None] Provisioning for port 34105545-d4f4-4fff-8a0c-cf969394b290 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:52:06.545287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5bf5c9b5-f0f5-4dd6-a65f-0d54897e8d08 None None] Provisioning complete for port 34105545-d4f4-4fff-8a0c-cf969394b290 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:52:06.545731 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c9b5-f0f5-4dd6-a65f-0d54897e8d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:06.615547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:06.617166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5c9b5-f0f5-4dd6-a65f-0d54897e8d08 None None] Port 34105545-d4f4-4fff-8a0c-cf969394b290 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:52:06.647129 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-16ad3f67-8faa-42bb-a580-344af2b043d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=a7b98f36-c3f3-4e71-b3eb-71ee080403ce HTTP/1.1" status: 200 len: 217 time: 0.1497536 May 24 22:52:06.672855 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f804bf6-9eda-4a27-b0e6-0dec02c71f6a req-48aa7af3-5b66-418e-a294-0f8d6d83d9e3 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0472546 May 24 22:52:06.733775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-4c153197-ee53-4c11-bf63-bcd67bb157c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:06.734888 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-4c153197-ee53-4c11-bf63-bcd67bb157c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=964964ea-3053-4ce2-8975-28f4ea60a9fa HTTP/1.1" status: 200 len: 797 time: 0.0765138 May 24 22:52:06.801640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67671098-0743-41bc-80b9-0d8580788070 req-df4af121-6c54-4543-bb22-dd63b51489c4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:06.803477 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67671098-0743-41bc-80b9-0d8580788070 req-df4af121-6c54-4543-bb22-dd63b51489c4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 932 time: 0.2190015 May 24 22:52:06.881549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67671098-0743-41bc-80b9-0d8580788070 req-32bdd01c-3059-4596-ae46-53442eb61487 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687277 May 24 22:52:06.899487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-526f8910-5782-4b0a-9516-bd8e96e46164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:06.901414 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-526f8910-5782-4b0a-9516-bd8e96e46164 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abbe8918-2b0f-4539-a34b-fc1ac752a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1592472 May 24 22:52:07.069879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34105545-d4f4-4fff-8a0c-cf969394b290 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:52:07.077466 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:07.079396 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-6d28f581-1958-4925-8130-cc7bf010efa8 service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686282 May 24 22:52:07.092731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Transition to ACTIVE for port object 34105545-d4f4-4fff-8a0c-cf969394b290 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:52:07.097381 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:07.317625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Pushing event updated for resources: {'Port': ['ID=34105545-d4f4-4fff-8a0c-cf969394b290,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:07.353546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a7045-697f-456a-a4bc-b74efc378d65 req-3dc2ea92-1137-4bf3-8043-29f0d2efe6c5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:07.361440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-867a7045-697f-456a-a4bc-b74efc378d65 req-3dc2ea92-1137-4bf3-8043-29f0d2efe6c5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.2809908 May 24 22:52:07.402041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad3ae8-cd92-41b8-bb85-55ad2fb65e3a req-5842bfee-2370-49c2-8824-8accae854ea1 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:07.403636 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-19ad3ae8-cd92-41b8-bb85-55ad2fb65e3a req-5842bfee-2370-49c2-8824-8accae854ea1 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 946 time: 0.2907698 May 24 22:52:07.406370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-1cd49394-3f9a-4d8c-b6a0-8eb10ef3025f service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532647 May 24 22:52:07.439277 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b10a736c-e0a0-4a26-abfd-aa38ff0c89f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:07.526789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-a04b77fe-39be-4a39-a4d4-a3fb5298a7d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=a527e525-5b3f-41bc-969b-266188f14673 HTTP/1.1" status: 200 len: 217 time: 0.1102099 May 24 22:52:07.531638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7043f8-055c-4469-b77e-73e7efe79563 req-c1391bd6-2cc4-4eb5-8d00-e419f23ce964 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:07.533089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd7043f8-055c-4469-b77e-73e7efe79563 req-c1391bd6-2cc4-4eb5-8d00-e419f23ce964 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 944 time: 0.3962505 May 24 22:52:07.535707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Attempting to bind port 34105545-d4f4-4fff-8a0c-cf969394b290 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:52:07.536028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Attempting to bind port 34105545-d4f4-4fff-8a0c-cf969394b290 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:52:07.536520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Attempting to bind port 34105545-d4f4-4fff-8a0c-cf969394b290 on network a43154de-2ec7-41e9-8fe1-e5570cd498ac {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:52:07.562258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Port 34105545-d4f4-4fff-8a0c-cf969394b290 on network a43154de-2ec7-41e9-8fe1-e5570cd498ac not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:52:07.562664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Attempting to bind port 34105545-d4f4-4fff-8a0c-cf969394b290 on network a43154de-2ec7-41e9-8fe1-e5570cd498ac {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:52:07.573697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:52:07.574149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Checking segment: {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:52:07.574525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Bound using segment: {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:52:07.575615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Bound port: 34105545-d4f4-4fff-8a0c-cf969394b290, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a60b4f-8a3f-4e44-9e93-111eec7f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:52:07.575981 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:07.578410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-867a7045-697f-456a-a4bc-b74efc378d65 req-1ca57727-8bfe-4ab3-899e-65a1f39011b5 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160053 May 24 22:52:07.606202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-19ad3ae8-cd92-41b8-bb85-55ad2fb65e3a req-f060da67-79d0-4ec6-b97f-7a0aa86f9b68 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Deleting port 8aea5f72-e4d2-402b-b356-8ae96505c0ce {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:07.606727 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-19ad3ae8-cd92-41b8-bb85-55ad2fb65e3a req-f060da67-79d0-4ec6-b97f-7a0aa86f9b68 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:07.650455 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd7043f8-055c-4469-b77e-73e7efe79563 req-d47052d2-e45f-4d7d-8ce8-95bcd4e55f08 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060972 May 24 22:52:07.673202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-5e16a1a8-0758-4634-8daa-aeaafb9d3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:07.674666 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-5e16a1a8-0758-4634-8daa-aeaafb9d3a7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=964964ea-3053-4ce2-8975-28f4ea60a9fa HTTP/1.1" status: 200 len: 797 time: 0.1356986 May 24 22:52:07.692814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] For port 34105545-d4f4-4fff-8a0c-cf969394b290, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:52:07.695963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] For port 34105545-d4f4-4fff-8a0c-cf969394b290, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=34105545-d4f4-4fff-8a0c-cf969394b290,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:52:07.701801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device e2345364-22ca-43ca-a342-7e6864b7c58b up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:52:07.704032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:07.774541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:07.775370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:07.776894 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] 10.222.0.31 "PUT /v2.0/ports/34105545-d4f4-4fff-8a0c-cf969394b290 HTTP/1.1" status: 200 len: 1092 time: 1.3335078 May 24 22:52:07.777476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'tag': '34105545-d4f4-4fff-8a0c-cf969394b290'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:07.810383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a46861-acd0-4175-9768-0d2bf7c62d95 service neutron] Pushing event updated for resources: {'Port': ['ID=34105545-d4f4-4fff-8a0c-cf969394b290,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:07.813115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port e2345364-22ca-43ca-a342-7e6864b7c58b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:52:07.828252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port e2345364-22ca-43ca-a342-7e6864b7c58b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:52:07.828881 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:07.918262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-d517eb2c-4a15-4daa-9f38-fe64aa8b3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:07.920081 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-d517eb2c-4a15-4daa-9f38-fe64aa8b3827 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 1095 time: 0.0971072 May 24 22:52:07.996796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port e2345364-22ca-43ca-a342-7e6864b7c58b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:52:07.997174 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:08.025768 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-51d96395-8e95-4506-9489-6a9e9f5dc66a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34105545-d4f4-4fff-8a0c-cf969394b290 HTTP/1.1" status: 200 len: 217 time: 0.0982213 May 24 22:52:08.033842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90af4cfb-a644-4514-b533-6e9c2128be01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2345364-22ca-43ca-a342-7e6864b7c58b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:08.046015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port e2345364-22ca-43ca-a342-7e6864b7c58b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e2345364-22ca-43ca-a342-7e6864b7c58b,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:08.054059 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:08.091525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-fd0f6ff6-5f5e-4916-abf7-f9de40304f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:08.093101 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-fd0f6ff6-5f5e-4916-abf7-f9de40304f68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.0613918 May 24 22:52:08.138034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=e2345364-22ca-43ca-a342-7e6864b7c58b,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:08.175376 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb574b4a-edf4-4297-bd0b-cf4d3e96d0b2 req-ae26728f-af92-4386-91c6-ebafd8e110e3 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0812225 May 24 22:52:08.211889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c6a2f476-3bf7-45bc-bc56-44a6b1fa62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:08.213531 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c6a2f476-3bf7-45bc-bc56-44a6b1fa62c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abbe8918-2b0f-4539-a34b-fc1ac752a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5301442 May 24 22:52:08.220959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-718bd4ec-dab0-43a0-8af2-65407d9e472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:08.223498 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-718bd4ec-dab0-43a0-8af2-65407d9e472e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888078 May 24 22:52:08.327927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa81374-ed35-40b3-b084-50ede9095f09 req-47512665-3e58-4b4e-a1e6-4b14c221edae tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:08.329876 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aaa81374-ed35-40b3-b084-50ede9095f09 req-47512665-3e58-4b4e-a1e6-4b14c221edae tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 946 time: 0.6032243 May 24 22:52:08.391694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3c5bfbba-216c-4ded-828d-ae5fcf59fb75 req-c7c3c394-bac8-47ec-8d05-a21601f465d7 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0497823 May 24 22:52:08.405669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-19ad3ae8-cd92-41b8-bb85-55ad2fb65e3a req-f060da67-79d0-4ec6-b97f-7a0aa86f9b68 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] For port 8aea5f72-e4d2-402b-b356-8ae96505c0ce, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=8aea5f72-e4d2-402b-b356-8ae96505c0ce,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:08.406436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-19ad3ae8-cd92-41b8-bb85-55ad2fb65e3a req-f060da67-79d0-4ec6-b97f-7a0aa86f9b68 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:08.410264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-465b42d3-e143-4580-a4e4-943a309f0582 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791289 May 24 22:52:08.435011 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aaa81374-ed35-40b3-b084-50ede9095f09 req-d84f29f9-a5e4-4bbd-96fc-fdcdc3a10159 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885842 May 24 22:52:08.486032 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30ab301-6b8f-41a7-8653-8484c4dfdbfb'] response: {'name': 'network-changed', 'server_uuid': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'tag': '34105545-d4f4-4fff-8a0c-cf969394b290', 'status': 'completed', 'code': 200} May 24 22:52:08.515184 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a513c85-f9c1-4107-8fe9-17888e930534'] response: {'server_uuid': '90af4cfb-a644-4514-b533-6e9c2128be01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2345364-22ca-43ca-a342-7e6864b7c58b', 'code': 200} May 24 22:52:08.555574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-19ad3ae8-cd92-41b8-bb85-55ad2fb65e3a req-f060da67-79d0-4ec6-b97f-7a0aa86f9b68 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Calling delete_port for 8aea5f72-e4d2-402b-b356-8ae96505c0ce owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:08.567460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43293395-ad3a-43e7-b296-3dab85cda1c9 req-ed972018-7bca-4c0a-8f8d-540c74689899 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503613 May 24 22:52:08.588722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-56ea6b5f-4d90-4530-bbf3-b7261d74b108 service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672237 May 24 22:52:08.664173 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:08.692275 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:08.821167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bbb1f-5284-4f8d-b77a-e6833f5cdc2a req-e7ee08cd-e739-46f4-9e1f-4a54a95d918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:08.822708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c02bbb1f-5284-4f8d-b77a-e6833f5cdc2a req-e7ee08cd-e739-46f4-9e1f-4a54a95d918f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 1096 time: 0.2186558 May 24 22:52:08.855299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da651f62-d51f-49e5-8327-3118809be136 req-888c6897-1c71-4eb2-80b5-6315f096c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:08.856650 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da651f62-d51f-49e5-8327-3118809be136 req-888c6897-1c71-4eb2-80b5-6315f096c5cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 1095 time: 0.1808436 May 24 22:52:08.880777 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-7999373a-cd94-43ac-ab2d-e4dd2104cc24 service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497375 May 24 22:52:08.890561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730dbaf-48fc-4a13-9a4b-e98903940b15 req-d1725e9e-afa8-400f-835d-5c1fb2cd32bd tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:08.892005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8730dbaf-48fc-4a13-9a4b-e98903940b15 req-d1725e9e-afa8-400f-835d-5c1fb2cd32bd tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 944 time: 0.3059063 May 24 22:52:08.948624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c02bbb1f-5284-4f8d-b77a-e6833f5cdc2a req-0dfdb970-dc05-4998-8c16-116632b0adc7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165683 May 24 22:52:08.982394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13b32c-9373-4c2c-8c05-c92f973f0345 req-4f87dda8-3271-454f-aa46-9fe89cb03c04 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:08.984258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d13b32c-9373-4c2c-8c05-c92f973f0345 req-4f87dda8-3271-454f-aa46-9fe89cb03c04 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.2170150 May 24 22:52:09.008631 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-dca185f1-08c7-4a23-b510-3f6b8ba3afc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=fc851629-5b5e-4561-82bd-af28b731ae93 HTTP/1.1" status: 200 len: 217 time: 0.1156335 May 24 22:52:09.016814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-19ad3ae8-cd92-41b8-bb85-55ad2fb65e3a req-f060da67-79d0-4ec6-b97f-7a0aa86f9b68 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:09.030829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['0c326640-46b9-4f6d-9a5d-0460572ddb31', 'a6f55327-9b1c-43a4-98ac-a51de5cc8107'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:52:09.050274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da651f62-d51f-49e5-8327-3118809be136 req-71a7ca0e-425e-4c89-a8dd-d55f353ba0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:09.051715 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da651f62-d51f-49e5-8327-3118809be136 req-71a7ca0e-425e-4c89-a8dd-d55f353ba0a9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.1806903 May 24 22:52:09.064082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d13b32c-9373-4c2c-8c05-c92f973f0345 req-0a4dbd97-34f8-4f5e-b1dd-25c622104b2f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640614 May 24 22:52:09.090402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060da67-79d0-4ec6-b97f-7a0aa86f9b68 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Pushing event deleted for resources: {'Port': ['ID=8aea5f72-e4d2-402b-b356-8ae96505c0ce,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:09.137051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8730dbaf-48fc-4a13-9a4b-e98903940b15 req-ab9369f7-54e7-478c-a3f8-9cb34f074d64 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918964 May 24 22:52:09.216873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ad3ae8-cd92-41b8-bb85-55ad2fb65e3a req-f060da67-79d0-4ec6-b97f-7a0aa86f9b68 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] No DVR routers for this DVR port 8aea5f72-e4d2-402b-b356-8ae96505c0ce on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:52:09.227226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-19ad3ae8-cd92-41b8-bb85-55ad2fb65e3a req-f060da67-79d0-4ec6-b97f-7a0aa86f9b68 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:09.229696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e12a3-d1b5-40a0-ae43-15afc13ce934', 'name': 'network-vif-deleted', 'tag': '8aea5f72-e4d2-402b-b356-8ae96505c0ce'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:09.261740 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-8b356047-baef-4318-8d26-28b645fb57b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3188307 May 24 22:52:09.263533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-910c1c14-4451-44da-8cb7-4cb21db73542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:09.264950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-910c1c14-4451-44da-8cb7-4cb21db73542 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=964964ea-3053-4ce2-8975-28f4ea60a9fa HTTP/1.1" status: 200 len: 797 time: 0.0953364 May 24 22:52:09.266367 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-19ad3ae8-cd92-41b8-bb85-55ad2fb65e3a req-f060da67-79d0-4ec6-b97f-7a0aa86f9b68 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.31 "DELETE /v2.0/ports/8aea5f72-e4d2-402b-b356-8ae96505c0ce HTTP/1.1" status: 204 len: 173 time: 1.8486304 May 24 22:52:09.300953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da651f62-d51f-49e5-8327-3118809be136 req-c4e6b0a5-ac74-4ab7-ab62-56f42432394d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34105545-d4f4-4fff-8a0c-cf969394b290 HTTP/1.1" status: 200 len: 217 time: 0.1383815 May 24 22:52:09.342802 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c86f00c-bd7c-44ca-a386-162621f42655'] response: {'server_uuid': '0c4e12a3-d1b5-40a0-ae43-15afc13ce934', 'name': 'network-vif-deleted', 'tag': '8aea5f72-e4d2-402b-b356-8ae96505c0ce', 'status': 'completed', 'code': 200} May 24 22:52:09.379435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-269c9ff7-95b8-4457-b351-b787586fd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:09.381158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-269c9ff7-95b8-4457-b351-b787586fd5a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abbe8918-2b0f-4539-a34b-fc1ac752a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082170 May 24 22:52:09.413036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c8a68-fc29-4504-8113-483351777ef0 req-5c5f918d-0c22-43c2-bb2a-fd6674946ef3 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:09.422168 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad9c8a68-fc29-4504-8113-483351777ef0 req-5c5f918d-0c22-43c2-bb2a-fd6674946ef3 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 945 time: 0.2013321 May 24 22:52:09.457711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da651f62-d51f-49e5-8327-3118809be136 req-3e825ab0-a6ef-4026-b7a8-15f01af687dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:09.459420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da651f62-d51f-49e5-8327-3118809be136 req-3e825ab0-a6ef-4026-b7a8-15f01af687dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.1437690 May 24 22:52:09.531750 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad9c8a68-fc29-4504-8113-483351777ef0 req-b8a5cd1e-4730-4561-809f-c3c09c6e1f21 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080542 May 24 22:52:09.731259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 8aea5f72-e4d2-402b-b356-8ae96505c0ce no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:52:09.753167 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56dcea32-4e4e-45ef-aa83-7d5539c576b6 req-36a9c6cc-e633-4327-be64-03091cc3865e tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0446117 May 24 22:52:09.772013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da651f62-d51f-49e5-8327-3118809be136 req-3a18cf91-aca0-487d-ba19-d8a3137dd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:09.773448 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da651f62-d51f-49e5-8327-3118809be136 req-3a18cf91-aca0-487d-ba19-d8a3137dd285 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2895544 May 24 22:52:09.776183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 8aea5f72-e4d2-402b-b356-8ae96505c0ce {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:52:09.777076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 8aea5f72-e4d2-402b-b356-8ae96505c0ce not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:52:09.788920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cc959769-917e-4343-8460-387f064cf829 req-23b4b21b-3837-4d14-bef9-fa99ac066293 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.2883303 May 24 22:52:09.848903 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-8dbb9f95-1c0b-48e1-8ef8-9cc3a0e9984e service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567783 May 24 22:52:09.857523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-6cafefee-7fc0-4432-be5a-ed0bad84bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:09.859641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-6cafefee-7fc0-4432-be5a-ed0bad84bb66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03ba65b25e364dc696b96a9bf51ed363&device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 1096 time: 0.3602896 May 24 22:52:09.928730 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:09.960942 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-61008e02-13aa-40a2-ab00-58755156cf98 req-4f6867be-1522-475f-a86f-4b6412b9ff34 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4e12a3-d1b5-40a0-ae43-15afc13ce934 HTTP/1.1" status: 200 len: 210 time: 0.0601339 May 24 22:52:09.985023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da651f62-d51f-49e5-8327-3118809be136 req-d8bcb012-c45e-42cb-948b-a5bbde7908bb service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964667 May 24 22:52:10.120646 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-deb0980f-892b-4171-9168-747b8464e980 service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600026 May 24 22:52:10.127853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-aadc3dba-bb02-479f-ab6e-bacc84edbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:10.129399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-aadc3dba-bb02-479f-ab6e-bacc84edbec2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 200 len: 919 time: 0.1919265 May 24 22:52:10.143347 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da651f62-d51f-49e5-8327-3118809be136 req-e3a10c46-13cf-42c2-9549-82d668c935e8 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472883 May 24 22:52:10.278215 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-75b9b18e-1a4c-44c2-a36d-c66cdd72b419 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=871939da-811b-4814-8c7c-c3f858069f84 HTTP/1.1" status: 200 len: 217 time: 0.1427066 May 24 22:52:10.315135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-f6145c43-42b3-42e1-be65-1e028d160dc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61dbe735-a325-4b49-91ef-c9ef6eebce45 HTTP/1.1" status: 200 len: 217 time: 0.1209989 May 24 22:52:10.341147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53671738-ba34-4a59-b7c5-a0a216fe422c req-df025fd6-4482-4c0d-8251-6e7ed0b8b21b tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:10.342157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-53671738-ba34-4a59-b7c5-a0a216fe422c req-df025fd6-4482-4c0d-8251-6e7ed0b8b21b tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Synchronizing usage tracker for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:10.361419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-53671738-ba34-4a59-b7c5-a0a216fe422c req-df025fd6-4482-4c0d-8251-6e7ed0b8b21b tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Unset dirty status for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:10.369862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53671738-ba34-4a59-b7c5-a0a216fe422c req-df025fd6-4482-4c0d-8251-6e7ed0b8b21b tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 944 time: 0.1154633 May 24 22:52:10.411820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53671738-ba34-4a59-b7c5-a0a216fe422c req-cc71aa54-2dda-4cf0-becd-ba2cedd817b0 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 May 24 22:52:10.460997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-67a4cf09-98fa-45a5-b05f-050737de992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:10.462393 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-67a4cf09-98fa-45a5-b05f-050737de992f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=964964ea-3053-4ce2-8975-28f4ea60a9fa HTTP/1.1" status: 200 len: 797 time: 0.1464202 May 24 22:52:10.466468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-9a9c2151-d237-4967-8583-cfedff9b4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:10.468392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-9a9c2151-d237-4967-8583-cfedff9b4e7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 200 len: 857 time: 0.1460238 May 24 22:52:10.630099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6ff62-eee4-4353-a978-7259bfa5427a req-24981b3a-e0a0-41fc-9338-00d4b9050f6b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:10.631504 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ec6ff62-eee4-4353-a978-7259bfa5427a req-24981b3a-e0a0-41fc-9338-00d4b9050f6b tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.3749857 May 24 22:52:10.719187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ec6ff62-eee4-4353-a978-7259bfa5427a req-763f7003-3f05-471f-ab58-3c04c9b4cfdf tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762007 May 24 22:52:10.731462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-8865f4cb-e2cf-45ce-8645-6ccd151d4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:10.732971 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-8865f4cb-e2cf-45ce-8645-6ccd151d4420 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abbe8918-2b0f-4539-a34b-fc1ac752a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2620027 May 24 22:52:10.735497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-23fb3ddb-a669-4460-a6a6-59d8dfeec47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:10.736773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-23fb3ddb-a669-4460-a6a6-59d8dfeec47c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=948323a2-2e1a-4884-bbd5-ff2b224aeb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2346878 May 24 22:52:10.745523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-54153fec-1311-403e-a495-af5eb1a996ff tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:10.746560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f24e5-dd2d-48c1-ba29-cfae392d7b2c req-0d067491-a34f-41e5-9647-c259ed2d1d88 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:10.747020 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-54153fec-1311-403e-a495-af5eb1a996ff tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.1984048 May 24 22:52:10.748015 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d0f24e5-dd2d-48c1-ba29-cfae392d7b2c req-0d067491-a34f-41e5-9647-c259ed2d1d88 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 945 time: 0.0850248 May 24 22:52:10.798038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d0f24e5-dd2d-48c1-ba29-cfae392d7b2c req-2a6ccb1f-e178-4bf1-a754-ce17aa9abf6e tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439103 May 24 22:52:11.008372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Deleting port 39e62522-4826-41a7-9fb6-c2bea629255d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:11.008718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:11.010870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc20b7f-c74d-4a86-94a0-c8924d19d64f req-a88d2912-bd51-4890-99b3-fd2f3782249b tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:11.012363 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffc20b7f-c74d-4a86-94a0-c8924d19d64f req-a88d2912-bd51-4890-99b3-fd2f3782249b tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 945 time: 0.1016195 May 24 22:52:11.022476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56772) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:11.027355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6cab8cb6-d599-4c71-8090-7b369c12e7df tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Request body: {'floatingip': {'port_id': 'e2345364-22ca-43ca-a342-7e6864b7c58b'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:52:11.115146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6cab8cb6-d599-4c71-8090-7b369c12e7df tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:11.272112 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e943e48-55a3-422c-bd24-d732673e8880 req-23b23e0a-2719-413a-a3ef-f2932b97e355 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0966036 May 24 22:52:11.293962 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1006f9d0-9983-41f1-8bf7-9dadd7374a1f req-afd3121c-c318-4349-80ad-b1dbf6b95e82 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.1987104 May 24 22:52:11.307752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c23d607d-33b7-489d-a249-da130e19b553 service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599244 May 24 22:52:11.369188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-9520dec6-321a-47e1-b3eb-85a9d1ba614f service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197362 May 24 22:52:11.743124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 34105545-d4f4-4fff-8a0c-cf969394b290 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:52:11.743635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-fc1b7c04-430d-491f-8446-eb5b2d01e600 service neutron] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012506 May 24 22:52:11.794035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be47c7-5ed7-443b-be0d-b1910d599bca req-fb4803f5-f645-4809-99f7-ccf92e01d44d tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:11.795957 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-99be47c7-5ed7-443b-be0d-b1910d599bca req-fb4803f5-f645-4809-99f7-ccf92e01d44d tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 944 time: 0.2164199 May 24 22:52:11.868588 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-99be47c7-5ed7-443b-be0d-b1910d599bca req-46e71e2d-0d92-496d-9a04-cd6be78e871f tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584373 May 24 22:52:11.869909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3396044-bfeb-4cbd-b0cf-66f1f21d0427 req-245d4185-6880-4ac1-9c68-618009835096 service neutron] 10.222.0.50 "GET /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833119 May 24 22:52:11.871138 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-c6fe8229-c35b-4285-b1cc-a9fd733c4856 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c38307b-3446-4fcf-8d10-5d1768239bec HTTP/1.1" status: 200 len: 217 time: 0.1194630 May 24 22:52:11.905770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 34105545-d4f4-4fff-8a0c-cf969394b290, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=34105545-d4f4-4fff-8a0c-cf969394b290,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:11.931320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] For port 39e62522-4826-41a7-9fb6-c2bea629255d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=39e62522-4826-41a7-9fb6-c2bea629255d,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:11.931853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:11.932195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '34105545-d4f4-4fff-8a0c-cf969394b290', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'port_id': '34105545-d4f4-4fff-8a0c-cf969394b290', 'mac_address': 'fa:16:3e:f9:a9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:52:12.000171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 34105545-d4f4-4fff-8a0c-cf969394b290 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:52:12.000777 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:12.022646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34105545-d4f4-4fff-8a0c-cf969394b290 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:52:12.048118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 34105545-d4f4-4fff-8a0c-cf969394b290, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=34105545-d4f4-4fff-8a0c-cf969394b290,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:12.056228 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:12.084929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-d326c07d-3fc0-4c73-8663-7e12f5921c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:12.085803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-d326c07d-3fc0-4c73-8663-7e12f5921c80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0 HTTP/1.1" status: 200 len: 797 time: 0.2059093 May 24 22:52:12.133380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=34105545-d4f4-4fff-8a0c-cf969394b290,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:12.185951 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6cab8cb6-d599-4c71-8090-7b369c12e7df tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:12.194935 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6cab8cb6-d599-4c71-8090-7b369c12e7df tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:12.259081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b3e2e-5a52-4b12-9ca1-9163777be1d4 req-52b7d2eb-10eb-46e0-869b-0c0a76ec2e10 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:12.259978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cb3b3e2e-5a52-4b12-9ca1-9163777be1d4 req-52b7d2eb-10eb-46e0-869b-0c0a76ec2e10 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Synchronizing usage tracker for tenant:4b94171eea544974895f903641c3ba93 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:12.286409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a190db-5fe3-430e-800a-879fd8f4a9c4 req-83755872-4eb7-44fd-a9d9-32840cecff09 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:12.287907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a190db-5fe3-430e-800a-879fd8f4a9c4 req-83755872-4eb7-44fd-a9d9-32840cecff09 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 945 time: 0.2039688 May 24 22:52:12.363181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cb3b3e2e-5a52-4b12-9ca1-9163777be1d4 req-52b7d2eb-10eb-46e0-869b-0c0a76ec2e10 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Unset dirty status for tenant:4b94171eea544974895f903641c3ba93 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:12.364464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb3b3e2e-5a52-4b12-9ca1-9163777be1d4 req-52b7d2eb-10eb-46e0-869b-0c0a76ec2e10 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff HTTP/1.1" status: 200 len: 945 time: 0.5499723 May 24 22:52:12.424940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7a190db-5fe3-430e-800a-879fd8f4a9c4 req-2bd0e6df-8e95-4f18-a49a-fbdc1cba3dce tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1544317-46cc-47c0-8e8b-190dc9b634a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742426 May 24 22:52:12.426078 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-6cab8cb6-d599-4c71-8090-7b369c12e7df tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Floating IP f0ef55f6-14e4-480d-a465-6e12a7dffa7a associated. External IP: 172.25.7.125, port: e2345364-22ca-43ca-a342-7e6864b7c58b. May 24 22:52:12.429191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-63248414-f27d-4712-a97d-a0acab42937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:12.430707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-63248414-f27d-4712-a97d-a0acab42937c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52c33e24-ff90-4552-83ee-49b4f514ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3363249 May 24 22:52:12.434806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:12.434806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:12.435073 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Floating IP 8d9680e3-59fa-458c-8e8a-fc0939f83607 disassociated. External IP: 172.25.7.135, port: 39e62522-4826-41a7-9fb6-c2bea629255d. May 24 22:52:12.435359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Calling delete_port for 39e62522-4826-41a7-9fb6-c2bea629255d owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:12.474891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['34105545-d4f4-4fff-8a0c-cf969394b290'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:52:12.515715 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb3b3e2e-5a52-4b12-9ca1-9163777be1d4 req-8da160db-b4d2-4967-924f-76055dedd87d tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374424 May 24 22:52:12.774403 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4de2f4ed-0115-4025-9c5c-3d009363e416 req-35338e56-d6cd-4070-8ed8-ae012a0f5c90 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0712228 May 24 22:52:12.790977 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2a9b64df-dfdb-4804-a093-befd706705a2 req-5ed6a4de-e5b9-430c-b58b-2cf65ddbca25 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0746310 May 24 22:52:12.849893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-53a96286-1b25-45d3-95e6-5013d0503d51 service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825455 May 24 22:52:12.905671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cab8cb6-d599-4c71-8090-7b369c12e7df tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Router c2e347d4-aced-4392-9a19-996da6ff0253 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:52:12.964701 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:13.110836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cab8cb6-d599-4c71-8090-7b369c12e7df tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:52:13.116128 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6cab8cb6-d599-4c71-8090-7b369c12e7df tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:13.123383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bc264-4d9d-42f8-a662-97fb0ef0f4df None None] Sync routers for ids ['c2e347d4-aced-4392-9a19-996da6ff0253'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:52:13.133148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239bc264-4d9d-42f8-a662-97fb0ef0f4df None None] Routers {'c2e347d4-aced-4392-9a19-996da6ff0253'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:13.133809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-239bc264-4d9d-42f8-a662-97fb0ef0f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c2e347d4-aced-4392-9a19-996da6ff0253'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:13.178275 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6cab8cb6-d599-4c71-8090-7b369c12e7df tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "PUT /v2.0/floatingips/f0ef55f6-14e4-480d-a465-6e12a7dffa7a HTTP/1.1" status: 200 len: 991 time: 2.1524124 May 24 22:52:13.178275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90af4cfb-a644-4514-b533-6e9c2128be01', 'tag': 'e2345364-22ca-43ca-a342-7e6864b7c58b'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:13.245413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event deleted for resources: {'Port': ['ID=39e62522-4826-41a7-9fb6-c2bea629255d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:13.379372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-239bc264-4d9d-42f8-a662-97fb0ef0f4df None None] Set router c2e347d4-aced-4392-9a19-996da6ff0253 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:13.413812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-e62d17f8-6966-4492-97d4-9514c442d268 service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559578 May 24 22:52:13.433703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7242d6a-efcc-4e36-8902-021bd9e4144a req-0d28d240-5e39-435a-bbd8-64859a75582f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:13.435430 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b7242d6a-efcc-4e36-8902-021bd9e4144a req-0d28d240-5e39-435a-bbd8-64859a75582f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 945 time: 0.1547794 May 24 22:52:13.493938 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b7242d6a-efcc-4e36-8902-021bd9e4144a req-d9ede13d-ce36-41c7-831a-ad5dd39b43c2 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484450 May 24 22:52:13.515486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-05af04ed-5b45-409c-84b9-11d9f4e90205 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0cec9a4-3696-4140-b1ea-bc03430f6ae2 HTTP/1.1" status: 200 len: 217 time: 0.0865963 May 24 22:52:13.542292 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c4c8e7-136d-4e39-bff4-b5edaaafacf3'] response: {'name': 'network-changed', 'server_uuid': '90af4cfb-a644-4514-b533-6e9c2128be01', 'tag': 'e2345364-22ca-43ca-a342-7e6864b7c58b', 'status': 'completed', 'code': 200} May 24 22:52:13.683133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313edfb4-fada-4def-a609-a472366186fc req-795f12f3-e345-4ae5-9a9c-edfbca5ce28e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:13.693615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-313edfb4-fada-4def-a609-a472366186fc req-795f12f3-e345-4ae5-9a9c-edfbca5ce28e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 945 time: 0.5490131 May 24 22:52:13.715504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae60a9-a8ea-423c-b0b6-c67eedeb1910 req-44ccbf66-3a81-434a-b875-0767ccab9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:13.717608 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58ae60a9-a8ea-423c-b0b6-c67eedeb1910 req-44ccbf66-3a81-434a-b875-0767ccab9edd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f60391774d14487dacf1f191169044be&device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 1096 time: 0.1386695 May 24 22:52:13.777054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21424325-c232-4292-87df-8a551039dbdc req-4cd87348-a005-40fa-8dfe-85ee7c7a76d7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:13.780729 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21424325-c232-4292-87df-8a551039dbdc req-4cd87348-a005-40fa-8dfe-85ee7c7a76d7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff HTTP/1.1" status: 200 len: 945 time: 0.5854414 May 24 22:52:13.804157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ee2adcd7-1c92-47f1-a084-8cbbb7c82b7f req-9c2b5ea1-19b3-4529-9a03-32b55c378ee1 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 210 time: 0.0767326 May 24 22:52:13.894728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-e337dd9b-d7bf-4985-a682-7b088003f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:13.896595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-e337dd9b-d7bf-4985-a682-7b088003f276 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0 HTTP/1.1" status: 200 len: 797 time: 0.2683690 May 24 22:52:13.909803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-313edfb4-fada-4def-a609-a472366186fc req-bb21c462-885b-4065-80f6-444e02328e1f tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152898 May 24 22:52:13.911918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Router 320824ec-83fe-420d-8d24-a4062cc2a08d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:52:13.987105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-239bc264-4d9d-42f8-a662-97fb0ef0f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:51:05Z', 'revision_number': 4, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f0ef55f6-14e4-480d-a465-6e12a7dffa7a', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'port_id': 'e2345364-22ca-43ca-a342-7e6864b7c58b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'mac_address': 'fa:16:3e:1e:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90af4cfb-a644-4514-b533-6e9c2128be01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:51:13Z', 'updated_at': '2022-05-24T22:52:11Z', 'revision_number': 1, 'project_id': 'f60391774d14487dacf1f191169044be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c57532c-ac8b-492d-a5e2-7656c7ba0969', 'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'mac_address': 'fa:16:3e:ed:75:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:00Z', 'updated_at': '2022-05-24T22:51:17Z', 'revision_number': 5, 'project_id': 'f60391774d14487dacf1f191169044be', 'subnets': [{'id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:13.994581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae60a9-a8ea-423c-b0b6-c67eedeb1910 req-5879021a-61ab-4e08-8560-cf70197a18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:13.996757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58ae60a9-a8ea-423c-b0b6-c67eedeb1910 req-5879021a-61ab-4e08-8560-cf70197a18f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd HTTP/1.1" status: 200 len: 917 time: 0.2677343 May 24 22:52:14.013855 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bc264-4d9d-42f8-a662-97fb0ef0f4df None None] Checking router: c2e347d4-aced-4392-9a19-996da6ff0253 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:52:14.043817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239bc264-4d9d-42f8-a662-97fb0ef0f4df None None] Routers {'c2e347d4-aced-4392-9a19-996da6ff0253'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:14.044459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-239bc264-4d9d-42f8-a662-97fb0ef0f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c2e347d4-aced-4392-9a19-996da6ff0253'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:14.165338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-21424325-c232-4292-87df-8a551039dbdc req-01751f8d-f2d8-4ca9-a7b9-1d7cebb78be6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Deleting port 0c326640-46b9-4f6d-9a5d-0460572ddb31 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:14.166115 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-21424325-c232-4292-87df-8a551039dbdc req-01751f8d-f2d8-4ca9-a7b9-1d7cebb78be6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:14.252411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-239bc264-4d9d-42f8-a662-97fb0ef0f4df None None] Set router c2e347d4-aced-4392-9a19-996da6ff0253 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:14.290053 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a32d5dfc-7b93-4f40-8494-98ed06f28fa3 req-a385d0b5-e0d7-4fbc-a211-c4d9edebdc61 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.1096704 May 24 22:52:14.351479 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58ae60a9-a8ea-423c-b0b6-c67eedeb1910 req-a568501e-832e-408c-b635-5c6e63551de9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2345364-22ca-43ca-a342-7e6864b7c58b HTTP/1.1" status: 200 len: 999 time: 0.1656022 May 24 22:52:14.365583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:52:14.384241 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1d7a7-eb6d-47e3-b50a-e047bdbc9e34 None None] Sync routers for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:52:14.409223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-237a44d1-4303-49d8-bedd-0a0c3d993ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:14.410440 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e1d7a7-eb6d-47e3-b50a-e047bdbc9e34 None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:14.410705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-237a44d1-4303-49d8-bedd-0a0c3d993ab8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52c33e24-ff90-4552-83ee-49b4f514ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4892080 May 24 22:52:14.412148 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-76e1d7a7-eb6d-47e3-b50a-e047bdbc9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:14.415807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dfb14-b010-42d7-ac56-6dafda12ce4e req-05e92c4f-49fb-4742-b193-0266e11e02b9 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:14.423063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-860dfb14-b010-42d7-ac56-6dafda12ce4e req-05e92c4f-49fb-4742-b193-0266e11e02b9 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff HTTP/1.1" status: 200 len: 945 time: 0.4242737 May 24 22:52:14.491939 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-860dfb14-b010-42d7-ac56-6dafda12ce4e req-ed459c11-a9d0-4560-8abb-ca18f7c1c6e7 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678933 May 24 22:52:14.501857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae60a9-a8ea-423c-b0b6-c67eedeb1910 req-4d6fa5cc-1c32-418c-88f8-e6e288bf3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:14.503278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58ae60a9-a8ea-423c-b0b6-c67eedeb1910 req-4d6fa5cc-1c32-418c-88f8-e6e288bf3031 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0979d8bd-a0c0-42fa-8f26-b3ce158b2e50 HTTP/1.1" status: 200 len: 855 time: 0.1408644 May 24 22:52:14.600265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] No DVR routers for this DVR port 39e62522-4826-41a7-9fb6-c2bea629255d on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:52:14.619840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:14.629201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'name': 'network-vif-deleted', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:14.691774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae60a9-a8ea-423c-b0b6-c67eedeb1910 req-b3c51977-5a33-4f04-acab-ac1cbbf5281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:14.693257 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58ae60a9-a8ea-423c-b0b6-c67eedeb1910 req-b3c51977-5a33-4f04-acab-ac1cbbf5281f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821332 May 24 22:52:14.700528 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-76e1d7a7-eb6d-47e3-b50a-e047bdbc9e34 None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:14.737751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 39e62522-4826-41a7-9fb6-c2bea629255d no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:52:14.805327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 39e62522-4826-41a7-9fb6-c2bea629255d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:52:14.806023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 39e62522-4826-41a7-9fb6-c2bea629255d not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:52:14.855705 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e7a60c4-e3a8-4977-83e0-b731fa8179b7 req-7949c483-07bf-4690-90c8-028dfb897c2f tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.1331377 May 24 22:52:14.867601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-239bc264-4d9d-42f8-a662-97fb0ef0f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:51:05Z', 'revision_number': 4, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f0ef55f6-14e4-480d-a465-6e12a7dffa7a', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'port_id': 'e2345364-22ca-43ca-a342-7e6864b7c58b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'mac_address': 'fa:16:3e:1e:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90af4cfb-a644-4514-b533-6e9c2128be01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:51:13Z', 'updated_at': '2022-05-24T22:52:11Z', 'revision_number': 1, 'project_id': 'f60391774d14487dacf1f191169044be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c57532c-ac8b-492d-a5e2-7656c7ba0969', 'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'mac_address': 'fa:16:3e:ed:75:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:00Z', 'updated_at': '2022-05-24T22:51:17Z', 'revision_number': 5, 'project_id': 'f60391774d14487dacf1f191169044be', 'subnets': [{'id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:14.878120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bc264-4d9d-42f8-a662-97fb0ef0f4df None None] The sync data for ids ['c2e347d4-aced-4392-9a19-996da6ff0253'] in n-d-843146-7 is: [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:51:05Z', 'revision_number': 4, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f0ef55f6-14e4-480d-a465-6e12a7dffa7a', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'port_id': 'e2345364-22ca-43ca-a342-7e6864b7c58b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'mac_address': 'fa:16:3e:1e:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90af4cfb-a644-4514-b533-6e9c2128be01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:51:13Z', 'updated_at': '2022-05-24T22:52:11Z', 'revision_number': 1, 'project_id': 'f60391774d14487dacf1f191169044be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c57532c-ac8b-492d-a5e2-7656c7ba0969', 'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'mac_address': 'fa:16:3e:ed:75:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:00Z', 'updated_at': '2022-05-24T22:51:17Z', 'revision_number': 5, 'project_id': 'f60391774d14487dacf1f191169044be', 'subnets': [{'id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:52:14.900760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef494-0fab-4cbc-b235-8610de3316e9 req-2e50b7bb-2c81-44e8-81a9-5307d4b88abf tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:14.907002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef494-0fab-4cbc-b235-8610de3316e9 req-2e50b7bb-2c81-44e8-81a9-5307d4b88abf tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:14.913324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef494-0fab-4cbc-b235-8610de3316e9 req-2e50b7bb-2c81-44e8-81a9-5307d4b88abf tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:14.918702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef494-0fab-4cbc-b235-8610de3316e9 req-2e50b7bb-2c81-44e8-81a9-5307d4b88abf tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:14.924614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef494-0fab-4cbc-b235-8610de3316e9 req-2e50b7bb-2c81-44e8-81a9-5307d4b88abf tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:14.930789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef494-0fab-4cbc-b235-8610de3316e9 req-2e50b7bb-2c81-44e8-81a9-5307d4b88abf tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:14.936982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef494-0fab-4cbc-b235-8610de3316e9 req-2e50b7bb-2c81-44e8-81a9-5307d4b88abf tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:14.945609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d8ef494-0fab-4cbc-b235-8610de3316e9 req-2e50b7bb-2c81-44e8-81a9-5307d4b88abf tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5433 time: 0.7487729 May 24 22:52:14.995944 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58ae60a9-a8ea-423c-b0b6-c67eedeb1910 req-b09359a6-68ce-40a2-8ed7-d2b6077ddf6c service neutron] 10.222.0.31 "GET /v2.0/networks/350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956309 May 24 22:52:15.012125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d8ef494-0fab-4cbc-b235-8610de3316e9 req-48f84e45-2aee-4ae5-a74e-1d22dc3eadea tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655446 May 24 22:52:15.018751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b03e20b6-a35a-48aa-99ea-6fd0238471ec req-951728f0-0302-48dd-9abb-6502873823fb tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.50 "DELETE /v2.0/ports/39e62522-4826-41a7-9fb6-c2bea629255d HTTP/1.1" status: 204 len: 173 time: 4.2302244 May 24 22:52:15.138338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-21424325-c232-4292-87df-8a551039dbdc req-01751f8d-f2d8-4ca9-a7b9-1d7cebb78be6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] For port 0c326640-46b9-4f6d-9a5d-0460572ddb31, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0c326640-46b9-4f6d-9a5d-0460572ddb31,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:15.138741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-21424325-c232-4292-87df-8a551039dbdc req-01751f8d-f2d8-4ca9-a7b9-1d7cebb78be6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:15.151461 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e1abbb-d64f-454a-8339-41198037e0b3'] response: {'server_uuid': 'eb0e70d5-baa9-4129-944e-13f78c920d07', 'name': 'network-vif-deleted', 'tag': '39e62522-4826-41a7-9fb6-c2bea629255d', 'status': 'completed', 'code': 200} May 24 22:52:15.159719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-5932c3b0-5dae-4048-a091-af334b434f18 service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278588 May 24 22:52:15.183760 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-76e1d7a7-eb6d-47e3-b50a-e047bdbc9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:47:20Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:15.194262 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1d7a7-eb6d-47e3-b50a-e047bdbc9e34 None None] Checking router: 320824ec-83fe-420d-8d24-a4062cc2a08d for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:52:15.223657 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e1d7a7-eb6d-47e3-b50a-e047bdbc9e34 None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:15.226646 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-76e1d7a7-eb6d-47e3-b50a-e047bdbc9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:15.239115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9881efc7-6f1a-4337-b003-b7a423427e49 req-0a5eff12-db08-4741-a31e-3cbe47d80be4 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.1798391 May 24 22:52:15.308189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a16d47c-eb9b-4e9d-8257-f8611e1a2848 None None] New status for floating IP f0ef55f6-14e4-480d-a465-6e12a7dffa7a: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:52:15.443284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58ae60a9-a8ea-423c-b0b6-c67eedeb1910 req-0e350168-4dc0-400b-bccb-8ae384bf1f18 service neutron] 10.222.0.31 "GET /v2.0/networks/350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318945 May 24 22:52:15.694423 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-76e1d7a7-eb6d-47e3-b50a-e047bdbc9e34 None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:15.752767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-21424325-c232-4292-87df-8a551039dbdc req-01751f8d-f2d8-4ca9-a7b9-1d7cebb78be6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Calling delete_port for 0c326640-46b9-4f6d-9a5d-0460572ddb31 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:15.759120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 34105545-d4f4-4fff-8a0c-cf969394b290 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:52:15.814469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5768780-834e-41e5-8093-76041dc2dc34 req-5918480b-1a16-4675-9b8f-1895034f921a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:15.824111 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5768780-834e-41e5-8093-76041dc2dc34 req-5918480b-1a16-4675-9b8f-1895034f921a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 945 time: 0.2023766 May 24 22:52:15.926586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f435a207-254c-4141-89b4-4e7259f594e7 req-bb957edc-0061-47aa-8297-21a7af38713f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Synchronizing usage tracker for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:15.950968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5768780-834e-41e5-8093-76041dc2dc34 req-4f627954-21a9-41db-88f2-e9307f3e05be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264381 May 24 22:52:15.954511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 34105545-d4f4-4fff-8a0c-cf969394b290 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:52:15.960018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 34105545-d4f4-4fff-8a0c-cf969394b290 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:52:15.961704 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:16.053825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f435a207-254c-4141-89b4-4e7259f594e7 req-bb957edc-0061-47aa-8297-21a7af38713f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Unset dirty status for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:16.063376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f435a207-254c-4141-89b4-4e7259f594e7 req-bb957edc-0061-47aa-8297-21a7af38713f tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb0e70d5-baa9-4129-944e-13f78c920d07 HTTP/1.1" status: 200 len: 210 time: 0.4209661 May 24 22:52:16.089421 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe17a9b6-a23d-4673-a99b-527773c8d044 req-26101211-11a3-45d5-8ae5-cf50754b66d3 service neutron] 10.222.0.31 "GET /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8476093 May 24 22:52:16.245263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883b557-ae56-432d-b615-f06ffb2b411c req-5840e808-ba78-41f2-bbc5-89f9cbba0142 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:16.261024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883b557-ae56-432d-b615-f06ffb2b411c req-5840e808-ba78-41f2-bbc5-89f9cbba0142 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:16.279214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883b557-ae56-432d-b615-f06ffb2b411c req-5840e808-ba78-41f2-bbc5-89f9cbba0142 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:16.290457 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-21424325-c232-4292-87df-8a551039dbdc req-01751f8d-f2d8-4ca9-a7b9-1d7cebb78be6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:16.294102 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883b557-ae56-432d-b615-f06ffb2b411c req-5840e808-ba78-41f2-bbc5-89f9cbba0142 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:16.294283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 34105545-d4f4-4fff-8a0c-cf969394b290 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:52:16.306679 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:16.316249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883b557-ae56-432d-b615-f06ffb2b411c req-5840e808-ba78-41f2-bbc5-89f9cbba0142 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:16.329104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883b557-ae56-432d-b615-f06ffb2b411c req-5840e808-ba78-41f2-bbc5-89f9cbba0142 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:16.337555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883b557-ae56-432d-b615-f06ffb2b411c req-5840e808-ba78-41f2-bbc5-89f9cbba0142 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:16.347237 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-76e1d7a7-eb6d-47e3-b50a-e047bdbc9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:47:20Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:16.354824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b883b557-ae56-432d-b615-f06ffb2b411c req-5840e808-ba78-41f2-bbc5-89f9cbba0142 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5433 time: 0.2855828 May 24 22:52:16.356333 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1d7a7-eb6d-47e3-b50a-e047bdbc9e34 None None] The sync data for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 is: [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'fede7422-d7c9-4040-8e65-ee3b44fc6f91', 'name': '', 'network_id': '948323a2-2e1a-4884-bbd5-ff2b224aeb1e', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'mac_address': 'fa:16:3e:f9:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:56Z', 'updated_at': '2022-05-24T22:47:20Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'subnets': [{'id': 'dc0b5cae-b646-44aa-8017-4e16bd24648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:52:16.382776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['a6f55327-9b1c-43a4-98ac-a51de5cc8107'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:52:16.422366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9bf2c450-6ef9-41ab-8824-8f1918b1ddaf req-05d76086-9039-4ab1-a897-35d670d70897 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff HTTP/1.1" status: 200 len: 210 time: 0.0687575 May 24 22:52:16.436886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34105545-d4f4-4fff-8a0c-cf969394b290'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:16.468601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01751f8d-f2d8-4ca9-a7b9-1d7cebb78be6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Pushing event deleted for resources: {'Port': ['ID=0c326640-46b9-4f6d-9a5d-0460572ddb31,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:16.519577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 34105545-d4f4-4fff-8a0c-cf969394b290, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=34105545-d4f4-4fff-8a0c-cf969394b290,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:16.555517 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:16.688443 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f3917729-d62a-4597-aa4f-20d6a597b30f req-73679423-2442-45a9-86c5-c5997f8b01fc tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0906904 May 24 22:52:16.752372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0c326640-46b9-4f6d-9a5d-0460572ddb31 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:52:16.781078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-21424325-c232-4292-87df-8a551039dbdc req-01751f8d-f2d8-4ca9-a7b9-1d7cebb78be6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] No DVR routers for this DVR port 0c326640-46b9-4f6d-9a5d-0460572ddb31 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:52:16.789198 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5994bb2-ddc4-4393-9097-24e82ac40b5b req-537056e7-02e8-4ee6-b6f1-f556f323cbaf tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0897527 May 24 22:52:16.790011 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f241feab-ce5b-4154-a4e8-04a60ac67cc0'] response: {'server_uuid': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34105545-d4f4-4fff-8a0c-cf969394b290', 'code': 200} May 24 22:52:16.790867 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-21424325-c232-4292-87df-8a551039dbdc req-01751f8d-f2d8-4ca9-a7b9-1d7cebb78be6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:16.830645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 0c326640-46b9-4f6d-9a5d-0460572ddb31 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:52:16.830645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0c326640-46b9-4f6d-9a5d-0460572ddb31 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:52:16.852349 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21424325-c232-4292-87df-8a551039dbdc req-01751f8d-f2d8-4ca9-a7b9-1d7cebb78be6 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.50 "DELETE /v2.0/ports/0c326640-46b9-4f6d-9a5d-0460572ddb31 HTTP/1.1" status: 204 len: 173 time: 3.0459394 May 24 22:52:16.886239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=34105545-d4f4-4fff-8a0c-cf969394b290,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:16.926057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:16.931570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:16.932383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:16.932895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:16.933417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:16.933958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:16.934475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:16.934971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:16.935565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:16.936063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:16.936704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:16.937683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:17.074236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ad1a1-b319-4922-bca1-b6846b83cc33 req-47d88594-c892-478c-ac13-7571d7302a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:17.078413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e6ad1a1-b319-4922-bca1-b6846b83cc33 req-47d88594-c892-478c-ac13-7571d7302a83 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 1097 time: 0.2217860 May 24 22:52:17.159149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c97bc04-c095-47cd-a5b5-5c0c1129e5ff', 'name': 'network-vif-deleted', 'tag': '0c326640-46b9-4f6d-9a5d-0460572ddb31'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:17.179997 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d7ffb-d981-4256-a991-714be2d4ae0b None None] New status for floating IP 8d9680e3-59fa-458c-8e8a-fc0939f83607: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:52:17.258837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e6ad1a1-b319-4922-bca1-b6846b83cc33 req-9d8da22e-08de-4a6d-9887-25e333b8fbda service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729763 May 24 22:52:17.345150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ff26616-e770-483b-b75b-65915f2f2666 req-4c50a3f4-9c68-466e-ad0a-553cecb61430 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f72ded25aa1f4870b38dcca113879fe9&device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0532033 May 24 22:52:17.388357 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beda2e23-d08e-49bf-a7cc-15a5b41bad5b'] response: {'server_uuid': '5c97bc04-c095-47cd-a5b5-5c0c1129e5ff', 'name': 'network-vif-deleted', 'tag': '0c326640-46b9-4f6d-9a5d-0460572ddb31', 'status': 'completed', 'code': 200} May 24 22:52:17.407914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db6de2-ec46-482b-a145-8c830aa5de22 req-46f35994-5c15-4cb5-8d2c-ba94464cb879 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:17.407914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23db6de2-ec46-482b-a145-8c830aa5de22 req-46f35994-5c15-4cb5-8d2c-ba94464cb879 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 946 time: 0.2354331 May 24 22:52:17.408385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ff26616-e770-483b-b75b-65915f2f2666 req-a442668b-7d7e-4d4b-8c97-b2c74cc911f9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f72ded25aa1f4870b38dcca113879fe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539482 May 24 22:52:17.557527 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23db6de2-ec46-482b-a145-8c830aa5de22 req-aa430042-2d2c-4517-99e1-2601e494d5dd tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180232 May 24 22:52:17.652761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56844) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:17.720338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa081899-4b68-480f-8ae3-ef61c3ca7ed7 req-65db115d-4862-4978-9ca2-4450af191947 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.1919715 May 24 22:52:17.743384 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-36ee952c-daf0-4ff4-b432-2ea501a08d15 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:17.756644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff26616-e770-483b-b75b-65915f2f2666 req-ccd4bb0b-40d6-4009-b1fa-95ed319d423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:17.758263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ff26616-e770-483b-b75b-65915f2f2666 req-ccd4bb0b-40d6-4009-b1fa-95ed319d423d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3417625 May 24 22:52:17.791336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-36ee952c-daf0-4ff4-b432-2ea501a08d15 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:17.926129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d57facd9-6c47-409c-bafb-505f39d81a76 req-09db8b59-078c-473a-87e7-7b2cd7bb58e1 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Synchronizing usage tracker for tenant:4b94171eea544974895f903641c3ba93 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:17.946984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d57facd9-6c47-409c-bafb-505f39d81a76 req-09db8b59-078c-473a-87e7-7b2cd7bb58e1 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Unset dirty status for tenant:4b94171eea544974895f903641c3ba93 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:17.948299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d57facd9-6c47-409c-bafb-505f39d81a76 req-09db8b59-078c-473a-87e7-7b2cd7bb58e1 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c97bc04-c095-47cd-a5b5-5c0c1129e5ff HTTP/1.1" status: 200 len: 210 time: 0.0747457 May 24 22:52:17.958935 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-36ee952c-daf0-4ff4-b432-2ea501a08d15 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:17.962772 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6f76e86-8516-4627-a455-81a3ab551920 req-cafac155-3454-4734-ad73-c684bb1607a8 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0506098 May 24 22:52:17.995686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee952c-daf0-4ff4-b432-2ea501a08d15 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1544317-46cc-47c0-8e8b-190dc9b634a4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:18.010468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-36ee952c-daf0-4ff4-b432-2ea501a08d15 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:18.014744 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-36ee952c-daf0-4ff4-b432-2ea501a08d15 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "DELETE /v2.0/security-groups/a1544317-46cc-47c0-8e8b-190dc9b634a4 HTTP/1.1" status: 204 len: 168 time: 0.3605125 May 24 22:52:18.017519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56858) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:18.035424 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-3a619a0b-c22b-42f3-8a60-72a2972811e0 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] show failed (client error): The resource could not be found. May 24 22:52:18.036395 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3a619a0b-c22b-42f3-8a60-72a2972811e0 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups/a1544317-46cc-47c0-8e8b-190dc9b634a4 HTTP/1.1" status: 404 len: 347 time: 0.0177064 May 24 22:52:18.039256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56862) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:18.240406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56872) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:18.323720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2da273ba-51b3-4e1a-acb3-e81db60d2ff3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Deleting port 023b662e-9778-4d34-a065-b1ca0c32fbb7 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:18.324317 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2da273ba-51b3-4e1a-acb3-e81db60d2ff3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:18.369583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe560b-b38a-45dc-b5e0-8c358d3680c8 req-38e18bc6-0052-4317-8fe3-4a5bfce91fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:18.370254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe560b-b38a-45dc-b5e0-8c358d3680c8 req-38e18bc6-0052-4317-8fe3-4a5bfce91fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:18.370395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe560b-b38a-45dc-b5e0-8c358d3680c8 req-38e18bc6-0052-4317-8fe3-4a5bfce91fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:18.370882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe560b-b38a-45dc-b5e0-8c358d3680c8 req-38e18bc6-0052-4317-8fe3-4a5bfce91fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:18.371337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe560b-b38a-45dc-b5e0-8c358d3680c8 req-38e18bc6-0052-4317-8fe3-4a5bfce91fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:18.371796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe560b-b38a-45dc-b5e0-8c358d3680c8 req-38e18bc6-0052-4317-8fe3-4a5bfce91fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:18.372242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe560b-b38a-45dc-b5e0-8c358d3680c8 req-38e18bc6-0052-4317-8fe3-4a5bfce91fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:18.374273 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0fe560b-b38a-45dc-b5e0-8c358d3680c8 req-38e18bc6-0052-4317-8fe3-4a5bfce91fc5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6490 time: 0.1327662 May 24 22:52:18.418797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0fe560b-b38a-45dc-b5e0-8c358d3680c8 req-e6e0f8a8-b359-4705-8917-438ba94123f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383027 May 24 22:52:18.498716 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2da273ba-51b3-4e1a-acb3-e81db60d2ff3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:18.499109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2da273ba-51b3-4e1a-acb3-e81db60d2ff3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:18.632463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2da273ba-51b3-4e1a-acb3-e81db60d2ff3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Calling delete_port for 023b662e-9778-4d34-a065-b1ca0c32fbb7 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:18.845737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e2799-7fe4-46cc-b29e-b5390642df11 req-1ef126cd-120e-4be5-9062-e6727237b6a4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:18.847473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf2e2799-7fe4-46cc-b29e-b5390642df11 req-1ef126cd-120e-4be5-9062-e6727237b6a4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 946 time: 0.1474566 May 24 22:52:18.852825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2da273ba-51b3-4e1a-acb3-e81db60d2ff3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:18.919658 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5812b71-6800-404c-bf86-0b0fa92b4e09 req-8818e91c-994e-4e90-b1ca-8beb83d57376 tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0470517 May 24 22:52:18.945670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da273ba-51b3-4e1a-acb3-e81db60d2ff3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event deleted for resources: {'Port': ['ID=023b662e-9778-4d34-a065-b1ca0c32fbb7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:19.024733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf2e2799-7fe4-46cc-b29e-b5390642df11 req-97889a72-c68b-4fc0-917c-1cc4204f4508 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664288 May 24 22:52:19.037640 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2da273ba-51b3-4e1a-acb3-e81db60d2ff3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:19.065814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2da273ba-51b3-4e1a-acb3-e81db60d2ff3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:19.067148 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2da273ba-51b3-4e1a-acb3-e81db60d2ff3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "DELETE /v2.0/floatingips/8d9680e3-59fa-458c-8e8a-fc0939f83607 HTTP/1.1" status: 204 len: 168 time: 1.0270324 May 24 22:52:19.128683 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ff26616-e770-483b-b75b-65915f2f2666 req-a2009db4-3ee3-4779-a856-df8352c5b83c tempest-ServerShowV257Test-1952763883 tempest-ServerShowV257Test-1952763883-project] 10.222.0.50 "GET /v2.0/ports?device_id=c34bf87a-55a4-4b90-93a2-c8eb02de8562 HTTP/1.1" status: 200 len: 210 time: 0.0682440 May 24 22:52:19.191177 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd4506bc-2bcf-4b3b-bf70-3fce1fdc8d19 req-b9c1ac94-ef65-4caa-9313-c698c44e46e5 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0579965 May 24 22:52:19.257467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-de2a56cb-dbac-40b6-aa3c-c0fb90795348 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:19.259250 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-de2a56cb-dbac-40b6-aa3c-c0fb90795348 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0992637 May 24 22:52:19.347893 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-48b5076d-a169-425e-ba5b-ec18add9d5cb tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.0811074 May 24 22:52:19.357780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-b512c020-1158-4d00-8b4c-24256e6639b5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Request body: {'floatingip': {'port_id': 'f005e08b-1911-4366-a0c8-4993134f47be', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:52:19.432682 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-b512c020-1158-4d00-8b4c-24256e6639b5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:19.709360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3cd52-3e4d-4fe0-b408-dc0a1a1772e9 req-5bd664a9-dfa4-41f8-9ac7-87124b953c22 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:19.710892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52c3cd52-3e4d-4fe0-b408-dc0a1a1772e9 req-5bd664a9-dfa4-41f8-9ac7-87124b953c22 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.0908520 May 24 22:52:19.760413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52c3cd52-3e4d-4fe0-b408-dc0a1a1772e9 req-600484e8-8059-46c4-a4c6-4867fd210163 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 May 24 22:52:20.207920 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-b512c020-1158-4d00-8b4c-24256e6639b5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:20.214126 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-b512c020-1158-4d00-8b4c-24256e6639b5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:20.315625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56908) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:20.379519 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95aa4a12-905a-4a1f-b790-d00c748b840c req-c5b66843-28fd-4124-9afb-cd9ad46f05b6 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0471699 May 24 22:52:20.418384 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-b512c020-1158-4d00-8b4c-24256e6639b5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Floating IP 63fe9499-1684-4ede-8ef6-000dcb4080b4 associated. External IP: 172.25.7.177, port: f005e08b-1911-4366-a0c8-4993134f47be. May 24 22:52:20.493930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2baa2447-ba04-4378-a25b-f4577ffa991c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:20.511635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2baa2447-ba04-4378-a25b-f4577ffa991c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:20.516379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2baa2447-ba04-4378-a25b-f4577ffa991c admin admin] Usage tracker for resource:security_group_rule and tenant:f72ded25aa1f4870b38dcca113879fe9 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:20.519679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2baa2447-ba04-4378-a25b-f4577ffa991c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:20.526191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2baa2447-ba04-4378-a25b-f4577ffa991c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:20.624796 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2baa2447-ba04-4378-a25b-f4577ffa991c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:20.630417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2baa2447-ba04-4378-a25b-f4577ffa991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:20.683863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2baa2447-ba04-4378-a25b-f4577ffa991c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f72ded25aa1f4870b38dcca113879fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668985 May 24 22:52:20.686616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa2447-ba04-4378-a25b-f4577ffa991c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caec52fb-d015-464d-ae75-3ff3dcb50d8c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:20.689338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56916) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:20.757854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43e40e91-92a1-4994-829e-7b752a8390d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:20.784878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43e40e91-92a1-4994-829e-7b752a8390d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:20.825423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-b512c020-1158-4d00-8b4c-24256e6639b5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:52:20.857972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43e40e91-92a1-4994-829e-7b752a8390d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:20.873099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e40e91-92a1-4994-829e-7b752a8390d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caec52fb-d015-464d-ae75-3ff3dcb50d8c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:20.880300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43e40e91-92a1-4994-829e-7b752a8390d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:20.881574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-43e40e91-92a1-4994-829e-7b752a8390d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/caec52fb-d015-464d-ae75-3ff3dcb50d8c HTTP/1.1" status: 204 len: 168 time: 0.1910777 May 24 22:52:20.981137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6fed4-b696-4b1b-b748-3798f706046c req-ebb20591-90e3-48e0-bb8d-c434eb536b49 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:20.994626 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77f6fed4-b696-4b1b-b748-3798f706046c req-ebb20591-90e3-48e0-bb8d-c434eb536b49 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.1079104 May 24 22:52:21.070327 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77f6fed4-b696-4b1b-b748-3798f706046c req-45ce4d98-9d67-454a-b3bb-60caa4e90b0e tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742991 May 24 22:52:21.195264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-b512c020-1158-4d00-8b4c-24256e6639b5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:52:21.203450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-b512c020-1158-4d00-8b4c-24256e6639b5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:21.212034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c147aa-241d-49c5-9804-a5dd13aed8b8 None None] Sync routers for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:52:21.228953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c147aa-241d-49c5-9804-a5dd13aed8b8 None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:21.229601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e4c147aa-241d-49c5-9804-a5dd13aed8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:21.280524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e0324-1728-40eb-960f-8d4988f54671 req-15687f5e-043e-4f5f-8384-9f2181218305 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:21.285188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f6e0324-1728-40eb-960f-8d4988f54671 req-15687f5e-043e-4f5f-8384-9f2181218305 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.50 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.1205053 May 24 22:52:21.333621 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-b512c020-1158-4d00-8b4c-24256e6639b5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "PUT /v2.0/floatingips/63fe9499-1684-4ede-8ef6-000dcb4080b4 HTTP/1.1" status: 200 len: 996 time: 1.9797754 May 24 22:52:21.334791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:21.383966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-0f6e0324-1728-40eb-960f-8d4988f54671 req-b9aed975-1283-422e-918a-4b42e0121bfd tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Deleting port a6f55327-9b1c-43a4-98ac-a51de5cc8107 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:21.384586 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0f6e0324-1728-40eb-960f-8d4988f54671 req-b9aed975-1283-422e-918a-4b42e0121bfd tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:21.441531 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938d9002-d20a-4207-a26c-a02635eddd3a'] response: {'name': 'network-changed', 'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be', 'status': 'completed', 'code': 200} May 24 22:52:21.520081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e4c147aa-241d-49c5-9804-a5dd13aed8b8 None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:21.570996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-6c9682c4-36fd-4867-8b21-24208eaf9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:21.580722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-6c9682c4-36fd-4867-8b21-24208eaf9db9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 1096 time: 0.2254765 May 24 22:52:21.874574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-6c212980-467c-4030-a146-3c1f0a317d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:21.876992 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-6c212980-467c-4030-a146-3c1f0a317d68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.2955067 May 24 22:52:22.195624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-e10f20e1-54b8-4042-8408-282d5a173c56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 999 time: 0.3092725 May 24 22:52:22.256338 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ed59b208-6ba1-456d-ae1f-fbb9bec0b65d req-4887d49d-3d7b-404f-9bb8-36bafa5037e2 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.5871737 May 24 22:52:22.369199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-9edebca6-bf64-41ea-878f-7c24aa0d05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:22.385545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-9edebca6-bf64-41ea-878f-7c24aa0d05c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.1887636 May 24 22:52:22.409523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e4c147aa-241d-49c5-9804-a5dd13aed8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': 'f005e08b-1911-4366-a0c8-4993134f47be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:3b:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:20Z', 'revision_number': 1, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:22.423071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c147aa-241d-49c5-9804-a5dd13aed8b8 None None] Checking router: 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:52:22.444747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c147aa-241d-49c5-9804-a5dd13aed8b8 None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:22.445034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e4c147aa-241d-49c5-9804-a5dd13aed8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:22.474058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0f6e0324-1728-40eb-960f-8d4988f54671 req-b9aed975-1283-422e-918a-4b42e0121bfd tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] For port a6f55327-9b1c-43a4-98ac-a51de5cc8107, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a6f55327-9b1c-43a4-98ac-a51de5cc8107,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:22.475531 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0f6e0324-1728-40eb-960f-8d4988f54671 req-b9aed975-1283-422e-918a-4b42e0121bfd tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:22.575718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-9ee74843-6437-48c4-af3d-95154013b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:22.578758 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-9ee74843-6437-48c4-af3d-95154013b2c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922467 May 24 22:52:22.908465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-dfd89910-c086-4a1b-86cf-387e4fbc50e2 service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190839 May 24 22:52:22.931270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-0f6e0324-1728-40eb-960f-8d4988f54671 req-b9aed975-1283-422e-918a-4b42e0121bfd tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Calling delete_port for a6f55327-9b1c-43a4-98ac-a51de5cc8107 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:22.991411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765098f7-30b1-4a5e-9588-0a2da1800717 req-5116310b-96e8-407c-a8e8-7d0e9188ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:22.992846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-765098f7-30b1-4a5e-9588-0a2da1800717 req-5116310b-96e8-407c-a8e8-7d0e9188ce45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 1096 time: 1.3729074 May 24 22:52:23.047797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e4c147aa-241d-49c5-9804-a5dd13aed8b8 None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:23.175441 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa063dfd-5f18-44a8-bad5-e1cabea5a1f8 req-afbb7018-2905-471b-8852-75694eb7706f service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634728 May 24 22:52:23.431119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dafa7-966b-484b-a70f-92faca16beb9 req-252d7fa4-00a7-45cc-839d-5771ba47fa32 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:23.434292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e56dafa7-966b-484b-a70f-92faca16beb9 req-252d7fa4-00a7-45cc-839d-5771ba47fa32 tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 945 time: 0.7997940 May 24 22:52:23.502928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765098f7-30b1-4a5e-9588-0a2da1800717 req-ae19ab62-7714-47b0-b251-ca1306fa1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:23.504625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-765098f7-30b1-4a5e-9588-0a2da1800717 req-ae19ab62-7714-47b0-b251-ca1306fa1563 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.4758933 May 24 22:52:23.551565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-ad8d4de3-f76e-4f71-b329-9c083fab6afe tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:23.554027 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-ad8d4de3-f76e-4f71-b329-9c083fab6afe tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1587765 May 24 22:52:23.650780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e56dafa7-966b-484b-a70f-92faca16beb9 req-0f63230a-38eb-4f53-92f0-3625352dde5c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/security-groups?id=b1df0859-f794-456c-a0ec-453ae1c6bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013764 May 24 22:52:23.672492 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0f6e0324-1728-40eb-960f-8d4988f54671 req-b9aed975-1283-422e-918a-4b42e0121bfd tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:23.740505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e4c147aa-241d-49c5-9804-a5dd13aed8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': 'f005e08b-1911-4366-a0c8-4993134f47be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:3b:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:20Z', 'revision_number': 1, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:23.747397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c147aa-241d-49c5-9804-a5dd13aed8b8 None None] The sync data for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 is: [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': 'f005e08b-1911-4366-a0c8-4993134f47be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:3b:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:20Z', 'revision_number': 1, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:52:23.850153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-cee72645-77e5-480b-b1c9-119a2057d0d8 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 999 time: 0.2896938 May 24 22:52:23.855018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Request body: {'floatingip': {'port_id': '34105545-d4f4-4fff-8a0c-cf969394b290', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:52:23.859135 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:23.871074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-765098f7-30b1-4a5e-9588-0a2da1800717 req-f93b3dda-d71b-4284-b145-27033778898d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 999 time: 0.3576496 May 24 22:52:23.871803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aed975-1283-422e-918a-4b42e0121bfd tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Pushing event deleted for resources: {'Port': ['ID=a6f55327-9b1c-43a4-98ac-a51de5cc8107,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:24.059007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:24.068190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765098f7-30b1-4a5e-9588-0a2da1800717 req-2fc7b2e3-fdc3-4eb7-8e92-13dff9809f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:24.069910 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-765098f7-30b1-4a5e-9588-0a2da1800717 req-2fc7b2e3-fdc3-4eb7-8e92-13dff9809f14 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.1898251 May 24 22:52:24.072259 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36dfddc5-731a-4984-848d-25cf96519ccc req-fed1af29-d6d8-411f-a2c1-9ee3c70c12e0 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.1959150 May 24 22:52:24.160389 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b593683-1bdb-4881-b0a8-6e9a7d2a0c2a None None] New status for floating IP 63fe9499-1684-4ede-8ef6-000dcb4080b4: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:52:24.241309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6e0324-1728-40eb-960f-8d4988f54671 req-b9aed975-1283-422e-918a-4b42e0121bfd tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] No DVR routers for this DVR port a6f55327-9b1c-43a4-98ac-a51de5cc8107 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:52:24.244963 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0f6e0324-1728-40eb-960f-8d4988f54671 req-b9aed975-1283-422e-918a-4b42e0121bfd tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:24.248018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d7515-1219-4b61-b2a7-b3bd8cb748ac', 'name': 'network-vif-deleted', 'tag': 'a6f55327-9b1c-43a4-98ac-a51de5cc8107'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:24.303633 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f6e0324-1728-40eb-960f-8d4988f54671 req-b9aed975-1283-422e-918a-4b42e0121bfd tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.50 "DELETE /v2.0/ports/a6f55327-9b1c-43a4-98ac-a51de5cc8107 HTTP/1.1" status: 204 len: 173 time: 3.0113287 May 24 22:52:24.319186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765098f7-30b1-4a5e-9588-0a2da1800717 req-ccdd1fcc-0e1f-4b3e-8d91-f311aabfcce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:24.321535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-765098f7-30b1-4a5e-9588-0a2da1800717 req-ccdd1fcc-0e1f-4b3e-8d91-f311aabfcce7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858881 May 24 22:52:24.326194 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2225c87-436b-4b0e-aefa-1f6c7fb38aed'] response: {'server_uuid': '630d7515-1219-4b61-b2a7-b3bd8cb748ac', 'name': 'network-vif-deleted', 'tag': 'a6f55327-9b1c-43a4-98ac-a51de5cc8107', 'status': 'completed', 'code': 200} May 24 22:52:24.655408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-765098f7-30b1-4a5e-9588-0a2da1800717 req-2496bc4e-19bc-40b7-a71b-6e0deeebed62 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160884 May 24 22:52:24.707778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a6f55327-9b1c-43a4-98ac-a51de5cc8107 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:52:24.772189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: a6f55327-9b1c-43a4-98ac-a51de5cc8107 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:52:24.774576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a6f55327-9b1c-43a4-98ac-a51de5cc8107 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:52:24.849143 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-765098f7-30b1-4a5e-9588-0a2da1800717 req-c48c8ad4-b4e6-4e37-83e1-724b68a4b576 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821315 May 24 22:52:24.924589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-95765653-ebdf-428b-9a30-498c64573a8d req-d43ed353-fe7d-47f0-b9dd-b469327c4e2c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Synchronizing usage tracker for tenant:4b94171eea544974895f903641c3ba93 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:24.945910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-95765653-ebdf-428b-9a30-498c64573a8d req-d43ed353-fe7d-47f0-b9dd-b469327c4e2c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] Unset dirty status for tenant:4b94171eea544974895f903641c3ba93 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:24.954442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95765653-ebdf-428b-9a30-498c64573a8d req-d43ed353-fe7d-47f0-b9dd-b469327c4e2c tempest-ListServerFiltersTestJSON-372633050 tempest-ListServerFiltersTestJSON-372633050-project] 10.222.0.55 "GET /v2.0/ports?device_id=630d7515-1219-4b61-b2a7-b3bd8cb748ac HTTP/1.1" status: 200 len: 210 time: 0.0873485 May 24 22:52:25.128291 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:52:25.128814 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:52:25.462590 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b94c8b1-a224-4e1f-ad7e-cb68a0bc2dfb req-f850f473-be0a-4509-af4b-b246d6d1b848 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0430634 May 24 22:52:25.574837 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:25.629454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:25.774085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51af176-e6df-48b0-b87c-199980354106 req-b0915f27-2d25-4aff-aa8d-3d1055c1f783 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:25.774848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d51af176-e6df-48b0-b87c-199980354106 req-b0915f27-2d25-4aff-aa8d-3d1055c1f783 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Synchronizing usage tracker for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:25.791055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d51af176-e6df-48b0-b87c-199980354106 req-b0915f27-2d25-4aff-aa8d-3d1055c1f783 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Unset dirty status for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:25.792335 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d51af176-e6df-48b0-b87c-199980354106 req-b0915f27-2d25-4aff-aa8d-3d1055c1f783 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.2330143 May 24 22:52:25.835481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d51af176-e6df-48b0-b87c-199980354106 req-ac4e9353-7030-4fa3-bb76-8eae3e5b78c6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Synchronizing usage tracker for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:25.852944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d51af176-e6df-48b0-b87c-199980354106 req-ac4e9353-7030-4fa3-bb76-8eae3e5b78c6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Unset dirty status for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:25.854558 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d51af176-e6df-48b0-b87c-199980354106 req-ac4e9353-7030-4fa3-bb76-8eae3e5b78c6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562301 May 24 22:52:26.068507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57002) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:26.133961 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aef1f0a-79dd-4c2c-bf36-03d987f15873 admin admin] Deleting subnet bb3b7302-3864-44f8-a01d-c4e673c26828 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:52:26.137108 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8aef1f0a-79dd-4c2c-bf36-03d987f15873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:26.188294 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8aef1f0a-79dd-4c2c-bf36-03d987f15873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:26.286281 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8aef1f0a-79dd-4c2c-bf36-03d987f15873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:26.305175 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:26.313315 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:26.396979 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8aef1f0a-79dd-4c2c-bf36-03d987f15873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:26.452962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef1f0a-79dd-4c2c-bf36-03d987f15873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3b7302-3864-44f8-a01d-c4e673c26828,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:26.455617 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8aef1f0a-79dd-4c2c-bf36-03d987f15873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:26.464566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de86e7fe-9044-4ed4-a9d9-571f3b76f6d8 None None] Network 02699fc1-0b33-4100-8021-307754c69f4d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:52:26.466634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8aef1f0a-79dd-4c2c-bf36-03d987f15873 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bb3b7302-3864-44f8-a01d-c4e673c26828 HTTP/1.1" status: 204 len: 168 time: 0.3967729 May 24 22:52:26.469680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57010) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:26.538351 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Floating IP 63fe9499-1684-4ede-8ef6-000dcb4080b4 associated. External IP: 172.25.7.177, port: f005e08b-1911-4366-a0c8-4993134f47be. May 24 22:52:26.701092 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e78af548-44da-40d4-8da7-82a4b2733d89 req-b73a3c42-c5f5-4934-87cb-3649ea6e6d1c tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0619192 May 24 22:52:26.731638 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:26.746737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Deleting port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:26.747426 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:26.872181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba9d1f-014e-45bf-bf04-09295c064d6b None None] DHCP port deletion for 02699fc1-0b33-4100-8021-307754c69f4d request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:52:26.892421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-beba9d1f-014e-45bf-bf04-09295c064d6b None None] Deleting port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:26.893166 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-beba9d1f-014e-45bf-bf04-09295c064d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:27.082691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] For port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:27.083737 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:27.152061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:52:27.188988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-beba9d1f-014e-45bf-bf04-09295c064d6b None None] For port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919,segment=NetworkSegment(bef51bca-a7b0-4f19-bdc8-7b35613f8efe),segment_id=bef51bca-a7b0-4f19-bdc8-7b35613f8efe)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:27.189834 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-beba9d1f-014e-45bf-bf04-09295c064d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:27.231170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Calling delete_port for df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:27.292365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c861d44-5163-43e4-9355-21a7d6c6bf1e req-03c79c8f-14ed-4df7-9427-21eece325a3c tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:27.293957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c861d44-5163-43e4-9355-21a7d6c6bf1e req-03c79c8f-14ed-4df7-9427-21eece325a3c tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.2897339 May 24 22:52:27.362495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-beba9d1f-014e-45bf-bf04-09295c064d6b None None] Calling delete_port for df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:27.365934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c861d44-5163-43e4-9355-21a7d6c6bf1e req-49e061bd-1c8a-41d8-bdd8-fab69d703f9e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582924 May 24 22:52:27.366538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:27.373225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:52:27.390170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11af024-20e4-42dd-8315-d1f96eb28373 None None] Sync routers for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:52:27.418589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:27.420532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] No DVR routers for this DVR port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:52:27.424873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11af024-20e4-42dd-8315-d1f96eb28373 None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:27.427695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b11af024-20e4-42dd-8315-d1f96eb28373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:27.548574 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:27.578577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02699fc1-0b33-4100-8021-307754c69f4d']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:27.592186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:27.592808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef51bca-a7b0-4f19-bdc8-7b35613f8efe') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:27.606138 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:27.630182 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:27.645214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:52:27.645710 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: from cryptography.utils import int_from_bytes May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: from cryptography.utils import int_from_bytes May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn_limited( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn_limited( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.767675 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:52:27.771903 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:52:27.778690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b11af024-20e4-42dd-8315-d1f96eb28373 None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:27.802102 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment bef51bca-a7b0-4f19-bdc8-7b35613f8efe resource provider aggregate not found May 24 22:52:27.835674 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment bef51bca-a7b0-4f19-bdc8-7b35613f8efe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bef51bca-a7b0-4f19-bdc8-7b35613f8efe found for delete ", "request_id": "req-14d6ef81-bfe0-4136-b11d-0abb71b40bfe"}]} May 24 22:52:27.842896 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-beba9d1f-014e-45bf-bf04-09295c064d6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:52:27.843708 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-beba9d1f-014e-45bf-bf04-09295c064d6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:52:27.867439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:27.882835 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:27.885939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:52:27.976145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=02699fc1-0b33-4100-8021-307754c69f4d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:27.992037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3558e0b4-e5d0-409c-b6de-f4c16afbfb93 admin admin] 10.222.0.55 "DELETE /v2.0/networks/02699fc1-0b33-4100-8021-307754c69f4d HTTP/1.1" status: 204 len: 168 time: 1.5184848 May 24 22:52:28.224262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:52:28.236386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:28.237333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b11af024-20e4-42dd-8315-d1f96eb28373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': '34105545-d4f4-4fff-8a0c-cf969394b290', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:f9:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:26Z', 'revision_number': 3, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:28.242086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11af024-20e4-42dd-8315-d1f96eb28373 None None] Checking router: 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:52:28.256920 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11af024-20e4-42dd-8315-d1f96eb28373 None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:28.259691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b11af024-20e4-42dd-8315-d1f96eb28373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:28.282105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864068ae-9257-467a-94b7-82f3c8807251 req-5b663f06-b623-4c01-9533-adba40fefa58 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:28.283604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-864068ae-9257-467a-94b7-82f3c8807251 req-5b663f06-b623-4c01-9533-adba40fefa58 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.5164077 May 24 22:52:28.289018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57046) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:28.349278 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5d8b1a5-bbf3-482f-b18e-7a870e8f3482 req-ba4bf98c-cf96-458a-8ac7-2730282c9306 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.3779051 May 24 22:52:28.350581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:28.361791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-beba9d1f-014e-45bf-bf04-09295c064d6b None None] Deleting port df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:28.362168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-beba9d1f-014e-45bf-bf04-09295c064d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:28.387249 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2e365e99-c6f7-4b8f-88ad-09cd6f2d4fa4 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "PUT /v2.0/floatingips/63fe9499-1684-4ede-8ef6-000dcb4080b4 HTTP/1.1" status: 200 len: 999 time: 4.5360711 May 24 22:52:28.460584 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00e42de-8f1a-4b49-abbb-7bd8671ac8ee'] response: {'name': 'network-changed', 'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be', 'status': 'completed', 'code': 200} May 24 22:52:28.512134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-beba9d1f-014e-45bf-bf04-09295c064d6b None None] The port 'df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:52:28.520151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-864068ae-9257-467a-94b7-82f3c8807251 req-18c4d8e0-de92-4466-9fc8-37934ed729f2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Deleting port 61dbe735-a325-4b49-91ef-c9ef6eebce45 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:28.520493 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-864068ae-9257-467a-94b7-82f3c8807251 req-18c4d8e0-de92-4466-9fc8-37934ed729f2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:28.528175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-adf0453e-c07a-4133-a7b6-07ea221f2ea5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:28.553114 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-adf0453e-c07a-4133-a7b6-07ea221f2ea5 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports/f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 942 time: 0.1568413 May 24 22:52:28.706295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3f03df76-c8e4-4168-b0de-ad69ebf0e0bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b94171eea544974895f903641c3ba93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134765 May 24 22:52:28.721296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57054) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:28.724205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b11af024-20e4-42dd-8315-d1f96eb28373 None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:28.833748 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcda98ca-ff33-4733-8802-3549814d17b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:28.874437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcda98ca-ff33-4733-8802-3549814d17b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:28.877137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:52:28.924059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:52:28.924329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df6d7a48-d5fe-4ec6-b10d-a74a7ac7d919 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:52:28.953582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-ba93a7a1-5016-4e1e-b76d-827a9429ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:28.957374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-ba93a7a1-5016-4e1e-b76d-827a9429ed6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 1096 time: 0.3093383 May 24 22:52:29.029058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c6fa-ec6b-4924-ad07-419b2627ae3e req-5adfbb27-485c-42f0-b34b-031c03e55d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:29.030742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3896c6fa-ec6b-4924-ad07-419b2627ae3e req-5adfbb27-485c-42f0-b34b-031c03e55d58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 1096 time: 0.5505655 May 24 22:52:29.069303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a62908-919e-42e1-834d-976132136729 req-7a27b400-f87d-4a66-94a7-9a602dc384b7 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:29.070869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12a62908-919e-42e1-834d-976132136729 req-7a27b400-f87d-4a66-94a7-9a602dc384b7 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 945 time: 0.4161308 May 24 22:52:29.072528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcda98ca-ff33-4733-8802-3549814d17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:29.114644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda98ca-ff33-4733-8802-3549814d17b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1df0859-f794-456c-a0ec-453ae1c6bfdb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:29.133996 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcda98ca-ff33-4733-8802-3549814d17b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:29.138092 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dcda98ca-ff33-4733-8802-3549814d17b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1df0859-f794-456c-a0ec-453ae1c6bfdb HTTP/1.1" status: 204 len: 168 time: 0.4132698 May 24 22:52:29.191381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-864068ae-9257-467a-94b7-82f3c8807251 req-18c4d8e0-de92-4466-9fc8-37934ed729f2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] For port 61dbe735-a325-4b49-91ef-c9ef6eebce45, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=61dbe735-a325-4b49-91ef-c9ef6eebce45,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:29.191626 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-864068ae-9257-467a-94b7-82f3c8807251 req-18c4d8e0-de92-4466-9fc8-37934ed729f2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:29.196567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-60d7038c-9da6-4834-b233-85e606267ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:29.199410 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-60d7038c-9da6-4834-b233-85e606267ccf service neutron] 10.222.0.55 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.2290857 May 24 22:52:29.269539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12a62908-919e-42e1-834d-976132136729 req-80495533-8d36-4d96-a937-3f7df2cbc4f4 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839280 May 24 22:52:29.283221 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-df12255f-dd3b-46db-8f04-5f620d6ed41d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 217 time: 0.0770214 May 24 22:52:29.347725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-864068ae-9257-467a-94b7-82f3c8807251 req-18c4d8e0-de92-4466-9fc8-37934ed729f2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Calling delete_port for 61dbe735-a325-4b49-91ef-c9ef6eebce45 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:29.382223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-4314d836-bce3-441a-bc04-3ab0e03d3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:29.389528 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-4314d836-bce3-441a-bc04-3ab0e03d3cbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.0994811 May 24 22:52:29.395696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b11af024-20e4-42dd-8315-d1f96eb28373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': '34105545-d4f4-4fff-8a0c-cf969394b290', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:f9:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:26Z', 'revision_number': 3, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:29.413227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11af024-20e4-42dd-8315-d1f96eb28373 None None] The sync data for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 is: [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': '34105545-d4f4-4fff-8a0c-cf969394b290', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:f9:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:26Z', 'revision_number': 3, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:52:29.439689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c6fa-ec6b-4924-ad07-419b2627ae3e req-828fc82c-793d-43cf-bd6b-8da941531c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:29.440053 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3896c6fa-ec6b-4924-ad07-419b2627ae3e req-828fc82c-793d-43cf-bd6b-8da941531c8f service neutron] 10.222.0.31 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.4028070 May 24 22:52:29.519261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-e875c0d3-55ee-4542-acd4-5e2026037301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:29.531142 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-e875c0d3-55ee-4542-acd4-5e2026037301 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358936 May 24 22:52:29.558771 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3896c6fa-ec6b-4924-ad07-419b2627ae3e req-918563a3-73e2-4d53-9f04-3f7d900820de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 217 time: 0.0977612 May 24 22:52:29.716759 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0311cf48-b522-4cca-b111-d658e232f135 req-05fcfbc3-6a97-4c3a-bcc2-9863771c9959 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.1124148 May 24 22:52:29.746145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c6fa-ec6b-4924-ad07-419b2627ae3e req-673495f2-2411-4a00-aad9-3059761424f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:29.748443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3896c6fa-ec6b-4924-ad07-419b2627ae3e req-673495f2-2411-4a00-aad9-3059761424f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.1819177 May 24 22:52:29.749283 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a91548-e46a-48f5-9a58-2b338dd96667 None None] New status for floating IP 63fe9499-1684-4ede-8ef6-000dcb4080b4: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:52:29.815520 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-864068ae-9257-467a-94b7-82f3c8807251 req-18c4d8e0-de92-4466-9fc8-37934ed729f2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:29.828307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d9a47a5c-f7c4-41b9-b968-4087722357cf'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:52:29.840708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-2bd977ab-5b86-4f3a-b601-204cf7a2ce68 service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076222 May 24 22:52:29.937423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4d8e0-de92-4466-9fc8-37934ed729f2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event deleted for resources: {'Port': ['ID=61dbe735-a325-4b49-91ef-c9ef6eebce45,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:30.114435 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-e6f0f8e5-9e94-42b0-b7bd-37e96e4520c3 service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554181 May 24 22:52:30.136968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-864068ae-9257-467a-94b7-82f3c8807251 req-18c4d8e0-de92-4466-9fc8-37934ed729f2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] No DVR routers for this DVR port 61dbe735-a325-4b49-91ef-c9ef6eebce45 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:52:30.136968 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-864068ae-9257-467a-94b7-82f3c8807251 req-18c4d8e0-de92-4466-9fc8-37934ed729f2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:30.149325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a030f33-3a1e-41a3-900d-5c2524a17e80', 'name': 'network-vif-deleted', 'tag': '61dbe735-a325-4b49-91ef-c9ef6eebce45'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:30.187353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-864068ae-9257-467a-94b7-82f3c8807251 req-18c4d8e0-de92-4466-9fc8-37934ed729f2 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.50 "DELETE /v2.0/ports/61dbe735-a325-4b49-91ef-c9ef6eebce45 HTTP/1.1" status: 204 len: 173 time: 1.8796885 May 24 22:52:30.216248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c6fa-ec6b-4924-ad07-419b2627ae3e req-7a3a3cb9-733b-4144-a4a7-c1b10d7f350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:30.216248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3896c6fa-ec6b-4924-ad07-419b2627ae3e req-7a3a3cb9-733b-4144-a4a7-c1b10d7f350a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4585443 May 24 22:52:30.302696 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1795d167-b8da-4f6d-a04f-ac91ae4d7e09'] response: {'server_uuid': '4a030f33-3a1e-41a3-900d-5c2524a17e80', 'name': 'network-vif-deleted', 'tag': '61dbe735-a325-4b49-91ef-c9ef6eebce45', 'status': 'completed', 'code': 200} May 24 22:52:30.397419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-e56c1535-46d0-4ffb-bd2a-8f68bb049998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:30.407622 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-e56c1535-46d0-4ffb-bd2a-8f68bb049998 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 1097 time: 0.2370348 May 24 22:52:30.537133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'tag': '34105545-d4f4-4fff-8a0c-cf969394b290'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:30.542999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57102) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:30.684657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-4122d536-24a9-4d0e-bbef-b85f5a7f9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:30.702122 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-4122d536-24a9-4d0e-bbef-b85f5a7f9b04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.2906561 May 24 22:52:30.744275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 61dbe735-a325-4b49-91ef-c9ef6eebce45 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:52:30.794284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f295829-a614-44fd-9dce-b38317f2a18f None None] Sync routers for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:52:30.828009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 61dbe735-a325-4b49-91ef-c9ef6eebce45 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:52:30.828009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 61dbe735-a325-4b49-91ef-c9ef6eebce45 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:52:30.828009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f295829-a614-44fd-9dce-b38317f2a18f None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:30.831586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7f295829-a614-44fd-9dce-b38317f2a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:30.951239 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-dc65b712-8430-4c31-9bd1-4894f69288a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34105545-d4f4-4fff-8a0c-cf969394b290 HTTP/1.1" status: 200 len: 1002 time: 0.2450659 May 24 22:52:30.986075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8c92b987-3a2c-4c06-bd39-9de1b5f3d2e5 req-002c03c4-80a5-494c-8907-d3b00bde9857 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Synchronizing usage tracker for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:31.050546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8c92b987-3a2c-4c06-bd39-9de1b5f3d2e5 req-002c03c4-80a5-494c-8907-d3b00bde9857 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Unset dirty status for tenant:03ba65b25e364dc696b96a9bf51ed363 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:31.058502 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c92b987-3a2c-4c06-bd39-9de1b5f3d2e5 req-002c03c4-80a5-494c-8907-d3b00bde9857 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a030f33-3a1e-41a3-900d-5c2524a17e80 HTTP/1.1" status: 200 len: 210 time: 0.1827781 May 24 22:52:31.089977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-c5377ac7-d2e1-493f-a14d-4bc94778178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:31.089977 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-c5377ac7-d2e1-493f-a14d-4bc94778178d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.1355863 May 24 22:52:31.136256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3896c6fa-ec6b-4924-ad07-419b2627ae3e req-457b8e2d-f2aa-408e-a2bb-9021ad84a1f7 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9018724 May 24 22:52:31.207492 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1831d2a4-eef1-41ab-882e-5733e13374cf'] response: {'name': 'network-changed', 'server_uuid': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'tag': '34105545-d4f4-4fff-8a0c-cf969394b290', 'status': 'completed', 'code': 200} May 24 22:52:31.254037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-7f295829-a614-44fd-9dce-b38317f2a18f None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:31.329838 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3896c6fa-ec6b-4924-ad07-419b2627ae3e req-9c4e70de-bf77-4e4f-b3c4-88fc35d63c41 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865461 May 24 22:52:31.329838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-79290759-network', 'tenant_id': '67e6b48008e94691ab617231c8b393a6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:52:31.344370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:31.344370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Usage tracker for resource:network and tenant:67e6b48008e94691ab617231c8b393a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:31.344370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:31.365167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:31.379840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Made reservation on behalf of 67e6b48008e94691ab617231c8b393a6 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:52:31.379840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:31.390832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04ee0e-4456-4e1b-ab45-4e6f7384becb req-8c95eddb-5b89-47ae-b105-9e54d692ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:31.390832 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a04ee0e-4456-4e1b-ab45-4e6f7384becb req-8c95eddb-5b89-47ae-b105-9e54d692ffe4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 1097 time: 0.1767960 May 24 22:52:31.405260 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:31.442358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:31.442358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Usage tracker for resource:security_group_rule and tenant:67e6b48008e94691ab617231c8b393a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:31.451994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:31.460089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:31.557370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24078c8d-7b11-40fe-91a9-47b48fc765da req-2b4224ca-ec36-4ab1-ba52-635e56ff8b6e tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0541291 May 24 22:52:31.582057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-b6455c6f-510e-419c-acf1-a1337a577e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:31.596871 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-b6455c6f-510e-419c-acf1-a1337a577e59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5035679 May 24 22:52:31.628979 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:31.635525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:31.674933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:52:31.688752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a45aede-499f-4a35-bc45-9f598b35dd45,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:31.694167 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:31.694450 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Added segment 22495c8d-7665-4448-aafc-7c7de7067157 of type vlan for network 27ea7e2e-789a-4c2e-b060-0e593d3daa2f May 24 22:52:31.735789 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:31.759091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7f295829-a614-44fd-9dce-b38317f2a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': '34105545-d4f4-4fff-8a0c-cf969394b290', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:f9:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:30Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:31.763222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f295829-a614-44fd-9dce-b38317f2a18f None None] Checking router: 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:52:31.773745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f295829-a614-44fd-9dce-b38317f2a18f None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:31.774752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7f295829-a614-44fd-9dce-b38317f2a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:31.776001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:31.777047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:31.777752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:31.816026 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-debd338c-4786-4dd9-aefe-57fb29bf3d00 service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179551 May 24 22:52:31.913668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3585274 May 24 22:52:31.945697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04ee0e-4456-4e1b-ab45-4e6f7384becb req-459c36d7-048b-4e66-b54c-e50adc6aef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:31.945697 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a04ee0e-4456-4e1b-ab45-4e6f7384becb req-459c36d7-048b-4e66-b54c-e50adc6aef43 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.5481393 May 24 22:52:31.951341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d38fb-9280-4d61-8547-e90877e22523 admin admin] Pushing event updated for resources: {'Network': ['ID=27ea7e2e-789a-4c2e-b060-0e593d3daa2f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:31.974589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 27ea7e2e-789a-4c2e-b060-0e593d3daa2f details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:52:32.093837 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdbfc44f-19e2-4bc6-b13a-9cdd48022207 req-c88e7789-24d4-4c06-a97f-52b4ddcb1c19 service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769229 May 24 22:52:32.130447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a04ee0e-4456-4e1b-ab45-4e6f7384becb req-a0e0dd6d-7ba3-4b20-9545-d40f009fc59a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34105545-d4f4-4fff-8a0c-cf969394b290 HTTP/1.1" status: 200 len: 1002 time: 0.1649151 May 24 22:52:32.152218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-7f295829-a614-44fd-9dce-b38317f2a18f None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:32.452730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04ee0e-4456-4e1b-ab45-4e6f7384becb req-4d8e815d-40d7-4d55-be64-a1dd59e982f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:32.454619 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a04ee0e-4456-4e1b-ab45-4e6f7384becb req-4d8e815d-40d7-4d55-be64-a1dd59e982f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.3186042 May 24 22:52:32.513195 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1e10d49-8813-4d46-803e-061478415fec req-e782b982-905b-4dd7-bb25-6365b5565120 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1002 time: 0.3325098 May 24 22:52:32.584577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdfc50-581f-41f6-93e2-8649183aedb2 req-63fb1d36-5799-40ca-90db-ea03e4032f11 tempest-ComputeTenantNetworksTest-826281948 tempest-ComputeTenantNetworksTest-826281948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:32.592380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdfc50-581f-41f6-93e2-8649183aedb2 req-63fb1d36-5799-40ca-90db-ea03e4032f11 tempest-ComputeTenantNetworksTest-826281948 tempest-ComputeTenantNetworksTest-826281948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:32.600040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdfc50-581f-41f6-93e2-8649183aedb2 req-63fb1d36-5799-40ca-90db-ea03e4032f11 tempest-ComputeTenantNetworksTest-826281948 tempest-ComputeTenantNetworksTest-826281948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:32.601682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-70bdfc50-581f-41f6-93e2-8649183aedb2 req-63fb1d36-5799-40ca-90db-ea03e4032f11 tempest-ComputeTenantNetworksTest-826281948 tempest-ComputeTenantNetworksTest-826281948-project] Synchronizing usage tracker for tenant:67e6b48008e94691ab617231c8b393a6 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:32.610745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04ee0e-4456-4e1b-ab45-4e6f7384becb req-2f4b32b8-aa6a-4266-a959-16268e47972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:32.612535 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a04ee0e-4456-4e1b-ab45-4e6f7384becb req-2f4b32b8-aa6a-4266-a959-16268e47972c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500216 May 24 22:52:32.620381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e10d49-8813-4d46-803e-061478415fec req-17255e98-54c6-4617-b399-0728762724b9 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:32.622918 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1e10d49-8813-4d46-803e-061478415fec req-17255e98-54c6-4617-b399-0728762724b9 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports/34105545-d4f4-4fff-8a0c-cf969394b290 HTTP/1.1" status: 200 len: 943 time: 0.0951130 May 24 22:52:32.641333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-70bdfc50-581f-41f6-93e2-8649183aedb2 req-63fb1d36-5799-40ca-90db-ea03e4032f11 tempest-ComputeTenantNetworksTest-826281948 tempest-ComputeTenantNetworksTest-826281948-project] Unset dirty status for tenant:67e6b48008e94691ab617231c8b393a6 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:32.642898 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70bdfc50-581f-41f6-93e2-8649183aedb2 req-63fb1d36-5799-40ca-90db-ea03e4032f11 tempest-ComputeTenantNetworksTest-826281948 tempest-ComputeTenantNetworksTest-826281948-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.2271760 May 24 22:52:32.751913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7f295829-a614-44fd-9dce-b38317f2a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': '34105545-d4f4-4fff-8a0c-cf969394b290', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:f9:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:30Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:32.756122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f295829-a614-44fd-9dce-b38317f2a18f None None] The sync data for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 is: [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': '34105545-d4f4-4fff-8a0c-cf969394b290', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:f9:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:30Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:52:32.910579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1e10d49-8813-4d46-803e-061478415fec req-d72eaf38-cdd5-4f08-8196-4fb2cfee3a9d tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1002 time: 0.1624506 May 24 22:52:32.945829 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a04ee0e-4456-4e1b-ab45-4e6f7384becb req-2aee3365-6425-4540-9d28-e62470bdfa3e service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200834 May 24 22:52:33.101457 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a4db53c-b1d5-4f40-9838-3362b7222810 req-53feceee-9012-4e24-911d-c9e533ce7d67 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0524778 May 24 22:52:33.197869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e10d49-8813-4d46-803e-061478415fec req-e1e20d70-3364-4267-83ef-aef07ed4eacb tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:33.199314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1e10d49-8813-4d46-803e-061478415fec req-e1e20d70-3364-4267-83ef-aef07ed4eacb tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.2815003 May 24 22:52:33.218504 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a04ee0e-4456-4e1b-ab45-4e6f7384becb req-37128f4f-ed4b-4e7a-8574-c3fd6a8d5be9 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624848 May 24 22:52:33.283390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57620003-7252-4acb-8e88-357bed3e601b req-ba45c2d2-9664-45c5-afc7-a87ee82ee0d3 tempest-ComputeTenantNetworksTest-826281948 tempest-ComputeTenantNetworksTest-826281948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:33.284650 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57620003-7252-4acb-8e88-357bed3e601b req-ba45c2d2-9664-45c5-afc7-a87ee82ee0d3 tempest-ComputeTenantNetworksTest-826281948 tempest-ComputeTenantNetworksTest-826281948-project] 10.222.0.55 "GET /v2.0/networks/27ea7e2e-789a-4c2e-b060-0e593d3daa2f HTTP/1.1" status: 200 len: 767 time: 0.1508708 May 24 22:52:33.295078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57158) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:33.375649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e3df3-541c-41dd-81a7-2dba95bff102 req-3faac0c3-abf0-4226-99bf-4f79edc967f4 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:33.377125 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a2e3df3-541c-41dd-81a7-2dba95bff102 req-3faac0c3-abf0-4226-99bf-4f79edc967f4 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.0835645 May 24 22:52:33.423717 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a2e3df3-541c-41dd-81a7-2dba95bff102 req-cb09c7d6-ce6e-4ced-9d40-3f69ab2f1aff tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 May 24 22:52:33.498689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-d0150024-d572-4fbd-b0d3-99457123413e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1002 time: 0.1848404 May 24 22:52:33.505307 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:33.629067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313cd78-382d-477c-86cb-facee481a2d8 req-54b184ec-ebd0-4a48-bd06-4b04a015d9fd tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:33.630427 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-54b184ec-ebd0-4a48-bd06-4b04a015d9fd tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports/34105545-d4f4-4fff-8a0c-cf969394b290 HTTP/1.1" status: 200 len: 943 time: 0.1231618 May 24 22:52:33.705747 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:33.823068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ea7e2e-789a-4c2e-b060-0e593d3daa2f']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:33.842316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22495c8d-7665-4448-aafc-7c7de7067157') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:33.842602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22495c8d-7665-4448-aafc-7c7de7067157') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:33.867733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-e8b07aeb-1445-446a-9ca8-3b890b2325f3 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1002 time: 0.1529150 May 24 22:52:33.871051 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:34.104595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:34.118197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:52:34.118197 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:34.182309 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 22495c8d-7665-4448-aafc-7c7de7067157 resource provider aggregate not found May 24 22:52:34.220064 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 22495c8d-7665-4448-aafc-7c7de7067157 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22495c8d-7665-4448-aafc-7c7de7067157 found for delete ", "request_id": "req-d032362d-a019-4e2c-8f12-71d4758f30ad"}]} May 24 22:52:34.281282 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c719cdad-1826-4cbb-804e-2cb100090022 req-d3042666-5215-4dda-9021-33eed6d1d14d tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0480735 May 24 22:52:34.285686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313cd78-382d-477c-86cb-facee481a2d8 req-b25feb34-af0e-413d-a954-a1c7ecc5f7d1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:34.289800 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-b25feb34-af0e-413d-a954-a1c7ecc5f7d1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.4029558 May 24 22:52:34.289800 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:34.307141 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:34.371069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ea7e2e-789a-4c2e-b060-0e593d3daa2f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:34.404537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d6ab9b17-09fd-45c3-b06a-457862f7d5a1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/27ea7e2e-789a-4c2e-b060-0e593d3daa2f HTTP/1.1" status: 204 len: 168 time: 1.1013954 May 24 22:52:34.436018 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-22a33f51-842f-4e78-90f2-3c57caee9537 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1002 time: 0.1257739 May 24 22:52:34.446617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-f313cd78-382d-477c-86cb-facee481a2d8 req-b18ca373-ebe4-4b42-b337-926185b84da1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:52:34.562041 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f313cd78-382d-477c-86cb-facee481a2d8 req-b18ca373-ebe4-4b42-b337-926185b84da1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:34.573242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57176) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:34.757877 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-375aa435-deee-49fd-814c-fba6fc62eec6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67e6b48008e94691ab617231c8b393a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741836 May 24 22:52:34.763914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57182) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:34.769142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e0ba4-1af8-4299-8384-c9d40cd56e71 req-a15d3a3b-6387-46bc-8a52-e647f1827fb6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:34.774638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-169e0ba4-1af8-4299-8384-c9d40cd56e71 req-a15d3a3b-6387-46bc-8a52-e647f1827fb6 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.1952057 May 24 22:52:34.875605 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-169e0ba4-1af8-4299-8384-c9d40cd56e71 req-b47075bc-3816-4b49-8c77-f644e3fbcbec tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901256 May 24 22:52:34.981816 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f313cd78-382d-477c-86cb-facee481a2d8 req-b18ca373-ebe4-4b42-b337-926185b84da1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:34.990595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f313cd78-382d-477c-86cb-facee481a2d8 req-b18ca373-ebe4-4b42-b337-926185b84da1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:34.990891 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-f313cd78-382d-477c-86cb-facee481a2d8 req-b18ca373-ebe4-4b42-b337-926185b84da1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Floating IP 63fe9499-1684-4ede-8ef6-000dcb4080b4 disassociated. External IP: 172.25.7.177, port: 34105545-d4f4-4fff-8a0c-cf969394b290. May 24 22:52:35.078903 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d846774-086b-43c0-8e78-6a47d109b297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:35.181823 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d846774-086b-43c0-8e78-6a47d109b297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:35.258456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-176ff6a0-b60c-40ea-b83c-e0d8911df61a req-22c7647f-4b3d-4338-86b3-97ab60591097 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0786912 May 24 22:52:35.283906 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42756652-9017-49eb-9746-876b25c91996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:35.401582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d846774-086b-43c0-8e78-6a47d109b297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:35.457058 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-345a205b-03bf-410b-bdf4-667b8e8846f6 req-5bd4776e-334b-411e-ab55-01da3dd599e6 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0488095 May 24 22:52:35.501626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d846774-086b-43c0-8e78-6a47d109b297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a45aede-499f-4a35-bc45-9f598b35dd45,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:35.508526 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d846774-086b-43c0-8e78-6a47d109b297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:35.510015 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2d846774-086b-43c0-8e78-6a47d109b297 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a45aede-499f-4a35-bc45-9f598b35dd45 HTTP/1.1" status: 204 len: 168 time: 0.7558272 May 24 22:52:35.549773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f313cd78-382d-477c-86cb-facee481a2d8 req-b18ca373-ebe4-4b42-b337-926185b84da1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:52:35.906402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f313cd78-382d-477c-86cb-facee481a2d8 req-b18ca373-ebe4-4b42-b337-926185b84da1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:52:35.911443 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f313cd78-382d-477c-86cb-facee481a2d8 req-b18ca373-ebe4-4b42-b337-926185b84da1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:35.918828 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f273432-cd80-463b-8d81-0c7f04d0dd1d None None] Sync routers for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:52:35.939539 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f273432-cd80-463b-8d81-0c7f04d0dd1d None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:35.941959 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3f273432-cd80-463b-8d81-0c7f04d0dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:35.998476 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-b18ca373-ebe4-4b42-b337-926185b84da1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "PUT /v2.0/floatingips/63fe9499-1684-4ede-8ef6-000dcb4080b4 HTTP/1.1" status: 200 len: 695 time: 1.5482807 May 24 22:52:36.065049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'tag': '34105545-d4f4-4fff-8a0c-cf969394b290'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:36.157292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313cd78-382d-477c-86cb-facee481a2d8 req-fe84326b-df22-459d-a61b-efff66de9e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:36.171385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-fe84326b-df22-459d-a61b-efff66de9e8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 1097 time: 0.1563220 May 24 22:52:36.176753 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3f273432-cd80-463b-8d81-0c7f04d0dd1d None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:36.475335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb082a-e1bb-4b65-a9dc-1bf6c153793b req-42577f76-202c-4066-b180-43f5bbae809a tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:36.477973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37eb082a-e1bb-4b65-a9dc-1bf6c153793b req-42577f76-202c-4066-b180-43f5bbae809a tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.31 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.5076210 May 24 22:52:36.573533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313cd78-382d-477c-86cb-facee481a2d8 req-dedf7c18-3e74-4a0f-a29f-16d62479a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:36.589063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-dedf7c18-3e74-4a0f-a29f-16d62479a29e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.4305058 May 24 22:52:36.673849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ec12c-860e-4e42-b72d-56e4992d8869 req-d9c34bfd-b12e-4526-b3b0-c579a227227e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:36.682430 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f58ec12c-860e-4e42-b72d-56e4992d8869 req-d9c34bfd-b12e-4526-b3b0-c579a227227e tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 946 time: 0.5227449 May 24 22:52:36.754486 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3f273432-cd80-463b-8d81-0c7f04d0dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:36.759350 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f273432-cd80-463b-8d81-0c7f04d0dd1d None None] Checking router: 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:52:36.768968 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f273432-cd80-463b-8d81-0c7f04d0dd1d None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:36.769287 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3f273432-cd80-463b-8d81-0c7f04d0dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:36.774679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f58ec12c-860e-4e42-b72d-56e4992d8869 req-14214c9a-da7d-4a11-893c-244a2f066709 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5891af-62e4-462e-ba78-d337f6277ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884571 May 24 22:52:36.787918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-0b6fe607-b066-4560-a983-52a7afeb8405 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34105545-d4f4-4fff-8a0c-cf969394b290 HTTP/1.1" status: 200 len: 217 time: 0.1961594 May 24 22:52:36.797781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-37eb082a-e1bb-4b65-a9dc-1bf6c153793b req-79af7153-8831-47ce-bdce-b580f223fe73 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Deleting port d9a47a5c-f7c4-41b9-b968-4087722357cf {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:36.798130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37eb082a-e1bb-4b65-a9dc-1bf6c153793b req-79af7153-8831-47ce-bdce-b580f223fe73 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:36.903052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313cd78-382d-477c-86cb-facee481a2d8 req-2cac91d2-851d-4799-8b78-1a7518b4de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:36.911351 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-2cac91d2-851d-4799-8b78-1a7518b4de29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.1224303 May 24 22:52:37.011102 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e709f5f6-3de2-4989-96fc-e5276ab98369'] response: {'name': 'network-changed', 'server_uuid': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'tag': '34105545-d4f4-4fff-8a0c-cf969394b290', 'status': 'completed', 'code': 200} May 24 22:52:37.085622 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a81f5b25-ff46-4212-8ed6-5b3cb9e21977 req-3878a7c0-83bf-4869-a61d-0ebfd232c2ee tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0553741 May 24 22:52:37.180063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fdd6b-39b3-4abe-a8cd-d0fa918f809a req-6709f387-aca1-4194-8a4f-9d41d762c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:37.180063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b2fdd6b-39b3-4abe-a8cd-d0fa918f809a req-6709f387-aca1-4194-8a4f-9d41d762c121 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 1097 time: 0.1702292 May 24 22:52:37.228415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313cd78-382d-477c-86cb-facee481a2d8 req-135ec566-db03-41fa-ad73-bc8ae34cd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:37.239166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-135ec566-db03-41fa-ad73-bc8ae34cd86a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3258905 May 24 22:52:37.297713 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3f273432-cd80-463b-8d81-0c7f04d0dd1d None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:37.462397 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8c55b473-ff35-46e5-8fea-ec5b55d941f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:37.570844 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:52:37.683439 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-a29af87b-da6b-4e34-831f-0ec98e6d588a service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432588 May 24 22:52:37.776112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-37eb082a-e1bb-4b65-a9dc-1bf6c153793b req-79af7153-8831-47ce-bdce-b580f223fe73 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] For port d9a47a5c-f7c4-41b9-b968-4087722357cf, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d9a47a5c-f7c4-41b9-b968-4087722357cf,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:37.777093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37eb082a-e1bb-4b65-a9dc-1bf6c153793b req-79af7153-8831-47ce-bdce-b580f223fe73 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:38.091979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fdd6b-39b3-4abe-a8cd-d0fa918f809a req-62e9e170-5965-46bc-814b-387071a18704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:38.097622 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b2fdd6b-39b3-4abe-a8cd-d0fa918f809a req-62e9e170-5965-46bc-814b-387071a18704 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.9075365 May 24 22:52:38.111801 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5feea58d-3650-459b-84fa-dda84c4e54b2 req-af902c60-e63d-4af5-b6d2-3b8f99cc3364 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9df1fee902f44ed9b37744d1d93c275a&device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.3130281 May 24 22:52:38.277780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-37eb082a-e1bb-4b65-a9dc-1bf6c153793b req-79af7153-8831-47ce-bdce-b580f223fe73 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Calling delete_port for d9a47a5c-f7c4-41b9-b968-4087722357cf owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:38.351563 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f313cd78-382d-477c-86cb-facee481a2d8 req-077c0f17-836c-49b8-9f55-4945a9731d49 service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6553962 May 24 22:52:38.402338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d49f2ab-1b49-4551-86be-fd1c4a33c7bd req-e46c6f04-b2e8-4d8c-bac6-68ca403c4b0f tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.1450362 May 24 22:52:38.432909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b2fdd6b-39b3-4abe-a8cd-d0fa918f809a req-c25d690e-775e-4e5b-9ff7-fd11700975bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34105545-d4f4-4fff-8a0c-cf969394b290 HTTP/1.1" status: 200 len: 217 time: 0.2990699 May 24 22:52:38.446317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5feea58d-3650-459b-84fa-dda84c4e54b2 req-978aa058-df2a-4eec-b50b-ba619be0e20c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9df1fee902f44ed9b37744d1d93c275a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3001289 May 24 22:52:38.450470 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3f273432-cd80-463b-8d81-0c7f04d0dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:38.464178 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f273432-cd80-463b-8d81-0c7f04d0dd1d None None] The sync data for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 is: [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:52:38.664945 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37eb082a-e1bb-4b65-a9dc-1bf6c153793b req-79af7153-8831-47ce-bdce-b580f223fe73 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:38.722739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feea58d-3650-459b-84fa-dda84c4e54b2 req-b1439bf5-8a24-4ea0-a1e2-e543a24ac455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:38.725833 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5feea58d-3650-459b-84fa-dda84c4e54b2 req-b1439bf5-8a24-4ea0-a1e2-e543a24ac455 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2783539 May 24 22:52:38.761520 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:38.781249 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:38.854641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af7153-8831-47ce-bdce-b580f223fe73 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Pushing event deleted for resources: {'Port': ['ID=d9a47a5c-f7c4-41b9-b968-4087722357cf,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:38.991716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fdd6b-39b3-4abe-a8cd-d0fa918f809a req-8de878c0-f528-4fac-8a64-3bc10b5ab47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:38.993772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b2fdd6b-39b3-4abe-a8cd-d0fa918f809a req-8de878c0-f528-4fac-8a64-3bc10b5ab47a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.5452087 May 24 22:52:39.030946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb082a-e1bb-4b65-a9dc-1bf6c153793b req-79af7153-8831-47ce-bdce-b580f223fe73 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] No DVR routers for this DVR port d9a47a5c-f7c4-41b9-b968-4087722357cf on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:52:39.033555 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-37eb082a-e1bb-4b65-a9dc-1bf6c153793b req-79af7153-8831-47ce-bdce-b580f223fe73 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:39.040363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dbdf70-7775-45f5-aeb7-9ed590a446ac', 'name': 'network-vif-deleted', 'tag': 'd9a47a5c-f7c4-41b9-b968-4087722357cf'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:39.081255 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37eb082a-e1bb-4b65-a9dc-1bf6c153793b req-79af7153-8831-47ce-bdce-b580f223fe73 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.31 "DELETE /v2.0/ports/d9a47a5c-f7c4-41b9-b968-4087722357cf HTTP/1.1" status: 204 len: 173 time: 2.5957761 May 24 22:52:39.116238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-963e622f-e7f8-41cd-a858-1addb24e8dd7 req-4758fe3e-8d54-4531-ac40-87b5337dc2c3 tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 210 time: 0.2265816 May 24 22:52:39.127994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6beff06-ed0f-4f28-b041-dcc1be7bba53 None None] New status for floating IP 63fe9499-1684-4ede-8ef6-000dcb4080b4: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:52:39.219406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fdd6b-39b3-4abe-a8cd-d0fa918f809a req-91dfe1fe-c2ba-470e-aa71-0ef1ce4a3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:39.221753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b2fdd6b-39b3-4abe-a8cd-d0fa918f809a req-91dfe1fe-c2ba-470e-aa71-0ef1ce4a3acd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138629 May 24 22:52:39.315312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87a375-b206-484a-9445-14478ddb30c8 req-e33454b7-897e-4e0a-b6fa-122519ea98aa tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:39.317310 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc87a375-b206-484a-9445-14478ddb30c8 req-e33454b7-897e-4e0a-b6fa-122519ea98aa tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2317519 May 24 22:52:39.484593 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5c492b-ec79-4bec-8719-7a9f7f639cea'] response: {'server_uuid': '06dbdf70-7775-45f5-aeb7-9ed590a446ac', 'name': 'network-vif-deleted', 'tag': 'd9a47a5c-f7c4-41b9-b968-4087722357cf', 'status': 'completed', 'code': 200} May 24 22:52:39.542729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc87a375-b206-484a-9445-14478ddb30c8 req-932c6e0e-8ef1-469b-a61e-3429eb24537f tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 698 time: 0.2076824 May 24 22:52:39.551306 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Request body: {'floatingip': {'port_id': 'f005e08b-1911-4366-a0c8-4993134f47be', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:52:39.758189 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:39.821121 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-edf9ccad-1b0c-4540-816f-a2b4d47a2c6f req-997c3a33-2179-44b6-95f3-cde79643ac24 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0606756 May 24 22:52:39.915574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d9a47a5c-f7c4-41b9-b968-4087722357cf no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:52:39.930190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b2fdd6b-39b3-4abe-a8cd-d0fa918f809a req-c000f388-3037-4d44-916c-9092f81bc38e service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944983 May 24 22:52:40.102870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5feea58d-3650-459b-84fa-dda84c4e54b2 req-10e71130-c029-4fb5-99a3-a259685fdc80 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.0727139 May 24 22:52:40.210813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b2fdd6b-39b3-4abe-a8cd-d0fa918f809a req-86b9933a-13c0-4c2d-ba05-13b371b4bb5a service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732701 May 24 22:52:40.304893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: d9a47a5c-f7c4-41b9-b968-4087722357cf {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:52:40.304893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d9a47a5c-f7c4-41b9-b968-4087722357cf not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:52:40.318758 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:40.572851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fcacb0af-a4af-477b-a98d-fb9c2534c3a0 req-efb14764-c700-4208-b2c6-5a855f78ffaf tempest-ServerRescueNegativeTestJSON-2014258361 tempest-ServerRescueNegativeTestJSON-2014258361-project] 10.222.0.55 "GET /v2.0/ports?device_id=06dbdf70-7775-45f5-aeb7-9ed590a446ac HTTP/1.1" status: 200 len: 210 time: 0.1891708 May 24 22:52:40.668269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb21f6-5ca5-44bb-b69d-0fe06faaf64c req-dd3711e3-ac3c-4428-9426-c6c1734410f1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:40.670899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbcb21f6-5ca5-44bb-b69d-0fe06faaf64c req-dd3711e3-ac3c-4428-9426-c6c1734410f1 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.31 "GET /v2.0/ports?device_id=254f2edb-5392-4c13-b6c0-1611e2f98597 HTTP/1.1" status: 200 len: 946 time: 0.1926446 May 24 22:52:40.802309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-cbcb21f6-5ca5-44bb-b69d-0fe06faaf64c req-687fed3f-8f8c-4d2e-ad24-056f908374be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Deleting port 34105545-d4f4-4fff-8a0c-cf969394b290 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:40.802309 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-cbcb21f6-5ca5-44bb-b69d-0fe06faaf64c req-687fed3f-8f8c-4d2e-ad24-056f908374be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:40.828354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:52:40.829237 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:52:41.149848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d58bf2b7-978e-44ea-9a80-753ad29b22d5 req-83961935-fcdd-4fa0-a588-00a1479fdb59 tempest-ServerShowV254Test-1337102488 tempest-ServerShowV254Test-1337102488-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e263216-07b9-4de7-86e3-fbc40442c0c0 HTTP/1.1" status: 200 len: 210 time: 0.1505082 May 24 22:52:41.243889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-cbcb21f6-5ca5-44bb-b69d-0fe06faaf64c req-687fed3f-8f8c-4d2e-ad24-056f908374be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] For port 34105545-d4f4-4fff-8a0c-cf969394b290, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=34105545-d4f4-4fff-8a0c-cf969394b290,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:41.244939 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-cbcb21f6-5ca5-44bb-b69d-0fe06faaf64c req-687fed3f-8f8c-4d2e-ad24-056f908374be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:41.334751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:41.414836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-cbcb21f6-5ca5-44bb-b69d-0fe06faaf64c req-687fed3f-8f8c-4d2e-ad24-056f908374be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Calling delete_port for 34105545-d4f4-4fff-8a0c-cf969394b290 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:41.761616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57304) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:41.818510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57310) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:41.839361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-cbcb21f6-5ca5-44bb-b69d-0fe06faaf64c req-687fed3f-8f8c-4d2e-ad24-056f908374be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:41.854443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f005e08b-1911-4366-a0c8-4993134f47be', '34105545-d4f4-4fff-8a0c-cf969394b290'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:52:41.983014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57316) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:42.046329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fed3f-8f8c-4d2e-ad24-056f908374be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Pushing event deleted for resources: {'Port': ['ID=34105545-d4f4-4fff-8a0c-cf969394b290,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:42.093693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcb21f6-5ca5-44bb-b69d-0fe06faaf64c req-687fed3f-8f8c-4d2e-ad24-056f908374be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] No DVR routers for this DVR port 34105545-d4f4-4fff-8a0c-cf969394b290 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:52:42.204987 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-cbcb21f6-5ca5-44bb-b69d-0fe06faaf64c req-687fed3f-8f8c-4d2e-ad24-056f908374be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:42.207713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'name': 'network-vif-deleted', 'tag': '34105545-d4f4-4fff-8a0c-cf969394b290'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:42.309150 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dcb9fff7-098f-4562-be99-936fb133497b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:42.322188 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a70c2cd-39fc-46ed-9a3e-455a06810a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:42.336038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbcb21f6-5ca5-44bb-b69d-0fe06faaf64c req-687fed3f-8f8c-4d2e-ad24-056f908374be tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.31 "DELETE /v2.0/ports/34105545-d4f4-4fff-8a0c-cf969394b290 HTTP/1.1" status: 204 len: 173 time: 1.6586292 May 24 22:52:42.340231 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dcb9fff7-098f-4562-be99-936fb133497b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:42.349299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dcb9fff7-098f-4562-be99-936fb133497b admin admin] Usage tracker for resource:security_group_rule and tenant:201457cb1a424adea77e47c7ec1ea7e2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:42.352176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dcb9fff7-098f-4562-be99-936fb133497b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:42.361661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4a70c2cd-39fc-46ed-9a3e-455a06810a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:42.364327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dcb9fff7-098f-4562-be99-936fb133497b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:42.422389 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-debb11df-a98f-4c15-b76c-e532a14ad6f2'] response: {'server_uuid': '254f2edb-5392-4c13-b6c0-1611e2f98597', 'name': 'network-vif-deleted', 'tag': '34105545-d4f4-4fff-8a0c-cf969394b290', 'status': 'completed', 'code': 200} May 24 22:52:42.560183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4a70c2cd-39fc-46ed-9a3e-455a06810a1d admin admin] Usage tracker for resource:security_group_rule and tenant:50f4e2de0ca042b286c34384eab39554 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:42.578923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4a70c2cd-39fc-46ed-9a3e-455a06810a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:42.592297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4a70c2cd-39fc-46ed-9a3e-455a06810a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:42.694381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57332) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:42.714326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:42.720547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:42.833180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dcb9fff7-098f-4562-be99-936fb133497b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:42.889425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dcb9fff7-098f-4562-be99-936fb133497b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:42.891222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b315e65b-f98d-4faf-8555-38ea0aeee729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:42.909943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b315e65b-f98d-4faf-8555-38ea0aeee729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:42.917384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b315e65b-f98d-4faf-8555-38ea0aeee729 admin admin] Usage tracker for resource:security_group_rule and tenant:9df1fee902f44ed9b37744d1d93c275a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:42.922088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b315e65b-f98d-4faf-8555-38ea0aeee729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:42.932711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b315e65b-f98d-4faf-8555-38ea0aeee729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:42.941049 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Floating IP 63fe9499-1684-4ede-8ef6-000dcb4080b4 associated. External IP: 172.25.7.177, port: f005e08b-1911-4366-a0c8-4993134f47be. May 24 22:52:43.000336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9fff7-098f-4562-be99-936fb133497b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e104b4c-7feb-40b7-9caa-f7cc737ae314,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:43.011201 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a70c2cd-39fc-46ed-9a3e-455a06810a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.017089 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dcb9fff7-098f-4562-be99-936fb133497b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=201457cb1a424adea77e47c7ec1ea7e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0281913 May 24 22:52:43.019850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57338) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:43.024775 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a70c2cd-39fc-46ed-9a3e-455a06810a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.139621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70c2cd-39fc-46ed-9a3e-455a06810a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca90c1e-ccd9-4c8c-96d8-6e2bb26c9ca2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:43.149017 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4a70c2cd-39fc-46ed-9a3e-455a06810a1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50f4e2de0ca042b286c34384eab39554&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3852463 May 24 22:52:43.154176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57342) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:43.229601 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-903daed9-312c-4754-81f4-0731ce412e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.261180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-903daed9-312c-4754-81f4-0731ce412e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.363670 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b315e65b-f98d-4faf-8555-38ea0aeee729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.364247 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-903daed9-312c-4754-81f4-0731ce412e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.373625 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b315e65b-f98d-4faf-8555-38ea0aeee729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.384177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903daed9-312c-4754-81f4-0731ce412e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e104b4c-7feb-40b7-9caa-f7cc737ae314,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:43.399911 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-903daed9-312c-4754-81f4-0731ce412e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.400956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-903daed9-312c-4754-81f4-0731ce412e51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e104b4c-7feb-40b7-9caa-f7cc737ae314 HTTP/1.1" status: 204 len: 168 time: 0.3801849 May 24 22:52:43.414765 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.458360 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315e65b-f98d-4faf-8555-38ea0aeee729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab537477-ecde-4042-8751-f6350b141aa7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:43.463903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-652f3ca5-db7e-435e-93cf-c061d4ae1f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.470225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57348) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:43.471466 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b315e65b-f98d-4faf-8555-38ea0aeee729 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9df1fee902f44ed9b37744d1d93c275a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7745757 May 24 22:52:43.473941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:52:43.611633 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-652f3ca5-db7e-435e-93cf-c061d4ae1f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.634002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-328a48ae-9af5-47fb-84bb-c229cc1a6861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.673929 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-328a48ae-9af5-47fb-84bb-c229cc1a6861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.742815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:52:43.756984 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb2877-1ade-4650-b21e-a9b5054ce4ab None None] Sync routers for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:52:43.761643 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.770292 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb2877-1ade-4650-b21e-a9b5054ce4ab None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:43.771797 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d7fb2877-1ade-4650-b21e-a9b5054ce4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:43.871437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 34105545-d4f4-4fff-8a0c-cf969394b290 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:52:43.943254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 34105545-d4f4-4fff-8a0c-cf969394b290 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:52:43.943845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 34105545-d4f4-4fff-8a0c-cf969394b290 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:52:43.952211 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-328a48ae-9af5-47fb-84bb-c229cc1a6861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.964476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Deleting port fede7422-d7c9-4040-8e65-ee3b44fc6f91 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:43.964830 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.983938 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-652f3ca5-db7e-435e-93cf-c061d4ae1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.986487 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-652f3ca5-db7e-435e-93cf-c061d4ae1f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:43.990889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-652f3ca5-db7e-435e-93cf-c061d4ae1f05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ca90c1e-ccd9-4c8c-96d8-6e2bb26c9ca2 HTTP/1.1" status: 204 len: 168 time: 0.8339410 May 24 22:52:44.015090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f3ca5-db7e-435e-93cf-c061d4ae1f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca90c1e-ccd9-4c8c-96d8-6e2bb26c9ca2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:44.034038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc87a375-b206-484a-9445-14478ddb30c8 req-5a69f34e-496d-4418-b562-1b82b1d4b855 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "PUT /v2.0/floatingips/63fe9499-1684-4ede-8ef6-000dcb4080b4 HTTP/1.1" status: 200 len: 996 time: 4.4838872 May 24 22:52:44.034621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:44.038595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a48ae-9af5-47fb-84bb-c229cc1a6861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab537477-ecde-4042-8751-f6350b141aa7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:44.058136 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d7fb2877-1ade-4650-b21e-a9b5054ce4ab None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:44.104928 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-328a48ae-9af5-47fb-84bb-c229cc1a6861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:44.114935 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-328a48ae-9af5-47fb-84bb-c229cc1a6861 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab537477-ecde-4042-8751-f6350b141aa7 HTTP/1.1" status: 204 len: 168 time: 0.6425428 May 24 22:52:44.158381 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cab4bff-7316-4221-807b-baef9394c661'] response: {'name': 'network-changed', 'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be', 'status': 'completed', 'code': 200} May 24 22:52:44.209829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87a375-b206-484a-9445-14478ddb30c8 req-743c5582-2c1d-4790-9020-a948c335aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:44.235048 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc87a375-b206-484a-9445-14478ddb30c8 req-743c5582-2c1d-4790-9020-a948c335aa29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 1096 time: 0.1794367 May 24 22:52:44.409608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] For port fede7422-d7c9-4040-8e65-ee3b44fc6f91, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fede7422-d7c9-4040-8e65-ee3b44fc6f91,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:44.410145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:44.425800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a2dc1-2d4f-4017-9a36-fe9db0cf1323 req-5dd6e4e6-9fc0-4a7b-8240-0e3ff5eee543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:44.437850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae3a2dc1-2d4f-4017-9a36-fe9db0cf1323 req-5dd6e4e6-9fc0-4a7b-8240-0e3ff5eee543 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 1096 time: 0.1982915 May 24 22:52:44.588680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87a375-b206-484a-9445-14478ddb30c8 req-f1349f7b-e1f9-4e90-a138-1f7fd3d25555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:44.610191 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc87a375-b206-484a-9445-14478ddb30c8 req-f1349f7b-e1f9-4e90-a138-1f7fd3d25555 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.3494501 May 24 22:52:44.740506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Calling delete_port for fede7422-d7c9-4040-8e65-ee3b44fc6f91 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:44.854674 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc87a375-b206-484a-9445-14478ddb30c8 req-41ecdd22-dd27-40cc-bf3e-9f156f8b0f97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 999 time: 0.2546289 May 24 22:52:45.008561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87a375-b206-484a-9445-14478ddb30c8 req-cb783303-26f7-43b0-a8d7-4162f781d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:45.008561 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc87a375-b206-484a-9445-14478ddb30c8 req-cb783303-26f7-43b0-a8d7-4162f781d540 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.1497331 May 24 22:52:45.097574 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d7fb2877-1ade-4650-b21e-a9b5054ce4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': 'f005e08b-1911-4366-a0c8-4993134f47be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:3b:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:42Z', 'revision_number': 8, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:45.109013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57390) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:45.116997 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb2877-1ade-4650-b21e-a9b5054ce4ab None None] Checking router: 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:52:45.136571 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb2877-1ade-4650-b21e-a9b5054ce4ab None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:45.136571 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d7fb2877-1ade-4650-b21e-a9b5054ce4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:45.143363 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e8e1fb9c-ad87-4218-bc7a-9fcff2857094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:45.173946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e8e1fb9c-ad87-4218-bc7a-9fcff2857094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:45.173946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e8e1fb9c-ad87-4218-bc7a-9fcff2857094 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc593d59b5744729640ac8350dd5ba6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:45.173946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e8e1fb9c-ad87-4218-bc7a-9fcff2857094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:45.184669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e8e1fb9c-ad87-4218-bc7a-9fcff2857094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:45.298381 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e8e1fb9c-ad87-4218-bc7a-9fcff2857094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:45.312314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87a375-b206-484a-9445-14478ddb30c8 req-32dd7ca2-05d6-459f-9734-82e7b9127a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:45.312842 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc87a375-b206-484a-9445-14478ddb30c8 req-32dd7ca2-05d6-459f-9734-82e7b9127a24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2783358 May 24 22:52:45.313557 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e8e1fb9c-ad87-4218-bc7a-9fcff2857094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:45.522727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e8e1fb9c-ad87-4218-bc7a-9fcff2857094 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cc593d59b5744729640ac8350dd5ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052408 May 24 22:52:45.522890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57404) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:45.523403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1fb9c-ad87-4218-bc7a-9fcff2857094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891165a6-d0e4-4916-b7fe-5695d1205bec,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:45.584697 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc87a375-b206-484a-9445-14478ddb30c8 req-db5f0727-271b-41a9-91c2-9af2bd008833 service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606523 May 24 22:52:45.587248 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d7fb2877-1ade-4650-b21e-a9b5054ce4ab None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:45.705518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a2dc1-2d4f-4017-9a36-fe9db0cf1323 req-182fb3d8-d3df-4fbf-b69b-315464c7be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:45.706990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae3a2dc1-2d4f-4017-9a36-fe9db0cf1323 req-182fb3d8-d3df-4fbf-b69b-315464c7be0f service neutron] 10.222.0.31 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 1.1759703 May 24 22:52:45.934222 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae3a2dc1-2d4f-4017-9a36-fe9db0cf1323 req-d1d8a60e-7841-47a5-a491-9b0efd0f8a25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 999 time: 0.2165456 May 24 22:52:45.936940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc87a375-b206-484a-9445-14478ddb30c8 req-0c43a892-ffe5-4dd8-8696-3e1f4d9cc65f service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407218 May 24 22:52:45.941334 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b3181f-0420-4066-8e08-dd71ea001056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:46.207778 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b3181f-0420-4066-8e08-dd71ea001056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:46.217436 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d7fb2877-1ade-4650-b21e-a9b5054ce4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': 'f005e08b-1911-4366-a0c8-4993134f47be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:3b:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:42Z', 'revision_number': 8, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:46.222244 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:46.225778 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb2877-1ade-4650-b21e-a9b5054ce4ab None None] The sync data for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 is: [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '63fe9499-1684-4ede-8ef6-000dcb4080b4', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'port_id': 'f005e08b-1911-4366-a0c8-4993134f47be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'mac_address': 'fa:16:3e:3b:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:52:01Z', 'updated_at': '2022-05-24T22:52:42Z', 'revision_number': 8, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:52:46.463290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Pushing event deleted for resources: {'Port': ['ID=fede7422-d7c9-4040-8e65-ee3b44fc6f91,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:46.463290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a2dc1-2d4f-4017-9a36-fe9db0cf1323 req-1cc619de-8ac9-4f5d-b6c5-3c66c9176db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:46.463290 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae3a2dc1-2d4f-4017-9a36-fe9db0cf1323 req-1cc619de-8ac9-4f5d-b6c5-3c66c9176db5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.5104749 May 24 22:52:46.726157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092cd01-6886-4238-a7c2-0967035d4dc9 None None] New status for floating IP 63fe9499-1684-4ede-8ef6-000dcb4080b4: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:52:46.781599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d915b1a1-12e6-45f2-8dfb-126b36749b4c req-a4f7a3e3-bc69-459e-8af1-dc1e186d7545 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips/63fe9499-1684-4ede-8ef6-000dcb4080b4 HTTP/1.1" status: 200 len: 996 time: 0.7344983 May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:46.908536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:52:47.344871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57440) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:47.361748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b3181f-0420-4066-8e08-dd71ea001056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:47.454352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3181f-0420-4066-8e08-dd71ea001056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891165a6-d0e4-4916-b7fe-5695d1205bec,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:47.492806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:47.555005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915b1a1-12e6-45f2-8dfb-126b36749b4c req-0e63c8d3-a76b-4979-aa7d-8800138f2ffd tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:47.563986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d915b1a1-12e6-45f2-8dfb-126b36749b4c req-0e63c8d3-a76b-4979-aa7d-8800138f2ffd tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.6537569 May 24 22:52:47.719823 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2644c6df-4b0a-4286-b217-4faf3ec00c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:47.761460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2644c6df-4b0a-4286-b217-4faf3ec00c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:47.776301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2644c6df-4b0a-4286-b217-4faf3ec00c45 admin admin] Usage tracker for resource:security_group_rule and tenant:1e045b8e69554697ae74d8df17ced11c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:47.787859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2644c6df-4b0a-4286-b217-4faf3ec00c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:47.803668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2644c6df-4b0a-4286-b217-4faf3ec00c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:47.803668 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-e8578357-e332-4e78-9ad5-87ab721bd667 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1001 time: 0.1905255 May 24 22:52:47.901640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a2dc1-2d4f-4017-9a36-fe9db0cf1323 req-881c9fab-79ce-49cc-933e-87fbb95a730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:47.901640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae3a2dc1-2d4f-4017-9a36-fe9db0cf1323 req-881c9fab-79ce-49cc-933e-87fbb95a730e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3239858 May 24 22:52:47.934338 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b3181f-0420-4066-8e08-dd71ea001056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:47.938761 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f1b3181f-0420-4066-8e08-dd71ea001056 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/891165a6-d0e4-4916-b7fe-5695d1205bec HTTP/1.1" status: 204 len: 168 time: 2.4198618 May 24 22:52:48.014505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-5d217956-00a3-42d0-b9f3-8efc8d5583ac tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:48.016490 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-5d217956-00a3-42d0-b9f3-8efc8d5583ac tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports/f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 942 time: 0.2031231 May 24 22:52:48.030985 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2644c6df-4b0a-4286-b217-4faf3ec00c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:48.043181 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2644c6df-4b0a-4286-b217-4faf3ec00c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:48.208221 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2644c6df-4b0a-4286-b217-4faf3ec00c45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e045b8e69554697ae74d8df17ced11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642979 May 24 22:52:48.208221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644c6df-4b0a-4286-b217-4faf3ec00c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5634ea-738b-42a2-bd8f-9e5f42832c50,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:48.225617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57454) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:48.244701 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae3a2dc1-2d4f-4017-9a36-fe9db0cf1323 req-8ba3b4b3-a99f-4836-9e0b-029f78cdd41e service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320196 May 24 22:52:48.417051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f96d85f9-c4c3-41d8-9e6f-29e3845672fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:48.458573 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae3a2dc1-2d4f-4017-9a36-fe9db0cf1323 req-f268c2c5-8459-4da9-9664-6928bb148068 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992257 May 24 22:52:48.510892 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f96d85f9-c4c3-41d8-9e6f-29e3845672fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:48.526878 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-93f79699-8327-407a-80d7-b0c6e487b770 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1001 time: 0.2313697 May 24 22:52:48.674486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57462) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:48.688370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Router 320824ec-83fe-420d-8d24-a4062cc2a08d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:52:48.849181 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f96d85f9-c4c3-41d8-9e6f-29e3845672fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:48.916691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-d8e3deb5-5ebe-4f03-b4d9-c86495fcaca9 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:48.918353 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-d8e3deb5-5ebe-4f03-b4d9-c86495fcaca9 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.3964984 May 24 22:52:48.919103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d85f9-c4c3-41d8-9e6f-29e3845672fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5634ea-738b-42a2-bd8f-9e5f42832c50,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:49.007079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0b508243-e15d-4047-9ac0-9efabd6f16b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:49.127297 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f96d85f9-c4c3-41d8-9e6f-29e3845672fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:49.127297 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f96d85f9-c4c3-41d8-9e6f-29e3845672fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e5634ea-738b-42a2-bd8f-9e5f42832c50 HTTP/1.1" status: 204 len: 168 time: 0.9046175 May 24 22:52:49.172749 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-79b52cba-15a9-411b-8387-a22fea438705 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1001 time: 0.2444773 May 24 22:52:49.185891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-7d5d42c9-fb68-4c00-bd6a-3d9819528d5a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:52:49.199003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0b508243-e15d-4047-9ac0-9efabd6f16b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:49.208245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0b508243-e15d-4047-9ac0-9efabd6f16b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5595f5ef413e4b199ebd7006a3a4bf5e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:49.225581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0b508243-e15d-4047-9ac0-9efabd6f16b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:49.232771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0b508243-e15d-4047-9ac0-9efabd6f16b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:49.245378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:52:49.259740 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37de5dee-92a5-45f2-b6d8-aee218b7e194 None None] Sync routers for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:52:49.264033 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0efb1945-543b-44b2-936a-0d8c7ad90663 admin admin] 10.222.0.55 "PUT /v2.0/routers/320824ec-83fe-420d-8d24-a4062cc2a08d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4369144 May 24 22:52:49.264033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57478) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:49.288126 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de5dee-92a5-45f2-b6d8-aee218b7e194 None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:49.288126 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-37de5dee-92a5-45f2-b6d8-aee218b7e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:49.563706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-7d5d42c9-fb68-4c00-bd6a-3d9819528d5a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:49.612416 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-37de5dee-92a5-45f2-b6d8-aee218b7e194 None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:49.709419 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:49.918106 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0b508243-e15d-4047-9ac0-9efabd6f16b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:49.932056 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0b508243-e15d-4047-9ac0-9efabd6f16b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:50.038040 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-37de5dee-92a5-45f2-b6d8-aee218b7e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:52:45Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:50.049064 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37de5dee-92a5-45f2-b6d8-aee218b7e194 None None] Checking router: 320824ec-83fe-420d-8d24-a4062cc2a08d for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:52:50.068797 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de5dee-92a5-45f2-b6d8-aee218b7e194 None None] Routers {'320824ec-83fe-420d-8d24-a4062cc2a08d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:50.069310 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-37de5dee-92a5-45f2-b6d8-aee218b7e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['320824ec-83fe-420d-8d24-a4062cc2a08d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:50.111832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0b508243-e15d-4047-9ac0-9efabd6f16b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5595f5ef413e4b199ebd7006a3a4bf5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4354730 May 24 22:52:50.122353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57502) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:50.122631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b508243-e15d-4047-9ac0-9efabd6f16b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26247c9b-3d37-4173-b50a-028377f3f4b6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:50.212744 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-7d5d42c9-fb68-4c00-bd6a-3d9819528d5a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:50.212972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:50.221971 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-7d5d42c9-fb68-4c00-bd6a-3d9819528d5a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:50.222129 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-7d5d42c9-fb68-4c00-bd6a-3d9819528d5a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Floating IP 63fe9499-1684-4ede-8ef6-000dcb4080b4 disassociated. External IP: 172.25.7.177, port: f005e08b-1911-4366-a0c8-4993134f47be. May 24 22:52:50.251891 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc5e2-f26b-4ae6-b1a0-ae42dc43a2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:50.253974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Deleting port e0ec2d62-554e-4f8c-af66-4706eb65d41d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:50.254474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:50.324122 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-37de5dee-92a5-45f2-b6d8-aee218b7e194 None None] Set router 320824ec-83fe-420d-8d24-a4062cc2a08d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:50.634774 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc5e2-f26b-4ae6-b1a0-ae42dc43a2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:50.819357 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-37de5dee-92a5-45f2-b6d8-aee218b7e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:52:45Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:50.828165 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37de5dee-92a5-45f2-b6d8-aee218b7e194 None None] The sync data for ids ['320824ec-83fe-420d-8d24-a4062cc2a08d'] in n-d-843146-7 is: [{'id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'name': 'tempest-ServerRescueNegativeTestJSON-440168620-router', 'tenant_id': '03ba65b25e364dc696b96a9bf51ed363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:46:40Z', 'updated_at': '2022-05-24T22:52:45Z', 'revision_number': 5, 'project_id': '03ba65b25e364dc696b96a9bf51ed363', 'gw_port': {'id': 'e0ec2d62-554e-4f8c-af66-4706eb65d41d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320824ec-83fe-420d-8d24-a4062cc2a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:46:42Z', 'updated_at': '2022-05-24T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:52:50.857653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] For port e0ec2d62-554e-4f8c-af66-4706eb65d41d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e0ec2d62-554e-4f8c-af66-4706eb65d41d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:50.858033 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:50.865914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc5e2-f26b-4ae6-b1a0-ae42dc43a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:50.957528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-7d5d42c9-fb68-4c00-bd6a-3d9819528d5a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:52:50.961887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dc5e2-f26b-4ae6-b1a0-ae42dc43a2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26247c9b-3d37-4173-b50a-028377f3f4b6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:51.041938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Calling delete_port for e0ec2d62-554e-4f8c-af66-4706eb65d41d owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:51.088531 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc5e2-f26b-4ae6-b1a0-ae42dc43a2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:51.091625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bc4dc5e2-f26b-4ae6-b1a0-ae42dc43a2e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26247c9b-3d37-4173-b50a-028377f3f4b6 HTTP/1.1" status: 204 len: 168 time: 0.9657383 May 24 22:52:51.261592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-7d5d42c9-fb68-4c00-bd6a-3d9819528d5a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:52:51.270682 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-7d5d42c9-fb68-4c00-bd6a-3d9819528d5a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:51.281578 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d96f-1c08-4e51-9ee5-09d7e1b0b716 None None] Sync routers for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:52:51.291866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:51.303517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8d96f-1c08-4e51-9ee5-09d7e1b0b716 None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:51.304939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d96f-1c08-4e51-9ee5-09d7e1b0b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:51.374471 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-7d5d42c9-fb68-4c00-bd6a-3d9819528d5a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "PUT /v2.0/floatingips/63fe9499-1684-4ede-8ef6-000dcb4080b4 HTTP/1.1" status: 200 len: 696 time: 2.1947823 May 24 22:52:51.375009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:51.437015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ec2d62-554e-4f8c-af66-4706eb65d41d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:51.529583 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:51.565350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-6247f001-b704-4cd8-a39c-b1b176fd4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:51.566942 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-6247f001-b704-4cd8-a39c-b1b176fd4522 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 1096 time: 0.1650462 May 24 22:52:51.772093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c1f8d96f-1c08-4e51-9ee5-09d7e1b0b716 None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:51.801831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-db578969-04ae-46e2-a3db-cbebab89be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:51.803789 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-db578969-04ae-46e2-a3db-cbebab89be59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.2261262 May 24 22:52:51.885471 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:51.889139 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:51.922415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57550) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:51.943070 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:51.943930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 320824ec-83fe-420d-8d24-a4062cc2a08d {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:52:51.953808 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6c60f132-e05f-4d28-ac92-327df7460275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:51.979710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6c60f132-e05f-4d28-ac92-327df7460275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:51.983900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6c60f132-e05f-4d28-ac92-327df7460275 admin admin] Usage tracker for resource:security_group_rule and tenant:12bd2f53ac5c418dbf5e4c1031dd2938 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:51.987122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6c60f132-e05f-4d28-ac92-327df7460275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:51.994004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6c60f132-e05f-4d28-ac92-327df7460275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:52.093152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:52.094355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8d5324b6-9fcd-4694-adbc-efc8e9d31616 admin admin] 10.222.0.55 "DELETE /v2.0/routers/320824ec-83fe-420d-8d24-a4062cc2a08d HTTP/1.1" status: 204 len: 168 time: 2.8310947 May 24 22:52:52.097410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57554) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:52.106183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-00fbae26-1c03-47e8-9882-6e8020e21883 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 217 time: 0.2951386 May 24 22:52:52.170058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-84056623-b512-49ae-91f8-62d9cd1ae770 admin admin] Deleting subnet dc0b5cae-b646-44aa-8017-4e16bd24648f {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:52:52.180049 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84056623-b512-49ae-91f8-62d9cd1ae770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:52.227164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-88e4f520-6bc4-4bad-8bc0-6eca0da0d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:52.230136 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-88e4f520-6bc4-4bad-8bc0-6eca0da0d4b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.1112578 May 24 22:52:52.243534 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6c60f132-e05f-4d28-ac92-327df7460275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:52.254511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84056623-b512-49ae-91f8-62d9cd1ae770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:52.289429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6c60f132-e05f-4d28-ac92-327df7460275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:52.364762 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6c60f132-e05f-4d28-ac92-327df7460275 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12bd2f53ac5c418dbf5e4c1031dd2938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409430 May 24 22:52:52.365629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57564) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:52.376627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60f132-e05f-4d28-ac92-327df7460275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e89fb20-8f5e-4d38-ac56-1667c3546036,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:52.401259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84056623-b512-49ae-91f8-62d9cd1ae770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:52.409673 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a18a1f5-f31e-4200-86d4-c04ec73c8b31'] response: {'name': 'network-changed', 'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be', 'status': 'completed', 'code': 200} May 24 22:52:52.452726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d96f-1c08-4e51-9ee5-09d7e1b0b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:52.459086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d96f-1c08-4e51-9ee5-09d7e1b0b716 None None] Checking router: 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:52:52.470787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8d96f-1c08-4e51-9ee5-09d7e1b0b716 None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:52:52.472577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d96f-1c08-4e51-9ee5-09d7e1b0b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:52.502155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-51222e7b-95d9-4ae0-b76b-4c4bebbf63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:52.503862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-51222e7b-95d9-4ae0-b76b-4c4bebbf63a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2581978 May 24 22:52:52.569360 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84056623-b512-49ae-91f8-62d9cd1ae770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:52.620145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84056623-b512-49ae-91f8-62d9cd1ae770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0b5cae-b646-44aa-8017-4e16bd24648f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:52.623532 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84056623-b512-49ae-91f8-62d9cd1ae770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:52.634713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d653f-bf15-4a2a-935c-a310a8a0d7bc req-8ed15d69-9d3a-4215-a6bc-f5cd9fb8a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:52.636236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d1d653f-bf15-4a2a-935c-a310a8a0d7bc req-8ed15d69-9d3a-4215-a6bc-f5cd9fb8a068 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07ea468ff7a3438188801f20e23e9e88&device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 1096 time: 0.2010064 May 24 22:52:52.642484 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-84056623-b512-49ae-91f8-62d9cd1ae770 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dc0b5cae-b646-44aa-8017-4e16bd24648f HTTP/1.1" status: 204 len: 168 time: 0.5434628 May 24 22:52:52.643296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57576) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:52.699610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331d5cc-1060-45ea-92cb-3f4edbe37b19 None None] Network 948323a2-2e1a-4884-bbd5-ff2b224aeb1e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:52:52.878790 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ceb501b3-dc35-404c-8ea3-ebec1dd902fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:53.010142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e0ec2d62-554e-4f8c-af66-4706eb65d41d no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:52:53.021423 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ceb501b3-dc35-404c-8ea3-ebec1dd902fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:53.026802 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:53.095542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Deleting port 8520bc5b-e105-43bb-8794-93420db1552f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:53.095886 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:53.096035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c1f8d96f-1c08-4e51-9ee5-09d7e1b0b716 None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:52:53.102114 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-8a167cfb-e2e2-48ee-bd16-fab5e0dee9ea service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661590 May 24 22:52:53.186815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d653f-bf15-4a2a-935c-a310a8a0d7bc req-91e005dc-eca6-4e4c-9815-3cab3ee1b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:53.188303 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d1d653f-bf15-4a2a-935c-a310a8a0d7bc req-91e005dc-eca6-4e4c-9815-3cab3ee1b369 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 200 len: 922 time: 0.5425377 May 24 22:52:53.196939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: e0ec2d62-554e-4f8c-af66-4706eb65d41d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:52:53.197473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e0ec2d62-554e-4f8c-af66-4706eb65d41d not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:52:53.197924 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fede7422-d7c9-4040-8e65-ee3b44fc6f91 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:52:53.242141 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ceb501b3-dc35-404c-8ea3-ebec1dd902fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:53.285990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb501b3-dc35-404c-8ea3-ebec1dd902fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e89fb20-8f5e-4d38-ac56-1667c3546036,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:53.286929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: fede7422-d7c9-4040-8e65-ee3b44fc6f91 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:52:53.287270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fede7422-d7c9-4040-8e65-ee3b44fc6f91 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:52:53.290671 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ceb501b3-dc35-404c-8ea3-ebec1dd902fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:53.294700 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ceb501b3-dc35-404c-8ea3-ebec1dd902fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e89fb20-8f5e-4d38-ac56-1667c3546036 HTTP/1.1" status: 204 len: 168 time: 0.9262631 May 24 22:52:53.315877 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0635d01f-835e-4003-b4ce-6ed7c4a1bdcb req-49f75e8f-3ef3-4b62-911a-a29571950f3e service neutron] 10.222.0.55 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972330 May 24 22:52:53.392487 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d1d653f-bf15-4a2a-935c-a310a8a0d7bc req-ffdd8aea-2a32-4631-8806-79f152f83104 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 200 len: 217 time: 0.1835897 May 24 22:52:53.580532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d653f-bf15-4a2a-935c-a310a8a0d7bc req-75319183-3956-42a8-9637-e0d17dc132f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:53.582297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d1d653f-bf15-4a2a-935c-a310a8a0d7bc req-75319183-3956-42a8-9637-e0d17dc132f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 200 len: 860 time: 0.1805820 May 24 22:52:53.679577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d96f-1c08-4e51-9ee5-09d7e1b0b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:53.686415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d96f-1c08-4e51-9ee5-09d7e1b0b716 None None] The sync data for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 is: [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:51:38Z', 'revision_number': 4, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99932a88-5ffa-4c51-b478-abca2d70beb0', 'name': '', 'network_id': 'a43154de-2ec7-41e9-8fe1-e5570cd498ac', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'mac_address': 'fa:16:3e:02:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:36Z', 'updated_at': '2022-05-24T22:51:47Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'subnets': [{'id': '8e7e7d4d-2610-4d50-a91e-25de72272d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:52:53.733480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9895fdd-a662-47e4-a529-ba3255b62047 None None] DHCP port deletion for 948323a2-2e1a-4884-bbd5-ff2b224aeb1e request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:52:53.737453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c9895fdd-a662-47e4-a529-ba3255b62047 None None] Deleting port 8520bc5b-e105-43bb-8794-93420db1552f {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:53.737853 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c9895fdd-a662-47e4-a529-ba3255b62047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:53.800816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57618) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:53.800996 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-e79fb1d4-b5b6-4f50-8d77-02a17cfc1537 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips/63fe9499-1684-4ede-8ef6-000dcb4080b4 HTTP/1.1" status: 200 len: 696 time: 0.1515355 May 24 22:52:53.815446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] For port 8520bc5b-e105-43bb-8794-93420db1552f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8520bc5b-e105-43bb-8794-93420db1552f,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:53.815826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:53.865111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57624) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:53.929262 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.039913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c9895fdd-a662-47e4-a529-ba3255b62047 None None] For port 8520bc5b-e105-43bb-8794-93420db1552f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8520bc5b-e105-43bb-8794-93420db1552f,segment=NetworkSegment(ab8cd6a3-2538-4dc5-8590-0180be45c026),segment_id=ab8cd6a3-2538-4dc5-8590-0180be45c026)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:54.040706 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c9895fdd-a662-47e4-a529-ba3255b62047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.087089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Calling delete_port for 8520bc5b-e105-43bb-8794-93420db1552f owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:54.109823 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba5d28-399f-4b66-86a7-cd1ad124a9d3 None None] New status for floating IP 63fe9499-1684-4ede-8ef6-000dcb4080b4: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:52:54.276801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8554377e-fdbd-4f5a-8fac-014cecc16642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.277273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c9895fdd-a662-47e4-a529-ba3255b62047 None None] Calling delete_port for 8520bc5b-e105-43bb-8794-93420db1552f owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:54.292671 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dccd9b9-b05e-482f-8d96-bd4a06dd8dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.310440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8dccd9b9-b05e-482f-8d96-bd4a06dd8dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:54.313078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8554377e-fdbd-4f5a-8fac-014cecc16642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:54.317669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8dccd9b9-b05e-482f-8d96-bd4a06dd8dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:e6abc16b23ca4b58af34579d9f9d75d2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:54.320623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8554377e-fdbd-4f5a-8fac-014cecc16642 admin admin] Usage tracker for resource:security_group_rule and tenant:e6ae74e6596c4ebf9f3b6d6fedc0b4f8 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:54.323638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8dccd9b9-b05e-482f-8d96-bd4a06dd8dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:54.326970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8554377e-fdbd-4f5a-8fac-014cecc16642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:54.334458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8dccd9b9-b05e-482f-8d96-bd4a06dd8dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:54.336976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8554377e-fdbd-4f5a-8fac-014cecc16642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:54.337414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d653f-bf15-4a2a-935c-a310a8a0d7bc req-4478fda4-6bf8-438d-9a81-dcac379c6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:54.339919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d1d653f-bf15-4a2a-935c-a310a8a0d7bc req-4478fda4-6bf8-438d-9a81-dcac379c6da8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a43154de-2ec7-41e9-8fe1-e5570cd498ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7402470 May 24 22:52:54.348833 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.399866 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-c9895fdd-a662-47e4-a529-ba3255b62047 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:52:54.400576 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-c9895fdd-a662-47e4-a529-ba3255b62047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:52:54.512163 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8554377e-fdbd-4f5a-8fac-014cecc16642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.514515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dccd9b9-b05e-482f-8d96-bd4a06dd8dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.521288 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8554377e-fdbd-4f5a-8fac-014cecc16642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.562217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dccd9b9-b05e-482f-8d96-bd4a06dd8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.581682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] No DVR routers for this DVR port 8520bc5b-e105-43bb-8794-93420db1552f on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:52:54.584607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Pushing event deleted for resources: {'Port': ['ID=8520bc5b-e105-43bb-8794-93420db1552f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:54.646573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-17778a45-4ab5-4672-a3ba-b111342a9dd8 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:54.648593 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-17778a45-4ab5-4672-a3ba-b111342a9dd8 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.8244772 May 24 22:52:54.649317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8554377e-fdbd-4f5a-8fac-014cecc16642 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6ae74e6596c4ebf9f3b6d6fedc0b4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8443089 May 24 22:52:54.653434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554377e-fdbd-4f5a-8fac-014cecc16642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59ecf59-905a-447a-a3b0-0993b9668b88,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:54.656227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57640) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:54.701029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-e69ca048-8ca2-46e9-8cc7-91ea8835067a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:52:54.706718 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-e69ca048-8ca2-46e9-8cc7-91ea8835067a tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117850 May 24 22:52:54.713981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8dccd9b9-b05e-482f-8d96-bd4a06dd8dd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6abc16b23ca4b58af34579d9f9d75d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8440533 May 24 22:52:54.714761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57646) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:54.754281 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d1d653f-bf15-4a2a-935c-a310a8a0d7bc req-52c3c271-7a84-4547-ac91-edb3ca19ae35 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930445 May 24 22:52:54.772518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccd9b9-b05e-482f-8d96-bd4a06dd8dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68e8cb7-1a02-4eb9-b155-f7c1c3d54528,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:54.822686 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a4c66f5-20bf-4927-a737-16bf03fcff1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.835914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8520bc5b-e105-43bb-8794-93420db1552f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:52:54.859982 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09cbb0ec-b6ab-4daf-8d9a-dfd6f2bf6697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.865773 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a4c66f5-20bf-4927-a737-16bf03fcff1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.882631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 8520bc5b-e105-43bb-8794-93420db1552f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:52:54.882969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8520bc5b-e105-43bb-8794-93420db1552f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:52:54.902173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c9895fdd-a662-47e4-a529-ba3255b62047 None None] Deleting port 8520bc5b-e105-43bb-8794-93420db1552f {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:54.903601 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c9895fdd-a662-47e4-a529-ba3255b62047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.928578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09cbb0ec-b6ab-4daf-8d9a-dfd6f2bf6697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.963394 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-b7d797dd-3fe5-4441-9a99-2b8a3090c1df tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 697 time: 0.2048666 May 24 22:52:54.990411 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a4c66f5-20bf-4927-a737-16bf03fcff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:54.991817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c9895fdd-a662-47e4-a529-ba3255b62047 None None] The port '8520bc5b-e105-43bb-8794-93420db1552f' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:52:55.027267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c66f5-20bf-4927-a737-16bf03fcff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59ecf59-905a-447a-a3b0-0993b9668b88,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:55.032102 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09cbb0ec-b6ab-4daf-8d9a-dfd6f2bf6697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.034506 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09cbb0ec-b6ab-4daf-8d9a-dfd6f2bf6697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.035654 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-09cbb0ec-b6ab-4daf-8d9a-dfd6f2bf6697 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d68e8cb7-1a02-4eb9-b155-f7c1c3d54528 HTTP/1.1" status: 204 len: 168 time: 0.3129075 May 24 22:52:55.045828 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a4c66f5-20bf-4927-a737-16bf03fcff1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.049810 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7a4c66f5-20bf-4927-a737-16bf03fcff1c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c59ecf59-905a-447a-a3b0-0993b9668b88 HTTP/1.1" status: 204 len: 168 time: 0.3746855 May 24 22:52:55.052595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbb0ec-b6ab-4daf-8d9a-dfd6f2bf6697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68e8cb7-1a02-4eb9-b155-f7c1c3d54528,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:55.323762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.342460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-e1836191-ec99-4e25-9a49-487599dae28c tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 697 time: 0.3777688 May 24 22:52:55.438138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948323a2-2e1a-4884-bbd5-ff2b224aeb1e']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:55.464619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8cd6a3-2538-4dc5-8590-0180be45c026') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:55.465173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8cd6a3-2538-4dc5-8590-0180be45c026') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:52:55.620999 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.634274 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.640695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57674) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:55.643289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-9a475888-51d4-4232-bd75-16cb3f41301e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Deleting port 70d82abe-9496-4f18-83dc-9c95354fd2ae {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:55.643620 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-9a475888-51d4-4232-bd75-16cb3f41301e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.676538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd3aeed2-9881-4e51-9970-e62da008e8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.697669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cd3aeed2-9881-4e51-9970-e62da008e8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:55.703540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cd3aeed2-9881-4e51-9970-e62da008e8ab admin admin] Usage tracker for resource:security_group_rule and tenant:3fb8bf23ef7b41879be1295c1d84baec is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:55.708271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cd3aeed2-9881-4e51-9970-e62da008e8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:55.717427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cd3aeed2-9881-4e51-9970-e62da008e8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:55.882573 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd3aeed2-9881-4e51-9970-e62da008e8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.895108 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-9a475888-51d4-4232-bd75-16cb3f41301e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.895299 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd3aeed2-9881-4e51-9970-e62da008e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.895445 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-9a475888-51d4-4232-bd75-16cb3f41301e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:55.948844 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cd3aeed2-9881-4e51-9970-e62da008e8ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3fb8bf23ef7b41879be1295c1d84baec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060281 May 24 22:52:55.951361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57686) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:56.009194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aeed2-9881-4e51-9970-e62da008e8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a4e53e-4a38-4df0-b89a-ab3636339e0e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:56.054615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9300ba-1084-4dbf-8ee8-74c255d19336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.061159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-9a475888-51d4-4232-bd75-16cb3f41301e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Calling delete_port for 70d82abe-9496-4f18-83dc-9c95354fd2ae owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:56.086881 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9300ba-1084-4dbf-8ee8-74c255d19336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.111821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.117147 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d1d653f-bf15-4a2a-935c-a310a8a0d7bc req-6c851d98-21a0-4284-a98a-c3fa9f9376d4 service neutron] 10.222.0.31 "GET /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2318048 May 24 22:52:56.137360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:52:56.138027 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.170321 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9300ba-1084-4dbf-8ee8-74c255d19336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.191478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9300ba-1084-4dbf-8ee8-74c255d19336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a4e53e-4a38-4df0-b89a-ab3636339e0e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:56.210370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9300ba-1084-4dbf-8ee8-74c255d19336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.212231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8e9300ba-1084-4dbf-8ee8-74c255d19336 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42a4e53e-4a38-4df0-b89a-ab3636339e0e HTTP/1.1" status: 204 len: 168 time: 0.2596548 May 24 22:52:56.245279 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment ab8cd6a3-2538-4dc5-8590-0180be45c026 resource provider aggregate not found May 24 22:52:56.279087 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment ab8cd6a3-2538-4dc5-8590-0180be45c026 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab8cd6a3-2538-4dc5-8590-0180be45c026 found for delete ", "request_id": "req-0d13fc54-3c33-4201-89e2-9f6731ca9083"}]} May 24 22:52:56.401942 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.424825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.432010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-9a475888-51d4-4232-bd75-16cb3f41301e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.482026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] Pushing event deleted for resources: {'Network': ['ID=948323a2-2e1a-4884-bbd5-ff2b224aeb1e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:56.504473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a475888-51d4-4232-bd75-16cb3f41301e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Pushing event deleted for resources: {'Port': ['ID=70d82abe-9496-4f18-83dc-9c95354fd2ae,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:56.568013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a656bbfc-d1d1-4e47-a08d-97e7846ca11c admin admin] 10.222.0.55 "DELETE /v2.0/networks/948323a2-2e1a-4884-bbd5-ff2b224aeb1e HTTP/1.1" status: 204 len: 168 time: 3.9228458 May 24 22:52:56.649186 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-9a475888-51d4-4232-bd75-16cb3f41301e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.652604 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-9a475888-51d4-4232-bd75-16cb3f41301e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:56.672328 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eac92f1-6c88-4293-bbf2-08938b2ef2ed req-9a475888-51d4-4232-bd75-16cb3f41301e tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "DELETE /v2.0/floatingips/63fe9499-1684-4ede-8ef6-000dcb4080b4 HTTP/1.1" status: 204 len: 173 time: 1.3054178 May 24 22:52:56.876461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57722) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:56.996648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57728) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:56.997026 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e9e1a9e4-1f61-48c6-a363-6408570281f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03ba65b25e364dc696b96a9bf51ed363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191254 May 24 22:52:57.103428 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a585d2-895c-4e34-8cc3-74b734a5dc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:57.180992 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a585d2-895c-4e34-8cc3-74b734a5dc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:57.261514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a0047-eeff-4e6e-9ace-6de5cdb90c42 req-c8851f05-aa68-4170-8253-6716869284cb tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:57.262305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fc3a0047-eeff-4e6e-9ace-6de5cdb90c42 req-c8851f05-aa68-4170-8253-6716869284cb tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Synchronizing usage tracker for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:52:57.290147 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a585d2-895c-4e34-8cc3-74b734a5dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:57.311080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fc3a0047-eeff-4e6e-9ace-6de5cdb90c42 req-c8851f05-aa68-4170-8253-6716869284cb tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Unset dirty status for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:52:57.321195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3a0047-eeff-4e6e-9ace-6de5cdb90c42 req-c8851f05-aa68-4170-8253-6716869284cb tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 945 time: 0.1907566 May 24 22:52:57.347005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a585d2-895c-4e34-8cc3-74b734a5dc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5891af-62e4-462e-ba78-d337f6277ab4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:57.382953 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a585d2-895c-4e34-8cc3-74b734a5dc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:57.384102 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-00a585d2-895c-4e34-8cc3-74b734a5dc7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b5891af-62e4-462e-ba78-d337f6277ab4 HTTP/1.1" status: 204 len: 168 time: 0.3859570 May 24 22:52:57.391190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3a0047-eeff-4e6e-9ace-6de5cdb90c42 req-fa045ea5-e900-4b25-914a-d40c428e0a46 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672784 May 24 22:52:57.731727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57768) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:58.021372 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c7f7fd85-bd3d-4516-9332-1b7fd9f0de8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:58.041835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c7f7fd85-bd3d-4516-9332-1b7fd9f0de8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:52:58.045157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c7f7fd85-bd3d-4516-9332-1b7fd9f0de8d admin admin] Usage tracker for resource:security_group_rule and tenant:c197595d727a411694538604bb9bc844 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:52:58.051556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c7f7fd85-bd3d-4516-9332-1b7fd9f0de8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:52:58.055265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c7f7fd85-bd3d-4516-9332-1b7fd9f0de8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:52:58.173355 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c7f7fd85-bd3d-4516-9332-1b7fd9f0de8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:58.180038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c7f7fd85-bd3d-4516-9332-1b7fd9f0de8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:58.232190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c7f7fd85-bd3d-4516-9332-1b7fd9f0de8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c197595d727a411694538604bb9bc844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991393 May 24 22:52:58.233838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7fd85-bd3d-4516-9332-1b7fd9f0de8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2b583f-18de-423a-ad58-7e22dbd846f3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:58.234836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57788) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:52:58.315756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6667a108-6a89-4322-a596-bec5de6f2ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:58.353069 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6667a108-6a89-4322-a596-bec5de6f2ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:58.437383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be50180-050f-4468-a763-657d7fe39fd0 req-f45fb2ed-da67-4af2-add3-9259f3d5acd3 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:58.439543 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6be50180-050f-4468-a763-657d7fe39fd0 req-f45fb2ed-da67-4af2-add3-9259f3d5acd3 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 945 time: 0.1343694 May 24 22:52:58.441793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6667a108-6a89-4322-a596-bec5de6f2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:58.480549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667a108-6a89-4322-a596-bec5de6f2ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2b583f-18de-423a-ad58-7e22dbd846f3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:58.489008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6667a108-6a89-4322-a596-bec5de6f2ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:58.492394 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6667a108-6a89-4322-a596-bec5de6f2ed8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d2b583f-18de-423a-ad58-7e22dbd846f3 HTTP/1.1" status: 204 len: 168 time: 0.2564735 May 24 22:52:58.693709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6be50180-050f-4468-a763-657d7fe39fd0 req-3c3094b8-aa52-42ac-86ec-df18041f1f27 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Deleting port f005e08b-1911-4366-a0c8-4993134f47be {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:52:58.693709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6be50180-050f-4468-a763-657d7fe39fd0 req-3c3094b8-aa52-42ac-86ec-df18041f1f27 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:58.824589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ded2c-62f2-4e38-92fd-fc5ff3ad08df req-d9a8dd3d-a8ea-4f02-9462-d8edb92ed4ac tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:58.824589 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c71ded2c-62f2-4e38-92fd-fc5ff3ad08df req-d9a8dd3d-a8ea-4f02-9462-d8edb92ed4ac tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 945 time: 0.1120200 May 24 22:52:58.898580 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c71ded2c-62f2-4e38-92fd-fc5ff3ad08df req-88f9f9b1-d6f2-4e92-8fa5-d3abb46e85cd tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/security-groups?id=269d2790-eaff-4218-8280-f0c89f1de4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658345 May 24 22:52:59.018573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6be50180-050f-4468-a763-657d7fe39fd0 req-3c3094b8-aa52-42ac-86ec-df18041f1f27 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] For port f005e08b-1911-4366-a0c8-4993134f47be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f005e08b-1911-4366-a0c8-4993134f47be,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:52:59.019124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6be50180-050f-4468-a763-657d7fe39fd0 req-3c3094b8-aa52-42ac-86ec-df18041f1f27 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:59.202633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6be50180-050f-4468-a763-657d7fe39fd0 req-3c3094b8-aa52-42ac-86ec-df18041f1f27 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Calling delete_port for f005e08b-1911-4366-a0c8-4993134f47be owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:52:59.439246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6be50180-050f-4468-a763-657d7fe39fd0 req-3c3094b8-aa52-42ac-86ec-df18041f1f27 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:59.455369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f005e08b-1911-4366-a0c8-4993134f47be'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:52:59.506723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3094b8-aa52-42ac-86ec-df18041f1f27 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Pushing event deleted for resources: {'Port': ['ID=f005e08b-1911-4366-a0c8-4993134f47be,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:52:59.667492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be50180-050f-4468-a763-657d7fe39fd0 req-3c3094b8-aa52-42ac-86ec-df18041f1f27 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] No DVR routers for this DVR port f005e08b-1911-4366-a0c8-4993134f47be on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:52:59.670480 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6be50180-050f-4468-a763-657d7fe39fd0 req-3c3094b8-aa52-42ac-86ec-df18041f1f27 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:52:59.676660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'name': 'network-vif-deleted', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:52:59.707995 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6be50180-050f-4468-a763-657d7fe39fd0 req-3c3094b8-aa52-42ac-86ec-df18041f1f27 tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.31 "DELETE /v2.0/ports/f005e08b-1911-4366-a0c8-4993134f47be HTTP/1.1" status: 204 len: 173 time: 1.2624705 May 24 22:52:59.772319 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820e044d-78c5-4068-8b11-bbf34b5845c9'] response: {'server_uuid': 'c6b83d5e-47d2-474b-a706-a451849076b1', 'name': 'network-vif-deleted', 'tag': 'f005e08b-1911-4366-a0c8-4993134f47be', 'status': 'completed', 'code': 200} May 24 22:52:59.894858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687114b-26fb-4118-b4ef-d4f746072070 req-59439397-c5a9-49d0-93be-999a4d4fa52c tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:52:59.896888 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0687114b-26fb-4118-b4ef-d4f746072070 req-59439397-c5a9-49d0-93be-999a4d4fa52c tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 945 time: 0.0900381 May 24 22:52:59.993755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0687114b-26fb-4118-b4ef-d4f746072070 req-fae5ae24-2e4c-422c-95ff-ca296c543b70 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775878 May 24 22:53:00.192791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-66ce0344-47b3-4a1e-ad30-cbbcf570cd6a req-730effc5-e854-4939-bb87-ebf1e3dc79df tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Synchronizing usage tracker for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:00.216075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-66ce0344-47b3-4a1e-ad30-cbbcf570cd6a req-730effc5-e854-4939-bb87-ebf1e3dc79df tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] Unset dirty status for tenant:07ea468ff7a3438188801f20e23e9e88 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:00.225865 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66ce0344-47b3-4a1e-ad30-cbbcf570cd6a req-730effc5-e854-4939-bb87-ebf1e3dc79df tempest-FloatingIPsAssociationTestJSON-889947550 tempest-FloatingIPsAssociationTestJSON-889947550-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b83d5e-47d2-474b-a706-a451849076b1 HTTP/1.1" status: 200 len: 210 time: 0.1121364 May 24 22:53:00.369031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57862) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:00.755919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-195177505-network', 'tenant_id': '1922336eb132466493bdaa35fd3215e6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:00.761935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:00.773383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Usage tracker for resource:network and tenant:1922336eb132466493bdaa35fd3215e6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:00.782518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:00.797985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:00.822552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Made reservation on behalf of 1922336eb132466493bdaa35fd3215e6 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:00.827934 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:00.885134 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:00.916776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:00.922978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Usage tracker for resource:security_group_rule and tenant:1922336eb132466493bdaa35fd3215e6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:00.926760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:00.935296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:00.981697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcee5da-5729-4565-9196-9863d262240d req-1fbc03cd-8105-43f0-8ac6-96fc3729c5dc tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:00.983347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0dcee5da-5729-4565-9196-9863d262240d req-1fbc03cd-8105-43f0-8ac6-96fc3729c5dc tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 945 time: 0.1645501 May 24 22:53:01.065688 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0dcee5da-5729-4565-9196-9863d262240d req-dfb36555-87da-4a1e-ba41-14836754b60a tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755024 May 24 22:53:01.116380 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:01.123189 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:01.163039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:53:01.176130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8065a200-c4cb-4315-860d-acd5320a4c2d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:01.181998 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:01.182669 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Added segment 256016de-e0b0-4bdf-989d-7a8fff549f5e of type vlan for network 4c580603-badb-4a8d-8ff0-f5d4de4ab06a May 24 22:53:01.215673 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:01.252105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:01.254771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:01.254771 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:01.334288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57892) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:01.442710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] Pushing event updated for resources: {'Network': ['ID=4c580603-badb-4a8d-8ff0-f5d4de4ab06a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:01.457757 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4c8aa7ca-0e1c-4cd5-9872-ece8c3fe4b7a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0857186 May 24 22:53:01.459224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 4c580603-badb-4a8d-8ff0-f5d4de4ab06a details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:53:01.466233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57898) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:01.466233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Request body: {'subnet': {'network_id': '4c580603-badb-4a8d-8ff0-f5d4de4ab06a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-195177505-subnet', 'tenant_id': '1922336eb132466493bdaa35fd3215e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:01.478108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:01.484077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Usage tracker for resource:subnet and tenant:1922336eb132466493bdaa35fd3215e6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:01.487485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:01.510181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:01.537925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Made reservation on behalf of 1922336eb132466493bdaa35fd3215e6 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:01.540559 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:01.884842 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:01.980181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Checking segment: {'id': '256016de-e0b0-4bdf-989d-7a8fff549f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4c580603-badb-4a8d-8ff0-f5d4de4ab06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:01.980538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Network hostable DHCP agents. Network: 4c580603-badb-4a8d-8ff0-f5d4de4ab06a, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:53:01.989705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2a126e-624a-4a16-a1ae-5a3ac9cf0086,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:02.013759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device e2345364-22ca-43ca-a342-7e6864b7c58b no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:02.032320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Network 4c580603-badb-4a8d-8ff0-f5d4de4ab06a is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:53:02.066714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 4c580603-badb-4a8d-8ff0-f5d4de4ab06a) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:02.082004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:02.082004 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:02.121697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-daaf8f00-b4f2-44af-9d52-3810248cf267 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6568985 May 24 22:53:02.139875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fe013c-044d-4c45-ac55-2a3538caca3c None None] Network 4c580603-badb-4a8d-8ff0-f5d4de4ab06a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:02.255558 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:02.622969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port e2345364-22ca-43ca-a342-7e6864b7c58b is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:02.624085 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:02.636882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf8c000-3732-42a8-9afa-456024d52008 None None] Network 4c580603-badb-4a8d-8ff0-f5d4de4ab06a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:02.755164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90af4cfb-a644-4514-b533-6e9c2128be01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2345364-22ca-43ca-a342-7e6864b7c58b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:53:02.816528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port e2345364-22ca-43ca-a342-7e6864b7c58b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e2345364-22ca-43ca-a342-7e6864b7c58b,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:02.845691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] Deleting port 99932a88-5ffa-4c51-b478-abca2d70beb0 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:02.846217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:02.849699 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed2c180-e95d-4a1e-944e-8aedb8d9f5df'] response: {'server_uuid': '90af4cfb-a644-4514-b533-6e9c2128be01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2345364-22ca-43ca-a342-7e6864b7c58b', 'code': 200} May 24 22:53:02.853625 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:02.854548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f005e08b-1911-4366-a0c8-4993134f47be no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:02.885248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573311c-89d2-4bae-bec0-dde0a3b2730a req-1aecef8f-9ff6-4f67-a99e-2d1f8cd44a4c tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:02.896357 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1573311c-89d2-4bae-bec0-dde0a3b2730a req-1aecef8f-9ff6-4f67-a99e-2d1f8cd44a4c tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 945 time: 0.5203702 May 24 22:53:02.922487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-c15a861b-d13a-4b89-bf4e-457b974a94ba tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:02.924246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-c15a861b-d13a-4b89-bf4e-457b974a94ba tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.31 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 945 time: 0.4048419 May 24 22:53:02.966478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: f005e08b-1911-4366-a0c8-4993134f47be {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:53:02.967109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f005e08b-1911-4366-a0c8-4993134f47be not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:53:03.008768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1573311c-89d2-4bae-bec0-dde0a3b2730a req-e5be2d4f-6055-41b6-a64c-5f2815a11cf6 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups?id=deec374e-4ba6-442c-81de-533bd93d460d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112444 May 24 22:53:03.033213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Deleting port e2345364-22ca-43ca-a342-7e6864b7c58b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:03.033671 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:03.046616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=e2345364-22ca-43ca-a342-7e6864b7c58b,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:03.131388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] For port 99932a88-5ffa-4c51-b478-abca2d70beb0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=99932a88-5ffa-4c51-b478-abca2d70beb0,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:03.131973 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:03.281092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] Calling delete_port for 99932a88-5ffa-4c51-b478-abca2d70beb0 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:53:03.325446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] For port e2345364-22ca-43ca-a342-7e6864b7c58b, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e2345364-22ca-43ca-a342-7e6864b7c58b,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:03.326035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:03.404196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57962) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:03.662184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-947a219a-496d-4ba9-874e-069782f47597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:03.693996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-947a219a-496d-4ba9-874e-069782f47597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:03.703864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-947a219a-496d-4ba9-874e-069782f47597 admin admin] Usage tracker for resource:security_group_rule and tenant:ca5a48cdc6104ff188efb2c52ff28a16 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:03.707921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-947a219a-496d-4ba9-874e-069782f47597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:03.713141 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:03.713733 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:03.714203 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Floating IP f0ef55f6-14e4-480d-a465-6e12a7dffa7a disassociated. External IP: 172.25.7.125, port: e2345364-22ca-43ca-a342-7e6864b7c58b. May 24 22:53:03.714691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Calling delete_port for e2345364-22ca-43ca-a342-7e6864b7c58b owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:53:03.754613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-947a219a-496d-4ba9-874e-069782f47597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:03.762081 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:03.769729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57982) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:03.781298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1895026624-network', 'tenant_id': 'a0147b1583914f37b6977e85a362f066'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:03.794227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:03.810166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Usage tracker for resource:network and tenant:a0147b1583914f37b6977e85a362f066 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:03.813421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:03.824807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=99932a88-5ffa-4c51-b478-abca2d70beb0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:03.838791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:03.863898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Made reservation on behalf of a0147b1583914f37b6977e85a362f066 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:03.867140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:03.902722 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:03.966502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:03.979842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Usage tracker for resource:security_group_rule and tenant:a0147b1583914f37b6977e85a362f066 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:03.991269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:04.013189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:04.075226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:04.126722 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-947a219a-496d-4ba9-874e-069782f47597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:04.181303 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-947a219a-496d-4ba9-874e-069782f47597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:04.204337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Pushing event deleted for resources: {'Port': ['ID=e2345364-22ca-43ca-a342-7e6864b7c58b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:04.353900 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2bf601d-3667-490f-8483-d5e794c8ecc8 req-ab639d1f-8738-4402-913c-687b691ae6f3 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 210 time: 0.1232865 May 24 22:53:04.355961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-947a219a-496d-4ba9-874e-069782f47597 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca5a48cdc6104ff188efb2c52ff28a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9503815 May 24 22:53:04.358886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57994) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:04.360507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a219a-496d-4ba9-874e-069782f47597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda69660-b00f-4b72-9e7b-235a14cd2825,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:04.440269 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:04.555791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Router c2e347d4-aced-4392-9a19-996da6ff0253 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:53:04.561987 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:04.698219 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:04.704570 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78991565-a90f-46e0-bf70-ecbe89bf1dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:04.758345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de54041a-4d0a-4775-abef-145c2cf6316a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:04.769451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:53:04.846997 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:04.847332 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Added segment e7ce4b02-69db-4c95-b228-52180bbc6bc4 of type vlan for network a505c6e7-5086-4f8f-9c57-eb82a0af7ffb May 24 22:53:04.850897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78991565-a90f-46e0-bf70-ecbe89bf1dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:04.922103 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:04.929141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:53:04.945129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7851f2c-9d34-42e1-9d05-f76152f5236b None None] Sync routers for ids ['c2e347d4-aced-4392-9a19-996da6ff0253'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:53:04.963497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7851f2c-9d34-42e1-9d05-f76152f5236b None None] Routers {'c2e347d4-aced-4392-9a19-996da6ff0253'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:04.964382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f7851f2c-9d34-42e1-9d05-f76152f5236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c2e347d4-aced-4392-9a19-996da6ff0253'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:05.003147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] Router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:53:05.075693 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78991565-a90f-46e0-bf70-ecbe89bf1dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:05.118813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78991565-a90f-46e0-bf70-ecbe89bf1dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda69660-b00f-4b72-9e7b-235a14cd2825,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:05.134876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78991565-a90f-46e0-bf70-ecbe89bf1dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:05.136184 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-78991565-a90f-46e0-bf70-ecbe89bf1dea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dda69660-b00f-4b72-9e7b-235a14cd2825 HTTP/1.1" status: 204 len: 168 time: 0.7760329 May 24 22:53:05.218794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f7851f2c-9d34-42e1-9d05-f76152f5236b None None] Set router c2e347d4-aced-4392-9a19-996da6ff0253 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:05.245077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:53:05.257293 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af90687-7127-4030-938a-4f359dadd95a None None] Sync routers for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:53:05.261043 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5d05a057-552e-41a2-976f-3e852996d1dd admin admin] 10.222.0.55 "PUT /v2.0/routers/8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9253173 May 24 22:53:05.261982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58032) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:05.269298 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af90687-7127-4030-938a-4f359dadd95a None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:05.269974 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0af90687-7127-4030-938a-4f359dadd95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:05.373461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:53:05.375704 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6c779239-fa10-4df3-9ebd-0307a5a9cb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:05.390212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] No DVR routers for this DVR port e2345364-22ca-43ca-a342-7e6864b7c58b on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:53:05.399414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:05.407088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90af4cfb-a644-4514-b533-6e9c2128be01', 'name': 'network-vif-deleted', 'tag': 'e2345364-22ca-43ca-a342-7e6864b7c58b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:53:05.473677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:05.475752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:05.477733 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:05.550556 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b9a8d2-1e1a-4aed-9872-e3a0e8984e24'] response: {'server_uuid': '90af4cfb-a644-4514-b533-6e9c2128be01', 'name': 'network-vif-deleted', 'tag': 'e2345364-22ca-43ca-a342-7e6864b7c58b', 'status': 'completed', 'code': 200} May 24 22:53:05.572614 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:05.601476 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ed79c92-f24f-4ac3-aace-9db0b3f6c4ab req-9c70ca99-b129-4452-b18c-20e47551e2b4 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.31 "DELETE /v2.0/ports/e2345364-22ca-43ca-a342-7e6864b7c58b HTTP/1.1" status: 204 len: 173 time: 2.6711085 May 24 22:53:05.732425 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0af90687-7127-4030-938a-4f359dadd95a None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:05.916173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9a48bae8-6d9d-440d-942b-8a5d097fc9c6 req-423557b0-fa1a-4cad-8a80-856dfda08a90 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Synchronizing usage tracker for tenant:f60391774d14487dacf1f191169044be on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:05.945466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1745691 May 24 22:53:05.946553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4426c-efcc-4e88-9821-2900ef948290 admin admin] Pushing event updated for resources: {'Network': ['ID=a505c6e7-5086-4f8f-9c57-eb82a0af7ffb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:05.950078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58050) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:05.960534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network a505c6e7-5086-4f8f-9c57-eb82a0af7ffb details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:53:05.961930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Request body: {'subnet': {'network_id': 'a505c6e7-5086-4f8f-9c57-eb82a0af7ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1895026624-subnet', 'tenant_id': 'a0147b1583914f37b6977e85a362f066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:05.978752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:05.995085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Usage tracker for resource:subnet and tenant:a0147b1583914f37b6977e85a362f066 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:05.998318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9a48bae8-6d9d-440d-942b-8a5d097fc9c6 req-423557b0-fa1a-4cad-8a80-856dfda08a90 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Unset dirty status for tenant:f60391774d14487dacf1f191169044be on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:06.005268 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a48bae8-6d9d-440d-942b-8a5d097fc9c6 req-423557b0-fa1a-4cad-8a80-856dfda08a90 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 210 time: 0.2252657 May 24 22:53:06.016922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:06.030341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:06.052487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Made reservation on behalf of a0147b1583914f37b6977e85a362f066 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:06.055063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:06.189933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f7851f2c-9d34-42e1-9d05-f76152f5236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:51:05Z', 'revision_number': 4, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7c57532c-ac8b-492d-a5e2-7656c7ba0969', 'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'mac_address': 'fa:16:3e:ed:75:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:00Z', 'updated_at': '2022-05-24T22:51:17Z', 'revision_number': 5, 'project_id': 'f60391774d14487dacf1f191169044be', 'subnets': [{'id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:06.194712 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:06.195213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7851f2c-9d34-42e1-9d05-f76152f5236b None None] Checking router: c2e347d4-aced-4392-9a19-996da6ff0253 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:53:06.206801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7851f2c-9d34-42e1-9d05-f76152f5236b None None] Routers {'c2e347d4-aced-4392-9a19-996da6ff0253'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:06.208004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f7851f2c-9d34-42e1-9d05-f76152f5236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c2e347d4-aced-4392-9a19-996da6ff0253'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:06.217833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Deleting port d544200b-e010-40b7-a948-5bdf24ef0067 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:06.218284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:06.368119 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0af90687-7127-4030-938a-4f359dadd95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:53:03Z', 'revision_number': 5, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port': {'id': 'd544200b-e010-40b7-a948-5bdf24ef0067', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:29Z', 'updated_at': '2022-05-24T22:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:06.373911 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af90687-7127-4030-938a-4f359dadd95a None None] Checking router: 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:53:06.390097 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af90687-7127-4030-938a-4f359dadd95a None None] Routers {'8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:06.392075 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0af90687-7127-4030-938a-4f359dadd95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:06.493197 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:06.601889 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0af90687-7127-4030-938a-4f359dadd95a None None] Set router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:06.614745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] For port d544200b-e010-40b7-a948-5bdf24ef0067, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d544200b-e010-40b7-a948-5bdf24ef0067,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:06.615309 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:06.684553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Checking segment: {'id': 'e7ce4b02-69db-4c95-b228-52180bbc6bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a505c6e7-5086-4f8f-9c57-eb82a0af7ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:06.685190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Network hostable DHCP agents. Network: a505c6e7-5086-4f8f-9c57-eb82a0af7ffb, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:53:06.701331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f7851f2c-9d34-42e1-9d05-f76152f5236b None None] Set router c2e347d4-aced-4392-9a19-996da6ff0253 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:06.717473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8985307e-2851-459d-8b8a-4ef01b11a4ae,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:06.734067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Network a505c6e7-5086-4f8f-9c57-eb82a0af7ffb is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:53:06.740873 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0af90687-7127-4030-938a-4f359dadd95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:53:06Z', 'revision_number': 6, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:06.745246 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af90687-7127-4030-938a-4f359dadd95a None None] The sync data for ids ['8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6'] in n-d-843146-7 is: [{'id': '8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2017184791-router', 'tenant_id': '07ea468ff7a3438188801f20e23e9e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:51:27Z', 'updated_at': '2022-05-24T22:53:06Z', 'revision_number': 6, 'project_id': '07ea468ff7a3438188801f20e23e9e88', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:53:06.758088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, a505c6e7-5086-4f8f-9c57-eb82a0af7ffb) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:06.767788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:06.768609 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:06.828204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e6727-7e41-4410-b472-a2c5a2f6ca29 None None] Network a505c6e7-5086-4f8f-9c57-eb82a0af7ffb requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:06.830428 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b2763e58-37c3-4ebb-a51d-6f4bf43c7b91 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8792353 May 24 22:53:06.866658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Calling delete_port for d544200b-e010-40b7-a948-5bdf24ef0067 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:53:07.100702 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:07.248976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Pushing event deleted for resources: {'Port': ['ID=d544200b-e010-40b7-a948-5bdf24ef0067,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:07.420577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.420932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.421270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.421622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.421947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.423405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.423738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.424065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.424388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.424708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.425030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.425341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:07.510622 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8805e688-375d-470f-8082-c04541db59d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:07.544963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac6490-5965-4844-836a-2c0f10220677 None None] Network a505c6e7-5086-4f8f-9c57-eb82a0af7ffb requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:07.631235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36ab08fc-958b-4179-8da3-cb43e3a759a5 req-d80bba79-b49a-443a-a247-dca8ab03336f tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/ports?device_id=90af4cfb-a644-4514-b533-6e9c2128be01 HTTP/1.1" status: 200 len: 210 time: 0.2919600 May 24 22:53:07.658286 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:07.749503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f7851f2c-9d34-42e1-9d05-f76152f5236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:51:05Z', 'revision_number': 4, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7c57532c-ac8b-492d-a5e2-7656c7ba0969', 'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'mac_address': 'fa:16:3e:ed:75:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:00Z', 'updated_at': '2022-05-24T22:51:17Z', 'revision_number': 5, 'project_id': 'f60391774d14487dacf1f191169044be', 'subnets': [{'id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:07.803236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7851f2c-9d34-42e1-9d05-f76152f5236b None None] The sync data for ids ['c2e347d4-aced-4392-9a19-996da6ff0253'] in n-d-843146-7 is: [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:51:05Z', 'revision_number': 4, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7c57532c-ac8b-492d-a5e2-7656c7ba0969', 'name': '', 'network_id': '350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'mac_address': 'fa:16:3e:ed:75:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:51:00Z', 'updated_at': '2022-05-24T22:51:17Z', 'revision_number': 5, 'project_id': 'f60391774d14487dacf1f191169044be', 'subnets': [{'id': '0979d8bd-a0c0-42fa-8f26-b3ce158b2e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:53:07.929233 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:07.931676 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:08.000604 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:08.002524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:53:08.027386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:08.039694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6156ecfd-b682-480b-868d-70577a9e2664 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8d0c4d4f-efcb-4f4b-ad1a-981373cc5fa6 HTTP/1.1" status: 204 len: 168 time: 2.7759504 May 24 22:53:08.042404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58102) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:08.203807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa2fcd3-f1fb-4f61-9922-2bdbecf02b33 admin admin] Deleting subnet 8e7e7d4d-2610-4d50-a91e-25de72272d10 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:53:08.219854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0fa2fcd3-f1fb-4f61-9922-2bdbecf02b33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:08.373402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016e733-0f71-43f2-99ca-4c619cf74775 None None] New status for floating IP f0ef55f6-14e4-480d-a465-6e12a7dffa7a: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:53:08.442425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0fa2fcd3-f1fb-4f61-9922-2bdbecf02b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:08.593181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ba5994c6-920e-44c5-9f26-3db5e157d94a tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:08.594319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ba5994c6-920e-44c5-9f26-3db5e157d94a tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Synchronizing usage tracker for tenant:1922336eb132466493bdaa35fd3215e6 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:08.620644 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0fa2fcd3-f1fb-4f61-9922-2bdbecf02b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:08.664248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ba5994c6-920e-44c5-9f26-3db5e157d94a tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Unset dirty status for tenant:1922336eb132466493bdaa35fd3215e6 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:08.672820 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ba5994c6-920e-44c5-9f26-3db5e157d94a tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/networks?id=4c580603-badb-4a8d-8ff0-f5d4de4ab06a HTTP/1.1" status: 200 len: 824 time: 0.3894966 May 24 22:53:08.705181 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-891256fc-5b38-46e8-b8c0-5069b5f32b8f tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/quotas/1922336eb132466493bdaa35fd3215e6 HTTP/1.1" status: 200 len: 375 time: 0.0311182 May 24 22:53:08.764521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-a28417aa-3ad2-428f-9c00-c1e25772f292 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1922336eb132466493bdaa35fd3215e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580683 May 24 22:53:08.815219 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:08.920105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58134) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:08.938776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d544200b-e010-40b7-a948-5bdf24ef0067 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:08.953539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0fa2fcd3-f1fb-4f61-9922-2bdbecf02b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:08.993851 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:09.000517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: d544200b-e010-40b7-a948-5bdf24ef0067 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:53:09.001089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d544200b-e010-40b7-a948-5bdf24ef0067 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:53:09.001709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 99932a88-5ffa-4c51-b478-abca2d70beb0 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:09.018963 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcbf44a7-abdf-4645-85b7-848ff5ba2d29 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:09.038839 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-85c0d697-bb15-454d-bfe7-2d248117bae8 service neutron] 10.222.0.55 "GET /v2.0/networks/4c580603-badb-4a8d-8ff0-f5d4de4ab06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732122 May 24 22:53:09.039587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2fcd3-f1fb-4f61-9922-2bdbecf02b33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7e7d4d-2610-4d50-a91e-25de72272d10,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:09.042574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 99932a88-5ffa-4c51-b478-abca2d70beb0 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:53:09.043079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 99932a88-5ffa-4c51-b478-abca2d70beb0 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:53:09.051838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0fa2fcd3-f1fb-4f61-9922-2bdbecf02b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:09.056869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741bfb76-99df-4c51-a23c-e2a924ddf4bc None None] Network a43154de-2ec7-41e9-8fe1-e5570cd498ac requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:09.114660 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcbf44a7-abdf-4645-85b7-848ff5ba2d29 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:09.132314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0fa2fcd3-f1fb-4f61-9922-2bdbecf02b33 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8e7e7d4d-2610-4d50-a91e-25de72272d10 HTTP/1.1" status: 204 len: 168 time: 1.0873005 May 24 22:53:09.134908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58140) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:09.206784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcbf44a7-abdf-4645-85b7-848ff5ba2d29 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:09.235420 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf44a7-abdf-4645-85b7-848ff5ba2d29 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deec374e-4ba6-442c-81de-533bd93d460d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:09.258661 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcbf44a7-abdf-4645-85b7-848ff5ba2d29 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:09.262812 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bcbf44a7-abdf-4645-85b7-848ff5ba2d29 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "DELETE /v2.0/security-groups/deec374e-4ba6-442c-81de-533bd93d460d HTTP/1.1" status: 204 len: 168 time: 0.3389738 May 24 22:53:09.263812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58148) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:09.304088 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:09.307614 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-50a041e0-d1b6-4f51-ad36-a76a1ca54b03 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] show failed (client error): The resource could not be found. May 24 22:53:09.313141 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-50a041e0-d1b6-4f51-ad36-a76a1ca54b03 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "GET /v2.0/security-groups/deec374e-4ba6-442c-81de-533bd93d460d HTTP/1.1" status: 404 len: 347 time: 0.0432220 May 24 22:53:09.313315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58152) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:09.386126 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-6a14db28-b04e-43c8-99eb-55c677b7f00b service neutron] 10.222.0.55 "GET /v2.0/networks/4c580603-badb-4a8d-8ff0-f5d4de4ab06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355584 May 24 22:53:09.404654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Deleting port 527ffbf8-bac9-422b-a580-c00ea7e65581 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:09.404949 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:09.639254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29e787-c4a5-4030-bddc-c3ddd442b13d None None] DHCP port deletion for a43154de-2ec7-41e9-8fe1-e5570cd498ac request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:53:09.648350 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bb29e787-c4a5-4030-bddc-c3ddd442b13d None None] Deleting port 527ffbf8-bac9-422b-a580-c00ea7e65581 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:09.648708 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb29e787-c4a5-4030-bddc-c3ddd442b13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:09.786863 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f17d4310-be1e-4b6f-854b-10a59af34e4d req-f405515a-232b-49ca-b13b-56d3fe65878c tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 210 time: 0.1286981 May 24 22:53:09.822651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a553056c-dbc2-44f4-bba0-2f51b343ff81 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Deleting port 38a36c95-2a04-4629-8450-3ceff9e4bfda {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:09.822996 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a553056c-dbc2-44f4-bba0-2f51b343ff81 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:10.007393 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:10.020281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bb29e787-c4a5-4030-bddc-c3ddd442b13d None None] For port 527ffbf8-bac9-422b-a580-c00ea7e65581, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=527ffbf8-bac9-422b-a580-c00ea7e65581,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:10.023870 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb29e787-c4a5-4030-bddc-c3ddd442b13d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:10.271337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bb29e787-c4a5-4030-bddc-c3ddd442b13d None None] Calling delete_port for 527ffbf8-bac9-422b-a580-c00ea7e65581 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:53:10.424806 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb29e787-c4a5-4030-bddc-c3ddd442b13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:10.526603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29e787-c4a5-4030-bddc-c3ddd442b13d None None] Pushing event deleted for resources: {'Port': ['ID=527ffbf8-bac9-422b-a580-c00ea7e65581,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:10.538452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29e787-c4a5-4030-bddc-c3ddd442b13d None None] No DVR routers for this DVR port 527ffbf8-bac9-422b-a580-c00ea7e65581 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:53:10.557399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] For port 527ffbf8-bac9-422b-a580-c00ea7e65581, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=527ffbf8-bac9-422b-a580-c00ea7e65581,segment=NetworkSegment(23a60b4f-8a3f-4e44-9e93-111eec7f661f),segment_id=23a60b4f-8a3f-4e44-9e93-111eec7f661f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:10.557869 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:10.731874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a553056c-dbc2-44f4-bba0-2f51b343ff81 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:10.731874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a553056c-dbc2-44f4-bba0-2f51b343ff81 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:10.769279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Calling delete_port for 527ffbf8-bac9-422b-a580-c00ea7e65581 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:53:10.856733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 527ffbf8-bac9-422b-a580-c00ea7e65581 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:10.907797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 527ffbf8-bac9-422b-a580-c00ea7e65581 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:53:10.908601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 527ffbf8-bac9-422b-a580-c00ea7e65581 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:53:10.928391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a553056c-dbc2-44f4-bba0-2f51b343ff81 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Calling delete_port for 38a36c95-2a04-4629-8450-3ceff9e4bfda owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:53:11.030411 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:53:11.030758 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:53:11.147352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a553056c-dbc2-44f4-bba0-2f51b343ff81 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:11.209800 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bf84c0c-441d-4b56-b055-111950fcb289 req-6506dcd9-993c-4d12-b5ce-d7ec0409778a tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 210 time: 0.0991316 May 24 22:53:11.291344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553056c-dbc2-44f4-bba0-2f51b343ff81 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Pushing event deleted for resources: {'Port': ['ID=38a36c95-2a04-4629-8450-3ceff9e4bfda,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:11.334789 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a553056c-dbc2-44f4-bba0-2f51b343ff81 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:11.366552 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a553056c-dbc2-44f4-bba0-2f51b343ff81 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:11.368848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a553056c-dbc2-44f4-bba0-2f51b343ff81 tempest-ServersTestBootFromVolume-711385344 tempest-ServersTestBootFromVolume-711385344-project] 10.222.0.55 "DELETE /v2.0/floatingips/f0ef55f6-14e4-480d-a465-6e12a7dffa7a HTTP/1.1" status: 204 len: 168 time: 2.0543163 May 24 22:53:11.371975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58222) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:11.749910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Deleting port 527ffbf8-bac9-422b-a580-c00ea7e65581 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:11.750395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:11.788373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-c43faf56-8452-4547-96ce-53e9a3ad402f tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:11.789867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-c43faf56-8452-4547-96ce-53e9a3ad402f tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.50 "GET /v2.0/networks?id=4c580603-badb-4a8d-8ff0-f5d4de4ab06a HTTP/1.1" status: 200 len: 824 time: 0.3068638 May 24 22:53:11.839072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Request body: {'port': {'device_id': '3110b2a7-2023-4fc5-b196-8ac1c4bf63a3', 'network_id': '4c580603-badb-4a8d-8ff0-f5d4de4ab06a', 'admin_state_up': True, 'tenant_id': '1922336eb132466493bdaa35fd3215e6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:11.859491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] The port '527ffbf8-bac9-422b-a580-c00ea7e65581' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:53:12.212734 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:12.264922 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:12.276612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43154de-2ec7-41e9-8fe1-e5570cd498ac']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:12.296081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a60b4f-8a3f-4e44-9e93-111eec7f661f') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:12.296377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a60b4f-8a3f-4e44-9e93-111eec7f661f') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:12.306155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:12.313764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Usage tracker for resource:port and tenant:1922336eb132466493bdaa35fd3215e6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:12.316627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:12.322415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:12.331859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:12.343966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Made reservation on behalf of 1922336eb132466493bdaa35fd3215e6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:12.347680 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:12.373072 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:12.418060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:53:12.418918 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:12.493208 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 23a60b4f-8a3f-4e44-9e93-111eec7f661f resource provider aggregate not found May 24 22:53:12.499804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6448e747-002b-49c6-9420-b0ddf3974785 req-52f10910-ba7e-4120-a49d-096a0e6f7061 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 210 time: 0.0655015 May 24 22:53:12.542822 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 23a60b4f-8a3f-4e44-9e93-111eec7f661f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23a60b4f-8a3f-4e44-9e93-111eec7f661f found for delete ", "request_id": "req-d797aa30-abb8-4c7b-acf2-d5f322848016"}]} May 24 22:53:12.597708 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:12.603390 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:12.642501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43154de-2ec7-41e9-8fe1-e5570cd498ac,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:12.692189 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-28b64a79-5d56-4494-b4a3-64ab35f161b2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a43154de-2ec7-41e9-8fe1-e5570cd498ac HTTP/1.1" status: 204 len: 168 time: 3.5490308 May 24 22:53:12.720241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Allocated IP 172.20.0.9 (4c580603-badb-4a8d-8ff0-f5d4de4ab06a/ed2a126e-624a-4a16-a1ae-5a3ac9cf0086/fc426a8c-3a11-4804-97ec-2e5eb63ce488) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:12.763086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] Deleting port 7c57532c-ac8b-492d-a5e2-7656c7ba0969 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:12.763435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:12.971865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] For port 7c57532c-ac8b-492d-a5e2-7656c7ba0969, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c57532c-ac8b-492d-a5e2-7656c7ba0969,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:12.973958 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:12.978867 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:12.992631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58284) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:13.053212 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e7b0b4fc-4374-4ab7-a4f7-7e55fa02d8dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07ea468ff7a3438188801f20e23e9e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567803 May 24 22:53:13.053440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58288) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:13.103494 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:13.118461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] Calling delete_port for 7c57532c-ac8b-492d-a5e2-7656c7ba0969 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:53:13.188101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Pushing event updated for resources: {'Port': ['ID=fc426a8c-3a11-4804-97ec-2e5eb63ce488,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:13.217512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Network 4c580603-badb-4a8d-8ff0-f5d4de4ab06a is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:13.219423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:13.221717 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49fe8-d440-4e14-97ee-f938eeb9d861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:13.252949 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49fe8-d440-4e14-97ee-f938eeb9d861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:13.273583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:13.357453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:13.358133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:13.384694 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49fe8-d440-4e14-97ee-f938eeb9d861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:13.389059 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49fe8-d440-4e14-97ee-f938eeb9d861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:13.390716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-00a49fe8-d440-4e14-97ee-f938eeb9d861 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/269d2790-eaff-4218-8280-f0c89f1de4c2 HTTP/1.1" status: 204 len: 168 time: 0.3361583 May 24 22:53:13.401059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-ef114c2e-d1ae-4dbf-a339-e2b71d5a117b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5665152 May 24 22:53:13.409174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a49fe8-d440-4e14-97ee-f938eeb9d861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269d2790-eaff-4218-8280-f0c89f1de4c2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:13.413802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Request body: {'port': {'device_id': '3110b2a7-2023-4fc5-b196-8ac1c4bf63a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:13.420772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:13.499778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c57532c-ac8b-492d-a5e2-7656c7ba0969,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:13.548779 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:14.004361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb107e1-8243-4c8d-bdac-4d42380feacf req-8f862ce4-2c35-4ecf-b388-d3839daab931 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:14.005140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cbb107e1-8243-4c8d-bdac-4d42380feacf req-8f862ce4-2c35-4ecf-b388-d3839daab931 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Synchronizing usage tracker for tenant:1922336eb132466493bdaa35fd3215e6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:14.027404 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:14.038787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cbb107e1-8243-4c8d-bdac-4d42380feacf req-8f862ce4-2c35-4ecf-b388-d3839daab931 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Unset dirty status for tenant:1922336eb132466493bdaa35fd3215e6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:14.039455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbb107e1-8243-4c8d-bdac-4d42380feacf req-8f862ce4-2c35-4ecf-b388-d3839daab931 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 931 time: 0.1740096 May 24 22:53:14.128961 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc426a8c-3a11-4804-97ec-2e5eb63ce488 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:53:14.143755 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:14.148052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cbb107e1-8243-4c8d-bdac-4d42380feacf req-14f2e908-2fa1-41fe-8c55-c4966aa46e7c tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Synchronizing usage tracker for tenant:1922336eb132466493bdaa35fd3215e6 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:14.171759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Transition to ACTIVE for port object fc426a8c-3a11-4804-97ec-2e5eb63ce488 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:14.179251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:14.218571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cbb107e1-8243-4c8d-bdac-4d42380feacf req-14f2e908-2fa1-41fe-8c55-c4966aa46e7c tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Unset dirty status for tenant:1922336eb132466493bdaa35fd3215e6 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:14.227058 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbb107e1-8243-4c8d-bdac-4d42380feacf req-14f2e908-2fa1-41fe-8c55-c4966aa46e7c tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536143 May 24 22:53:14.471043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] Router c2e347d4-aced-4392-9a19-996da6ff0253 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:53:14.512926 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:53:14.541888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Pushing event updated for resources: {'Port': ['ID=fc426a8c-3a11-4804-97ec-2e5eb63ce488,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:14.592120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Attempting to bind port fc426a8c-3a11-4804-97ec-2e5eb63ce488 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:53:14.592597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Attempting to bind port fc426a8c-3a11-4804-97ec-2e5eb63ce488 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '256016de-e0b0-4bdf-989d-7a8fff549f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4c580603-badb-4a8d-8ff0-f5d4de4ab06a'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:53:14.592922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Attempting to bind port fc426a8c-3a11-4804-97ec-2e5eb63ce488 on network 4c580603-badb-4a8d-8ff0-f5d4de4ab06a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:14.601403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Port fc426a8c-3a11-4804-97ec-2e5eb63ce488 on network 4c580603-badb-4a8d-8ff0-f5d4de4ab06a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:53:14.601746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Attempting to bind port fc426a8c-3a11-4804-97ec-2e5eb63ce488 on network 4c580603-badb-4a8d-8ff0-f5d4de4ab06a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:14.608023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:53:14.608336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Checking segment: {'id': '256016de-e0b0-4bdf-989d-7a8fff549f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4c580603-badb-4a8d-8ff0-f5d4de4ab06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:14.608713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Bound using segment: {'id': '256016de-e0b0-4bdf-989d-7a8fff549f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4c580603-badb-4a8d-8ff0-f5d4de4ab06a'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:53:14.609142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Bound port: fc426a8c-3a11-4804-97ec-2e5eb63ce488, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256016de-e0b0-4bdf-989d-7a8fff549f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4c580603-badb-4a8d-8ff0-f5d4de4ab06a'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:53:14.609512 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:14.695307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58342) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:14.730233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:53:14.733955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] For port fc426a8c-3a11-4804-97ec-2e5eb63ce488, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:14.737126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] For port fc426a8c-3a11-4804-97ec-2e5eb63ce488, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fc426a8c-3a11-4804-97ec-2e5eb63ce488,segment=NetworkSegment(256016de-e0b0-4bdf-989d-7a8fff549f5e),segment_id=256016de-e0b0-4bdf-989d-7a8fff549f5e)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:53:14.741231 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6884e6d-114b-4ea7-bcc8-cef42e01553d None None] Sync routers for ids ['c2e347d4-aced-4392-9a19-996da6ff0253'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:53:14.747118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:14.754119 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6884e6d-114b-4ea7-bcc8-cef42e01553d None None] Routers {'c2e347d4-aced-4392-9a19-996da6ff0253'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:14.756938 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c6884e6d-114b-4ea7-bcc8-cef42e01553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c2e347d4-aced-4392-9a19-996da6ff0253'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:14.765270 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-154ff97b-acf8-4c5f-95a0-8cdd4c05a42a admin admin] 10.222.0.55 "PUT /v2.0/routers/c2e347d4-aced-4392-9a19-996da6ff0253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3915079 May 24 22:53:14.768867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58350) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:14.877897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Pushing event updated for resources: {'Port': ['ID=fc426a8c-3a11-4804-97ec-2e5eb63ce488,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:14.892671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:14.893288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:14.894914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-7b428a6f-d9df-48ac-a5d7-a59f993b7c7d service neutron] 10.222.0.50 "PUT /v2.0/ports/fc426a8c-3a11-4804-97ec-2e5eb63ce488 HTTP/1.1" status: 200 len: 1091 time: 1.4856277 May 24 22:53:14.895381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3110b2a7-2023-4fc5-b196-8ac1c4bf63a3', 'tag': 'fc426a8c-3a11-4804-97ec-2e5eb63ce488'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:53:14.987490 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4cc4475-12db-4c4d-84c8-f0412c660ca2'] response: {'name': 'network-changed', 'server_uuid': '3110b2a7-2023-4fc5-b196-8ac1c4bf63a3', 'tag': 'fc426a8c-3a11-4804-97ec-2e5eb63ce488', 'status': 'completed', 'code': 200} May 24 22:53:15.021150 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c6884e6d-114b-4ea7-bcc8-cef42e01553d None None] Set router c2e347d4-aced-4392-9a19-996da6ff0253 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:15.058694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:15.081790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-6f57573f-4122-454e-8011-1d6054cb6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:15.086258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-6f57573f-4122-454e-8011-1d6054cb6990 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1922336eb132466493bdaa35fd3215e6&device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 1094 time: 0.1405964 May 24 22:53:15.195430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-17de58d7-04e4-4320-afea-7c9c2f51d563 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc426a8c-3a11-4804-97ec-2e5eb63ce488 HTTP/1.1" status: 200 len: 217 time: 0.0971315 May 24 22:53:15.279088 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa038fbb-8472-414b-a344-adaf399b5687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:15.307009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fa038fbb-8472-414b-a344-adaf399b5687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:15.319378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fa038fbb-8472-414b-a344-adaf399b5687 admin admin] Usage tracker for resource:security_group_rule and tenant:cc65bbbdd9224b1d980d206e64ecc059 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:15.332628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fa038fbb-8472-414b-a344-adaf399b5687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:15.364642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fa038fbb-8472-414b-a344-adaf399b5687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:15.372005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:15.397870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Deleting port 94870a82-8028-4e18-9a71-4e9dffcf9170 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:15.398509 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:15.406615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-5bf3039e-d912-4e39-8402-71c36ec688e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:15.408463 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-5bf3039e-d912-4e39-8402-71c36ec688e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed2a126e-624a-4a16-a1ae-5a3ac9cf0086 HTTP/1.1" status: 200 len: 864 time: 0.2034585 May 24 22:53:15.419957 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c6884e6d-114b-4ea7-bcc8-cef42e01553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:53:13Z', 'revision_number': 5, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port': {'id': '94870a82-8028-4e18-9a71-4e9dffcf9170', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:50:52Z', 'updated_at': '2022-05-24T22:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:15.428258 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6884e6d-114b-4ea7-bcc8-cef42e01553d None None] Checking router: c2e347d4-aced-4392-9a19-996da6ff0253 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:53:15.448562 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6884e6d-114b-4ea7-bcc8-cef42e01553d None None] Routers {'c2e347d4-aced-4392-9a19-996da6ff0253'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:15.449256 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c6884e6d-114b-4ea7-bcc8-cef42e01553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c2e347d4-aced-4392-9a19-996da6ff0253'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:15.509594 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-90de1ab9-e968-4b16-8b49-ee812871705e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c580603-badb-4a8d-8ff0-f5d4de4ab06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853622 May 24 22:53:15.629012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac419d7-049b-4a66-89b6-c5e8eb58e11c req-c1b972ef-8362-41b5-9ea1-7d9368e3fc2f tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:15.631448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eac419d7-049b-4a66-89b6-c5e8eb58e11c req-c1b972ef-8362-41b5-9ea1-7d9368e3fc2f tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 943 time: 0.2797201 May 24 22:53:15.708753 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa038fbb-8472-414b-a344-adaf399b5687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:15.713276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eac419d7-049b-4a66-89b6-c5e8eb58e11c req-72f71c57-9215-449b-b6d4-c033ecdb0e40 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738640 May 24 22:53:15.715498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] For port 94870a82-8028-4e18-9a71-4e9dffcf9170, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=94870a82-8028-4e18-9a71-4e9dffcf9170,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:15.716113 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:15.727817 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa038fbb-8472-414b-a344-adaf399b5687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:15.744642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-e7525199-2178-4c65-b652-564b997dc84d service neutron] 10.222.0.50 "GET /v2.0/networks/4c580603-badb-4a8d-8ff0-f5d4de4ab06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147152 May 24 22:53:15.858450 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c6884e6d-114b-4ea7-bcc8-cef42e01553d None None] Set router c2e347d4-aced-4392-9a19-996da6ff0253 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:15.926846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41619a76-25f7-401e-8fa9-81d2d3166f53 req-a7c7d636-e72e-47ca-ba4f-d4043790ea6b service neutron] 10.222.0.50 "GET /v2.0/networks/4c580603-badb-4a8d-8ff0-f5d4de4ab06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802309 May 24 22:53:16.032251 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c6884e6d-114b-4ea7-bcc8-cef42e01553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:53:15Z', 'revision_number': 6, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:16.036881 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6884e6d-114b-4ea7-bcc8-cef42e01553d None None] The sync data for ids ['c2e347d4-aced-4392-9a19-996da6ff0253'] in n-d-843146-7 is: [{'id': 'c2e347d4-aced-4392-9a19-996da6ff0253', 'name': 'tempest-ServersTestBootFromVolume-2115572635-router', 'tenant_id': 'f60391774d14487dacf1f191169044be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:50:50Z', 'updated_at': '2022-05-24T22:53:15Z', 'revision_number': 6, 'project_id': 'f60391774d14487dacf1f191169044be', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:53:16.049009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58386) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:16.090742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Calling delete_port for 94870a82-8028-4e18-9a71-4e9dffcf9170 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:53:16.105425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5638f11-1320-40c6-ba62-d635def90650 req-1abdeaa1-0a4d-4597-ba9a-cb3cfae1a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:16.107931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5638f11-1320-40c6-ba62-d635def90650 req-1abdeaa1-0a4d-4597-ba9a-cb3cfae1a325 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1922336eb132466493bdaa35fd3215e6&device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 1094 time: 0.1171639 May 24 22:53:16.152367 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fa038fbb-8472-414b-a344-adaf399b5687 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc65bbbdd9224b1d980d206e64ecc059&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4546735 May 24 22:53:16.152947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58394) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:16.154325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa038fbb-8472-414b-a344-adaf399b5687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc1f602-2fba-4c23-b4c7-98f72c13090e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:16.344137 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8958f480-dffb-4a74-bc16-352e6fc65419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:16.346339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5638f11-1320-40c6-ba62-d635def90650 req-eb17000a-e7df-4481-ae90-c7a957f013f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:16.347917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5638f11-1320-40c6-ba62-d635def90650 req-eb17000a-e7df-4481-ae90-c7a957f013f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c580603-badb-4a8d-8ff0-f5d4de4ab06a HTTP/1.1" status: 200 len: 925 time: 0.2332006 May 24 22:53:16.358366 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:16.414778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=94870a82-8028-4e18-9a71-4e9dffcf9170,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:16.427084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-715061842-network', 'tenant_id': '52f35fd46fa1486098c48667c9b46795'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:16.445700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58402) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:16.446621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:16.449699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5638f11-1320-40c6-ba62-d635def90650 req-824757d6-4004-4817-8f46-0009472e9ad4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc426a8c-3a11-4804-97ec-2e5eb63ce488 HTTP/1.1" status: 200 len: 217 time: 0.0920174 May 24 22:53:16.456944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Usage tracker for resource:network and tenant:52f35fd46fa1486098c48667c9b46795 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:16.462937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:16.514944 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8958f480-dffb-4a74-bc16-352e6fc65419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:16.515372 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:16.580046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:16.624363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Made reservation on behalf of 52f35fd46fa1486098c48667c9b46795 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:16.626938 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:16.642196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a39288b-446f-4d46-8b34-879a18e492e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:16.665821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:16.687847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6a39288b-446f-4d46-8b34-879a18e492e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:16.693327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5638f11-1320-40c6-ba62-d635def90650 req-e053f9f1-bcd9-4900-9335-6841ffb129a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:16.694893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5638f11-1320-40c6-ba62-d635def90650 req-e053f9f1-bcd9-4900-9335-6841ffb129a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed2a126e-624a-4a16-a1ae-5a3ac9cf0086 HTTP/1.1" status: 200 len: 864 time: 0.2246120 May 24 22:53:16.698604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6a39288b-446f-4d46-8b34-879a18e492e1 admin admin] Usage tracker for resource:security_group_rule and tenant:5d27542535d24da683a610e121c19e4a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:16.702308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6a39288b-446f-4d46-8b34-879a18e492e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:16.705256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:16.737824 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:16.740086 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:16.771743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6a39288b-446f-4d46-8b34-879a18e492e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:16.783001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Usage tracker for resource:security_group_rule and tenant:52f35fd46fa1486098c48667c9b46795 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:16.787561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:16.794196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:16.794458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:16.795167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e347d4-aced-4392-9a19-996da6ff0253 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:53:16.813223 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5638f11-1320-40c6-ba62-d635def90650 req-40672902-f9e4-4717-8640-49626c6c9bb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c580603-badb-4a8d-8ff0-f5d4de4ab06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024778 May 24 22:53:16.849449 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:16.851055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c6366b13-5988-4258-9d30-393074c26c49 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c2e347d4-aced-4392-9a19-996da6ff0253 HTTP/1.1" status: 204 len: 168 time: 2.0781031 May 24 22:53:16.853912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58416) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:16.866293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 94870a82-8028-4e18-9a71-4e9dffcf9170 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:16.933057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 94870a82-8028-4e18-9a71-4e9dffcf9170 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:53:16.933931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 94870a82-8028-4e18-9a71-4e9dffcf9170 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:53:16.933931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7c57532c-ac8b-492d-a5e2-7656c7ba0969 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:16.977188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 7c57532c-ac8b-492d-a5e2-7656c7ba0969 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:53:16.977815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7c57532c-ac8b-492d-a5e2-7656c7ba0969 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:53:16.999237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17bfde1-fe7e-43b6-90a9-25b924cad763 admin admin] Deleting subnet 0979d8bd-a0c0-42fa-8f26-b3ce158b2e50 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:53:17.010788 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a17bfde1-fe7e-43b6-90a9-25b924cad763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.016894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8958f480-dffb-4a74-bc16-352e6fc65419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.069486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958f480-dffb-4a74-bc16-352e6fc65419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc1f602-2fba-4c23-b4c7-98f72c13090e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:17.069962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a17bfde1-fe7e-43b6-90a9-25b924cad763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.149279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad0798-9f91-4f4d-892e-e10cacf9aab7 req-7b96bea9-906b-4d45-b73e-709b6b9af343 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:17.150732 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07ad0798-9f91-4f4d-892e-e10cacf9aab7 req-7b96bea9-906b-4d45-b73e-709b6b9af343 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 943 time: 0.2414575 May 24 22:53:17.186048 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8958f480-dffb-4a74-bc16-352e6fc65419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.188162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8958f480-dffb-4a74-bc16-352e6fc65419 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ddc1f602-2fba-4c23-b4c7-98f72c13090e HTTP/1.1" status: 204 len: 168 time: 1.0334349 May 24 22:53:17.195662 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.206310 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.222441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:53:17.230442 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07ad0798-9f91-4f4d-892e-e10cacf9aab7 req-38d2e2e7-12af-433a-8cf6-78d010eff718 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696630 May 24 22:53:17.233797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a17bfde1-fe7e-43b6-90a9-25b924cad763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.234080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.234531 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Added segment 199d2d83-cbe9-43f3-8cbe-a27b3203e4e1 of type vlan for network 056308aa-63e1-4aec-a0be-0a3cbc878d9a May 24 22:53:17.320336 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a17bfde1-fe7e-43b6-90a9-25b924cad763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.324196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.350584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acca6d5-728e-4d65-b04f-8ac8cad364f8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:17.367689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bfde1-fe7e-43b6-90a9-25b924cad763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0979d8bd-a0c0-42fa-8f26-b3ce158b2e50,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:17.367996 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5638f11-1320-40c6-ba62-d635def90650 req-85f70867-a2a1-47f8-93fd-e97b4b230434 service neutron] 10.222.0.50 "GET /v2.0/networks/4c580603-badb-4a8d-8ff0-f5d4de4ab06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521454 May 24 22:53:17.372864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a17bfde1-fe7e-43b6-90a9-25b924cad763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.379557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6c14b5-3f0f-4ef1-ad86-4ed3ab6b22ca None None] Network 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:17.399712 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a17bfde1-fe7e-43b6-90a9-25b924cad763 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0979d8bd-a0c0-42fa-8f26-b3ce158b2e50 HTTP/1.1" status: 204 len: 168 time: 0.5447345 May 24 22:53:17.400384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58430) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:17.494014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58434) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:17.508852 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.509853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:17.510422 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.516857 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a39288b-446f-4d46-8b34-879a18e492e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.543384 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a39288b-446f-4d46-8b34-879a18e492e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.595375 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.610781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Deleting port 15de504f-074e-4c53-b855-52753697f8ce {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:17.611038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.685019 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6a39288b-446f-4d46-8b34-879a18e492e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d27542535d24da683a610e121c19e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2335045 May 24 22:53:17.688969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58440) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:17.693211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58442) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:17.696180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39288b-446f-4d46-8b34-879a18e492e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d202ce7-26b3-41a4-bc3a-ae1351331203,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:17.761995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4d4845d-3fa3-4ca6-b10b-0637895da0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.774527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] Pushing event updated for resources: {'Network': ['ID=056308aa-63e1-4aec-a0be-0a3cbc878d9a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:17.780229 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5638f11-1320-40c6-ba62-d635def90650 req-057f0d28-921a-443f-a995-fd08837d4c85 service neutron] 10.222.0.50 "GET /v2.0/networks/4c580603-badb-4a8d-8ff0-f5d4de4ab06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989983 May 24 22:53:17.781431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-585d2610-04dd-4881-a51e-431029ff8b49 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7313805 May 24 22:53:17.784502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58448) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:17.785279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d22c27ab-5f4f-4b5d-93f0-baa20f4d2253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.790696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Request body: {'subnet': {'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-715061842-subnet', 'tenant_id': '52f35fd46fa1486098c48667c9b46795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:17.795755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f4d4845d-3fa3-4ca6-b10b-0637895da0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:17.798667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:17.801298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 056308aa-63e1-4aec-a0be-0a3cbc878d9a details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:53:17.803082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f4d4845d-3fa3-4ca6-b10b-0637895da0ce admin admin] Usage tracker for resource:security_group_rule and tenant:e76f92871f2e4e588ac2eb8f6c87cc30 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:17.805911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Usage tracker for resource:subnet and tenant:52f35fd46fa1486098c48667c9b46795 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:17.808426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f4d4845d-3fa3-4ca6-b10b-0637895da0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:17.811218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:17.819295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f4d4845d-3fa3-4ca6-b10b-0637895da0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:17.821561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:17.835939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d22c27ab-5f4f-4b5d-93f0-baa20f4d2253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:17.844706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Made reservation on behalf of 52f35fd46fa1486098c48667c9b46795 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:17.847173 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.861260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d22c27ab-5f4f-4b5d-93f0-baa20f4d2253 admin admin] Usage tracker for resource:security_group_rule and tenant:ada1d546a7744adb8e3117a5b57bdd8b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:17.880302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d22c27ab-5f4f-4b5d-93f0-baa20f4d2253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:17.905409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] DHCP port deletion for 350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:53:17.924980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Deleting port 15de504f-074e-4c53-b855-52753697f8ce {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:17.925374 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:17.940639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d22c27ab-5f4f-4b5d-93f0-baa20f4d2253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:17.954590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-05a0f8f1-205a-40b8-b4e1-4978cdf0e648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.014696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] For port 15de504f-074e-4c53-b855-52753697f8ce, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=15de504f-074e-4c53-b855-52753697f8ce,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:18.015147 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.043497 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4d4845d-3fa3-4ca6-b10b-0637895da0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.050834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4d4845d-3fa3-4ca6-b10b-0637895da0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.108267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f4d4845d-3fa3-4ca6-b10b-0637895da0ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e76f92871f2e4e588ac2eb8f6c87cc30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120067 May 24 22:53:18.112742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58452) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:18.117142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4845d-3fa3-4ca6-b10b-0637895da0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de5d79f-8319-48ef-8913-129560dbcd46,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:18.157155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] For port 15de504f-074e-4c53-b855-52753697f8ce, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=15de504f-074e-4c53-b855-52753697f8ce,segment=NetworkSegment(68784664-ca85-4020-aede-51ad52377b3d),segment_id=68784664-ca85-4020-aede-51ad52377b3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:18.157571 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.193946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.263998 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-05a0f8f1-205a-40b8-b4e1-4978cdf0e648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.278263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Calling delete_port for 15de504f-074e-4c53-b855-52753697f8ce owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:53:18.284992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Calling delete_port for 15de504f-074e-4c53-b855-52753697f8ce owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:53:18.293870 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62e3db8d-66a2-4f72-8a3c-15476e5c7f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.299038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Checking segment: {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:18.299038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Network hostable DHCP agents. Network: 056308aa-63e1-4aec-a0be-0a3cbc878d9a, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:53:18.340463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c020c108-849b-4525-aa7e-ba351ac9ffb5,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:18.356589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62e3db8d-66a2-4f72-8a3c-15476e5c7f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.375424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.386332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Network 056308aa-63e1-4aec-a0be-0a3cbc878d9a is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:53:18.437485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 056308aa-63e1-4aec-a0be-0a3cbc878d9a) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:18.447855 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:53:18.447969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:18.448055 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:53:18.448135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.455788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] No DVR routers for this DVR port 15de504f-074e-4c53-b855-52753697f8ce on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:53:18.472597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a0cc7-a2bc-42cb-bde7-91a45215416c None None] Network 056308aa-63e1-4aec-a0be-0a3cbc878d9a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:18.478966 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-05a0f8f1-205a-40b8-b4e1-4978cdf0e648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.484871 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d22c27ab-5f4f-4b5d-93f0-baa20f4d2253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.502671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Pushing event deleted for resources: {'Port': ['ID=15de504f-074e-4c53-b855-52753697f8ce,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:18.506224 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d22c27ab-5f4f-4b5d-93f0-baa20f4d2253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.561011 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d6f8996d-bb78-4968-a3c9-6587c7a14a3b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7754247 May 24 22:53:18.562526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0f8f1-205a-40b8-b4e1-4978cdf0e648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d202ce7-26b3-41a4-bc3a-ae1351331203,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:18.588235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62e3db8d-66a2-4f72-8a3c-15476e5c7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.591622 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62e3db8d-66a2-4f72-8a3c-15476e5c7f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.595023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-62e3db8d-66a2-4f72-8a3c-15476e5c7f62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8de5d79f-8319-48ef-8913-129560dbcd46 HTTP/1.1" status: 204 len: 168 time: 0.4807253 May 24 22:53:18.606835 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d22c27ab-5f4f-4b5d-93f0-baa20f4d2253 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ada1d546a7744adb8e3117a5b57bdd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9096000 May 24 22:53:18.607324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58462) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:18.609088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3db8d-66a2-4f72-8a3c-15476e5c7f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de5d79f-8319-48ef-8913-129560dbcd46,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:18.632427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe6d2-054d-4ed9-a05c-35c25b73513f req-0caa485d-65e9-438e-bfdc-a3de815f9b17 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:18.634136 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7dbe6d2-054d-4ed9-a05c-35c25b73513f req-0caa485d-65e9-438e-bfdc-a3de815f9b17 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 943 time: 0.1780074 May 24 22:53:18.660691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.661890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.663372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.663372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.663647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.665349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.665738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.666529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.666529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.671769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.671769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.671769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed8cd7-05eb-4ef4-879f-a3d4f41668b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:18.688468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-05a0f8f1-205a-40b8-b4e1-4978cdf0e648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.695243 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-05a0f8f1-205a-40b8-b4e1-4978cdf0e648 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d202ce7-26b3-41a4-bc3a-ae1351331203 HTTP/1.1" status: 204 len: 168 time: 0.9955246 May 24 22:53:18.702768 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c27ab-5f4f-4b5d-93f0-baa20f4d2253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d2f371-7550-48c9-9a35-da9d422a430b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:18.766896 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7dbe6d2-054d-4ed9-a05c-35c25b73513f req-99529bbe-2f65-4807-8bfc-4f2d62aaa260 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155179 May 24 22:53:18.814139 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b2790a6-960a-437c-a0f3-cb5ce9a6f723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.873173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 15de504f-074e-4c53-b855-52753697f8ce no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:18.884622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b2790a6-960a-437c-a0f3-cb5ce9a6f723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.933365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 15de504f-074e-4c53-b855-52753697f8ce {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:53:18.933365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 15de504f-074e-4c53-b855-52753697f8ce not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:53:18.965689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Deleting port 15de504f-074e-4c53-b855-52753697f8ce {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:18.973923 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:18.986512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device fc426a8c-3a11-4804-97ec-2e5eb63ce488 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:53:19.039152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366cc830-6def-4ea3-8c18-80e9926631e1 None None] Network 056308aa-63e1-4aec-a0be-0a3cbc878d9a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:19.102227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] The port '15de504f-074e-4c53-b855-52753697f8ce' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:53:19.138764 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b2790a6-960a-437c-a0f3-cb5ce9a6f723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.194602 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b2790a6-960a-437c-a0f3-cb5ce9a6f723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.195249 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9b2790a6-960a-437c-a0f3-cb5ce9a6f723 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6d2f371-7550-48c9-9a35-da9d422a430b HTTP/1.1" status: 204 len: 168 time: 0.5755215 May 24 22:53:19.196088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2790a6-960a-437c-a0f3-cb5ce9a6f723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d2f371-7550-48c9-9a35-da9d422a430b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:19.275456 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.308998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port fc426a8c-3a11-4804-97ec-2e5eb63ce488, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fc426a8c-3a11-4804-97ec-2e5eb63ce488,segment=NetworkSegment(256016de-e0b0-4bdf-989d-7a8fff549f5e),segment_id=256016de-e0b0-4bdf-989d-7a8fff549f5e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:19.309876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:19.327328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68784664-ca85-4020-aede-51ad52377b3d') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:19.327613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68784664-ca85-4020-aede-51ad52377b3d') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:19.343866 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.351926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'fc426a8c-3a11-4804-97ec-2e5eb63ce488', 'network_id': '4c580603-badb-4a8d-8ff0-f5d4de4ab06a', 'port_id': 'fc426a8c-3a11-4804-97ec-2e5eb63ce488', 'mac_address': 'fa:16:3e:74:10:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2a126e-624a-4a16-a1ae-5a3ac9cf0086', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:53:19.370344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.379056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:53:19.380398 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.443731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58482) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:19.451573 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 68784664-ca85-4020-aede-51ad52377b3d resource provider aggregate not found May 24 22:53:19.475895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port fc426a8c-3a11-4804-97ec-2e5eb63ce488 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:19.476274 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.479695 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 68784664-ca85-4020-aede-51ad52377b3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68784664-ca85-4020-aede-51ad52377b3d found for delete ", "request_id": "req-c01325a4-3cd9-4772-bec1-3e193b0eeff3"}]} May 24 22:53:19.484778 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b11b2e74-ef1a-433c-9ee6-8d4c834fa349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.492656 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.493634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc426a8c-3a11-4804-97ec-2e5eb63ce488 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:53:19.512560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port fc426a8c-3a11-4804-97ec-2e5eb63ce488, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fc426a8c-3a11-4804-97ec-2e5eb63ce488,segment=NetworkSegment(256016de-e0b0-4bdf-989d-7a8fff549f5e),segment_id=256016de-e0b0-4bdf-989d-7a8fff549f5e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:19.523920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b11b2e74-ef1a-433c-9ee6-8d4c834fa349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:19.524107 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.531170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b11b2e74-ef1a-433c-9ee6-8d4c834fa349 admin admin] Usage tracker for resource:security_group_rule and tenant:d087349586844ddc8e558889710a71c1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:19.533563 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.537015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] Pushing event deleted for resources: {'Network': ['ID=350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:19.538005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b11b2e74-ef1a-433c-9ee6-8d4c834fa349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:19.541176 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2efc949f-92ff-40cb-b990-10b4a5bd26ca admin admin] 10.222.0.55 "DELETE /v2.0/networks/350a1dac-fcbd-40a8-ab3e-5fda5d5a4cfd HTTP/1.1" status: 204 len: 168 time: 2.1396635 May 24 22:53:19.548761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b11b2e74-ef1a-433c-9ee6-8d4c834fa349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:19.679267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=fc426a8c-3a11-4804-97ec-2e5eb63ce488,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:19.717726 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b11b2e74-ef1a-433c-9ee6-8d4c834fa349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.724897 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b11b2e74-ef1a-433c-9ee6-8d4c834fa349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.782700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b11b2e74-ef1a-433c-9ee6-8d4c834fa349 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d087349586844ddc8e558889710a71c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302743 May 24 22:53:19.797154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58500) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:19.828503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b2e74-ef1a-433c-9ee6-8d4c834fa349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297daf92-a31d-4c82-84fb-e680d621dd28,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:19.876592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-23486c9a-4187-415e-af41-cd199d579cb7 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:19.878504 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-23486c9a-4187-415e-af41-cd199d579cb7 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 804 time: 0.2454488 May 24 22:53:19.900263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58506) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:19.903433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['fc426a8c-3a11-4804-97ec-2e5eb63ce488'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:53:19.940593 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-bff1b7a6-f4d2-4e1f-8905-c3dab9819d79 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/quotas/52f35fd46fa1486098c48667c9b46795 HTTP/1.1" status: 200 len: 375 time: 0.0452342 May 24 22:53:19.946697 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3c01e909-a860-4510-a812-96936f45ecff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:19.962764 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-939a031a-a5c5-4ca0-a504-da705753d273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.022961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-8146465c-a883-47f3-9cd2-d90d5af0ffc2 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608959 May 24 22:53:20.028769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3c01e909-a860-4510-a812-96936f45ecff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:20.101442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3c01e909-a860-4510-a812-96936f45ecff admin admin] Usage tracker for resource:security_group_rule and tenant:466906d1165546709c1f03a73b3ab3ce is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:20.104319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3c01e909-a860-4510-a812-96936f45ecff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:20.111651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3c01e909-a860-4510-a812-96936f45ecff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:20.130972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22768b2a-c8cc-4604-9cbd-e303638e6857 req-bf3923e8-f47e-4091-95d9-2b0c9a59e3c9 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:20.131844 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-939a031a-a5c5-4ca0-a504-da705753d273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.133419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22768b2a-c8cc-4604-9cbd-e303638e6857 req-bf3923e8-f47e-4091-95d9-2b0c9a59e3c9 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 944 time: 0.1749105 May 24 22:53:20.180222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58512) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:20.260334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22768b2a-c8cc-4604-9cbd-e303638e6857 req-54e9ca80-c05a-49b9-b3d5-6b4157f5bdd2 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169186 May 24 22:53:20.286267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d1307f5b-49c7-43e8-bb88-70d63003e3ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f60391774d14487dacf1f191169044be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040869 May 24 22:53:20.290380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58516) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:20.324505 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-939a031a-a5c5-4ca0-a504-da705753d273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.345343 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-882c062b-44db-4fc0-87bc-7fece4e6ebc5 service neutron] 10.222.0.55 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037667 May 24 22:53:20.359545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a031a-a5c5-4ca0-a504-da705753d273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297daf92-a31d-4c82-84fb-e680d621dd28,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:20.387904 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-284350a9-f680-45c7-be89-32bcd61abd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.443138 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-284350a9-f680-45c7-be89-32bcd61abd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.467906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-939a031a-a5c5-4ca0-a504-da705753d273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.467906 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-939a031a-a5c5-4ca0-a504-da705753d273 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/297daf92-a31d-4c82-84fb-e680d621dd28 HTTP/1.1" status: 204 len: 168 time: 0.6705780 May 24 22:53:20.471494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3c01e909-a860-4510-a812-96936f45ecff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.481365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3c01e909-a860-4510-a812-96936f45ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.547042 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-284350a9-f680-45c7-be89-32bcd61abd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.561667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01e909-a860-4510-a812-96936f45ecff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec18e78f-5672-4a4e-b384-5308c0027eb1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:20.566011 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3c01e909-a860-4510-a812-96936f45ecff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=466906d1165546709c1f03a73b3ab3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6637156 May 24 22:53:20.568795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58526) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:20.588224 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-41f3b33a-244b-4245-bf9d-33090683cfb2 service neutron] 10.222.0.55 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327583 May 24 22:53:20.634138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284350a9-f680-45c7-be89-32bcd61abd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1f6954-8f6d-496a-8a43-50f57cd06942,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:20.680019 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-284350a9-f680-45c7-be89-32bcd61abd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.682163 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b5f4eff7-b325-4039-a0c1-a93cfe460dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.684336 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-284350a9-f680-45c7-be89-32bcd61abd59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d1f6954-8f6d-496a-8a43-50f57cd06942 HTTP/1.1" status: 204 len: 168 time: 0.3923647 May 24 22:53:20.762404 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b5f4eff7-b325-4039-a0c1-a93cfe460dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.882912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b5f4eff7-b325-4039-a0c1-a93cfe460dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.906019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4eff7-b325-4039-a0c1-a93cfe460dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec18e78f-5672-4a4e-b384-5308c0027eb1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:20.913793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b5f4eff7-b325-4039-a0c1-a93cfe460dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:20.914959 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b5f4eff7-b325-4039-a0c1-a93cfe460dd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec18e78f-5672-4a4e-b384-5308c0027eb1 HTTP/1.1" status: 204 len: 168 time: 0.3450329 May 24 22:53:20.928044 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cc3ce4fd-2ddd-4b03-a174-4249b937be9c req-812554d8-2e5b-4030-b843-ede60b9600a3 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 210 time: 0.1139221 May 24 22:53:20.944745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device fc426a8c-3a11-4804-97ec-2e5eb63ce488 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:21.187562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port fc426a8c-3a11-4804-97ec-2e5eb63ce488 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:21.194348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port fc426a8c-3a11-4804-97ec-2e5eb63ce488 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:21.194443 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:21.436841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port fc426a8c-3a11-4804-97ec-2e5eb63ce488 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:21.438229 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:21.476471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329bd02-42aa-407e-81c2-2a6239f42dfe req-2f172f24-2cce-42c6-8e2f-54ba31a2cc10 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:21.483840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a329bd02-42aa-407e-81c2-2a6239f42dfe req-2f172f24-2cce-42c6-8e2f-54ba31a2cc10 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 944 time: 0.1139243 May 24 22:53:21.497053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3110b2a7-2023-4fc5-b196-8ac1c4bf63a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc426a8c-3a11-4804-97ec-2e5eb63ce488'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:53:21.514125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port fc426a8c-3a11-4804-97ec-2e5eb63ce488, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fc426a8c-3a11-4804-97ec-2e5eb63ce488,segment=NetworkSegment(256016de-e0b0-4bdf-989d-7a8fff549f5e),segment_id=256016de-e0b0-4bdf-989d-7a8fff549f5e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:21.527849 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:21.571700 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a329bd02-42aa-407e-81c2-2a6239f42dfe req-1b12f084-9fe4-4140-af2a-3d58b074af5a tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871863 May 24 22:53:21.618329 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b772c0-d787-411e-ac19-1dbcf77bd957'] response: {'server_uuid': '3110b2a7-2023-4fc5-b196-8ac1c4bf63a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc426a8c-3a11-4804-97ec-2e5eb63ce488', 'code': 200} May 24 22:53:21.702040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=fc426a8c-3a11-4804-97ec-2e5eb63ce488,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:21.837339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29e0b0-b6f0-4d13-a023-ae48a3dfbd9a req-c6c4d4f0-dd6a-49c4-9673-4abf4550cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:21.839299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f29e0b0-b6f0-4d13-a023-ae48a3dfbd9a req-c6c4d4f0-dd6a-49c4-9673-4abf4550cabb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 1096 time: 0.1202536 May 24 22:53:21.892771 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f29e0b0-b6f0-4d13-a023-ae48a3dfbd9a req-22b84408-b538-40bb-b16f-b548ee44f50a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422699 May 24 22:53:22.106955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-acc60815-af9c-4369-a0f5-1a696a3d9d1f req-89d89c44-c391-4259-bb91-686fd325e143 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 210 time: 0.0536196 May 24 22:53:22.548018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-1fe643b6-b177-494a-b7b1-9cf58315571e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:22.548692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-1fe643b6-b177-494a-b7b1-9cf58315571e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Synchronizing usage tracker for tenant:52f35fd46fa1486098c48667c9b46795 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:22.571672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-1fe643b6-b177-494a-b7b1-9cf58315571e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Unset dirty status for tenant:52f35fd46fa1486098c48667c9b46795 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:22.573012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-1fe643b6-b177-494a-b7b1-9cf58315571e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.31 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 804 time: 0.3842282 May 24 22:53:22.589915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Request body: {'port': {'device_id': 'bcde0192-a2da-461c-9fd6-824243396eca', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'admin_state_up': True, 'tenant_id': '52f35fd46fa1486098c48667c9b46795'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:22.858622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:22.864309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Usage tracker for resource:port and tenant:52f35fd46fa1486098c48667c9b46795 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:22.867476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:22.875014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:22.897023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa41a1-9281-4148-9eef-7523bff22313 req-e88843f4-08f0-4840-bb75-cc5d233ec8dc tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:22.898681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ffa41a1-9281-4148-9eef-7523bff22313 req-e88843f4-08f0-4840-bb75-cc5d233ec8dc tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 945 time: 0.1527152 May 24 22:53:22.900094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Made reservation on behalf of 52f35fd46fa1486098c48667c9b46795 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:22.903511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:23.038492 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ffa41a1-9281-4148-9eef-7523bff22313 req-0d9d6f79-6dc5-4bd6-aace-b964c8889864 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236026 May 24 22:53:23.171102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Allocated IP 172.20.0.14 (056308aa-63e1-4aec-a0be-0a3cbc878d9a/c020c108-849b-4525-aa7e-ba351ac9ffb5/503e0da6-ca68-4a95-994e-66915ef109be) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:23.452485 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb783cf5-8696-4196-b737-ad013a1c9351 req-1fb0ed2b-a9d4-409f-a595-ee262c897a8d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 210 time: 0.1829395 May 24 22:53:23.467885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:23.491557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58636) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:23.508302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:23.638420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Pushing event updated for resources: {'Port': ['ID=503e0da6-ca68-4a95-994e-66915ef109be,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:23.649960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Network 056308aa-63e1-4aec-a0be-0a3cbc878d9a is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:23.651730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:23.658378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:23.746283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:23.747122 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:23.770366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e1dfea86-2518-4656-8d10-624e26517a72 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1864750 May 24 22:53:23.782234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Request body: {'port': {'device_id': 'bcde0192-a2da-461c-9fd6-824243396eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:23.783491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2936549-network', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:23.788511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:23.792490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Usage tracker for resource:network and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:23.796564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:23.803292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:23.815637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:23.818752 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:23.836988 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:23.868356 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:23.870797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:23.876238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Usage tracker for resource:security_group_rule and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:23.879308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:23.885118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:23.917637 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.003840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.008596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.056333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:53:24.070264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e07072f-0802-44a4-94f6-84bbce4fc1f2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:24.092190 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.092542 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Added segment 5a72d09b-98a6-4604-b1d4-57a3ade260e8 of type vlan for network 512ed02f-88f7-4286-bc07-5a72c1767b12 May 24 22:53:24.128284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.172742 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.174903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:24.176057 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.295811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] Pushing event updated for resources: {'Network': ['ID=512ed02f-88f7-4286-bc07-5a72c1767b12,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:24.308141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 512ed02f-88f7-4286-bc07-5a72c1767b12 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:53:24.308690 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c339107e-f599-4de0-8778-e2c9e0a13fda admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8158116 May 24 22:53:24.311350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58670) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:24.317356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Request body: {'subnet': {'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2936549-subnet', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:24.322944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:24.328097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Usage tracker for resource:subnet and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:24.331541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:24.338484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:24.351427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:24.354385 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.528365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a6535-29d1-461a-9dec-922d744916e1 req-b45a0e40-4b83-4d9d-b591-9b29a82fe875 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:24.529931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a4a6535-29d1-461a-9dec-922d744916e1 req-b45a0e40-4b83-4d9d-b591-9b29a82fe875 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 945 time: 0.2751520 May 24 22:53:24.542191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503e0da6-ca68-4a95-994e-66915ef109be {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:53:24.564349 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.588839 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.591706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Transition to ACTIVE for port object 503e0da6-ca68-4a95-994e-66915ef109be will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:24.605711 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.757638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Checking segment: {'id': '5a72d09b-98a6-4604-b1d4-57a3ade260e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:24.758081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Network hostable DHCP agents. Network: 512ed02f-88f7-4286-bc07-5a72c1767b12, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:53:24.758927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a4a6535-29d1-461a-9dec-922d744916e1 req-68c2fcca-50c8-4173-8927-4796f4c05383 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197404 May 24 22:53:24.783565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b578cd80-f0de-4f6b-aff9-2a3120fcecc2,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:24.809646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Network 512ed02f-88f7-4286-bc07-5a72c1767b12 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:53:24.830997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc438de-6064-4f29-9ba1-e65099745398 req-c4d8e520-4858-4046-adb9-22050b9a58c7 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:24.833020 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2dc438de-6064-4f29-9ba1-e65099745398 req-c4d8e520-4858-4046-adb9-22050b9a58c7 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 944 time: 0.1413019 May 24 22:53:24.834394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 512ed02f-88f7-4286-bc07-5a72c1767b12) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:24.840480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:24.841362 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.846908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d98897a-03f4-404e-8cab-7315f20fa472 None None] Network 512ed02f-88f7-4286-bc07-5a72c1767b12 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:24.900318 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1764be9f-bd35-44e8-942f-f5acc07d962f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5875623 May 24 22:53:24.905282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58694) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:24.915272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Pushing event updated for resources: {'Port': ['ID=503e0da6-ca68-4a95-994e-66915ef109be,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:24.919437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2936549-router', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:24.925839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:24.930542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Usage tracker for resource:router and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:24.934212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:24.942298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:24.957419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2dc438de-6064-4f29-9ba1-e65099745398 req-8f1edd25-51e1-4bc0-bc0f-f4e99a0f2ed0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944958 May 24 22:53:24.960842 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.963441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:24.986136 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.148856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-512ed02f-88f7-4286-bc07-5a72c1767b12', 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'fixed_ips': [{'subnet_id': 'b578cd80-f0de-4f6b-aff9-2a3120fcecc2'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:53:25.149832 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.261968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Attempting to bind port 503e0da6-ca68-4a95-994e-66915ef109be on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:53:25.264083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Attempting to bind port 503e0da6-ca68-4a95-994e-66915ef109be by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:53:25.265281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Attempting to bind port 503e0da6-ca68-4a95-994e-66915ef109be on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:25.277822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Port 503e0da6-ca68-4a95-994e-66915ef109be on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:53:25.278689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Attempting to bind port 503e0da6-ca68-4a95-994e-66915ef109be on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:25.292472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:53:25.294088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Checking segment: {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:25.294688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Bound using segment: {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:53:25.295321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Bound port: 503e0da6-ca68-4a95-994e-66915ef109be, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:53:25.295963 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.326583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.388123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c8153-efae-427a-8a52-6c16b29800e6 req-97e58af0-15d3-4e7b-a4c4-3daa6b530a9d tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:25.400232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f35c8153-efae-427a-8a52-6c16b29800e6 req-97e58af0-15d3-4e7b-a4c4-3daa6b530a9d tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 945 time: 0.4632561 May 24 22:53:25.451944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Allocated IP 172.20.0.2 (512ed02f-88f7-4286-bc07-5a72c1767b12/b578cd80-f0de-4f6b-aff9-2a3120fcecc2/02bc1c0f-1b4e-4684-8570-f34e3a39b8da) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:25.598344 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f35c8153-efae-427a-8a52-6c16b29800e6 req-60330cb4-e7ff-4dc4-afc8-610f0b2d53f5 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969538 May 24 22:53:25.631875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] For port 503e0da6-ca68-4a95-994e-66915ef109be, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:25.639433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] For port 503e0da6-ca68-4a95-994e-66915ef109be, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=503e0da6-ca68-4a95-994e-66915ef109be,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:53:25.658413 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.772114 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.808282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:25.810984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.813690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] 10.222.0.31 "PUT /v2.0/ports/503e0da6-ca68-4a95-994e-66915ef109be HTTP/1.1" status: 200 len: 1092 time: 2.0361438 May 24 22:53:25.814943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcde0192-a2da-461c-9fd6-824243396eca', 'tag': '503e0da6-ca68-4a95-994e-66915ef109be'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:53:25.821153 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.854805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae90ea3-650a-4491-a875-bf80fa3f58d7 service neutron] Pushing event updated for resources: {'Port': ['ID=503e0da6-ca68-4a95-994e-66915ef109be,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:25.870669 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.957605 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e34a38a-c372-493d-bad1-21cbe85fdd84'] response: {'name': 'network-changed', 'server_uuid': 'bcde0192-a2da-461c-9fd6-824243396eca', 'tag': '503e0da6-ca68-4a95-994e-66915ef109be', 'status': 'completed', 'code': 200} May 24 22:53:25.960410 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:25.975941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Transition to ACTIVE for port object 02bc1c0f-1b4e-4684-8570-f34e3a39b8da will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:26.039673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Transition to ACTIVE for port object 02bc1c0f-1b4e-4684-8570-f34e3a39b8da will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:26.062124 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:26.064373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-a1b657f4-a1de-49cd-8c9f-ad138e0c30d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:26.066425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-a1b657f4-a1de-49cd-8c9f-ad138e0c30d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 1095 time: 0.2041359 May 24 22:53:26.185313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Pushing event updated for resources: {'Port': ['ID=02bc1c0f-1b4e-4684-8570-f34e3a39b8da,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:26.209920 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Network 512ed02f-88f7-4286-bc07-5a72c1767b12 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:26.212097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:26.218203 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-e6de5477-0dee-4048-bff5-d6bc9c4b59e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=503e0da6-ca68-4a95-994e-66915ef109be HTTP/1.1" status: 200 len: 217 time: 0.1449835 May 24 22:53:26.220868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:26.342628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Allocated IP 172.25.7.106 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:26.346927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Attempting to bind port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:53:26.347937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Attempting to bind port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '5a72d09b-98a6-4604-b1d4-57a3ade260e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:53:26.348489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Attempting to bind port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da on network 512ed02f-88f7-4286-bc07-5a72c1767b12 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:26.357203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:53:26.358131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Checking segment: {'id': '5a72d09b-98a6-4604-b1d4-57a3ade260e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:26.358762 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:26.359372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Bound using segment: {'id': '5a72d09b-98a6-4604-b1d4-57a3ade260e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:53:26.360070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Bound port: 02bc1c0f-1b4e-4684-8570-f34e3a39b8da, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a72d09b-98a6-4604-b1d4-57a3ade260e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:53:26.361025 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:26.426981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-41b5e43f-26f4-4549-aaa6-1eeabcb3b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:26.428624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-41b5e43f-26f4-4549-aaa6-1eeabcb3b4d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c020c108-849b-4525-aa7e-ba351ac9ffb5 HTTP/1.1" status: 200 len: 844 time: 0.2040498 May 24 22:53:26.476927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] For port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:26.481106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] For port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=02bc1c0f-1b4e-4684-8570-f34e3a39b8da,segment=NetworkSegment(5a72d09b-98a6-4604-b1d4-57a3ade260e8),segment_id=5a72d09b-98a6-4604-b1d4-57a3ade260e8)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:53:26.484864 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-84dac883-f468-4f95-98f7-e67371f121f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=056308aa-63e1-4aec-a0be-0a3cbc878d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502174 May 24 22:53:26.490125 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:26.570023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc1169-1003-4300-af0e-2184ee4969c5 req-5dbb40f5-2ecb-4ce1-8900-4f5933ca51dd tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:26.571008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c2bc1169-1003-4300-af0e-2184ee4969c5 req-5dbb40f5-2ecb-4ce1-8900-4f5933ca51dd tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Synchronizing usage tracker for tenant:52f35fd46fa1486098c48667c9b46795 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:26.656457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c2bc1169-1003-4300-af0e-2184ee4969c5 req-5dbb40f5-2ecb-4ce1-8900-4f5933ca51dd tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Unset dirty status for tenant:52f35fd46fa1486098c48667c9b46795 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:26.667454 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c2bc1169-1003-4300-af0e-2184ee4969c5 req-5dbb40f5-2ecb-4ce1-8900-4f5933ca51dd tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 944 time: 0.3812854 May 24 22:53:26.720943 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:26.742713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029a5c2-b10e-4af2-97e0-6ae98d1bb1ab req-24f25ea6-7d29-4e65-9e28-474fcbbcdbd5 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:26.745666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789559c-4244-4517-a8a3-8230121e4f31 None None] Pushing event updated for resources: {'Port': ['ID=02bc1c0f-1b4e-4684-8570-f34e3a39b8da,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:26.749780 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2029a5c2-b10e-4af2-97e0-6ae98d1bb1ab req-24f25ea6-7d29-4e65-9e28-474fcbbcdbd5 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 945 time: 0.3421092 May 24 22:53:26.773392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c2bc1169-1003-4300-af0e-2184ee4969c5 req-7f012b7b-3dc4-4635-b8ba-b79d39e834ee tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Synchronizing usage tracker for tenant:52f35fd46fa1486098c48667c9b46795 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:26.782754 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-d2dad2e8-e5cc-4921-975d-004cca1e48ba service neutron] 10.222.0.31 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922149 May 24 22:53:26.847930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2029a5c2-b10e-4af2-97e0-6ae98d1bb1ab req-a0bd473f-6129-4ace-a699-c33f92dd082b tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895891 May 24 22:53:26.849571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58810) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:26.873578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c2bc1169-1003-4300-af0e-2184ee4969c5 req-7f012b7b-3dc4-4635-b8ba-b79d39e834ee tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Unset dirty status for tenant:52f35fd46fa1486098c48667c9b46795 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:26.883572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c2bc1169-1003-4300-af0e-2184ee4969c5 req-7f012b7b-3dc4-4635-b8ba-b79d39e834ee tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127268 May 24 22:53:26.888690 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:26.974634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b36bb8f-899a-4804-a2a5-fee882a025f9 req-9ac40bc2-5bb4-4889-8587-9682c57640a9 service neutron] 10.222.0.31 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834507 May 24 22:53:27.005826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:27.016343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:27.032037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:27.103254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Pushing event updated for resources: {'Port': ['ID=b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:27.179293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e64ab0-e53d-4735-adcc-dc0c582f68a1 req-3ff9eb24-b9d1-42cd-b1a7-407126bd7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:27.181179 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6e64ab0-e53d-4735-adcc-dc0c582f68a1 req-3ff9eb24-b9d1-42cd-b1a7-407126bd7e73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 1095 time: 0.1386402 May 24 22:53:27.315655 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a956abfa-d5f9-417a-ac63-6a00f26b26b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:27.382294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a956abfa-d5f9-417a-ac63-6a00f26b26b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:27.386187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a956abfa-d5f9-417a-ac63-6a00f26b26b3 admin admin] Usage tracker for resource:security_group_rule and tenant:78495f2e8d784b52834aac8c980fe6f4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:27.389388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a956abfa-d5f9-417a-ac63-6a00f26b26b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:27.396515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a956abfa-d5f9-417a-ac63-6a00f26b26b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:27.455472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e64ab0-e53d-4735-adcc-dc0c582f68a1 req-1c6e74e5-5e99-42c5-a5e4-40c0ec63c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:27.457984 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6e64ab0-e53d-4735-adcc-dc0c582f68a1 req-1c6e74e5-5e99-42c5-a5e4-40c0ec63c128 service neutron] 10.222.0.31 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 905 time: 0.2695427 May 24 22:53:27.566200 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6e64ab0-e53d-4735-adcc-dc0c582f68a1 req-c1320166-ea40-4204-8798-f498e9ad8613 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=503e0da6-ca68-4a95-994e-66915ef109be HTTP/1.1" status: 200 len: 217 time: 0.0999544 May 24 22:53:27.653383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e64ab0-e53d-4735-adcc-dc0c582f68a1 req-4dadfbc4-b18f-4317-b771-38e1d9a270f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:27.655029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6e64ab0-e53d-4735-adcc-dc0c582f68a1 req-4dadfbc4-b18f-4317-b771-38e1d9a270f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c020c108-849b-4525-aa7e-ba351ac9ffb5 HTTP/1.1" status: 200 len: 844 time: 0.0831113 May 24 22:53:27.717919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6e64ab0-e53d-4735-adcc-dc0c582f68a1 req-a3495462-760d-44dd-a0be-eb438af82016 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=056308aa-63e1-4aec-a0be-0a3cbc878d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564137 May 24 22:53:27.722132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a956abfa-d5f9-417a-ac63-6a00f26b26b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:27.725237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:27.784206 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a956abfa-d5f9-417a-ac63-6a00f26b26b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:27.832727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956abfa-d5f9-417a-ac63-6a00f26b26b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c11bac-0aa1-4bc5-b119-4b846b7671fa,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:27.884324 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a956abfa-d5f9-417a-ac63-6a00f26b26b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78495f2e8d784b52834aac8c980fe6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0309100 May 24 22:53:27.891942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58838) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:27.974343 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6e64ab0-e53d-4735-adcc-dc0c582f68a1 req-2904cb2f-49e3-4c21-8842-1ec13bd6593c service neutron] 10.222.0.31 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490757 May 24 22:53:28.130086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 503e0da6-ca68-4a95-994e-66915ef109be details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:53:28.254710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ecbf3-c496-4a01-8605-6070477896fb req-ae531442-3150-460d-b5ab-53ca9853c681 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:28.256265 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f90ecbf3-c496-4a01-8605-6070477896fb req-ae531442-3150-460d-b5ab-53ca9853c681 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 945 time: 0.7006569 May 24 22:53:28.382547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663d6c1c-7ba3-4f8c-bc89-9b405e1ca635 None None] Network 512ed02f-88f7-4286-bc07-5a72c1767b12 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:28.400643 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:28.402817 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6e64ab0-e53d-4735-adcc-dc0c582f68a1 req-b2efbc09-7817-4e9d-b0a3-25f12e29c919 service neutron] 10.222.0.31 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119713 May 24 22:53:28.454641 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffeb42f7-c2eb-49de-8c72-0c585a1ff59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:28.503969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffeb42f7-c2eb-49de-8c72-0c585a1ff59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:28.525295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 503e0da6-ca68-4a95-994e-66915ef109be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=503e0da6-ca68-4a95-994e-66915ef109be,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:28.544195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72fe52-35a2-45e1-9d86-727c83e48902 req-23d338fa-c8d5-4e2d-a41a-9ce730aceed2 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:28.551692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba72fe52-35a2-45e1-9d86-727c83e48902 req-23d338fa-c8d5-4e2d-a41a-9ce730aceed2 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 944 time: 0.4151669 May 24 22:53:28.607355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '503e0da6-ca68-4a95-994e-66915ef109be', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'port_id': '503e0da6-ca68-4a95-994e-66915ef109be', 'mac_address': 'fa:16:3e:51:6a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c020c108-849b-4525-aa7e-ba351ac9ffb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:53:28.615986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-481329e7-1c19-47a2-af3e-7930e597e72f None None] Provisioning for port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:28.641766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba72fe52-35a2-45e1-9d86-727c83e48902 req-9a869b9d-c80c-4394-9a9c-9d54e2b8c9ab tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887864 May 24 22:53:28.674122 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffeb42f7-c2eb-49de-8c72-0c585a1ff59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:28.707248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb42f7-c2eb-49de-8c72-0c585a1ff59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c11bac-0aa1-4bc5-b119-4b846b7671fa,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:28.710770 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffeb42f7-c2eb-49de-8c72-0c585a1ff59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:28.714301 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ffeb42f7-c2eb-49de-8c72-0c585a1ff59d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07c11bac-0aa1-4bc5-b119-4b846b7671fa HTTP/1.1" status: 204 len: 168 time: 0.8188772 May 24 22:53:28.717446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 503e0da6-ca68-4a95-994e-66915ef109be is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:28.718028 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:28.750859 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f90ecbf3-c496-4a01-8605-6070477896fb req-f416e4d1-8a9e-429f-bd03-d6f690a6bbe7 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820950 May 24 22:53:28.784090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503e0da6-ca68-4a95-994e-66915ef109be {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:53:28.860894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 503e0da6-ca68-4a95-994e-66915ef109be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=503e0da6-ca68-4a95-994e-66915ef109be,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:28.872001 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:28.963479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02bc1c0f-1b4e-4684-8570-f34e3a39b8da up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:29.050691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fecfa-1e43-4bb5-b7a1-1382c648e686 req-e9c13c07-920f-435c-98f4-ef048e48db70 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:29.052685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-052fecfa-1e43-4bb5-b7a1-1382c648e686 req-e9c13c07-920f-435c-98f4-ef048e48db70 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.50 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 945 time: 0.1504440 May 24 22:53:29.074026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:53:29.080509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=503e0da6-ca68-4a95-994e-66915ef109be,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:29.099703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:29.113760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:29.114349 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:29.201536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['503e0da6-ca68-4a95-994e-66915ef109be'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:53:29.225963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-052fecfa-1e43-4bb5-b7a1-1382c648e686 req-b7d5c15a-9ce3-41ef-be71-d507d52ffe41 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Deleting port fc426a8c-3a11-4804-97ec-2e5eb63ce488 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:53:29.226311 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-052fecfa-1e43-4bb5-b7a1-1382c648e686 req-b7d5c15a-9ce3-41ef-be71-d507d52ffe41 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:29.344922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:29.345321 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:29.365467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:53:29.380995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Sync routers for ids ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:53:29.408988 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:29.415860 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a807ad6a-3efd-4224-af08-3bc77e8a7d38 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.5089610 May 24 22:53:29.417591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58868) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:29.457332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Routers {'01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:29.458064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:29.534065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=02bc1c0f-1b4e-4684-8570-f34e3a39b8da,segment=NetworkSegment(5a72d09b-98a6-4604-b1d4-57a3ade260e8),segment_id=5a72d09b-98a6-4604-b1d4-57a3ade260e8)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:29.549774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-50abba60-a633-4875-9998-4ccb0039a660 None None] Provisioning complete for port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:29.550150 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-50abba60-a633-4875-9998-4ccb0039a660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:29.610033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58874) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:29.622437 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:29.673162 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0dc1-1690-4fc0-a155-4f6934d5a673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:29.746331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cc3c0dc1-1690-4fc0-a155-4f6934d5a673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:29.769788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cc3c0dc1-1690-4fc0-a155-4f6934d5a673 admin admin] Usage tracker for resource:security_group_rule and tenant:4943db5b7b004e77b39438bdd87141f0 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:29.778896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cc3c0dc1-1690-4fc0-a155-4f6934d5a673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:29.785886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-052fecfa-1e43-4bb5-b7a1-1382c648e686 req-b7d5c15a-9ce3-41ef-be71-d507d52ffe41 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] For port fc426a8c-3a11-4804-97ec-2e5eb63ce488, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fc426a8c-3a11-4804-97ec-2e5eb63ce488,segment=NetworkSegment(256016de-e0b0-4bdf-989d-7a8fff549f5e),segment_id=256016de-e0b0-4bdf-989d-7a8fff549f5e)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:29.786400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-052fecfa-1e43-4bb5-b7a1-1382c648e686 req-b7d5c15a-9ce3-41ef-be71-d507d52ffe41 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:29.994101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=02bc1c0f-1b4e-4684-8570-f34e3a39b8da,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:30.010146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-052fecfa-1e43-4bb5-b7a1-1382c648e686 req-b7d5c15a-9ce3-41ef-be71-d507d52ffe41 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Calling delete_port for fc426a8c-3a11-4804-97ec-2e5eb63ce488 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:53:30.062957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-50abba60-a633-4875-9998-4ccb0039a660 None None] Current status of the port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:30.067832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Set router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:30.241465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd95c42-fbe7-4586-adf7-b253701180ed req-6ac31a17-e1a6-470d-8bc4-60f501beefaf tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:30.249237 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dd95c42-fbe7-4586-adf7-b253701180ed req-6ac31a17-e1a6-470d-8bc4-60f501beefaf tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 945 time: 0.1616988 May 24 22:53:30.293338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cc3c0dc1-1690-4fc0-a155-4f6934d5a673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:30.297919 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-052fecfa-1e43-4bb5-b7a1-1382c648e686 req-b7d5c15a-9ce3-41ef-be71-d507d52ffe41 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:30.319726 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dd95c42-fbe7-4586-adf7-b253701180ed req-79e77e53-8219-46dc-b5e8-268b860b9fb0 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/security-groups?id=8065a200-c4cb-4315-860d-acd5320a4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693133 May 24 22:53:30.320006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['fc426a8c-3a11-4804-97ec-2e5eb63ce488'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:53:30.377447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5c15a-9ce3-41ef-be71-d507d52ffe41 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Pushing event deleted for resources: {'Port': ['ID=fc426a8c-3a11-4804-97ec-2e5eb63ce488,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:30.392639 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:30.462452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'name': 'tempest-ServersTestMultiNic-2936549-router', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:24Z', 'updated_at': '2022-05-24T22:53:27Z', 'revision_number': 3, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'gw_port': {'id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:25Z', 'updated_at': '2022-05-24T22:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:30.468255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Checking router: 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:53:30.468619 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Updating router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:53:30.533772 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:30.561835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-052fecfa-1e43-4bb5-b7a1-1382c648e686 req-b7d5c15a-9ce3-41ef-be71-d507d52ffe41 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] No DVR routers for this DVR port fc426a8c-3a11-4804-97ec-2e5eb63ce488 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:53:30.564586 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-052fecfa-1e43-4bb5-b7a1-1382c648e686 req-b7d5c15a-9ce3-41ef-be71-d507d52ffe41 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:30.573967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3110b2a7-2023-4fc5-b196-8ac1c4bf63a3', 'name': 'network-vif-deleted', 'tag': 'fc426a8c-3a11-4804-97ec-2e5eb63ce488'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:53:30.602179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4449ab-741a-454e-a828-9321aeaec758 req-00490760-769c-467a-935b-062c5d3d4ed6 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:30.609837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a4449ab-741a-454e-a828-9321aeaec758 req-00490760-769c-467a-935b-062c5d3d4ed6 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 945 time: 0.3857985 May 24 22:53:30.671126 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-052fecfa-1e43-4bb5-b7a1-1382c648e686 req-b7d5c15a-9ce3-41ef-be71-d507d52ffe41 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.50 "DELETE /v2.0/ports/fc426a8c-3a11-4804-97ec-2e5eb63ce488 HTTP/1.1" status: 204 len: 173 time: 1.6087565 May 24 22:53:30.686977 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59f93b2-9b83-4c2c-9a58-483d29c142c3'] response: {'server_uuid': '3110b2a7-2023-4fc5-b196-8ac1c4bf63a3', 'name': 'network-vif-deleted', 'tag': 'fc426a8c-3a11-4804-97ec-2e5eb63ce488', 'status': 'completed', 'code': 200} May 24 22:53:30.715713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a4449ab-741a-454e-a828-9321aeaec758 req-e343cdbb-d1f9-4dd8-a831-f657b566b8a0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045656 May 24 22:53:30.784959 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0dc1-1690-4fc0-a155-4f6934d5a673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:30.798204 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0dc1-1690-4fc0-a155-4f6934d5a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:30.911599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cc3c0dc1-1690-4fc0-a155-4f6934d5a673 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4943db5b7b004e77b39438bdd87141f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2969270 May 24 22:53:30.913744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58906) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:30.947203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02bc1c0f-1b4e-4684-8570-f34e3a39b8da up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:30.955131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c0dc1-1690-4fc0-a155-4f6934d5a673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19781f2-e03c-4aca-83b7-cb67a013bcbf,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:31.071699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Allocated IP 172.20.0.1 (512ed02f-88f7-4286-bc07-5a72c1767b12/b578cd80-f0de-4f6b-aff9-2a3120fcecc2/defa7941-317d-4883-8326-591b02c531b6) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:31.089202 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d524895-546b-4dfb-8539-5052c22e2735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.112515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:31.113028 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.150262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d524895-546b-4dfb-8539-5052c22e2735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.260389 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d524895-546b-4dfb-8539-5052c22e2735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.260636 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.277383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Transition to ACTIVE for port object defa7941-317d-4883-8326-591b02c531b6 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:31.297603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d524895-546b-4dfb-8539-5052c22e2735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19781f2-e03c-4aca-83b7-cb67a013bcbf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:31.312220 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d524895-546b-4dfb-8539-5052c22e2735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.316417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:31.316977 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9d524895-546b-4dfb-8539-5052c22e2735 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e19781f2-e03c-4aca-83b7-cb67a013bcbf HTTP/1.1" status: 204 len: 168 time: 0.4019465 May 24 22:53:31.348599 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.351464 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.381126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Transition to ACTIVE for port object b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:31.397898 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.443541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Network 512ed02f-88f7-4286-bc07-5a72c1767b12 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:31.446623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:31.450884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:31.503088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Pushing event updated for resources: {'Port': ['ID=defa7941-317d-4883-8326-591b02c531b6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:31.583594 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.593083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750bab9-8206-4b32-a1d8-1ac37ac25694 None None] Pushing event updated for resources: {'Port': ['ID=b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:31.610581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Attempting to bind port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:53:31.613134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Attempting to bind port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:53:31.613646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Attempting to bind port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:31.622359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:53:31.622826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:31.623317 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.623707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:53:31.624214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Bound port: b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:53:31.625056 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.749886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] For port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:31.754405 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] For port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:53:31.765075 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:31.905087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750bab9-8206-4b32-a1d8-1ac37ac25694 None None] Pushing event updated for resources: {'Port': ['ID=b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:31.908304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Routers {'01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:31.909183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:31.961195 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8224cd19-4105-413f-8d27-0cc9389140f7 req-0afadf09-4c0d-4f06-974a-cb0490944656 tempest-ServersNegativeTestMultiTenantJSON-633100608 tempest-ServersNegativeTestMultiTenantJSON-633100608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3110b2a7-2023-4fc5-b196-8ac1c4bf63a3 HTTP/1.1" status: 200 len: 210 time: 0.3795888 May 24 22:53:31.994227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3d76a9f6-7d38-4604-98dd-30e159911c51 None None] Provisioning for port defa7941-317d-4883-8326-591b02c531b6 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:32.005859 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:32.007465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3d76a9f6-7d38-4604-98dd-30e159911c51 None None] Provisioning complete for port defa7941-317d-4883-8326-591b02c531b6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:32.007830 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3d76a9f6-7d38-4604-98dd-30e159911c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:32.129672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0e8a2-f335-462b-8f99-dc8edf9f0c27 req-aad606da-acd5-420e-87d4-f1f53645b23e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:32.131335 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0b0e8a2-f335-462b-8f99-dc8edf9f0c27 req-aad606da-acd5-420e-87d4-f1f53645b23e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 945 time: 0.1698916 May 24 22:53:32.156186 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 503e0da6-ca68-4a95-994e-66915ef109be up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:32.207737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3d76a9f6-7d38-4604-98dd-30e159911c51 None None] Port defa7941-317d-4883-8326-591b02c531b6 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:53:32.217144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0b0e8a2-f335-462b-8f99-dc8edf9f0c27 req-fb1363f3-7c81-4715-b676-530adde82be6 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768576 May 24 22:53:32.267207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] Set router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:32.299648 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:32.305790 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:32.351408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 503e0da6-ca68-4a95-994e-66915ef109be completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:32.414003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 503e0da6-ca68-4a95-994e-66915ef109be triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:32.414702 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:32.426906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:32.434603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Pushing event updated for resources: {'Port': ['ID=defa7941-317d-4883-8326-591b02c531b6,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:32.587745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Network 512ed02f-88f7-4286-bc07-5a72c1767b12 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:32.588906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:32.742426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 503e0da6-ca68-4a95-994e-66915ef109be is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:32.742887 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:32.783930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcde0192-a2da-461c-9fd6-824243396eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503e0da6-ca68-4a95-994e-66915ef109be'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:53:32.800606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 503e0da6-ca68-4a95-994e-66915ef109be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=503e0da6-ca68-4a95-994e-66915ef109be,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:32.812937 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:32.862650 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879c577e-18aa-4fd6-ac04-87eed505ed00'] response: {'server_uuid': 'bcde0192-a2da-461c-9fd6-824243396eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503e0da6-ca68-4a95-994e-66915ef109be', 'code': 200} May 24 22:53:32.864733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'name': 'tempest-ServersTestMultiNic-2936549-router', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:24Z', 'updated_at': '2022-05-24T22:53:31Z', 'revision_number': 4, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'gw_port': {'id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:25Z', 'updated_at': '2022-05-24T22:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'defa7941-317d-4883-8326-591b02c531b6', 'name': '', 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'mac_address': 'fa:16:3e:75:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'b578cd80-f0de-4f6b-aff9-2a3120fcecc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:30Z', 'updated_at': '2022-05-24T22:53:31Z', 'revision_number': 1, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'subnets': [{'id': 'b578cd80-f0de-4f6b-aff9-2a3120fcecc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:32.891709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:53:32.955451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acf0f3f-807c-4e2b-ab1b-ae36c364bbb5 None None] The sync data for ids ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'] in n-d-843146-7 is: [{'id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'name': 'tempest-ServersTestMultiNic-2936549-router', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:24Z', 'updated_at': '2022-05-24T22:53:31Z', 'revision_number': 4, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'gw_port': {'id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:25Z', 'updated_at': '2022-05-24T22:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'defa7941-317d-4883-8326-591b02c531b6', 'name': '', 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'mac_address': 'fa:16:3e:75:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'b578cd80-f0de-4f6b-aff9-2a3120fcecc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:30Z', 'updated_at': '2022-05-24T22:53:31Z', 'revision_number': 1, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'subnets': [{'id': 'b578cd80-f0de-4f6b-aff9-2a3120fcecc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:53:32.977931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device fc426a8c-3a11-4804-97ec-2e5eb63ce488 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:33.027565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=503e0da6-ca68-4a95-994e-66915ef109be,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:33.029752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: fc426a8c-3a11-4804-97ec-2e5eb63ce488 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:53:33.030100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device fc426a8c-3a11-4804-97ec-2e5eb63ce488 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:53:33.047428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2ae2e2a0-0cd1-4a58-a513-4ad82480dae1 None None] Provisioning complete for port defa7941-317d-4883-8326-591b02c531b6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:33.047980 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e2a0-0cd1-4a58-a513-4ad82480dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:33.099354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119024bf-1fcb-45d3-94d8-71e4cda2b6af req-5bd818c9-4770-425b-8268-7fcb698a49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:33.105067 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-119024bf-1fcb-45d3-94d8-71e4cda2b6af req-5bd818c9-4770-425b-8268-7fcb698a49dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 1097 time: 0.1756065 May 24 22:53:33.131347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2ae2e2a0-0cd1-4a58-a513-4ad82480dae1 None None] Port defa7941-317d-4883-8326-591b02c531b6 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:53:33.169018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58966) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:33.238881 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-119024bf-1fcb-45d3-94d8-71e4cda2b6af req-09c7f3d4-0029-443f-af18-3cf9f8f7f72d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272275 May 24 22:53:33.287065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21147a9-65f0-4f4d-9b61-5e885b392e04 admin admin] Deleting subnet ed2a126e-624a-4a16-a1ae-5a3ac9cf0086 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:53:33.302352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b21147a9-65f0-4f4d-9b61-5e885b392e04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:33.381718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b21147a9-65f0-4f4d-9b61-5e885b392e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:33.457415 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b21147a9-65f0-4f4d-9b61-5e885b392e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:33.474950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:53:33.550944 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8706d286-2500-4ec9-9a9d-4b4679987738 admin admin] 10.222.0.55 "PUT /v2.0/routers/01ee74f5-6fb5-4e2d-a838-94bf73df7fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1309268 May 24 22:53:33.558279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b21147a9-65f0-4f4d-9b61-5e885b392e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:33.604108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6d9cf-bace-4d78-a60b-e4139d310726 req-e1416715-f8fe-4d7f-bf9d-7a7206ac461f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:33.616104 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ac6d9cf-bace-4d78-a60b-e4139d310726 req-e1416715-f8fe-4d7f-bf9d-7a7206ac461f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 946 time: 0.1384485 May 24 22:53:33.625474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21147a9-65f0-4f4d-9b61-5e885b392e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed2a126e-624a-4a16-a1ae-5a3ac9cf0086,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:33.642145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b21147a9-65f0-4f4d-9b61-5e885b392e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:33.651331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b21147a9-65f0-4f4d-9b61-5e885b392e04 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ed2a126e-624a-4a16-a1ae-5a3ac9cf0086 HTTP/1.1" status: 204 len: 168 time: 0.4809074 May 24 22:53:33.653833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58980) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:33.695618 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ac6d9cf-bace-4d78-a60b-e4139d310726 req-337cddef-1ac3-4e15-ac86-b291a917bcb0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783336 May 24 22:53:33.795919 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:33.880986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58988) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:34.086149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.130359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c580603-badb-4a8d-8ff0-f5d4de4ab06a']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:34.147712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256016de-e0b0-4bdf-989d-7a8fff549f5e') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:34.147712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256016de-e0b0-4bdf-989d-7a8fff549f5e') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:34.182024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.201583 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.209005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:53:34.209803 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.327831 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 256016de-e0b0-4bdf-989d-7a8fff549f5e resource provider aggregate not found May 24 22:53:34.375138 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 256016de-e0b0-4bdf-989d-7a8fff549f5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 256016de-e0b0-4bdf-989d-7a8fff549f5e found for delete ", "request_id": "req-5706fc32-d4e7-4997-919b-76b7f10068d1"}]} May 24 22:53:34.394527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.437536 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.440605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c580603-badb-4a8d-8ff0-f5d4de4ab06a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:34.458166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-725e7aff-00a2-4db3-8ca9-49e7a4c4da29 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4c580603-badb-4a8d-8ff0-f5d4de4ab06a HTTP/1.1" status: 204 len: 168 time: 0.8029058 May 24 22:53:34.460931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59006) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:34.506640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1044869934'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:34.512637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:34.517850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Usage tracker for resource:network and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:34.520277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:34.527225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:34.545315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:34.548861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.584154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-414cb09f-19b8-4049-853f-f9e5c970a2de admin admin] Deleting subnet 8985307e-2851-459d-8b8a-4ef01b11a4ae {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:53:34.589311 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-414cb09f-19b8-4049-853f-f9e5c970a2de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.638786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:53:34.657365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.658180 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Added segment a68dcdb1-1f07-46f7-8cfa-68e4a116b22e of type vlan for network ee091c3a-2e47-41f8-a8a6-59ba03d6134e May 24 22:53:34.666554 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-414cb09f-19b8-4049-853f-f9e5c970a2de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.748956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.761323 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-414cb09f-19b8-4049-853f-f9e5c970a2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.846308 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.852784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:34.855278 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:34.976093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:35.033309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Network': ['ID=ee091c3a-2e47-41f8-a8a6-59ba03d6134e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:35.036443 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-414cb09f-19b8-4049-853f-f9e5c970a2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.047467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ee091c3a-2e47-41f8-a8a6-59ba03d6134e details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:53:35.083373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1681fb13-1ab2-4f25-b6a9-860c5c455b21 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1982353 May 24 22:53:35.083586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cb09f-19b8-4049-853f-f9e5c970a2de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8985307e-2851-459d-8b8a-4ef01b11a4ae,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:35.084084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59030) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:35.088447 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-414cb09f-19b8-4049-853f-f9e5c970a2de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.090742 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-414cb09f-19b8-4049-853f-f9e5c970a2de admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8985307e-2851-459d-8b8a-4ef01b11a4ae HTTP/1.1" status: 204 len: 168 time: 0.6285901 May 24 22:53:35.093199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59034) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:35.094220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'subnet': {'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:35.152326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:35.165126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:35.166946 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.218634 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.255616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:35.260473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Usage tracker for resource:subnet and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:35.264040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:35.271701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:35.287569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:35.293293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.316641 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee6e1ab4-fd25-4cac-8c5c-9f7bd0da0fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.377987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.416263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a505c6e7-5086-4f8f-9c57-eb82a0af7ffb']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:35.451205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ce4b02-69db-4c95-b228-52180bbc6bc4') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:35.452140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ce4b02-69db-4c95-b228-52180bbc6bc4') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:35.456873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:35.457993 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.484684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:35.490455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.491957 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.524611 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.532628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:53:35.533021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.589434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:35.630485 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment e7ce4b02-69db-4c95-b228-52180bbc6bc4 resource provider aggregate not found May 24 22:53:35.671063 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment e7ce4b02-69db-4c95-b228-52180bbc6bc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7ce4b02-69db-4c95-b228-52180bbc6bc4 found for delete ", "request_id": "req-11412c9b-9309-46b3-900f-820257406641"}]} May 24 22:53:35.687987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.719888 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.734854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] Pushing event deleted for resources: {'Network': ['ID=a505c6e7-5086-4f8f-9c57-eb82a0af7ffb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:35.740598 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-62142129-1ac5-4d22-bcf1-2d40ff8ef46a admin admin] 10.222.0.55 "DELETE /v2.0/networks/a505c6e7-5086-4f8f-9c57-eb82a0af7ffb HTTP/1.1" status: 204 len: 168 time: 0.6461129 May 24 22:53:35.797971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417b282-af81-41ec-b586-7c5f95e6a3d1 req-d25453da-f5dd-4061-857a-f3bc108a9b9e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:35.799508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a417b282-af81-41ec-b586-7c5f95e6a3d1 req-d25453da-f5dd-4061-857a-f3bc108a9b9e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 946 time: 0.8958013 May 24 22:53:35.800877 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:35.888466 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Sync routers for ids ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:53:35.894069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Subnet': ['ID=232aaba5-588b-43e5-8193-029e9ee83472,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:35.902499 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Routers {'01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:35.903127 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:35.938929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Checking segment: {'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:35.939335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network hostable DHCP agents. Network: ee091c3a-2e47-41f8-a8a6-59ba03d6134e, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:53:35.945790 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a417b282-af81-41ec-b586-7c5f95e6a3d1 req-4ebf8b94-e5ac-4d3c-8a26-94f637717ef3 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383982 May 24 22:53:35.967069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network ee091c3a-2e47-41f8-a8a6-59ba03d6134e is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:53:35.991206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ee091c3a-2e47-41f8-a8a6-59ba03d6134e) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:36.002075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae6b14-325f-4633-ba64-996eaa4dc6db None None] Network ee091c3a-2e47-41f8-a8a6-59ba03d6134e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:36.005436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:36.006237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.053365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a4076fbd-10c6-4e15-8d24-4d92f0d1e8cf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9670107 May 24 22:53:36.056439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59062) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:36.061394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-569362492'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:36.086647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:36.094304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Usage tracker for resource:network and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:36.103767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:36.105403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59066) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:36.147019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:36.174786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:36.180095 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.208180 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Set router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:36.214924 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e0a05328-2dc8-4dbc-b2af-22d838756383 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1922336eb132466493bdaa35fd3215e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078663 May 24 22:53:36.215877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59076) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:36.256692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:53:36.278062 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.278402 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Added segment d9f8daa8-8175-41b4-b681-3c5f4720b0b7 of type vlan for network ce457e90-646a-45ec-9af4-aabc17fbb699 May 24 22:53:36.294248 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-901453e8-fa3b-4f9c-a1ee-1fad5f1e6106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.332169 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-901453e8-fa3b-4f9c-a1ee-1fad5f1e6106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.342793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.422067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-ee091c3a-2e47-41f8-a8a6-59ba03d6134e', 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'fixed_ips': [{'subnet_id': '232aaba5-588b-43e5-8193-029e9ee83472'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:53:36.422915 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.426402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.432537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:36.433452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.460989 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-901453e8-fa3b-4f9c-a1ee-1fad5f1e6106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.507966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901453e8-fa3b-4f9c-a1ee-1fad5f1e6106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8065a200-c4cb-4315-860d-acd5320a4c2d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:36.537795 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-901453e8-fa3b-4f9c-a1ee-1fad5f1e6106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.544174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-901453e8-fa3b-4f9c-a1ee-1fad5f1e6106 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8065a200-c4cb-4315-860d-acd5320a4c2d HTTP/1.1" status: 204 len: 168 time: 0.3273335 May 24 22:53:36.544359 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4871836 May 24 22:53:36.544820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59086) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:36.557962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'subnet': {'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:36.813731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Allocated IP 19.80.0.2 (ee091c3a-2e47-41f8-a8a6-59ba03d6134e/232aaba5-588b-43e5-8193-029e9ee83472/8e17adf3-cb94-40f0-96e9-f998bbc24bdd) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:36.825962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:36.834870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Usage tracker for resource:subnet and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:36.839585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:36.846837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:36.868811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49052eb6-1cb1-46ec-b0f8-efaf01a6b156 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Network': ['ID=ce457e90-646a-45ec-9af4-aabc17fbb699,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:36.876956 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'name': 'tempest-ServersTestMultiNic-2936549-router', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:24Z', 'updated_at': '2022-05-24T22:53:31Z', 'revision_number': 4, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'gw_port': {'id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:25Z', 'updated_at': '2022-05-24T22:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'defa7941-317d-4883-8326-591b02c531b6', 'name': '', 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'mac_address': 'fa:16:3e:75:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'b578cd80-f0de-4f6b-aff9-2a3120fcecc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:30Z', 'updated_at': '2022-05-24T22:53:32Z', 'revision_number': 2, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'subnets': [{'id': 'b578cd80-f0de-4f6b-aff9-2a3120fcecc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:36.886631 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Checking router: 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:53:36.887040 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Updating router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 port defa7941-317d-4883-8326-591b02c531b6 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:53:36.895324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:36.905561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:36.916268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ce457e90-646a-45ec-9af4-aabc17fbb699 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:53:36.965606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7b21e-4ab8-4287-9205-88307e46dcb7 req-6f9221ec-4c1b-480b-84cd-ded5c43e001c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:36.967530 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9de7b21e-4ab8-4287-9205-88307e46dcb7 req-6f9221ec-4c1b-480b-84cd-ded5c43e001c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 946 time: 0.2730832 May 24 22:53:37.047746 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:37.056908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:37.100926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9de7b21e-4ab8-4287-9205-88307e46dcb7 req-787007de-2379-4f33-85b8-2a94ede08ad6 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271849 May 24 22:53:37.270271 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:37.337198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:37.337853 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:37.454822 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:37.460712 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2d5dedfb-54e8-43d5-9807-7873a48a8939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:37.476877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Transition to ACTIVE for port object 8e17adf3-cb94-40f0-96e9-f998bbc24bdd will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:37.524884 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:37.540390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Transition to ACTIVE for port object 8e17adf3-cb94-40f0-96e9-f998bbc24bdd will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:37.543771 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Transition to ACTIVE for port object defa7941-317d-4883-8326-591b02c531b6 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:37.554439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Subnet': ['ID=3993bc14-5299-49b9-8f48-365b6c2f1d21,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:37.560411 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:37.567540 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:37.587386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Checking segment: {'id': 'd9f8daa8-8175-41b4-b681-3c5f4720b0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:37.588001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network hostable DHCP agents. Network: ce457e90-646a-45ec-9af4-aabc17fbb699, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:53:37.617997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network ce457e90-646a-45ec-9af4-aabc17fbb699 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:53:37.640566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ce457e90-646a-45ec-9af4-aabc17fbb699) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:37.655822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:37.656441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:37.667168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:37.672801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc562384-bcc4-4ba5-9c44-6d0aa948135a None None] Network ce457e90-646a-45ec-9af4-aabc17fbb699 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:37.715818 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-84573fa7-483b-4b9d-9cde-6b95a7e0d16b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1697955 May 24 22:53:37.811538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Pushing event updated for resources: {'Port': ['ID=8e17adf3-cb94-40f0-96e9-f998bbc24bdd,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:37.879768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Network ee091c3a-2e47-41f8-a8a6-59ba03d6134e is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:37.882854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:37.888340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:37.909251 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Pushing event updated for resources: {'Port': ['ID=defa7941-317d-4883-8326-591b02c531b6,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:37.923888 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.924363 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.924793 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.925280 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.925913 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.926238 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.926595 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.926910 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.927221 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.927529 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.927970 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.928240 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:37.950663 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Attempting to bind port defa7941-317d-4883-8326-591b02c531b6 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:53:37.951418 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Attempting to bind port defa7941-317d-4883-8326-591b02c531b6 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '5a72d09b-98a6-4604-b1d4-57a3ade260e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:53:37.951981 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Attempting to bind port defa7941-317d-4883-8326-591b02c531b6 on network 512ed02f-88f7-4286-bc07-5a72c1767b12 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:37.956719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59122) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:37.960050 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:53:37.960866 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Checking segment: {'id': '5a72d09b-98a6-4604-b1d4-57a3ade260e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:37.961595 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:37.962247 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Bound using segment: {'id': '5a72d09b-98a6-4604-b1d4-57a3ade260e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:53:37.962859 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Bound port: defa7941-317d-4883-8326-591b02c531b6, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a72d09b-98a6-4604-b1d4-57a3ade260e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:53:37.963489 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.035752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Attempting to bind port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:53:38.036055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Attempting to bind port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:53:38.036518 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Attempting to bind port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd on network ee091c3a-2e47-41f8-a8a6-59ba03d6134e {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:38.051189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:53:38.052032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Checking segment: {'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:38.052448 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.052842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Bound using segment: {'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:53:38.053326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Bound port: 8e17adf3-cb94-40f0-96e9-f998bbc24bdd, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:53:38.053729 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.055746 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e034af85-00fb-4c6e-9ae1-7c1ab7af4423 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0147b1583914f37b6977e85a362f066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976775 May 24 22:53:38.058514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59128) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:38.092166 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] For port defa7941-317d-4883-8326-591b02c531b6, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:38.096147 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] For port defa7941-317d-4883-8326-591b02c531b6, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=defa7941-317d-4883-8326-591b02c531b6,segment=NetworkSegment(5a72d09b-98a6-4604-b1d4-57a3ade260e8),segment_id=5a72d09b-98a6-4604-b1d4-57a3ade260e8)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:53:38.105820 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.217537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-ce457e90-646a-45ec-9af4-aabc17fbb699', 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'fixed_ips': [{'subnet_id': '3993bc14-5299-49b9-8f48-365b6c2f1d21'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:53:38.218381 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.251124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-416e8995-192f-4e22-b94e-d184c1add7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.307253 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-416e8995-192f-4e22-b94e-d184c1add7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.335083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] For port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:38.346290 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Routers {'01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:38.347328 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:53:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:38.362613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] For port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8e17adf3-cb94-40f0-96e9-f998bbc24bdd,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:53:38.380511 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.466207 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed5b00-f6bc-47f1-a4db-c84d6c2b914f None None] Pushing event updated for resources: {'Port': ['ID=defa7941-317d-4883-8326-591b02c531b6,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:38.581391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627bab6-9cba-4a1c-9d5a-b5cdb62ee93d None None] Pushing event updated for resources: {'Port': ['ID=8e17adf3-cb94-40f0-96e9-f998bbc24bdd,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:38.636343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f346b-044e-40bd-9f18-af222662d276 req-8f591e48-fad1-4921-9aef-6f3a22aa6a94 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:38.640872 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-416e8995-192f-4e22-b94e-d184c1add7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.655041 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df8f346b-044e-40bd-9f18-af222662d276 req-8f591e48-fad1-4921-9aef-6f3a22aa6a94 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 946 time: 0.2912471 May 24 22:53:38.711355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e8995-192f-4e22-b94e-d184c1add7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de54041a-4d0a-4775-abef-145c2cf6316a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:38.745013 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-416e8995-192f-4e22-b94e-d184c1add7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.749867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-416e8995-192f-4e22-b94e-d184c1add7ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de54041a-4d0a-4775-abef-145c2cf6316a HTTP/1.1" status: 204 len: 168 time: 0.6898253 May 24 22:53:38.765578 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] Set router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:38.836237 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df8f346b-044e-40bd-9f18-af222662d276 req-af21cdd4-c2b4-45e5-bc8b-a0fe187ffa85 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736271 May 24 22:53:38.850451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-e421763b-71b9-4902-ab79-98d5bf0ec463 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:38.863480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-e421763b-71b9-4902-ab79-98d5bf0ec463 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:38.864921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9a7f5912-1585-4b10-8a88-050699236f8f req-e421763b-71b9-4902-ab79-98d5bf0ec463 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Synchronizing usage tracker for tenant:d90d3d2574984885b0f06938daf064fc on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:38.906892 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.911111 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:38.919473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9a7f5912-1585-4b10-8a88-050699236f8f req-e421763b-71b9-4902-ab79-98d5bf0ec463 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Unset dirty status for tenant:d90d3d2574984885b0f06938daf064fc on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:38.922188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-e421763b-71b9-4902-ab79-98d5bf0ec463 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/networks?id=ee091c3a-2e47-41f8-a8a6-59ba03d6134e&id=ce457e90-646a-45ec-9af4-aabc17fbb699&id=ee091c3a-2e47-41f8-a8a6-59ba03d6134e HTTP/1.1" status: 200 len: 1391 time: 0.5111597 May 24 22:53:38.954486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-68a83c33-d4fb-4ce1-81ec-b4a344ca0777 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/quotas/d90d3d2574984885b0f06938daf064fc HTTP/1.1" status: 200 len: 375 time: 0.0233817 May 24 22:53:39.025838 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device defa7941-317d-4883-8326-591b02c531b6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:39.115902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Allocated IP 19.86.0.2 (ce457e90-646a-45ec-9af4-aabc17fbb699/3993bc14-5299-49b9-8f48-365b6c2f1d21/f367107e-28f7-4438-bdc4-6c02cc231230) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:39.209024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-f4918d3d-b67f-4e8c-ac9d-0b09ae6676e4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90d3d2574984885b0f06938daf064fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2426424 May 24 22:53:39.481372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port defa7941-317d-4883-8326-591b02c531b6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:39.497391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port defa7941-317d-4883-8326-591b02c531b6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:39.498030 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:39.504653 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'name': 'tempest-ServersTestMultiNic-2936549-router', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:24Z', 'updated_at': '2022-05-24T22:53:31Z', 'revision_number': 4, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'gw_port': {'id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:25Z', 'updated_at': '2022-05-24T22:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'defa7941-317d-4883-8326-591b02c531b6', 'name': '', 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'mac_address': 'fa:16:3e:75:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'b578cd80-f0de-4f6b-aff9-2a3120fcecc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:30Z', 'updated_at': '2022-05-24T22:53:38Z', 'revision_number': 4, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'subnets': [{'id': 'b578cd80-f0de-4f6b-aff9-2a3120fcecc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:39.511316 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c809d-d378-4f8c-99e1-9cf89b249884 None None] The sync data for ids ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'] in n-d-843146-7 is: [{'id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'name': 'tempest-ServersTestMultiNic-2936549-router', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:24Z', 'updated_at': '2022-05-24T22:53:31Z', 'revision_number': 4, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'gw_port': {'id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:25Z', 'updated_at': '2022-05-24T22:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'defa7941-317d-4883-8326-591b02c531b6', 'name': '', 'network_id': '512ed02f-88f7-4286-bc07-5a72c1767b12', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'mac_address': 'fa:16:3e:75:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'b578cd80-f0de-4f6b-aff9-2a3120fcecc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:30Z', 'updated_at': '2022-05-24T22:53:38Z', 'revision_number': 4, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'subnets': [{'id': 'b578cd80-f0de-4f6b-aff9-2a3120fcecc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:53:39.622248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-ce2610d5-db2a-4120-b92b-e6fe63bed665 service neutron] 10.222.0.55 "GET /v2.0/networks/ee091c3a-2e47-41f8-a8a6-59ba03d6134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096265 May 24 22:53:39.768993 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:39.820436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Transition to ACTIVE for port object f367107e-28f7-4438-bdc4-6c02cc231230 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:39.870985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port defa7941-317d-4883-8326-591b02c531b6 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:39.871185 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:39.928208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Transition to ACTIVE for port object f367107e-28f7-4438-bdc4-6c02cc231230 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:40.005120 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:40.193276 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:40.220078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port defa7941-317d-4883-8326-591b02c531b6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=defa7941-317d-4883-8326-591b02c531b6,segment=NetworkSegment(5a72d09b-98a6-4604-b1d4-57a3ade260e8),segment_id=5a72d09b-98a6-4604-b1d4-57a3ade260e8)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:40.240999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Network ce457e90-646a-45ec-9af4-aabc17fbb699 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:40.245092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:40.254680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:40.254991 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-6ba92667-74ff-494e-9cae-a763a00e75fc service neutron] 10.222.0.55 "GET /v2.0/networks/ee091c3a-2e47-41f8-a8a6-59ba03d6134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317770 May 24 22:53:40.263724 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:40.275113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Pushing event updated for resources: {'Port': ['ID=f367107e-28f7-4438-bdc4-6c02cc231230,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:40.483902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Attempting to bind port f367107e-28f7-4438-bdc4-6c02cc231230 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:53:40.484932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Attempting to bind port f367107e-28f7-4438-bdc4-6c02cc231230 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd9f8daa8-8175-41b4-b681-3c5f4720b0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:53:40.485485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Attempting to bind port f367107e-28f7-4438-bdc4-6c02cc231230 on network ce457e90-646a-45ec-9af4-aabc17fbb699 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:40.493365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=defa7941-317d-4883-8326-591b02c531b6,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:40.496678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:53:40.497302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Checking segment: {'id': 'd9f8daa8-8175-41b4-b681-3c5f4720b0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:40.497914 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:40.498526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Bound using segment: {'id': 'd9f8daa8-8175-41b4-b681-3c5f4720b0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:53:40.499194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Bound port: f367107e-28f7-4438-bdc4-6c02cc231230, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f8daa8-8175-41b4-b681-3c5f4720b0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:53:40.499793 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:40.598407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] For port f367107e-28f7-4438-bdc4-6c02cc231230, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:40.604369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] For port f367107e-28f7-4438-bdc4-6c02cc231230, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f367107e-28f7-4438-bdc4-6c02cc231230,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:53:40.607403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ade050-f8a3-47dd-97e9-4a5e9f5c0fa3 None None] Network ee091c3a-2e47-41f8-a8a6-59ba03d6134e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:40.624003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-c492b3b0-26a5-4d2d-9a13-6b73693c5136 service neutron] 10.222.0.55 "GET /v2.0/networks/ce457e90-646a-45ec-9af4-aabc17fbb699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600833 May 24 22:53:40.646488 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:40.710890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59224) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:40.840167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-44efd35f-e68a-4500-a889-c2153068d532 service neutron] 10.222.0.55 "GET /v2.0/networks/ce457e90-646a-45ec-9af4-aabc17fbb699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072310 May 24 22:53:40.852721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-692897a0-cbf5-452b-be04-e579a358415f None None] Provisioning for port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:40.870626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3082da-678e-4490-8de3-cc8bd419b2b6 None None] Pushing event updated for resources: {'Port': ['ID=f367107e-28f7-4438-bdc4-6c02cc231230,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:41.102117 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-23419ed4-da4a-468f-84e9-1cb1de7b2181 service neutron] 10.222.0.55 "GET /v2.0/networks/ee091c3a-2e47-41f8-a8a6-59ba03d6134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556329 May 24 22:53:41.208646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device defa7941-317d-4883-8326-591b02c531b6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:41.306456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port defa7941-317d-4883-8326-591b02c531b6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:41.307796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:41.384743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-56f523b1-6190-433d-9ab8-7e602004744a service neutron] 10.222.0.55 "GET /v2.0/networks/ee091c3a-2e47-41f8-a8a6-59ba03d6134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596893 May 24 22:53:41.613292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port defa7941-317d-4883-8326-591b02c531b6 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:41.614567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8e17adf3-cb94-40f0-96e9-f998bbc24bdd up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:41.684665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dd57d990-61ac-4004-aba5-3ba8d51ccf1e req-cd17e360-c484-4a1c-8b67-2c7528562dc1 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Synchronizing usage tracker for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:41.711809 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-833901a0-e0c9-4a94-8118-dfd615c51dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:41.733782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:41.735759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-833901a0-e0c9-4a94-8118-dfd615c51dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:41.739088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:41.739644 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:41.741424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-833901a0-e0c9-4a94-8118-dfd615c51dce admin admin] Usage tracker for resource:security_group_rule and tenant:6018617b71e54365b21e0b5e4f1d9286 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:41.744395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-833901a0-e0c9-4a94-8118-dfd615c51dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:41.750933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-833901a0-e0c9-4a94-8118-dfd615c51dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:41.754988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dd57d990-61ac-4004-aba5-3ba8d51ccf1e req-cd17e360-c484-4a1c-8b67-2c7528562dc1 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Unset dirty status for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:41.756481 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd57d990-61ac-4004-aba5-3ba8d51ccf1e req-cd17e360-c484-4a1c-8b67-2c7528562dc1 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 210 time: 0.1634362 May 24 22:53:41.884875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:41.885257 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:41.898282 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-833901a0-e0c9-4a94-8118-dfd615c51dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:41.907914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-833901a0-e0c9-4a94-8118-dfd615c51dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:41.935889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8e17adf3-cb94-40f0-96e9-f998bbc24bdd,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:41.945069 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:41.993417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833901a0-e0c9-4a94-8118-dfd615c51dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c644835c-fd70-4f19-83ee-244902b77a65,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:42.024212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59266) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:42.027908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-833901a0-e0c9-4a94-8118-dfd615c51dce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6018617b71e54365b21e0b5e4f1d9286&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3143744 May 24 22:53:42.220257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 503e0da6-ca68-4a95-994e-66915ef109be details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:53:42.232690 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9d579f2-fd4e-4ce1-aaad-e3fe800ac60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:42.235158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59288) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:42.307118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9d579f2-fd4e-4ce1-aaad-e3fe800ac60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:42.353099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=8e17adf3-cb94-40f0-96e9-f998bbc24bdd,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:42.389381 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9d579f2-fd4e-4ce1-aaad-e3fe800ac60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:42.415479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d579f2-fd4e-4ce1-aaad-e3fe800ac60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c644835c-fd70-4f19-83ee-244902b77a65,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:42.427923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9d579f2-fd4e-4ce1-aaad-e3fe800ac60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:42.430250 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a9d579f2-fd4e-4ce1-aaad-e3fe800ac60e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c644835c-fd70-4f19-83ee-244902b77a65 HTTP/1.1" status: 204 len: 168 time: 0.4048688 May 24 22:53:42.546477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b768a7b-2f94-46e1-bfef-6e2b4e4e4784 None None] Network ce457e90-646a-45ec-9af4-aabc17fbb699 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:42.627921 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2dfd631b-a768-4767-bae5-fc82e532fc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:42.654326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2dfd631b-a768-4767-bae5-fc82e532fc2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:42.659507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2dfd631b-a768-4767-bae5-fc82e532fc2b admin admin] Usage tracker for resource:security_group_rule and tenant:f270de70757f49e2928b161da7a6d7ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:42.664380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2dfd631b-a768-4767-bae5-fc82e532fc2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:42.673091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2dfd631b-a768-4767-bae5-fc82e532fc2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:42.812347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b2203f1b-6baa-4353-9a87-f493dd0084fe None None] Provisioning for port f367107e-28f7-4438-bdc4-6c02cc231230 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:42.838000 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2dfd631b-a768-4767-bae5-fc82e532fc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:42.853101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2dfd631b-a768-4767-bae5-fc82e532fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:42.878348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 503e0da6-ca68-4a95-994e-66915ef109be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=503e0da6-ca68-4a95-994e-66915ef109be,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:42.976042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '503e0da6-ca68-4a95-994e-66915ef109be', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'port_id': '503e0da6-ca68-4a95-994e-66915ef109be', 'mac_address': 'fa:16:3e:51:6a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c020c108-849b-4525-aa7e-ba351ac9ffb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:53:43.047543 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2dfd631b-a768-4767-bae5-fc82e532fc2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f270de70757f49e2928b161da7a6d7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8106771 May 24 22:53:43.050584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59318) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:43.051344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd631b-a768-4767-bae5-fc82e532fc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2545a3-f64f-4284-81ef-6778d102a86e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:43.087797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59322) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:43.129749 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a98c7f0-53d4-429c-b793-2bfb13dec082 req-2907d2cd-1d30-4e61-9ed6-22b874cc21f2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 210 time: 0.1248808 May 24 22:53:43.148800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f367107e-28f7-4438-bdc4-6c02cc231230 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:43.204723 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ebe10896-8c43-4b60-b16e-d908e90b69f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.275995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ebe10896-8c43-4b60-b16e-d908e90b69f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.323212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59342) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:43.352707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4431df2-4baf-412d-a11c-fb6c62a0343a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.358793 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 503e0da6-ca68-4a95-994e-66915ef109be is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:43.359826 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.374351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b4431df2-4baf-412d-a11c-fb6c62a0343a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:43.379442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b4431df2-4baf-412d-a11c-fb6c62a0343a admin admin] Usage tracker for resource:security_group_rule and tenant:e58e9af41e434dcaa0611a41a345a8bd is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:43.384508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b4431df2-4baf-412d-a11c-fb6c62a0343a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:43.390926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 503e0da6-ca68-4a95-994e-66915ef109be {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:53:43.391387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b4431df2-4baf-412d-a11c-fb6c62a0343a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:43.393806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ebe10896-8c43-4b60-b16e-d908e90b69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.410658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe10896-8c43-4b60-b16e-d908e90b69f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2545a3-f64f-4284-81ef-6778d102a86e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:43.416015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 503e0da6-ca68-4a95-994e-66915ef109be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=503e0da6-ca68-4a95-994e-66915ef109be,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:43.418966 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ebe10896-8c43-4b60-b16e-d908e90b69f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.420478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ebe10896-8c43-4b60-b16e-d908e90b69f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f2545a3-f64f-4284-81ef-6778d102a86e HTTP/1.1" status: 204 len: 168 time: 0.3648880 May 24 22:53:43.457119 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.560069 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4431df2-4baf-412d-a11c-fb6c62a0343a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.563481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f367107e-28f7-4438-bdc4-6c02cc231230 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:43.567860 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4431df2-4baf-412d-a11c-fb6c62a0343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.572322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f367107e-28f7-4438-bdc4-6c02cc231230 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:43.572695 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.608338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-network', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:43.617768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:43.628503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['503e0da6-ca68-4a95-994e-66915ef109be'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:53:43.632370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Usage tracker for resource:network and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:43.642164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:43.657848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4431df2-4baf-412d-a11c-fb6c62a0343a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8211413d-152a-4857-9ace-b586bdf0c3f7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:43.661454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:43.688273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Made reservation on behalf of 4ade7d86997048edb2aa056be826b9a6 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:43.691514 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.705116 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b4431df2-4baf-412d-a11c-fb6c62a0343a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e58e9af41e434dcaa0611a41a345a8bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806782 May 24 22:53:43.707936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59352) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:43.723809 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.759320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:43.763063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=503e0da6-ca68-4a95-994e-66915ef109be,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:43.779332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Usage tracker for resource:security_group_rule and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:43.794353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:43.816782 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a05dcf5-262a-4a14-ace4-f7aa44283d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.825169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:43.851597 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a05dcf5-262a-4a14-ace4-f7aa44283d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.928053 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a05dcf5-262a-4a14-ace4-f7aa44283d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:43.988558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05dcf5-262a-4a14-ace4-f7aa44283d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8211413d-152a-4857-9ace-b586bdf0c3f7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:44.028519 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a05dcf5-262a-4a14-ace4-f7aa44283d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.032150 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5a05dcf5-262a-4a14-ace4-f7aa44283d54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8211413d-152a-4857-9ace-b586bdf0c3f7 HTTP/1.1" status: 204 len: 168 time: 0.3205774 May 24 22:53:44.106605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f367107e-28f7-4438-bdc4-6c02cc231230 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:44.106605 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.166421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-64fa497e-3bbe-4694-b306-8a9fd2df94fa tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:44.172735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-64fa497e-3bbe-4694-b306-8a9fd2df94fa tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:44.174370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-64fa497e-3bbe-4694-b306-8a9fd2df94fa tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.50 "GET /v2.0/networks?id=ee091c3a-2e47-41f8-a8a6-59ba03d6134e&id=ce457e90-646a-45ec-9af4-aabc17fbb699&id=ee091c3a-2e47-41f8-a8a6-59ba03d6134e HTTP/1.1" status: 200 len: 1391 time: 0.3388331 May 24 22:53:44.191487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'port': {'device_id': '5c0306d2-2453-499b-a147-f62e6c718802', 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e', 'admin_state_up': True, 'tenant_id': 'd90d3d2574984885b0f06938daf064fc'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:44.202307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port f367107e-28f7-4438-bdc4-6c02cc231230, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f367107e-28f7-4438-bdc4-6c02cc231230,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:44.226436 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.227417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8e17adf3-cb94-40f0-96e9-f998bbc24bdd up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:44.296911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59370) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:44.353473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b824e207-8bc1-4b8a-b179-cc254545d42b None None] Provisioning complete for port f367107e-28f7-4438-bdc4-6c02cc231230 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:44.353868 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b824e207-8bc1-4b8a-b179-cc254545d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.370961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.387953 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.402049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:53:44.414088 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.414722 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Added segment f39b73cf-6280-4c90-a145-f0aeee1ad44b of type vlan for network f0f9d470-1308-4b59-8b6a-80517df5ae5c May 24 22:53:44.448510 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.465203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31867f8e-318f-4678-9637-b31476dc1b65 req-f7188131-58fa-49a3-a8e4-e5076cd850cd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 210 time: 0.1214979 May 24 22:53:44.466322 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54432c37-0a33-4eaf-884b-30aaecb8af05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.497670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8510b018-b6f0-4d30-8509-338318e845bb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:44.501310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-54432c37-0a33-4eaf-884b-30aaecb8af05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:44.513047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=f367107e-28f7-4438-bdc4-6c02cc231230,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:44.526000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-54432c37-0a33-4eaf-884b-30aaecb8af05 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff095adab894660a0baf5df7c850cfc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:44.532981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-54432c37-0a33-4eaf-884b-30aaecb8af05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:44.547380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-54432c37-0a33-4eaf-884b-30aaecb8af05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:44.555790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:44.574972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:44.585059 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.586964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:44.587923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.627735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b824e207-8bc1-4b8a-b179-cc254545d42b None None] Current status of the port f367107e-28f7-4438-bdc4-6c02cc231230 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:44.638791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:44.639175 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.739035 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54432c37-0a33-4eaf-884b-30aaecb8af05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.747368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54432c37-0a33-4eaf-884b-30aaecb8af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.807638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:44.826105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54432c37-0a33-4eaf-884b-30aaecb8af05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3b79c0-af17-4296-b903-4498b0d64a0f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:44.837618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:44.842084 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-54432c37-0a33-4eaf-884b-30aaecb8af05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ff095adab894660a0baf5df7c850cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5438764 May 24 22:53:44.843115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59390) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:44.854332 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.950327 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-11691cdd-5051-4967-bf3f-d3dee3dbf5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:44.982035 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-11691cdd-5051-4967-bf3f-d3dee3dbf5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:45.015470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f367107e-28f7-4438-bdc4-6c02cc231230 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:45.044683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] Pushing event updated for resources: {'Network': ['ID=f0f9d470-1308-4b59-8b6a-80517df5ae5c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:45.059498 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bae92426-ea8e-496b-9ad4-63bf08fece9a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9744074 May 24 22:53:45.064963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59400) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:45.092960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network f0f9d470-1308-4b59-8b6a-80517df5ae5c details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:53:45.099305 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-11691cdd-5051-4967-bf3f-d3dee3dbf5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:45.129018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11691cdd-5051-4967-bf3f-d3dee3dbf5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3b79c0-af17-4296-b903-4498b0d64a0f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:45.144200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-11691cdd-5051-4967-bf3f-d3dee3dbf5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:45.148146 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-11691cdd-5051-4967-bf3f-d3dee3dbf5e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b3b79c0-af17-4296-b903-4498b0d64a0f HTTP/1.1" status: 204 len: 168 time: 0.3008924 May 24 22:53:45.165528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Request body: {'subnet': {'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-subnet', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:45.176674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:45.197242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Usage tracker for resource:subnet and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:45.210129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:45.225117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:45.374496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f367107e-28f7-4438-bdc4-6c02cc231230 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:45.375066 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:45.379410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Made reservation on behalf of 4ade7d86997048edb2aa056be826b9a6 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:45.387894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:45.639069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f367107e-28f7-4438-bdc4-6c02cc231230 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:45.749214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a52a6ea1-6f61-4a1b-94be-3f537ed41979 req-0b03b73b-5ad0-4e00-a91e-b57cc93fa19d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 210 time: 0.0666466 May 24 22:53:45.947526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Allocated IP 19.80.0.34 (ee091c3a-2e47-41f8-a8a6-59ba03d6134e/232aaba5-588b-43e5-8193-029e9ee83472/60145ede-a53b-4d35-a39e-f6054baa09fa) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:46.251957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 503e0da6-ca68-4a95-994e-66915ef109be up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:46.270888 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:46.357046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Pushing event updated for resources: {'Subnet': ['ID=034bb0c3-35e7-429a-8b92-042020a1e494,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:46.406294 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:46.413233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 503e0da6-ca68-4a95-994e-66915ef109be triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:46.413864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:46.454063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Checking segment: {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:46.454431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Network hostable DHCP agents. Network: f0f9d470-1308-4b59-8b6a-80517df5ae5c, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:53:46.461481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Transition to ACTIVE for port object 60145ede-a53b-4d35-a39e-f6054baa09fa will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:46.492092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Network f0f9d470-1308-4b59-8b6a-80517df5ae5c is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:53:46.521753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, f0f9d470-1308-4b59-8b6a-80517df5ae5c) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:46.532075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:46.533428 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:46.540689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff3c555-49fc-4c92-9d51-ac0e7ab04393 None None] Network f0f9d470-1308-4b59-8b6a-80517df5ae5c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:46.602672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:46.765176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Port': ['ID=60145ede-a53b-4d35-a39e-f6054baa09fa,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:46.769882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d7b3ac6e-4baf-4013-b3c3-4ea35188251f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6121571 May 24 22:53:46.772749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59468) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:46.786425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:46.799316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:46.813282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Usage tracker for resource:router and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:46.824165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network ee091c3a-2e47-41f8-a8a6-59ba03d6134e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:46.826302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:46.832551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:46.844514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:46.870545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:46.912755 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:46.913833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:46.950783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:47.042684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:47.043476 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:47.084756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 503e0da6-ca68-4a95-994e-66915ef109be is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:47.085151 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:47.102133 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-433ea956-7695-444d-a425-2db789f739c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9166350 May 24 22:53:47.121329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'port': {'device_id': '5c0306d2-2453-499b-a147-f62e6c718802', 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699', 'admin_state_up': True, 'tenant_id': 'd90d3d2574984885b0f06938daf064fc'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:47.397625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 503e0da6-ca68-4a95-994e-66915ef109be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=503e0da6-ca68-4a95-994e-66915ef109be,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:47.415388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcde0192-a2da-461c-9fd6-824243396eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503e0da6-ca68-4a95-994e-66915ef109be'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:53:47.432802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:47.451001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5277ead-ca51-4497-b3fe-ca43acc51729 req-d5885230-fcee-4e3b-9874-d98b1a905020 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:47.452828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5277ead-ca51-4497-b3fe-ca43acc51729 req-d5885230-fcee-4e3b-9874-d98b1a905020 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 931 time: 0.3215423 May 24 22:53:47.457897 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:47.546109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e85d6-f026-4077-a604-1a19653b51e9 req-eede5b48-41b7-4afb-bf89-ffa36ca45264 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:47.562285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e85d6-f026-4077-a604-1a19653b51e9 req-eede5b48-41b7-4afb-bf89-ffa36ca45264 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:47.577510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c70c0e4f-9e64-44ba-996a-5346c01afac9 None None] Provisioning for port 60145ede-a53b-4d35-a39e-f6054baa09fa completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:47.585816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e85d6-f026-4077-a604-1a19653b51e9 req-eede5b48-41b7-4afb-bf89-ffa36ca45264 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:47.595692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e85d6-f026-4077-a604-1a19653b51e9 req-eede5b48-41b7-4afb-bf89-ffa36ca45264 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:47.614022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c70c0e4f-9e64-44ba-996a-5346c01afac9 None None] Provisioning complete for port 60145ede-a53b-4d35-a39e-f6054baa09fa triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:47.614563 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c70c0e4f-9e64-44ba-996a-5346c01afac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:47.623260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e85d6-f026-4077-a604-1a19653b51e9 req-eede5b48-41b7-4afb-bf89-ffa36ca45264 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:47.629097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e85d6-f026-4077-a604-1a19653b51e9 req-eede5b48-41b7-4afb-bf89-ffa36ca45264 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:47.663356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e85d6-f026-4077-a604-1a19653b51e9 req-eede5b48-41b7-4afb-bf89-ffa36ca45264 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:47.677187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e7e85d6-f026-4077-a604-1a19653b51e9 req-eede5b48-41b7-4afb-bf89-ffa36ca45264 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5443 time: 0.3664870 May 24 22:53:47.741201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d5277ead-ca51-4497-b3fe-ca43acc51729 req-c48a22f1-77a5-416e-914a-c919ee06cf10 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Synchronizing usage tracker for tenant:d90d3d2574984885b0f06938daf064fc on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:47.797329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:53:47.798745 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:47.853552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d5277ead-ca51-4497-b3fe-ca43acc51729 req-c48a22f1-77a5-416e-914a-c919ee06cf10 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Unset dirty status for tenant:d90d3d2574984885b0f06938daf064fc on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:47.872419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5277ead-ca51-4497-b3fe-ca43acc51729 req-c48a22f1-77a5-416e-914a-c919ee06cf10 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985031 May 24 22:53:47.900982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:47.925939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Usage tracker for resource:port and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:47.942388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e7e85d6-f026-4077-a604-1a19653b51e9 req-e8da01b4-4948-455a-92f6-521448072de9 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2606943 May 24 22:53:47.950072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:47.969456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:48.010151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:48.014503 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:48.241131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Allocated IP 172.20.0.2 (f0f9d470-1308-4b59-8b6a-80517df5ae5c/034bb0c3-35e7-429a-8b92-042020a1e494/76eae38f-a24c-4356-9920-6b476a1985b6) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:48.337943 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbb5f01-3dd7-4216-861c-f2777281248e'] response: {'server_uuid': 'bcde0192-a2da-461c-9fd6-824243396eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503e0da6-ca68-4a95-994e-66915ef109be', 'code': 200} May 24 22:53:48.339190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=503e0da6-ca68-4a95-994e-66915ef109be,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:48.343971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c70c0e4f-9e64-44ba-996a-5346c01afac9 None None] Port 60145ede-a53b-4d35-a39e-f6054baa09fa cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:53:48.529047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Allocated IP 19.86.0.181 (ce457e90-646a-45ec-9af4-aabc17fbb699/3993bc14-5299-49b9-8f48-365b6c2f1d21/0379f76e-422a-4397-91b0-bc66dd44ae25) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:48.667808 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:48.684506 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Transition to ACTIVE for port object 76eae38f-a24c-4356-9920-6b476a1985b6 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:48.719413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Transition to ACTIVE for port object 76eae38f-a24c-4356-9920-6b476a1985b6 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:48.732347 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:48.772974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:48.806841 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:48.878628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Pushing event updated for resources: {'Port': ['ID=76eae38f-a24c-4356-9920-6b476a1985b6,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:48.885832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Network f0f9d470-1308-4b59-8b6a-80517df5ae5c is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:48.887133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:48.889624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:49.011215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Attempting to bind port 76eae38f-a24c-4356-9920-6b476a1985b6 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:53:49.011682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Attempting to bind port 76eae38f-a24c-4356-9920-6b476a1985b6 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:53:49.012084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Attempting to bind port 76eae38f-a24c-4356-9920-6b476a1985b6 on network f0f9d470-1308-4b59-8b6a-80517df5ae5c {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:49.030396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:53:49.030773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Checking segment: {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:49.031176 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:49.031565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Bound using segment: {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:53:49.032048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Bound port: 76eae38f-a24c-4356-9920-6b476a1985b6, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:53:49.032425 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:49.034279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:49.084127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Transition to ACTIVE for port object 0379f76e-422a-4397-91b0-bc66dd44ae25 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:49.126258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Allocated IP 172.25.7.203 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/69fbcfd1-f811-4be5-98e6-b838e23cd536) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:49.201783 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:49.274146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] For port 76eae38f-a24c-4356-9920-6b476a1985b6, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:49.283072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] For port 76eae38f-a24c-4356-9920-6b476a1985b6, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=76eae38f-a24c-4356-9920-6b476a1985b6,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:53:49.298567 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:49.385563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b09145-11f4-4204-907d-861db7a44f22 req-b3f60175-2df7-4662-9ae1-9a34e920eac8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:49.402226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b09145-11f4-4204-907d-861db7a44f22 req-b3f60175-2df7-4662-9ae1-9a34e920eac8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:49.412315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network ce457e90-646a-45ec-9af4-aabc17fbb699 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:49.424464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83b09145-11f4-4204-907d-861db7a44f22 req-b3f60175-2df7-4662-9ae1-9a34e920eac8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 1654 time: 0.2463138 May 24 22:53:49.438499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:49.438499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:49.475945 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83b09145-11f4-4204-907d-861db7a44f22 req-20581530-d465-4689-a7f7-9aa0131985e5 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742149 May 24 22:53:49.497589 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:49.582628 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:49.611898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Port': ['ID=0379f76e-422a-4397-91b0-bc66dd44ae25,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:49.718443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.718443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.729575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.729575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.729575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.729575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.729575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.729575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.729575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.729575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.729575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.729575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:53:49.764899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:49.766464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:49.789563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Pushing event updated for resources: {'Port': ['ID=69fbcfd1-f811-4be5-98e6-b838e23cd536,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:49.809477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:49.822604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:49.822604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:49.878581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-58331bef-3d72-46db-91f6-145b702f0475 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7622976 May 24 22:53:49.895083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'port': {'device_id': '5c0306d2-2453-499b-a147-f62e6c718802', 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e', 'admin_state_up': True, 'tenant_id': 'd90d3d2574984885b0f06938daf064fc'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:49.908668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d5317-7afd-43ec-b377-eb739e02721b None None] Pushing event updated for resources: {'Port': ['ID=76eae38f-a24c-4356-9920-6b476a1985b6,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:50.102813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:50.124870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Usage tracker for resource:port and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:50.137834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:50.157613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:50.202625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f6705c06-5804-4d85-af31-634660c77710 None None] Provisioning for port 0379f76e-422a-4397-91b0-bc66dd44ae25 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:50.207309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb40d7-d428-48ab-a900-ddea18c6fe52 req-f006e889-eb53-4a02-8f97-84aec30f083c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:50.236518 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f6705c06-5804-4d85-af31-634660c77710 None None] Provisioning complete for port 0379f76e-422a-4397-91b0-bc66dd44ae25 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:50.236518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f6705c06-5804-4d85-af31-634660c77710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:50.247117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb40d7-d428-48ab-a900-ddea18c6fe52 req-f006e889-eb53-4a02-8f97-84aec30f083c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:50.280004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb40d7-d428-48ab-a900-ddea18c6fe52 req-f006e889-eb53-4a02-8f97-84aec30f083c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:50.340579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb40d7-d428-48ab-a900-ddea18c6fe52 req-f006e889-eb53-4a02-8f97-84aec30f083c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:50.355163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb40d7-d428-48ab-a900-ddea18c6fe52 req-f006e889-eb53-4a02-8f97-84aec30f083c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:50.389011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb40d7-d428-48ab-a900-ddea18c6fe52 req-f006e889-eb53-4a02-8f97-84aec30f083c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:50.426883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb40d7-d428-48ab-a900-ddea18c6fe52 req-f006e889-eb53-4a02-8f97-84aec30f083c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:50.432422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f6705c06-5804-4d85-af31-634660c77710 None None] Port 0379f76e-422a-4397-91b0-bc66dd44ae25 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:53:50.439558 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77cb40d7-d428-48ab-a900-ddea18c6fe52 req-f006e889-eb53-4a02-8f97-84aec30f083c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5443 time: 1.0361612 May 24 22:53:50.684844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:50.689352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:50.808549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77cb40d7-d428-48ab-a900-ddea18c6fe52 req-0a907fe4-756f-486c-bf7d-ff7fb35222a3 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3650503 May 24 22:53:50.947656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59600) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:51.050268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 76eae38f-a24c-4356-9920-6b476a1985b6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:51.084066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab198ca2-d71a-4f05-b50d-e556f9877c9e req-aad87c61-4e84-4486-9970-caaac9857f60 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:51.099283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab198ca2-d71a-4f05-b50d-e556f9877c9e req-aad87c61-4e84-4486-9970-caaac9857f60 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:51.111306 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab198ca2-d71a-4f05-b50d-e556f9877c9e req-aad87c61-4e84-4486-9970-caaac9857f60 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 1654 time: 0.4142387 May 24 22:53:51.205763 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:51.245974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-32b98432-32de-4bc5-9220-f6a37960f7f8 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:51.253068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-32b98432-32de-4bc5-9220-f6a37960f7f8 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:51.259974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-32b98432-32de-4bc5-9220-f6a37960f7f8 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:51.274114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-32b98432-32de-4bc5-9220-f6a37960f7f8 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:51.281856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-32b98432-32de-4bc5-9220-f6a37960f7f8 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:51.293753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-32b98432-32de-4bc5-9220-f6a37960f7f8 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:51.295344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 76eae38f-a24c-4356-9920-6b476a1985b6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:51.300059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-32b98432-32de-4bc5-9220-f6a37960f7f8 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:51.302161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-32b98432-32de-4bc5-9220-f6a37960f7f8 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5443 time: 0.8488293 May 24 22:53:51.451937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-283a1369-31fb-4c26-a61f-1c5e6dd34c64 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:51.453547 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-283a1369-31fb-4c26-a61f-1c5e6dd34c64 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "GET /v2.0/ports/a527e525-5b3f-41bc-969b-266188f14673?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1457572 May 24 22:53:51.513829 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:53:51.777184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f0c89e-92c6-49af-ab40-f5b1679b1e80 None None] Network f0f9d470-1308-4b59-8b6a-80517df5ae5c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:53:51.798006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Allocated IP 19.80.0.112 (ee091c3a-2e47-41f8-a8a6-59ba03d6134e/232aaba5-588b-43e5-8193-029e9ee83472/379337ee-1a7f-4c3a-8b5c-33ef91e06a62) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:52.015326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a6f2fb7c-f554-4277-858f-6f9024c378fa None None] Provisioning for port 76eae38f-a24c-4356-9920-6b476a1985b6 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:52.027404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a6f2fb7c-f554-4277-858f-6f9024c378fa None None] Provisioning complete for port 76eae38f-a24c-4356-9920-6b476a1985b6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:52.027845 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a6f2fb7c-f554-4277-858f-6f9024c378fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:52.308244 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:52.342857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Transition to ACTIVE for port object 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:52.418853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:52.481031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:52.507535 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56b26e4f-d7c3-4664-904b-a731dfca3c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:52.550669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-56b26e4f-d7c3-4664-904b-a731dfca3c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:52.557324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-56b26e4f-d7c3-4664-904b-a731dfca3c39 admin admin] Usage tracker for resource:security_group_rule and tenant:f50782eb226e4715a9058a649ee6d94d is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:52.565838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-56b26e4f-d7c3-4664-904b-a731dfca3c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:52.573960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-56b26e4f-d7c3-4664-904b-a731dfca3c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:52.631583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a6f2fb7c-f554-4277-858f-6f9024c378fa None None] Current status of the port 76eae38f-a24c-4356-9920-6b476a1985b6 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:52.633997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a6f2fb7c-f554-4277-858f-6f9024c378fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:52.692147 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56b26e4f-d7c3-4664-904b-a731dfca3c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:52.706636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a6f2fb7c-f554-4277-858f-6f9024c378fa None None] For port 76eae38f-a24c-4356-9920-6b476a1985b6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=76eae38f-a24c-4356-9920-6b476a1985b6,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:52.712377 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab198ca2-d71a-4f05-b50d-e556f9877c9e req-cab03969-dd73-453c-9cbd-5665cf4bcbea tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6001563 May 24 22:53:52.721188 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a6f2fb7c-f554-4277-858f-6f9024c378fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:52.749530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56b26e4f-d7c3-4664-904b-a731dfca3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:52.787249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Port': ['ID=379337ee-1a7f-4c3a-8b5c-33ef91e06a62,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:52.817629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network ee091c3a-2e47-41f8-a8a6-59ba03d6134e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:53:52.823627 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-56b26e4f-d7c3-4664-904b-a731dfca3c39 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f50782eb226e4715a9058a649ee6d94d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8740313 May 24 22:53:52.838585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b26e4f-d7c3-4664-904b-a731dfca3c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f574c4dc-7af4-49ab-95ec-8e538413d438,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:52.841645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:53:52.842957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59658) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:52.872426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:53:52.924171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-b8f647cd-e8a5-4b25-8bd3-32fab91e17d4 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "GET /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.4559033 May 24 22:53:52.979901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e17d0-31e5-4e52-83c9-69289a8ab8fa req-f9058b83-c400-49e0-9f4a-f73fec5392e5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:53.005270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2fb7c-f554-4277-858f-6f9024c378fa None None] Pushing event updated for resources: {'Port': ['ID=76eae38f-a24c-4356-9920-6b476a1985b6,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:53.006508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e17d0-31e5-4e52-83c9-69289a8ab8fa req-f9058b83-c400-49e0-9f4a-f73fec5392e5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:53.039201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e17d0-31e5-4e52-83c9-69289a8ab8fa req-f9058b83-c400-49e0-9f4a-f73fec5392e5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:53.052523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e17d0-31e5-4e52-83c9-69289a8ab8fa req-f9058b83-c400-49e0-9f4a-f73fec5392e5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:53.062073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e17d0-31e5-4e52-83c9-69289a8ab8fa req-f9058b83-c400-49e0-9f4a-f73fec5392e5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:53.071537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e17d0-31e5-4e52-83c9-69289a8ab8fa req-f9058b83-c400-49e0-9f4a-f73fec5392e5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:53.092757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e17d0-31e5-4e52-83c9-69289a8ab8fa req-f9058b83-c400-49e0-9f4a-f73fec5392e5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:53.106899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b54e17d0-31e5-4e52-83c9-69289a8ab8fa req-f9058b83-c400-49e0-9f4a-f73fec5392e5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5443 time: 0.7153981 May 24 22:53:53.136524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59674) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:53.212089 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0241624a-441b-40e0-bf3d-a24b93bb97b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:53.297887 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0241624a-441b-40e0-bf3d-a24b93bb97b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:53.341486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b54e17d0-31e5-4e52-83c9-69289a8ab8fa req-b53a295a-98ec-45c7-bdcc-1a0b3197562e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2154152 May 24 22:53:53.353312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:53.360408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:53:53.418440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:53.420515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:53.459293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-163e9146-52c2-4b73-a38f-bc08f73c8626 None None] Provisioning for port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:53:53.479543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-163e9146-52c2-4b73-a38f-bc08f73c8626 None None] Provisioning complete for port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:53.480359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-163e9146-52c2-4b73-a38f-bc08f73c8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:53.524218 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dd7caf-11ef-4927-8857-4fab830c9a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:53.623623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:53.694685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-163e9146-52c2-4b73-a38f-bc08f73c8626 None None] Port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:53:53.713348 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-12f6a472-7f65-4a3a-99c1-2864253c998f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8223360 May 24 22:53:53.743224 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0241624a-441b-40e0-bf3d-a24b93bb97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:53.746298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Request body: {'port': {'device_id': '5c0306d2-2453-499b-a147-f62e6c718802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:53.748903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84dd7caf-11ef-4927-8857-4fab830c9a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:53.767498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:53:53.779797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Sync routers for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:53:53.781275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84dd7caf-11ef-4927-8857-4fab830c9a24 admin admin] Usage tracker for resource:security_group_rule and tenant:c79f1e065d4444e5980a229dae627ce0 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:53.786512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241624a-441b-40e0-bf3d-a24b93bb97b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f574c4dc-7af4-49ab-95ec-8e538413d438,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:53.794778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84dd7caf-11ef-4927-8857-4fab830c9a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:53.800193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:53.803481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:53:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:53.818470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84dd7caf-11ef-4927-8857-4fab830c9a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:53.821315 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0241624a-441b-40e0-bf3d-a24b93bb97b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:53.824990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0241624a-441b-40e0-bf3d-a24b93bb97b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f574c4dc-7af4-49ab-95ec-8e538413d438 HTTP/1.1" status: 204 len: 168 time: 0.9756868 May 24 22:53:53.842131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:53.846568 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8e2540e7-e88f-4dfb-9b83-e649a707e087 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0682273 May 24 22:53:53.852198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59690) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:54.103480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a4bda8e6-01eb-4900-8a12-d008f3ed55c3 None None] Provisioning complete for port 76eae38f-a24c-4356-9920-6b476a1985b6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:54.106964 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a4bda8e6-01eb-4900-8a12-d008f3ed55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.132275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b61b7e-4952-4926-9a8f-c16d6881555f req-c1b1c408-3183-466f-ae58-3881781b947b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:54.140600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b61b7e-4952-4926-9a8f-c16d6881555f req-c1b1c408-3183-466f-ae58-3881781b947b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:54.151260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b61b7e-4952-4926-9a8f-c16d6881555f req-c1b1c408-3183-466f-ae58-3881781b947b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:54.160171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-73b61b7e-4952-4926-9a8f-c16d6881555f req-c1b1c408-3183-466f-ae58-3881781b947b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2376 time: 0.2369308 May 24 22:53:54.235325 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-73b61b7e-4952-4926-9a8f-c16d6881555f req-235e8739-3346-41ee-955d-5109502b5d85 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741777 May 24 22:53:54.241967 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.269998 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dd7caf-11ef-4927-8857-4fab830c9a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.284964 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dd7caf-11ef-4927-8857-4fab830c9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.319757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 871939da-811b-4814-8c7c-c3f858069f84 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:54.413829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd7caf-11ef-4927-8857-4fab830c9a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65597fce-0ee1-403a-b99d-1025502b436c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:54.447694 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.474841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 871939da-811b-4814-8c7c-c3f858069f84 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:54.475469 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.518353 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-84dd7caf-11ef-4927-8857-4fab830c9a24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c79f1e065d4444e5980a229dae627ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3771036 May 24 22:53:54.522140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59710) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:54.599474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] For port a527e525-5b3f-41bc-969b-266188f14673, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a527e525-5b3f-41bc-969b-266188f14673,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:54.685581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-adc72e93-0fb2-409c-ac11-0c4adaa51248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.736505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:54.759788 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-adc72e93-0fb2-409c-ac11-0c4adaa51248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.891034 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-adc72e93-0fb2-409c-ac11-0c4adaa51248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.927959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc72e93-0fb2-409c-ac11-0c4adaa51248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65597fce-0ee1-403a-b99d-1025502b436c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:54.951527 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-adc72e93-0fb2-409c-ac11-0c4adaa51248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:54.956227 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-adc72e93-0fb2-409c-ac11-0c4adaa51248 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65597fce-0ee1-403a-b99d-1025502b436c HTTP/1.1" status: 204 len: 168 time: 0.4333239 May 24 22:53:54.973639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 871939da-811b-4814-8c7c-c3f858069f84, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=871939da-811b-4814-8c7c-c3f858069f84,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:55.039095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871939da-811b-4814-8c7c-c3f858069f84'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:53:55.060843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a4bda8e6-01eb-4900-8a12-d008f3ed55c3 None None] Current status of the port 76eae38f-a24c-4356-9920-6b476a1985b6 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:55.113868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 76eae38f-a24c-4356-9920-6b476a1985b6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:53:55.219627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] For port a527e525-5b3f-41bc-969b-266188f14673, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:55.264943 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:55.265668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f0cec9a4-3696-4140-b1ea-bc03430f6ae2 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:55.443868 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa3fb0d-067a-4ae1-a5e9-495c4d175e78'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871939da-811b-4814-8c7c-c3f858069f84', 'code': 200} May 24 22:53:55.522025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] device_id is not set on port a527e525-5b3f-41bc-969b-266188f14673 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:53:55.655100 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:55.689457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4c213-2199-4acb-9c69-bcc62bc72817 req-1e0ca652-7681-4077-b3b6-a0e848fafef2 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:55.695764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4c213-2199-4acb-9c69-bcc62bc72817 req-1e0ca652-7681-4077-b3b6-a0e848fafef2 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:55.708681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4c213-2199-4acb-9c69-bcc62bc72817 req-1e0ca652-7681-4077-b3b6-a0e848fafef2 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:55.723693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4c213-2199-4acb-9c69-bcc62bc72817 req-1e0ca652-7681-4077-b3b6-a0e848fafef2 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:55.739391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4c213-2199-4acb-9c69-bcc62bc72817 req-1e0ca652-7681-4077-b3b6-a0e848fafef2 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:55.749783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4c213-2199-4acb-9c69-bcc62bc72817 req-1e0ca652-7681-4077-b3b6-a0e848fafef2 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:55.756444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59748) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:55.764670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4c213-2199-4acb-9c69-bcc62bc72817 req-1e0ca652-7681-4077-b3b6-a0e848fafef2 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:55.766627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cde4c213-2199-4acb-9c69-bcc62bc72817 req-1e0ca652-7681-4077-b3b6-a0e848fafef2 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 5441 time: 0.9169769 May 24 22:53:55.814201 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bf3817a8-98cc-4cfa-b510-beba93b17c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:55.819940 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:55.857307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d544d-9c7e-4cd0-ae9d-a506df02c6c0 req-63b387fd-0f64-4e7b-8856-333289868490 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:55.876179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d544d-9c7e-4cd0-ae9d-a506df02c6c0 req-63b387fd-0f64-4e7b-8856-333289868490 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:55.885339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d544d-9c7e-4cd0-ae9d-a506df02c6c0 req-63b387fd-0f64-4e7b-8856-333289868490 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:55.889204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-326d544d-9c7e-4cd0-ae9d-a506df02c6c0 req-63b387fd-0f64-4e7b-8856-333289868490 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2376 time: 0.2922068 May 24 22:53:55.915659 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:55.942093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bf3817a8-98cc-4cfa-b510-beba93b17c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:55.965855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bf3817a8-98cc-4cfa-b510-beba93b17c03 admin admin] Usage tracker for resource:security_group_rule and tenant:fb90fd1f8e924b7c8fa08c702a91d303 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:55.972743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bf3817a8-98cc-4cfa-b510-beba93b17c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:56.013962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bf3817a8-98cc-4cfa-b510-beba93b17c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:56.036330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=871939da-811b-4814-8c7c-c3f858069f84,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:56.066273 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-326d544d-9c7e-4cd0-ae9d-a506df02c6c0 req-af474c02-7ef0-49be-a51b-7c6435144903 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663947 May 24 22:53:56.085966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 76eae38f-a24c-4356-9920-6b476a1985b6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:56.086745 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.259645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:56.260122 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.381339 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bf3817a8-98cc-4cfa-b510-beba93b17c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.393401 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bf3817a8-98cc-4cfa-b510-beba93b17c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.577015 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bf3817a8-98cc-4cfa-b510-beba93b17c03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb90fd1f8e924b7c8fa08c702a91d303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8196311 May 24 22:53:56.579606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59776) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:56.598020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3817a8-98cc-4cfa-b510-beba93b17c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73aaf19f-6f3b-4661-b4c8-2c62fc8e91fc,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:56.663665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f0cec9a4-3696-4140-b1ea-bc03430f6ae2, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:56.705114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] No DVR routers for this DVR port a527e525-5b3f-41bc-969b-266188f14673 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:53:56.732546 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.733653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device fc851629-5b5e-4561-82bd-af28b731ae93 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:56.753771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bf2cadf-d893-497e-bbac-e83c1fe41803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.826654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 76eae38f-a24c-4356-9920-6b476a1985b6 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:56.828191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bf2cadf-d893-497e-bbac-e83c1fe41803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.867305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-11cc2374-adb7-4a52-8ba9-a5a4b9b9d573 None None] Provisioning complete for port a527e525-5b3f-41bc-969b-266188f14673 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:53:56.867686 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-11cc2374-adb7-4a52-8ba9-a5a4b9b9d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.938732 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bf2cadf-d893-497e-bbac-e83c1fe41803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.943628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-11cc2374-adb7-4a52-8ba9-a5a4b9b9d573 None None] Port a527e525-5b3f-41bc-969b-266188f14673 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:53:56.966239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] In _notify_port_updated(), no bound segment for port a527e525-5b3f-41bc-969b-266188f14673 on network abbe8918-2b0f-4539-a34b-fc1ac752a667 {{(pid=88389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:53:56.968363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:56.969018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.970357 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] 10.222.0.31 "PUT /v2.0/ports/a527e525-5b3f-41bc-969b-266188f14673 HTTP/1.1" status: 200 len: 1032 time: 4.0376308 May 24 22:53:56.972898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:53:50Z', 'revision_number': 3, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:56.973615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2cadf-d893-497e-bbac-e83c1fe41803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aaf19f-6f3b-4661-b4c8-2c62fc8e91fc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:56.983339 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bf2cadf-d893-497e-bbac-e83c1fe41803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:56.986901 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4bf2cadf-d893-497e-bbac-e83c1fe41803 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73aaf19f-6f3b-4661-b4c8-2c62fc8e91fc HTTP/1.1" status: 204 len: 168 time: 0.4029751 May 24 22:53:56.989948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:56.998811 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cde4c213-2199-4acb-9c69-bcc62bc72817 req-f6a9ec36-943c-4f1c-8ad6-c368e77e7ecb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1511302 May 24 22:53:56.999436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Checking router: cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:53:56.999798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Updating router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe port 69fbcfd1-f811-4be5-98e6-b838e23cd536 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:53:57.020172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34440f-3735-4bcd-83d1-93410f032239 service neutron] Pushing event updated for resources: {'Port': ['ID=a527e525-5b3f-41bc-969b-266188f14673,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:57.065626 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:57.552000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaac5f0-d010-497c-9b0d-236b77aa54fa req-518d600d-1a96-4a91-94f9-8dbc0aacf440 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:57.560208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-5357a9c5-862e-4709-80dc-7512ac372758 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:57.564874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaac5f0-d010-497c-9b0d-236b77aa54fa req-518d600d-1a96-4a91-94f9-8dbc0aacf440 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:57.573099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-5357a9c5-862e-4709-80dc-7512ac372758 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "GET /v2.0/ports/a7b98f36-c3f3-4e71-b3eb-71ee080403ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5538075 May 24 22:53:57.577555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaac5f0-d010-497c-9b0d-236b77aa54fa req-518d600d-1a96-4a91-94f9-8dbc0aacf440 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:57.582387 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:53:57.592473 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aaaac5f0-d010-497c-9b0d-236b77aa54fa req-518d600d-1a96-4a91-94f9-8dbc0aacf440 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2376 time: 0.2707591 May 24 22:53:57.618007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:57.648832 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:57.683436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Transition to ACTIVE for port object 69fbcfd1-f811-4be5-98e6-b838e23cd536 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:57.688965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0cec9a4-3696-4140-b1ea-bc03430f6ae2'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:53:57.703898 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aaaac5f0-d010-497c-9b0d-236b77aa54fa req-28f08b4e-c658-4e8a-a3c7-8dcf9eb4a89b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040533 May 24 22:53:57.740207 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:57.934217 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb57c89d-4702-4e0f-b42a-b0edc1a58ad6'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0cec9a4-3696-4140-b1ea-bc03430f6ae2', 'code': 200} May 24 22:53:57.936882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73497c9-effb-48ed-a5f1-ee233d3f1c38 None None] Pushing event updated for resources: {'Port': ['ID=69fbcfd1-f811-4be5-98e6-b838e23cd536,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:57.986353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Attempting to bind port 69fbcfd1-f811-4be5-98e6-b838e23cd536 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:53:57.987346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Attempting to bind port 69fbcfd1-f811-4be5-98e6-b838e23cd536 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:53:57.987881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Attempting to bind port 69fbcfd1-f811-4be5-98e6-b838e23cd536 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:57.999212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port fc851629-5b5e-4561-82bd-af28b731ae93 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:57.999463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60145ede-a53b-4d35-a39e-f6054baa09fa {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:53:58.004508 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:58.015817 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:58.038563 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:58.056661 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:58.076391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port fc851629-5b5e-4561-82bd-af28b731ae93, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fc851629-5b5e-4561-82bd-af28b731ae93,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:58.078384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:53:58.079085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:58.079674 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:58.080446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:53:58.081052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Bound port: 69fbcfd1-f811-4be5-98e6-b838e23cd536, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:53:58.081194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Transition to ACTIVE for port object 60145ede-a53b-4d35-a39e-f6054baa09fa will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:53:58.081857 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:58.122033 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:58.168253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] For port 69fbcfd1-f811-4be5-98e6-b838e23cd536, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:58.172003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] For port 69fbcfd1-f811-4be5-98e6-b838e23cd536, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=69fbcfd1-f811-4be5-98e6-b838e23cd536,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:53:58.174424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:58.175680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 4b8da6e9-baa4-4402-a97b-b950bc619fbf no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:58.390397 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:58.396014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=fc851629-5b5e-4561-82bd-af28b731ae93,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:58.580331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73497c9-effb-48ed-a5f1-ee233d3f1c38 None None] Pushing event updated for resources: {'Port': ['ID=69fbcfd1-f811-4be5-98e6-b838e23cd536,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:58.685896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:53:58.686666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:53:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:58.687689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8821-01c7-49e3-9faa-73af8398cde3 req-4307bb1f-33cc-41ae-a99d-7f03d9de811d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:58.715199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8821-01c7-49e3-9faa-73af8398cde3 req-4307bb1f-33cc-41ae-a99d-7f03d9de811d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:58.752810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8821-01c7-49e3-9faa-73af8398cde3 req-4307bb1f-33cc-41ae-a99d-7f03d9de811d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:58.774975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8821-01c7-49e3-9faa-73af8398cde3 req-4307bb1f-33cc-41ae-a99d-7f03d9de811d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:58.801870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8821-01c7-49e3-9faa-73af8398cde3 req-4307bb1f-33cc-41ae-a99d-7f03d9de811d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:58.818483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8821-01c7-49e3-9faa-73af8398cde3 req-4307bb1f-33cc-41ae-a99d-7f03d9de811d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:58.835578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-398d8821-01c7-49e3-9faa-73af8398cde3 req-4307bb1f-33cc-41ae-a99d-7f03d9de811d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 4658 time: 0.4607859 May 24 22:53:58.906173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-398d8821-01c7-49e3-9faa-73af8398cde3 req-8a25623e-229d-47ec-a465-980e38d595eb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682404 May 24 22:53:58.915614 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 4b8da6e9-baa4-4402-a97b-b950bc619fbf is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:58.916104 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:58.977763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Pushing event updated for resources: {'Port': ['ID=60145ede-a53b-4d35-a39e-f6054baa09fa,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:59.076264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 4b8da6e9-baa4-4402-a97b-b950bc619fbf, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4b8da6e9-baa4-4402-a97b-b950bc619fbf,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:59.095948 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:59.097021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device a7b98f36-c3f3-4e71-b3eb-71ee080403ce no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:53:59.204761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:53:59.297941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59846) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:53:59.445408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Attempting to bind port 60145ede-a53b-4d35-a39e-f6054baa09fa on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:53:59.446138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Attempting to bind port 60145ede-a53b-4d35-a39e-f6054baa09fa by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:53:59.446138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Attempting to bind port 60145ede-a53b-4d35-a39e-f6054baa09fa on network ee091c3a-2e47-41f8-a8a6-59ba03d6134e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:59.473136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Port 60145ede-a53b-4d35-a39e-f6054baa09fa on network ee091c3a-2e47-41f8-a8a6-59ba03d6134e not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:53:59.473467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Attempting to bind port 60145ede-a53b-4d35-a39e-f6054baa09fa on network ee091c3a-2e47-41f8-a8a6-59ba03d6134e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:53:59.514731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port a7b98f36-c3f3-4e71-b3eb-71ee080403ce is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:53:59.515116 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:59.563897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:53:59.564233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Checking segment: {'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:53:59.564632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Bound using segment: {'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:53:59.565086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Bound port: 60145ede-a53b-4d35-a39e-f6054baa09fa, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:53:59.565437 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:59.570928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=4b8da6e9-baa4-4402-a97b-b950bc619fbf,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:53:59.578215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-815761636', 'router:external': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:53:59.584768 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:59.592938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Usage tracker for resource:network and tenant:5055d36ff19c49d5837530037b9b5205 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:59.602443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:59.626928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:59.662817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Made reservation on behalf of 5055d36ff19c49d5837530037b9b5205 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:53:59.666346 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:59.717716 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:59.740792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] For port a7b98f36-c3f3-4e71-b3eb-71ee080403ce, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:53:59.753990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb602-8abd-4646-a248-c5f4af15d28b req-1a0cbfd7-7908-4027-9343-69edde7cb220 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:59.760077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb602-8abd-4646-a248-c5f4af15d28b req-1a0cbfd7-7908-4027-9343-69edde7cb220 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:59.762229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:53:50Z', 'revision_number': 3, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:53:59.767047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb602-8abd-4646-a248-c5f4af15d28b req-1a0cbfd7-7908-4027-9343-69edde7cb220 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:53:59.767204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4edb485-43c6-4078-8b4a-c4dcb3dd67ab None None] The sync data for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 is: [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:53:50Z', 'revision_number': 3, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:53:59.768111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-82abb602-8abd-4646-a248-c5f4af15d28b req-1a0cbfd7-7908-4027-9343-69edde7cb220 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Synchronizing usage tracker for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:53:59.780692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:53:59.791024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Usage tracker for resource:security_group_rule and tenant:5055d36ff19c49d5837530037b9b5205 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:53:59.801020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:53:59.802436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Allocated IP 172.20.0.1 (f0f9d470-1308-4b59-8b6a-80517df5ae5c/034bb0c3-35e7-429a-8b92-042020a1e494/482fb3b7-a73d-4d02-a507-fbc9a8dc7385) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:53:59.816378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:53:59.893971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-82abb602-8abd-4646-a248-c5f4af15d28b req-1a0cbfd7-7908-4027-9343-69edde7cb220 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Unset dirty status for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:53:59.895170 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82abb602-8abd-4646-a248-c5f4af15d28b req-1a0cbfd7-7908-4027-9343-69edde7cb220 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2388 time: 0.8976474 May 24 22:53:59.900522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] For port 60145ede-a53b-4d35-a39e-f6054baa09fa, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:53:59.935974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc851629-5b5e-4561-82bd-af28b731ae93'}, {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8da6e9-baa4-4402-a97b-b950bc619fbf'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:53:59.967464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:53:59.975551 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:00.016182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:54:00.029192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6472266-b1cc-4a18-aaed-4e5ac53cc39b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:00.037414 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:00.038577 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Added segment deb44a75-9804-4a5b-a478-1fcde88cfa75 of type vlan for network 4afd4a42-1279-415e-a01c-dc9e936a4b92 May 24 22:54:00.100402 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:00.250233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] For port a7b98f36-c3f3-4e71-b3eb-71ee080403ce, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:00.306096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] For port 60145ede-a53b-4d35-a39e-f6054baa09fa, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60145ede-a53b-4d35-a39e-f6054baa09fa,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:54:00.338717 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:00.517223 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82abb602-8abd-4646-a248-c5f4af15d28b req-4d101f39-b8e7-41af-8cc9-baf3c0d59b6f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080799 May 24 22:54:00.600873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:00.614063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:00.614751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:00.690797 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348fb76d-31ed-402d-997a-f065a5de9ab7'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc851629-5b5e-4561-82bd-af28b731ae93', 'code': 200} May 24 22:54:00.691331 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348fb76d-31ed-402d-997a-f065a5de9ab7'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8da6e9-baa4-4402-a97b-b950bc619fbf', 'code': 200} May 24 22:54:00.707240 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:00.738696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Transition to ACTIVE for port object 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:00.780788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Pushing event updated for resources: {'Port': ['ID=60145ede-a53b-4d35-a39e-f6054baa09fa,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:00.793069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] device_id is not set on port a7b98f36-c3f3-4e71-b3eb-71ee080403ce yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:54:00.808113 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:00.818604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:00.819239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:00.820670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-01876df0-1914-490b-a70a-778c4deda740 service neutron] 10.222.0.50 "PUT /v2.0/ports/60145ede-a53b-4d35-a39e-f6054baa09fa HTTP/1.1" status: 200 len: 1091 time: 7.0801566 May 24 22:54:00.896875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event updated for resources: {'Network': ['ID=4afd4a42-1279-415e-a01c-dc9e936a4b92,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:00.934574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 4afd4a42-1279-415e-a01c-dc9e936a4b92 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:54:01.010426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'tag': '60145ede-a53b-4d35-a39e-f6054baa09fa'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:01.051298 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2296b14f-060d-4fe4-a0b6-aaf31e6980e6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7520747 May 24 22:54:01.069518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59908) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:01.099547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b329a1-fd51-4dfb-9c69-2b2712358128 req-ea7910bb-811a-459d-aa26-5c305cd076a0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:01.121217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b329a1-fd51-4dfb-9c69-2b2712358128 req-ea7910bb-811a-459d-aa26-5c305cd076a0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:01.155796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b329a1-fd51-4dfb-9c69-2b2712358128 req-ea7910bb-811a-459d-aa26-5c305cd076a0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:01.173227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69fbcfd1-f811-4be5-98e6-b838e23cd536 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:01.178684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b329a1-fd51-4dfb-9c69-2b2712358128 req-ea7910bb-811a-459d-aa26-5c305cd076a0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:01.178858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Request body: {'port': {'device_id': '5c0306d2-2453-499b-a147-f62e6c718802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:01.202601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b329a1-fd51-4dfb-9c69-2b2712358128 req-ea7910bb-811a-459d-aa26-5c305cd076a0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:01.238481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b329a1-fd51-4dfb-9c69-2b2712358128 req-ea7910bb-811a-459d-aa26-5c305cd076a0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:01.253279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:01.255402 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5b329a1-fd51-4dfb-9c69-2b2712358128 req-ea7910bb-811a-459d-aa26-5c305cd076a0 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 4656 time: 1.0755494 May 24 22:54:01.258068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Pushing event updated for resources: {'Port': ['ID=482fb3b7-a73d-4d02-a507-fbc9a8dc7385,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:01.274544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Request body: {'subnet': {'network_id': '4afd4a42-1279-415e-a01c-dc9e936a4b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:01.295027 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8cf71a9-e681-4a72-ad45-90d39ffc4aef'] response: {'name': 'network-changed', 'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'tag': '60145ede-a53b-4d35-a39e-f6054baa09fa', 'status': 'completed', 'code': 200} May 24 22:54:01.336070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:01.355500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Usage tracker for resource:subnet and tenant:5055d36ff19c49d5837530037b9b5205 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:01.381028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:01.428368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Network f0f9d470-1308-4b59-8b6a-80517df5ae5c is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:01.439158 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:01.454239 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5b329a1-fd51-4dfb-9c69-2b2712358128 req-00fb8dfc-a9a5-423a-b6c4-f0e8a423e90d tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67&id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1978214 May 24 22:54:01.455391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:01.500130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Made reservation on behalf of 5055d36ff19c49d5837530037b9b5205 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:54:01.502658 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:01.528520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:01.695153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 69fbcfd1-f811-4be5-98e6-b838e23cd536 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:01.716703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 69fbcfd1-f811-4be5-98e6-b838e23cd536 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:01.719823 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:01.748835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:01.795394 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:54:01.795919 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:54:02.193862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fe06ba7d-4b20-45f2-9acb-bad388424e48 None None] Provisioning complete for port a7b98f36-c3f3-4e71-b3eb-71ee080403ce triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:02.194240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe06ba7d-4b20-45f2-9acb-bad388424e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:02.259737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 69fbcfd1-f811-4be5-98e6-b838e23cd536 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:02.260116 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:02.382430 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:02.444785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] No DVR routers for this DVR port a7b98f36-c3f3-4e71-b3eb-71ee080403ce on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:02.450369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port a7b98f36-c3f3-4e71-b3eb-71ee080403ce is: DOWN; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:02.451411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 7c38307b-3446-4fcf-8d10-5d1768239bec no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:02.582798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.objects.ports [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88390) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 22:54:02.587830 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:02.596438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 69fbcfd1-f811-4be5-98e6-b838e23cd536, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=69fbcfd1-f811-4be5-98e6-b838e23cd536,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:02.619340 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:02.639583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] In _notify_port_updated(), no bound segment for port a7b98f36-c3f3-4e71-b3eb-71ee080403ce on network abbe8918-2b0f-4539-a34b-fc1ac752a667 {{(pid=88389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:54:02.640747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:02.643669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:02.648919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] 10.222.0.31 "PUT /v2.0/ports/a7b98f36-c3f3-4e71-b3eb-71ee080403ce HTTP/1.1" status: 200 len: 1033 time: 5.0561652 May 24 22:54:02.650209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cf62b-a431-4e7b-9b93-45ca11019322 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:02.831695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fe06ba7d-4b20-45f2-9acb-bad388424e48 None None] Port a7b98f36-c3f3-4e71-b3eb-71ee080403ce cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:54:02.880044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a58e04d8-2d78-4628-9113-f1247d6dcbde,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:02.975949 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:02.986245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Checking segment: {'id': 'deb44a75-9804-4a5b-a478-1fcde88cfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4afd4a42-1279-415e-a01c-dc9e936a4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:54:02.988930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Network hostable DHCP agents. Network: 4afd4a42-1279-415e-a01c-dc9e936a4b92, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:54:03.034779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fe06ba7d-4b20-45f2-9acb-bad388424e48 None None] Provisioning for port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:03.054620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 7c38307b-3446-4fcf-8d10-5d1768239bec is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:03.055157 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:03.066619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Network 4afd4a42-1279-415e-a01c-dc9e936a4b92 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:54:03.079002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fe06ba7d-4b20-45f2-9acb-bad388424e48 None None] Provisioning complete for port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:03.079518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe06ba7d-4b20-45f2-9acb-bad388424e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:03.107788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f929f61-19c2-4a78-bad6-a08bda53e148 req-a36f3638-dedc-496a-9557-02b980461201 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.120022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f929f61-19c2-4a78-bad6-a08bda53e148 req-a36f3638-dedc-496a-9557-02b980461201 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.130984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=69fbcfd1-f811-4be5-98e6-b838e23cd536,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:03.142643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f929f61-19c2-4a78-bad6-a08bda53e148 req-a36f3638-dedc-496a-9557-02b980461201 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.150657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f929f61-19c2-4a78-bad6-a08bda53e148 req-a36f3638-dedc-496a-9557-02b980461201 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.165625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 7c38307b-3446-4fcf-8d10-5d1768239bec, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7c38307b-3446-4fcf-8d10-5d1768239bec,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:03.171615 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c38307b-3446-4fcf-8d10-5d1768239bec'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:03.172188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f929f61-19c2-4a78-bad6-a08bda53e148 req-a36f3638-dedc-496a-9557-02b980461201 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.181910 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:03.182776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device a527e525-5b3f-41bc-969b-266188f14673 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:03.184701 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f929f61-19c2-4a78-bad6-a08bda53e148 req-a36f3638-dedc-496a-9557-02b980461201 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 3876 time: 0.3806319 May 24 22:54:03.186594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59956) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:03.220042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-aefb0e84-5e4b-420b-9ffd-4f59c3884516 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Deleting port fc851629-5b5e-4561-82bd-af28b731ae93 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:03.220324 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-aefb0e84-5e4b-420b-9ffd-4f59c3884516 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:03.236868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 4afd4a42-1279-415e-a01c-dc9e936a4b92) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:03.257037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.259412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:03.353150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=7c38307b-3446-4fcf-8d10-5d1768239bec,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:03.356930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996640af-7009-4324-a3f3-3caf5303d418 None None] Network 4afd4a42-1279-415e-a01c-dc9e936a4b92 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:54:03.368372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f929f61-19c2-4a78-bad6-a08bda53e148 req-c8231ece-5580-4060-9828-7b4dea92890a tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824956 May 24 22:54:03.399115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dd6014cd-d91e-4290-a25e-9d354e8fcf8a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1365526 May 24 22:54:03.402846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59966) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:03.418760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1108747214', 'network_id': '4afd4a42-1279-415e-a01c-dc9e936a4b92'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:03.426383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:03.431233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Usage tracker for resource:port and tenant:5055d36ff19c49d5837530037b9b5205 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:03.435652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:03.442387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:03.456991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Made reservation on behalf of 5055d36ff19c49d5837530037b9b5205 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:54:03.459860 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:03.461709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fe06ba7d-4b20-45f2-9acb-bad388424e48 None None] Port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:54:03.462836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a525-b314-4cc0-8cea-83126aab8251 req-98639112-d5cc-4001-b276-8f1136431cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.463318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a525-b314-4cc0-8cea-83126aab8251 req-98639112-d5cc-4001-b276-8f1136431cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.463815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a525-b314-4cc0-8cea-83126aab8251 req-98639112-d5cc-4001-b276-8f1136431cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.466272 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-40a2a525-b314-4cc0-8cea-83126aab8251 req-98639112-d5cc-4001-b276-8f1136431cff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d90d3d2574984885b0f06938daf064fc&device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2731 time: 2.1701186 May 24 22:54:03.552025 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37cd5aa-e285-4456-b4ad-b2788c6f0d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:03.602304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] device_id is not set on port 14c439e2-9d73-4062-ae09-1cb26b3ecfc9 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:54:03.672679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device a527e525-5b3f-41bc-969b-266188f14673 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:54:03.679047 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ef17b4-17a1-4d0e-a884-79ad0936d027'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c38307b-3446-4fcf-8d10-5d1768239bec', 'code': 200} May 24 22:54:03.723966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a525-b314-4cc0-8cea-83126aab8251 req-e1f39cbf-7897-44d3-aa59-eed3bc86d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.724563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a525-b314-4cc0-8cea-83126aab8251 req-e1f39cbf-7897-44d3-aa59-eed3bc86d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.724874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a525-b314-4cc0-8cea-83126aab8251 req-e1f39cbf-7897-44d3-aa59-eed3bc86d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:03.726493 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-40a2a525-b314-4cc0-8cea-83126aab8251 req-e1f39cbf-7897-44d3-aa59-eed3bc86d626 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d90d3d2574984885b0f06938daf064fc&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2298851 May 24 22:54:03.731346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d37cd5aa-e285-4456-b4ad-b2788c6f0d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:03.768744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d37cd5aa-e285-4456-b4ad-b2788c6f0d6a admin admin] Usage tracker for resource:security_group_rule and tenant:3547e74c37f24b2c828f75e021a8bd8b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:03.782491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d37cd5aa-e285-4456-b4ad-b2788c6f0d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:03.783681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bad6a52-ea83-4e17-8df1-7fae07c45a9d None None] Network 4afd4a42-1279-415e-a01c-dc9e936a4b92 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:54:03.797200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d37cd5aa-e285-4456-b4ad-b2788c6f0d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:03.972012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Allocated IP 2001:db8::3cf (4afd4a42-1279-415e-a01c-dc9e936a4b92/a58e04d8-2d78-4628-9113-f1247d6dcbde/14c439e2-9d73-4062-ae09-1cb26b3ecfc9) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:04.022273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-aefb0e84-5e4b-420b-9ffd-4f59c3884516 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] For port fc851629-5b5e-4561-82bd-af28b731ae93, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fc851629-5b5e-4561-82bd-af28b731ae93,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:04.022644 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-aefb0e84-5e4b-420b-9ffd-4f59c3884516 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:04.087250 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37cd5aa-e285-4456-b4ad-b2788c6f0d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:04.114872 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37cd5aa-e285-4456-b4ad-b2788c6f0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:04.212455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-aefb0e84-5e4b-420b-9ffd-4f59c3884516 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Calling delete_port for fc851629-5b5e-4561-82bd-af28b731ae93 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:04.234948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cd5aa-e285-4456-b4ad-b2788c6f0d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e053e73b-9eb7-46f7-b3ac-6f6de5f369cc,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:04.256117 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d37cd5aa-e285-4456-b4ad-b2788c6f0d6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3547e74c37f24b2c828f75e021a8bd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0630257 May 24 22:54:04.262782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59988) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:04.368074 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:04.399678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e59321f-0af5-4ad9-8397-2e2c6cb1df52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:04.404897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadeb9ee-638f-4ea7-beef-53127b7fd3f4 req-d2f945e6-8a61-456c-9093-7839dba76c61 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:04.421198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadeb9ee-638f-4ea7-beef-53127b7fd3f4 req-d2f945e6-8a61-456c-9093-7839dba76c61 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:04.435758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadeb9ee-638f-4ea7-beef-53127b7fd3f4 req-d2f945e6-8a61-456c-9093-7839dba76c61 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:04.436857 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e59321f-0af5-4ad9-8397-2e2c6cb1df52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:04.437479 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dadeb9ee-638f-4ea7-beef-53127b7fd3f4 req-d2f945e6-8a61-456c-9093-7839dba76c61 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2388 time: 2.5937858 May 24 22:54:04.496748 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:04.626520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e59321f-0af5-4ad9-8397-2e2c6cb1df52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:04.636447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Network 4afd4a42-1279-415e-a01c-dc9e936a4b92 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:04.654549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:04.665224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:04.666332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:04.667144 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:04.692193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59321f-0af5-4ad9-8397-2e2c6cb1df52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e053e73b-9eb7-46f7-b3ac-6f6de5f369cc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:04.698082 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e59321f-0af5-4ad9-8397-2e2c6cb1df52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:04.699346 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3e59321f-0af5-4ad9-8397-2e2c6cb1df52 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e053e73b-9eb7-46f7-b3ac-6f6de5f369cc HTTP/1.1" status: 204 len: 168 time: 0.4333935 May 24 22:54:04.700694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event updated for resources: {'Port': ['ID=14c439e2-9d73-4062-ae09-1cb26b3ecfc9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:04.716231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5672ef58-d4cf-4105-9fc9-ae71257ac611 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3108184 May 24 22:54:04.716924 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60002) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:04.720038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a525-b314-4cc0-8cea-83126aab8251 req-deb7e426-ae41-4ea8-a239-ae074cb8010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:04.721887 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-40a2a525-b314-4cc0-8cea-83126aab8251 req-deb7e426-ae41-4ea8-a239-ae074cb8010c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9803569 May 24 22:54:04.875175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b5217047-6b3c-4aed-a7e2-d57e5407bea0 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Deleting port 14c439e2-9d73-4062-ae09-1cb26b3ecfc9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:04.875526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b5217047-6b3c-4aed-a7e2-d57e5407bea0 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:04.971485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcd067-dfb1-4ca2-8c6b-cb6c2b8685bb req-8b400d0f-f6aa-4382-bad9-ba67e940015e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:04.971726 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dadeb9ee-638f-4ea7-beef-53127b7fd3f4 req-e74bff0d-066b-4f0a-a96e-b2abed704b97 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214587 May 24 22:54:05.014713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcd067-dfb1-4ca2-8c6b-cb6c2b8685bb req-8b400d0f-f6aa-4382-bad9-ba67e940015e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:05.034061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcd067-dfb1-4ca2-8c6b-cb6c2b8685bb req-8b400d0f-f6aa-4382-bad9-ba67e940015e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:05.045138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcd067-dfb1-4ca2-8c6b-cb6c2b8685bb req-8b400d0f-f6aa-4382-bad9-ba67e940015e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:05.058916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcd067-dfb1-4ca2-8c6b-cb6c2b8685bb req-8b400d0f-f6aa-4382-bad9-ba67e940015e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:05.061447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32dcd067-dfb1-4ca2-8c6b-cb6c2b8685bb req-8b400d0f-f6aa-4382-bad9-ba67e940015e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 3874 time: 0.5218184 May 24 22:54:05.078761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69fbcfd1-f811-4be5-98e6-b838e23cd536 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:05.221768 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-aefb0e84-5e4b-420b-9ffd-4f59c3884516 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:05.331737 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1bb451b-d656-466c-ad69-deb4361aba63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:05.350219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 69fbcfd1-f811-4be5-98e6-b838e23cd536 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:05.350606 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:05.380414 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32dcd067-dfb1-4ca2-8c6b-cb6c2b8685bb req-354fe7cd-d2ed-4fc9-af4f-bf6c81dc9176 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020711 May 24 22:54:05.480652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb0e84-5e4b-420b-9ffd-4f59c3884516 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Port': ['ID=fc851629-5b5e-4561-82bd-af28b731ae93,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:05.562503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-aefb0e84-5e4b-420b-9ffd-4f59c3884516 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] No DVR routers for this DVR port fc851629-5b5e-4561-82bd-af28b731ae93 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:05.620315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60018) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:05.625652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 69fbcfd1-f811-4be5-98e6-b838e23cd536 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:05.656182 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-aefb0e84-5e4b-420b-9ffd-4f59c3884516 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:05.667268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-deleted', 'tag': 'fc851629-5b5e-4561-82bd-af28b731ae93'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:05.678546 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de2f8f4d-8cd6-4786-92ea-ace0655b7652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:05.718867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de2f8f4d-8cd6-4786-92ea-ace0655b7652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:05.723057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de2f8f4d-8cd6-4786-92ea-ace0655b7652 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2b6fb71b9641a9aed29df8134a72b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:05.727122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de2f8f4d-8cd6-4786-92ea-ace0655b7652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:05.751520 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:05.751765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de2f8f4d-8cd6-4786-92ea-ace0655b7652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:05.775391 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7020c535-f572-4c16-8f84-8b36f8252583'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-deleted', 'tag': 'fc851629-5b5e-4561-82bd-af28b731ae93', 'status': 'completed', 'code': 200} May 24 22:54:05.851079 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-aefb0e84-5e4b-420b-9ffd-4f59c3884516 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "DELETE /v2.0/ports/fc851629-5b5e-4561-82bd-af28b731ae93 HTTP/1.1" status: 204 len: 173 time: 3.1806319 May 24 22:54:05.884937 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de2f8f4d-8cd6-4786-92ea-ace0655b7652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:05.896939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60026) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:05.904644 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de2f8f4d-8cd6-4786-92ea-ace0655b7652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:05.963542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Deleting port 4b8da6e9-baa4-4402-a97b-b950bc619fbf {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:05.964204 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:06.003622 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-de2f8f4d-8cd6-4786-92ea-ace0655b7652 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a2b6fb71b9641a9aed29df8134a72b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821163 May 24 22:54:06.005980 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b5217047-6b3c-4aed-a7e2-d57e5407bea0 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:06.014518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60034) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:06.112606 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:54:06.115893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f8f4d-8cd6-4786-92ea-ace0655b7652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7cb174-dc64-4bfc-9d58-4f925855db63,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:06.206477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b5217047-6b3c-4aed-a7e2-d57e5407bea0 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Calling delete_port for 14c439e2-9d73-4062-ae09-1cb26b3ecfc9 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:06.285289 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ef39a61-912d-4d5c-b27c-fab5f04550cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:06.322004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4ef39a61-912d-4d5c-b27c-fab5f04550cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:06.330380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4ef39a61-912d-4d5c-b27c-fab5f04550cf admin admin] Usage tracker for resource:security_group_rule and tenant:bb7ed1b19fb24d43921f1f8c9093bbfa is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:06.338081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4ef39a61-912d-4d5c-b27c-fab5f04550cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:06.354435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4ef39a61-912d-4d5c-b27c-fab5f04550cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:06.403053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0379f76e-422a-4397-91b0-bc66dd44ae25 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:54:06.420399 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-836dc25c-4bba-4109-95f0-9661a5914b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:06.425926 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:06.482399 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-836dc25c-4bba-4109-95f0-9661a5914b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:06.488120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079b1ed-9015-42cc-8fde-ad29c10603e4 req-05d5629a-a414-4789-8f05-73e1d0a49ae0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:06.493831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079b1ed-9015-42cc-8fde-ad29c10603e4 req-05d5629a-a414-4789-8f05-73e1d0a49ae0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:06.500053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079b1ed-9015-42cc-8fde-ad29c10603e4 req-05d5629a-a414-4789-8f05-73e1d0a49ae0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:06.501804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f079b1ed-9015-42cc-8fde-ad29c10603e4 req-05d5629a-a414-4789-8f05-73e1d0a49ae0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2388 time: 0.3154011 May 24 22:54:06.624275 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-836dc25c-4bba-4109-95f0-9661a5914b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:06.679098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dc25c-4bba-4109-95f0-9661a5914b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7cb174-dc64-4bfc-9d58-4f925855db63,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:06.686932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b5217047-6b3c-4aed-a7e2-d57e5407bea0 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:06.689599 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-836dc25c-4bba-4109-95f0-9661a5914b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:06.693319 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-836dc25c-4bba-4109-95f0-9661a5914b1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba7cb174-dc64-4bfc-9d58-4f925855db63 HTTP/1.1" status: 204 len: 168 time: 0.6649966 May 24 22:54:06.701944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Transition to ACTIVE for port object 0379f76e-422a-4397-91b0-bc66dd44ae25 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:06.744957 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:06.822218 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f079b1ed-9015-42cc-8fde-ad29c10603e4 req-549484ef-e62b-4c38-aee3-b6f204dbb9a7 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096175 May 24 22:54:06.842805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5217047-6b3c-4aed-a7e2-d57e5407bea0 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event deleted for resources: {'Port': ['ID=14c439e2-9d73-4062-ae09-1cb26b3ecfc9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:06.932219 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:06.936691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Pushing event updated for resources: {'Port': ['ID=0379f76e-422a-4397-91b0-bc66dd44ae25,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:06.953213 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.015753 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ef39a61-912d-4d5c-b27c-fab5f04550cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.017392 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b5217047-6b3c-4aed-a7e2-d57e5407bea0 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.039964 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ef39a61-912d-4d5c-b27c-fab5f04550cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.075597 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b5217047-6b3c-4aed-a7e2-d57e5407bea0 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "DELETE /v2.0/ports/14c439e2-9d73-4062-ae09-1cb26b3ecfc9 HTTP/1.1" status: 204 len: 168 time: 2.3555315 May 24 22:54:07.086381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60054) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:07.105411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4afd4a42-1279-415e-a01c-dc9e936a4b92', 'external_fixed_ips': [{'subnet_id': 'a58e04d8-2d78-4628-9113-f1247d6dcbde', 'ip_address': '2001:db8::3cf'}]}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:07.118625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:07.127553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4ef39a61-912d-4d5c-b27c-fab5f04550cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb7ed1b19fb24d43921f1f8c9093bbfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2290149 May 24 22:54:07.128884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Usage tracker for resource:router and tenant:5055d36ff19c49d5837530037b9b5205 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:07.144011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef39a61-912d-4d5c-b27c-fab5f04550cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4935ab6-aec5-4219-9e99-dcf880564029,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:07.147098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60058) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:07.147900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:07.192570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:07.238161 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.239313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.279250 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-96aa6636-a53a-4601-a260-2d3a1ec87b71 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3243420 May 24 22:54:07.323592 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.363704 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.455013 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b278b34f-556f-4607-9f31-c3f8ea25519c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.471180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.487854 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.565177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] For port 4b8da6e9-baa4-4402-a97b-b950bc619fbf, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=4b8da6e9-baa4-4402-a97b-b950bc619fbf,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:07.565587 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.725881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Pushing event updated for resources: {'Port': ['ID=482fb3b7-a73d-4d02-a507-fbc9a8dc7385,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:07.903054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:07.925732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-a63b2be5-550f-4bcc-938c-758230080e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:07.926545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-a63b2be5-550f-4bcc-938c-758230080e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:07.927247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-a63b2be5-550f-4bcc-938c-758230080e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:07.927854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-a63b2be5-550f-4bcc-938c-758230080e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:07.928796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-a63b2be5-550f-4bcc-938c-758230080e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:07.929469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-a63b2be5-550f-4bcc-938c-758230080e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:07.929956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-a63b2be5-550f-4bcc-938c-758230080e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:07.931909 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-a63b2be5-550f-4bcc-938c-758230080e34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d12f2100d0a407eb54394a509d1c250&device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 6490 time: 0.5231087 May 24 22:54:07.953279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:08.073778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Attempting to bind port 0379f76e-422a-4397-91b0-bc66dd44ae25 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:54:08.074134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Attempting to bind port 0379f76e-422a-4397-91b0-bc66dd44ae25 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'd9f8daa8-8175-41b4-b681-3c5f4720b0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:54:08.074434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Attempting to bind port 0379f76e-422a-4397-91b0-bc66dd44ae25 on network ce457e90-646a-45ec-9af4-aabc17fbb699 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:08.092523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Port 0379f76e-422a-4397-91b0-bc66dd44ae25 on network ce457e90-646a-45ec-9af4-aabc17fbb699 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:54:08.092848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Attempting to bind port 0379f76e-422a-4397-91b0-bc66dd44ae25 on network ce457e90-646a-45ec-9af4-aabc17fbb699 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:08.119344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ee907-91bf-43d5-adc8-9736dd95ef81 req-7b757525-37eb-4e2c-b679-8e632f816463 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:08.125113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ee907-91bf-43d5-adc8-9736dd95ef81 req-7b757525-37eb-4e2c-b679-8e632f816463 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:08.131091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ee907-91bf-43d5-adc8-9736dd95ef81 req-7b757525-37eb-4e2c-b679-8e632f816463 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:08.137210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ee907-91bf-43d5-adc8-9736dd95ef81 req-7b757525-37eb-4e2c-b679-8e632f816463 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:08.138203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-844ee907-91bf-43d5-adc8-9736dd95ef81 req-7b757525-37eb-4e2c-b679-8e632f816463 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Synchronizing usage tracker for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:08.160052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:54:08.160389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Checking segment: {'id': 'd9f8daa8-8175-41b4-b681-3c5f4720b0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:54:08.160770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Bound using segment: {'id': 'd9f8daa8-8175-41b4-b681-3c5f4720b0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:54:08.161216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Bound port: 0379f76e-422a-4397-91b0-bc66dd44ae25, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f8daa8-8175-41b4-b681-3c5f4720b0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:54:08.161580 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:08.306065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Network f0f9d470-1308-4b59-8b6a-80517df5ae5c is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:08.318941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:08.320799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-844ee907-91bf-43d5-adc8-9736dd95ef81 req-7b757525-37eb-4e2c-b679-8e632f816463 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Unset dirty status for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:08.327909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-844ee907-91bf-43d5-adc8-9736dd95ef81 req-7b757525-37eb-4e2c-b679-8e632f816463 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 3142 time: 1.3865371 May 24 22:54:08.413904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4935ab6-aec5-4219-9e99-dcf880564029,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:08.657322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.658356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.659083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.659793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.662163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.662917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.663636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.666955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.667714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.668371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.674164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.674912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:08.721950 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:08.723184 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3154efef-92f4-4636-a335-bc19434e0cba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4935ab6-aec5-4219-9e99-dcf880564029 HTTP/1.1" status: 204 len: 168 time: 1.5711145 May 24 22:54:08.727549 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:08.743748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:08.744319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:08.744543 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Floating IP a19222df-e650-4c9b-b4b5-cdf1eae0f5d4 disassociated. External IP: 172.25.7.206, port: 4b8da6e9-baa4-4402-a97b-b950bc619fbf. May 24 22:54:08.744922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Calling delete_port for 4b8da6e9-baa4-4402-a97b-b950bc619fbf owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:08.753639 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:08.773152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7606fe58-2138-4e26-93fb-0ff116ec7a4a None None] Provisioning complete for port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:08.773543 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7606fe58-2138-4e26-93fb-0ff116ec7a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:08.791722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-844ee907-91bf-43d5-adc8-9736dd95ef81 req-9b9698c4-55ea-4665-9990-d1cd136c10e6 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4627898 May 24 22:54:08.850983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-93a615d2-938d-49bb-9fc6-e8417c09e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:08.851450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-93a615d2-938d-49bb-9fc6-e8417c09e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:08.851904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-93a615d2-938d-49bb-9fc6-e8417c09e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:08.853736 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-93a615d2-938d-49bb-9fc6-e8417c09e9e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917b93a6-4340-4e78-a5f4-2f95554ac5d6&id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&id=a152f897-c692-40bd-9a6a-4d20f3b72e5c&id=a152f897-c692-40bd-9a6a-4d20f3b72e5c HTTP/1.1" status: 200 len: 2293 time: 0.8784511 May 24 22:54:08.870167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] For port 0379f76e-422a-4397-91b0-bc66dd44ae25, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:08.928894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] For port 0379f76e-422a-4397-91b0-bc66dd44ae25, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0379f76e-422a-4397-91b0-bc66dd44ae25,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:54:08.943769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc7342-2203-4abf-88e8-b20cdb937898 req-17fd749f-5401-4e7d-b467-9c1f0c48fac0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:08.951211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc7342-2203-4abf-88e8-b20cdb937898 req-17fd749f-5401-4e7d-b467-9c1f0c48fac0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:08.957236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7606fe58-2138-4e26-93fb-0ff116ec7a4a None None] Port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:54:08.958561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc7342-2203-4abf-88e8-b20cdb937898 req-17fd749f-5401-4e7d-b467-9c1f0c48fac0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:08.960575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60108) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:08.968262 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1bdc7342-2203-4abf-88e8-b20cdb937898 req-17fd749f-5401-4e7d-b467-9c1f0c48fac0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2400 time: 0.6756470 May 24 22:54:08.972435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:08.980165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:54:09.075074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-64d2a961-2045-4640-b2b2-4b9f38ffcba1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ad0a3d-36eb-4734-a529-9315ca67c700 HTTP/1.1" status: 200 len: 1001 time: 0.2134886 May 24 22:54:09.090121 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1bdc7342-2203-4abf-88e8-b20cdb937898 req-1e7d4770-6ef4-4a12-8f9a-56f7a84e2a52 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207979 May 24 22:54:09.176443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:09.187560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:09.189056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] 10.222.0.50 "PUT /v2.0/ports/0379f76e-422a-4397-91b0-bc66dd44ae25 HTTP/1.1" status: 200 len: 1092 time: 8.0160701 May 24 22:54:09.200623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-5510967b-ea68-4a38-be95-06e511c80a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:09.203338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-5510967b-ea68-4a38-be95-06e511c80a43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=035893a4-62f8-4783-8f63-47862db4dbdb HTTP/1.1" status: 200 len: 851 time: 0.1113055 May 24 22:54:09.345483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'tag': '0379f76e-422a-4397-91b0-bc66dd44ae25'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:09.445895 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92c6c6c-cbaa-4f66-a9d4-cff26ba08c8c'] response: {'name': 'network-changed', 'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'tag': '0379f76e-422a-4397-91b0-bc66dd44ae25', 'status': 'completed', 'code': 200} May 24 22:54:09.539378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e442f-6003-46a6-8e51-10a8a18eaf40 service neutron] Pushing event updated for resources: {'Port': ['ID=0379f76e-422a-4397-91b0-bc66dd44ae25,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:09.623450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-065a44df-845e-4d82-8032-892146fcffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:09.627223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-065a44df-845e-4d82-8032-892146fcffd2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917b93a6-4340-4e78-a5f4-2f95554ac5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3933685 May 24 22:54:09.633829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60122) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:09.716417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-16989c54-1823-466c-8528-7f5c152f30f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:09.730826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:09.810642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Port': ['ID=4b8da6e9-baa4-4402-a97b-b950bc619fbf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:09.813289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-16989c54-1823-466c-8528-7f5c152f30f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:09.817947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56299e3f-9d50-4055-b540-17a9817f9269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:09.906607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Request body: {'port': {'device_id': '5c0306d2-2453-499b-a147-f62e6c718802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:09.972391 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:09.995169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-56299e3f-9d50-4055-b540-17a9817f9269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:10.003177 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:10.006243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-16989c54-1823-466c-8528-7f5c152f30f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f8a2cb9f34994ee69ed5798c69ef1278 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:10.049775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-16989c54-1823-466c-8528-7f5c152f30f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:10.058076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:54:10.072517 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Sync routers for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:54:10.073400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-56299e3f-9d50-4055-b540-17a9817f9269 admin admin] Usage tracker for resource:security_group_rule and tenant:25039558bc2f4ebd95cbbc233154b6ff is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:10.081804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-56299e3f-9d50-4055-b540-17a9817f9269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:10.085984 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:10.086655 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:10.088436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-16989c54-1823-466c-8528-7f5c152f30f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:10.097565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-56299e3f-9d50-4055-b540-17a9817f9269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:10.106718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:10.203099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-16989c54-1823-466c-8528-7f5c152f30f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:10.244630 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:10.285856 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:10.352568 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-55b9c400-6d41-4567-b5f3-1d65f4cfcddf service neutron] 10.222.0.31 "GET /v2.0/networks/917b93a6-4340-4e78-a5f4-2f95554ac5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127581 May 24 22:54:10.575810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a96754-cf79-4ec2-8533-4df9558776db req-20a025df-8684-4282-b075-f46df7db6e47 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:10.607439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a96754-cf79-4ec2-8533-4df9558776db req-20a025df-8684-4282-b075-f46df7db6e47 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:10.613803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a96754-cf79-4ec2-8533-4df9558776db req-20a025df-8684-4282-b075-f46df7db6e47 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:10.615785 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35a96754-cf79-4ec2-8533-4df9558776db req-20a025df-8684-4282-b075-f46df7db6e47 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 2409 time: 0.6289470 May 24 22:54:10.703326 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:06Z', 'revision_number': 2, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:10.707439 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Checking router: cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:54:10.708136 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Updating router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:54:10.804305 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:10.871039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-16989c54-1823-466c-8528-7f5c152f30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:10.927974 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35a96754-cf79-4ec2-8533-4df9558776db req-3aace00e-ad2f-42f5-b9b2-c4aea8d63ded tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023391 May 24 22:54:10.993539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-614cf176-566b-42b5-aa50-a4578acd33a3 service neutron] 10.222.0.31 "GET /v2.0/networks/917b93a6-4340-4e78-a5f4-2f95554ac5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301336 May 24 22:54:11.006087 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56299e3f-9d50-4055-b540-17a9817f9269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.012264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Allocated IP 2001:db8::3cf (4afd4a42-1279-415e-a01c-dc9e936a4b92/a58e04d8-2d78-4628-9113-f1247d6dcbde/afc24c5e-8457-45ce-b471-8426573505d1) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:11.069787 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-16989c54-1823-466c-8528-7f5c152f30f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8a2cb9f34994ee69ed5798c69ef1278&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1057000 May 24 22:54:11.081621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16989c54-1823-466c-8528-7f5c152f30f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cd47ce-2177-46ac-9bc1-045c1313b81d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:11.086457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60158) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:11.112018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Router 557783d2-28c7-4189-a7b5-271db7b3f785 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:54:11.216694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56299e3f-9d50-4055-b540-17a9817f9269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.253057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6eb37c05-982c-4964-8b99-37a72cb46a4d admin admin] 10.222.0.55 "PUT /v2.0/routers/cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3836374 May 24 22:54:11.256464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-2cb03812-6f2e-4b95-b8cd-1dedc688e0f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=255e3fb2-c79d-40ff-b28b-caba6e15b125 HTTP/1.1" status: 200 len: 217 time: 0.2479689 May 24 22:54:11.264759 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.346432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-56299e3f-9d50-4055-b540-17a9817f9269 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25039558bc2f4ebd95cbbc233154b6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7086420 May 24 22:54:11.351210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60170) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:11.353628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56299e3f-9d50-4055-b540-17a9817f9269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fc220f-e1a2-44be-9a35-88b51b55b7d4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:11.396510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-e5cab736-016f-4aa8-9370-924f0321fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:11.397986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-e5cab736-016f-4aa8-9370-924f0321fa09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a57ca9f4-d365-46cd-b1de-3bfac442f67b HTTP/1.1" status: 200 len: 797 time: 0.1301754 May 24 22:54:11.413106 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.428992 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Transition to ACTIVE for port object 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:11.434076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f48dcc-2e49-4732-82f0-d21373f4c328 req-6021e9bd-7bd4-4c29-a165-20d8f7d613fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:11.434612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f48dcc-2e49-4732-82f0-d21373f4c328 req-6021e9bd-7bd4-4c29-a165-20d8f7d613fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:11.435110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f48dcc-2e49-4732-82f0-d21373f4c328 req-6021e9bd-7bd4-4c29-a165-20d8f7d613fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:11.437102 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9f48dcc-2e49-4732-82f0-d21373f4c328 req-6021e9bd-7bd4-4c29-a165-20d8f7d613fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d90d3d2574984885b0f06938daf064fc&device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2798 time: 1.9189043 May 24 22:54:11.437849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8ea7443-0239-4dda-8dfe-c41b42fe5dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.439451 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.467573 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8ea7443-0239-4dda-8dfe-c41b42fe5dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.492203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.531658 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26474147-f0bf-4223-a4f2-4806b1ca21c7 None None] Pushing event updated for resources: {'Port': ['ID=482fb3b7-a73d-4d02-a507-fbc9a8dc7385,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:11.553650 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-874e123b-1fff-4548-a842-ba9d84c2441e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.603614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Network 4afd4a42-1279-415e-a01c-dc9e936a4b92 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:11.626216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:11.649888 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:11.752929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60178) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:11.756444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-874e123b-1fff-4548-a842-ba9d84c2441e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.757853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8ea7443-0239-4dda-8dfe-c41b42fe5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.766897 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Attempting to bind port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:54:11.767266 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Attempting to bind port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:54:11.767627 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Attempting to bind port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 on network f0f9d470-1308-4b59-8b6a-80517df5ae5c {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:11.775167 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:54:11.775521 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Checking segment: {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:54:11.775826 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.776283 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Bound using segment: {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:54:11.776756 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Bound port: 482fb3b7-a73d-4d02-a507-fbc9a8dc7385, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:54:11.777109 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.829806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event updated for resources: {'Port': ['ID=afc24c5e-8457-45ce-b471-8426573505d1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:11.831636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fd9cf-98e3-4c93-869f-bebeed4e6fba req-3ec2011d-4c40-4a63-a8ad-fe930e1aedd6 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:11.841556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fd9cf-98e3-4c93-869f-bebeed4e6fba req-3ec2011d-4c40-4a63-a8ad-fe930e1aedd6 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:11.843186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--591428028', 'description': 'tempest-description--1817975423'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:11.851442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fd9cf-98e3-4c93-869f-bebeed4e6fba req-3ec2011d-4c40-4a63-a8ad-fe930e1aedd6 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:11.853885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f2fd9cf-98e3-4c93-869f-bebeed4e6fba req-3ec2011d-4c40-4a63-a8ad-fe930e1aedd6 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2400 time: 1.0258012 May 24 22:54:11.864092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:11.887710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Usage tracker for resource:security_group and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:11.889668 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] For port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:11.893362 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] For port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=482fb3b7-a73d-4d02-a507-fbc9a8dc7385,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:54:11.901366 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:11.922659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-6389baa9-2d67-49c5-a045-361849119458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:11.924396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-6389baa9-2d67-49c5-a045-361849119458 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5149863 May 24 22:54:11.925513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:11.957373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea7443-0239-4dda-8dfe-c41b42fe5dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cd47ce-2177-46ac-9bc1-045c1313b81d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:11.974869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:11.986117 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:11.986863 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:12.018886 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8ea7443-0239-4dda-8dfe-c41b42fe5dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:12.019835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c8ea7443-0239-4dda-8dfe-c41b42fe5dd7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30cd47ce-2177-46ac-9bc1-045c1313b81d HTTP/1.1" status: 204 len: 168 time: 0.9247334 May 24 22:54:12.087606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:12.140762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:54:12.151702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8918df35-ac17-451d-9a24-94e9dc5d7cc5 None None] Sync routers for ids ['557783d2-28c7-4189-a7b5-271db7b3f785'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:54:12.165734 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8918df35-ac17-451d-9a24-94e9dc5d7cc5 None None] Routers {'557783d2-28c7-4189-a7b5-271db7b3f785'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:12.169672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8918df35-ac17-451d-9a24-94e9dc5d7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['557783d2-28c7-4189-a7b5-271db7b3f785'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:12.299475 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:12.354720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:12.368387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Usage tracker for resource:security_group_rule and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:12.380610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] No DVR routers for this DVR port 4b8da6e9-baa4-4402-a97b-b950bc619fbf on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:12.384161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:12.388432 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:12.390728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-a11c9e89-12ce-45fb-86cf-43b3318fdcf5 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "DELETE /v2.0/ports/4b8da6e9-baa4-4402-a97b-b950bc619fbf HTTP/1.1" status: 204 len: 173 time: 6.5274227 May 24 22:54:12.403300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f2fd9cf-98e3-4c93-869f-bebeed4e6fba req-84107b7a-3c0a-4001-94af-9ec3804e9ae1 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257282 May 24 22:54:12.403505 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-874e123b-1fff-4548-a842-ba9d84c2441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:12.412672 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:12.419926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8918df35-ac17-451d-9a24-94e9dc5d7cc5 None None] Set router 557783d2-28c7-4189-a7b5-271db7b3f785 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:12.498393 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-3cd23e75-9c55-4ac8-8a4a-387d1d53d93d service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513835 May 24 22:54:12.499333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-deleted', 'tag': '4b8da6e9-baa4-4402-a97b-b950bc619fbf'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:12.507979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-380c1721-7b1a-40d6-a0a0-4e1901105474 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Deleting port 871939da-811b-4814-8c7c-c3f858069f84 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:12.508358 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-380c1721-7b1a-40d6-a0a0-4e1901105474 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:12.514893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e123b-1fff-4548-a842-ba9d84c2441e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fc220f-e1a2-44be-9a35-88b51b55b7d4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:12.666495 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-874e123b-1fff-4548-a842-ba9d84c2441e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:12.670527 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-874e123b-1fff-4548-a842-ba9d84c2441e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87fc220f-e1a2-44be-9a35-88b51b55b7d4 HTTP/1.1" status: 204 len: 168 time: 1.3181720 May 24 22:54:12.689537 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:12.778379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f48dcc-2e49-4732-82f0-d21373f4c328 req-fe670276-985e-431e-943e-6c03d8eab588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:12.780950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f48dcc-2e49-4732-82f0-d21373f4c328 req-fe670276-985e-431e-943e-6c03d8eab588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:12.781659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f48dcc-2e49-4732-82f0-d21373f4c328 req-fe670276-985e-431e-943e-6c03d8eab588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:12.788384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9f48dcc-2e49-4732-82f0-d21373f4c328 req-fe670276-985e-431e-943e-6c03d8eab588 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d90d3d2574984885b0f06938daf064fc&shared=False HTTP/1.1" status: 200 len: 2288 time: 1.2366352 May 24 22:54:12.931440 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26474147-f0bf-4223-a4f2-4806b1ca21c7 None None] Pushing event updated for resources: {'Port': ['ID=482fb3b7-a73d-4d02-a507-fbc9a8dc7385,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:13.018585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaf1d6-c3c2-4e35-9fb1-248434cc689b req-8b8fee76-7414-45db-8e62-3d7dd1424596 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:13.019207 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4edd0f-3d7a-4dea-b097-a34fffb20ad3'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-deleted', 'tag': '4b8da6e9-baa4-4402-a97b-b950bc619fbf', 'status': 'completed', 'code': 200} May 24 22:54:13.025527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaf1d6-c3c2-4e35-9fb1-248434cc689b req-8b8fee76-7414-45db-8e62-3d7dd1424596 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:13.031980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaf1d6-c3c2-4e35-9fb1-248434cc689b req-8b8fee76-7414-45db-8e62-3d7dd1424596 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:13.039452 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-63aaf1d6-c3c2-4e35-9fb1-248434cc689b req-8b8fee76-7414-45db-8e62-3d7dd1424596 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 2409 time: 0.8427329 May 24 22:54:13.087594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8918df35-ac17-451d-9a24-94e9dc5d7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:26Z', 'revision_number': 4, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '80e4481b-590b-42f0-8774-b6bbf3685b2f', 'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'mac_address': 'fa:16:3e:ec:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:21Z', 'updated_at': '2022-05-24T22:47:36Z', 'revision_number': 5, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'subnets': [{'id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:13.093369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8918df35-ac17-451d-9a24-94e9dc5d7cc5 None None] Checking router: 557783d2-28c7-4189-a7b5-271db7b3f785 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:54:13.103124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8918df35-ac17-451d-9a24-94e9dc5d7cc5 None None] Routers {'557783d2-28c7-4189-a7b5-271db7b3f785'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:13.103738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8918df35-ac17-451d-9a24-94e9dc5d7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['557783d2-28c7-4189-a7b5-271db7b3f785'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:13.196931 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:11Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:13.204521 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf656f-4ee6-4989-8364-569a9310641b None None] The sync data for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 is: [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:11Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:54:13.257482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:54:13.360794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:13.378778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8918df35-ac17-451d-9a24-94e9dc5d7cc5 None None] Set router 557783d2-28c7-4189-a7b5-271db7b3f785 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:13.405403 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:13.442302 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-e2cd3111-6742-4968-a24f-c39e713e7c31 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9243002 May 24 22:54:13.637449 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-63aaf1d6-c3c2-4e35-9fb1-248434cc689b req-bb60d3a6-40ce-4927-b4f3-754cfb00b465 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5852718 May 24 22:54:13.645243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:54:13.677123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f48dcc-2e49-4732-82f0-d21373f4c328 req-06ce0636-a016-40eb-b955-7063624f7f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:13.678742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9f48dcc-2e49-4732-82f0-d21373f4c328 req-06ce0636-a016-40eb-b955-7063624f7f82 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8753486 May 24 22:54:13.706626 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:13.760626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-323d8998-0555-494d-b1f7-63ee52f3b0b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=b8212bdc-7fe0-4b39-afe3-951ec555d778 HTTP/1.1" status: 200 len: 217 time: 0.2941709 May 24 22:54:13.824038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Transition to ACTIVE for port object 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:13.842523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-380c1721-7b1a-40d6-a0a0-4e1901105474 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] For port 871939da-811b-4814-8c7c-c3f858069f84, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=871939da-811b-4814-8c7c-c3f858069f84,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:13.842896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-380c1721-7b1a-40d6-a0a0-4e1901105474 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:13.850779 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:14.096471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3377d7-011e-4918-a48a-a27b5af790b6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:14.105457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-0ca23768-164f-48b9-a49f-7bd7d68e3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:14.109242 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-0ca23768-164f-48b9-a49f-7bd7d68e3fe2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a57ca9f4-d365-46cd-b1de-3bfac442f67b HTTP/1.1" status: 200 len: 797 time: 0.1820955 May 24 22:54:14.127217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:14.128464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-110a90f3-a6f3-4d97-b752-27f33fa31a6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.3569863 May 24 22:54:14.137985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8918df35-ac17-451d-9a24-94e9dc5d7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:26Z', 'revision_number': 4, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '80e4481b-590b-42f0-8774-b6bbf3685b2f', 'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'mac_address': 'fa:16:3e:ec:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:21Z', 'updated_at': '2022-05-24T22:47:36Z', 'revision_number': 5, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'subnets': [{'id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:14.150571 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8918df35-ac17-451d-9a24-94e9dc5d7cc5 None None] The sync data for ids ['557783d2-28c7-4189-a7b5-271db7b3f785'] in n-d-843146-7 is: [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:47:26Z', 'revision_number': 4, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '80e4481b-590b-42f0-8774-b6bbf3685b2f', 'name': '', 'network_id': 'fb6eb857-4775-4420-b794-b02bb5e0eb92', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'mac_address': 'fa:16:3e:ec:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:21Z', 'updated_at': '2022-05-24T22:47:36Z', 'revision_number': 5, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'subnets': [{'id': '556a2a9f-4f7c-4134-961d-b1ce2bb09e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:54:14.238812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60278) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:14.263965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9a9cf526-221e-41fd-8434-aa5c7dea2451 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'security_group_rule': {'security_group_id': '6d3377d7-011e-4918-a48a-a27b5af790b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:14.290754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9a9cf526-221e-41fd-8434-aa5c7dea2451 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:14.300334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9a9cf526-221e-41fd-8434-aa5c7dea2451 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Usage tracker for resource:security_group_rule and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:14.323629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9a9cf526-221e-41fd-8434-aa5c7dea2451 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:14.339217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9a9cf526-221e-41fd-8434-aa5c7dea2451 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:14.547270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-380c1721-7b1a-40d6-a0a0-4e1901105474 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Calling delete_port for 871939da-811b-4814-8c7c-c3f858069f84 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:14.623685 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf526-221e-41fd-8434-aa5c7dea2451 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:14.668651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-20b5758c-57c0-4049-a89b-3003d010bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:14.670768 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-20b5758c-57c0-4049-a89b-3003d010bee1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4866562 May 24 22:54:14.827094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:14.867995 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902632ae-e5c9-433c-943e-faf3139c66a2 None None] New status for floating IP a19222df-e650-4c9b-b4b5-cdf1eae0f5d4: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:54:14.922983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Pushing event updated for resources: {'Port': ['ID=379337ee-1a7f-4c3a-8b5c-33ef91e06a62,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:15.019257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbbd89-7bab-4263-a515-ea13b710a955 req-f275d444-e0a9-4bd0-b40c-af0dd2768b5a tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:15.029478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbbd89-7bab-4263-a515-ea13b710a955 req-f275d444-e0a9-4bd0-b40c-af0dd2768b5a tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:15.040003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbbd89-7bab-4263-a515-ea13b710a955 req-f275d444-e0a9-4bd0-b40c-af0dd2768b5a tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:15.051435 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f1fbbd89-7bab-4263-a515-ea13b710a955 req-f275d444-e0a9-4bd0-b40c-af0dd2768b5a tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2412 time: 0.9559455 May 24 22:54:15.104615 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:15.276810 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-380c1721-7b1a-40d6-a0a0-4e1901105474 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:15.362418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:15.367762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:15.368134 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:15.409103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c1721-7b1a-40d6-a0a0-4e1901105474 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Port': ['ID=871939da-811b-4814-8c7c-c3f858069f84,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:15.447383 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf526-221e-41fd-8434-aa5c7dea2451 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:15.511132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f1fbbd89-7bab-4263-a515-ea13b710a955 req-ec4bdf73-9518-4aa8-9e53-c7fae0f94be7 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561064 May 24 22:54:15.559782 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf526-221e-41fd-8434-aa5c7dea2451 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:15.636099 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-7ef8584b-2d5b-45e8-9329-1b63e89ea448 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9231882 May 24 22:54:15.636904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Attempting to bind port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:54:15.636904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Attempting to bind port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:54:15.636904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Attempting to bind port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 on network ee091c3a-2e47-41f8-a8a6-59ba03d6134e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:15.639497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cf526-221e-41fd-8434-aa5c7dea2451 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69e28a9-8994-4c97-b696-f54debda8d8c,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:15.732915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 on network ee091c3a-2e47-41f8-a8a6-59ba03d6134e not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:54:15.733267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Attempting to bind port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 on network ee091c3a-2e47-41f8-a8a6-59ba03d6134e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:15.744929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-380c1721-7b1a-40d6-a0a0-4e1901105474 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] No DVR routers for this DVR port 871939da-811b-4814-8c7c-c3f858069f84 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:15.758600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-380c1721-7b1a-40d6-a0a0-4e1901105474 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:15.762112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:15.763343 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:15.763629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-deleted', 'tag': '871939da-811b-4814-8c7c-c3f858069f84'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:15.776687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:54:15.777029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Checking segment: {'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:54:15.777428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Bound using segment: {'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:54:15.786867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Bound port: 379337ee-1a7f-4c3a-8b5c-33ef91e06a62, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:54:15.788291 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:15.834606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf526-221e-41fd-8434-aa5c7dea2451 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:15.835971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9a9cf526-221e-41fd-8434-aa5c7dea2451 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5891368 May 24 22:54:15.841401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60334) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:15.841652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=482fb3b7-a73d-4d02-a507-fbc9a8dc7385,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:15.852547 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:15.865449 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-380c1721-7b1a-40d6-a0a0-4e1901105474 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "DELETE /v2.0/ports/871939da-811b-4814-8c7c-c3f858069f84 HTTP/1.1" status: 204 len: 173 time: 3.4508901 May 24 22:54:15.868698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-cea58709-12dd-4db2-8d26-e15c50d389a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'security_group_rule': {'security_group_id': '6d3377d7-011e-4918-a48a-a27b5af790b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:15.904773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114243d0-96cf-4dfc-993d-b65177c9fd82 req-32a12182-67ca-4773-ac1b-b74d239196ac tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:15.915574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114243d0-96cf-4dfc-993d-b65177c9fd82 req-32a12182-67ca-4773-ac1b-b74d239196ac tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:15.916650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-114243d0-96cf-4dfc-993d-b65177c9fd82 req-32a12182-67ca-4773-ac1b-b74d239196ac tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Synchronizing usage tracker for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:15.967416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=482fb3b7-a73d-4d02-a507-fbc9a8dc7385,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:16.056435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] For port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:16.060073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] For port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=379337ee-1a7f-4c3a-8b5c-33ef91e06a62,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:54:16.066562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cea58709-12dd-4db2-8d26-e15c50d389a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:16.071736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Router 42c4aa4f-45dc-40dd-82c1-c5d58094ab96 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:54:16.150307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cea58709-12dd-4db2-8d26-e15c50d389a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Usage tracker for resource:security_group_rule and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:16.153555 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:16.165627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cea58709-12dd-4db2-8d26-e15c50d389a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:16.216056 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-7e5eeffd-f1da-477f-87ea-d65128796fe0 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703030 May 24 22:54:16.289193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cea58709-12dd-4db2-8d26-e15c50d389a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:16.334935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:16.335804 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:16.337617 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] 10.222.0.50 "PUT /v2.0/ports/379337ee-1a7f-4c3a-8b5c-33ef91e06a62 HTTP/1.1" status: 200 len: 1092 time: 6.9845896 May 24 22:54:16.354044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-8f69cee4-aefc-45f7-9d59-00aa513d42f1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Deleting port 7c38307b-3446-4fcf-8d10-5d1768239bec {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:16.354817 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-8f69cee4-aefc-45f7-9d59-00aa513d42f1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:16.425955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 503e0da6-ca68-4a95-994e-66915ef109be no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:16.449308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-114243d0-96cf-4dfc-993d-b65177c9fd82 req-32a12182-67ca-4773-ac1b-b74d239196ac tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Unset dirty status for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:16.456543 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-114243d0-96cf-4dfc-993d-b65177c9fd82 req-32a12182-67ca-4773-ac1b-b74d239196ac tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 1677 time: 1.2807350 May 24 22:54:16.458670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65cadc-ac8b-4ade-9713-6e34bd8d60f6 service neutron] Pushing event updated for resources: {'Port': ['ID=379337ee-1a7f-4c3a-8b5c-33ef91e06a62,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:16.572797 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cea58709-12dd-4db2-8d26-e15c50d389a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:16.639457 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-0375ed69-3747-404d-90a7-6dc3b2d8d5ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=eef34875-7b1e-48b6-9a0f-77f3a9a26a46 HTTP/1.1" status: 200 len: 217 time: 0.4008470 May 24 22:54:16.649563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf3776-fa93-456e-8339-77f62740cc52 req-0e3342a3-f84a-47e4-91bd-346b82a69518 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:16.651753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-0e3342a3-f84a-47e4-91bd-346b82a69518 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 804 time: 0.8321590 May 24 22:54:16.696409 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-114243d0-96cf-4dfc-993d-b65177c9fd82 req-bf93a5ee-7640-4def-b50b-3544343f3749 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386265 May 24 22:54:16.729755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 503e0da6-ca68-4a95-994e-66915ef109be is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:16.730131 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:16.769638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcde0192-a2da-461c-9fd6-824243396eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503e0da6-ca68-4a95-994e-66915ef109be'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:16.782719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 503e0da6-ca68-4a95-994e-66915ef109be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=503e0da6-ca68-4a95-994e-66915ef109be,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:16.788620 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:16.877935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-2b81b722-5637-4ff8-958d-8b1029fde0d6 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/quotas/52f35fd46fa1486098c48667c9b46795 HTTP/1.1" status: 200 len: 375 time: 0.1032560 May 24 22:54:16.913946 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b044ae4-ba0e-4160-a9fa-3ba7d03343a1'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-deleted', 'tag': '871939da-811b-4814-8c7c-c3f858069f84', 'status': 'completed', 'code': 200} May 24 22:54:16.916587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=503e0da6-ca68-4a95-994e-66915ef109be,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:16.918682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60368) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:16.932817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:54:16.943252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Sync routers for ids ['42c4aa4f-45dc-40dd-82c1-c5d58094ab96'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:54:16.955548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Routers {'42c4aa4f-45dc-40dd-82c1-c5d58094ab96'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:16.956583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['42c4aa4f-45dc-40dd-82c1-c5d58094ab96'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:16.975841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-25c94966-da3b-474f-b282-41be6db9bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:16.977381 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-25c94966-da3b-474f-b282-41be6db9bb0d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a57ca9f4-d365-46cd-b1de-3bfac442f67b HTTP/1.1" status: 200 len: 797 time: 0.3227537 May 24 22:54:17.001571 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:17.002800 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a4283fbf-56ae-4dcf-a13d-df7b3a311311 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.9152112 May 24 22:54:17.055144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60374) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:17.063652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:17.183242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:17.183857 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:17.216795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247028d0-e39c-46be-8013-03484b8b2e60 req-1a4d25c5-af38-46e8-8f6f-5cd3e9384d16 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:17.218878 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-247028d0-e39c-46be-8013-03484b8b2e60 req-1a4d25c5-af38-46e8-8f6f-5cd3e9384d16 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde0192-a2da-461c-9fd6-824243396eca HTTP/1.1" status: 200 len: 946 time: 0.7571607 May 24 22:54:17.222169 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cea58709-12dd-4db2-8d26-e15c50d389a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:17.263548 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:17.376292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Set router 42c4aa4f-45dc-40dd-82c1-c5d58094ab96 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:17.444149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:17.450756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:17.454462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Usage tracker for resource:floatingip and tenant:b1f4b55f05184a37abbac7ed8e390555 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:17.456528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-3359d40d-10d6-401d-ab6c-25120787fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:17.457221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-3359d40d-10d6-401d-ab6c-25120787fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:17.457504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:17.458073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-3359d40d-10d6-401d-ab6c-25120787fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:17.460202 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-3359d40d-10d6-401d-ab6c-25120787fb6d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d90d3d2574984885b0f06938daf064fc&device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2865 time: 1.0617826 May 24 22:54:17.464567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:17.470833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bb811-1d62-4fba-a300-895f68473590 req-d080e06a-aa4b-43fe-bb04-0433c1578052 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:17.477507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bb811-1d62-4fba-a300-895f68473590 req-d080e06a-aa4b-43fe-bb04-0433c1578052 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:17.484356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bb811-1d62-4fba-a300-895f68473590 req-d080e06a-aa4b-43fe-bb04-0433c1578052 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:17.492063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d2bb811-1d62-4fba-a300-895f68473590 req-d080e06a-aa4b-43fe-bb04-0433c1578052 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2412 time: 0.4832721 May 24 22:54:17.511181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-c0b608ab-ed16-48c6-a992-056163762389 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6114755 May 24 22:54:17.512051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-247028d0-e39c-46be-8013-03484b8b2e60 req-78337e2a-6285-4fae-8a37-2b7a7df64d78 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Deleting port 503e0da6-ca68-4a95-994e-66915ef109be {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:17.512722 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-247028d0-e39c-46be-8013-03484b8b2e60 req-78337e2a-6285-4fae-8a37-2b7a7df64d78 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:17.515321 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:17.548690 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cea58709-12dd-4db2-8d26-e15c50d389a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:17.575809 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:17.631505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-e94a7698-81a0-4ee0-9343-dc7675c36c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:17.632907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-e94a7698-81a0-4ee0-9343-dc7675c36c4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6335185 May 24 22:54:17.649302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:17.671332 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cea58709-12dd-4db2-8d26-e15c50d389a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:17.672662 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cea58709-12dd-4db2-8d26-e15c50d389a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8205733 May 24 22:54:17.691341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60384) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:17.707442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-1b67cdd6-1c53-4750-bc12-a0929b56b328 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=60145ede-a53b-4d35-a39e-f6054baa09fa HTTP/1.1" status: 200 len: 217 time: 0.1687584 May 24 22:54:17.713848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea58709-12dd-4db2-8d26-e15c50d389a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df06c27e-d1f6-4141-9ba3-e43ee5fcc5ee,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:17.745452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Deleting port afc24c5e-8457-45ce-b471-8426573505d1 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:17.746265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:17.746731 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:17.752899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:17.757371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Usage tracker for resource:floatingip and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:17.760618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:17.767155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:17.790365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d2bb811-1d62-4fba-a300-895f68473590 req-5db27331-d623-4c16-801c-5474ea44e399 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969978 May 24 22:54:17.883699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-2407af7b-8dee-4f00-bb24-3ff6dfc95cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:17.885072 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-2407af7b-8dee-4f00-bb24-3ff6dfc95cf8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=232aaba5-588b-43e5-8193-029e9ee83472 HTTP/1.1" status: 200 len: 801 time: 0.1424508 May 24 22:54:17.897349 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:17.898304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c4aa4f-45dc-40dd-82c1-c5d58094ab96', 'name': '', 'tenant_id': '5055d36ff19c49d5837530037b9b5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afd4a42-1279-415e-a01c-dc9e936a4b92', 'external_fixed_ips': [{'subnet_id': 'a58e04d8-2d78-4628-9113-f1247d6dcbde', 'ip_address': '2001:db8::3cf'}], 'enable_snat': True}, 'gw_port_id': 'afc24c5e-8457-45ce-b471-8426573505d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:54:07Z', 'updated_at': '2022-05-24T22:54:12Z', 'revision_number': 3, 'project_id': '5055d36ff19c49d5837530037b9b5205', 'gw_port': {'id': 'afc24c5e-8457-45ce-b471-8426573505d1', 'name': '', 'network_id': '4afd4a42-1279-415e-a01c-dc9e936a4b92', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c4aa4f-45dc-40dd-82c1-c5d58094ab96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a58e04d8-2d78-4628-9113-f1247d6dcbde', 'ip_address': '2001:db8::3cf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:54:10Z', 'updated_at': '2022-05-24T22:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a58e04d8-2d78-4628-9113-f1247d6dcbde', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:17.902773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Checking router: 42c4aa4f-45dc-40dd-82c1-c5d58094ab96 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:54:17.903117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Updating router 42c4aa4f-45dc-40dd-82c1-c5d58094ab96 port afc24c5e-8457-45ce-b471-8426573505d1 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:54:17.986825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:18.083372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-4322d4da-0377-45ce-ab53-a0b556b90291 service neutron] 10.222.0.55 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541162 May 24 22:54:18.100607 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2571924-aca7-4228-8119-09af3270c906'] response: {'server_uuid': 'bcde0192-a2da-461c-9fd6-824243396eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503e0da6-ca68-4a95-994e-66915ef109be', 'code': 200} May 24 22:54:18.243875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-8f69cee4-aefc-45f7-9d59-00aa513d42f1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] For port 7c38307b-3446-4fcf-8d10-5d1768239bec, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7c38307b-3446-4fcf-8d10-5d1768239bec,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:18.244251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-8f69cee4-aefc-45f7-9d59-00aa513d42f1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:18.262930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60396) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:18.399183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-e4ef631e-ce7e-4998-8130-89b39e7639d3 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7487469 May 24 22:54:18.416644 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:18.429348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Transition to ACTIVE for port object afc24c5e-8457-45ce-b471-8426573505d1 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:18.438438 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:18.486979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-8f69cee4-aefc-45f7-9d59-00aa513d42f1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Calling delete_port for 7c38307b-3446-4fcf-8d10-5d1768239bec owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:18.550656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Pushing event updated for resources: {'Port': ['ID=afc24c5e-8457-45ce-b471-8426573505d1,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:18.553567 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:18.572456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Attempting to bind port afc24c5e-8457-45ce-b471-8426573505d1 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:54:18.573068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Attempting to bind port afc24c5e-8457-45ce-b471-8426573505d1 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'deb44a75-9804-4a5b-a478-1fcde88cfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4afd4a42-1279-415e-a01c-dc9e936a4b92'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:54:18.573418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Attempting to bind port afc24c5e-8457-45ce-b471-8426573505d1 on network 4afd4a42-1279-415e-a01c-dc9e936a4b92 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:18.580471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:54:18.580842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Checking segment: {'id': 'deb44a75-9804-4a5b-a478-1fcde88cfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4afd4a42-1279-415e-a01c-dc9e936a4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:54:18.584141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:18.584141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Bound using segment: {'id': 'deb44a75-9804-4a5b-a478-1fcde88cfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4afd4a42-1279-415e-a01c-dc9e936a4b92'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:54:18.584508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Bound port: afc24c5e-8457-45ce-b471-8426573505d1, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb44a75-9804-4a5b-a478-1fcde88cfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4afd4a42-1279-415e-a01c-dc9e936a4b92'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:54:18.584891 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:18.586626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-247028d0-e39c-46be-8013-03484b8b2e60 req-78337e2a-6285-4fae-8a37-2b7a7df64d78 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] For port 503e0da6-ca68-4a95-994e-66915ef109be, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=503e0da6-ca68-4a95-994e-66915ef109be,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:18.587414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-247028d0-e39c-46be-8013-03484b8b2e60 req-78337e2a-6285-4fae-8a37-2b7a7df64d78 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:18.670122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] For port afc24c5e-8457-45ce-b471-8426573505d1, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:18.673123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] For port afc24c5e-8457-45ce-b471-8426573505d1, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=afc24c5e-8457-45ce-b471-8426573505d1,segment=NetworkSegment(deb44a75-9804-4a5b-a478-1fcde88cfa75),segment_id=deb44a75-9804-4a5b-a478-1fcde88cfa75)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:54:18.679518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:18.704132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-f46c152f-ed67-4c92-8b1b-bafc13fc4b03 service neutron] 10.222.0.55 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011026 May 24 22:54:18.716901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Calling delete_port for afc24c5e-8457-45ce-b471-8426573505d1 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:18.768507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-247028d0-e39c-46be-8013-03484b8b2e60 req-78337e2a-6285-4fae-8a37-2b7a7df64d78 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Calling delete_port for 503e0da6-ca68-4a95-994e-66915ef109be owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:18.774864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Routers {'42c4aa4f-45dc-40dd-82c1-c5d58094ab96'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:18.775523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['42c4aa4f-45dc-40dd-82c1-c5d58094ab96'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:18.786492 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:18.829838 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Pushing event updated for resources: {'Port': ['ID=afc24c5e-8457-45ce-b471-8426573505d1,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:18.850365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-fd1cac35-9ac5-45e8-93be-f39b50a9dbfa service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341311 May 24 22:54:18.856867 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42bf56a6-bc9e-44d4-93e7-ded317921236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:18.906243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-42bf56a6-bc9e-44d4-93e7-ded317921236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:18.910340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-42bf56a6-bc9e-44d4-93e7-ded317921236 admin admin] Usage tracker for resource:security_group_rule and tenant:720090b6ea7d47e597a573aa8057ca45 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:18.916131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.916538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.916874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.917288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.917658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.922884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.923235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.923570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.923890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.924409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.924730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.925056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64813de1-b549-4ae5-84b9-2cd8ff1a8d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:18.926511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-42bf56a6-bc9e-44d4-93e7-ded317921236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:18.942151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-42bf56a6-bc9e-44d4-93e7-ded317921236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:18.967574 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-e976c367-a514-4494-b2e9-179b0ad74976 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=2b16dee6-c1e6-453c-b127-c10756919efc HTTP/1.1" status: 200 len: 217 time: 0.1010716 May 24 22:54:18.988623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] Set router 42c4aa4f-45dc-40dd-82c1-c5d58094ab96 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:19.044482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42bf56a6-bc9e-44d4-93e7-ded317921236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:19.052781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'tag': '379337ee-1a7f-4c3a-8b5c-33ef91e06a62'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:19.064352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42bf56a6-bc9e-44d4-93e7-ded317921236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:19.119219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-013bfc4f-afbe-4f20-9d1b-cdd1798ca479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:19.120991 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-013bfc4f-afbe-4f20-9d1b-cdd1798ca479 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a57ca9f4-d365-46cd-b1de-3bfac442f67b HTTP/1.1" status: 200 len: 797 time: 0.1456847 May 24 22:54:19.126832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-42bf56a6-bc9e-44d4-93e7-ded317921236 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=720090b6ea7d47e597a573aa8057ca45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8579602 May 24 22:54:19.146999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60412) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:19.176596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:54:19.176958 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:54:19.177920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Allocated IP 172.25.7.67 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/9b3b286d-b4ca-4675-bafd-47e5e5ffc117) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:19.194752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c4aa4f-45dc-40dd-82c1-c5d58094ab96', 'name': '', 'tenant_id': '5055d36ff19c49d5837530037b9b5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:54:07Z', 'updated_at': '2022-05-24T22:54:17Z', 'revision_number': 4, 'project_id': '5055d36ff19c49d5837530037b9b5205', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:19.199938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba88a4-ca07-48c9-9e44-996eaf16274d None None] The sync data for ids ['42c4aa4f-45dc-40dd-82c1-c5d58094ab96'] in n-d-843146-7 is: [{'id': '42c4aa4f-45dc-40dd-82c1-c5d58094ab96', 'name': '', 'tenant_id': '5055d36ff19c49d5837530037b9b5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:54:07Z', 'updated_at': '2022-05-24T22:54:17Z', 'revision_number': 4, 'project_id': '5055d36ff19c49d5837530037b9b5205', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:54:19.272853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-40b97553-ee0c-4ee1-85dd-53565a4482fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:19.274567 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-40b97553-ee0c-4ee1-85dd-53565a4482fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee091c3a-2e47-41f8-a8a6-59ba03d6134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.3612351 May 24 22:54:19.320099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf56a6-bc9e-44d4-93e7-ded317921236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fec76dd-980e-430b-8482-2052752aa305,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:19.331037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f53e-c581-467a-bb2c-8e218f930df7 req-97b21b16-833a-4ea3-b7b9-4cb8cf1291af tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:19.336866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f53e-c581-467a-bb2c-8e218f930df7 req-97b21b16-833a-4ea3-b7b9-4cb8cf1291af tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:19.344389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b84f53e-c581-467a-bb2c-8e218f930df7 req-97b21b16-833a-4ea3-b7b9-4cb8cf1291af tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 1677 time: 1.0742681 May 24 22:54:19.404604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-08a24f8f-56e5-47a7-a582-1441e30a2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:19.406156 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-08a24f8f-56e5-47a7-a582-1441e30a2b9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cc5ec01-d328-44ce-88b3-bbca33dfa380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2760119 May 24 22:54:19.461867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac553ec9-4902-4f02-b863-ffca54c00579 req-ee1b46e1-4b45-45c6-aa35-5f36138e2f3c tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:19.468037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac553ec9-4902-4f02-b863-ffca54c00579 req-ee1b46e1-4b45-45c6-aa35-5f36138e2f3c tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:19.473909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac553ec9-4902-4f02-b863-ffca54c00579 req-ee1b46e1-4b45-45c6-aa35-5f36138e2f3c tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:19.475522 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac553ec9-4902-4f02-b863-ffca54c00579 req-ee1b46e1-4b45-45c6-aa35-5f36138e2f3c tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2412 time: 0.2900803 May 24 22:54:19.541678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:19.635831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac553ec9-4902-4f02-b863-ffca54c00579 req-e9656e33-f16e-4479-bda6-de8e7bc7aef3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040211 May 24 22:54:19.679700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Deleting port afc24c5e-8457-45ce-b471-8426573505d1 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:19.680013 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:19.722322 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:19.779280 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-5b0b538c-3b00-4137-bd24-5469f0e67b7e service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660133 May 24 22:54:19.780730 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa82d423-5c81-405b-93f7-386f6e053985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:19.864016 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-8f69cee4-aefc-45f7-9d59-00aa513d42f1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:19.867925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-48b69479-90fc-4581-aa9e-4b02a3488b85 service neutron] 10.222.0.50 "GET /v2.0/networks/ee091c3a-2e47-41f8-a8a6-59ba03d6134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564439 May 24 22:54:19.892880 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e33bbf9f-300f-4dbe-ad31-b17f2306f658 req-2ffd6b15-474c-4cf8-ba95-9625f4339f0c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 210 time: 0.1123345 May 24 22:54:19.958416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa82d423-5c81-405b-93f7-386f6e053985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:19.967691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:19.968473 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46ab8fa-e259-4ed4-8786-c83d7b5518dd'] response: {'name': 'network-changed', 'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'tag': '379337ee-1a7f-4c3a-8b5c-33ef91e06a62', 'status': 'completed', 'code': 200} May 24 22:54:19.971140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69cee4-aefc-45f7-9d59-00aa513d42f1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Port': ['ID=7c38307b-3446-4fcf-8d10-5d1768239bec,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:19.975480 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b84f53e-c581-467a-bb2c-8e218f930df7 req-c4fa2d26-11d4-4c46-84bb-08261aa7c383 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6302896 May 24 22:54:19.985363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:20.029867 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-88cec7b1-f927-492a-aacc-2b38dad74a9c service neutron] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062204 May 24 22:54:20.078455 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-247028d0-e39c-46be-8013-03484b8b2e60 req-78337e2a-6285-4fae-8a37-2b7a7df64d78 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:20.089624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:20.221921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:20.284162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-8f69cee4-aefc-45f7-9d59-00aa513d42f1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] No DVR routers for this DVR port 7c38307b-3446-4fcf-8d10-5d1768239bec on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:20.292990 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-8f69cee4-aefc-45f7-9d59-00aa513d42f1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:20.296036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78337e2a-6285-4fae-8a37-2b7a7df64d78 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Pushing event deleted for resources: {'Port': ['ID=503e0da6-ca68-4a95-994e-66915ef109be,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:20.328278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event updated for resources: {'Port': ['ID=9b3b286d-b4ca-4675-bafd-47e5e5ffc117,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:20.344089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-0a73065b-9bea-4f01-b2ad-014ba0d2d94d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e HTTP/1.1" status: 200 len: 217 time: 0.0930474 May 24 22:54:20.437850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-247028d0-e39c-46be-8013-03484b8b2e60 req-78337e2a-6285-4fae-8a37-2b7a7df64d78 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] No DVR routers for this DVR port 503e0da6-ca68-4a95-994e-66915ef109be on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:20.455310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 503e0da6-ca68-4a95-994e-66915ef109be no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:20.466050 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-247028d0-e39c-46be-8013-03484b8b2e60 req-78337e2a-6285-4fae-8a37-2b7a7df64d78 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:20.473607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] For port afc24c5e-8457-45ce-b471-8426573505d1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=afc24c5e-8457-45ce-b471-8426573505d1,segment=NetworkSegment(deb44a75-9804-4a5b-a478-1fcde88cfa75),segment_id=deb44a75-9804-4a5b-a478-1fcde88cfa75)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:20.473908 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:20.568784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 503e0da6-ca68-4a95-994e-66915ef109be {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:54:20.569144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 503e0da6-ca68-4a95-994e-66915ef109be not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:54:20.646726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-5a858db8-eaa6-4de8-afd8-c62b90d8a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:20.648226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-5a858db8-eaa6-4de8-afd8-c62b90d8a1b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d20a2877-f809-4040-86fc-c65e5794ac17 HTTP/1.1" status: 200 len: 797 time: 0.2840054 May 24 22:54:20.649388 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:20.666341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-8f69cee4-aefc-45f7-9d59-00aa513d42f1 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "DELETE /v2.0/ports/7c38307b-3446-4fcf-8d10-5d1768239bec HTTP/1.1" status: 204 len: 173 time: 4.6025231 May 24 22:54:20.681923 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-247028d0-e39c-46be-8013-03484b8b2e60 req-78337e2a-6285-4fae-8a37-2b7a7df64d78 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.31 "DELETE /v2.0/ports/503e0da6-ca68-4a95-994e-66915ef109be HTTP/1.1" status: 204 len: 173 time: 3.4541726 May 24 22:54:20.682633 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa82d423-5c81-405b-93f7-386f6e053985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:20.684887 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa82d423-5c81-405b-93f7-386f6e053985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:20.695284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aa82d423-5c81-405b-93f7-386f6e053985 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8fec76dd-980e-430b-8482-2052752aa305 HTTP/1.1" status: 204 len: 168 time: 1.5459626 May 24 22:54:20.798913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Calling delete_port for afc24c5e-8457-45ce-b471-8426573505d1 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:20.805521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-956f9a8e-dd95-484f-8002-38f10ddd0c3a service neutron] 10.222.0.50 "GET /v2.0/networks/ee091c3a-2e47-41f8-a8a6-59ba03d6134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8399491 May 24 22:54:20.826218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82d423-5c81-405b-93f7-386f6e053985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fec76dd-980e-430b-8482-2052752aa305,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:20.965672 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-36eef9a2-a8bc-4e58-8969-1272fb87a46e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=0379f76e-422a-4397-91b0-bc66dd44ae25 HTTP/1.1" status: 200 len: 217 time: 0.1433821 May 24 22:54:20.999223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:21.073482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-4f46fd8a-0553-4c92-9d30-6d6599b31683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:21.075515 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-4f46fd8a-0553-4c92-9d30-6d6599b31683 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a152f897-c692-40bd-9a6a-4d20f3b72e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3345060 May 24 22:54:21.091449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Allocated IP 172.25.7.92 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/a79cbfa3-9d96-43e7-bfad-a161be7e4114) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:21.122647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-f12389b6-32ad-47e0-9d1a-b772e91a010b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Deleting port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:21.123063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-f12389b6-32ad-47e0-9d1a-b772e91a010b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:21.213008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf3776-fa93-456e-8339-77f62740cc52 req-9b4b03ff-0cc1-415a-bc55-2260595d7125 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:21.214472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-9b4b03ff-0cc1-415a-bc55-2260595d7125 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.50 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 804 time: 0.6650436 May 24 22:54:21.237838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Request body: {'port': {'device_id': '63da4e16-b444-4452-a40d-3e7a432579ce', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'admin_state_up': True, 'tenant_id': '52f35fd46fa1486098c48667c9b46795'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:21.316548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-d48dbb08-a2bc-433d-bae2-4209f6ea5a05 service neutron] 10.222.0.31 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275777 May 24 22:54:21.385044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60442) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:21.402533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-604a0d59-a536-427d-ae32-6064033c5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:21.403982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-604a0d59-a536-427d-ae32-6064033c5a65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3993bc14-5299-49b9-8f48-365b6c2f1d21 HTTP/1.1" status: 200 len: 801 time: 0.3665459 May 24 22:54:21.440569 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-309d7326-568d-483d-8944-b620fda1c3ed req-c3936a4a-a1e7-40bf-854b-93b57e073d42 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 210 time: 0.1359472 May 24 22:54:21.500921 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48d94ab5-ee52-4680-9088-fe5fa26fd0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:21.623367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-48d94ab5-ee52-4680-9088-fe5fa26fd0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:21.652170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-48d94ab5-ee52-4680-9088-fe5fa26fd0b0 admin admin] Usage tracker for resource:security_group_rule and tenant:1ed9a0dcb03c45428733dcacaf2fe305 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:21.673478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-48d94ab5-ee52-4680-9088-fe5fa26fd0b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:21.680849 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:21.723493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-48d94ab5-ee52-4680-9088-fe5fa26fd0b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:21.769784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event deleted for resources: {'Port': ['ID=afc24c5e-8457-45ce-b471-8426573505d1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:21.817184 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:21.828398 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-14c2a0f3-9f78-447d-b9bc-f88777df016b service neutron] 10.222.0.31 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421713 May 24 22:54:21.850199 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:21.872767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07657bf-cbad-4819-9ef0-9d2b20ed7312 req-d1c96b63-08ec-410c-9863-d8d6f674088a tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:21.878540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07657bf-cbad-4819-9ef0-9d2b20ed7312 req-d1c96b63-08ec-410c-9863-d8d6f674088a tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:21.884526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07657bf-cbad-4819-9ef0-9d2b20ed7312 req-d1c96b63-08ec-410c-9863-d8d6f674088a tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:21.889830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c07657bf-cbad-4819-9ef0-9d2b20ed7312 req-d1c96b63-08ec-410c-9863-d8d6f674088a tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2412 time: 0.9448047 May 24 22:54:21.914488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:21.928792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:21.957602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:21.985253 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-deleted', 'tag': '7c38307b-3446-4fcf-8d10-5d1768239bec'}, {'server_uuid': 'bcde0192-a2da-461c-9fd6-824243396eca', 'name': 'network-vif-deleted', 'tag': '503e0da6-ca68-4a95-994e-66915ef109be'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:22.012204 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-f12389b6-32ad-47e0-9d1a-b772e91a010b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] For port f0cec9a4-3696-4140-b1ea-bc03430f6ae2, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:22.012574 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-f12389b6-32ad-47e0-9d1a-b772e91a010b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.036754 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.037624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Made reservation on behalf of 52f35fd46fa1486098c48667c9b46795 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:54:22.040969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.122102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-0dd05c2f-e280-4eb8-ae75-618507a49d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:22.123593 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-0dd05c2f-e280-4eb8-ae75-618507a49d45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ce457e90-646a-45ec-9af4-aabc17fbb699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6970594 May 24 22:54:22.190893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c07657bf-cbad-4819-9ef0-9d2b20ed7312 req-2e2b977c-3efc-423c-84e5-442519cb5582 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692916 May 24 22:54:22.218033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-f12389b6-32ad-47e0-9d1a-b772e91a010b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Calling delete_port for f0cec9a4-3696-4140-b1ea-bc03430f6ae2 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:22.272447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-01ecaef2-0840-485f-981a-b93f5a406112 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74b74282-e7fc-474a-8a11-b94b8224d658 HTTP/1.1" status: 200 len: 217 time: 0.4277878 May 24 22:54:22.379350 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.397193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.423260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event updated for resources: {'Port': ['ID=9b3b286d-b4ca-4675-bafd-47e5e5ffc117,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:22.454194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.459194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418c4b4-23b0-43b7-9199-364829d39e88 req-3594c7e6-1973-4794-a3b5-4fa5816f74e1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:22.465194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418c4b4-23b0-43b7-9199-364829d39e88 req-3594c7e6-1973-4794-a3b5-4fa5816f74e1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:22.472708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418c4b4-23b0-43b7-9199-364829d39e88 req-3594c7e6-1973-4794-a3b5-4fa5816f74e1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:22.478376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418c4b4-23b0-43b7-9199-364829d39e88 req-3594c7e6-1973-4794-a3b5-4fa5816f74e1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:22.484401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418c4b4-23b0-43b7-9199-364829d39e88 req-3594c7e6-1973-4794-a3b5-4fa5816f74e1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:22.490071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418c4b4-23b0-43b7-9199-364829d39e88 req-3594c7e6-1973-4794-a3b5-4fa5816f74e1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:22.496380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418c4b4-23b0-43b7-9199-364829d39e88 req-3594c7e6-1973-4794-a3b5-4fa5816f74e1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:22.498319 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a418c4b4-23b0-43b7-9199-364829d39e88 req-3594c7e6-1973-4794-a3b5-4fa5816f74e1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5433 time: 0.9277687 May 24 22:54:22.506945 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.542050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-3d118a54-6965-4d48-8404-5b058a0ed7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:22.543815 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-3d118a54-6965-4d48-8404-5b058a0ed7fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d20a2877-f809-4040-86fc-c65e5794ac17 HTTP/1.1" status: 200 len: 797 time: 0.2430749 May 24 22:54:22.551782 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.552365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42c4aa4f-45dc-40dd-82c1-c5d58094ab96 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:54:22.613061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:22.622946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:22.662939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:22.693685 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48d94ab5-ee52-4680-9088-fe5fa26fd0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.698654 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a418c4b4-23b0-43b7-9199-364829d39e88 req-1f547d78-ec8a-4243-a17d-dc64f98fcac3 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1838987 May 24 22:54:22.699346 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.703116 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d2e2d8fe-803c-4ee3-94a7-5892d0244d50 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7701256 May 24 22:54:22.703746 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.707230 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-383c7f5a-7630-424c-b431-f07952dff785 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "DELETE /v2.0/routers/42c4aa4f-45dc-40dd-82c1-c5d58094ab96 HTTP/1.1" status: 204 len: 168 time: 5.6392639 May 24 22:54:22.707230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60450) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:22.707230 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48d94ab5-ee52-4680-9088-fe5fa26fd0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.732260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60452) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:22.744677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'Port': ['ID=a79cbfa3-9d96-43e7-bfad-a161be7e4114,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:22.748272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1955166125'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:22.748461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-e36cf310-cef8-413f-8705-b960e150823b service neutron] 10.222.0.50 "GET /v2.0/networks/ce457e90-646a-45ec-9af4-aabc17fbb699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621321 May 24 22:54:22.768156 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1fdb2cb-87cf-45e7-adc1-bba7db4c6f99'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-deleted', 'tag': '7c38307b-3446-4fcf-8d10-5d1768239bec', 'status': 'completed', 'code': 200} May 24 22:54:22.768416 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1fdb2cb-87cf-45e7-adc1-bba7db4c6f99'] response: {'server_uuid': 'bcde0192-a2da-461c-9fd6-824243396eca', 'name': 'network-vif-deleted', 'tag': '503e0da6-ca68-4a95-994e-66915ef109be', 'status': 'completed', 'code': 200} May 24 22:54:22.796664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:22.828430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Usage tracker for resource:network and tenant:b1f4b55f05184a37abbac7ed8e390555 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:22.839593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:22.853273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:22.855260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d94ab5-ee52-4680-9088-fe5fa26fd0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0536b2-5472-4901-b6ed-ea51cf8866eb,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:22.860313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-48d94ab5-ee52-4680-9088-fe5fa26fd0b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ed9a0dcb03c45428733dcacaf2fe305&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4685035 May 24 22:54:22.866613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60458) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:22.919307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Allocated IP 172.20.0.12 (056308aa-63e1-4aec-a0be-0a3cbc878d9a/c020c108-849b-4525-aa7e-ba351ac9ffb5/88d02171-80d8-495c-ab69-8b0535dd8653) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:22.929676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f9ce1-31bf-4dd7-b1a8-baa7647351cb req-81058099-b215-4a9c-b292-8e9bfa38025e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:22.930366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2d0f9ce1-31bf-4dd7-b1a8-baa7647351cb req-81058099-b215-4a9c-b292-8e9bfa38025e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Synchronizing usage tracker for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:22.939205 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-f12389b6-32ad-47e0-9d1a-b772e91a010b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.939676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Made reservation on behalf of b1f4b55f05184a37abbac7ed8e390555 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:54:22.944853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:22.955288 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8997f9dc-08e2-4e0b-8741-d2bec690471f req-8c8019a4-4481-468d-ab35-6731b57710be tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 210 time: 0.0937119 May 24 22:54:22.958019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78342cd-e56d-4025-9caa-1b9e6304dff6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Deleting subnet a58e04d8-2d78-4628-9113-f1247d6dcbde {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:54:22.967222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d78342cd-e56d-4025-9caa-1b9e6304dff6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.003438 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.013604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12389b6-32ad-47e0-9d1a-b772e91a010b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Port': ['ID=f0cec9a4-3696-4140-b1ea-bc03430f6ae2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:23.024824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b672-d574-4a9b-8923-5632026a5e44 req-f5a18c6d-73dd-442b-9b11-d1e8ac7e3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:23.026677 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-f5a18c6d-73dd-442b-9b11-d1e8ac7e3dc3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a152f897-c692-40bd-9a6a-4d20f3b72e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4679961 May 24 22:54:23.049696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:23.085567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Usage tracker for resource:security_group_rule and tenant:b1f4b55f05184a37abbac7ed8e390555 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:23.088057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2d0f9ce1-31bf-4dd7-b1a8-baa7647351cb req-81058099-b215-4a9c-b292-8e9bfa38025e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Unset dirty status for tenant:c1b53c9434c24a0f875564307ddb2295 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:23.089652 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d0f9ce1-31bf-4dd7-b1a8-baa7647351cb req-81058099-b215-4a9c-b292-8e9bfa38025e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 943 time: 0.7300549 May 24 22:54:23.136286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:23.141538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d78342cd-e56d-4025-9caa-1b9e6304dff6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.146419 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.191489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-bf86edd5-5e91-4218-9ef0-bd2c63da7a0a service neutron] 10.222.0.50 "GET /v2.0/networks/ce457e90-646a-45ec-9af4-aabc17fbb699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148088 May 24 22:54:23.192468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-f12389b6-32ad-47e0-9d1a-b772e91a010b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] No DVR routers for this DVR port f0cec9a4-3696-4140-b1ea-bc03430f6ae2 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:23.199698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:23.229337 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-f12389b6-32ad-47e0-9d1a-b772e91a010b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.263393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-96d876bf-e8f5-448c-94fc-bfc53cf607f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.290957 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d78342cd-e56d-4025-9caa-1b9e6304dff6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.349234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-f603f8ad-431f-4c33-9f84-36d95d2f426d service neutron] 10.222.0.31 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082654 May 24 22:54:23.354257 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-6e36ecc9-652c-4851-a8fd-fa8fcef9b46a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=379337ee-1a7f-4c3a-8b5c-33ef91e06a62 HTTP/1.1" status: 200 len: 217 time: 0.1260259 May 24 22:54:23.447932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-96d876bf-e8f5-448c-94fc-bfc53cf607f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.601370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c54b08b-0a4f-453c-9bfe-774e9c9c0f6a req-f12389b6-32ad-47e0-9d1a-b772e91a010b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.31 "DELETE /v2.0/ports/f0cec9a4-3696-4140-b1ea-bc03430f6ae2 HTTP/1.1" status: 204 len: 173 time: 2.8849735 May 24 22:54:23.612957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d0f9ce1-31bf-4dd7-b1a8-baa7647351cb req-d2d9991b-ab1a-42dd-ad95-62638e381adb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups?id=f13fe077-0d92-4609-91b9-29f55a3dd900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126851 May 24 22:54:23.680261 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.709860 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d78342cd-e56d-4025-9caa-1b9e6304dff6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.750252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.763746 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-96d876bf-e8f5-448c-94fc-bfc53cf607f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.797424 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b212b672-d574-4a9b-8923-5632026a5e44 req-dee08555-6151-40bd-93d1-0137c8b05944 service neutron] 10.222.0.31 "GET /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088643 May 24 22:54:23.797586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.814975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487cdb-6944-418f-8c26-8d57adf5638d req-06b68690-98c4-4a54-a3a8-47582ba414d5 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:23.815158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-57d64ecc-5c3a-437d-a959-16d4e3a2b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:23.817220 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-57d64ecc-5c3a-437d-a959-16d4e3a2b65c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=232aaba5-588b-43e5-8193-029e9ee83472 HTTP/1.1" status: 200 len: 801 time: 0.2153141 May 24 22:54:23.822755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487cdb-6944-418f-8c26-8d57adf5638d req-06b68690-98c4-4a54-a3a8-47582ba414d5 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:23.832060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487cdb-6944-418f-8c26-8d57adf5638d req-06b68690-98c4-4a54-a3a8-47582ba414d5 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:23.833729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-de487cdb-6944-418f-8c26-8d57adf5638d req-06b68690-98c4-4a54-a3a8-47582ba414d5 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2412 time: 0.5036426 May 24 22:54:23.845855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78342cd-e56d-4025-9caa-1b9e6304dff6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a58e04d8-2d78-4628-9113-f1247d6dcbde,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:23.850634 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d78342cd-e56d-4025-9caa-1b9e6304dff6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.897400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:23.903431 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.030492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d876bf-e8f5-448c-94fc-bfc53cf607f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0536b2-5472-4901-b6ed-ea51cf8866eb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:24.103516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:54:24.160508 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-96d876bf-e8f5-448c-94fc-bfc53cf607f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.164147 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-96d876bf-e8f5-448c-94fc-bfc53cf607f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea0536b2-5472-4901-b6ed-ea51cf8866eb HTTP/1.1" status: 204 len: 168 time: 1.2936254 May 24 22:54:24.165745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d78342cd-e56d-4025-9caa-1b9e6304dff6 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/a58e04d8-2d78-4628-9113-f1247d6dcbde HTTP/1.1" status: 204 len: 168 time: 1.4254618 May 24 22:54:24.173323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60470) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:24.176358 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.176891 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Added segment f9df9fcb-b9d4-4798-9a80-cae32ef7188c of type vlan for network 07239e3f-9b02-4781-9836-008d42ff3495 May 24 22:54:24.195258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f827c5c-3eb0-4dca-8a22-fcc581543af5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:24.219170 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-de487cdb-6944-418f-8c26-8d57adf5638d req-68978ac4-0f44-4351-a0ae-7cc8114f480d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443036 May 24 22:54:24.283545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.306809 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.321300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5912-1585-4b10-8a88-050699236f8f req-4361b532-19c3-44ed-858a-76d0fe4a2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.323273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-4361b532-19c3-44ed-858a-76d0fe4a2018 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee091c3a-2e47-41f8-a8a6-59ba03d6134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4855063 May 24 22:54:24.341713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-6c5c0355-56a0-49e6-a621-f7b03e66ab78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.348795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-6c5c0355-56a0-49e6-a621-f7b03e66ab78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.355512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-6c5c0355-56a0-49e6-a621-f7b03e66ab78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.361339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-6c5c0355-56a0-49e6-a621-f7b03e66ab78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.367292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-6c5c0355-56a0-49e6-a621-f7b03e66ab78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.373276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-6c5c0355-56a0-49e6-a621-f7b03e66ab78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.379927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-6c5c0355-56a0-49e6-a621-f7b03e66ab78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.382480 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-6c5c0355-56a0-49e6-a621-f7b03e66ab78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5433 time: 0.3414247 May 24 22:54:24.420843 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.426449 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.427045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.428884 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.442408 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.532705 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.564435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677373-86bd-41a4-a419-7c900630d3fe req-5c5ae4e9-2d75-4d5a-a715-13779501cecb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.571926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677373-86bd-41a4-a419-7c900630d3fe req-5c5ae4e9-2d75-4d5a-a715-13779501cecb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.577853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677373-86bd-41a4-a419-7c900630d3fe req-5c5ae4e9-2d75-4d5a-a715-13779501cecb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.583755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677373-86bd-41a4-a419-7c900630d3fe req-5c5ae4e9-2d75-4d5a-a715-13779501cecb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.590439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677373-86bd-41a4-a419-7c900630d3fe req-5c5ae4e9-2d75-4d5a-a715-13779501cecb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.596144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677373-86bd-41a4-a419-7c900630d3fe req-5c5ae4e9-2d75-4d5a-a715-13779501cecb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.602057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677373-86bd-41a4-a419-7c900630d3fe req-5c5ae4e9-2d75-4d5a-a715-13779501cecb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.610679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72677373-86bd-41a4-a419-7c900630d3fe req-5c5ae4e9-2d75-4d5a-a715-13779501cecb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 5433 time: 0.6979151 May 24 22:54:24.620521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9047310 May 24 22:54:24.627207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60476) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:24.646163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Request body: {'subnet': {'network_id': '07239e3f-9b02-4781-9836-008d42ff3495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:24.665875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca23659-658b-4902-89dd-066f4f1d8fd3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event updated for resources: {'Network': ['ID=07239e3f-9b02-4781-9836-008d42ff3495,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:24.680542 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 07239e3f-9b02-4781-9836-008d42ff3495 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:54:24.686057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-1e4956fd-1afb-482d-901e-277af173be9c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.687659 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-1e4956fd-1afb-482d-901e-277af173be9c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "GET /v2.0/ports/b8212bdc-7fe0-4b39-afe3-951ec555d778?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2507555 May 24 22:54:24.738809 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.773330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afd4a42-1279-415e-a01c-dc9e936a4b92']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:24.787123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb44a75-9804-4a5b-a478-1fcde88cfa75') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:24.787417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb44a75-9804-4a5b-a478-1fcde88cfa75') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:24.800007 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.820293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.827111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:54:24.827724 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:24.891085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849746f-95f7-4844-aa9c-b3803464f425 req-2a8f6130-18b7-434d-9290-ac6f1a96a73c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:24.903428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f849746f-95f7-4844-aa9c-b3803464f425 req-2a8f6130-18b7-434d-9290-ac6f1a96a73c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 932 time: 0.5151560 May 24 22:54:24.928381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-deleted', 'tag': 'f0cec9a4-3696-4140-b1ea-bc03430f6ae2'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:24.939719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:24.962793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Network 056308aa-63e1-4aec-a0be-0a3cbc878d9a is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:24.980733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Usage tracker for resource:subnet and tenant:b1f4b55f05184a37abbac7ed8e390555 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:24.990327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:25.015027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:25.023696 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment deb44a75-9804-4a5b-a478-1fcde88cfa75 resource provider aggregate not found May 24 22:54:25.024128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:25.044530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-de9304fe-68f7-423b-9a2a-ea34eda33984 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "GET /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3057554 May 24 22:54:25.047060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:25.054808 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f849746f-95f7-4844-aa9c-b3803464f425 req-79f6bc8c-7e04-473e-906a-1b181c13381f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504591 May 24 22:54:25.070574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:25.112958 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:25.126088 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment deb44a75-9804-4a5b-a478-1fcde88cfa75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid deb44a75-9804-4a5b-a478-1fcde88cfa75 found for delete ", "request_id": "req-879f1c3d-2801-47ff-99aa-61b342bb0ebf"}]} May 24 22:54:25.126708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Pushing event updated for resources: {'Port': ['ID=88d02171-80d8-495c-ab69-8b0535dd8653,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:25.151434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Made reservation on behalf of b1f4b55f05184a37abbac7ed8e390555 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:54:25.152532 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72677373-86bd-41a4-a419-7c900630d3fe req-c0d490f3-f539-4d10-841d-47813912ae3d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5409651 May 24 22:54:25.160979 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:25.238244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4afd4a42-1279-415e-a01c-dc9e936a4b92 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 22:54:25.244022 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-af857571-c876-43a1-905f-fc48e96faaa9 service neutron] 10.222.0.50 "GET /v2.0/networks/ee091c3a-2e47-41f8-a8a6-59ba03d6134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9026589 May 24 22:54:25.249632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:25.274936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event deleted for resources: {'Network': ['ID=4afd4a42-1279-415e-a01c-dc9e936a4b92,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:25.321544 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:25.332183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1aa1db13-aa80-4e8f-85ba-a8412f484c77 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "DELETE /v2.0/networks/4afd4a42-1279-415e-a01c-dc9e936a4b92 HTTP/1.1" status: 204 len: 168 time: 1.1545284 May 24 22:54:25.434053 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-72c0db62-80aa-4e6b-94b2-02b440208633 req-9a017f08-5f1b-4197-8e3a-af6debbf7e85 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/ports?device_id=393e7368-6677-42aa-a600-0fa19a75b3be HTTP/1.1" status: 200 len: 210 time: 0.1492569 May 24 22:54:25.451218 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:25.596383 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:25.725242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:25.732891 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:25.768127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'Port': ['ID=a79cbfa3-9d96-43e7-bfad-a161be7e4114,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:25.793973 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbf5a1a-e656-45a9-8ee3-47e4cc10bb09'] response: {'server_uuid': '393e7368-6677-42aa-a600-0fa19a75b3be', 'name': 'network-vif-deleted', 'tag': 'f0cec9a4-3696-4140-b1ea-bc03430f6ae2', 'status': 'completed', 'code': 200} May 24 22:54:25.794929 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:25.805370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cb593225-3a1c-43c6-b4c7-f1ce781fb8bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.1000688 May 24 22:54:25.831613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-d5b4aa01-be55-4ca1-858b-acfe09b9d7c0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5993097 May 24 22:54:25.853074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Request body: {'port': {'device_id': '63da4e16-b444-4452-a40d-3e7a432579ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:25.907831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a7f5912-1585-4b10-8a88-050699236f8f req-892a2868-e399-4512-99e6-10fe35afd786 service neutron] 10.222.0.50 "GET /v2.0/networks/ee091c3a-2e47-41f8-a8a6-59ba03d6134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475611 May 24 22:54:26.174066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8a79d-70ce-489e-9aeb-b70fa7591f88 req-c33b8e2a-83f3-48d6-96b0-831c81801cc2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:26.184680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8a79d-70ce-489e-9aeb-b70fa7591f88 req-c33b8e2a-83f3-48d6-96b0-831c81801cc2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:26.191368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8a79d-70ce-489e-9aeb-b70fa7591f88 req-c33b8e2a-83f3-48d6-96b0-831c81801cc2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:26.193088 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-46e8a79d-70ce-489e-9aeb-b70fa7591f88 req-c33b8e2a-83f3-48d6-96b0-831c81801cc2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2412 time: 0.4802709 May 24 22:54:26.196374 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:26.222812 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:26.253601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-bcc6d60c-ea9f-4f20-a09f-b3a8a6d1a2b7 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Synchronizing usage tracker for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:26.291335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] For port b8212bdc-7fe0-4b39-afe3-951ec555d778, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=b8212bdc-7fe0-4b39-afe3-951ec555d778,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:26.344873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-cb4485b2-519d-4549-82f5-ed04afc108a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:26.345505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-cb4485b2-519d-4549-82f5-ed04afc108a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:26.346159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-cb4485b2-519d-4549-82f5-ed04afc108a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:26.348084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-cb4485b2-519d-4549-82f5-ed04afc108a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d90d3d2574984885b0f06938daf064fc&device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2865 time: 0.3599434 May 24 22:54:26.352826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-46e8a79d-70ce-489e-9aeb-b70fa7591f88 req-43b77134-22e6-4d88-908c-34d46e5918d1 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140890 May 24 22:54:26.357031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-bcc6d60c-ea9f-4f20-a09f-b3a8a6d1a2b7 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Unset dirty status for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:26.365686 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-bcc6d60c-ea9f-4f20-a09f-b3a8a6d1a2b7 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--591428028&fields=id&tenant_id=4ade7d86997048edb2aa056be826b9a6 HTTP/1.1" status: 200 len: 267 time: 0.1929553 May 24 22:54:26.375247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60534) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:26.404528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event updated for resources: {'Subnet': ['ID=31972ce4-2cf5-4a7d-b0de-35d78ca181b2,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:26.446733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Checking segment: {'id': 'f9df9fcb-b9d4-4798-9a80-cae32ef7188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '07239e3f-9b02-4781-9836-008d42ff3495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:54:26.447007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Network hostable DHCP agents. Network: 07239e3f-9b02-4781-9836-008d42ff3495, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:54:26.457795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] For port b8212bdc-7fe0-4b39-afe3-951ec555d778, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:26.523129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] device_id is not set on port b8212bdc-7fe0-4b39-afe3-951ec555d778 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:54:26.536781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Network 07239e3f-9b02-4781-9836-008d42ff3495 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:54:26.625361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a2146531-bdef-4184-8e0c-41071e55439b tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Request body: {'router': {'name': 'tempest-router--1390183506', 'project_id': '03f1ca1dcc1646ab966b5614b5af3a66'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:26.749134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a2146531-bdef-4184-8e0c-41071e55439b tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:26.752999 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:26.767606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a2146531-bdef-4184-8e0c-41071e55439b tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Usage tracker for resource:router and tenant:03f1ca1dcc1646ab966b5614b5af3a66 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:26.774680 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:26.779181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 07239e3f-9b02-4781-9836-008d42ff3495) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:26.783928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a2146531-bdef-4184-8e0c-41071e55439b tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:26.795172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:26.795967 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:26.797826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a754987-734b-40c2-8c45-2cb9277cea5d None None] Network 07239e3f-9b02-4781-9836-008d42ff3495 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:54:26.811763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a2146531-bdef-4184-8e0c-41071e55439b tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:26.898517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-dd4839e7-322f-4b07-81c1-3c4dbf2b8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:26.900204 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-dd4839e7-322f-4b07-81c1-3c4dbf2b8d58 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee091c3a-2e47-41f8-a8a6-59ba03d6134e HTTP/1.1" status: 200 len: 903 time: 0.5443487 May 24 22:54:26.986983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-83d99c25-051f-4a4c-9ce1-a47236daa1e9 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:26.988037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-83d99c25-051f-4a4c-9ce1-a47236daa1e9 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Synchronizing usage tracker for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:27.059539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-039b9e37-5515-40b0-b305-53993f2cfd7c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4243758 May 24 22:54:27.066046 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-e75dce4f-59c3-4a2b-8fef-1dc4359f4b2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=379337ee-1a7f-4c3a-8b5c-33ef91e06a62 HTTP/1.1" status: 200 len: 217 time: 0.1508398 May 24 22:54:27.067135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60556) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:27.080965 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2146531-bdef-4184-8e0c-41071e55439b tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.082035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2146531-bdef-4184-8e0c-41071e55439b tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.090148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-07239e3f-9b02-4781-9836-008d42ff3495', 'network_id': '07239e3f-9b02-4781-9836-008d42ff3495', 'tenant_id': 'b1f4b55f05184a37abbac7ed8e390555', 'fixed_ips': [{'subnet_id': '31972ce4-2cf5-4a7d-b0de-35d78ca181b2'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:54:27.091199 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.138581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1093849112', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:27.153241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] Pushing event updated for resources: {'Port': ['ID=b8212bdc-7fe0-4b39-afe3-951ec555d778,revision_number=6']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:27.156825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:27.159510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] No DVR routers for this DVR port b8212bdc-7fe0-4b39-afe3-951ec555d778 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:27.171169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d02171-80d8-495c-ab69-8b0535dd8653 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:54:27.189328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-83d99c25-051f-4a4c-9ce1-a47236daa1e9 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Unset dirty status for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:27.193990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-83d99c25-051f-4a4c-9ce1-a47236daa1e9 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 817 time: 0.8199542 May 24 22:54:27.199303 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.203838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Usage tracker for resource:router and tenant:b1f4b55f05184a37abbac7ed8e390555 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:27.208937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60145ede-a53b-4d35-a39e-f6054baa09fa details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:54:27.219509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Transition to ACTIVE for port object 88d02171-80d8-495c-ab69-8b0535dd8653 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:27.221406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2146531-bdef-4184-8e0c-41071e55439b tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.230259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:27.243805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd88243-52f0-4ab3-96d4-f8086129f40d req-8aa024a0-ec3b-45d7-8360-dc474a7ac85c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:27.244015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.263928 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfd88243-52f0-4ab3-96d4-f8086129f40d req-8aa024a0-ec3b-45d7-8360-dc474a7ac85c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 932 time: 0.7299941 May 24 22:54:27.301062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:27.308314 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2146531-bdef-4184-8e0c-41071e55439b tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.330404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] In _notify_port_updated(), no bound segment for port b8212bdc-7fe0-4b39-afe3-951ec555d778 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:54:27.331453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:27.332143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.334226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-471b5dcf-a84d-4214-b362-7065d80ab835 service neutron] 10.222.0.31 "PUT /v2.0/ports/b8212bdc-7fe0-4b39-afe3-951ec555d778 HTTP/1.1" status: 200 len: 1027 time: 2.2784052 May 24 22:54:27.344762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-9eaed4b9-f848-40ba-8488-83bb65f05713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:27.346779 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-9eaed4b9-f848-40ba-8488-83bb65f05713 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=232aaba5-588b-43e5-8193-029e9ee83472 HTTP/1.1" status: 200 len: 801 time: 0.2708139 May 24 22:54:27.401594 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.402807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.422538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9b75e08d-fa4f-499a-a258-1f3821785f2e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/quotas/4ade7d86997048edb2aa056be826b9a6 HTTP/1.1" status: 200 len: 375 time: 0.1794741 May 24 22:54:27.437170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Allocated IP 172.20.0.2 (07239e3f-9b02-4781-9836-008d42ff3495/31972ce4-2cf5-4a7d-b0de-35d78ca181b2/fa6dabb6-71e8-4f36-a2d7-406ae548de0b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:27.442566 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfd88243-52f0-4ab3-96d4-f8086129f40d req-7df1a90e-85bb-4250-becb-4f518bff7981 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770997 May 24 22:54:27.447314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-882c8fec-35f5-4d72-8040-714f5122fad9 None None] Provisioning complete for port b8212bdc-7fe0-4b39-afe3-951ec555d778 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:27.447787 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-882c8fec-35f5-4d72-8040-714f5122fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.476494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.488331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-a3f84971-d3d6-423e-9f1e-c869a944f236 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:27.490142 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-a3f84971-d3d6-423e-9f1e-c869a944f236 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "GET /v2.0/ports/255e3fb2-c79d-40ff-b28b-caba6e15b125?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1496532 May 24 22:54:27.502142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:27.595406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2146531-bdef-4184-8e0c-41071e55439b tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.596593 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a2146531-bdef-4184-8e0c-41071e55439b tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1882961 May 24 22:54:27.614182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60588) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:27.615957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Pushing event updated for resources: {'Port': ['ID=88d02171-80d8-495c-ab69-8b0535dd8653,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:27.721429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-882c8fec-35f5-4d72-8040-714f5122fad9 None None] Port b8212bdc-7fe0-4b39-afe3-951ec555d778 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:54:27.730610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60145ede-a53b-4d35-a39e-f6054baa09fa, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60145ede-a53b-4d35-a39e-f6054baa09fa,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:27.761388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '60145ede-a53b-4d35-a39e-f6054baa09fa', 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e', 'port_id': '60145ede-a53b-4d35-a39e-f6054baa09fa', 'mac_address': 'fa:16:3e:5a:bc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232aaba5-588b-43e5-8193-029e9ee83472', 'ip_address': '19.80.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:54:27.891152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 60145ede-a53b-4d35-a39e-f6054baa09fa is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:27.892311 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.892756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.934113 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:27.948569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Transition to ACTIVE for port object fa6dabb6-71e8-4f36-a2d7-406ae548de0b will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:27.971089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Transition to ACTIVE for port object fa6dabb6-71e8-4f36-a2d7-406ae548de0b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:27.977370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60145ede-a53b-4d35-a39e-f6054baa09fa {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:54:28.000532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60145ede-a53b-4d35-a39e-f6054baa09fa, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60145ede-a53b-4d35-a39e-f6054baa09fa,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:28.003616 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.037110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Attempting to bind port 88d02171-80d8-495c-ab69-8b0535dd8653 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:54:28.037612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Attempting to bind port 88d02171-80d8-495c-ab69-8b0535dd8653 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:54:28.037966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Attempting to bind port 88d02171-80d8-495c-ab69-8b0535dd8653 on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:28.058351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60596) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:28.060423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Port 88d02171-80d8-495c-ab69-8b0535dd8653 on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:54:28.061307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Attempting to bind port 88d02171-80d8-495c-ab69-8b0535dd8653 on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:28.067027 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.078267 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b673925f-830d-4dc7-b16d-12a95b1a990f tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.090705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Network 07239e3f-9b02-4781-9836-008d42ff3495 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:28.095211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:28.099649 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:28.119825 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.140101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:54:28.140622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Checking segment: {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:54:28.141170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Bound using segment: {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:54:28.141721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Bound port: 88d02171-80d8-495c-ab69-8b0535dd8653, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:54:28.142221 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.159290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b156dbe-ce92-4f54-a2e0-8563a6bff48b req-1a9ce131-deee-41d2-a445-40e4d1a34eec tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:28.161006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Pushing event updated for resources: {'Port': ['ID=fa6dabb6-71e8-4f36-a2d7-406ae548de0b,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:28.165749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b156dbe-ce92-4f54-a2e0-8563a6bff48b req-1a9ce131-deee-41d2-a445-40e4d1a34eec tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:28.172257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b156dbe-ce92-4f54-a2e0-8563a6bff48b req-1a9ce131-deee-41d2-a445-40e4d1a34eec tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:28.178337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b156dbe-ce92-4f54-a2e0-8563a6bff48b req-1a9ce131-deee-41d2-a445-40e4d1a34eec tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:28.184317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b156dbe-ce92-4f54-a2e0-8563a6bff48b req-1a9ce131-deee-41d2-a445-40e4d1a34eec tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:28.190409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b156dbe-ce92-4f54-a2e0-8563a6bff48b req-1a9ce131-deee-41d2-a445-40e4d1a34eec tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:28.198562 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b156dbe-ce92-4f54-a2e0-8563a6bff48b req-1a9ce131-deee-41d2-a445-40e4d1a34eec tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 4659 time: 0.4711092 May 24 22:54:28.229183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-02d58e6a-c764-4b75-83e0-5be337f1bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:28.231495 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-02d58e6a-c764-4b75-83e0-5be337f1bedc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee091c3a-2e47-41f8-a8a6-59ba03d6134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8080981 May 24 22:54:28.264602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Attempting to bind port fa6dabb6-71e8-4f36-a2d7-406ae548de0b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:54:28.264602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Attempting to bind port fa6dabb6-71e8-4f36-a2d7-406ae548de0b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f9df9fcb-b9d4-4798-9a80-cae32ef7188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '07239e3f-9b02-4781-9836-008d42ff3495'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:54:28.264926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Attempting to bind port fa6dabb6-71e8-4f36-a2d7-406ae548de0b on network 07239e3f-9b02-4781-9836-008d42ff3495 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:28.288281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:54:28.288650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Checking segment: {'id': 'f9df9fcb-b9d4-4798-9a80-cae32ef7188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '07239e3f-9b02-4781-9836-008d42ff3495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:54:28.289049 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.289430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Bound using segment: {'id': 'f9df9fcb-b9d4-4798-9a80-cae32ef7188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '07239e3f-9b02-4781-9836-008d42ff3495'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:54:28.289921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Bound port: fa6dabb6-71e8-4f36-a2d7-406ae548de0b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9df9fcb-b9d4-4798-9a80-cae32ef7188c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '07239e3f-9b02-4781-9836-008d42ff3495'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:54:28.290288 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.358626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b156dbe-ce92-4f54-a2e0-8563a6bff48b req-29aaa01e-e8b7-4d14-a63e-b753e3fa00eb tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&id=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593351 May 24 22:54:28.359351 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-21054891-7435-4d72-8537-0f1d59a3db23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.372067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['60145ede-a53b-4d35-a39e-f6054baa09fa'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:54:28.434782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-09046ead-b4f3-4404-b114-7424f610809a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Synchronizing usage tracker for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:28.469619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-21054891-7435-4d72-8537-0f1d59a3db23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:28.478839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=60145ede-a53b-4d35-a39e-f6054baa09fa,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:28.514204 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:54:28.515745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device a18c56a1-9ed9-43ab-8e87-2ae7bafa778e no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:28.541145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] For port 255e3fb2-c79d-40ff-b28b-caba6e15b125, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=255e3fb2-c79d-40ff-b28b-caba6e15b125,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:28.584481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-09046ead-b4f3-4404-b114-7424f610809a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Unset dirty status for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:28.597722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-09046ead-b4f3-4404-b114-7424f610809a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1114602 May 24 22:54:28.598597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-21054891-7435-4d72-8537-0f1d59a3db23 admin admin] Usage tracker for resource:security_group_rule and tenant:c385c261f4084bd4baa34175a83d5441 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:28.607803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-21054891-7435-4d72-8537-0f1d59a3db23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:28.611997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] For port 255e3fb2-c79d-40ff-b28b-caba6e15b125, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:28.617168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-17092394-1a68-4772-aa12-e710282e87aa None None] For port fa6dabb6-71e8-4f36-a2d7-406ae548de0b, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:28.643287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-17092394-1a68-4772-aa12-e710282e87aa None None] For port fa6dabb6-71e8-4f36-a2d7-406ae548de0b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fa6dabb6-71e8-4f36-a2d7-406ae548de0b,segment=NetworkSegment(f9df9fcb-b9d4-4798-9a80-cae32ef7188c),segment_id=f9df9fcb-b9d4-4798-9a80-cae32ef7188c)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:54:28.698695 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b673925f-830d-4dc7-b16d-12a95b1a990f tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.703297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-21054891-7435-4d72-8537-0f1d59a3db23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:28.704964 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b673925f-830d-4dc7-b16d-12a95b1a990f tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.714248 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.781721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] For port 88d02171-80d8-495c-ab69-8b0535dd8653, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:28.812560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] For port 88d02171-80d8-495c-ab69-8b0535dd8653, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=88d02171-80d8-495c-ab69-8b0535dd8653,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:54:28.815457 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-5c7ef4bf-cd18-46ab-aeb3-54ed123af3a6 service neutron] 10.222.0.50 "GET /v2.0/networks/ee091c3a-2e47-41f8-a8a6-59ba03d6134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670955 May 24 22:54:28.819551 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b673925f-830d-4dc7-b16d-12a95b1a990f tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.820085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b673925f-830d-4dc7-b16d-12a95b1a990f tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae3a65e4-50bd-421a-954b-68fa589fc126 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:54:28.822863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:28.823490 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.824702 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.853099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17092394-1a68-4772-aa12-e710282e87aa None None] Pushing event updated for resources: {'Port': ['ID=fa6dabb6-71e8-4f36-a2d7-406ae548de0b,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:28.873351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18c56a1-9ed9-43ab-8e87-2ae7bafa778e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:28.883940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:28.896721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] device_id is not set on port 255e3fb2-c79d-40ff-b28b-caba6e15b125 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:54:28.898460 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.899299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 74b74282-e7fc-474a-8a11-b94b8224d658 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:28.933915 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.967103 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.990120 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b673925f-830d-4dc7-b16d-12a95b1a990f tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:28.991350 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b673925f-830d-4dc7-b16d-12a95b1a990f tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "DELETE /v2.0/routers/ae3a65e4-50bd-421a-954b-68fa589fc126 HTTP/1.1" status: 204 len: 168 time: 1.3700931 May 24 22:54:28.994082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-f840979d-492e-4b94-8b08-27bc8b3d420d service neutron] 10.222.0.55 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949068 May 24 22:54:29.032255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:29.033262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:29.035066 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] 10.222.0.50 "PUT /v2.0/ports/88d02171-80d8-495c-ab69-8b0535dd8653 HTTP/1.1" status: 200 len: 1092 time: 3.1865082 May 24 22:54:29.051186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] Pushing event updated for resources: {'Port': ['ID=255e3fb2-c79d-40ff-b28b-caba6e15b125,revision_number=6']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:29.077752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc45026-973e-4184-9fa2-ee40831d27c6 req-951ef4ea-0721-4f91-be58-8621dd3a7d39 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:29.083933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc45026-973e-4184-9fa2-ee40831d27c6 req-951ef4ea-0721-4f91-be58-8621dd3a7d39 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:29.095042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc45026-973e-4184-9fa2-ee40831d27c6 req-951ef4ea-0721-4f91-be58-8621dd3a7d39 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:29.097961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3dc45026-973e-4184-9fa2-ee40831d27c6 req-951ef4ea-0721-4f91-be58-8621dd3a7d39 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2413 time: 0.4964812 May 24 22:54:29.168672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:29.185418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 74b74282-e7fc-474a-8a11-b94b8224d658 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:29.186703 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:29.229287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0379f76e-422a-4397-91b0-bc66dd44ae25 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:54:29.251578 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 74b74282-e7fc-474a-8a11-b94b8224d658, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=74b74282-e7fc-474a-8a11-b94b8224d658,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:29.284827 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:29.288684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c8ad0a3d-36eb-4734-a529-9315ca67c700 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:29.294103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63da4e16-b444-4452-a40d-3e7a432579ce', 'tag': '88d02171-80d8-495c-ab69-8b0535dd8653'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:29.375143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-21054891-7435-4d72-8537-0f1d59a3db23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:29.379506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72b6fc14-e0d9-44e2-a673-e229626dfe6d req-b67d7fdc-6f1f-4af1-b742-b62ecaa3381b service neutron] 10.222.0.50 "GET /v2.0/networks/ee091c3a-2e47-41f8-a8a6-59ba03d6134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467367 May 24 22:54:29.464499 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3dc45026-973e-4184-9fa2-ee40831d27c6 req-c55eeddd-f82a-4395-979b-96b65d05ba1f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492332 May 24 22:54:29.468739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] No DVR routers for this DVR port 255e3fb2-c79d-40ff-b28b-caba6e15b125 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:29.483373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60614) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:29.513784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8965a-bffa-403b-afd3-02e5d05e2638 service neutron] Pushing event updated for resources: {'Port': ['ID=88d02171-80d8-495c-ab69-8b0535dd8653,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:29.543125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-ac7ebd45-5e5c-4064-912e-5906b73bd7e1 service neutron] 10.222.0.55 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256662 May 24 22:54:29.564142 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-21054891-7435-4d72-8537-0f1d59a3db23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:29.601779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b63b07e5-33ee-40b5-8323-3fa03adac47e None None] Provisioning complete for port 255e3fb2-c79d-40ff-b28b-caba6e15b125 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:29.602411 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b63b07e5-33ee-40b5-8323-3fa03adac47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:29.603960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf3776-fa93-456e-8339-77f62740cc52 req-96a23fd2-8345-4ca2-b7ec-11070cd1c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:29.605819 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-96a23fd2-8345-4ca2-b7ec-11070cd1c7e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 1095 time: 0.2339921 May 24 22:54:29.680252 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-21054891-7435-4d72-8537-0f1d59a3db23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c385c261f4084bd4baa34175a83d5441&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6194084 May 24 22:54:29.683157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=74b74282-e7fc-474a-8a11-b94b8224d658,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:29.687191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21054891-7435-4d72-8537-0f1d59a3db23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0639053a-2db4-4072-8788-4808e40390b1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:29.706297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60620) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:29.755238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-ad9d50a5-a00c-4830-82ae-c5ef40efedc5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88d02171-80d8-495c-ab69-8b0535dd8653 HTTP/1.1" status: 200 len: 217 time: 0.1383102 May 24 22:54:29.869154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60626) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:29.871306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port c8ad0a3d-36eb-4734-a529-9315ca67c700 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:29.872471 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:29.903738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf3776-fa93-456e-8339-77f62740cc52 req-8bee3a48-d6f9-487f-869b-82893531c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:29.904934 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d591d219-243d-492c-9a18-93f4ff62303e'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18c56a1-9ed9-43ab-8e87-2ae7bafa778e', 'code': 200} May 24 22:54:29.906992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-8bee3a48-d6f9-487f-869b-82893531c8b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c020c108-849b-4525-aa7e-ba351ac9ffb5 HTTP/1.1" status: 200 len: 844 time: 0.1424782 May 24 22:54:29.907511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0379f76e-422a-4397-91b0-bc66dd44ae25, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0379f76e-422a-4397-91b0-bc66dd44ae25,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:29.924994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1774506927', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}, 'admin_state_up': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:29.935973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b63b07e5-33ee-40b5-8323-3fa03adac47e None None] Port 255e3fb2-c79d-40ff-b28b-caba6e15b125 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:54:29.937952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '0379f76e-422a-4397-91b0-bc66dd44ae25', 'network_id': 'ce457e90-646a-45ec-9af4-aabc17fbb699', 'port_id': '0379f76e-422a-4397-91b0-bc66dd44ae25', 'mac_address': 'fa:16:3e:81:f4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3993bc14-5299-49b9-8f48-365b6c2f1d21', 'ip_address': '19.86.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:54:29.998984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c8ad0a3d-36eb-4734-a529-9315ca67c700, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c8ad0a3d-36eb-4734-a529-9315ca67c700,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:30.015909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] In _notify_port_updated(), no bound segment for port 255e3fb2-c79d-40ff-b28b-caba6e15b125 on network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:54:30.019903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:30.021895 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.024679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-842eb950-99b2-4206-a510-9defb0b98b13 service neutron] 10.222.0.31 "PUT /v2.0/ports/255e3fb2-c79d-40ff-b28b-caba6e15b125 HTTP/1.1" status: 200 len: 1027 time: 2.5279324 May 24 22:54:30.036424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-79693d75-a86f-4f5a-babc-6fe65ee21841 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=056308aa-63e1-4aec-a0be-0a3cbc878d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878375 May 24 22:54:30.038882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:30.043670 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098bfcec-54c2-422d-bdb5-82e0fbd9131c'] response: {'name': 'network-changed', 'server_uuid': '63da4e16-b444-4452-a40d-3e7a432579ce', 'tag': '88d02171-80d8-495c-ab69-8b0535dd8653', 'status': 'completed', 'code': 200} May 24 22:54:30.046884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Usage tracker for resource:router and tenant:e455915b3cf54855bd1a9f08c1fc1a99 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:30.047028 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.050521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 255e3fb2-c79d-40ff-b28b-caba6e15b125 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:30.184076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0379f76e-422a-4397-91b0-bc66dd44ae25 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:30.184719 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.221926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0379f76e-422a-4397-91b0-bc66dd44ae25 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:54:30.269007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0379f76e-422a-4397-91b0-bc66dd44ae25, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0379f76e-422a-4397-91b0-bc66dd44ae25,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:30.280446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.281151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:54:30.297791 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.311995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:30.319270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=c8ad0a3d-36eb-4734-a529-9315ca67c700,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:30.323346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 255e3fb2-c79d-40ff-b28b-caba6e15b125 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:54:30.323866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device b8212bdc-7fe0-4b39-afe3-951ec555d778 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:30.365028 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.379108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:30.413581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e5cb88-7249-47a5-9b03-2dd7a826fd62 None None] Network 07239e3f-9b02-4781-9836-008d42ff3495 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:54:30.420754 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.421646 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.478085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.481339 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccab8b64-f3ab-4e43-b3b8-64dee7db844b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.489655 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ee4be73-bd52-428a-a3f6-461ecac797bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.495431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-5c1995df-90f5-43f8-8c3e-e2c979317bd4 service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444420 May 24 22:54:30.515045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2e6d-4448-46cf-bd5c-ac35adf2adda req-dffb7a0d-8b9f-4e67-a0de-3e79b92ea8a5 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:30.527776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2e6d-4448-46cf-bd5c-ac35adf2adda req-dffb7a0d-8b9f-4e67-a0de-3e79b92ea8a5 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:30.537941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2e6d-4448-46cf-bd5c-ac35adf2adda req-dffb7a0d-8b9f-4e67-a0de-3e79b92ea8a5 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:30.545478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2e6d-4448-46cf-bd5c-ac35adf2adda req-dffb7a0d-8b9f-4e67-a0de-3e79b92ea8a5 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:30.556678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2e6d-4448-46cf-bd5c-ac35adf2adda req-dffb7a0d-8b9f-4e67-a0de-3e79b92ea8a5 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:30.559027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0b2d2e6d-4448-46cf-bd5c-ac35adf2adda req-dffb7a0d-8b9f-4e67-a0de-3e79b92ea8a5 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 3879 time: 0.2484031 May 24 22:54:30.584798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Deleting port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:30.585150 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.586894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-df602028-857f-4c35-b4b1-8ef66c44bb23 None None] Provisioning for port fa6dabb6-71e8-4f36-a2d7-406ae548de0b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:30.632263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0379f76e-422a-4397-91b0-bc66dd44ae25,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:30.640780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device b8212bdc-7fe0-4b39-afe3-951ec555d778 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:54:30.641308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2b16dee6-c1e6-453c-b127-c10756919efc no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:30.647241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccab8b64-f3ab-4e43-b3b8-64dee7db844b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.754018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=379337ee-1a7f-4c3a-8b5c-33ef91e06a62,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:30.767666 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ee4be73-bd52-428a-a3f6-461ecac797bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:30.798053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f94f7-3878-403a-b645-ef51028113eb req-9906169a-1658-4b62-ae5b-c6905e15898e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:30.804994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b9f94f7-3878-403a-b645-ef51028113eb req-9906169a-1658-4b62-ae5b-c6905e15898e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 944 time: 1.0060749 May 24 22:54:30.852557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '379337ee-1a7f-4c3a-8b5c-33ef91e06a62', 'network_id': 'ee091c3a-2e47-41f8-a8a6-59ba03d6134e', 'port_id': '379337ee-1a7f-4c3a-8b5c-33ef91e06a62', 'mac_address': 'fa:16:3e:02:40:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232aaba5-588b-43e5-8193-029e9ee83472', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:54:30.974094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Allocated IP 172.25.7.165 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/f98e6efd-7971-463e-9dfe-0b555b091e66) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:30.981014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:30.982131 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.004209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b9f94f7-3878-403a-b645-ef51028113eb req-c200dc9a-97f4-414d-b6f3-afdffb3b972f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982448 May 24 22:54:31.008619 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.060145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0b2d2e6d-4448-46cf-bd5c-ac35adf2adda req-355bfd8c-e4ab-4f88-9c8d-11a2a86e4638 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4652159 May 24 22:54:31.079859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 2b16dee6-c1e6-453c-b127-c10756919efc is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:31.080232 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.093130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:54:31.171951 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fa6dabb6-71e8-4f36-a2d7-406ae548de0b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:31.205421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=379337ee-1a7f-4c3a-8b5c-33ef91e06a62,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:31.224281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2b16dee6-c1e6-453c-b127-c10756919efc, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2b16dee6-c1e6-453c-b127-c10756919efc,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:31.227734 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.239356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccab8b64-f3ab-4e43-b3b8-64dee7db844b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.252374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28cf3776-fa93-456e-8339-77f62740cc52 req-acaec3e1-00d4-435c-b53c-8b59f53d5d9a service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6866710 May 24 22:54:31.263735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60145ede-a53b-4d35-a39e-f6054baa09fa up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:31.305432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.311828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device eef34875-7b1e-48b6-9a0f-77f3a9a26a46 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:31.379521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab8b64-f3ab-4e43-b3b8-64dee7db844b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13fe077-0d92-4609-91b9-29f55a3dd900,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:31.434226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e38525e-24d1-4d67-8f37-04c3580d40e9 req-d1e85dec-72f9-4930-afe7-645273d34416 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 210 time: 0.2614048 May 24 22:54:31.519661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=379337ee-1a7f-4c3a-8b5c-33ef91e06a62,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:31.522857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['0379f76e-422a-4397-91b0-bc66dd44ae25'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:54:31.545862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ee4be73-bd52-428a-a3f6-461ecac797bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.574534 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ee4be73-bd52-428a-a3f6-461ecac797bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.578229 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5ee4be73-bd52-428a-a3f6-461ecac797bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0639053a-2db4-4072-8788-4808e40390b1 HTTP/1.1" status: 204 len: 168 time: 1.8466916 May 24 22:54:31.582964 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccab8b64-f3ab-4e43-b3b8-64dee7db844b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.584194 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ccab8b64-f3ab-4e43-b3b8-64dee7db844b tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "DELETE /v2.0/security-groups/f13fe077-0d92-4609-91b9-29f55a3dd900 HTTP/1.1" status: 204 len: 168 time: 1.6201870 May 24 22:54:31.596155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301ae5-e9e7-4297-bb34-e655341e71ef req-7728ff2b-4d92-4645-90c9-bd654a77012f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:31.597089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4be73-bd52-428a-a3f6-461ecac797bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0639053a-2db4-4072-8788-4808e40390b1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:31.605000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60642) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:31.607485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301ae5-e9e7-4297-bb34-e655341e71ef req-7728ff2b-4d92-4645-90c9-bd654a77012f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:31.626395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301ae5-e9e7-4297-bb34-e655341e71ef req-7728ff2b-4d92-4645-90c9-bd654a77012f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:31.628102 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28301ae5-e9e7-4297-bb34-e655341e71ef req-7728ff2b-4d92-4645-90c9-bd654a77012f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2415 time: 0.3469610 May 24 22:54:31.633260 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-53c4755e-2334-450b-8529-c7f57b0e798a tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] show failed (client error): The resource could not be found. May 24 22:54:31.634419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-53c4755e-2334-450b-8529-c7f57b0e798a tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "GET /v2.0/security-groups/f13fe077-0d92-4609-91b9-29f55a3dd900 HTTP/1.1" status: 404 len: 347 time: 0.0290782 May 24 22:54:31.639831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60646) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:31.729852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ffe05-ef6b-4ddb-b4ec-ba348594952f req-f244391f-8748-4d0b-8f6a-8e14b5546475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:31.731602 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad4ffe05-ef6b-4ddb-b4ec-ba348594952f req-f244391f-8748-4d0b-8f6a-8e14b5546475 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 1095 time: 0.3997116 May 24 22:54:31.740611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=2b16dee6-c1e6-453c-b127-c10756919efc,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:31.814366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port fa6dabb6-71e8-4f36-a2d7-406ae548de0b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:31.822163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:31.822796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.855976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port fa6dabb6-71e8-4f36-a2d7-406ae548de0b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:31.856664 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.861866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28301ae5-e9e7-4297-bb34-e655341e71ef req-70925765-3381-400f-b1ce-c66d6901c3b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903594 May 24 22:54:31.868548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9cab928f-f8f3-40f2-9b2c-3e445a0f6df0 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:31.870529 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9cab928f-f8f3-40f2-9b2c-3e445a0f6df0 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 817 time: 0.4513705 May 24 22:54:31.942186 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port eef34875-7b1e-48b6-9a0f-77f3a9a26a46, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:31.942786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] For port eef34875-7b1e-48b6-9a0f-77f3a9a26a46, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:31.943153 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:31.961309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b74282-e7fc-474a-8a11-b94b8224d658'}, {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ad0a3d-36eb-4734-a529-9315ca67c700'}, {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b16dee6-c1e6-453c-b127-c10756919efc'}, {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef34875-7b1e-48b6-9a0f-77f3a9a26a46'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:31.991869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-528944d1-7acb-490a-adcf-c380e39d12bd None None] Provisioning complete for port fa6dabb6-71e8-4f36-a2d7-406ae548de0b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:31.992527 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-528944d1-7acb-490a-adcf-c380e39d12bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.066991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 60145ede-a53b-4d35-a39e-f6054baa09fa completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:32.109954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 60145ede-a53b-4d35-a39e-f6054baa09fa triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:32.111094 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.191791 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.198964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Calling delete_port for eef34875-7b1e-48b6-9a0f-77f3a9a26a46 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:32.200782 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293ac291-89ef-4daf-96c5-abfd9adffd1c'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b74282-e7fc-474a-8a11-b94b8224d658', 'code': 200} May 24 22:54:32.201043 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293ac291-89ef-4daf-96c5-abfd9adffd1c'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ad0a3d-36eb-4734-a529-9315ca67c700', 'code': 200} May 24 22:54:32.201294 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293ac291-89ef-4daf-96c5-abfd9adffd1c'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b16dee6-c1e6-453c-b127-c10756919efc', 'code': 200} May 24 22:54:32.204356 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293ac291-89ef-4daf-96c5-abfd9adffd1c'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef34875-7b1e-48b6-9a0f-77f3a9a26a46', 'code': 200} May 24 22:54:32.276571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60658) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:32.345694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2558628b-a4c4-4900-9caa-8b7abf263ddb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Deleting port 9baea057-b1c0-40cb-970f-bfde453c422f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:32.346216 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2558628b-a4c4-4900-9caa-8b7abf263ddb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.378427 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.406417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:32.406710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-48ab1151-7737-4995-8f4d-6a95465dc11c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ade7d86997048edb2aa056be826b9a6 HTTP/1.1" status: 200 len: 379 time: 0.5268919 May 24 22:54:32.420161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'port': {'device_id': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'admin_state_up': True, 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'security_groups': ['6d3377d7-011e-4918-a48a-a27b5af790b6']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:32.428663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-968e7533-44a2-46fd-a903-758ea0ded6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.448014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.450738 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.480903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-968e7533-44a2-46fd-a903-758ea0ded6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:32.500548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-528944d1-7acb-490a-adcf-c380e39d12bd None None] Current status of the port fa6dabb6-71e8-4f36-a2d7-406ae548de0b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:32.500923 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-528944d1-7acb-490a-adcf-c380e39d12bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.504905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-968e7533-44a2-46fd-a903-758ea0ded6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:88490e29a3cc441aa94e358a39aa1134 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:32.508810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-968e7533-44a2-46fd-a903-758ea0ded6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:32.525467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-968e7533-44a2-46fd-a903-758ea0ded6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:32.549986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 60145ede-a53b-4d35-a39e-f6054baa09fa is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:32.549986 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.583251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:54:32.583801 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:54:32.587643 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['379337ee-1a7f-4c3a-8b5c-33ef91e06a62'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:54:32.592847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ffe05-ef6b-4ddb-b4ec-ba348594952f req-d68faeea-0b53-4b07-96c3-9a1384060a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:32.594367 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad4ffe05-ef6b-4ddb-b4ec-ba348594952f req-d68faeea-0b53-4b07-96c3-9a1384060a78 service neutron] 10.222.0.50 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 905 time: 0.8536978 May 24 22:54:32.615757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port fa6dabb6-71e8-4f36-a2d7-406ae548de0b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:32.617320 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.680158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6b831-45a3-4563-a521-019c04c15f31 req-c76acbd4-a7a5-4ec5-b4c3-da441a845e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:32.685419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6b831-45a3-4563-a521-019c04c15f31 req-c76acbd4-a7a5-4ec5-b4c3-da441a845e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:32.692269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6b831-45a3-4563-a521-019c04c15f31 req-c76acbd4-a7a5-4ec5-b4c3-da441a845e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:32.696287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-528944d1-7acb-490a-adcf-c380e39d12bd None None] For port fa6dabb6-71e8-4f36-a2d7-406ae548de0b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fa6dabb6-71e8-4f36-a2d7-406ae548de0b,segment=NetworkSegment(f9df9fcb-b9d4-4798-9a80-cae32ef7188c),segment_id=f9df9fcb-b9d4-4798-9a80-cae32ef7188c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:32.700184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6b831-45a3-4563-a521-019c04c15f31 req-c76acbd4-a7a5-4ec5-b4c3-da441a845e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:32.706388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6b831-45a3-4563-a521-019c04c15f31 req-c76acbd4-a7a5-4ec5-b4c3-da441a845e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:32.707207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60145ede-a53b-4d35-a39e-f6054baa09fa, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60145ede-a53b-4d35-a39e-f6054baa09fa,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:32.708578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbf6b831-45a3-4563-a521-019c04c15f31 req-c76acbd4-a7a5-4ec5-b4c3-da441a845e6c tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 3875 time: 0.4335458 May 24 22:54:32.711309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdeb0d-ffe2-4ec3-9960-f0a43de3313b req-48807e12-9a27-4345-a003-11db61d80530 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:32.711867 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-528944d1-7acb-490a-adcf-c380e39d12bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.712754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9bcdeb0d-ffe2-4ec3-9960-f0a43de3313b req-48807e12-9a27-4345-a003-11db61d80530 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Synchronizing usage tracker for tenant:52f35fd46fa1486098c48667c9b46795 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:32.723435 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad4ffe05-ef6b-4ddb-b4ec-ba348594952f req-cf349b6f-5a21-436f-885b-52e0d0acdeee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88d02171-80d8-495c-ab69-8b0535dd8653 HTTP/1.1" status: 200 len: 217 time: 0.1171107 May 24 22:54:32.759273 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.786224 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.822533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9bcdeb0d-ffe2-4ec3-9960-f0a43de3313b req-48807e12-9a27-4345-a003-11db61d80530 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Unset dirty status for tenant:52f35fd46fa1486098c48667c9b46795 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:32.823983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9bcdeb0d-ffe2-4ec3-9960-f0a43de3313b req-48807e12-9a27-4345-a003-11db61d80530 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 944 time: 0.5864532 May 24 22:54:32.835718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:32.855386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2558628b-a4c4-4900-9caa-8b7abf263ddb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.855764 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2558628b-a4c4-4900-9caa-8b7abf263ddb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.880855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:32.886253 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:54:32.886637 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:54:32.892476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:32.907212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528944d1-7acb-490a-adcf-c380e39d12bd None None] Pushing event updated for resources: {'Port': ['ID=fa6dabb6-71e8-4f36-a2d7-406ae548de0b,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:32.919249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Allocated IP 172.25.7.234 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/f989c67f-bd78-47af-bd96-c5e25fd038e7) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:32.922031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ffe05-ef6b-4ddb-b4ec-ba348594952f req-3a3855c1-38f2-47f3-b445-b4a30c894c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:32.923569 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad4ffe05-ef6b-4ddb-b4ec-ba348594952f req-3a3855c1-38f2-47f3-b445-b4a30c894c0a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c020c108-849b-4525-aa7e-ba351ac9ffb5 HTTP/1.1" status: 200 len: 844 time: 0.1853499 May 24 22:54:32.937375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Made reservation on behalf of 4ade7d86997048edb2aa056be826b9a6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:54:32.941858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:32.953644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:32.998808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9bcdeb0d-ffe2-4ec3-9960-f0a43de3313b req-23acc73a-5493-46d1-9191-9c78f1af8397 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522837 May 24 22:54:33.011331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad4ffe05-ef6b-4ddb-b4ec-ba348594952f req-eaf232e0-210b-4a80-91d6-d5769b7adbc2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=056308aa-63e1-4aec-a0be-0a3cbc878d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748897 May 24 22:54:33.014605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:33.019892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=60145ede-a53b-4d35-a39e-f6054baa09fa,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:33.044677 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbf6b831-45a3-4563-a521-019c04c15f31 req-7d293df7-4aec-4829-8037-1c78b44cef33 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156188 May 24 22:54:33.051749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2558628b-a4c4-4900-9caa-8b7abf263ddb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Calling delete_port for 9baea057-b1c0-40cb-970f-bfde453c422f owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:33.101184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Deleting port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:33.101549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:33.188364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event updated for resources: {'Port': ['ID=f98e6efd-7971-463e-9dfe-0b555b091e66,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:33.202518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-968e7533-44a2-46fd-a903-758ea0ded6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:33.242287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 88d02171-80d8-495c-ab69-8b0535dd8653 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:54:33.253337 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-968e7533-44a2-46fd-a903-758ea0ded6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:33.284030 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50993823-7db4-4aca-92f1-5b3dcf3bb26b req-894be0ca-c3f6-4172-9293-593c31e0892b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 210 time: 0.1248930 May 24 22:54:33.436038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:33.444875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad4ffe05-ef6b-4ddb-b4ec-ba348594952f req-30fd872e-c6b3-46f8-ab41-e18285529b46 service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139960 May 24 22:54:33.451026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 88d02171-80d8-495c-ab69-8b0535dd8653, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=88d02171-80d8-495c-ab69-8b0535dd8653,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:33.468132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port fa6dabb6-71e8-4f36-a2d7-406ae548de0b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:33.470379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '88d02171-80d8-495c-ab69-8b0535dd8653', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'port_id': '88d02171-80d8-495c-ab69-8b0535dd8653', 'mac_address': 'fa:16:3e:95:08:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c020c108-849b-4525-aa7e-ba351ac9ffb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:54:33.537419 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 88d02171-80d8-495c-ab69-8b0535dd8653 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:33.537978 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:33.612412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d02171-80d8-495c-ab69-8b0535dd8653 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:54:33.626725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fa6dabb6-71e8-4f36-a2d7-406ae548de0b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:33.639156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad4ffe05-ef6b-4ddb-b4ec-ba348594952f req-d3adc64f-463d-4b0b-b210-016dfa328a48 service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862314 May 24 22:54:33.650239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Allocated IP 172.20.0.7 (f0f9d470-1308-4b59-8b6a-80517df5ae5c/034bb0c3-35e7-429a-8b92-042020a1e494/5e451716-e000-4beb-8069-b0e47f3b69da) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:33.673112 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-968e7533-44a2-46fd-a903-758ea0ded6e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88490e29a3cc441aa94e358a39aa1134&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3868539 May 24 22:54:33.681598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60666) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:33.688834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 88d02171-80d8-495c-ab69-8b0535dd8653, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=88d02171-80d8-495c-ab69-8b0535dd8653,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:33.696403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:33.703798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e7533-44a2-46fd-a903-758ea0ded6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7410792c-21fa-4ed6-ad6b-66d2e9cb4f8e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:33.777809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port fa6dabb6-71e8-4f36-a2d7-406ae548de0b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:33.778180 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:33.804198 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:33.818105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=88d02171-80d8-495c-ab69-8b0535dd8653,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:33.902771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:33.903994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port fa6dabb6-71e8-4f36-a2d7-406ae548de0b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:33.908428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:33.911008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:33.989060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['88d02171-80d8-495c-ab69-8b0535dd8653'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:54:34.030359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18176f96-1fd5-4167-8a6f-80bbb0b9e14a req-7f992be4-cd35-47c6-9554-43767410d449 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:34.036247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18176f96-1fd5-4167-8a6f-80bbb0b9e14a req-7f992be4-cd35-47c6-9554-43767410d449 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:34.043567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18176f96-1fd5-4167-8a6f-80bbb0b9e14a req-7f992be4-cd35-47c6-9554-43767410d449 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:34.045263 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18176f96-1fd5-4167-8a6f-80bbb0b9e14a req-7f992be4-cd35-47c6-9554-43767410d449 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2416 time: 0.8603623 May 24 22:54:34.131161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Pushing event updated for resources: {'Port': ['ID=f989c67f-bd78-47af-bd96-c5e25fd038e7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:34.133877 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2558628b-a4c4-4900-9caa-8b7abf263ddb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:34.195355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afd231cd-a61a-4087-bd17-6214b6439579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:34.205344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60145ede-a53b-4d35-a39e-f6054baa09fa'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:34.271908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558628b-a4c4-4900-9caa-8b7abf263ddb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Port': ['ID=9baea057-b1c0-40cb-970f-bfde453c422f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:34.301118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:34.303129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] For port eef34875-7b1e-48b6-9a0f-77f3a9a26a46, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:34.303491 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:34.339667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18176f96-1fd5-4167-8a6f-80bbb0b9e14a req-14a01b14-3656-48cc-a16a-525f4a72ed1c tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705731 May 24 22:54:34.368864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Transition to ACTIVE for port object 5e451716-e000-4beb-8069-b0e47f3b69da will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:34.506519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Calling delete_port for eef34875-7b1e-48b6-9a0f-77f3a9a26a46 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:34.507799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8e8b-9f69-417d-85aa-3dfc0096e415 req-04942f53-6290-45f1-9a75-e46f3720293d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:34.509251 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a37d8e8b-9f69-417d-85aa-3dfc0096e415 req-04942f53-6290-45f1-9a75-e46f3720293d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 945 time: 0.3028851 May 24 22:54:34.513364 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:34.573386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afd231cd-a61a-4087-bd17-6214b6439579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:34.634403 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:34.682200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Network f0f9d470-1308-4b59-8b6a-80517df5ae5c is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:34.704799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:34.713838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:34.740462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:34.771925 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2558628b-a4c4-4900-9caa-8b7abf263ddb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:34.776140 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a37d8e8b-9f69-417d-85aa-3dfc0096e415 req-bb0c6b1a-adc7-48e2-b06f-7ee144ff8a70 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509816 May 24 22:54:34.787022 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:34.851915 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f7e7b3-d7d9-45d6-97d7-ed220e9b7398'] response: {'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60145ede-a53b-4d35-a39e-f6054baa09fa', 'code': 200} May 24 22:54:34.879773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:34.880473 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.025228 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-9f49a5e9-7363-41f6-80d9-dade4726c82f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6093304 May 24 22:54:35.028520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afd231cd-a61a-4087-bd17-6214b6439579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.041732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Request body: {'port': {'device_id': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:35.053771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9eddbd32-6e3b-4525-a339-0fe25c5dfb01 None None] Provisioning for port 5e451716-e000-4beb-8069-b0e47f3b69da completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:35.059393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9eddbd32-6e3b-4525-a339-0fe25c5dfb01 None None] Provisioning complete for port 5e451716-e000-4beb-8069-b0e47f3b69da triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:35.059773 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9eddbd32-6e3b-4525-a339-0fe25c5dfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.083705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd231cd-a61a-4087-bd17-6214b6439579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7410792c-21fa-4ed6-ad6b-66d2e9cb4f8e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:35.101951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0ce5-02c0-4d6f-bdfc-8fb9bb1a7456 req-b44c0341-2362-4c7d-9847-83438c03cb10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:35.108189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0ce5-02c0-4d6f-bdfc-8fb9bb1a7456 req-b44c0341-2362-4c7d-9847-83438c03cb10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:35.113935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0ce5-02c0-4d6f-bdfc-8fb9bb1a7456 req-b44c0341-2362-4c7d-9847-83438c03cb10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:35.119942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0ce5-02c0-4d6f-bdfc-8fb9bb1a7456 req-b44c0341-2362-4c7d-9847-83438c03cb10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:35.126660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0ce5-02c0-4d6f-bdfc-8fb9bb1a7456 req-b44c0341-2362-4c7d-9847-83438c03cb10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:35.127655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-660d0ce5-02c0-4d6f-bdfc-8fb9bb1a7456 req-b44c0341-2362-4c7d-9847-83438c03cb10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:35.130882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9eddbd32-6e3b-4525-a339-0fe25c5dfb01 None None] Port 5e451716-e000-4beb-8069-b0e47f3b69da cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:54:35.135983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2558628b-a4c4-4900-9caa-8b7abf263ddb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.139918 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2558628b-a4c4-4900-9caa-8b7abf263ddb tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "DELETE /v2.0/floatingips/a19222df-e650-4c9b-b4b5-cdf1eae0f5d4 HTTP/1.1" status: 204 len: 168 time: 3.4945788 May 24 22:54:35.139918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afd231cd-a61a-4087-bd17-6214b6439579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.140388 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-afd231cd-a61a-4087-bd17-6214b6439579 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7410792c-21fa-4ed6-ad6b-66d2e9cb4f8e HTTP/1.1" status: 204 len: 168 time: 1.4382379 May 24 22:54:35.147475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60678) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:35.150518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.262583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 88d02171-80d8-495c-ab69-8b0535dd8653 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:35.341547 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.345632 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fa8eb47f-b8cc-420b-a989-98de486b5d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.373335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 88d02171-80d8-495c-ab69-8b0535dd8653 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:35.375243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfca85-440b-4ed2-89b0-be516bcc6f77 req-4e62a3fb-cbad-4269-b560-656cf1e1c374 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:35.375987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-16cfca85-440b-4ed2-89b0-be516bcc6f77 req-4e62a3fb-cbad-4269-b560-656cf1e1c374 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Synchronizing usage tracker for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:35.380673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 88d02171-80d8-495c-ab69-8b0535dd8653 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:35.381715 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.491407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Port': ['ID=eef34875-7b1e-48b6-9a0f-77f3a9a26a46,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:35.520856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 88d02171-80d8-495c-ab69-8b0535dd8653 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:35.520856 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.567811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-660d0ce5-02c0-4d6f-bdfc-8fb9bb1a7456 req-b44c0341-2362-4c7d-9847-83438c03cb10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:35.569245 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-660d0ce5-02c0-4d6f-bdfc-8fb9bb1a7456 req-b44c0341-2362-4c7d-9847-83438c03cb10 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 3875 time: 1.0336034 May 24 22:54:35.591282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 88d02171-80d8-495c-ab69-8b0535dd8653, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=88d02171-80d8-495c-ab69-8b0535dd8653,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:35.601453 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.602299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0379f76e-422a-4397-91b0-bc66dd44ae25 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:35.653992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] No DVR routers for this DVR port eef34875-7b1e-48b6-9a0f-77f3a9a26a46 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:35.662399 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.664580 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-366130a6-fcc6-4779-abec-ee9df5c8f771 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "DELETE /v2.0/ports/eef34875-7b1e-48b6-9a0f-77f3a9a26a46 HTTP/1.1" status: 204 len: 173 time: 5.5955403 May 24 22:54:35.668482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-deleted', 'tag': 'eef34875-7b1e-48b6-9a0f-77f3a9a26a46'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:35.676616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-00eecf3d-de61-4acd-929d-4aad7a27a09e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Deleting port a527e525-5b3f-41bc-969b-266188f14673 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:35.677217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00eecf3d-de61-4acd-929d-4aad7a27a09e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.743133 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.772342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=88d02171-80d8-495c-ab69-8b0535dd8653,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:35.791046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 0379f76e-422a-4397-91b0-bc66dd44ae25 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:35.797077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 0379f76e-422a-4397-91b0-bc66dd44ae25 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:35.797559 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.821643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.905529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-16cfca85-440b-4ed2-89b0-be516bcc6f77 req-4e62a3fb-cbad-4269-b560-656cf1e1c374 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Unset dirty status for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:35.913595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16cfca85-440b-4ed2-89b0-be516bcc6f77 req-4e62a3fb-cbad-4269-b560-656cf1e1c374 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 931 time: 0.9286315 May 24 22:54:35.934031 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-660d0ce5-02c0-4d6f-bdfc-8fb9bb1a7456 req-082833da-3b72-45cb-983c-ef0856a5e4d4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3280036 May 24 22:54:35.969364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0379f76e-422a-4397-91b0-bc66dd44ae25 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:35.971836 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:35.978248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-2bd49ac0-0166-4509-8cb5-a05f91120187 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Deleting port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:35.978767 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-2bd49ac0-0166-4509-8cb5-a05f91120187 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:36.020819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0379f76e-422a-4397-91b0-bc66dd44ae25, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0379f76e-422a-4397-91b0-bc66dd44ae25,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:36.028124 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:36.029385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:36.064563 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16cfca85-440b-4ed2-89b0-be516bcc6f77 req-7dc47130-3d1d-4b78-ab34-d948e8e7e53d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492105 May 24 22:54:36.282247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:36.288641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0379f76e-422a-4397-91b0-bc66dd44ae25,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:36.299015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:36.299393 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:36.352874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e451716-e000-4beb-8069-b0e47f3b69da {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:54:36.376384 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:36.415100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Transition to ACTIVE for port object 5e451716-e000-4beb-8069-b0e47f3b69da will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:36.419802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Router 41997575-4b74-4caf-94fa-d0e211318bf6 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:54:36.427930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:36.441052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:36.441052 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:36.475461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=379337ee-1a7f-4c3a-8b5c-33ef91e06a62,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:36.482671 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:36.573003 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e588c72c-1a84-43cd-80ae-11f21afc97b3'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-deleted', 'tag': 'eef34875-7b1e-48b6-9a0f-77f3a9a26a46', 'status': 'completed', 'code': 200} May 24 22:54:36.625221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=379337ee-1a7f-4c3a-8b5c-33ef91e06a62,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:36.658040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00eecf3d-de61-4acd-929d-4aad7a27a09e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:36.854206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63da4e16-b444-4452-a40d-3e7a432579ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d02171-80d8-495c-ab69-8b0535dd8653'}, {'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0379f76e-422a-4397-91b0-bc66dd44ae25'}, {'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379337ee-1a7f-4c3a-8b5c-33ef91e06a62'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:36.865649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Pushing event updated for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:36.914285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-00eecf3d-de61-4acd-929d-4aad7a27a09e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Calling delete_port for a527e525-5b3f-41bc-969b-266188f14673 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:37.000599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1007c1-8f4d-4ee2-842e-ea67b99afc6c req-45b435f9-f545-4f9f-b074-73c8f2b71a70 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.005550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:54:37.006388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1007c1-8f4d-4ee2-842e-ea67b99afc6c req-45b435f9-f545-4f9f-b074-73c8f2b71a70 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.012566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1007c1-8f4d-4ee2-842e-ea67b99afc6c req-45b435f9-f545-4f9f-b074-73c8f2b71a70 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.018049 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99bf23-887a-4019-82d3-e7e4f65b67e7 None None] Sync routers for ids ['41997575-4b74-4caf-94fa-d0e211318bf6'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:54:37.019876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Attempting to bind port 5e451716-e000-4beb-8069-b0e47f3b69da on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:54:37.020095 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5b1007c1-8f4d-4ee2-842e-ea67b99afc6c req-45b435f9-f545-4f9f-b074-73c8f2b71a70 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2417 time: 0.8031776 May 24 22:54:37.020962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Attempting to bind port 5e451716-e000-4beb-8069-b0e47f3b69da by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:54:37.021385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Attempting to bind port 5e451716-e000-4beb-8069-b0e47f3b69da on network f0f9d470-1308-4b59-8b6a-80517df5ae5c {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:37.028622 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99bf23-887a-4019-82d3-e7e4f65b67e7 None None] Routers {'41997575-4b74-4caf-94fa-d0e211318bf6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:37.029230 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7a99bf23-887a-4019-82d3-e7e4f65b67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['41997575-4b74-4caf-94fa-d0e211318bf6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:37.035259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Port 5e451716-e000-4beb-8069-b0e47f3b69da on network f0f9d470-1308-4b59-8b6a-80517df5ae5c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:54:37.035883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Attempting to bind port 5e451716-e000-4beb-8069-b0e47f3b69da on network f0f9d470-1308-4b59-8b6a-80517df5ae5c {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:37.058421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:54:37.059443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Checking segment: {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:54:37.059443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Bound using segment: {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:54:37.059952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Bound port: 5e451716-e000-4beb-8069-b0e47f3b69da, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:54:37.060708 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:37.090320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100b3d-e5d5-467f-9479-0c6968f36cae req-33bdd3d8-a682-494d-81f0-0bf54a8c2dc6 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.092453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15100b3d-e5d5-467f-9479-0c6968f36cae req-33bdd3d8-a682-494d-81f0-0bf54a8c2dc6 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.3330281 May 24 22:54:37.098054 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:37.098249 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7a99bf23-887a-4019-82d3-e7e4f65b67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:37.100160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Router 2098ae14-49c6-4f68-a184-97d5c6ee08ff is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:54:37.102941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e5e353d4-ea96-4d62-9c82-1d5c0b13883f tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6161053 May 24 22:54:37.108831 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99bf23-887a-4019-82d3-e7e4f65b67e7 None None] Routers {'41997575-4b74-4caf-94fa-d0e211318bf6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:37.109635 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7a99bf23-887a-4019-82d3-e7e4f65b67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['41997575-4b74-4caf-94fa-d0e211318bf6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:37.117300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60734) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:37.188911 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7a99bf23-887a-4019-82d3-e7e4f65b67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:37.189512 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99bf23-887a-4019-82d3-e7e4f65b67e7 None None] The sync data for ids ['41997575-4b74-4caf-94fa-d0e211318bf6'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:54:37.208101 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15100b3d-e5d5-467f-9479-0c6968f36cae req-9f1729eb-3c26-4ff5-b0d4-c723dc610e6e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034799 May 24 22:54:37.214396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5b1007c1-8f4d-4ee2-842e-ea67b99afc6c req-2fb7a042-7901-4120-bb44-2380cb5c563d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929889 May 24 22:54:37.216300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-2bd49ac0-0166-4509-8cb5-a05f91120187 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] For port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:37.216664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-2bd49ac0-0166-4509-8cb5-a05f91120187 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:37.258091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:37.262017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:54:37.268922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:37.325681 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aef088b-9421-426c-9a06-8f4f9ecd7817'] response: {'server_uuid': '63da4e16-b444-4452-a40d-3e7a432579ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d02171-80d8-495c-ab69-8b0535dd8653', 'code': 200} May 24 22:54:37.326204 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aef088b-9421-426c-9a06-8f4f9ecd7817'] response: {'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0379f76e-422a-4397-91b0-bc66dd44ae25', 'code': 200} May 24 22:54:37.326204 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aef088b-9421-426c-9a06-8f4f9ecd7817'] response: {'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379337ee-1a7f-4c3a-8b5c-33ef91e06a62', 'code': 200} May 24 22:54:37.334965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.335178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:37.338132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] 10.222.0.31 "PUT /v2.0/ports/5e451716-e000-4beb-8069-b0e47f3b69da HTTP/1.1" status: 200 len: 1091 time: 2.3036847 May 24 22:54:37.347251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:37.467509 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a9c77244-d8aa-4525-9cd2-352abf86aabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:37.566854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89572ddb-ab46-4a6d-ba6c-e2357706bb9e service neutron] Pushing event updated for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:37.738325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4ae00-01e4-4468-aa71-25de03b64bd5 req-2cc92425-f721-41ba-bf87-39a1a891fb0a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.745473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4ae00-01e4-4468-aa71-25de03b64bd5 req-2cc92425-f721-41ba-bf87-39a1a891fb0a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.751639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4ae00-01e4-4468-aa71-25de03b64bd5 req-2cc92425-f721-41ba-bf87-39a1a891fb0a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.758313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4ae00-01e4-4468-aa71-25de03b64bd5 req-2cc92425-f721-41ba-bf87-39a1a891fb0a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.760002 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ea4ae00-01e4-4468-aa71-25de03b64bd5 req-2cc92425-f721-41ba-bf87-39a1a891fb0a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 3143 time: 0.4015231 May 24 22:54:37.794224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-620acf28-caa7-4dec-aaea-57f569d8c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.795723 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-620acf28-caa7-4dec-aaea-57f569d8c8fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 1094 time: 0.3340099 May 24 22:54:37.799798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1eeb3-25d8-47f3-81f6-a176efb120bb req-5c201521-8dde-4012-a91e-a677f8cf702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.801134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a3a1eeb3-25d8-47f3-81f6-a176efb120bb req-5c201521-8dde-4012-a91e-a677f8cf702f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 1097 time: 0.2389266 May 24 22:54:37.806891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf637f99-9ef3-4cac-8158-e584d52612e0 req-10f2bc21-7a1a-4a78-b7cc-36b617cc8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.807367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf637f99-9ef3-4cac-8158-e584d52612e0 req-10f2bc21-7a1a-4a78-b7cc-36b617cc8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.807826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf637f99-9ef3-4cac-8158-e584d52612e0 req-10f2bc21-7a1a-4a78-b7cc-36b617cc8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:37.809374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf637f99-9ef3-4cac-8158-e584d52612e0 req-10f2bc21-7a1a-4a78-b7cc-36b617cc8250 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2871 time: 0.2849188 May 24 22:54:37.838680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-2bd49ac0-0166-4509-8cb5-a05f91120187 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Calling delete_port for a18c56a1-9ed9-43ab-8e87-2ae7bafa778e owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:38.058986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ea4ae00-01e4-4468-aa71-25de03b64bd5 req-f224dee2-e71e-4bc4-b89b-f3c9606b0dcd tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858469 May 24 22:54:38.060344 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-7d415216-f3fb-47c8-b345-e73ce4dfae9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e451716-e000-4beb-8069-b0e47f3b69da HTTP/1.1" status: 200 len: 217 time: 0.2471848 May 24 22:54:38.071610 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00eecf3d-de61-4acd-929d-4aad7a27a09e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:38.135196 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e8132dda-d9a2-41c4-ac4f-b17d03c4f6a7 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/routers/41997575-4b74-4caf-94fa-d0e211318bf6 HTTP/1.1" status: 200 len: 925 time: 1.0167816 May 24 22:54:38.135617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60790) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:38.137155 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6760e7be-0152-48b8-bd95-424fd58c6ec5'] response: {'name': 'network-changed', 'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da', 'status': 'completed', 'code': 200} May 24 22:54:38.157563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:54:38.159956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eecf3d-de61-4acd-929d-4aad7a27a09e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Port': ['ID=a527e525-5b3f-41bc-969b-266188f14673,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:38.176131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adc6503-fb0c-4dab-a1c1-c3b8b63eb167 None None] Sync routers for ids ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:54:38.191759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc6503-fb0c-4dab-a1c1-c3b8b63eb167 None None] Routers {'2098ae14-49c6-4f68-a184-97d5c6ee08ff'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:38.193627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8adc6503-fb0c-4dab-a1c1-c3b8b63eb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:38.272997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a3a1eeb3-25d8-47f3-81f6-a176efb120bb req-8edaba8d-a94f-4311-84f6-170e7e218337 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602485 May 24 22:54:38.283500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8adc6503-fb0c-4dab-a1c1-c3b8b63eb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:38.299050 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-860e8071-f089-4993-b31c-98f5a9e1fb86 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=41997575-4b74-4caf-94fa-d0e211318bf6 HTTP/1.1" status: 200 len: 205 time: 0.1479793 May 24 22:54:38.300862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-39cff3cb-677e-4f5c-84d9-be00fe8ca260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:38.302680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-39cff3cb-677e-4f5c-84d9-be00fe8ca260 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.2367260 May 24 22:54:38.303639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc6503-fb0c-4dab-a1c1-c3b8b63eb167 None None] Routers {'2098ae14-49c6-4f68-a184-97d5c6ee08ff'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:38.304401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8adc6503-fb0c-4dab-a1c1-c3b8b63eb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:38.326511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60810) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:38.344798 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:38.346120 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9ed952bb-416a-436c-b2e2-bf56933d8e9c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.2700067 May 24 22:54:38.353215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60818) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:38.370512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb8af0-e425-44d9-b4aa-f5e6e329eeba req-660ef118-ce14-4d4b-9143-460897a726d4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:38.377614 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0aeb8af0-e425-44d9-b4aa-f5e6e329eeba req-660ef118-ce14-4d4b-9143-460897a726d4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.7844830 May 24 22:54:38.381243 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf637f99-9ef3-4cac-8158-e584d52612e0 req-6a418b94-e737-46db-b4c0-9cc4e7eb5dc4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785558 May 24 22:54:38.414126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8adc6503-fb0c-4dab-a1c1-c3b8b63eb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:38.414731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adc6503-fb0c-4dab-a1c1-c3b8b63eb167 None None] The sync data for ids ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:54:38.476590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00eecf3d-de61-4acd-929d-4aad7a27a09e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:38.481397 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-00eecf3d-de61-4acd-929d-4aad7a27a09e tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "DELETE /v2.0/ports/a527e525-5b3f-41bc-969b-266188f14673 HTTP/1.1" status: 204 len: 168 time: 3.3295186 May 24 22:54:38.484006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-2bd49ac0-0166-4509-8cb5-a05f91120187 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:38.489858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60828) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:38.702769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-81f2a129-f7b6-4658-a852-7174e84a0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:38.704243 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:38.705866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-81f2a129-f7b6-4658-a852-7174e84a0a31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3760631 May 24 22:54:38.725846 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:38.729850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd49ac0-0166-4509-8cb5-a05f91120187 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Port': ['ID=a18c56a1-9ed9-43ab-8e87-2ae7bafa778e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:38.817815 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:38.847267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0aeb8af0-e425-44d9-b4aa-f5e6e329eeba req-17f82cf2-6283-46c8-9b17-f7e47c365244 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Synchronizing usage tracker for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:38.919935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c035b97-7c93-4aa8-b6f9-c61e1cda54a6 req-94d41aa9-4a6f-4d7f-9f1a-1a15f1017e6f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:38.925699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c035b97-7c93-4aa8-b6f9-c61e1cda54a6 req-94d41aa9-4a6f-4d7f-9f1a-1a15f1017e6f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:38.931679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c035b97-7c93-4aa8-b6f9-c61e1cda54a6 req-94d41aa9-4a6f-4d7f-9f1a-1a15f1017e6f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:38.934585 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4c035b97-7c93-4aa8-b6f9-c61e1cda54a6 req-94d41aa9-4a6f-4d7f-9f1a-1a15f1017e6f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2418 time: 0.5515132 May 24 22:54:39.076131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-2bd49ac0-0166-4509-8cb5-a05f91120187 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] No DVR routers for this DVR port a18c56a1-9ed9-43ab-8e87-2ae7bafa778e on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:39.087709 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-2bd49ac0-0166-4509-8cb5-a05f91120187 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:39.089665 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-2bd49ac0-0166-4509-8cb5-a05f91120187 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "DELETE /v2.0/ports/a18c56a1-9ed9-43ab-8e87-2ae7bafa778e HTTP/1.1" status: 204 len: 173 time: 3.3832152 May 24 22:54:39.090111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-deleted', 'tag': 'a18c56a1-9ed9-43ab-8e87-2ae7bafa778e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:39.108363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-54fda95f-4a3c-49f3-b127-ae8c24fce16c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Deleting port a7b98f36-c3f3-4e71-b3eb-71ee080403ce {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:39.108715 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54fda95f-4a3c-49f3-b127-ae8c24fce16c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:39.128238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4c035b97-7c93-4aa8-b6f9-c61e1cda54a6 req-bae1fe83-7075-4da3-8665-d8366beab512 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822884 May 24 22:54:39.154016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-5bf84a77-5441-4721-9cf4-469c1de78dfc service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382353 May 24 22:54:39.198713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0aeb8af0-e425-44d9-b4aa-f5e6e329eeba req-17f82cf2-6283-46c8-9b17-f7e47c365244 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Unset dirty status for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:39.207851 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0aeb8af0-e425-44d9-b4aa-f5e6e329eeba req-17f82cf2-6283-46c8-9b17-f7e47c365244 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8293126 May 24 22:54:39.390140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-90a2a0a7-a652-4e34-9d48-8140a9a23498 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Deleting port 74b74282-e7fc-474a-8a11-b94b8224d658 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:39.390518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-90a2a0a7-a652-4e34-9d48-8140a9a23498 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:39.407293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:39.452097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Deleting port f989c67f-bd78-47af-bd96-c5e25fd038e7 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:39.452475 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a86be1e-5394-4083-8b57-701b0129cbb6'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-deleted', 'tag': 'a18c56a1-9ed9-43ab-8e87-2ae7bafa778e', 'status': 'completed', 'code': 200} May 24 22:54:39.452601 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:39.613778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93506144-a492-4176-8708-0c43a2b4f6c0 req-7d86b894-f156-4e36-984d-f27bb61ac8bf service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471805 May 24 22:54:39.668721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987282d-196e-40ff-a498-36a27c1d3527 req-6ed187aa-4a67-4391-80a8-3de688a0deeb tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:39.672371 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6987282d-196e-40ff-a498-36a27c1d3527 req-6ed187aa-4a67-4391-80a8-3de688a0deeb tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.3543065 May 24 22:54:39.812501 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:39.842384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6987282d-196e-40ff-a498-36a27c1d3527 req-df8864db-c519-4db1-bcee-d158888d3ffe tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618416 May 24 22:54:39.950033 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:40.106184 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54fda95f-4a3c-49f3-b127-ae8c24fce16c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:40.111225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Calling delete_port for f989c67f-bd78-47af-bd96-c5e25fd038e7 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:40.325519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-54fda95f-4a3c-49f3-b127-ae8c24fce16c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Calling delete_port for a7b98f36-c3f3-4e71-b3eb-71ee080403ce owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:40.386384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410542-d734-464e-ab1d-89c395f5366c req-4b3716f8-a2de-40ea-9407-be6e73449e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:40.387959 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e410542-d734-464e-ab1d-89c395f5366c req-4b3716f8-a2de-40ea-9407-be6e73449e8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 1094 time: 0.6260612 May 24 22:54:40.437788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba92fa-e2ad-46f8-b4fe-a97e50da39af req-3ca98b27-d2bc-4859-b7aa-b7bfc82fd92b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:40.443469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba92fa-e2ad-46f8-b4fe-a97e50da39af req-3ca98b27-d2bc-4859-b7aa-b7bfc82fd92b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:40.449482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba92fa-e2ad-46f8-b4fe-a97e50da39af req-3ca98b27-d2bc-4859-b7aa-b7bfc82fd92b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:40.450361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-34ba92fa-e2ad-46f8-b4fe-a97e50da39af req-3ca98b27-d2bc-4859-b7aa-b7bfc82fd92b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:40.567132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-34ba92fa-e2ad-46f8-b4fe-a97e50da39af req-3ca98b27-d2bc-4859-b7aa-b7bfc82fd92b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:40.568645 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34ba92fa-e2ad-46f8-b4fe-a97e50da39af req-3ca98b27-d2bc-4859-b7aa-b7bfc82fd92b tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 2410 time: 0.8332014 May 24 22:54:40.584671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60938) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:40.606093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-90a2a0a7-a652-4e34-9d48-8140a9a23498 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] For port 74b74282-e7fc-474a-8a11-b94b8224d658, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=74b74282-e7fc-474a-8a11-b94b8224d658,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:40.606768 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-90a2a0a7-a652-4e34-9d48-8140a9a23498 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:40.628492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cdc3b-19a3-4f0d-8fd4-66dce4de05e1 req-216e01e0-e3be-420d-af98-758e2c5264a0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:40.636426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cdc3b-19a3-4f0d-8fd4-66dce4de05e1 req-216e01e0-e3be-420d-af98-758e2c5264a0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:40.643283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cdc3b-19a3-4f0d-8fd4-66dce4de05e1 req-216e01e0-e3be-420d-af98-758e2c5264a0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:40.645759 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-423cdc3b-19a3-4f0d-8fd4-66dce4de05e1 req-216e01e0-e3be-420d-af98-758e2c5264a0 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2418 time: 0.3343768 May 24 22:54:40.658345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410542-d734-464e-ab1d-89c395f5366c req-240bcf76-5148-4ffc-a5b0-802b07a69402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:40.659785 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e410542-d734-464e-ab1d-89c395f5366c req-240bcf76-5148-4ffc-a5b0-802b07a69402 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.2613361 May 24 22:54:40.751170 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e410542-d734-464e-ab1d-89c395f5366c req-6774e118-b209-48fa-aa5c-580360b557a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e451716-e000-4beb-8069-b0e47f3b69da HTTP/1.1" status: 200 len: 217 time: 0.0760136 May 24 22:54:40.752943 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:40.855079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Pushing event deleted for resources: {'Port': ['ID=f989c67f-bd78-47af-bd96-c5e25fd038e7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:40.905738 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-423cdc3b-19a3-4f0d-8fd4-66dce4de05e1 req-b7a66801-d3bc-484b-b5fd-02db51e177cb tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510164 May 24 22:54:40.961176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410542-d734-464e-ab1d-89c395f5366c req-77590ec6-93ca-430d-b717-baebfad4c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:40.962900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e410542-d734-464e-ab1d-89c395f5366c req-77590ec6-93ca-430d-b717-baebfad4c34f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.2061367 May 24 22:54:40.971830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-90a2a0a7-a652-4e34-9d48-8140a9a23498 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Calling delete_port for 74b74282-e7fc-474a-8a11-b94b8224d658 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:41.056667 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ceb765cd-05bc-4af8-8c34-2934770e6d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.067693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.073578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34ba92fa-e2ad-46f8-b4fe-a97e50da39af req-ab25fdf2-7b26-435b-b723-fa3bad43806d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4958291 May 24 22:54:41.097595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ceb765cd-05bc-4af8-8c34-2934770e6d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:41.101388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ceb765cd-05bc-4af8-8c34-2934770e6d4f admin admin] Usage tracker for resource:security_group_rule and tenant:0b6aceaa175c419fbc23928344472a83 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:41.104659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ceb765cd-05bc-4af8-8c34-2934770e6d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:41.114486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ceb765cd-05bc-4af8-8c34-2934770e6d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:41.121440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54fda95f-4a3c-49f3-b127-ae8c24fce16c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.124074 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.210558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fda95f-4a3c-49f3-b127-ae8c24fce16c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Port': ['ID=a7b98f36-c3f3-4e71-b3eb-71ee080403ce,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:41.273536 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.278134 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.318160 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.318553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Fanout notify agent at l3_agent the message router_deleted on router 41997575-4b74-4caf-94fa-d0e211318bf6 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:54:41.324188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410542-d734-464e-ab1d-89c395f5366c req-378e570c-0b3a-455f-8123-cc744c70570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:41.326274 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e410542-d734-464e-ab1d-89c395f5366c req-378e570c-0b3a-455f-8123-cc744c70570d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3561606 May 24 22:54:41.562041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3364fd5-bd25-4932-aa8a-95deaac7421a req-4c73bf2d-2348-4d19-bfde-124f23c47b64 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:41.563668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d3364fd5-bd25-4932-aa8a-95deaac7421a req-4c73bf2d-2348-4d19-bfde-124f23c47b64 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.5295882 May 24 22:54:41.567881 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.568926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-859ac531-6c7c-481b-8e47-f1d154f11ecb tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/41997575-4b74-4caf-94fa-d0e211318bf6 HTTP/1.1" status: 204 len: 168 time: 3.2412553 May 24 22:54:41.584202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60948) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:41.596712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1441845317', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'enable_snat': False}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:41.603634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:41.617055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Usage tracker for resource:router and tenant:5055d36ff19c49d5837530037b9b5205 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:41.624354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:41.638223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-90a2a0a7-a652-4e34-9d48-8140a9a23498 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.644274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54fda95f-4a3c-49f3-b127-ae8c24fce16c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.658111 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d3364fd5-bd25-4932-aa8a-95deaac7421a req-cf7ce5d0-8138-4899-9fa0-ed316da0868f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880358 May 24 22:54:41.664183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:41.691419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e410542-d734-464e-ab1d-89c395f5366c req-5024a3b0-d4d3-4732-a738-46f600b85524 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582106 May 24 22:54:41.776954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2a0a7-a652-4e34-9d48-8140a9a23498 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Port': ['ID=74b74282-e7fc-474a-8a11-b94b8224d658,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:41.823226 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ceb765cd-05bc-4af8-8c34-2934770e6d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.857248 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.858358 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.875297 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.898417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795279ea-fda5-4d81-8140-450cf313b3b3 req-11771f84-0dad-4392-89cf-9e346b6f8f2d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:41.899940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-795279ea-fda5-4d81-8140-450cf313b3b3 req-11771f84-0dad-4392-89cf-9e346b6f8f2d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.6973369 May 24 22:54:41.918796 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ceb765cd-05bc-4af8-8c34-2934770e6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.926456 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-54fda95f-4a3c-49f3-b127-ae8c24fce16c tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "DELETE /v2.0/ports/a7b98f36-c3f3-4e71-b3eb-71ee080403ce HTTP/1.1" status: 204 len: 168 time: 3.3819926 May 24 22:54:41.941006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-90a2a0a7-a652-4e34-9d48-8140a9a23498 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] No DVR routers for this DVR port 74b74282-e7fc-474a-8a11-b94b8224d658 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:41.943888 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-90a2a0a7-a652-4e34-9d48-8140a9a23498 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:41.952272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60954) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:41.967810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-deleted', 'tag': '74b74282-e7fc-474a-8a11-b94b8224d658'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:42.038150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e410542-d734-464e-ab1d-89c395f5366c req-b6d052fd-e193-4501-9589-0662580872b9 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410225 May 24 22:54:42.048074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-90a2a0a7-a652-4e34-9d48-8140a9a23498 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "DELETE /v2.0/ports/74b74282-e7fc-474a-8a11-b94b8224d658 HTTP/1.1" status: 204 len: 173 time: 2.8981771 May 24 22:54:42.083494 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c89386b-b235-4ec0-a453-836db8cda804'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-deleted', 'tag': '74b74282-e7fc-474a-8a11-b94b8224d658', 'status': 'completed', 'code': 200} May 24 22:54:42.108177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb765cd-05bc-4af8-8c34-2934770e6d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f343049-adcc-4f2d-9a1f-e41c9c740799,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:42.152475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ceb765cd-05bc-4af8-8c34-2934770e6d4f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b6aceaa175c419fbc23928344472a83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5664043 May 24 22:54:42.174526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60964) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:42.237579 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:42.249443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0281196f-2653-492e-a9e6-ecd3edcad763 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Deleting subnet 8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:54:42.258234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-795279ea-fda5-4d81-8140-450cf313b3b3 req-16b1597e-92e8-4e47-870e-b089c392992e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404334 May 24 22:54:42.343707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Allocated IP 172.20.0.1 (07239e3f-9b02-4781-9836-008d42ff3495/31972ce4-2cf5-4a7d-b0de-35d78ca181b2/68f7fe27-f80b-4d08-a805-35eab51f983e) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:42.374898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4365f0-7062-4c02-8704-4c2aee9b3fe4 req-9c44b3ee-4953-4bd3-a814-ab7f4cb62a6b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:42.377603 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0281196f-2653-492e-a9e6-ecd3edcad763 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:42.381302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4365f0-7062-4c02-8704-4c2aee9b3fe4 req-9c44b3ee-4953-4bd3-a814-ab7f4cb62a6b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:42.387622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4365f0-7062-4c02-8704-4c2aee9b3fe4 req-9c44b3ee-4953-4bd3-a814-ab7f4cb62a6b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:42.389511 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c4365f0-7062-4c02-8704-4c2aee9b3fe4 req-9c44b3ee-4953-4bd3-a814-ab7f4cb62a6b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2418 time: 0.1983309 May 24 22:54:42.445324 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c4365f0-7062-4c02-8704-4c2aee9b3fe4 req-9358b51a-9dce-4871-8bb0-0b579479b5b3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480938 May 24 22:54:42.539513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Deleting port c8ad0a3d-36eb-4734-a529-9315ca67c700 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:42.539855 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:42.581174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 5e451716-e000-4beb-8069-b0e47f3b69da details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:54:42.721216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:42.754646 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:42.822608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:42.836044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '5e451716-e000-4beb-8069-b0e47f3b69da', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'port_id': '5e451716-e000-4beb-8069-b0e47f3b69da', 'mac_address': 'fa:16:3e:50:e3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:54:42.866663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0281196f-2653-492e-a9e6-ecd3edcad763 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:42.892043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 5e451716-e000-4beb-8069-b0e47f3b69da is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:42.892410 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:42.910252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e451716-e000-4beb-8069-b0e47f3b69da {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:54:42.926137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:42.932564 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:42.973371 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7230e013-ffef-4949-a8a9-41a31ecfe850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:42.974052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9d0a2-a0f7-49af-ab51-7d385fe6c5be req-4788e0ff-4b54-4436-a168-4c66f431d311 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:42.975571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2cd9d0a2-a0f7-49af-ab51-7d385fe6c5be req-4788e0ff-4b54-4436-a168-4c66f431d311 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.1725264 May 24 22:54:42.987797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Allocated IP 172.25.7.164 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/c93e9cc1-024d-4b9b-b155-761bdf4b81a6) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:43.003763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:43.113326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2cd9d0a2-a0f7-49af-ab51-7d385fe6c5be req-44b02136-74d2-4c4e-bb5d-3e938b6e55a3 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232073 May 24 22:54:43.117466 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7230e013-ffef-4949-a8a9-41a31ecfe850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:43.141265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['5e451716-e000-4beb-8069-b0e47f3b69da'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:54:43.172932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:43.183613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2229154-77fe-44fa-ab60-641b8c668cd6 req-d178cdbb-ae78-40df-8103-b06ab4b9566f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:43.189328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2229154-77fe-44fa-ab60-641b8c668cd6 req-d178cdbb-ae78-40df-8103-b06ab4b9566f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:43.190155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f2229154-77fe-44fa-ab60-641b8c668cd6 req-d178cdbb-ae78-40df-8103-b06ab4b9566f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:43.203435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:43.260540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Transition to ACTIVE for port object 68f7fe27-f80b-4d08-a805-35eab51f983e will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:43.262725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] For port c8ad0a3d-36eb-4734-a529-9315ca67c700, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c8ad0a3d-36eb-4734-a529-9315ca67c700,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:43.263093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:43.273395 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0281196f-2653-492e-a9e6-ecd3edcad763 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:43.288199 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:43.363610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f2229154-77fe-44fa-ab60-641b8c668cd6 req-d178cdbb-ae78-40df-8103-b06ab4b9566f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:43.364817 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f2229154-77fe-44fa-ab60-641b8c668cd6 req-d178cdbb-ae78-40df-8103-b06ab4b9566f tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 1677 time: 0.9509504 May 24 22:54:43.472300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7230e013-ffef-4949-a8a9-41a31ecfe850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:43.509015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:43.513100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:43.515667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:43.561872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event updated for resources: {'Port': ['ID=c93e9cc1-024d-4b9b-b155-761bdf4b81a6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:43.574234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230e013-ffef-4949-a8a9-41a31ecfe850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f343049-adcc-4f2d-9a1f-e41c9c740799,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:43.578304 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f2229154-77fe-44fa-ab60-641b8c668cd6 req-30a72005-7cc4-41f8-9f45-69ee7eb62be4 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843801 May 24 22:54:43.588936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6f19d-47b1-4072-986a-3bf6d6c6a79d req-136026e8-d911-47e5-9e5f-d109c7c14649 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:43.590799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75d6f19d-47b1-4072-986a-3bf6d6c6a79d req-136026e8-d911-47e5-9e5f-d109c7c14649 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 944 time: 0.3549161 May 24 22:54:43.601521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:43.642220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7230e013-ffef-4949-a8a9-41a31ecfe850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:43.646138 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7230e013-ffef-4949-a8a9-41a31ecfe850 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f343049-adcc-4f2d-9a1f-e41c9c740799 HTTP/1.1" status: 204 len: 168 time: 1.4615028 May 24 22:54:43.654655 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0281196f-2653-492e-a9e6-ecd3edcad763 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:43.793817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281196f-2653-492e-a9e6-ecd3edcad763 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:43.795859 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0281196f-2653-492e-a9e6-ecd3edcad763 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:43.799889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Network 07239e3f-9b02-4781-9836-008d42ff3495 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:43.804130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ad429-b682-49ba-870b-7bc2c92a2374 None None] Network 52c33e24-ff90-4552-83ee-49b4f514ed82 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:54:43.845531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:43.865581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:43.905640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0281196f-2653-492e-a9e6-ecd3edcad763 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "DELETE /v2.0/subnets/8e2a4ade-760d-4e39-a0d9-3c0a118e0bc0 HTTP/1.1" status: 204 len: 168 time: 1.9321172 May 24 22:54:43.906460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event updated for resources: {'Port': ['ID=68f7fe27-f80b-4d08-a805-35eab51f983e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:43.916207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60980) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:43.949302 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75d6f19d-47b1-4072-986a-3bf6d6c6a79d req-106eda17-7be7-4eef-bffa-912c83ebddf0 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484137 May 24 22:54:44.022598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-076d86d1-df34-4f24-909f-7b70672c2fea tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:44.027290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-076d86d1-df34-4f24-909f-7b70672c2fea tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:44.033330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-076d86d1-df34-4f24-909f-7b70672c2fea tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:44.035053 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-076d86d1-df34-4f24-909f-7b70672c2fea tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2418 time: 0.3446965 May 24 22:54:44.036344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.040166 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.040479 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Floating IP 899a15a4-acef-48c5-ac19-ab901a8766ab disassociated. External IP: 172.25.7.201, port: c8ad0a3d-36eb-4734-a529-9315ca67c700. May 24 22:54:44.041060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Calling delete_port for c8ad0a3d-36eb-4734-a529-9315ca67c700 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:44.126042 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.164234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd50970-0f55-4dbf-babe-50c5a95f4822 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Deleting subnet 964964ea-3053-4ce2-8975-28f4ea60a9fa {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:54:44.171691 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecd50970-0f55-4dbf-babe-50c5a95f4822 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.183901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a0900-bd49-44a9-a51e-cc90cbf3554b None None] DHCP port deletion for 52c33e24-ff90-4552-83ee-49b4f514ed82 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:54:44.196666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a0900-bd49-44a9-a51e-cc90cbf3554b None None] Deleting port a482912d-3eb8-4e00-9c77-4aa810b56a93 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:44.198920 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0900-bd49-44a9-a51e-cc90cbf3554b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.274239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef8136-0556-4c0d-abc6-a6d4a86f8470 req-031f40f5-d99a-4ffd-890b-4b3f9c72b4f2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:44.279989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef8136-0556-4c0d-abc6-a6d4a86f8470 req-031f40f5-d99a-4ffd-890b-4b3f9c72b4f2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:44.285714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef8136-0556-4c0d-abc6-a6d4a86f8470 req-031f40f5-d99a-4ffd-890b-4b3f9c72b4f2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:44.287417 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-15ef8136-0556-4c0d-abc6-a6d4a86f8470 req-031f40f5-d99a-4ffd-890b-4b3f9c72b4f2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 2418 time: 0.5131269 May 24 22:54:44.294281 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecd50970-0f55-4dbf-babe-50c5a95f4822 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.358686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f9248b80-617e-48fd-8c7c-f4b6090b5071 None None] Provisioning for port 68f7fe27-f80b-4d08-a805-35eab51f983e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:44.360346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-ee714b1d-e89f-462f-8bd3-5883b3731e0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:44.360702 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-ee714b1d-e89f-462f-8bd3-5883b3731e0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.376750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f9248b80-617e-48fd-8c7c-f4b6090b5071 None None] Provisioning complete for port 68f7fe27-f80b-4d08-a805-35eab51f983e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:44.379968 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f9248b80-617e-48fd-8c7c-f4b6090b5071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.463321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-15ef8136-0556-4c0d-abc6-a6d4a86f8470 req-42ca6a2d-3ff1-4641-ac3e-ad52445e0f7b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357915 May 24 22:54:44.482622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.558246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ae3a0900-bd49-44a9-a51e-cc90cbf3554b None None] For port a482912d-3eb8-4e00-9c77-4aa810b56a93, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a482912d-3eb8-4e00-9c77-4aa810b56a93,segment=NetworkSegment(46fed279-34e7-4158-9ea3-792c83c97b03),segment_id=46fed279-34e7-4158-9ea3-792c83c97b03)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:44.558931 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0900-bd49-44a9-a51e-cc90cbf3554b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.729550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.752301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Port': ['ID=c8ad0a3d-36eb-4734-a529-9315ca67c700,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:44.772172 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecd50970-0f55-4dbf-babe-50c5a95f4822 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.816577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 5e451716-e000-4beb-8069-b0e47f3b69da up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:44.855581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a0900-bd49-44a9-a51e-cc90cbf3554b None None] Calling delete_port for a482912d-3eb8-4e00-9c77-4aa810b56a93 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:44.902355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:44.964235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f9248b80-617e-48fd-8c7c-f4b6090b5071 None None] Port 68f7fe27-f80b-4d08-a805-35eab51f983e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:54:45.013212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 5e451716-e000-4beb-8069-b0e47f3b69da completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:45.019557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 5e451716-e000-4beb-8069-b0e47f3b69da triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:45.020676 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:45.056101 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0900-bd49-44a9-a51e-cc90cbf3554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:45.058480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5622dd-979f-4f89-ac24-294b6549e4e2 req-15db41f2-dd0e-4672-a31c-be81cf0cdb8e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:45.060388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e5622dd-979f-4f89-ac24-294b6549e4e2 req-15db41f2-dd0e-4672-a31c-be81cf0cdb8e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.6362755 May 24 22:54:45.123175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a0900-bd49-44a9-a51e-cc90cbf3554b None None] No DVR routers for this DVR port a482912d-3eb8-4e00-9c77-4aa810b56a93 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:45.156692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a0900-bd49-44a9-a51e-cc90cbf3554b None None] Pushing event deleted for resources: {'Port': ['ID=a482912d-3eb8-4e00-9c77-4aa810b56a93,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:45.185850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e5622dd-979f-4f89-ac24-294b6549e4e2 req-84087191-8df0-4848-9fe5-e485d659bc69 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960739 May 24 22:54:45.199660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-ee714b1d-e89f-462f-8bd3-5883b3731e0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] For port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=379337ee-1a7f-4c3a-8b5c-33ef91e06a62,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:45.200256 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-ee714b1d-e89f-462f-8bd3-5883b3731e0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:45.267256 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecd50970-0f55-4dbf-babe-50c5a95f4822 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:45.275223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Router 877d7e32-a013-45b0-801c-c2747464a620 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:54:45.323358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd50970-0f55-4dbf-babe-50c5a95f4822 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Subnet': ['ID=964964ea-3053-4ce2-8975-28f4ea60a9fa,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:45.339116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3154af2b-c858-4e43-a3f2-3cb8d73bbcb9 None None] Network abbe8918-2b0f-4539-a34b-fc1ac752a667 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:54:45.393942 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecd50970-0f55-4dbf-babe-50c5a95f4822 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:45.513521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3446f3-984b-4379-b943-28f4289f1779 req-80992acf-5d47-4ab9-b81a-77034f610be1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:45.514758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5a3446f3-984b-4379-b943-28f4289f1779 req-80992acf-5d47-4ab9-b81a-77034f610be1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:45.535019 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ecd50970-0f55-4dbf-babe-50c5a95f4822 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "DELETE /v2.0/subnets/964964ea-3053-4ce2-8975-28f4ea60a9fa HTTP/1.1" status: 204 len: 168 time: 1.6152499 May 24 22:54:45.549122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32788) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:45.575736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 5e451716-e000-4beb-8069-b0e47f3b69da is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:45.577514 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:45.629700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:45.632812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:45.676498 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a482912d-3eb8-4e00-9c77-4aa810b56a93 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:45.756329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5a3446f3-984b-4379-b943-28f4289f1779 req-80992acf-5d47-4ab9-b81a-77034f610be1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:45.757504 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a3446f3-984b-4379-b943-28f4289f1779 req-80992acf-5d47-4ab9-b81a-77034f610be1 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 943 time: 0.9547250 May 24 22:54:45.771591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a482912d-3eb8-4e00-9c77-4aa810b56a93 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:54:45.772272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a482912d-3eb8-4e00-9c77-4aa810b56a93 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:54:45.776605 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:45.803493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-ee714b1d-e89f-462f-8bd3-5883b3731e0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Calling delete_port for 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:45.872881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:45.881276 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:45.900633 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:45.922807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:54:45.934293 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b959d52-152c-42ce-880f-2ba92254484a None None] Sync routers for ids ['877d7e32-a013-45b0-801c-c2747464a620'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:54:45.947523 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b959d52-152c-42ce-880f-2ba92254484a None None] Routers {'877d7e32-a013-45b0-801c-c2747464a620'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:45.948880 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2b959d52-152c-42ce-880f-2ba92254484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['877d7e32-a013-45b0-801c-c2747464a620'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:45.965006 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a3446f3-984b-4379-b943-28f4289f1779 req-e22241e5-874c-4fd0-8fc8-57a5cf770661 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006297 May 24 22:54:46.016244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c0f21-9801-4e43-9bba-00738477bf14 None None] DHCP port deletion for abbe8918-2b0f-4539-a34b-fc1ac752a667 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:54:46.028387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-297c0f21-9801-4e43-9bba-00738477bf14 None None] Deleting port b3c21814-0acd-4e59-b215-a69926b64771 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:46.028795 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-297c0f21-9801-4e43-9bba-00738477bf14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.059322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] No DVR routers for this DVR port c8ad0a3d-36eb-4734-a529-9315ca67c700 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:46.081520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.083496 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-4540e387-0b37-41c2-a121-972ba2470985 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "DELETE /v2.0/ports/c8ad0a3d-36eb-4734-a529-9315ca67c700 HTTP/1.1" status: 204 len: 173 time: 3.9928267 May 24 22:54:46.083937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-deleted', 'tag': 'c8ad0a3d-36eb-4734-a529-9315ca67c700'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:46.233543 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-2b959d52-152c-42ce-880f-2ba92254484a None None] Set router 877d7e32-a013-45b0-801c-c2747464a620 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:46.305802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1129013-67ab-45ec-9f40-b58564376f13 req-4960d671-3548-43a3-be94-c57faf38548d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:46.308309 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1129013-67ab-45ec-9f40-b58564376f13 req-4960d671-3548-43a3-be94-c57faf38548d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.9471676 May 24 22:54:46.377111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-297c0f21-9801-4e43-9bba-00738477bf14 None None] For port b3c21814-0acd-4e59-b215-a69926b64771, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b3c21814-0acd-4e59-b215-a69926b64771,segment=NetworkSegment(bba09216-c0bd-4cdf-889f-3289673455b0),segment_id=bba09216-c0bd-4cdf-889f-3289673455b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:46.377654 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-297c0f21-9801-4e43-9bba-00738477bf14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.521176 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.522849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-297c0f21-9801-4e43-9bba-00738477bf14 None None] Calling delete_port for b3c21814-0acd-4e59-b215-a69926b64771 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:46.581041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c33e24-ff90-4552-83ee-49b4f514ed82']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:46.597521 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-ee714b1d-e89f-462f-8bd3-5883b3731e0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.604180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-02b1fb35-2193-4be6-bd49-c87f22986b27 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Deleting port 2b16dee6-c1e6-453c-b127-c10756919efc {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:46.604763 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-02b1fb35-2193-4be6-bd49-c87f22986b27 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.647280 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-297c0f21-9801-4e43-9bba-00738477bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.648453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fed279-34e7-4158-9ea3-792c83c97b03') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:46.648760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fed279-34e7-4158-9ea3-792c83c97b03') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:46.663387 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.683243 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.692426 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.756971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee714b1d-e89f-462f-8bd3-5883b3731e0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Port': ['ID=379337ee-1a7f-4c3a-8b5c-33ef91e06a62,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:46.760937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c0f21-9801-4e43-9bba-00738477bf14 None None] No DVR routers for this DVR port b3c21814-0acd-4e59-b215-a69926b64771 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:46.785851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c0f21-9801-4e43-9bba-00738477bf14 None None] Pushing event deleted for resources: {'Port': ['ID=b3c21814-0acd-4e59-b215-a69926b64771,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:46.790192 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2b959d52-152c-42ce-880f-2ba92254484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:18Z', 'revision_number': 4, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4', 'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'mac_address': 'fa:16:3e:3d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:16Z', 'updated_at': '2022-05-24T22:48:34Z', 'revision_number': 5, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'subnets': [{'id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:46.803078 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b959d52-152c-42ce-880f-2ba92254484a None None] Checking router: 877d7e32-a013-45b0-801c-c2747464a620 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:54:46.812568 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.816285 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b959d52-152c-42ce-880f-2ba92254484a None None] Routers {'877d7e32-a013-45b0-801c-c2747464a620'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:46.816959 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2b959d52-152c-42ce-880f-2ba92254484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['877d7e32-a013-45b0-801c-c2747464a620'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:46.855624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1129013-67ab-45ec-9f40-b58564376f13 req-76362e97-27d2-4208-9446-5041285a8c19 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5325232 May 24 22:54:46.873273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:54:46.873949 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:46.934093 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3226efb2-f55f-4663-bfc5-61fb049f769e'] response: {'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da', 'code': 200} May 24 22:54:46.981328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc426a-737c-4ffa-8ccb-a4daf9f43d7b req-9ca2a030-904d-4211-96a6-fb942dc0cb89 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:46.988349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc426a-737c-4ffa-8ccb-a4daf9f43d7b req-9ca2a030-904d-4211-96a6-fb942dc0cb89 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:46.997475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6cc426a-737c-4ffa-8ccb-a4daf9f43d7b req-9ca2a030-904d-4211-96a6-fb942dc0cb89 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 1682 time: 0.8005800 May 24 22:54:47.020800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-ee714b1d-e89f-462f-8bd3-5883b3731e0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] No DVR routers for this DVR port 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:47.021264 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 46fed279-34e7-4158-9ea3-792c83c97b03 resource provider aggregate not found May 24 22:54:47.031692 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-ee714b1d-e89f-462f-8bd3-5883b3731e0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:47.037321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-deleted', 'tag': '379337ee-1a7f-4c3a-8b5c-33ef91e06a62'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:47.054678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:47.072865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event updated for resources: {'Port': ['ID=68f7fe27-f80b-4d08-a805-35eab51f983e,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:47.080999 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 46fed279-34e7-4158-9ea3-792c83c97b03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46fed279-34e7-4158-9ea3-792c83c97b03 found for delete ", "request_id": "req-a76bde56-10fa-4734-ac12-f647f9527bb8"}]} May 24 22:54:47.082725 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f31232-8727-4f1a-a665-7a526b9415ad'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-deleted', 'tag': 'c8ad0a3d-36eb-4734-a529-9315ca67c700', 'status': 'completed', 'code': 200} May 24 22:54:47.162044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Router df05b587-168c-447f-8974-dd890fca1038 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:54:47.167231 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-2b959d52-152c-42ce-880f-2ba92254484a None None] Set router 877d7e32-a013-45b0-801c-c2747464a620 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:47.335846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:47.351312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32856) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:47.352964 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60145ede-a53b-4d35-a39e-f6054baa09fa no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:47.378115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6cc426a-737c-4ffa-8ccb-a4daf9f43d7b req-52e881e3-ec12-46b8-adae-fdae32f20f33 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793254 May 24 22:54:47.388037 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:47.412742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:54:47.433691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-ee714b1d-e89f-462f-8bd3-5883b3731e0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.50 "DELETE /v2.0/ports/379337ee-1a7f-4c3a-8b5c-33ef91e06a62 HTTP/1.1" status: 204 len: 173 time: 3.3915827 May 24 22:54:47.441893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Sync routers for ids ['df05b587-168c-447f-8974-dd890fca1038'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:54:47.444321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Network': ['ID=52c33e24-ff90-4552-83ee-49b4f514ed82,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:47.461316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Routers {'df05b587-168c-447f-8974-dd890fca1038'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:47.461988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['df05b587-168c-447f-8974-dd890fca1038'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:47.523664 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dcdae0e4-2833-4303-b83a-9d9a751c3f81 tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "DELETE /v2.0/networks/52c33e24-ff90-4552-83ee-49b4f514ed82 HTTP/1.1" status: 204 len: 168 time: 1.9732056 May 24 22:54:47.568111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32862) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:47.707740 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2b959d52-152c-42ce-880f-2ba92254484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:18Z', 'revision_number': 4, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4', 'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'mac_address': 'fa:16:3e:3d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:16Z', 'updated_at': '2022-05-24T22:48:34Z', 'revision_number': 5, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'subnets': [{'id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:47.708816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port 0379f76e-422a-4397-91b0-bc66dd44ae25 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:47.709167 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:47.713527 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b959d52-152c-42ce-880f-2ba92254484a None None] The sync data for ids ['877d7e32-a013-45b0-801c-c2747464a620'] in n-d-843146-7 is: [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:48:18Z', 'revision_number': 4, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4', 'name': '', 'network_id': '917b93a6-4340-4e78-a5f4-2f95554ac5d6', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'mac_address': 'fa:16:3e:3d:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:16Z', 'updated_at': '2022-05-24T22:48:34Z', 'revision_number': 5, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'subnets': [{'id': '035893a4-62f8-4783-8f63-47862db4dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:54:47.765344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b3c21814-0acd-4e59-b215-a69926b64771 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:47.803425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:47.804724 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dfd04b48-5a1f-4c0e-8313-65d0de8bdab3 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.2181633 May 24 22:54:47.815857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 32866) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:47.856338 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce0c89fb-2872-4dfc-bff4-197bc81f7aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:47.866476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-02b1fb35-2193-4be6-bd49-c87f22986b27 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] For port 2b16dee6-c1e6-453c-b127-c10756919efc, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2b16dee6-c1e6-453c-b127-c10756919efc,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:47.866865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-02b1fb35-2193-4be6-bd49-c87f22986b27 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:47.879034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: b3c21814-0acd-4e59-b215-a69926b64771 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:54:47.879034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b3c21814-0acd-4e59-b215-a69926b64771 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:54:47.909512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49256b37-db9d-4608-b439-912b6d7b545c req-b56aaf69-5ff1-4bc4-9718-54ad224bf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:47.911097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-49256b37-db9d-4608-b439-912b6d7b545c req-b56aaf69-5ff1-4bc4-9718-54ad224bf4ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 1096 time: 0.8743966 May 24 22:54:47.924280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 60145ede-a53b-4d35-a39e-f6054baa09fa is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:47.924850 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:47.936930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Set router df05b587-168c-447f-8974-dd890fca1038 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:47.962638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Network 07239e3f-9b02-4781-9836-008d42ff3495 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:48.021801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ce0c89fb-2872-4dfc-bff4-197bc81f7aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:48.027851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:48.040021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-02b1fb35-2193-4be6-bd49-c87f22986b27 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Calling delete_port for 2b16dee6-c1e6-453c-b127-c10756919efc owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:48.068430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28749-d12f-468a-8e27-52a1b37a5799 req-627877cf-6210-4d87-bdad-d2ed2c49744a tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:48.070045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63e28749-d12f-468a-8e27-52a1b37a5799 req-627877cf-6210-4d87-bdad-d2ed2c49744a tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.6594622 May 24 22:54:48.087762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ce0c89fb-2872-4dfc-bff4-197bc81f7aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:11be7b23b71c4f07b9364be7954312a7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:48.105955 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:48.109086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ce0c89fb-2872-4dfc-bff4-197bc81f7aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:48.166414 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a42de98-b041-4ea7-9e13-c0c405c32641 None None] New status for floating IP 899a15a4-acef-48c5-ac19-ab901a8766ab: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:54:48.185955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60145ede-a53b-4d35-a39e-f6054baa09fa, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60145ede-a53b-4d35-a39e-f6054baa09fa,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:48.193728 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:48.194953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0379f76e-422a-4397-91b0-bc66dd44ae25 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:48.227505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ce0c89fb-2872-4dfc-bff4-197bc81f7aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:48.250833 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-49256b37-db9d-4608-b439-912b6d7b545c req-25c08b9b-dcab-4841-ae35-65fd6472b319 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922571 May 24 22:54:48.394593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=60145ede-a53b-4d35-a39e-f6054baa09fa,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:48.427517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96394c-b5b5-4bbf-b22e-b0d430bc43ea req-553477ff-10df-4e18-938c-93d59eb1e35d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:48.435971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be96394c-b5b5-4bbf-b22e-b0d430bc43ea req-553477ff-10df-4e18-938c-93d59eb1e35d tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 943 time: 0.7996619 May 24 22:54:48.469618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-13f5084b-7092-4e35-8aa6-c001ab6203f7 None None] Provisioning complete for port 68f7fe27-f80b-4d08-a805-35eab51f983e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:48.470073 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-13f5084b-7092-4e35-8aa6-c001ab6203f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:48.614183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-63e28749-d12f-468a-8e27-52a1b37a5799 req-62eef0a5-ffc3-4cf6-93e0-0b36e72cefcb tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284607 May 24 22:54:48.632624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0379f76e-422a-4397-91b0-bc66dd44ae25 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:48.632624 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:48.649404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-40785ced-bead-49a7-80b4-d40cf6c9b079 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/routers/df05b587-168c-447f-8974-dd890fca1038 HTTP/1.1" status: 200 len: 909 time: 0.8285027 May 24 22:54:48.650368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 32874) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:48.654578 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-13f5084b-7092-4e35-8aa6-c001ab6203f7 None None] Port 68f7fe27-f80b-4d08-a805-35eab51f983e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:54:48.670726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1441845317', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'enable_snat': True}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:48.680060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df05b587-168c-447f-8974-dd890fca1038', 'name': 'tempest-snat-router-1441845317', 'tenant_id': '5055d36ff19c49d5837530037b9b5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.164'}], 'enable_snat': False}, 'gw_port_id': 'c93e9cc1-024d-4b9b-b155-761bdf4b81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:54:41Z', 'updated_at': '2022-05-24T22:54:43Z', 'revision_number': 3, 'project_id': '5055d36ff19c49d5837530037b9b5205', 'gw_port': {'id': 'c93e9cc1-024d-4b9b-b155-761bdf4b81a6', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:18:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df05b587-168c-447f-8974-dd890fca1038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:54:42Z', 'updated_at': '2022-05-24T22:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:48.680617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:48.686764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Checking router: df05b587-168c-447f-8974-dd890fca1038 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:54:48.687253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Updating router df05b587-168c-447f-8974-dd890fca1038 port c93e9cc1-024d-4b9b-b155-761bdf4b81a6 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:54:48.689967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] For port 0379f76e-422a-4397-91b0-bc66dd44ae25, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0379f76e-422a-4397-91b0-bc66dd44ae25,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:48.690340 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:48.698911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Usage tracker for resource:router and tenant:5055d36ff19c49d5837530037b9b5205 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:48.702973 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ced4ff0-23b4-4c72-9449-30975a00585b'] response: {'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-deleted', 'tag': '379337ee-1a7f-4c3a-8b5c-33ef91e06a62', 'status': 'completed', 'code': 200} May 24 22:54:48.704530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:48.716724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:48.729367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0379f76e-422a-4397-91b0-bc66dd44ae25, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0379f76e-422a-4397-91b0-bc66dd44ae25,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:48.752890 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:48.758155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:48.844891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Calling delete_port for 0379f76e-422a-4397-91b0-bc66dd44ae25 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:48.856151 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:48.881816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:54:48.882672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 379337ee-1a7f-4c3a-8b5c-33ef91e06a62 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:54:48.936226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:48.937187 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:48.937790 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:48.962979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60145ede-a53b-4d35-a39e-f6054baa09fa'}, {'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0379f76e-422a-4397-91b0-bc66dd44ae25'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:48.967427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0379f76e-422a-4397-91b0-bc66dd44ae25,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:48.985584 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be96394c-b5b5-4bbf-b22e-b0d430bc43ea req-ade3fad4-1a89-4a54-9ecb-4681bb28ee98 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups?id=170c4bf6-872b-4011-a41d-6c4113deb19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5480075 May 24 22:54:49.003523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Router 2098ae14-49c6-4f68-a184-97d5c6ee08ff has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:54:49.006525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbe8918-2b0f-4539-a34b-fc1ac752a667']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:49.025000 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:54:49.025322 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:54:49.038007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba09216-c0bd-4cdf-889f-3289673455b0') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:49.038248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b84c50-6819-4877-85c7-82781c0d1d50 req-2d959bf9-0a00-4895-90d3-fb59225e1d76 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:49.038359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba09216-c0bd-4cdf-889f-3289673455b0') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:49.048144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8b84c50-6819-4877-85c7-82781c0d1d50 req-2d959bf9-0a00-4895-90d3-fb59225e1d76 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.2128441 May 24 22:54:49.060284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.108711 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8b84c50-6819-4877-85c7-82781c0d1d50 req-a30be5af-e356-4dee-ae2d-b29d75d19abe tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588868 May 24 22:54:49.112351 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.146247 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-02b1fb35-2193-4be6-bd49-c87f22986b27 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.176180 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb27a42-7607-4d8a-a713-36238a2f2838'] response: {'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60145ede-a53b-4d35-a39e-f6054baa09fa', 'code': 200} May 24 22:54:49.176507 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb27a42-7607-4d8a-a713-36238a2f2838'] response: {'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0379f76e-422a-4397-91b0-bc66dd44ae25', 'code': 200} May 24 22:54:49.277163 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.283679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1fb35-2193-4be6-bd49-c87f22986b27 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Port': ['ID=2b16dee6-c1e6-453c-b127-c10756919efc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:49.293839 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce0c89fb-2872-4dfc-bff4-197bc81f7aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.305160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:54:49.305600 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.316286 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.420936 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce0c89fb-2872-4dfc-bff4-197bc81f7aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.428359 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment bba09216-c0bd-4cdf-889f-3289673455b0 resource provider aggregate not found May 24 22:54:49.451877 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.535379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port 0379f76e-422a-4397-91b0-bc66dd44ae25 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:49.535809 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.559772 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment bba09216-c0bd-4cdf-889f-3289673455b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bba09216-c0bd-4cdf-889f-3289673455b0 found for delete ", "request_id": "req-a20757e6-092f-49ce-901d-2144c86c4800"}]} May 24 22:54:49.611146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-02b1fb35-2193-4be6-bd49-c87f22986b27 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] No DVR routers for this DVR port 2b16dee6-c1e6-453c-b127-c10756919efc on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:49.622566 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-02b1fb35-2193-4be6-bd49-c87f22986b27 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.628990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-deleted', 'tag': '2b16dee6-c1e6-453c-b127-c10756919efc'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:49.630780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Transition to ACTIVE for port object c93e9cc1-024d-4b9b-b155-761bdf4b81a6 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:49.643783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.644576 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ce0c89fb-2872-4dfc-bff4-197bc81f7aa3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11be7b23b71c4f07b9364be7954312a7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2879064 May 24 22:54:49.653590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 32888) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:49.658004 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.660143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c89fb-2872-4dfc-bff4-197bc81f7aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d947dd99-8e62-41c4-87d9-5dfc2bd7cb90,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:49.730261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:54:49.736202 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dd7683f6-4191-48a9-85a3-5aab258ac074 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "PUT /v2.0/routers/2098ae14-49c6-4f68-a184-97d5c6ee08ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3794765 May 24 22:54:49.740530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.752711 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] 10.222.0.55 "DELETE /v2.0/networks/abbe8918-2b0f-4539-a34b-fc1ac752a667 HTTP/1.1" status: 204 len: 168 time: 2.1680152 May 24 22:54:49.752711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2dae25-ea3f-4ad5-a931-deeca90593bc tempest-TaggedBootDevicesTest_v242-1956422703 tempest-TaggedBootDevicesTest_v242-1956422703-project] Pushing event deleted for resources: {'Network': ['ID=abbe8918-2b0f-4539-a34b-fc1ac752a667,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:49.753019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 32892) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:49.753110 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac04207-1fa8-4e38-b8c7-0300c8ed00cd req-02b1fb35-2193-4be6-bd49-c87f22986b27 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.31 "DELETE /v2.0/ports/2b16dee6-c1e6-453c-b127-c10756919efc HTTP/1.1" status: 204 len: 173 time: 3.6455958 May 24 22:54:49.760256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Request body: {'port': {'network_id': '07239e3f-9b02-4781-9836-008d42ff3495', 'name': 'tempest-FloatingIPAdminTestJSON-924656499'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:49.783483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Attempting to bind port c93e9cc1-024d-4b9b-b155-761bdf4b81a6 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:54:49.783839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Attempting to bind port c93e9cc1-024d-4b9b-b155-761bdf4b81a6 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:54:49.784200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Attempting to bind port c93e9cc1-024d-4b9b-b155-761bdf4b81a6 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:49.790289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1029fd1-7414-4f27-ac21-9e3f4808e1a4 req-2d339be8-1257-4f44-9063-572a061e8c57 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:49.793172 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85913c4-5f7c-4335-8e6c-0d062848e1ae None None] Sync routers for ids ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:54:49.797961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1029fd1-7414-4f27-ac21-9e3f4808e1a4 req-2d339be8-1257-4f44-9063-572a061e8c57 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:49.799804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1029fd1-7414-4f27-ac21-9e3f4808e1a4 req-2d339be8-1257-4f44-9063-572a061e8c57 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 1678 time: 0.6630511 May 24 22:54:49.817030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:54:49.817402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:54:49.817882 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.818309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:54:49.818785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Bound port: c93e9cc1-024d-4b9b-b155-761bdf4b81a6, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:54:49.819151 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.875780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85913c4-5f7c-4335-8e6c-0d062848e1ae None None] Routers {'2098ae14-49c6-4f68-a184-97d5c6ee08ff'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:49.876423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c85913c4-5f7c-4335-8e6c-0d062848e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:49.895742 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1029fd1-7414-4f27-ac21-9e3f4808e1a4 req-3f79118f-555b-439b-8445-017a5d56144e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855937 May 24 22:54:49.945170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0491c-b887-4b47-9d7c-7fe82048d0db None None] Pushing event updated for resources: {'Port': ['ID=c93e9cc1-024d-4b9b-b155-761bdf4b81a6,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:49.952264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c85913c4-5f7c-4335-8e6c-0d062848e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:49.964472 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:49.967402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85913c4-5f7c-4335-8e6c-0d062848e1ae None None] Routers {'2098ae14-49c6-4f68-a184-97d5c6ee08ff'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:49.979914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c85913c4-5f7c-4335-8e6c-0d062848e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:49.982670 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8919b1-eb6e-4444-aeab-6abc354876dd'] response: {'server_uuid': '2b55830c-572a-4765-86f6-9610e24b49d0', 'name': 'network-vif-deleted', 'tag': '2b16dee6-c1e6-453c-b127-c10756919efc', 'status': 'completed', 'code': 200} May 24 22:54:50.060545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c85913c4-5f7c-4335-8e6c-0d062848e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:50.060942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85913c4-5f7c-4335-8e6c-0d062848e1ae None None] The sync data for ids ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:54:50.076244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] For port c93e9cc1-024d-4b9b-b155-761bdf4b81a6, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:50.079029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] For port c93e9cc1-024d-4b9b-b155-761bdf4b81a6, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c93e9cc1-024d-4b9b-b155-761bdf4b81a6,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:54:50.088491 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:50.180177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Routers {'df05b587-168c-447f-8974-dd890fca1038'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:50.180811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['df05b587-168c-447f-8974-dd890fca1038'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:50.224339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d0506b8d-65e8-4e21-b503-1762ed2dca82 req-33d7de59-1d4a-4d32-b1f4-90a2669ad2e5 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Synchronizing usage tracker for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:50.245988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d0506b8d-65e8-4e21-b503-1762ed2dca82 req-33d7de59-1d4a-4d32-b1f4-90a2669ad2e5 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Unset dirty status for tenant:0d12f2100d0a407eb54394a509d1c250 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:50.260021 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0506b8d-65e8-4e21-b503-1762ed2dca82 req-33d7de59-1d4a-4d32-b1f4-90a2669ad2e5 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 210 time: 0.0804605 May 24 22:54:50.269295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0491c-b887-4b47-9d7c-7fe82048d0db None None] Pushing event updated for resources: {'Port': ['ID=c93e9cc1-024d-4b9b-b155-761bdf4b81a6,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:50.302728 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:50.443047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] Set router df05b587-168c-447f-8974-dd890fca1038 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:50.562232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:50.622866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5a687-e231-48e4-bada-9f4eaed1ceee req-a861dfff-0740-4f3d-abaf-bc8838419b19 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:50.632200 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:50.637772 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4d5a687-e231-48e4-bada-9f4eaed1ceee req-a861dfff-0740-4f3d-abaf-bc8838419b19 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.1482556 May 24 22:54:50.668603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b927f-1d7d-4e6a-9787-97ab9619034f req-e74381a6-0c24-4896-9882-7e6e13694160 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:50.670500 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-135b927f-1d7d-4e6a-9787-97ab9619034f req-e74381a6-0c24-4896-9882-7e6e13694160 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.8626330 May 24 22:54:50.671734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Usage tracker for resource:port and tenant:b1f4b55f05184a37abbac7ed8e390555 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:50.687180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:50.707668 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4d5a687-e231-48e4-bada-9f4eaed1ceee req-80d64843-72b2-4eda-ab13-da55c39d0485 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689721 May 24 22:54:50.743715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] For port 0379f76e-422a-4397-91b0-bc66dd44ae25, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0379f76e-422a-4397-91b0-bc66dd44ae25,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:50.743990 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:50.755951 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:50.759821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:50.831780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df05b587-168c-447f-8974-dd890fca1038', 'name': 'tempest-snat-router-1441845317', 'tenant_id': '5055d36ff19c49d5837530037b9b5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.164'}], 'enable_snat': False}, 'gw_port_id': 'c93e9cc1-024d-4b9b-b155-761bdf4b81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:54:41Z', 'updated_at': '2022-05-24T22:54:43Z', 'revision_number': 3, 'project_id': '5055d36ff19c49d5837530037b9b5205', 'gw_port': {'id': 'c93e9cc1-024d-4b9b-b155-761bdf4b81a6', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:18:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df05b587-168c-447f-8974-dd890fca1038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:54:42Z', 'updated_at': '2022-05-24T22:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:50.836392 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bb88e-0cf3-4e1a-89ac-b616f1aaee59 None None] The sync data for ids ['df05b587-168c-447f-8974-dd890fca1038'] in n-d-843146-7 is: [{'id': 'df05b587-168c-447f-8974-dd890fca1038', 'name': 'tempest-snat-router-1441845317', 'tenant_id': '5055d36ff19c49d5837530037b9b5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.164'}], 'enable_snat': False}, 'gw_port_id': 'c93e9cc1-024d-4b9b-b155-761bdf4b81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:54:41Z', 'updated_at': '2022-05-24T22:54:43Z', 'revision_number': 3, 'project_id': '5055d36ff19c49d5837530037b9b5205', 'gw_port': {'id': 'c93e9cc1-024d-4b9b-b155-761bdf4b81a6', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:18:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df05b587-168c-447f-8974-dd890fca1038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:54:42Z', 'updated_at': '2022-05-24T22:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:54:50.972684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e008ad-546e-4207-ac48-baacbb7eaf00 req-97967159-72d8-499f-b284-2181b1cd90ce tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:50.982668 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1e008ad-546e-4207-ac48-baacbb7eaf00 req-97967159-72d8-499f-b284-2181b1cd90ce tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.1102195 May 24 22:54:50.986977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Made reservation on behalf of b1f4b55f05184a37abbac7ed8e390555 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:54:50.989978 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:50.995125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32916) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:51.002741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-712d15f1-ccf7-4977-9fe7-01a0908cd460 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'floatingip': {'port_id': '5e451716-e000-4beb-8069-b0e47f3b69da'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:51.014518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Calling delete_port for 0379f76e-422a-4397-91b0-bc66dd44ae25 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:51.050416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] device_id is not set on port ce16626c-488c-4909-bb93-fdfb995de21f yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:54:51.111805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-135b927f-1d7d-4e6a-9787-97ab9619034f req-2c44905c-3573-4133-9afd-46541abfede2 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090838 May 24 22:54:51.139682 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-712d15f1-ccf7-4977-9fe7-01a0908cd460 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:51.154201 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:51.262384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d947dd99-8e62-41c4-87d9-5dfc2bd7cb90,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:51.277130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.277869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.278439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.278974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.279511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.280047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.280543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.281105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.281764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.282308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.282848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.283391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:51.579675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:51.581091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-db8d4d0f-1d33-42c2-a7ff-01409087ae91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d947dd99-8e62-41c4-87d9-5dfc2bd7cb90 HTTP/1.1" status: 204 len: 168 time: 1.9258280 May 24 22:54:51.630996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Allocated IP 172.20.0.10 (07239e3f-9b02-4781-9836-008d42ff3495/31972ce4-2cf5-4a7d-b0de-35d78ca181b2/ce16626c-488c-4909-bb93-fdfb995de21f) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:51.659581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c93e9cc1-024d-4b9b-b155-761bdf4b81a6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:51.891718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port c93e9cc1-024d-4b9b-b155-761bdf4b81a6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:51.902387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Allocated IP 172.25.7.184 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/c1f9da83-00b1-46d5-a2fe-dac3044b42fe) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:51.911509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c93e9cc1-024d-4b9b-b155-761bdf4b81a6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:51.912359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:51.983911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c76bf8-7025-4702-ac69-7c11c0480478 req-5b6aac1b-3175-492f-85e2-6f7a3173f813 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:51.987880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c2ea444-439d-4b14-a8f1-47a804e03d37 req-400dea5a-c1a4-49a4-8f21-bbbb99381642 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 210 time: 0.4246819 May 24 22:54:51.998944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c76bf8-7025-4702-ac69-7c11c0480478 req-5b6aac1b-3175-492f-85e2-6f7a3173f813 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:52.011396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-78c76bf8-7025-4702-ac69-7c11c0480478 req-5b6aac1b-3175-492f-85e2-6f7a3173f813 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 1678 time: 0.7342937 May 24 22:54:52.172242 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-78c76bf8-7025-4702-ac69-7c11c0480478 req-c5cfca4c-1346-4c75-b2fa-c535ee157695 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414385 May 24 22:54:52.185935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c93e9cc1-024d-4b9b-b155-761bdf4b81a6 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:52.186319 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:52.239511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port c93e9cc1-024d-4b9b-b155-761bdf4b81a6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c93e9cc1-024d-4b9b-b155-761bdf4b81a6,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:52.248827 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:52.304356 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:52.335623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32930) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:52.422127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=c93e9cc1-024d-4b9b-b155-761bdf4b81a6,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:52.436406 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4114d8eb-2e05-4ae3-9919-a210ff5ccc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:52.472998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4114d8eb-2e05-4ae3-9919-a210ff5ccc02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:52.542555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4114d8eb-2e05-4ae3-9919-a210ff5ccc02 admin admin] Usage tracker for resource:security_group_rule and tenant:d68e5faba1db4ccaa6898ef04d9e9e75 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:52.554748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4114d8eb-2e05-4ae3-9919-a210ff5ccc02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:52.579502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4114d8eb-2e05-4ae3-9919-a210ff5ccc02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:52.597750 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:52.681210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Port': ['ID=0379f76e-422a-4397-91b0-bc66dd44ae25,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:52.720420 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:52.759484 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:52.803535 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4114d8eb-2e05-4ae3-9919-a210ff5ccc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:52.826381 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4114d8eb-2e05-4ae3-9919-a210ff5ccc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:52.873575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-712d15f1-ccf7-4977-9fe7-01a0908cd460 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:52.886758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114d8eb-2e05-4ae3-9919-a210ff5ccc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594ad53e-b1a7-43e0-8ae8-7bd67e465e21,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:52.891355 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4114d8eb-2e05-4ae3-9919-a210ff5ccc02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d68e5faba1db4ccaa6898ef04d9e9e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522854 May 24 22:54:52.892638 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-712d15f1-ccf7-4977-9fe7-01a0908cd460 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:53.006796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32934) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:53.073594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:53.097597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:53.101441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f9da83-00b1-46d5-a2fe-dac3044b42fe,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:53.108807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:53.141116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Transition to ACTIVE for port object ce16626c-488c-4909-bb93-fdfb995de21f will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:53.142870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] No DVR routers for this DVR port 0379f76e-422a-4397-91b0-bc66dd44ae25 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:53.151398 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:53.163238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-deleted', 'tag': '0379f76e-422a-4397-91b0-bc66dd44ae25'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:53.215916 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-5f06532b-a453-461d-a474-15e53ed3280e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.50 "DELETE /v2.0/ports/0379f76e-422a-4397-91b0-bc66dd44ae25 HTTP/1.1" status: 204 len: 173 time: 5.6885915 May 24 22:54:53.264298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a53d34-3509-4845-9fdc-f36e2ae1f003 req-d0eccfe1-cf30-4cd0-a60c-0a5fd43340d4 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:53.265912 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18a53d34-3509-4845-9fdc-f36e2ae1f003 req-d0eccfe1-cf30-4cd0-a60c-0a5fd43340d4 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.8545127 May 24 22:54:53.320754 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c5e34e7-a4aa-4ac5-b20a-b970c420666b req-f7843b16-4198-4420-b79e-e46778ab9681 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b55830c-572a-4765-86f6-9610e24b49d0 HTTP/1.1" status: 200 len: 210 time: 0.0879202 May 24 22:54:53.332772 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-712d15f1-ccf7-4977-9fe7-01a0908cd460 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Floating IP f55fe8ff-c16a-4195-811a-2e14d829bd3f associated. External IP: 172.25.7.92, port: 5e451716-e000-4beb-8069-b0e47f3b69da. May 24 22:54:53.390646 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb76204f-e2da-42c5-af46-eb759f68f16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:53.441821 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6b8cfa-4948-4c56-b50c-0f54e9727f89'] response: {'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-deleted', 'tag': '0379f76e-422a-4397-91b0-bc66dd44ae25', 'status': 'completed', 'code': 200} May 24 22:54:53.454325 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb76204f-e2da-42c5-af46-eb759f68f16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:53.487254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-cedc3b5b-5a88-4460-8b6e-8a7db544758f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port 60145ede-a53b-4d35-a39e-f6054baa09fa {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:53.487596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-cedc3b5b-5a88-4460-8b6e-8a7db544758f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:53.619848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18a53d34-3509-4845-9fdc-f36e2ae1f003 req-b3a94058-6f1e-43d2-acce-d7dd077d5f36 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446407 May 24 22:54:53.684593 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:53.711328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c93e9cc1-024d-4b9b-b155-761bdf4b81a6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:54:53.754399 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb76204f-e2da-42c5-af46-eb759f68f16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:53.785014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76204f-e2da-42c5-af46-eb759f68f16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594ad53e-b1a7-43e0-8ae8-7bd67e465e21,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:53.837600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c93e9cc1-024d-4b9b-b155-761bdf4b81a6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:53.838007 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:53.875468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb76204f-e2da-42c5-af46-eb759f68f16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:53.879055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cb76204f-e2da-42c5-af46-eb759f68f16f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/594ad53e-b1a7-43e0-8ae8-7bd67e465e21 HTTP/1.1" status: 204 len: 168 time: 0.8596311 May 24 22:54:53.892438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event updated for resources: {'Port': ['ID=ce16626c-488c-4909-bb93-fdfb995de21f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:53.901341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Network 07239e3f-9b02-4781-9836-008d42ff3495 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:53.902590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:53.915740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712d15f1-ccf7-4977-9fe7-01a0908cd460 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:54:53.934287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:53.969644 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:54.063177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c93e9cc1-024d-4b9b-b155-761bdf4b81a6 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:54.260953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:54.261665 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:54.325239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1e93a3e1-502d-4efd-9638-f9d04f1a4672 None None] Provisioning for port ce16626c-488c-4909-bb93-fdfb995de21f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:54:54.334325 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:54.356534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1e93a3e1-502d-4efd-9638-f9d04f1a4672 None None] Provisioning complete for port ce16626c-488c-4909-bb93-fdfb995de21f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:54:54.357170 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1e93a3e1-502d-4efd-9638-f9d04f1a4672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:54.386540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784e703-1e0f-4173-b7c9-c92ae09fe363 req-fbb844eb-a045-44bf-a84b-42b799468fd3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:54.393746 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3784e703-1e0f-4173-b7c9-c92ae09fe363 req-fbb844eb-a045-44bf-a84b-42b799468fd3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 943 time: 0.7153993 May 24 22:54:54.459756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5f8dff84-208d-4198-ad3f-53443af92e3e tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7079804 May 24 22:54:54.481290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32964) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:54.485824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-cedc3b5b-5a88-4460-8b6e-8a7db544758f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] For port 60145ede-a53b-4d35-a39e-f6054baa09fa, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60145ede-a53b-4d35-a39e-f6054baa09fa,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:54.492239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-cedc3b5b-5a88-4460-8b6e-8a7db544758f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:54.504475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3784e703-1e0f-4173-b7c9-c92ae09fe363 req-ce37cce7-aee2-4613-b0a7-dbb8005a7499 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070001 May 24 22:54:54.549015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712d15f1-ccf7-4977-9fe7-01a0908cd460 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:54:54.554483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1e93a3e1-502d-4efd-9638-f9d04f1a4672 None None] Port ce16626c-488c-4909-bb93-fdfb995de21f cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:54:54.561010 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-712d15f1-ccf7-4977-9fe7-01a0908cd460 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:54.568101 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc1eec-0367-4f09-b08a-0550b8775cf6 None None] Sync routers for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:54:54.580265 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc1eec-0367-4f09-b08a-0550b8775cf6 None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:54.581110 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fadc1eec-0367-4f09-b08a-0550b8775cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:54.612316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32974) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:54.891940 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-fadc1eec-0367-4f09-b08a-0550b8775cf6 None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:54.900293 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ba8f5ee-2bd2-4723-b221-51bf8bfecdf2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:54.908340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-cedc3b5b-5a88-4460-8b6e-8a7db544758f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Calling delete_port for 60145ede-a53b-4d35-a39e-f6054baa09fa owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:54.971792 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-712d15f1-ccf7-4977-9fe7-01a0908cd460 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "PUT /v2.0/floatingips/f55fe8ff-c16a-4195-811a-2e14d829bd3f HTTP/1.1" status: 200 len: 990 time: 3.9747837 May 24 22:54:54.986814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:55.017519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'project_id': 'b1f4b55f05184a37abbac7ed8e390555', 'port_id': 'ce16626c-488c-4909-bb93-fdfb995de21f'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:54:55.090147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:55.117362 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ecb643-4130-41cb-bd54-af2a41693766'] response: {'name': 'network-changed', 'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da', 'status': 'completed', 'code': 200} May 24 22:54:55.135393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Usage tracker for resource:floatingip and tenant:b1f4b55f05184a37abbac7ed8e390555 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:55.182719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:55.188936 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ba8f5ee-2bd2-4723-b221-51bf8bfecdf2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:55.212319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:55.253184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-cedc3b5b-5a88-4460-8b6e-8a7db544758f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:55.269635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f0ef-b622-44b7-a59a-f6db57d4277f req-9e8d9450-9fb1-45a3-b37c-e6e8c0cb48b4 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:55.271760 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e414f0ef-b622-44b7-a59a-f6db57d4277f req-9e8d9450-9fb1-45a3-b37c-e6e8c0cb48b4 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.3752894 May 24 22:54:55.345882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:55.370903 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e414f0ef-b622-44b7-a59a-f6db57d4277f req-9b4a8e47-b955-49c0-9a8c-405f5666cd58 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870066 May 24 22:54:55.527684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c689c36-caaa-447c-baf2-0d202ba74a53 req-74090190-dd93-4821-a1da-bd8db4190aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:55.529455 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c689c36-caaa-447c-baf2-0d202ba74a53 req-74090190-dd93-4821-a1da-bd8db4190aa8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 1096 time: 0.3902588 May 24 22:54:55.535422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc3b5b-5a88-4460-8b6e-8a7db544758f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Port': ['ID=60145ede-a53b-4d35-a39e-f6054baa09fa,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:55.612959 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:55.639276 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fadc1eec-0367-4f09-b08a-0550b8775cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f55fe8ff-c16a-4195-811a-2e14d829bd3f', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'port_id': '5e451716-e000-4beb-8069-b0e47f3b69da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'mac_address': 'fa:16:3e:50:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:54:22Z', 'updated_at': '2022-05-24T22:54:52Z', 'revision_number': 1, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:55.650900 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc1eec-0367-4f09-b08a-0550b8775cf6 None None] Checking router: cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:54:55.672982 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc1eec-0367-4f09-b08a-0550b8775cf6 None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:55.677712 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fadc1eec-0367-4f09-b08a-0550b8775cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:55.709840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-cedc3b5b-5a88-4460-8b6e-8a7db544758f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] No DVR routers for this DVR port 60145ede-a53b-4d35-a39e-f6054baa09fa on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:54:55.718505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-cedc3b5b-5a88-4460-8b6e-8a7db544758f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:55.763676 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ba8f5ee-2bd2-4723-b221-51bf8bfecdf2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:55.829641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8f5ee-2bd2-4723-b221-51bf8bfecdf2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=170c4bf6-872b-4011-a41d-6c4113deb19a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:55.877377 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ba8f5ee-2bd2-4723-b221-51bf8bfecdf2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:55.879112 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7ba8f5ee-2bd2-4723-b221-51bf8bfecdf2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "DELETE /v2.0/security-groups/170c4bf6-872b-4011-a41d-6c4113deb19a HTTP/1.1" status: 204 len: 168 time: 1.2536831 May 24 22:54:55.885288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33016) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:55.914310 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-29c12d63-522e-4ed0-a6fd-ce008e948c84 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] show failed (client error): The resource could not be found. May 24 22:54:55.915729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-29c12d63-522e-4ed0-a6fd-ce008e948c84 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "GET /v2.0/security-groups/170c4bf6-872b-4011-a41d-6c4113deb19a HTTP/1.1" status: 404 len: 347 time: 0.0244734 May 24 22:54:55.920638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33020) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:55.945368 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-fadc1eec-0367-4f09-b08a-0550b8775cf6 None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:56.015113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-deleted', 'tag': '60145ede-a53b-4d35-a39e-f6054baa09fa'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:54:56.021606 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79ddea29-6f75-4769-9950-afcbb2ac24d4 req-cedc3b5b-5a88-4460-8b6e-8a7db544758f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.50 "DELETE /v2.0/ports/60145ede-a53b-4d35-a39e-f6054baa09fa HTTP/1.1" status: 204 len: 173 time: 2.7978706 May 24 22:54:56.064027 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:56.086191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4856010a-2b18-4be9-b5f8-65e8380d2df8 req-2d7c3825-4c4f-4394-8730-825957ba9609 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Synchronizing usage tracker for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:54:56.180423 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c65171e-3818-4d32-b1e7-3774fd877c8d'] response: {'server_uuid': '5c0306d2-2453-499b-a147-f62e6c718802', 'name': 'network-vif-deleted', 'tag': '60145ede-a53b-4d35-a39e-f6054baa09fa', 'status': 'completed', 'code': 200} May 24 22:54:56.197035 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:56.286350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5994220b-161e-4bd1-a6e4-c2151fef61d2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Deleting port 311a7e9d-e676-49e5-a8f7-bdcc69705ef9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:56.286350 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5994220b-161e-4bd1-a6e4-c2151fef61d2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:56.371267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c689c36-caaa-447c-baf2-0d202ba74a53 req-830e059d-40fb-417a-a4c7-a801b0e20429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:56.372648 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c689c36-caaa-447c-baf2-0d202ba74a53 req-830e059d-40fb-417a-a4c7-a801b0e20429 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.8245089 May 24 22:54:56.487147 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fadc1eec-0367-4f09-b08a-0550b8775cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f55fe8ff-c16a-4195-811a-2e14d829bd3f', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'port_id': '5e451716-e000-4beb-8069-b0e47f3b69da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'mac_address': 'fa:16:3e:50:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:54:22Z', 'updated_at': '2022-05-24T22:54:52Z', 'revision_number': 1, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:56.491420 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc1eec-0367-4f09-b08a-0550b8775cf6 None None] The sync data for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 is: [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f55fe8ff-c16a-4195-811a-2e14d829bd3f', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'port_id': '5e451716-e000-4beb-8069-b0e47f3b69da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'mac_address': 'fa:16:3e:50:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:54:22Z', 'updated_at': '2022-05-24T22:54:52Z', 'revision_number': 1, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:54:56.754863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4856010a-2b18-4be9-b5f8-65e8380d2df8 req-2d7c3825-4c4f-4394-8730-825957ba9609 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Unset dirty status for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:54:56.768618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4856010a-2b18-4be9-b5f8-65e8380d2df8 req-2d7c3825-4c4f-4394-8730-825957ba9609 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c0306d2-2453-499b-a147-f62e6c718802 HTTP/1.1" status: 200 len: 210 time: 0.7458072 May 24 22:54:56.817781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Router cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:54:56.922049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33050) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:57.002692 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c689c36-caaa-447c-baf2-0d202ba74a53 req-d3d1b595-344e-45e6-b71e-eb7c748898c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e451716-e000-4beb-8069-b0e47f3b69da HTTP/1.1" status: 200 len: 998 time: 0.6194341 May 24 22:54:57.091150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe5c8de-9839-4202-843f-62be48866a34 None None] New status for floating IP f55fe8ff-c16a-4195-811a-2e14d829bd3f: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:54:57.301118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:54:57.310696 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Sync routers for ids ['cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:54:57.325913 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:57.326502 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Routers {'cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:57.327149 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:57.328099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-63986776-54f9-487b-aeeb-eb1fa2bfa5fc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6733861 May 24 22:54:57.330858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33056) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:57.335142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Allocated IP 172.25.7.139 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/a6511bef-caef-47af-96f7-b31d14f6acb7) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:54:57.396494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57e16c74-5dbf-4a37-b01d-082712cafada admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:57.417743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5994220b-161e-4bd1-a6e4-c2151fef61d2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:57.418064 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5994220b-161e-4bd1-a6e4-c2151fef61d2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:57.443232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-57e16c74-5dbf-4a37-b01d-082712cafada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:54:57.509294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c689c36-caaa-447c-baf2-0d202ba74a53 req-4b88302e-f146-4175-a194-fb85154da4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:57.511607 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c689c36-caaa-447c-baf2-0d202ba74a53 req-4b88302e-f146-4175-a194-fb85154da4c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.4914100 May 24 22:54:57.586326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-57e16c74-5dbf-4a37-b01d-082712cafada admin admin] Usage tracker for resource:security_group_rule and tenant:36ec16739a1c4a4d9b50256ddfc52a2c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:54:57.592149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-57e16c74-5dbf-4a37-b01d-082712cafada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:54:57.602907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5994220b-161e-4bd1-a6e4-c2151fef61d2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Calling delete_port for 311a7e9d-e676-49e5-a8f7-bdcc69705ef9 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:54:57.712653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-57e16c74-5dbf-4a37-b01d-082712cafada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:54:57.720050 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-262cc730-393d-4e42-b0cb-0cac6ed125fb tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/routers/cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d HTTP/1.1" status: 200 len: 908 time: 0.3870499 May 24 22:54:57.722891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33062) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:57.752961 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Set router cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:57.781029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b537f-5290-49a5-b8c7-b245c6c8fc15 req-ff352b19-5dec-41ca-9dc2-fb255ead9def tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:57.782566 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff9b537f-5290-49a5-b8c7-b245c6c8fc15 req-ff352b19-5dec-41ca-9dc2-fb255ead9def tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 1.1327405 May 24 22:54:57.907969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33068) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:58.019967 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.043606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.055032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff9b537f-5290-49a5-b8c7-b245c6c8fc15 req-90e6309b-da94-499e-a751-f78892b34203 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232964 May 24 22:54:58.180120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c689c36-caaa-447c-baf2-0d202ba74a53 req-9d2e0988-f5dc-4d16-a979-6944cd2d57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:54:58.181908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c689c36-caaa-447c-baf2-0d202ba74a53 req-9d2e0988-f5dc-4d16-a979-6944cd2d57e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5869436 May 24 22:54:58.211835 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d', 'name': 'tempest-snat-router-1441845317', 'tenant_id': '5055d36ff19c49d5837530037b9b5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c1f9da83-00b1-46d5-a2fe-dac3044b42fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:54:48Z', 'updated_at': '2022-05-24T22:54:53Z', 'revision_number': 3, 'project_id': '5055d36ff19c49d5837530037b9b5205', 'gw_port': {'id': 'c1f9da83-00b1-46d5-a2fe-dac3044b42fe', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ad:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:54:50Z', 'updated_at': '2022-05-24T22:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:58.219609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0e6b0d-5fa6-4443-8bac-7e3792112916 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting subnet 3993bc14-5299-49b9-8f48-365b6c2f1d21 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:54:58.223045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6b0d-5fa6-4443-8bac-7e3792112916 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.227399 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Checking router: cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:54:58.228157 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Updating router cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d port c1f9da83-00b1-46d5-a2fe-dac3044b42fe binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:54:58.312065 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6b0d-5fa6-4443-8bac-7e3792112916 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.322126 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.345326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57e16c74-5dbf-4a37-b01d-082712cafada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.355062 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5994220b-161e-4bd1-a6e4-c2151fef61d2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.409026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57e16c74-5dbf-4a37-b01d-082712cafada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.416999 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.456727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:54:58.465201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:54:58.469003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994220b-161e-4bd1-a6e4-c2151fef61d2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Port': ['ID=311a7e9d-e676-49e5-a8f7-bdcc69705ef9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:58.548624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:54:58.670470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-57e16c74-5dbf-4a37-b01d-082712cafada admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36ec16739a1c4a4d9b50256ddfc52a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7349045 May 24 22:54:58.720920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33078) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:58.730955 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6b0d-5fa6-4443-8bac-7e3792112916 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.877697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Pushing event updated for resources: {'Port': ['ID=a6511bef-caef-47af-96f7-b31d14f6acb7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:58.888836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e16c74-5dbf-4a37-b01d-082712cafada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626eb5dd-a0db-4926-ac14-1a2ff0d8ef8c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:58.906140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.919568 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.923948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Deleting port c1f9da83-00b1-46d5-a2fe-dac3044b42fe {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:58.926575 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.933302 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c689c36-caaa-447c-baf2-0d202ba74a53 req-6fff4a54-5c24-4fff-a4b9-0aae2bc19dd1 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7302134 May 24 22:54:58.935521 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Transition to ACTIVE for port object c1f9da83-00b1-46d5-a2fe-dac3044b42fe will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:54:58.946006 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:58.983556 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6b0d-5fa6-4443-8bac-7e3792112916 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.027788 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Pushing event updated for resources: {'Port': ['ID=c1f9da83-00b1-46d5-a2fe-dac3044b42fe,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:59.053674 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.053838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e6b0d-5fa6-4443-8bac-7e3792112916 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Subnet': ['ID=3993bc14-5299-49b9-8f48-365b6c2f1d21,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:59.054307 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.054935 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.055426 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.055940 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.056087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feef9881-5b6e-4a93-9269-bd0a9ff2216d None None] Network ce457e90-646a-45ec-9af4-aabc17fbb699 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:54:59.056917 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.057395 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.057894 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.058984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6b0d-5fa6-4443-8bac-7e3792112916 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.059212 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.059943 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.060426 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.061207 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:54:59.065239 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Attempting to bind port c1f9da83-00b1-46d5-a2fe-dac3044b42fe on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:54:59.065823 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Attempting to bind port c1f9da83-00b1-46d5-a2fe-dac3044b42fe by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:54:59.066339 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Attempting to bind port c1f9da83-00b1-46d5-a2fe-dac3044b42fe on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:54:59.075203 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4d0e6b0d-5fa6-4443-8bac-7e3792112916 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "DELETE /v2.0/subnets/3993bc14-5299-49b9-8f48-365b6c2f1d21 HTTP/1.1" status: 204 len: 168 time: 1.1660879 May 24 22:54:59.075568 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:54:59.075718 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:54:59.076022 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.076416 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:54:59.076897 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Bound port: c1f9da83-00b1-46d5-a2fe-dac3044b42fe, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:54:59.077270 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.091847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33082) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:59.172500 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] For port c1f9da83-00b1-46d5-a2fe-dac3044b42fe, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:54:59.176002 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] For port c1f9da83-00b1-46d5-a2fe-dac3044b42fe, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1f9da83-00b1-46d5-a2fe-dac3044b42fe,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:54:59.187471 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.233209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5994220b-161e-4bd1-a6e4-c2151fef61d2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.319197 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Routers {'cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:54:59.320147 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:59.336069 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f2ab-de8d-4114-874b-a4ac707f1c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.351675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.410449 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c689c36-caaa-447c-baf2-0d202ba74a53 req-0ba4c2c8-5040-4a83-a6ca-5115e5f61c1a service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679205 May 24 22:54:59.459089 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f2ab-de8d-4114-874b-a4ac707f1c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.464817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port f367107e-28f7-4438-bdc4-6c02cc231230 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:59.465979 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.466137 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5994220b-161e-4bd1-a6e4-c2151fef61d2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.470003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5994220b-161e-4bd1-a6e4-c2151fef61d2 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "DELETE /v2.0/floatingips/899a15a4-acef-48c5-ac19-ab901a8766ab HTTP/1.1" status: 204 len: 168 time: 3.5329928 May 24 22:54:59.474991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33090) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:54:59.488910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] DHCP port deletion for ce457e90-646a-45ec-9af4-aabc17fbb699 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:54:59.494617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Deleting port f367107e-28f7-4438-bdc4-6c02cc231230 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:59.495282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.537410 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde880d3-17f5-4508-860b-f6c32034f27a None None] Pushing event updated for resources: {'Port': ['ID=c1f9da83-00b1-46d5-a2fe-dac3044b42fe,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:54:59.568358 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] Set router cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:54:59.607880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f8382-5990-4f9a-ae23-e8a7e273a687 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Deleting port b8212bdc-7fe0-4b39-afe3-951ec555d778 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:54:59.608223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8382-5990-4f9a-ae23-e8a7e273a687 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.725376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f367107e-28f7-4438-bdc4-6c02cc231230 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:54:59.766459 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d', 'name': 'tempest-snat-router-1441845317', 'tenant_id': '5055d36ff19c49d5837530037b9b5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:54:48Z', 'updated_at': '2022-05-24T22:54:58Z', 'revision_number': 4, 'project_id': '5055d36ff19c49d5837530037b9b5205', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:54:59.771706 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555c541-eadd-4d14-9bbe-681f06706028 None None] The sync data for ids ['cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d'] in n-d-843146-7 is: [{'id': 'cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d', 'name': 'tempest-snat-router-1441845317', 'tenant_id': '5055d36ff19c49d5837530037b9b5205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:54:48Z', 'updated_at': '2022-05-24T22:54:58Z', 'revision_number': 4, 'project_id': '5055d36ff19c49d5837530037b9b5205', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:54:59.816790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] For port c1f9da83-00b1-46d5-a2fe-dac3044b42fe, host n-d-843146-7, got binding levels [] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:54:59.817439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:54:59.982052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f367107e-28f7-4438-bdc4-6c02cc231230 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:54:59.982688 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:00.001857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] For port f367107e-28f7-4438-bdc4-6c02cc231230, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f367107e-28f7-4438-bdc4-6c02cc231230,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:00.002540 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:00.004976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Calling delete_port for c1f9da83-00b1-46d5-a2fe-dac3044b42fe owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:00.035018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port f367107e-28f7-4438-bdc4-6c02cc231230, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f367107e-28f7-4438-bdc4-6c02cc231230,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:00.098238 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:00.141399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96072b6b-0748-40c8-87db-e431c0953e7f req-f8112d28-e94f-425b-8bb1-f186115692d9 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:00.154736 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96072b6b-0748-40c8-87db-e431c0953e7f req-f8112d28-e94f-425b-8bb1-f186115692d9 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.7978368 May 24 22:55:00.227745 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f2ab-de8d-4114-874b-a4ac707f1c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:00.294676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Calling delete_port for f367107e-28f7-4438-bdc4-6c02cc231230 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:00.311083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9f2ab-de8d-4114-874b-a4ac707f1c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626eb5dd-a0db-4926-ac14-1a2ff0d8ef8c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:00.324753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=f367107e-28f7-4438-bdc4-6c02cc231230,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:00.324960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f2ab-de8d-4114-874b-a4ac707f1c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:00.328416 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a8f9f2ab-de8d-4114-874b-a4ac707f1c83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/626eb5dd-a0db-4926-ac14-1a2ff0d8ef8c HTTP/1.1" status: 204 len: 168 time: 1.5852072 May 24 22:55:00.330713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] For port f367107e-28f7-4438-bdc4-6c02cc231230, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f367107e-28f7-4438-bdc4-6c02cc231230,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:00.331541 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:00.407391 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:55:00.408241 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:55:00.444443 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8382-5990-4f9a-ae23-e8a7e273a687 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:00.497116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Calling delete_port for f367107e-28f7-4438-bdc4-6c02cc231230 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:00.529749 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:00.576381 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:55:00.576710 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:55:00.618756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f8382-5990-4f9a-ae23-e8a7e273a687 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Calling delete_port for b8212bdc-7fe0-4b39-afe3-951ec555d778 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:00.626702 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96072b6b-0748-40c8-87db-e431c0953e7f req-aeabb550-efab-490a-bcef-7fb1262dd905 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708674 May 24 22:55:00.679223 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:55:00.679441 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:55:00.800870 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:00.909903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Deleting port f367107e-28f7-4438-bdc4-6c02cc231230 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:00.910364 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.000635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8382-5990-4f9a-ae23-e8a7e273a687 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.063258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f8382-5990-4f9a-ae23-e8a7e273a687 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Port': ['ID=b8212bdc-7fe0-4b39-afe3-951ec555d778,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:01.079516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Deleting port c1f9da83-00b1-46d5-a2fe-dac3044b42fe {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:01.079965 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.199391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port f367107e-28f7-4438-bdc4-6c02cc231230 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:01.201010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.227969 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8382-5990-4f9a-ae23-e8a7e273a687 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.249681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] For port f367107e-28f7-4438-bdc4-6c02cc231230, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f367107e-28f7-4438-bdc4-6c02cc231230,segment=NetworkSegment(d9f8daa8-8175-41b4-b681-3c5f4720b0b7),segment_id=d9f8daa8-8175-41b4-b681-3c5f4720b0b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:01.250691 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.254783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6d9f8382-5990-4f9a-ae23-e8a7e273a687 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "DELETE /v2.0/ports/b8212bdc-7fe0-4b39-afe3-951ec555d778 HTTP/1.1" status: 204 len: 168 time: 1.7787275 May 24 22:55:01.257937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33116) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:01.357232 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.386193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a109dd63-339f-4ac3-a174-4956772e5291 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Deleting port 255e3fb2-c79d-40ff-b28b-caba6e15b125 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:01.386512 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a109dd63-339f-4ac3-a174-4956772e5291 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.417441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Calling delete_port for f367107e-28f7-4438-bdc4-6c02cc231230 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:01.425395 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.541382 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.548335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Pushing event updated for resources: {'Port': ['ID=a6511bef-caef-47af-96f7-b31d14f6acb7,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:01.673431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] Pushing event deleted for resources: {'Port': ['ID=f367107e-28f7-4438-bdc4-6c02cc231230,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:01.703048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f17639-9385-4f00-bcd7-1088e38ac86e None None] No DVR routers for this DVR port f367107e-28f7-4438-bdc4-6c02cc231230 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:55:01.704864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.740429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] The port 'f367107e-28f7-4438-bdc4-6c02cc231230' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:55:01.904085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33128) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:01.924102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.962281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] For port c1f9da83-00b1-46d5-a2fe-dac3044b42fe, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1f9da83-00b1-46d5-a2fe-dac3044b42fe,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:01.963418 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:01.982024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce457e90-646a-45ec-9af4-aabc17fbb699']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:02.108469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f8daa8-8175-41b4-b681-3c5f4720b0b7') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:02.109181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f8daa8-8175-41b4-b681-3c5f4720b0b7') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:02.179521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Calling delete_port for c1f9da83-00b1-46d5-a2fe-dac3044b42fe owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:02.250428 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:02.285296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:02.338294 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a109dd63-339f-4ac3-a174-4956772e5291 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:02.347318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:55:02.348015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:02.358103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79774f9-2fea-4449-bd48-1e6a1a221833 req-980371be-5eed-4bd1-94c3-83cb2923735e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:02.359682 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b79774f9-2fea-4449-bd48-1e6a1a221833 req-980371be-5eed-4bd1-94c3-83cb2923735e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.3946531 May 24 22:55:02.401066 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d9f8daa8-8175-41b4-b681-3c5f4720b0b7 resource provider aggregate not found May 24 22:55:02.457835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33148) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:02.469470 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d9f8daa8-8175-41b4-b681-3c5f4720b0b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9f8daa8-8175-41b4-b681-3c5f4720b0b7 found for delete ", "request_id": "req-09e9347e-7805-40b1-92de-90d3cc810840"}]} May 24 22:55:02.498835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a109dd63-339f-4ac3-a174-4956772e5291 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Calling delete_port for 255e3fb2-c79d-40ff-b28b-caba6e15b125 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:02.527784 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Floating IP 40aa13f2-8263-46f3-8cb6-91b1d48eda83 associated. External IP: 172.25.7.139, port: ce16626c-488c-4909-bb93-fdfb995de21f. May 24 22:55:02.585751 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:02.616977 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:02.648006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Network': ['ID=ce457e90-646a-45ec-9af4-aabc17fbb699,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:02.666697 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b79774f9-2fea-4449-bd48-1e6a1a221833 req-f78d906e-b0a2-48aa-b6ee-331c145fc7d1 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507114 May 24 22:55:02.736897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1358809084'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:02.783085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:02.799117 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1b4cb3fa-a967-44f1-a6d2-ce2c2b5f5d01 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "DELETE /v2.0/networks/ce457e90-646a-45ec-9af4-aabc17fbb699 HTTP/1.1" status: 204 len: 168 time: 3.7062089 May 24 22:55:02.804037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Usage tracker for resource:network and tenant:d6b9533757b941adaa100062671d8d32 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:02.805672 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33156) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:02.811377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:02.821046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:02.877513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Made reservation on behalf of d6b9533757b941adaa100062671d8d32 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:02.880896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:02.897352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:02.939164 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:02.970723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c0252d-a1ef-42d9-a76f-5d7e78570087 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting subnet 232aaba5-588b-43e5-8193-029e9ee83472 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:55:02.974804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a109dd63-339f-4ac3-a174-4956772e5291 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.069516 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e3c0252d-a1ef-42d9-a76f-5d7e78570087 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.124154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1f9da83-00b1-46d5-a2fe-dac3044b42fe,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:03.134303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109dd63-339f-4ac3-a174-4956772e5291 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Port': ['ID=255e3fb2-c79d-40ff-b28b-caba6e15b125,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:03.195424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:03.206805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Usage tracker for resource:security_group_rule and tenant:d6b9533757b941adaa100062671d8d32 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:03.218111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:03.218802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e3c0252d-a1ef-42d9-a76f-5d7e78570087 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.233389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:03.284396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Router 2098ae14-49c6-4f68-a184-97d5c6ee08ff has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:55:03.284597 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.312605 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a109dd63-339f-4ac3-a174-4956772e5291 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.481757 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.487404 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.525791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a109dd63-339f-4ac3-a174-4956772e5291 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "DELETE /v2.0/ports/255e3fb2-c79d-40ff-b28b-caba6e15b125 HTTP/1.1" status: 204 len: 168 time: 2.2579081 May 24 22:55:03.527185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33160) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:03.581319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.581991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:55:03.625961 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e3c0252d-a1ef-42d9-a76f-5d7e78570087 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.690888 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.724765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:55:03.726198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-94501717-ab8c-4a3a-844c-de4a8f285f78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Deleting subnet d20a2877-f809-4040-86fc-c65e5794ac17 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:55:03.732036 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.737321 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94501717-ab8c-4a3a-844c-de4a8f285f78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.765986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad642d5-b190-4ca7-b5d1-0ac8531b8bb8 None None] Sync routers for ids ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:55:03.767704 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.785435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad642d5-b190-4ca7-b5d1-0ac8531b8bb8 None None] Routers {'2098ae14-49c6-4f68-a184-97d5c6ee08ff'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:03.787288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-aad642d5-b190-4ca7-b5d1-0ac8531b8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:03.823996 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e3c0252d-a1ef-42d9-a76f-5d7e78570087 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.873816 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.874913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1df04587-82c7-4134-aac0-e724bc4d9d65 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "DELETE /v2.0/routers/cfb2f8b8-7b3c-4ecb-9b91-21644d54fd2d HTTP/1.1" status: 204 len: 168 time: 6.1509850 May 24 22:55:03.881889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-aad642d5-b190-4ca7-b5d1-0ac8531b8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:03.882890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33166) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:03.890566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0252d-a1ef-42d9-a76f-5d7e78570087 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Subnet': ['ID=232aaba5-588b-43e5-8193-029e9ee83472,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:03.892077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad642d5-b190-4ca7-b5d1-0ac8531b8bb8 None None] Routers {'2098ae14-49c6-4f68-a184-97d5c6ee08ff'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:03.892862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-aad642d5-b190-4ca7-b5d1-0ac8531b8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:54:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:03.926498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:55:03.943912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e3c0252d-a1ef-42d9-a76f-5d7e78570087 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.946059 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e3c0252d-a1ef-42d9-a76f-5d7e78570087 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "DELETE /v2.0/subnets/232aaba5-588b-43e5-8193-029e9ee83472 HTTP/1.1" status: 204 len: 168 time: 1.1379039 May 24 22:55:03.949562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a130e-9730-4fda-b98a-82be88440e9e None None] Network ee091c3a-2e47-41f8-a8a6-59ba03d6134e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:03.954564 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94501717-ab8c-4a3a-844c-de4a8f285f78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.955890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33170) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:03.971894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-aad642d5-b190-4ca7-b5d1-0ac8531b8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:03.972295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad642d5-b190-4ca7-b5d1-0ac8531b8bb8 None None] The sync data for ids ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:55:03.990105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2da37106-3b6d-451e-992c-1dc0d62fce98 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.4844470 May 24 22:55:03.995824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33174) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:03.997336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:03.997859 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Added segment 4fe1cf4c-6320-4a0d-a207-7a1606034495 of type vlan for network 31147a15-db46-4c46-8a14-13a352a9b0f0 May 24 22:55:04.013969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45085c26-3d71-46c4-b58c-1fecfd70bbd7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:04.082553 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.100113 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.230319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd55d35-6f26-4a04-ba34-4c2def4b240a req-10138153-e3dc-4708-b340-b85394d1d98a tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:04.231807 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1dd55d35-6f26-4a04-ba34-4c2def4b240a req-10138153-e3dc-4708-b340-b85394d1d98a tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.3693466 May 24 22:55:04.241363 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94501717-ab8c-4a3a-844c-de4a8f285f78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.248565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4264f6c7-ae69-4714-b4e7-3720105c7cc2 None None] DHCP port deletion for ee091c3a-2e47-41f8-a8a6-59ba03d6134e request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:55:04.252697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4264f6c7-ae69-4714-b4e7-3720105c7cc2 None None] Deleting port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:04.253246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4264f6c7-ae69-4714-b4e7-3720105c7cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.268755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f0b9fbab-f58c-48af-9d3b-00000fb06100 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] 10.222.0.55 "GET /v2.0/floatingips/40aa13f2-8263-46f3-8cb6-91b1d48eda83 HTTP/1.1" status: 200 len: 983 time: 0.2716076 May 24 22:55:04.273046 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.273237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33178) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:04.288611 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.324786 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.330145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:04.330726 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.355546 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:04.355893 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.462783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4264f6c7-ae69-4714-b4e7-3720105c7cc2 None None] For port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8e17adf3-cb94-40f0-96e9-f998bbc24bdd,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:04.463487 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4264f6c7-ae69-4714-b4e7-3720105c7cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.594876 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1331782 May 24 22:55:04.610856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4264f6c7-ae69-4714-b4e7-3720105c7cc2 None None] Calling delete_port for 8e17adf3-cb94-40f0-96e9-f998bbc24bdd owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:04.620708 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.677530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Deleting port c93e9cc1-024d-4b9b-b155-761bdf4b81a6 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:04.678137 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.731182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] For port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8e17adf3-cb94-40f0-96e9-f998bbc24bdd,segment=NetworkSegment(a68dcdb1-1f07-46f7-8cfa-68e4a116b22e),segment_id=a68dcdb1-1f07-46f7-8cfa-68e4a116b22e)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:04.731826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.746720 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4264f6c7-ae69-4714-b4e7-3720105c7cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:04.807002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264f6c7-ae69-4714-b4e7-3720105c7cc2 None None] No DVR routers for this DVR port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:55:04.824909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264f6c7-ae69-4714-b4e7-3720105c7cc2 None None] Pushing event deleted for resources: {'Port': ['ID=8e17adf3-cb94-40f0-96e9-f998bbc24bdd,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:04.857121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a472e-5a16-4fa6-a80f-90869126ac47 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Pushing event updated for resources: {'Network': ['ID=31147a15-db46-4c46-8a14-13a352a9b0f0,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:04.868592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 31147a15-db46-4c46-8a14-13a352a9b0f0 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:55:04.874939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33186) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:04.913777 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1dd55d35-6f26-4a04-ba34-4c2def4b240a req-b90652b8-edb5-44a4-8e0d-c8f3b74dfd82 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413620 May 24 22:55:04.925005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Request body: {'port': {'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0', 'binding:host_id': 'n-h1-843146-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1213049105'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:04.932709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:04.934920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Usage tracker for resource:port and tenant:c4a5d59574f54a599ea523d9cc28ef91 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:04.939173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:04.947134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6b26658c-50ee-4502-b8cb-673690a507de tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.6236606 May 24 22:55:04.947826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33190) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:04.961217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:05.019841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Calling delete_port for 8e17adf3-cb94-40f0-96e9-f998bbc24bdd owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:05.047548 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94501717-ab8c-4a3a-844c-de4a8f285f78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.095565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Made reservation on behalf of c4a5d59574f54a599ea523d9cc28ef91 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:05.097892 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.123372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94501717-ab8c-4a3a-844c-de4a8f285f78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Subnet': ['ID=d20a2877-f809-4040-86fc-c65e5794ac17,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:05.125347 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94501717-ab8c-4a3a-844c-de4a8f285f78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.134760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f832a-4eef-4e82-bd6c-19a0c6817235 None None] Network a152f897-c692-40bd-9a6a-4d20f3b72e5c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:05.135550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.157726 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-94501717-ab8c-4a3a-844c-de4a8f285f78 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "DELETE /v2.0/subnets/d20a2877-f809-4040-86fc-c65e5794ac17 HTTP/1.1" status: 204 len: 168 time: 1.6264343 May 24 22:55:05.159992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33194) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:05.224430 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:55:05.225064 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:55:05.232011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] For port c93e9cc1-024d-4b9b-b155-761bdf4b81a6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c93e9cc1-024d-4b9b-b155-761bdf4b81a6,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:05.232367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.234522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:05.257530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Usage tracker for resource:security_group_rule and tenant:c4a5d59574f54a599ea523d9cc28ef91 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:05.263365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:05.274886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:05.324014 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d36d9e51-76e8-46a1-8fde-1c99a3e49662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.346003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Deleting port a6511bef-caef-47af-96f7-b31d14f6acb7 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:05.346346 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.380829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Calling delete_port for c93e9cc1-024d-4b9b-b155-761bdf4b81a6 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:05.410826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b916d6-d21a-4000-b8f9-9f78aa121803 None None] DHCP port deletion for a152f897-c692-40bd-9a6a-4d20f3b72e5c request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:55:05.417075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-42b916d6-d21a-4000-b8f9-9f78aa121803 None None] Deleting port 2984efef-b711-49e6-9575-9bdc2b99cfd3 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:05.417307 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42b916d6-d21a-4000-b8f9-9f78aa121803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.419283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] Deleting port 80e4481b-590b-42f0-8774-b6bbf3685b2f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:05.419701 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.433773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2c4488-28f0-4aba-a385-8ecd0aa0653a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Deleting subnet a57ca9f4-d365-46cd-b1de-3bfac442f67b {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:55:05.439292 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4488-28f0-4aba-a385-8ecd0aa0653a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.505813 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4488-28f0-4aba-a385-8ecd0aa0653a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.519097 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:55:05.626114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2984efef-b711-49e6-9575-9bdc2b99cfd3 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:05.691289 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4488-28f0-4aba-a385-8ecd0aa0653a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.728765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port 8e17adf3-cb94-40f0-96e9-f998bbc24bdd {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:05.729104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.735022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-42b916d6-d21a-4000-b8f9-9f78aa121803 None None] For port 2984efef-b711-49e6-9575-9bdc2b99cfd3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2984efef-b711-49e6-9575-9bdc2b99cfd3,segment=NetworkSegment(c0ad3dd8-7f10-4ab8-8522-7f91a810c399),segment_id=c0ad3dd8-7f10-4ab8-8522-7f91a810c399)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:05.735567 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42b916d6-d21a-4000-b8f9-9f78aa121803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.764005 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.764320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.823220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] The port '8e17adf3-cb94-40f0-96e9-f998bbc24bdd' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:55:05.864687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-42b916d6-d21a-4000-b8f9-9f78aa121803 None None] Calling delete_port for 2984efef-b711-49e6-9575-9bdc2b99cfd3 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:05.920694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Calling delete_port for a6511bef-caef-47af-96f7-b31d14f6acb7 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:05.929906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.994020 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:05.995344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2984efef-b711-49e6-9575-9bdc2b99cfd3 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:05.995984 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.001058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] For port 80e4481b-590b-42f0-8774-b6bbf3685b2f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=80e4481b-590b-42f0-8774-b6bbf3685b2f,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:06.001417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.015256 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.046551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event deleted for resources: {'Port': ['ID=c93e9cc1-024d-4b9b-b155-761bdf4b81a6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:06.078467 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42b916d6-d21a-4000-b8f9-9f78aa121803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.085775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] device_id is not set on port b0674520-f119-41a7-af4d-15b99bfe5c95 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:55:06.096731 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4488-28f0-4aba-a385-8ecd0aa0653a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.118663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8e17adf3-cb94-40f0-96e9-f998bbc24bdd no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:06.124318 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.169479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 8e17adf3-cb94-40f0-96e9-f998bbc24bdd {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:06.170098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8e17adf3-cb94-40f0-96e9-f998bbc24bdd not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:06.172850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b916d6-d21a-4000-b8f9-9f78aa121803 None None] Pushing event deleted for resources: {'Port': ['ID=2984efef-b711-49e6-9575-9bdc2b99cfd3,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:06.177091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b916d6-d21a-4000-b8f9-9f78aa121803 None None] No DVR routers for this DVR port 2984efef-b711-49e6-9575-9bdc2b99cfd3 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:55:06.209604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] Calling delete_port for 80e4481b-590b-42f0-8774-b6bbf3685b2f owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:06.219078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ae55d-54b8-4871-b5bd-7c74e2bb9625 None None] Network 9cc5ec01-d328-44ce-88b3-bbca33dfa380 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:06.230295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4488-28f0-4aba-a385-8ecd0aa0653a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.232799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c4488-28f0-4aba-a385-8ecd0aa0653a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Subnet': ['ID=a57ca9f4-d365-46cd-b1de-3bfac442f67b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:06.241767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee091c3a-2e47-41f8-a8a6-59ba03d6134e']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:06.280592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:06.280891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68dcdb1-1f07-46f7-8cfa-68e4a116b22e') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:06.293260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0077b3b-e537-4be1-a7c2-b9d5242496c3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:06.305798 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.313521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6b2c4488-28f0-4aba-a385-8ecd0aa0653a tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "DELETE /v2.0/subnets/a57ca9f4-d365-46cd-b1de-3bfac442f67b HTTP/1.1" status: 204 len: 168 time: 1.1499052 May 24 22:55:06.319926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33200) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:06.323766 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.536205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66370f75-2277-460f-8555-92d1fd42b1c1 None None] DHCP port deletion for 9cc5ec01-d328-44ce-88b3-bbca33dfa380 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:55:06.554973 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.559800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-66370f75-2277-460f-8555-92d1fd42b1c1 None None] Deleting port fd0fb66e-bc69-471b-833b-4157ff3fa679 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:06.560477 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-66370f75-2277-460f-8555-92d1fd42b1c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.570759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:55:06.571155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.701921 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment a68dcdb1-1f07-46f7-8cfa-68e4a116b22e resource provider aggregate not found May 24 22:55:06.709980 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.711756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.726058 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.741321 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment a68dcdb1-1f07-46f7-8cfa-68e4a116b22e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a68dcdb1-1f07-46f7-8cfa-68e4a116b22e found for delete ", "request_id": "req-e2e8a219-a4dd-4120-90bd-d91b53e57005"}]} May 24 22:55:06.760824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d6a9d-7e4d-42c3-85c0-1438d08d707e req-6a3fa9dd-bad3-4327-b118-f12289a2aaf5 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:06.762608 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a59d6a9d-7e4d-42c3-85c0-1438d08d707e req-6a3fa9dd-bad3-4327-b118-f12289a2aaf5 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.7106671 May 24 22:55:06.772460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.796066 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.796563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df05b587-168c-447f-8974-dd890fca1038 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:55:06.804415 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.813334 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.826260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Network': ['ID=ee091c3a-2e47-41f8-a8a6-59ba03d6134e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:06.844615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0aedc284-b531-47f2-bdf0-9b58a119b5dd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "DELETE /v2.0/networks/ee091c3a-2e47-41f8-a8a6-59ba03d6134e HTTP/1.1" status: 204 len: 168 time: 2.8839204 May 24 22:55:06.861123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.862304 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-403ac781-f3e4-4be5-94a4-35ce422a819a tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "DELETE /v2.0/routers/df05b587-168c-447f-8974-dd890fca1038 HTTP/1.1" status: 204 len: 168 time: 2.9765403 May 24 22:55:06.863078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33210) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:06.867126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33212) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:06.870997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1144033179'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:06.875798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-66370f75-2277-460f-8555-92d1fd42b1c1 None None] For port fd0fb66e-bc69-471b-833b-4157ff3fa679, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fd0fb66e-bc69-471b-833b-4157ff3fa679,segment=NetworkSegment(3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509),segment_id=3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:06.876865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:06.876986 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-66370f75-2277-460f-8555-92d1fd42b1c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.881076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Usage tracker for resource:network and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:06.884120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:06.889989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:06.908415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1475568570', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:06.917879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:06.921174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.934790 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a59d6a9d-7e4d-42c3-85c0-1438d08d707e req-389c2843-a6e2-4001-9c3c-13d5044ab734 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596019 May 24 22:55:06.937645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:06.945209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Usage tracker for resource:router and tenant:e455915b3cf54855bd1a9f08c1fc1a99 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:06.949880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:06.965687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:06.975279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:55:06.977079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event deleted for resources: {'Port': ['ID=a6511bef-caef-47af-96f7-b31d14f6acb7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:06.985980 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.989784 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Added segment 9e0ae386-2120-460c-9988-5267ffa85340 of type vlan for network 0ade6d8f-43cf-418f-a609-2db1ec821f01 May 24 22:55:06.989784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:06.991011 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.033614 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.037935 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.066376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.127013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-66370f75-2277-460f-8555-92d1fd42b1c1 None None] Calling delete_port for fd0fb66e-bc69-471b-833b-4157ff3fa679 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:07.140447 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.146257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:07.146846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.192406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a152f897-c692-40bd-9a6a-4d20f3b72e5c']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:07.206956 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-66370f75-2277-460f-8555-92d1fd42b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.255729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:07.256009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66370f75-2277-460f-8555-92d1fd42b1c1 None None] Pushing event deleted for resources: {'Port': ['ID=fd0fb66e-bc69-471b-833b-4157ff3fa679,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:07.256144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ad3dd8-7f10-4ab8-8522-7f91a810c399') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:07.260438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66370f75-2277-460f-8555-92d1fd42b1c1 None None] No DVR routers for this DVR port fd0fb66e-bc69-471b-833b-4157ff3fa679 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:55:07.286679 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.294870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] device_id is not set on port b0674520-f119-41a7-af4d-15b99bfe5c95 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:55:07.304691 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.305033 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Floating IP 40aa13f2-8263-46f3-8cb6-91b1d48eda83 disassociated (deleted). External IP: 172.25.7.139, port: ce16626c-488c-4909-bb93-fdfb995de21f. May 24 22:55:07.367595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.370388 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.415407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.449471 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a1b95d75-c7ea-480f-81a7-6fbe61f0544b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.450538 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5844715 May 24 22:55:07.451677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9db88-b53b-4f2c-b299-3a2794dd5f2d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Network': ['ID=0ade6d8f-43cf-418f-a609-2db1ec821f01,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:07.453114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:55:07.453546 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.454190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33218) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:07.463708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'subnet': {'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:07.484922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 0ade6d8f-43cf-418f-a609-2db1ec821f01 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:55:07.509140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e4481b-590b-42f0-8774-b6bbf3685b2f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:07.580781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.584638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:07.597812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Usage tracker for resource:subnet and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:07.612701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:07.645337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c93e9cc1-024d-4b9b-b155-761bdf4b81a6 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:07.654658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:07.703462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: c93e9cc1-024d-4b9b-b155-761bdf4b81a6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:07.703817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c93e9cc1-024d-4b9b-b155-761bdf4b81a6 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:07.704223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fd0fb66e-bc69-471b-833b-4157ff3fa679 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:07.733014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Transition to ACTIVE for port object b0674520-f119-41a7-af4d-15b99bfe5c95 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:07.735484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:07.738817 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.741278 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment c0ad3dd8-7f10-4ab8-8522-7f91a810c399 resource provider aggregate not found May 24 22:55:07.746665 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.752261 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: fd0fb66e-bc69-471b-833b-4157ff3fa679 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:07.752625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fd0fb66e-bc69-471b-833b-4157ff3fa679 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:07.798554 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment c0ad3dd8-7f10-4ab8-8522-7f91a810c399 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0ad3dd8-7f10-4ab8-8522-7f91a810c399 found for delete ", "request_id": "req-65186f08-b5dc-4f87-a630-a91af9b08b32"}]} May 24 22:55:07.819776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.830356 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:07.880575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Network': ['ID=a152f897-c692-40bd-9a6a-4d20f3b72e5c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:08.039802 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eeb840e2-cd2e-433a-b752-f9bcbf9876b8 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "DELETE /v2.0/networks/a152f897-c692-40bd-9a6a-4d20f3b72e5c HTTP/1.1" status: 204 len: 168 time: 1.7159827 May 24 22:55:08.082634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33228) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:08.101253 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event updated for resources: {'Port': ['ID=b0674520-f119-41a7-af4d-15b99bfe5c95,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:08.370085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.396908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Checking segment: {'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:55:08.396908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Network hostable DHCP agents. Network: 31147a15-db46-4c46-8a14-13a352a9b0f0, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:55:08.400766 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.455953 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.469577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.547316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Network 31147a15-db46-4c46-8a14-13a352a9b0f0 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:55:08.550564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Router 2098ae14-49c6-4f68-a184-97d5c6ee08ff has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:55:08.563043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Subnet': ['ID=c0845e38-b36d-4a4b-8f08-ccf33080a856,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:08.566376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.588082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 31147a15-db46-4c46-8a14-13a352a9b0f0) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:08.596120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd740e9c-73c4-484e-b3f4-b57984aa4097 None None] Network 31147a15-db46-4c46-8a14-13a352a9b0f0 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:08.629331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Checking segment: {'id': '9e0ae386-2120-460c-9988-5267ffa85340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:55:08.629674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network hostable DHCP agents. Network: 0ade6d8f-43cf-418f-a609-2db1ec821f01, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:55:08.717239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd33e78-6d96-4a85-a6e7-0f453febe08f req-61048351-5ddb-4696-b44b-33ec537b4abb tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:08.718363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cd33e78-6d96-4a85-a6e7-0f453febe08f req-61048351-5ddb-4696-b44b-33ec537b4abb tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.6264472 May 24 22:55:08.726629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:08.769592 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.776386 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.781658 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.790624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:08.790956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:08.791315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:08.800659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network 0ade6d8f-43cf-418f-a609-2db1ec821f01 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:55:08.817350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Allocated IP 172.25.7.30 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/d5574c07-ffa6-4fdf-898b-245e78de8600) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:08.820138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc5ec01-d328-44ce-88b3-bbca33dfa380']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:08.832686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 0ade6d8f-43cf-418f-a609-2db1ec821f01) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:08.837973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:08.838266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:08.845812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00978413-6755-40e3-a31c-ad2fba57e2ee None None] Network 0ade6d8f-43cf-418f-a609-2db1ec821f01 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:08.853762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:08.854302 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.864681 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.937693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:08.937935 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:08.949337 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 2 to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 May 24 22:55:08.963866 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.968850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cd33e78-6d96-4a85-a6e7-0f453febe08f req-14c745be-65ff-4aea-b1a0-b1ed86726949 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325029 May 24 22:55:08.973912 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-de49c11c-7bb8-4b9e-ac5d-d208b9d8f8e2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5131326 May 24 22:55:08.976556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33232) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:08.982934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:55:08.982934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:08.995972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:08.996275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:08.996456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:09.006051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:09.006379 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:09.010663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1070558190'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:09.019857 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 3 to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 May 24 22:55:09.035837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:55:09.045086 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25cd56-b23a-4622-a169-46cfe3de6376 None None] Sync routers for ids ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:55:09.048649 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.056685 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25cd56-b23a-4622-a169-46cfe3de6376 None None] Routers {'2098ae14-49c6-4f68-a184-97d5c6ee08ff'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:09.058239 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9e25cd56-b23a-4622-a169-46cfe3de6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:09.063726 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509 resource provider aggregate not found May 24 22:55:09.067450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:09.090718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:09.091056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:09.091385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:09.091686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Usage tracker for resource:network and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:09.104342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:09.111262 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f8c6f50-3ef2-4ec5-a4de-c9e98c91e509 found for delete ", "request_id": "req-da13477f-d447-4e50-ad45-21798d5859a4"}]} May 24 22:55:09.119337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:09.124870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-0ade6d8f-43cf-418f-a609-2db1ec821f01', 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'fixed_ips': [{'subnet_id': 'c0845e38-b36d-4a4b-8f08-ccf33080a856'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:55:09.126444 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.140897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.157553 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9e25cd56-b23a-4622-a169-46cfe3de6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:09.164209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.169415 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25cd56-b23a-4622-a169-46cfe3de6376 None None] Routers {'2098ae14-49c6-4f68-a184-97d5c6ee08ff'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:09.170291 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9e25cd56-b23a-4622-a169-46cfe3de6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:09.178802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:09.182361 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.198176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Pushing event deleted for resources: {'Network': ['ID=9cc5ec01-d328-44ce-88b3-bbca33dfa380,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:09.201608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:09.202101 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:09.211528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.218144 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 4 to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 May 24 22:55:09.221281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] 10.222.0.55 "DELETE /v2.0/networks/9cc5ec01-d328-44ce-88b3-bbca33dfa380 HTTP/1.1" status: 204 len: 168 time: 1.1353812 May 24 22:55:09.239092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.239432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.239769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.240102 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.240451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.240781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.241107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.241429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.242721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.244203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.244832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.245718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0d404-268c-4531-bbae-9a135cc99b57 tempest-TaggedBootDevicesTest-94354278 tempest-TaggedBootDevicesTest-94354278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:09.258614 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9e25cd56-b23a-4622-a169-46cfe3de6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:09.260530 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25cd56-b23a-4622-a169-46cfe3de6376 None None] The sync data for ids ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:55:09.268828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:55:09.282526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.283114 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Added segment babfca47-74b8-4e18-b13d-c6c77b5c2322 of type vlan for network 0c76efa3-88f4-4832-aeae-7173dba31976 May 24 22:55:09.313695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33242) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:09.314272 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-94efe2a9-8113-4d21-a63a-a163d45fcfa3 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "DELETE /v2.0/floatingips/40aa13f2-8263-46f3-8cb6-91b1d48eda83 HTTP/1.1" status: 204 len: 168 time: 4.3550971 May 24 22:55:09.319075 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.320591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:09.321102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:09.322663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:09.327451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:09.332873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.351335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:09.351660 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:09.379860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Allocated IP 19.80.0.2 (0ade6d8f-43cf-418f-a609-2db1ec821f01/c0845e38-b36d-4a4b-8f08-ccf33080a856/4d82a245-e100-4011-8d54-44d044f57f98) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:09.403674 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 5 to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 May 24 22:55:09.447349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:09.447942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:09.448531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:09.457117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:09.462522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Usage tracker for resource:floatingip and tenant:4d478d6a0e744b9a86483fd64cb2eb4e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:09.465868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:09.466201 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:09.466611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:09.470584 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 6 to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 May 24 22:55:09.473220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:09.481654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Pushing event updated for resources: {'Port': ['ID=d5574c07-ffa6-4fdf-898b-245e78de8600,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:09.493629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.499230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:09.500373 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.508158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:09.508499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:09.509047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:09.525205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:09.525934 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:09.538234 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 7 to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 May 24 22:55:09.550658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] Router 557783d2-28c7-4189-a7b5-271db7b3f785 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:55:09.561794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:09.562411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:09.562940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:09.572678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:09.573299 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:09.574066 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 8 to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 May 24 22:55:09.575886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:09.680475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:09.680939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:09.681716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:09.691588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:09.692009 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:09.694271 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 9 to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 May 24 22:55:09.726346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:09.733639 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.756883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:09.760613 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.773395 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Transition to ACTIVE for port object 4d82a245-e100-4011-8d54-44d044f57f98 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:09.778572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:09.779375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:09.779577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:09.788873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:09.789310 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:09.791930 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 10 to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 May 24 22:55:09.806085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Transition to ACTIVE for port object 4d82a245-e100-4011-8d54-44d044f57f98 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:09.808808 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8310621 May 24 22:55:09.812044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33252) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:09.818010 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.826780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'subnet': {'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:09.843784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:09.844404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:09.844906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:09.853798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port b0674520-f119-41a7-af4d-15b99bfe5c95 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:09.854766 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port b0674520-f119-41a7-af4d-15b99bfe5c95 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:09.855293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:09.875142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:55:09.888518 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Network 0ade6d8f-43cf-418f-a609-2db1ec821f01 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:09.889547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f7184-5a5e-4998-9885-d08c6697c7ed None None] Sync routers for ids ['557783d2-28c7-4189-a7b5-271db7b3f785'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:55:09.896321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:09.901952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:09.904273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb91770-6489-44c0-af0e-876e40e2cef9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Network': ['ID=0c76efa3-88f4-4832-aeae-7173dba31976,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:09.910812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Pushing event updated for resources: {'Port': ['ID=4d82a245-e100-4011-8d54-44d044f57f98,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:09.947218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 0c76efa3-88f4-4832-aeae-7173dba31976 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:55:09.969947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f7184-5a5e-4998-9885-d08c6697c7ed None None] Routers {'557783d2-28c7-4189-a7b5-271db7b3f785'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:09.970488 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-693f7184-5a5e-4998-9885-d08c6697c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['557783d2-28c7-4189-a7b5-271db7b3f785'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:10.197486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-98a22ae3-9a87-4702-843e-f1c2f295a952 admin admin] 10.222.0.55 "PUT /v2.0/routers/557783d2-28c7-4189-a7b5-271db7b3f785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2920709 May 24 22:55:10.206266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33258) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:10.231916 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:10.247017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Attempting to bind port 4d82a245-e100-4011-8d54-44d044f57f98 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:10.247412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Attempting to bind port 4d82a245-e100-4011-8d54-44d044f57f98 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '9e0ae386-2120-460c-9988-5267ffa85340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:10.247756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Attempting to bind port 4d82a245-e100-4011-8d54-44d044f57f98 on network 0ade6d8f-43cf-418f-a609-2db1ec821f01 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:10.269602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:55:10.270410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Checking segment: {'id': '9e0ae386-2120-460c-9988-5267ffa85340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:55:10.270736 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:10.271139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Bound using segment: {'id': '9e0ae386-2120-460c-9988-5267ffa85340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:55:10.271627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Bound port: 4d82a245-e100-4011-8d54-44d044f57f98, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0ae386-2120-460c-9988-5267ffa85340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:55:10.271996 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:10.303715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] For port b0674520-f119-41a7-af4d-15b99bfe5c95, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:55:10.304108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempted to set empty binding levels {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 22:55:10.328492 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:10.408640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event updated for resources: {'Port': ['ID=b0674520-f119-41a7-af4d-15b99bfe5c95,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:10.438224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-693f7184-5a5e-4998-9885-d08c6697c7ed None None] Set router 557783d2-28c7-4189-a7b5-271db7b3f785 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:55:10.475931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:10.478983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:10.479576 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:10.497423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Usage tracker for resource:subnet and tenant:d90d3d2574984885b0f06938daf064fc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:10.510785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:10.532426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:10.554914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-14d5a853-aa97-4df3-9e36-ce4172661ded tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.6721935 May 24 22:55:10.559930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33262) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:10.632660 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:10.662771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:10.666402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:10.736429 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:10.747303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abb20d-9e69-4563-be31-b04770fa0b44 req-215d050f-ffe8-4e40-aaa0-3f8637ead95f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:10.754562 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52abb20d-9e69-4563-be31-b04770fa0b44 req-215d050f-ffe8-4e40-aaa0-3f8637ead95f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.5762348 May 24 22:55:10.761133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:10.851241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-696d4c51-ef70-4d58-b93a-79f115ee824f tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Deleting port b0674520-f119-41a7-af4d-15b99bfe5c95 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:10.851581 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-696d4c51-ef70-4d58-b93a-79f115ee824f tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:10.881247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] For port 4d82a245-e100-4011-8d54-44d044f57f98, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:55:10.903243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] For port 4d82a245-e100-4011-8d54-44d044f57f98, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4d82a245-e100-4011-8d54-44d044f57f98,segment=NetworkSegment(9e0ae386-2120-460c-9988-5267ffa85340),segment_id=9e0ae386-2120-460c-9988-5267ffa85340)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:55:10.956001 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:10.970344 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52abb20d-9e69-4563-be31-b04770fa0b44 req-31fffe2a-1fc0-491c-9db8-2064472c8227 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148757 May 24 22:55:11.060056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f374b-abce-4eb0-842b-73872dde5b5d None None] Pushing event updated for resources: {'Port': ['ID=4d82a245-e100-4011-8d54-44d044f57f98,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:11.109101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-693f7184-5a5e-4998-9885-d08c6697c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:55:07Z', 'revision_number': 5, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:11.113837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f7184-5a5e-4998-9885-d08c6697c7ed None None] Checking router: 557783d2-28c7-4189-a7b5-271db7b3f785 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:55:11.125114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f7184-5a5e-4998-9885-d08c6697c7ed None None] Routers {'557783d2-28c7-4189-a7b5-271db7b3f785'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:11.125779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-693f7184-5a5e-4998-9885-d08c6697c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['557783d2-28c7-4189-a7b5-271db7b3f785'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:11.262068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-696d4c51-ef70-4d58-b93a-79f115ee824f tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] For port b0674520-f119-41a7-af4d-15b99bfe5c95, host n-h1-843146-7, got binding levels [] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:11.262691 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-696d4c51-ef70-4d58-b93a-79f115ee824f tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:11.270983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Allocated IP 172.25.7.140 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/82174d00-1bcd-469f-ab55-33de65185d5d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:11.384842 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:11.420306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-693f7184-5a5e-4998-9885-d08c6697c7ed None None] Set router 557783d2-28c7-4189-a7b5-271db7b3f785 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:55:11.435428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-696d4c51-ef70-4d58-b93a-79f115ee824f tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Calling delete_port for b0674520-f119-41a7-af4d-15b99bfe5c95 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:11.517517 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:11.542245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Deleting port 8f243744-036b-44b7-a499-d07943855ac8 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:11.543793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:11.648910 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:11.693766 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:11.721062 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4d82a245-e100-4011-8d54-44d044f57f98 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:55:11.780858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-696d4c51-ef70-4d58-b93a-79f115ee824f tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:11.922611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:11.926329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:11.938460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4d82a245-e100-4011-8d54-44d044f57f98 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:55:11.939293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Pushing event updated for resources: {'Port': ['ID=82174d00-1bcd-469f-ab55-33de65185d5d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:11.944803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:11.967614 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-693f7184-5a5e-4998-9885-d08c6697c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:55:07Z', 'revision_number': 5, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:11.972440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f7184-5a5e-4998-9885-d08c6697c7ed None None] The sync data for ids ['557783d2-28c7-4189-a7b5-271db7b3f785'] in n-d-843146-7 is: [{'id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'name': 'tempest-TaggedBootDevicesTest_v242-1523696600-router', 'tenant_id': 'c1b53c9434c24a0f875564307ddb2295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8f243744-036b-44b7-a499-d07943855ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:07Z', 'updated_at': '2022-05-24T22:55:07Z', 'revision_number': 5, 'project_id': 'c1b53c9434c24a0f875564307ddb2295', 'gw_port': {'id': '8f243744-036b-44b7-a499-d07943855ac8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557783d2-28c7-4189-a7b5-271db7b3f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:09Z', 'updated_at': '2022-05-24T22:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:55:12.086999 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:12.092363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Router 253b9330-2d34-490d-8a1c-c40ee88b44fd is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:55:12.143029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d4c51-ef70-4d58-b93a-79f115ee824f tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0674520-f119-41a7-af4d-15b99bfe5c95,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:12.151776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-696d4c51-ef70-4d58-b93a-79f115ee824f tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:12.260690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-696d4c51-ef70-4d58-b93a-79f115ee824f tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "DELETE /v2.0/ports/b0674520-f119-41a7-af4d-15b99bfe5c95 HTTP/1.1" status: 204 len: 168 time: 1.6960671 May 24 22:55:12.266861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33272) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:12.329853 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54f6d6d-bce7-4ca0-81f4-6ae0e53e959d tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] GET failed (client error): The resource could not be found. May 24 22:55:12.330391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e54f6d6d-bce7-4ca0-81f4-6ae0e53e959d tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Synchronizing usage tracker for tenant:c4a5d59574f54a599ea523d9cc28ef91 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:12.345784 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:12.447564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] For port 8f243744-036b-44b7-a499-d07943855ac8, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8f243744-036b-44b7-a499-d07943855ac8,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:12.448262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:12.534612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527661df-b5a3-4ac2-94f2-3877a754ea86 None None] Network 0ade6d8f-43cf-418f-a609-2db1ec821f01 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:12.537997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:12.660015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Calling delete_port for 8f243744-036b-44b7-a499-d07943855ac8 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:12.725070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd55fa6-f760-43a8-8e44-f94e1b626567 req-5bc658f8-1691-4cdd-a646-a275b8b2207f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:12.726625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bfd55fa6-f760-43a8-8e44-f94e1b626567 req-5bc658f8-1691-4cdd-a646-a275b8b2207f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.5975616 May 24 22:55:12.729345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e54f6d6d-bce7-4ca0-81f4-6ae0e53e959d tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Unset dirty status for tenant:c4a5d59574f54a599ea523d9cc28ef91 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:12.736122 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e54f6d6d-bce7-4ca0-81f4-6ae0e53e959d tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "GET /v2.0/ports/b0674520-f119-41a7-af4d-15b99bfe5c95 HTTP/1.1" status: 404 len: 333 time: 0.4670286 May 24 22:55:12.742586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33276) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:12.760620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Request body: {'port': {'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1096446131'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:12.778388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:55:12.787974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:12.789362 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d5512-5d72-4779-9d60-fa0adf64acba None None] Sync routers for ids ['253b9330-2d34-490d-8a1c-c40ee88b44fd'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:55:12.797513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b69e7eb3-2f45-4bed-a461-2f7356f6f7ad None None] Provisioning for port 4d82a245-e100-4011-8d54-44d044f57f98 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:55:12.804629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b69e7eb3-2f45-4bed-a461-2f7356f6f7ad None None] Provisioning complete for port 4d82a245-e100-4011-8d54-44d044f57f98 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:12.805083 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b69e7eb3-2f45-4bed-a461-2f7356f6f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:12.805992 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d5512-5d72-4779-9d60-fa0adf64acba None None] Routers {'253b9330-2d34-490d-8a1c-c40ee88b44fd'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:12.806824 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0a6d5512-5d72-4779-9d60-fa0adf64acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['253b9330-2d34-490d-8a1c-c40ee88b44fd'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:12.840519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:12.888368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bfd55fa6-f760-43a8-8e44-f94e1b626567 req-30c844ca-aac2-4310-9516-307ce0793fc2 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509295 May 24 22:55:12.894322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Subnet': ['ID=573e9ba8-297d-4602-94ba-aa04ed9d3dd6,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:12.924696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Checking segment: {'id': 'babfca47-74b8-4e18-b13d-c6c77b5c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:55:12.926191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:12.930967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network hostable DHCP agents. Network: 0c76efa3-88f4-4832-aeae-7173dba31976, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:55:12.933167 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-665aedce-240c-45ed-be94-072339c9a53d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0300665 May 24 22:55:12.941378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33280) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:12.942041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:12.945649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Made reservation on behalf of c4a5d59574f54a599ea523d9cc28ef91 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:12.949710 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:12.951033 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0a6d5512-5d72-4779-9d60-fa0adf64acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:12.966426 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:12.969761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-fd7c63dc-aa2c-4bf2-a449-5787a636b7d8 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'enable_snat': False}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:12.970749 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d5512-5d72-4779-9d60-fa0adf64acba None None] Routers {'253b9330-2d34-490d-8a1c-c40ee88b44fd'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:12.971459 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0a6d5512-5d72-4779-9d60-fa0adf64acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['253b9330-2d34-490d-8a1c-c40ee88b44fd'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:13.086860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] device_id is not set on port 642d3e63-e55a-44f9-9475-70a170595139 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:55:13.104550 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0a6d5512-5d72-4779-9d60-fa0adf64acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:13.105079 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d5512-5d72-4779-9d60-fa0adf64acba None None] The sync data for ids ['253b9330-2d34-490d-8a1c-c40ee88b44fd'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:55:13.140936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b69e7eb3-2f45-4bed-a461-2f7356f6f7ad None None] Current status of the port 4d82a245-e100-4011-8d54-44d044f57f98 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:13.141734 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b69e7eb3-2f45-4bed-a461-2f7356f6f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:13.146384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network 0c76efa3-88f4-4832-aeae-7173dba31976 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:55:13.196557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b69e7eb3-2f45-4bed-a461-2f7356f6f7ad None None] For port 4d82a245-e100-4011-8d54-44d044f57f98, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4d82a245-e100-4011-8d54-44d044f57f98,segment=NetworkSegment(9e0ae386-2120-460c-9988-5267ffa85340),segment_id=9e0ae386-2120-460c-9988-5267ffa85340)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:13.200053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Pushing event updated for resources: {'Port': ['ID=82174d00-1bcd-469f-ab55-33de65185d5d,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:13.204851 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b69e7eb3-2f45-4bed-a461-2f7356f6f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:13.246686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 0c76efa3-88f4-4832-aeae-7173dba31976) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:13.247276 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:13.252135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:13.252761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:13.352112 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:13.356207 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ba432969-f8ff-4646-a2f2-f568179181e2 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0367699 May 24 22:55:13.357747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33290) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:13.375600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e7eb3-2f45-4bed-a461-2f7356f6f7ad None None] Pushing event updated for resources: {'Port': ['ID=4d82a245-e100-4011-8d54-44d044f57f98,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:13.378205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229fba74-897f-4c35-a098-15830d21700a None None] Network 0c76efa3-88f4-4832-aeae-7173dba31976 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:13.394684 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-664127ea-5f78-4ea7-9fc6-e3fcc23fc6fe tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5819018 May 24 22:55:13.512335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:13.610865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:13.690165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4d82a245-e100-4011-8d54-44d044f57f98 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:55:13.726896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:13.759973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Network 31147a15-db46-4c46-8a14-13a352a9b0f0 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:13.769354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:13.774083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:13.801522 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:13.810247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:13.811532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:13.812525 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:13.852590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f243744-036b-44b7-a499-d07943855ac8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:13.865540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event updated for resources: {'Port': ['ID=642d3e63-e55a-44f9-9475-70a170595139,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:13.879799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0c1d171b-7749-4a63-9a44-5d2bda485da1 None None] Provisioning complete for port 4d82a245-e100-4011-8d54-44d044f57f98 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:13.880256 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0c1d171b-7749-4a63-9a44-5d2bda485da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:13.888380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Usage tracker for resource:floatingip and tenant:c9a1a9073eb647d884f34df1c167a879 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:13.893913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:13.901243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:13.981794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-0c76efa3-88f4-4832-aeae-7173dba31976', 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'fixed_ips': [{'subnet_id': '573e9ba8-297d-4602-94ba-aa04ed9d3dd6'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:55:13.982873 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.073522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-0b9a7e34-7f3d-41ef-80b7-8454ffdfa023 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:14.080328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-0b9a7e34-7f3d-41ef-80b7-8454ffdfa023 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:14.081163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-0b9a7e34-7f3d-41ef-80b7-8454ffdfa023 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Synchronizing usage tracker for tenant:d90d3d2574984885b0f06938daf064fc on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:14.087793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-52b8562d-4ebb-4b4e-a7eb-9681471140bf tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3421507 May 24 22:55:14.089889 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.100261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33310) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:14.141436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4d82a245-e100-4011-8d54-44d044f57f98 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:14.142422 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.181827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-0b9a7e34-7f3d-41ef-80b7-8454ffdfa023 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Unset dirty status for tenant:d90d3d2574984885b0f06938daf064fc on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:14.183001 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-0b9a7e34-7f3d-41ef-80b7-8454ffdfa023 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/networks?id=0ade6d8f-43cf-418f-a609-2db1ec821f01&id=0c76efa3-88f4-4832-aeae-7173dba31976 HTTP/1.1" status: 200 len: 1392 time: 0.4385524 May 24 22:55:14.219817 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-dcfb8f55-90e4-4809-8f23-26a948a054ff tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/quotas/d90d3d2574984885b0f06938daf064fc HTTP/1.1" status: 200 len: 375 time: 0.0274279 May 24 22:55:14.259358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d171b-7749-4a63-9a44-5d2bda485da1 None None] Current status of the port 4d82a245-e100-4011-8d54-44d044f57f98 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:14.304517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:14.384954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Allocated IP 19.86.0.2 (0c76efa3-88f4-4832-aeae-7173dba31976/573e9ba8-297d-4602-94ba-aa04ed9d3dd6/08a599c9-ecdc-46fc-8529-e07d9a66ea05) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:14.390382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4d82a245-e100-4011-8d54-44d044f57f98 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:14.416562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-5e8391e7-bce5-491e-b7ef-2b410f2846c8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Synchronizing usage tracker for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:14.418865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 80e4481b-590b-42f0-8774-b6bbf3685b2f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:14.428019 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.458208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 80e4481b-590b-42f0-8774-b6bbf3685b2f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:14.458546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 80e4481b-590b-42f0-8774-b6bbf3685b2f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:14.481865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-5e8391e7-bce5-491e-b7ef-2b410f2846c8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Unset dirty status for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:14.483256 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-5e8391e7-bce5-491e-b7ef-2b410f2846c8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90d3d2574984885b0f06938daf064fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2549038 May 24 22:55:14.581369 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.662036 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.676143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Transition to ACTIVE for port object 08a599c9-ecdc-46fc-8529-e07d9a66ea05 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:14.703154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Transition to ACTIVE for port object 08a599c9-ecdc-46fc-8529-e07d9a66ea05 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:14.721384 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.725653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Allocated IP 172.25.7.199 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/657b2eee-b740-495c-99f3-06ee70f9338f) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:14.744077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7131b891-f67b-496c-8a23-6d1fada26377 req-d06bcf35-3dbc-4f20-ac02-6e0f0e0cb03c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8061130 May 24 22:55:14.798910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Network 0c76efa3-88f4-4832-aeae-7173dba31976 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:14.806580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:14.811666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:14.852741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd7c63dc-aa2c-4bf2-a449-5787a636b7d8 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.872656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.915454 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.918529 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.926946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Attempting to bind port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:14.927331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Attempting to bind port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'babfca47-74b8-4e18-b13d-c6c77b5c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:14.927691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Attempting to bind port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 on network 0c76efa3-88f4-4832-aeae-7173dba31976 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:14.929951 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Pushing event updated for resources: {'Port': ['ID=08a599c9-ecdc-46fc-8529-e07d9a66ea05,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:14.936976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:55:14.937422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Checking segment: {'id': 'babfca47-74b8-4e18-b13d-c6c77b5c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:55:14.937796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:14.938952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Bound using segment: {'id': 'babfca47-74b8-4e18-b13d-c6c77b5c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:55:14.939682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Bound port: 08a599c9-ecdc-46fc-8529-e07d9a66ea05, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babfca47-74b8-4e18-b13d-c6c77b5c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:55:14.939824 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:15.006944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfa9d9-4c27-485c-898c-a6f9b79e51d4 req-12853a79-f7b7-4ed4-8c7d-d89b8202c39d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:15.014506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54bfa9d9-4c27-485c-898c-a6f9b79e51d4 req-12853a79-f7b7-4ed4-8c7d-d89b8202c39d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.9222956 May 24 22:55:15.043398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] For port 08a599c9-ecdc-46fc-8529-e07d9a66ea05, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:55:15.047949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] For port 08a599c9-ecdc-46fc-8529-e07d9a66ea05, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=08a599c9-ecdc-46fc-8529-e07d9a66ea05,segment=NetworkSegment(babfca47-74b8-4e18-b13d-c6c77b5c2322),segment_id=babfca47-74b8-4e18-b13d-c6c77b5c2322)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:55:15.054520 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:15.055251 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-5103da47-84fa-4887-929b-7b166cfb9870 service neutron] 10.222.0.55 "GET /v2.0/networks/0ade6d8f-43cf-418f-a609-2db1ec821f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598218 May 24 22:55:15.132753 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:15.133237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 557783d2-28c7-4189-a7b5-271db7b3f785 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:55:15.155724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbac01-3853-4357-a3e4-c2e999719f51 None None] Pushing event updated for resources: {'Port': ['ID=08a599c9-ecdc-46fc-8529-e07d9a66ea05,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:15.267518 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54bfa9d9-4c27-485c-898c-a6f9b79e51d4 req-226bedfd-1f93-4215-9268-171f241812a5 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520347 May 24 22:55:15.316995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:15.323043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:15.324588 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4a4f8712-45cf-46f3-869b-7eb9a165b045 admin admin] 10.222.0.55 "DELETE /v2.0/routers/557783d2-28c7-4189-a7b5-271db7b3f785 HTTP/1.1" status: 204 len: 168 time: 5.1138055 May 24 22:55:15.332141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33322) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:15.345437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-07532e74-b7bc-4682-81b9-ff6652571cfb service neutron] 10.222.0.55 "GET /v2.0/networks/0ade6d8f-43cf-418f-a609-2db1ec821f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758443 May 24 22:55:15.372276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131b891-f67b-496c-8a23-6d1fada26377 req-02c8bf4f-d372-40b7-9de9-34b421acd2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:15.373847 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7131b891-f67b-496c-8a23-6d1fada26377 req-02c8bf4f-d372-40b7-9de9-34b421acd2e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 1097 time: 0.5055101 May 24 22:55:15.537473 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:55:15.560890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea1c741-3036-4990-ac54-610dbd787b1c admin admin] Deleting subnet 556a2a9f-4f7c-4134-961d-b1ce2bb09e77 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:55:15.570242 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cea1c741-3036-4990-ac54-610dbd787b1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:15.615410 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-5c3fc5ee-e453-44d9-8acc-ac8ec4fefb2c service neutron] 10.222.0.55 "GET /v2.0/networks/0c76efa3-88f4-4832-aeae-7173dba31976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686894 May 24 22:55:15.658491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] device_id is not set on port 642d3e63-e55a-44f9-9475-70a170595139 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:55:15.678795 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:15.762087 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cea1c741-3036-4990-ac54-610dbd787b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:15.818702 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:15.910644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8f243744-036b-44b7-a499-d07943855ac8 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:15.957362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 8f243744-036b-44b7-a499-d07943855ac8 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:15.958092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8f243744-036b-44b7-a499-d07943855ac8 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:15.962897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131b891-f67b-496c-8a23-6d1fada26377 req-f6c61323-860f-4559-a059-7004fdd705a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:15.964380 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7131b891-f67b-496c-8a23-6d1fada26377 req-f6c61323-860f-4559-a059-7004fdd705a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 905 time: 0.5421343 May 24 22:55:15.987498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Transition to ACTIVE for port object 642d3e63-e55a-44f9-9475-70a170595139 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:16.050826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-f1b546a7-566c-4673-b617-e75881d14a5c service neutron] 10.222.0.55 "GET /v2.0/networks/0c76efa3-88f4-4832-aeae-7173dba31976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341257 May 24 22:55:16.065880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:16.075048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Pushing event updated for resources: {'Port': ['ID=657b2eee-b740-495c-99f3-06ee70f9338f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:16.078204 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:16.084198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:16.095372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:16.121696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7131b891-f67b-496c-8a23-6d1fada26377 req-bd006896-f9f8-40d6-b928-5162a75ac193 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88d02171-80d8-495c-ab69-8b0535dd8653 HTTP/1.1" status: 200 len: 217 time: 0.1449330 May 24 22:55:16.294280 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cea1c741-3036-4990-ac54-610dbd787b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:16.402610 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:16.418117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cea1c741-3036-4990-ac54-610dbd787b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:16.544632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1c741-3036-4990-ac54-610dbd787b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556a2a9f-4f7c-4134-961d-b1ce2bb09e77,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:16.584630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cea1c741-3036-4990-ac54-610dbd787b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:16.589763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805f56c-ca17-49c0-b818-d85ba5ff2913 None None] Network fb6eb857-4775-4420-b794-b02bb5e0eb92 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:16.631725 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cea1c741-3036-4990-ac54-610dbd787b1c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/556a2a9f-4f7c-4134-961d-b1ce2bb09e77 HTTP/1.1" status: 204 len: 168 time: 1.2968986 May 24 22:55:16.634991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33358) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:16.670713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:16.807685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5436dcbd-2f51-4d0d-ab49-e6cfba601bbe req-6b943902-f0bd-4526-834b-1ff16403ac82 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Synchronizing usage tracker for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:16.850066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event updated for resources: {'Port': ['ID=642d3e63-e55a-44f9-9475-70a170595139,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:16.930148 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:17.040572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131b891-f67b-496c-8a23-6d1fada26377 req-d1b8f73a-6d75-495f-9e31-c5edad9338eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:17.041866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7131b891-f67b-496c-8a23-6d1fada26377 req-d1b8f73a-6d75-495f-9e31-c5edad9338eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c020c108-849b-4525-aa7e-ba351ac9ffb5 HTTP/1.1" status: 200 len: 844 time: 0.9045868 May 24 22:55:17.052359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:17.052657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:17.053005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:17.106054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5436dcbd-2f51-4d0d-ab49-e6cfba601bbe req-6b943902-f0bd-4526-834b-1ff16403ac82 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Unset dirty status for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:17.107080 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5436dcbd-2f51-4d0d-ab49-e6cfba601bbe req-6b943902-f0bd-4526-834b-1ff16403ac82 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 210 time: 0.4874349 May 24 22:55:17.107626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:17.108205 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:17.119139 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 2 to bind port 642d3e63-e55a-44f9-9475-70a170595139 May 24 22:55:17.132474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7131b891-f67b-496c-8a23-6d1fada26377 req-f02293a8-3b86-4d1b-92ba-1b06f2ecb643 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=056308aa-63e1-4aec-a0be-0a3cbc878d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751555 May 24 22:55:17.137134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d78f294-7721-4933-b731-1e0263394748 None None] Network 0c76efa3-88f4-4832-aeae-7173dba31976 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:17.159845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Deleting port ffced2ab-aeff-43e1-bdb1-725454d3e683 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:17.160221 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:17.161178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:17.161554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:17.161901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:17.271124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d16cc8-616d-4aeb-aa17-f67814d6bfee None None] DHCP port deletion for fb6eb857-4775-4420-b794-b02bb5e0eb92 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:55:17.281203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-38d16cc8-616d-4aeb-aa17-f67814d6bfee None None] Deleting port ffced2ab-aeff-43e1-bdb1-725454d3e683 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:17.282157 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-38d16cc8-616d-4aeb-aa17-f67814d6bfee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:17.314542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:17.314542 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:17.324449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-37bc0cd6-1414-444c-adc6-c5c585d9e15f None None] Provisioning for port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:55:17.391246 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 3 to bind port 642d3e63-e55a-44f9-9475-70a170595139 May 24 22:55:17.440062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:17.440432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:17.440739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:17.506697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 88d02171-80d8-495c-ab69-8b0535dd8653 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:55:17.544115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:17.544449 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:17.567603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] For port ffced2ab-aeff-43e1-bdb1-725454d3e683, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ffced2ab-aeff-43e1-bdb1-725454d3e683,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:17.567603 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:17.575441 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 4 to bind port 642d3e63-e55a-44f9-9475-70a170595139 May 24 22:55:17.671378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:17.674630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:17.674963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:17.698161 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd7c63dc-aa2c-4bf2-a449-5787a636b7d8 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:17.716100 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7131b891-f67b-496c-8a23-6d1fada26377 req-3439ee05-29f6-40f0-8e3b-1e193bbf8d42 service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736341 May 24 22:55:17.716649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:17.716982 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:17.717705 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 5 to bind port 642d3e63-e55a-44f9-9475-70a170595139 May 24 22:55:17.741089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd7c63dc-aa2c-4bf2-a449-5787a636b7d8 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:17.774008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 08a599c9-ecdc-46fc-8529-e07d9a66ea05 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:55:17.917917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:17.918140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:17.918485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:17.942070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:17.942447 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:17.946700 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 6 to bind port 642d3e63-e55a-44f9-9475-70a170595139 May 24 22:55:17.963854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Calling delete_port for ffced2ab-aeff-43e1-bdb1-725454d3e683 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:17.983645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:17.984561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:17.984561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:18.061079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-38d16cc8-616d-4aeb-aa17-f67814d6bfee None None] For port ffced2ab-aeff-43e1-bdb1-725454d3e683, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ffced2ab-aeff-43e1-bdb1-725454d3e683,segment=NetworkSegment(193f665d-841a-4a2b-8167-5cddf16de6c7),segment_id=193f665d-841a-4a2b-8167-5cddf16de6c7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:18.061940 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-38d16cc8-616d-4aeb-aa17-f67814d6bfee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.107823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7c63dc-aa2c-4bf2-a449-5787a636b7d8 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Router 253b9330-2d34-490d-8a1c-c40ee88b44fd has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:55:18.136105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7131b891-f67b-496c-8a23-6d1fada26377 req-55ad80de-7b96-4396-b6a2-6584bd18a42e service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996687 May 24 22:55:18.136846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:18.137156 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:18.139160 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 7 to bind port 642d3e63-e55a-44f9-9475-70a170595139 May 24 22:55:18.170799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.251302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-7293a615-d397-4993-8ec2-df769d45a8ff tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:18.257467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-7293a615-d397-4993-8ec2-df769d45a8ff tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:18.259390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-7293a615-d397-4993-8ec2-df769d45a8ff tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.31 "GET /v2.0/networks?id=0ade6d8f-43cf-418f-a609-2db1ec821f01&id=0c76efa3-88f4-4832-aeae-7173dba31976 HTTP/1.1" status: 200 len: 1392 time: 0.2248175 May 24 22:55:18.260498 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.305966 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.326332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-38d16cc8-616d-4aeb-aa17-f67814d6bfee None None] Calling delete_port for ffced2ab-aeff-43e1-bdb1-725454d3e683 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:18.365078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'port': {'device_id': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01', 'admin_state_up': True, 'tenant_id': 'd90d3d2574984885b0f06938daf064fc'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:18.409268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] No DVR routers for this DVR port ffced2ab-aeff-43e1-bdb1-725454d3e683 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:55:18.417564 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-38d16cc8-616d-4aeb-aa17-f67814d6bfee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:55:18.418066 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-38d16cc8-616d-4aeb-aa17-f67814d6bfee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:55:18.456843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:18.456843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:18.458553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:18.501086 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbf66784-32f2-4b8a-9bb6-4f3b8d97954c req-cbf3c458-eed0-4ede-bd40-3c27792633fd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 210 time: 0.1901083 May 24 22:55:18.512085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:18.512612 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:18.515106 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 8 to bind port 642d3e63-e55a-44f9-9475-70a170595139 May 24 22:55:18.553876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.555906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:55:18.569011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:18.574518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.582955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6eb857-4775-4420-b794-b02bb5e0eb92']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:18.597377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193f665d-841a-4a2b-8167-5cddf16de6c7') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:18.597698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193f665d-841a-4a2b-8167-5cddf16de6c7') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:18.610802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.630356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.638823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:55:18.639111 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.718646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 88d02171-80d8-495c-ab69-8b0535dd8653, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=88d02171-80d8-495c-ab69-8b0535dd8653,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:18.773821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '88d02171-80d8-495c-ab69-8b0535dd8653', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'port_id': '88d02171-80d8-495c-ab69-8b0535dd8653', 'mac_address': 'fa:16:3e:95:08:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c020c108-849b-4525-aa7e-ba351ac9ffb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:55:18.865746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:18.866061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:18.866527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:18.890099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:18.890654 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:18.906490 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 9 to bind port 642d3e63-e55a-44f9-9475-70a170595139 May 24 22:55:18.915966 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.923241 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 193f665d-841a-4a2b-8167-5cddf16de6c7 resource provider aggregate not found May 24 22:55:18.963175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:18.963564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:18.963905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:18.969818 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.972433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7c63dc-aa2c-4bf2-a449-5787a636b7d8 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:55:18.980673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6eb857-4775-4420-b794-b02bb5e0eb92,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:18.987745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:18.988232 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:18.988783 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 193f665d-841a-4a2b-8167-5cddf16de6c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 193f665d-841a-4a2b-8167-5cddf16de6c7 found for delete ", "request_id": "req-701f78e7-011c-4735-939d-5710174bec93"}]} May 24 22:55:18.991216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd7c63dc-aa2c-4bf2-a449-5787a636b7d8 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:18.995685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fd7c63dc-aa2c-4bf2-a449-5787a636b7d8 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "PUT /v2.0/routers/253b9330-2d34-490d-8a1c-c40ee88b44fd HTTP/1.1" status: 200 len: 925 time: 6.0308924 May 24 22:55:18.997525 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 10 to bind port 642d3e63-e55a-44f9-9475-70a170595139 May 24 22:55:19.004417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-38d16cc8-616d-4aeb-aa17-f67814d6bfee None None] Deleting port ffced2ab-aeff-43e1-bdb1-725454d3e683 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:19.004918 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-38d16cc8-616d-4aeb-aa17-f67814d6bfee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.005764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33402) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:19.011094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Pushing event updated for resources: {'Port': ['ID=657b2eee-b740-495c-99f3-06ee70f9338f,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:19.055397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:19.055866 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.059658 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.066398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836ac08-5508-4832-be5d-35f49c9794c5 None None] Sync routers for ids ['253b9330-2d34-490d-8a1c-c40ee88b44fd'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:55:19.076029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 88d02171-80d8-495c-ab69-8b0535dd8653 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:19.076402 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.109239 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fb6eb857-4775-4420-b794-b02bb5e0eb92 HTTP/1.1" status: 204 len: 168 time: 2.4400783 May 24 22:55:19.118466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141342e7-0f13-46f2-bee4-578645dba468 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffced2ab-aeff-43e1-bdb1-725454d3e683,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:19.123479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33406) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:19.166967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:19.167896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:19.168384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:19.184190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:19.184776 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 642d3e63-e55a-44f9-9475-70a170595139 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:19.185323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.216482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 08a599c9-ecdc-46fc-8529-e07d9a66ea05, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=08a599c9-ecdc-46fc-8529-e07d9a66ea05,segment=NetworkSegment(babfca47-74b8-4e18-b13d-c6c77b5c2322),segment_id=babfca47-74b8-4e18-b13d-c6c77b5c2322)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:19.233448 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.237401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-38d16cc8-616d-4aeb-aa17-f67814d6bfee None None] The port 'ffced2ab-aeff-43e1-bdb1-725454d3e683' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:55:19.237589 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-643fba72-4f0d-44cf-a3fd-dea2eb14dde6 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8761282 May 24 22:55:19.237709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88d02171-80d8-495c-ab69-8b0535dd8653 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:55:19.239400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33412) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:19.258551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 88d02171-80d8-495c-ab69-8b0535dd8653, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=88d02171-80d8-495c-ab69-8b0535dd8653,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:19.261716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836ac08-5508-4832-be5d-35f49c9794c5 None None] Routers {'253b9330-2d34-490d-8a1c-c40ee88b44fd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:19.262869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0836ac08-5508-4832-be5d-35f49c9794c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['253b9330-2d34-490d-8a1c-c40ee88b44fd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:19.308592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:19.338393 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.341597 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.407857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:19.425118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] For port 642d3e63-e55a-44f9-9475-70a170595139, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:55:19.425553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempted to set empty binding levels {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 22:55:19.439997 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.484725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ffced2ab-aeff-43e1-bdb1-725454d3e683 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:19.501334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4f16d325-c395-42bd-9fae-25cb7bbbae66 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Synchronizing usage tracker for tenant:4d478d6a0e744b9a86483fd64cb2eb4e on resource:floatingip {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:19.509533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] In _notify_port_updated(), no bound segment for port 642d3e63-e55a-44f9-9475-70a170595139 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:55:19.510787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:19.511552 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.511822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:19.515567 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "PUT /v2.0/ports/642d3e63-e55a-44f9-9475-70a170595139 HTTP/1.1" status: 200 len: 975 time: 5.4119096 May 24 22:55:19.516079 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.552886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33424) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:19.559205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: ffced2ab-aeff-43e1-bdb1-725454d3e683 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:19.559572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ffced2ab-aeff-43e1-bdb1-725454d3e683 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:19.561789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['88d02171-80d8-495c-ab69-8b0535dd8653'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:55:19.602137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0836ac08-5508-4832-be5d-35f49c9794c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:19.633704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487fd50-3b83-4c20-a237-49108dbd3093 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event updated for resources: {'Port': ['ID=642d3e63-e55a-44f9-9475-70a170595139,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:19.651535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1cbb417e-86c4-4c17-97e1-3d82740a6091 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/routers/253b9330-2d34-490d-8a1c-c40ee88b44fd HTTP/1.1" status: 200 len: 925 time: 0.6417248 May 24 22:55:19.652353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33436) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:19.745779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836ac08-5508-4832-be5d-35f49c9794c5 None None] Routers {'253b9330-2d34-490d-8a1c-c40ee88b44fd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:19.746348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0836ac08-5508-4832-be5d-35f49c9794c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['253b9330-2d34-490d-8a1c-c40ee88b44fd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:19.802887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5bb7b256-e556-4f7a-a4cd-49f8829c78b1 None None] Provisioning complete for port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:19.803289 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5bb7b256-e556-4f7a-a4cd-49f8829c78b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:19.832981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33442) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:19.866768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0836ac08-5508-4832-be5d-35f49c9794c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:19.867176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836ac08-5508-4832-be5d-35f49c9794c5 None None] The sync data for ids ['253b9330-2d34-490d-8a1c-c40ee88b44fd'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:55:19.882054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6226195-9942-4c00-a372-7f49fd8a7df5 req-ac90eb72-299e-475b-b4b3-cf714a9d69e5 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 210 time: 0.1141071 May 24 22:55:19.904207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=88d02171-80d8-495c-ab69-8b0535dd8653,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:19.932225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d88d06a-43ee-4257-a699-542b1199cc41 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:19.937249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2d88d06a-43ee-4257-a699-542b1199cc41 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&device_id=253b9330-2d34-490d-8a1c-c40ee88b44fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2809124 May 24 22:55:19.937967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33454) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:19.938978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:19.939334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:19.939675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:19.940010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:19.940349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:19.940684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:19.941012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:19.941339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:19.941701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:19.942026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:19.942352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:19.942671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:20.182324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=08a599c9-ecdc-46fc-8529-e07d9a66ea05,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:20.255128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4f16d325-c395-42bd-9fae-25cb7bbbae66 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Unset dirty status for tenant:4d478d6a0e744b9a86483fd64cb2eb4e on resource:floatingip {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:20.256355 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4f16d325-c395-42bd-9fae-25cb7bbbae66 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 1.0037193 May 24 22:55:20.258529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7b256-e556-4f7a-a4cd-49f8829c78b1 None None] Current status of the port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:20.264829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33462) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:20.431477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8cd87e-1b56-4f6c-9261-43d37170e994 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.433546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cc8cd87e-1b56-4f6c-9261-43d37170e994 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Synchronizing usage tracker for tenant:5055d36ff19c49d5837530037b9b5205 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:20.508127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a213e976-3b68-480e-842f-4b1a96962b53 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Synchronizing usage tracker for tenant:b1f4b55f05184a37abbac7ed8e390555 on resource:floatingip {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:20.513339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cc8cd87e-1b56-4f6c-9261-43d37170e994 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Unset dirty status for tenant:5055d36ff19c49d5837530037b9b5205 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:20.514561 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cc8cd87e-1b56-4f6c-9261-43d37170e994 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 881 time: 0.5756421 May 24 22:55:20.523012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33466) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:20.641013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6b33fd19-aba5-4810-acd8-3ce7d0efc07d tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=253b9330-2d34-490d-8a1c-c40ee88b44fd HTTP/1.1" status: 200 len: 205 time: 0.1168935 May 24 22:55:20.648567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33476) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:20.748202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a213e976-3b68-480e-842f-4b1a96962b53 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Unset dirty status for tenant:b1f4b55f05184a37abbac7ed8e390555 on resource:floatingip {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:20.750760 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a213e976-3b68-480e-842f-4b1a96962b53 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4796085 May 24 22:55:20.786678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.787619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.788434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.789212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.790269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.791022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.791648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.792266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.792900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.793665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.794397 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.795054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.795668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.796282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.796898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.797533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.798347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.799155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.799919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.800701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.801324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.801962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.802575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.803230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.803844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.804575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.805345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.806324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.807118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.807773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.808641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.809446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.810252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:20.813598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Synchronizing usage tracker for tenant:c4a5d59574f54a599ea523d9cc28ef91 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:20.845961 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33484) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:20.893750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Allocated IP 19.80.0.108 (0ade6d8f-43cf-418f-a609-2db1ec821f01/c0845e38-b36d-4a4b-8f08-ccf33080a856/f976c83d-7c05-4755-8d24-2b1828f02111) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:21.050606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3a4845bf-e373-460e-96ee-cabecc47f4e7 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Deleting port 657b2eee-b740-495c-99f3-06ee70f9338f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:21.050956 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a4845bf-e373-460e-96ee-cabecc47f4e7 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:21.174406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Unset dirty status for tenant:c4a5d59574f54a599ea523d9cc28ef91 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:21.175950 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b5a59d6-4ced-47d9-a477-08e7d251e585 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29286 time: 1.5981429 May 24 22:55:21.248057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33490) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:21.391767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d047925f-6184-435a-bdfb-c4864a959c12 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Deleting port 642d3e63-e55a-44f9-9475-70a170595139 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:21.392820 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d047925f-6184-435a-bdfb-c4864a959c12 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:21.411370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21c90f91-427b-4092-a6e3-c6665dda92e3 req-a707985c-c0b9-4010-aea5-1ba399cb32e7 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 210 time: 0.2831626 May 24 22:55:21.486803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 88d02171-80d8-495c-ab69-8b0535dd8653 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:55:21.501746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a4845bf-e373-460e-96ee-cabecc47f4e7 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:21.502323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a4845bf-e373-460e-96ee-cabecc47f4e7 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:21.527572 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:21.607292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 88d02171-80d8-495c-ab69-8b0535dd8653 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:21.608221 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:21.670790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3a4845bf-e373-460e-96ee-cabecc47f4e7 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Calling delete_port for 657b2eee-b740-495c-99f3-06ee70f9338f owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:21.741991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 08a599c9-ecdc-46fc-8529-e07d9a66ea05 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:55:21.821009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:21.910907 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a4845bf-e373-460e-96ee-cabecc47f4e7 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:21.923278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 88d02171-80d8-495c-ab69-8b0535dd8653 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:21.923695 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:21.964725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:21.965118 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:21.973110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4845bf-e373-460e-96ee-cabecc47f4e7 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Pushing event deleted for resources: {'Port': ['ID=657b2eee-b740-495c-99f3-06ee70f9338f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:21.980479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Transition to ACTIVE for port object f976c83d-7c05-4755-8d24-2b1828f02111 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:22.013106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63da4e16-b444-4452-a40d-3e7a432579ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d02171-80d8-495c-ab69-8b0535dd8653'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:55:22.061473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 88d02171-80d8-495c-ab69-8b0535dd8653, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=88d02171-80d8-495c-ab69-8b0535dd8653,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:22.076700 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.114539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a4845bf-e373-460e-96ee-cabecc47f4e7 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.134388 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a4845bf-e373-460e-96ee-cabecc47f4e7 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.135436 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3a4845bf-e373-460e-96ee-cabecc47f4e7 tempest-FloatingIPAdminTestJSON-1658452521 tempest-FloatingIPAdminTestJSON-1658452521-project] 10.222.0.55 "DELETE /v2.0/floatingips/443d6e2a-2af1-493e-92c6-23501a2111b1 HTTP/1.1" status: 204 len: 168 time: 1.2883666 May 24 22:55:22.142297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33506) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:22.154099 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450e4a7a-1ac1-4d13-a44c-219a3f15f555'] response: {'server_uuid': '63da4e16-b444-4452-a40d-3e7a432579ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d02171-80d8-495c-ab69-8b0535dd8653', 'code': 200} May 24 22:55:22.284969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=88d02171-80d8-495c-ab69-8b0535dd8653,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:22.308600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:22.334261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-d047925f-6184-435a-bdfb-c4864a959c12 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] For port 642d3e63-e55a-44f9-9475-70a170595139, host n-h1-843146-7, got binding levels [] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:22.334623 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d047925f-6184-435a-bdfb-c4864a959c12 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.359292 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.368736 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.374771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a7945-03ef-47bf-81cb-202cfae9fce5 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Deleting port 82174d00-1bcd-469f-ab55-33de65185d5d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:22.375509 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7945-03ef-47bf-81cb-202cfae9fce5 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.601149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d047925f-6184-435a-bdfb-c4864a959c12 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Calling delete_port for 642d3e63-e55a-44f9-9475-70a170595139 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:22.623866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7945-03ef-47bf-81cb-202cfae9fce5 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.624469 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7945-03ef-47bf-81cb-202cfae9fce5 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.673362 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.675195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Deleting port d5574c07-ffa6-4fdf-898b-245e78de8600 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:22.675678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.778114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a7945-03ef-47bf-81cb-202cfae9fce5 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Calling delete_port for 82174d00-1bcd-469f-ab55-33de65185d5d owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:22.911660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:22.915541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network 0ade6d8f-43cf-418f-a609-2db1ec821f01 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:22.931636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:22.963565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:23.172907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Port': ['ID=f976c83d-7c05-4755-8d24-2b1828f02111,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:23.266619 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7945-03ef-47bf-81cb-202cfae9fce5 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:23.280935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:23.285982 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:23.321035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7945-03ef-47bf-81cb-202cfae9fce5 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Pushing event deleted for resources: {'Port': ['ID=82174d00-1bcd-469f-ab55-33de65185d5d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:23.382946 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d047925f-6184-435a-bdfb-c4864a959c12 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:23.421911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7b0cb482-e68b-4a5e-aed4-03348a393eb3 None None] Provisioning for port f976c83d-7c05-4755-8d24-2b1828f02111 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:55:23.439669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7b0cb482-e68b-4a5e-aed4-03348a393eb3 None None] Provisioning complete for port f976c83d-7c05-4755-8d24-2b1828f02111 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:23.441625 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb482-e68b-4a5e-aed4-03348a393eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:23.480803 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:23.515902 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d047925f-6184-435a-bdfb-c4864a959c12 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:23.518561 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d047925f-6184-435a-bdfb-c4864a959c12 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "DELETE /v2.0/ports/642d3e63-e55a-44f9-9475-70a170595139 HTTP/1.1" status: 204 len: 168 time: 2.2691348 May 24 22:55:23.523181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33522) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:23.580516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7945-03ef-47bf-81cb-202cfae9fce5 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:23.585615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047925f-6184-435a-bdfb-c4864a959c12 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event deleted for resources: {'Port': ['ID=642d3e63-e55a-44f9-9475-70a170595139,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:23.588430 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2763b87d-ec81-40a3-a7ab-ed282ed6e821 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2395279 May 24 22:55:23.593800 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fe2341-cd0a-4d53-ad43-f02e0839215d tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] GET failed (client error): The resource could not be found. May 24 22:55:23.601014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-51fe2341-cd0a-4d53-ad43-f02e0839215d tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "GET /v2.0/ports/642d3e63-e55a-44f9-9475-70a170595139 HTTP/1.1" status: 404 len: 333 time: 0.0708601 May 24 22:55:23.601368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33526) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:23.609450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1231827309', 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:23.615918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7b0cb482-e68b-4a5e-aed4-03348a393eb3 None None] Port f976c83d-7c05-4755-8d24-2b1828f02111 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:55:23.618893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:23.633292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7945-03ef-47bf-81cb-202cfae9fce5 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:23.640349 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ba3a7945-03ef-47bf-81cb-202cfae9fce5 tempest-FloatingIPAdminTestJSON-33035158 tempest-FloatingIPAdminTestJSON-33035158-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/ace85337-0b9c-4af5-ab60-ef4bbb41909a HTTP/1.1" status: 204 len: 168 time: 1.4959505 May 24 22:55:23.641154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33530) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:23.642144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:23.685455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Calling delete_port for d5574c07-ffa6-4fdf-898b-245e78de8600 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:23.723124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Request body: {'port': {'device_id': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976', 'admin_state_up': True, 'tenant_id': 'd90d3d2574984885b0f06938daf064fc'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:23.735046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Made reservation on behalf of c4a5d59574f54a599ea523d9cc28ef91 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:23.739106 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:23.751848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a9f99-5e57-4e53-a393-acb48a6c415c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Deleting port ce16626c-488c-4909-bb93-fdfb995de21f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:23.752193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9f99-5e57-4e53-a393-acb48a6c415c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:23.827171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50791580-6d0b-4f6d-8b43-009a6180a905 req-058ccd3c-28df-4eff-8055-ffee25c3a491 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:23.827995 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-50791580-6d0b-4f6d-8b43-009a6180a905 req-058ccd3c-28df-4eff-8055-ffee25c3a491 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Synchronizing usage tracker for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:23.861960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] device_id is not set on port 77cfabd8-68b5-4e9e-8ae2-ee03bf8472c5 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:55:23.902045 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:23.929296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] Deleting port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:23.930419 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:24.143886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-50791580-6d0b-4f6d-8b43-009a6180a905 req-058ccd3c-28df-4eff-8055-ffee25c3a491 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Unset dirty status for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:24.145593 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50791580-6d0b-4f6d-8b43-009a6180a905 req-058ccd3c-28df-4eff-8055-ffee25c3a491 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 932 time: 1.5549514 May 24 22:55:24.234465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:24.246019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] Deleting port 373e27d7-0c08-415d-bb74-f8b0b2ec528a {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:24.246427 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:24.301953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50791580-6d0b-4f6d-8b43-009a6180a905 req-0ae7cd69-d149-4f46-a553-e1e5cd88063f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371446 May 24 22:55:24.303055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:24.374963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Made reservation on behalf of d90d3d2574984885b0f06938daf064fc for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:24.380499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:24.551097 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:24.584229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] For port ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:24.584229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:24.699925 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Allocated IP 19.86.0.78 (0c76efa3-88f4-4832-aeae-7173dba31976/573e9ba8-297d-4602-94ba-aa04ed9d3dd6/89973d5e-d75c-41f0-9311-842e522066f5) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:24.714304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] Calling delete_port for ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:24.778342 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:24.783658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9f99-5e57-4e53-a393-acb48a6c415c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:24.860805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] For port 373e27d7-0c08-415d-bb74-f8b0b2ec528a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=373e27d7-0c08-415d-bb74-f8b0b2ec528a,segment=NetworkSegment(b5c78a72-2050-4ea5-a45f-a553ca735c8d),segment_id=b5c78a72-2050-4ea5-a45f-a553ca735c8d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:24.861168 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:24.871761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Pushing event deleted for resources: {'Port': ['ID=d5574c07-ffa6-4fdf-898b-245e78de8600,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:25.082488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a9f99-5e57-4e53-a393-acb48a6c415c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Calling delete_port for ce16626c-488c-4909-bb93-fdfb995de21f owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:25.126303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] Calling delete_port for 373e27d7-0c08-415d-bb74-f8b0b2ec528a owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:25.165734 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.266980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Network 31147a15-db46-4c46-8a14-13a352a9b0f0 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:25.275930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:25.300875 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.313701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:25.314657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:25.315269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.325953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event updated for resources: {'Port': ['ID=77cfabd8-68b5-4e9e-8ae2-ee03bf8472c5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:25.540212 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-af361224-0811-49b0-b035-73ad525cbe82 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9378278 May 24 22:55:25.547235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33560) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:25.548445 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9f99-5e57-4e53-a393-acb48a6c415c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.594273 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.602320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.626173 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.658148 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.659829 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.686888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a9f99-5e57-4e53-a393-acb48a6c415c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event deleted for resources: {'Port': ['ID=ce16626c-488c-4909-bb93-fdfb995de21f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:25.693719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.694428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Fanout notify agent at l3_agent the message router_deleted on router 253b9330-2d34-490d-8a1c-c40ee88b44fd {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:55:25.696608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Transition to ACTIVE for port object 89973d5e-d75c-41f0-9311-842e522066f5 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:25.837863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.839765 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5cf50d75-c2fa-4c24-ba80-7ad2d16ddba6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/253b9330-2d34-490d-8a1c-c40ee88b44fd HTTP/1.1" status: 204 len: 168 time: 5.1879900 May 24 22:55:25.860746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc647c0-2b0c-44c3-8f5f-6b781fed6675 req-a83ecf1f-8c0c-4425-819c-2a4af0c0c5c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:25.861757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-cdc647c0-2b0c-44c3-8f5f-6b781fed6675 req-a83ecf1f-8c0c-4425-819c-2a4af0c0c5c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Synchronizing usage tracker for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:25.864531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33564) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:25.879473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8446b9df-a3d3-45e0-a772-1930d8ba0fce tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-748572064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:25.907066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8446b9df-a3d3-45e0-a772-1930d8ba0fce tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:25.926133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8446b9df-a3d3-45e0-a772-1930d8ba0fce tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Usage tracker for resource:router and tenant:e455915b3cf54855bd1a9f08c1fc1a99 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:25.940799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8446b9df-a3d3-45e0-a772-1930d8ba0fce tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:25.952963 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:25.959351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-cdc647c0-2b0c-44c3-8f5f-6b781fed6675 req-a83ecf1f-8c0c-4425-819c-2a4af0c0c5c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Unset dirty status for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:25.960702 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cdc647c0-2b0c-44c3-8f5f-6b781fed6675 req-a83ecf1f-8c0c-4425-819c-2a4af0c0c5c3 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 932 time: 0.4436867 May 24 22:55:25.961964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8446b9df-a3d3-45e0-a772-1930d8ba0fce tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:26.013994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:26.092175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f73fec-89c2-4e7c-871b-0597590dedae tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:26.093128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-42f73fec-89c2-4e7c-871b-0597590dedae tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Synchronizing usage tracker for tenant:c4a5d59574f54a599ea523d9cc28ef91 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:26.104002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9f99-5e57-4e53-a393-acb48a6c415c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:26.125287 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6e9a9f99-5e57-4e53-a393-acb48a6c415c tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "DELETE /v2.0/ports/ce16626c-488c-4909-bb93-fdfb995de21f HTTP/1.1" status: 204 len: 168 time: 2.4788852 May 24 22:55:26.129820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33574) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:26.226567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-42f73fec-89c2-4e7c-871b-0597590dedae tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Unset dirty status for tenant:c4a5d59574f54a599ea523d9cc28ef91 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:26.227966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-42f73fec-89c2-4e7c-871b-0597590dedae tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "GET /v2.0/ports/77cfabd8-68b5-4e9e-8ae2-ee03bf8472c5 HTTP/1.1" status: 200 len: 955 time: 0.6770015 May 24 22:55:26.234791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33582) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:26.242222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:26.300364 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8446b9df-a3d3-45e0-a772-1930d8ba0fce tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:26.305046 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8446b9df-a3d3-45e0-a772-1930d8ba0fce tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:26.364660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Network 0c76efa3-88f4-4832-aeae-7173dba31976 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:26.366039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event updated for resources: {'Port': ['ID=89973d5e-d75c-41f0-9311-842e522066f5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:26.377601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:26.434732 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:26.477773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4150a7f7-fa15-461f-8daa-c758ed076146 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Deleting port 77cfabd8-68b5-4e9e-8ae2-ee03bf8472c5 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:26.478235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4150a7f7-fa15-461f-8daa-c758ed076146 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:26.480750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:26.560933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] Pushing event deleted for resources: {'Port': ['ID=373e27d7-0c08-415d-bb74-f8b0b2ec528a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:26.583437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8446b9df-a3d3-45e0-a772-1930d8ba0fce tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:26.605571 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cdc647c0-2b0c-44c3-8f5f-6b781fed6675 req-9744f7b1-e0ba-4098-949e-60e5d06272ad tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731268 May 24 22:55:26.761694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b71923-aaf5-40c1-8d44-dc2ba43e4581 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:26.762449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a6b71923-aaf5-40c1-8d44-dc2ba43e4581 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Synchronizing usage tracker for tenant:b1f4b55f05184a37abbac7ed8e390555 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:26.807842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:26.809264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:26.879023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-872a518c-4659-4d99-b20e-1f38f5a9f71f None None] Provisioning for port 89973d5e-d75c-41f0-9311-842e522066f5 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:55:26.895192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-872a518c-4659-4d99-b20e-1f38f5a9f71f None None] Provisioning complete for port 89973d5e-d75c-41f0-9311-842e522066f5 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:26.896049 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-872a518c-4659-4d99-b20e-1f38f5a9f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:27.033926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-872a518c-4659-4d99-b20e-1f38f5a9f71f None None] Port 89973d5e-d75c-41f0-9311-842e522066f5 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:55:27.048836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:27.054304 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8446b9df-a3d3-45e0-a772-1930d8ba0fce tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:27.071762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a6b71923-aaf5-40c1-8d44-dc2ba43e4581 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Unset dirty status for tenant:b1f4b55f05184a37abbac7ed8e390555 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:27.072964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a6b71923-aaf5-40c1-8d44-dc2ba43e4581 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "GET /v2.0/ports?device_id=2098ae14-49c6-4f68-a184-97d5c6ee08ff HTTP/1.1" status: 200 len: 913 time: 0.9421830 May 24 22:55:27.088850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33590) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:27.095802 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b4e72803-e05a-4934-8020-59e68dbac652 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4208565 May 24 22:55:27.299656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4150a7f7-fa15-461f-8daa-c758ed076146 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:27.556353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Request body: {'port': {'device_id': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:27.561771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4150a7f7-fa15-461f-8daa-c758ed076146 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Calling delete_port for 77cfabd8-68b5-4e9e-8ae2-ee03bf8472c5 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:27.588762 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8446b9df-a3d3-45e0-a772-1930d8ba0fce tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:27.589958 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8446b9df-a3d3-45e0-a772-1930d8ba0fce tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.7210488 May 24 22:55:27.619323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33608) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:27.647449 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:27.917855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] Router 877d7e32-a013-45b0-801c-c2747464a620 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:55:27.945949 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4150a7f7-fa15-461f-8daa-c758ed076146 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:28.070060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150a7f7-fa15-461f-8daa-c758ed076146 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event deleted for resources: {'Port': ['ID=77cfabd8-68b5-4e9e-8ae2-ee03bf8472c5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:28.118677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4150a7f7-fa15-461f-8daa-c758ed076146 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:28.139550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391096-2e49-4503-8e71-ba216d3d4efc req-6961187b-1574-439d-9229-edad10dd7f4f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:28.146282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391096-2e49-4503-8e71-ba216d3d4efc req-6961187b-1574-439d-9229-edad10dd7f4f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:28.147917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28391096-2e49-4503-8e71-ba216d3d4efc req-6961187b-1574-439d-9229-edad10dd7f4f tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1654 time: 0.3126631 May 24 22:55:28.152666 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4150a7f7-fa15-461f-8daa-c758ed076146 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "DELETE /v2.0/ports/77cfabd8-68b5-4e9e-8ae2-ee03bf8472c5 HTTP/1.1" status: 204 len: 168 time: 1.9168243 May 24 22:55:28.155646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33618) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:28.304440 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca81067-acae-4b80-a417-abf6b3ccae1e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] GET failed (client error): The resource could not be found. May 24 22:55:28.305011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4ca81067-acae-4b80-a417-abf6b3ccae1e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Synchronizing usage tracker for tenant:c4a5d59574f54a599ea523d9cc28ef91 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:28.349566 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28391096-2e49-4503-8e71-ba216d3d4efc req-c2da6bc0-cbd2-47b9-966c-dca53011698d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910861 May 24 22:55:28.351762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:55:28.358462 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eea3297b-9b17-4e45-900f-09ab2769c2cf admin admin] 10.222.0.55 "PUT /v2.0/routers/877d7e32-a013-45b0-801c-c2747464a620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5199096 May 24 22:55:28.361001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33628) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:28.363618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4ca81067-acae-4b80-a417-abf6b3ccae1e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Unset dirty status for tenant:c4a5d59574f54a599ea523d9cc28ef91 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:28.364755 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4ca81067-acae-4b80-a417-abf6b3ccae1e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "GET /v2.0/ports/77cfabd8-68b5-4e9e-8ae2-ee03bf8472c5 HTTP/1.1" status: 404 len: 333 time: 0.2081084 May 24 22:55:28.406000 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0a533-0d91-4f76-841d-75aa4a2322c3 None None] Sync routers for ids ['877d7e32-a013-45b0-801c-c2747464a620'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:55:28.419199 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0a533-0d91-4f76-841d-75aa4a2322c3 None None] Routers {'877d7e32-a013-45b0-801c-c2747464a620'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:28.419959 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2ac0a533-0d91-4f76-841d-75aa4a2322c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['877d7e32-a013-45b0-801c-c2747464a620'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:28.424847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33636) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:28.460507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Request body: {'port': {'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-689244272'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:28.533380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:28.568531 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:28.615607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:28.637126 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:28.683681 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:28.727469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Made reservation on behalf of c4a5d59574f54a599ea523d9cc28ef91 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:28.738133 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:28.766469 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-2ac0a533-0d91-4f76-841d-75aa4a2322c3 None None] Set router 877d7e32-a013-45b0-801c-c2747464a620 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:55:28.928135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:28.950709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Deleting port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:28.951116 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:28.985154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] device_id is not set on port 88c96249-d3ad-4f0b-a625-0cd724b3d721 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:55:29.282021 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2ac0a533-0d91-4f76-841d-75aa4a2322c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:55:25Z', 'revision_number': 5, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port': {'id': '36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d7e32-a013-45b0-801c-c2747464a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:08Z', 'updated_at': '2022-05-24T22:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:29.290544 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0a533-0d91-4f76-841d-75aa4a2322c3 None None] Checking router: 877d7e32-a013-45b0-801c-c2747464a620 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:55:29.301672 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0a533-0d91-4f76-841d-75aa4a2322c3 None None] Routers {'877d7e32-a013-45b0-801c-c2747464a620'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:29.302287 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2ac0a533-0d91-4f76-841d-75aa4a2322c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['877d7e32-a013-45b0-801c-c2747464a620'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:29.433638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] Router 1561176c-8267-4a01-a2e1-361513282f83 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:55:29.445830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] For port 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:29.446568 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:29.549697 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-2ac0a533-0d91-4f76-841d-75aa4a2322c3 None None] Set router 877d7e32-a013-45b0-801c-c2747464a620 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:55:29.728620 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2ac0a533-0d91-4f76-841d-75aa4a2322c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:55:28Z', 'revision_number': 6, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:29.738563 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0a533-0d91-4f76-841d-75aa4a2322c3 None None] The sync data for ids ['877d7e32-a013-45b0-801c-c2747464a620'] in n-d-843146-7 is: [{'id': '877d7e32-a013-45b0-801c-c2747464a620', 'name': 'tempest-TaggedBootDevicesTest-1591696306-router', 'tenant_id': '0d12f2100d0a407eb54394a509d1c250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:07Z', 'updated_at': '2022-05-24T22:55:28Z', 'revision_number': 6, 'project_id': '0d12f2100d0a407eb54394a509d1c250', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:55:29.795285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Calling delete_port for 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:29.939810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677c08e-b6d7-47ac-ae6b-5b9c74260cb0 req-fa479371-fbbe-4269-abc0-f58338f0381c tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:29.945775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677c08e-b6d7-47ac-ae6b-5b9c74260cb0 req-fa479371-fbbe-4269-abc0-f58338f0381c tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:29.947461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4677c08e-b6d7-47ac-ae6b-5b9c74260cb0 req-fa479371-fbbe-4269-abc0-f58338f0381c tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1654 time: 0.2158749 May 24 22:55:30.037419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4677c08e-b6d7-47ac-ae6b-5b9c74260cb0 req-90520673-da40-4f11-b5cd-3a56d0d3fb6b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828085 May 24 22:55:30.083008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.143964 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.260558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:30.358729 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.419894 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:55:30.431009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:55:30.442742 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7932bea-4add-4524-93d2-3c0f8e50a8bf None None] Sync routers for ids ['1561176c-8267-4a01-a2e1-361513282f83'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:55:30.472686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7932bea-4add-4524-93d2-3c0f8e50a8bf None None] Routers {'1561176c-8267-4a01-a2e1-361513282f83'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:30.474854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c7932bea-4add-4524-93d2-3c0f8e50a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1561176c-8267-4a01-a2e1-361513282f83'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:30.540279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.579433 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.590916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b27104be-d89a-4aa9-a976-00a97bfaf86e admin admin] 10.222.0.55 "PUT /v2.0/routers/1561176c-8267-4a01-a2e1-361513282f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4546804 May 24 22:55:30.642640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33676) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:30.646387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f976c83d-7c05-4755-8d24-2b1828f02111 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:55:30.658415 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.661337 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.757001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.759704 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.810965 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.814186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 877d7e32-a013-45b0-801c-c2747464a620 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:55:30.842949 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.844193 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-95cd8cf8-0b55-4ef1-966f-495c378e3809 admin admin] 10.222.0.55 "DELETE /v2.0/routers/877d7e32-a013-45b0-801c-c2747464a620 HTTP/1.1" status: 204 len: 168 time: 2.4822364 May 24 22:55:30.849314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33680) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:30.858801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12838e3f-7be8-47f5-93ca-5c56c9a599e0 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.939031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c7932bea-4add-4524-93d2-3c0f8e50a8bf None None] Set router 1561176c-8267-4a01-a2e1-361513282f83 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:55:30.960045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Transition to ACTIVE for port object f976c83d-7c05-4755-8d24-2b1828f02111 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:30.981964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e37d64f-d26f-45cc-8d40-8d718cb774e8 admin admin] Deleting subnet 035893a4-62f8-4783-8f63-47862db4dbdb {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:55:30.987757 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e37d64f-d26f-45cc-8d40-8d718cb774e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:30.994044 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:31.012413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Network 31147a15-db46-4c46-8a14-13a352a9b0f0 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:31.025232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:31.123488 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e37d64f-d26f-45cc-8d40-8d718cb774e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:31.255351 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e37d64f-d26f-45cc-8d40-8d718cb774e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:31.284220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event updated for resources: {'Port': ['ID=88c96249-d3ad-4f0b-a625-0cd724b3d721,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:31.294117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:31.357714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:31.358987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:31.359768 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:31.508836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904e7fd-8b6b-43b0-8457-11b939e8f1b5 req-4f28d72d-306a-4b60-b497-8f252c513baa tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:31.530670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904e7fd-8b6b-43b0-8457-11b939e8f1b5 req-4f28d72d-306a-4b60-b497-8f252c513baa tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:31.539700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2904e7fd-8b6b-43b0-8457-11b939e8f1b5 req-4f28d72d-306a-4b60-b497-8f252c513baa tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1666 time: 0.2465005 May 24 22:55:31.613237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e37d64f-d26f-45cc-8d40-8d718cb774e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:31.719452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c7932bea-4add-4524-93d2-3c0f8e50a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1561176c-8267-4a01-a2e1-361513282f83', 'name': 'tempest-TaggedBootDevicesTest_v242-43898843-router', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:35Z', 'updated_at': '2022-05-24T22:55:25Z', 'revision_number': 5, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'gw_port': {'id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:38Z', 'updated_at': '2022-05-24T22:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:31.723570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:31.765129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37d64f-d26f-45cc-8d40-8d718cb774e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=035893a4-62f8-4783-8f63-47862db4dbdb,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:31.765668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:31.765972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 36e3f6d0-f7b6-493b-bb99-4c3125c7c7d4 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:31.766388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:31.769526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2904e7fd-8b6b-43b0-8457-11b939e8f1b5 req-d3467fb1-2f80-49f0-a9cb-bdbc13245e70 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240279 May 24 22:55:31.776842 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e37d64f-d26f-45cc-8d40-8d718cb774e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:31.791729 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4e37d64f-d26f-45cc-8d40-8d718cb774e8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/035893a4-62f8-4783-8f63-47862db4dbdb HTTP/1.1" status: 204 len: 168 time: 0.9400706 May 24 22:55:31.793526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33698) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:31.860480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:31.860849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ba8d7137-c2d6-49dd-b63e-cb2cd020a0a4 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:31.863749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7c426d-cc55-43ad-9222-b84997eb7366 None None] Network 917b93a6-4340-4e78-a5f4-2f95554ac5d6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:31.938069 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:31.951990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Deleting port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:31.952821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:31.955524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Allocated IP 172.25.7.55 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/6445e257-f740-4410-9eba-6ba601b16500) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:32.042098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7932bea-4add-4524-93d2-3c0f8e50a8bf None None] Checking router: 1561176c-8267-4a01-a2e1-361513282f83 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:55:32.093791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7932bea-4add-4524-93d2-3c0f8e50a8bf None None] Routers {'1561176c-8267-4a01-a2e1-361513282f83'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:32.094440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c7932bea-4add-4524-93d2-3c0f8e50a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1561176c-8267-4a01-a2e1-361513282f83'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:32.278179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:32.294795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c7932bea-4add-4524-93d2-3c0f8e50a8bf None None] Set router 1561176c-8267-4a01-a2e1-361513282f83 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:55:32.331260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] For port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076,segment=NetworkSegment(4ebfeab5-6fc2-4f09-92dd-5532cd680cdd),segment_id=4ebfeab5-6fc2-4f09-92dd-5532cd680cdd)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:32.332105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:32.354508 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:32.427930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:32.464247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:32.466712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:32.484536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Calling delete_port for a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:32.592283 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:32.658212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:32.661905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] No DVR routers for this DVR port a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:55:32.792574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c7932bea-4add-4524-93d2-3c0f8e50a8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1561176c-8267-4a01-a2e1-361513282f83', 'name': 'tempest-TaggedBootDevicesTest_v242-43898843-router', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:35Z', 'updated_at': '2022-05-24T22:55:25Z', 'revision_number': 5, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'gw_port': {'id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:38Z', 'updated_at': '2022-05-24T22:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:32.797897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7932bea-4add-4524-93d2-3c0f8e50a8bf None None] The sync data for ids ['1561176c-8267-4a01-a2e1-361513282f83'] in n-d-843146-7 is: [{'id': '1561176c-8267-4a01-a2e1-361513282f83', 'name': 'tempest-TaggedBootDevicesTest_v242-43898843-router', 'tenant_id': 'ac71ba3f95e1478abc24919889b67c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:47:35Z', 'updated_at': '2022-05-24T22:55:25Z', 'revision_number': 5, 'project_id': 'ac71ba3f95e1478abc24919889b67c2a', 'gw_port': {'id': 'e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1561176c-8267-4a01-a2e1-361513282f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:47:38Z', 'updated_at': '2022-05-24T22:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:55:32.803381 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-81c3d914-43d9-4636-a3b0-d5113ae85dd0 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 4.3655705 May 24 22:55:32.806923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33710) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:32.876633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:32.885174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6236873-96f8-4cd8-8392-4a7daafcfa6c None None] DHCP port deletion for 917b93a6-4340-4e78-a5f4-2f95554ac5d6 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:55:32.977599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f976c83d-7c05-4755-8d24-2b1828f02111,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:33.033387 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.087840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8f41e-f52e-4f76-b7b9-a916d7022c8e req-a03320d3-8e8c-4c22-8598-e812508b2410 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:33.103113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7de8f41e-f52e-4f76-b7b9-a916d7022c8e req-a03320d3-8e8c-4c22-8598-e812508b2410 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.7701452 May 24 22:55:33.110045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917b93a6-4340-4e78-a5f4-2f95554ac5d6']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:33.125093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:33.125512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebfeab5-6fc2-4f09-92dd-5532cd680cdd') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:33.147223 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.154704 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.158342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Attempting to bind port f976c83d-7c05-4755-8d24-2b1828f02111 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:33.159921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Attempting to bind port f976c83d-7c05-4755-8d24-2b1828f02111 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '9e0ae386-2120-460c-9988-5267ffa85340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:33.160340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Attempting to bind port f976c83d-7c05-4755-8d24-2b1828f02111 on network 0ade6d8f-43cf-418f-a609-2db1ec821f01 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:33.169420 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Pushing event updated for resources: {'Port': ['ID=6445e257-f740-4410-9eba-6ba601b16500,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:33.205477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Port f976c83d-7c05-4755-8d24-2b1828f02111 on network 0ade6d8f-43cf-418f-a609-2db1ec821f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:33.206111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Attempting to bind port f976c83d-7c05-4755-8d24-2b1828f02111 on network 0ade6d8f-43cf-418f-a609-2db1ec821f01 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:33.247699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:55:33.248209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Checking segment: {'id': '9e0ae386-2120-460c-9988-5267ffa85340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:55:33.248687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Bound using segment: {'id': '9e0ae386-2120-460c-9988-5267ffa85340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:55:33.249239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Bound port: f976c83d-7c05-4755-8d24-2b1828f02111, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0ae386-2120-460c-9988-5267ffa85340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:55:33.250343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.287911 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7de8f41e-f52e-4f76-b7b9-a916d7022c8e req-d8fa9cda-620d-4fd7-9c5d-131e699ff4fc tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832533 May 24 22:55:33.290037 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.438549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] device_id is not set on port 88c96249-d3ad-4f0b-a625-0cd724b3d721 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:55:33.443113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Deleting port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:33.443631 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.446582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.473410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Transition to ACTIVE for port object 88c96249-d3ad-4f0b-a625-0cd724b3d721 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:33.475271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.488164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:55:33.488584 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.611790 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.687125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] For port f976c83d-7c05-4755-8d24-2b1828f02111, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:55:33.708907 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 4ebfeab5-6fc2-4f09-92dd-5532cd680cdd resource provider aggregate not found May 24 22:55:33.726144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:33.756648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] For port f976c83d-7c05-4755-8d24-2b1828f02111, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f976c83d-7c05-4755-8d24-2b1828f02111,segment=NetworkSegment(9e0ae386-2120-460c-9988-5267ffa85340),segment_id=9e0ae386-2120-460c-9988-5267ffa85340)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:55:33.798394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d31720-2b2e-4dd7-bce7-f3f0d7c466b3 req-3d406345-533e-4c99-b742-409ccdfe1b0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:33.804503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d31720-2b2e-4dd7-bce7-f3f0d7c466b3 req-3d406345-533e-4c99-b742-409ccdfe1b0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:33.806646 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7d31720-2b2e-4dd7-bce7-f3f0d7c466b3 req-3d406345-533e-4c99-b742-409ccdfe1b0b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1666 time: 0.8460882 May 24 22:55:33.808533 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 4ebfeab5-6fc2-4f09-92dd-5532cd680cdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ebfeab5-6fc2-4f09-92dd-5532cd680cdd found for delete ", "request_id": "req-ebe17a8a-547e-4d94-bc6c-d12db8c9a0bd"}]} May 24 22:55:33.817892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:33.818713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a2cd9b0a-63b2-4d4e-aca4-cae7ba2ac076 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:33.825710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 373e27d7-0c08-415d-bb74-f8b0b2ec528a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:33.837127 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.848832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event updated for resources: {'Port': ['ID=88c96249-d3ad-4f0b-a625-0cd724b3d721,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:33.870737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 373e27d7-0c08-415d-bb74-f8b0b2ec528a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:33.873761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 373e27d7-0c08-415d-bb74-f8b0b2ec528a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:33.874747 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.890711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:33.891926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] Pushing event deleted for resources: {'Network': ['ID=917b93a6-4340-4e78-a5f4-2f95554ac5d6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:33.898277 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f46f52d7-435c-496a-8df4-873db4f7f7db admin admin] 10.222.0.55 "DELETE /v2.0/networks/917b93a6-4340-4e78-a5f4-2f95554ac5d6 HTTP/1.1" status: 204 len: 168 time: 2.1036758 May 24 22:55:33.899590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33730) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:33.904310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:33.904646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:33.904985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:34.098953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-12838e3f-7be8-47f5-93ca-5c56c9a599e0 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Deleting port 68f7fe27-f80b-4d08-a805-35eab51f983e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:34.099549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12838e3f-7be8-47f5-93ca-5c56c9a599e0 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:34.141265 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:34.184157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:34.184612 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:34.201667 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 2 to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 May 24 22:55:34.243047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] For port e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:34.243541 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:34.271913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:34.272561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:34.275570 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] 10.222.0.31 "PUT /v2.0/ports/f976c83d-7c05-4755-8d24-2b1828f02111 HTTP/1.1" status: 200 len: 1092 time: 6.7253644 May 24 22:55:34.289144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7d31720-2b2e-4dd7-bce7-f3f0d7c466b3 req-c2e7767e-2296-43d7-ab88-41e36643505d tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658089 May 24 22:55:34.317512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:34.317512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:34.317512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:34.330164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:34.330636 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:34.333450 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 3 to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 May 24 22:55:34.431816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'tag': 'f976c83d-7c05-4755-8d24-2b1828f02111'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:55:34.436596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0d2c6-5aa9-4e04-af8c-0630027d43b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f976c83d-7c05-4755-8d24-2b1828f02111,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:34.447627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Request body: {'port': {'device_id': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:34.655134 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6494779-8dc5-42d3-8bfb-9546e070b73a'] response: {'name': 'network-changed', 'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'tag': 'f976c83d-7c05-4755-8d24-2b1828f02111', 'status': 'completed', 'code': 200} May 24 22:55:34.712884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:34.713218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:34.713585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:34.734598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:34.735397 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:34.738927 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 4 to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 May 24 22:55:34.784493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Calling delete_port for e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:34.806661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:34.806661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:34.806661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:34.816307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:34.816978 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:34.821810 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 5 to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 May 24 22:55:34.844611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:34.844943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:34.845279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:34.853873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884563f4-334d-4d4d-81a1-748ae61d9fc8 req-ac273f9b-ad67-42ad-882d-2f0cfb05b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:34.854367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884563f4-334d-4d4d-81a1-748ae61d9fc8 req-ac273f9b-ad67-42ad-882d-2f0cfb05b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:34.855919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-884563f4-334d-4d4d-81a1-748ae61d9fc8 req-ac273f9b-ad67-42ad-882d-2f0cfb05b05a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d90d3d2574984885b0f06938daf064fc&device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1913 time: 0.2667432 May 24 22:55:34.889115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:34.889115 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:34.912971 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 6 to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 May 24 22:55:35.000879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:35.001332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:35.001821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:35.035510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:35.036020 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:35.041165 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 7 to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 May 24 22:55:35.076548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:35.076783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:35.077190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:35.103584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:35.103974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12838e3f-7be8-47f5-93ca-5c56c9a599e0 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:35.104638 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:35.107757 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 8 to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 May 24 22:55:35.139567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884563f4-334d-4d4d-81a1-748ae61d9fc8 req-044e66a2-de68-4591-8b46-c0523d0a84df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:35.139567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884563f4-334d-4d4d-81a1-748ae61d9fc8 req-044e66a2-de68-4591-8b46-c0523d0a84df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:35.139567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884563f4-334d-4d4d-81a1-748ae61d9fc8 req-044e66a2-de68-4591-8b46-c0523d0a84df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:35.139567 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-884563f4-334d-4d4d-81a1-748ae61d9fc8 req-044e66a2-de68-4591-8b46-c0523d0a84df service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=d90d3d2574984885b0f06938daf064fc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2428069 May 24 22:55:35.225905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:35.225905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:35.226228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:35.251298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:35.251499 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:35.251688 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:35.254519 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 9 to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 May 24 22:55:35.307562 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e75a47ed-d216-4b5e-89f7-ef747738de51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:35.323895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:35.324223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:35.324559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:35.332318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:35.332653 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:35.335754 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempt 10 to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 May 24 22:55:35.384523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:35.384855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:35.385234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempting to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:35.387818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884563f4-334d-4d4d-81a1-748ae61d9fc8 req-f2ac7940-f207-4d64-8680-4ed0d16ad151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:35.389286 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-884563f4-334d-4d4d-81a1-748ae61d9fc8 req-f2ac7940-f207-4d64-8680-4ed0d16ad151 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2524071 May 24 22:55:35.406881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:35.407239 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Failed to bind port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on host n-h1-843146-7 for vnic_type normal using segments [{'id': '4fe1cf4c-6320-4a0d-a207-7a1606034495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31147a15-db46-4c46-8a14-13a352a9b0f0'}] May 24 22:55:35.407568 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:35.423756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-12838e3f-7be8-47f5-93ca-5c56c9a599e0 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Calling delete_port for 68f7fe27-f80b-4d08-a805-35eab51f983e owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:35.482480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:35.484308 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:35.522365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:35.741774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] For port 88c96249-d3ad-4f0b-a625-0cd724b3d721, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:55:35.742445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attempted to set empty binding levels {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 22:55:35.759571 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:35.830576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc261b-e781-4057-bf31-0b8e42d6ef57 req-5f6abd63-f768-4905-a978-7a5920a47d77 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:35.832212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-96bc261b-e781-4057-bf31-0b8e42d6ef57 req-5f6abd63-f768-4905-a978-7a5920a47d77 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 1.1690404 May 24 22:55:35.882656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] In _notify_port_updated(), no bound segment for port 88c96249-d3ad-4f0b-a625-0cd724b3d721 on network 31147a15-db46-4c46-8a14-13a352a9b0f0 {{(pid=88389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:55:35.883608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:35.884207 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:35.888279 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "PUT /v2.0/ports/88c96249-d3ad-4f0b-a625-0cd724b3d721 HTTP/1.1" status: 200 len: 974 time: 3.0353329 May 24 22:55:35.898146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2617b-533c-45d1-ae14-9bd606f1fede req-9892da57-5b5e-44a9-8f7b-1593d5c2d3ed tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:35.903197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2617b-533c-45d1-ae14-9bd606f1fede req-9892da57-5b5e-44a9-8f7b-1593d5c2d3ed tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:35.904719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1eb2617b-533c-45d1-ae14-9bd606f1fede req-9892da57-5b5e-44a9-8f7b-1593d5c2d3ed tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1666 time: 0.4358313 May 24 22:55:35.905209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33762) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:36.096937 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-96bc261b-e781-4057-bf31-0b8e42d6ef57 req-4c749a77-adbf-491a-8992-e6b8443574ff tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379756 May 24 22:55:36.154174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846c58e-825b-4eab-994e-7f8b7ea6c480 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event updated for resources: {'Port': ['ID=88c96249-d3ad-4f0b-a625-0cd724b3d721,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:36.162961 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:36.201413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1eb2617b-533c-45d1-ae14-9bd606f1fede req-f17767df-4c75-447d-b563-12c1a624644a tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818174 May 24 22:55:36.208890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1be1f761-c6f3-40f3-8c19-f46c3d21e03e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Deleting port 88c96249-d3ad-4f0b-a625-0cd724b3d721 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:36.209228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1be1f761-c6f3-40f3-8c19-f46c3d21e03e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:36.268426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:36.383848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Router 3325189a-c187-4363-8142-865e87edec3b is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:55:36.440472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] Deleting port 5e92f451-49a7-4864-b853-dbb9c0633e0a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:36.440814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:36.553198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-1be1f761-c6f3-40f3-8c19-f46c3d21e03e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] For port 88c96249-d3ad-4f0b-a625-0cd724b3d721, host n-h1-843146-7, got binding levels [] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:36.553582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1be1f761-c6f3-40f3-8c19-f46c3d21e03e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:36.695804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:36.743843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1be1f761-c6f3-40f3-8c19-f46c3d21e03e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Calling delete_port for 88c96249-d3ad-4f0b-a625-0cd724b3d721 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:36.801783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:55:36.825836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12838e3f-7be8-47f5-93ca-5c56c9a599e0 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:36.858538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] For port 5e92f451-49a7-4864-b853-dbb9c0633e0a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e92f451-49a7-4864-b853-dbb9c0633e0a,segment=NetworkSegment(33fc7683-4f06-4e9e-b0ca-b57deff8f96e),segment_id=33fc7683-4f06-4e9e-b0ca-b57deff8f96e)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:36.858538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:36.917651 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1be1f761-c6f3-40f3-8c19-f46c3d21e03e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:36.973235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:55:36.980956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12838e3f-7be8-47f5-93ca-5c56c9a599e0 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event deleted for resources: {'Port': ['ID=68f7fe27-f80b-4d08-a805-35eab51f983e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:37.007728 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9046f3-22d6-4eb6-bf8c-16487f4c4188 None None] Sync routers for ids ['3325189a-c187-4363-8142-865e87edec3b'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:55:37.011529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] Calling delete_port for 5e92f451-49a7-4864-b853-dbb9c0633e0a owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:37.025917 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9046f3-22d6-4eb6-bf8c-16487f4c4188 None None] Routers {'3325189a-c187-4363-8142-865e87edec3b'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:37.027112 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2f9046f3-22d6-4eb6-bf8c-16487f4c4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3325189a-c187-4363-8142-865e87edec3b'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:37.073843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1f761-c6f3-40f3-8c19-f46c3d21e03e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Pushing event deleted for resources: {'Port': ['ID=88c96249-d3ad-4f0b-a625-0cd724b3d721,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:37.093616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1be1f761-c6f3-40f3-8c19-f46c3d21e03e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.113010 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1be1f761-c6f3-40f3-8c19-f46c3d21e03e tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "DELETE /v2.0/ports/88c96249-d3ad-4f0b-a625-0cd724b3d721 HTTP/1.1" status: 204 len: 168 time: 1.1970165 May 24 22:55:37.121852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33828) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:37.207608 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2f9046f3-22d6-4eb6-bf8c-16487f4c4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:37.219282 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9046f3-22d6-4eb6-bf8c-16487f4c4188 None None] Routers {'3325189a-c187-4363-8142-865e87edec3b'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:37.220636 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2f9046f3-22d6-4eb6-bf8c-16487f4c4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3325189a-c187-4363-8142-865e87edec3b'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:37.225407 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a9c883-8a04-4387-bf9c-47c4da938601 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] GET failed (client error): The resource could not be found. May 24 22:55:37.238950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-06a9c883-8a04-4387-bf9c-47c4da938601 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Synchronizing usage tracker for tenant:c4a5d59574f54a599ea523d9cc28ef91 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:37.272495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-06a9c883-8a04-4387-bf9c-47c4da938601 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] Unset dirty status for tenant:c4a5d59574f54a599ea523d9cc28ef91 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:37.274035 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-06a9c883-8a04-4387-bf9c-47c4da938601 tempest-PortsAdminExtendedAttrsTestJSON-887998181 tempest-PortsAdminExtendedAttrsTestJSON-887998181-project-admin] 10.222.0.55 "GET /v2.0/ports/88c96249-d3ad-4f0b-a625-0cd724b3d721 HTTP/1.1" status: 404 len: 333 time: 0.1512263 May 24 22:55:37.279877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33838) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:37.318838 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2f9046f3-22d6-4eb6-bf8c-16487f4c4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:37.319244 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9046f3-22d6-4eb6-bf8c-16487f4c4188 None None] The sync data for ids ['3325189a-c187-4363-8142-865e87edec3b'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:55:37.343193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.352274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.380475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89973d5e-d75c-41f0-9311-842e522066f5 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:55:37.393590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.394620 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-09b5a38a-7073-4ae3-b61b-885998f82b14 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "PUT /v2.0/routers/3325189a-c187-4363-8142-865e87edec3b HTTP/1.1" status: 200 len: 882 time: 9.7743580 May 24 22:55:37.405749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33844) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:37.414066 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.452633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7e72b51f-5c2a-44f6-b763-199ab0e27089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.534914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.535405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1561176c-8267-4a01-a2e1-361513282f83 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:55:37.541110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Transition to ACTIVE for port object 89973d5e-d75c-41f0-9311-842e522066f5 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:37.564581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.602236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.603378 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ac8811bf-4fd7-430f-b8c9-b6667969838c admin admin] 10.222.0.55 "DELETE /v2.0/routers/1561176c-8267-4a01-a2e1-361513282f83 HTTP/1.1" status: 204 len: 168 time: 6.9520507 May 24 22:55:37.613378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33848) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:37.707255 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.849866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Pushing event updated for resources: {'Port': ['ID=89973d5e-d75c-41f0-9311-842e522066f5,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:37.907410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73975c60-f15b-498f-af91-dd15d6d1aad9 req-ba8920e0-4138-4737-98bd-086081e6f010 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:37.908927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73975c60-f15b-498f-af91-dd15d6d1aad9 req-ba8920e0-4138-4737-98bd-086081e6f010 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.5932720 May 24 22:55:37.910900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d0ab78a4-1b9c-4e3b-b993-ef5a40a5afad tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/routers/3325189a-c187-4363-8142-865e87edec3b HTTP/1.1" status: 200 len: 923 time: 0.4999585 May 24 22:55:37.930534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33852) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:37.942887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a914b28-7065-410d-9359-e1003b74d4b6 admin admin] Deleting subnet 67c850e3-ce28-4a61-8c52-b259724441b9 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:55:37.944657 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12838e3f-7be8-47f5-93ca-5c56c9a599e0 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.957202 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a914b28-7065-410d-9359-e1003b74d4b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:37.990332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f3b94-14b3-47b8-84eb-daf5e2fcb176 req-46a4acee-4f98-473a-a22e-9a526ece9c50 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:37.996115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f3b94-14b3-47b8-84eb-daf5e2fcb176 req-46a4acee-4f98-473a-a22e-9a526ece9c50 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:37.997701 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-753f3b94-14b3-47b8-84eb-daf5e2fcb176 req-46a4acee-4f98-473a-a22e-9a526ece9c50 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1666 time: 0.5895655 May 24 22:55:38.040080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.123535 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a914b28-7065-410d-9359-e1003b74d4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.132139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e92f451-49a7-4864-b853-dbb9c0633e0a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:38.159010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.232860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Attempting to bind port 89973d5e-d75c-41f0-9311-842e522066f5 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:38.233173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Attempting to bind port 89973d5e-d75c-41f0-9311-842e522066f5 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'babfca47-74b8-4e18-b13d-c6c77b5c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:38.233485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Attempting to bind port 89973d5e-d75c-41f0-9311-842e522066f5 on network 0c76efa3-88f4-4832-aeae-7173dba31976 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:38.238276 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-753f3b94-14b3-47b8-84eb-daf5e2fcb176 req-9574818a-8a2b-40e9-9590-a7a10baae8b2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229342 May 24 22:55:38.238461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73975c60-f15b-498f-af91-dd15d6d1aad9 req-6786bf01-6228-49f6-b6b5-c03295af0343 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099647 May 24 22:55:38.318537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31147a15-db46-4c46-8a14-13a352a9b0f0']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:38.332794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Port 89973d5e-d75c-41f0-9311-842e522066f5 on network 0c76efa3-88f4-4832-aeae-7173dba31976 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:38.333122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Attempting to bind port 89973d5e-d75c-41f0-9311-842e522066f5 on network 0c76efa3-88f4-4832-aeae-7173dba31976 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:38.335028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe1cf4c-6320-4a0d-a207-7a1606034495') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:38.335349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe1cf4c-6320-4a0d-a207-7a1606034495') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:38.361321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:55:38.361939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Checking segment: {'id': 'babfca47-74b8-4e18-b13d-c6c77b5c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:55:38.362158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Bound using segment: {'id': 'babfca47-74b8-4e18-b13d-c6c77b5c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:55:38.362594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Bound port: 89973d5e-d75c-41f0-9311-842e522066f5, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'babfca47-74b8-4e18-b13d-c6c77b5c2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:55:38.362936 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.442999 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.518511 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a914b28-7065-410d-9359-e1003b74d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.590865 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.628205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:55:38.628646 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.651473 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.689312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] For port 89973d5e-d75c-41f0-9311-842e522066f5, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:55:38.691500 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.706563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] For port 89973d5e-d75c-41f0-9311-842e522066f5, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=89973d5e-d75c-41f0-9311-842e522066f5,segment=NetworkSegment(babfca47-74b8-4e18-b13d-c6c77b5c2322),segment_id=babfca47-74b8-4e18-b13d-c6c77b5c2322)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:55:38.715027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.721580 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 4fe1cf4c-6320-4a0d-a207-7a1606034495 resource provider aggregate not found May 24 22:55:38.726389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298aea6-f25b-4f70-ac47-20b1c6339340 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:38.728252 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3298aea6-f25b-4f70-ac47-20b1c6339340 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&device_id=3325189a-c187-4363-8142-865e87edec3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7968378 May 24 22:55:38.750647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33868) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:38.757551 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a914b28-7065-410d-9359-e1003b74d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.761421 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 4fe1cf4c-6320-4a0d-a207-7a1606034495 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fe1cf4c-6320-4a0d-a207-7a1606034495 found for delete ", "request_id": "req-24106ab5-e07d-4a57-a141-70eaae1dde9f"}]} May 24 22:55:38.812069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59723611-9109-46f5-888a-b1dcf75fa423 req-81e71deb-293d-4e26-b258-357a9b35cec1 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:38.813577 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-81e71deb-293d-4e26-b258-357a9b35cec1 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 804 time: 0.4111457 May 24 22:55:38.859107 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.923390 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-921f2775-6905-4b4b-8e7d-f01b20c61db8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/quotas/52f35fd46fa1486098c48667c9b46795 HTTP/1.1" status: 200 len: 375 time: 0.0600915 May 24 22:55:38.968079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.969128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12838e3f-7be8-47f5-93ca-5c56c9a599e0 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Router 2098ae14-49c6-4f68-a184-97d5c6ee08ff has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:55:38.975706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a914b28-7065-410d-9359-e1003b74d4b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c850e3-ce28-4a61-8c52-b259724441b9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:38.982106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:38.982981 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:38.984512 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] 10.222.0.31 "PUT /v2.0/ports/89973d5e-d75c-41f0-9311-842e522066f5 HTTP/1.1" status: 200 len: 1091 time: 4.5426729 May 24 22:55:38.986299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'tag': '89973d5e-d75c-41f0-9311-842e522066f5'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:55:38.995848 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a914b28-7065-410d-9359-e1003b74d4b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:39.006926 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:39.007035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf25f7-7ec3-451c-a7fd-920af5a8b510 None None] Network 17e4089f-6ce9-448c-9b9e-5d576e038141 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:39.016893 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5a914b28-7065-410d-9359-e1003b74d4b6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/67c850e3-ce28-4a61-8c52-b259724441b9 HTTP/1.1" status: 204 len: 168 time: 1.3863511 May 24 22:55:39.066766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33874) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:39.110909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] Pushing event deleted for resources: {'Network': ['ID=31147a15-db46-4c46-8a14-13a352a9b0f0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:39.118716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdaacb-cd69-49f8-9b42-c0345d0ecc47 service neutron] Pushing event updated for resources: {'Port': ['ID=89973d5e-d75c-41f0-9311-842e522066f5,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:39.126865 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286d5e9c-b94f-4603-8839-d1ab2283f677'] response: {'name': 'network-changed', 'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'tag': '89973d5e-d75c-41f0-9311-842e522066f5', 'status': 'completed', 'code': 200} May 24 22:55:39.164213 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-057c7b05-ef35-4d0d-a674-bf7cbb146024 tempest-PortsAdminExtendedAttrsTestJSON-961654288 tempest-PortsAdminExtendedAttrsTestJSON-961654288-project] 10.222.0.55 "DELETE /v2.0/networks/31147a15-db46-4c46-8a14-13a352a9b0f0 HTTP/1.1" status: 204 len: 168 time: 1.8804829 May 24 22:55:39.387879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:39.405016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12838e3f-7be8-47f5-93ca-5c56c9a599e0 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:55:39.413694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12838e3f-7be8-47f5-93ca-5c56c9a599e0 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "PUT /v2.0/routers/2098ae14-49c6-4f68-a184-97d5c6ee08ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3188829 May 24 22:55:39.415928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33886) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:39.422252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-9c02e702-6971-4499-9bd8-ecfc51a407b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:39.422774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-9c02e702-6971-4499-9bd8-ecfc51a407b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:39.424352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-9c02e702-6971-4499-9bd8-ecfc51a407b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d90d3d2574984885b0f06938daf064fc&device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1980 time: 0.3489149 May 24 22:55:39.426367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1a4e5-886d-4638-95f5-184c8725acf0 None None] Sync routers for ids ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:55:39.452660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] DHCP port deletion for 17e4089f-6ce9-448c-9b9e-5d576e038141 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:55:39.458419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27295b4-2669-4a44-b196-880a2624e7bc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:39.459092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1a4e5-886d-4638-95f5-184c8725acf0 None None] Routers {'2098ae14-49c6-4f68-a184-97d5c6ee08ff'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:39.459943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-80a1a4e5-886d-4638-95f5-184c8725acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:39.463344 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b27295b4-2669-4a44-b196-880a2624e7bc tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 881 time: 0.7116935 May 24 22:55:39.464256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33890) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:39.480072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33892) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:39.543043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8f4475ba-e8dd-4f88-92f3-7fdb46437126 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=3325189a-c187-4363-8142-865e87edec3b HTTP/1.1" status: 200 len: 205 time: 0.0662570 May 24 22:55:39.545575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-80a1a4e5-886d-4638-95f5-184c8725acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:39.548456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33896) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:39.559130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Deleting port 1aa530e0-ceeb-4c79-bae0-5820aad1845d {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:39.559865 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:39.563665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-69e80869-633e-4531-af9c-38764bc31468 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6301951 May 24 22:55:39.577388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Deleting port 1aa530e0-ceeb-4c79-bae0-5820aad1845d {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:39.578006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:39.609479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1a4e5-886d-4638-95f5-184c8725acf0 None None] Routers {'2098ae14-49c6-4f68-a184-97d5c6ee08ff'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:39.610139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-80a1a4e5-886d-4638-95f5-184c8725acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:39.656947 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-93c4a3b5-847e-4ebb-80b5-786cde0bfd4a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.108&port_id=f976c83d-7c05-4755-8d24-2b1828f02111 HTTP/1.1" status: 200 len: 217 time: 0.1708882 May 24 22:55:39.682152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-e6394103-ee06-4f14-a9a9-288e8b77dce3 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:39.688730 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-e6394103-ee06-4f14-a9a9-288e8b77dce3 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.50 "GET /v2.0/ports?device_id=63da4e16-b444-4452-a40d-3e7a432579ce HTTP/1.1" status: 200 len: 946 time: 0.8266501 May 24 22:55:39.735150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 88d02171-80d8-495c-ab69-8b0535dd8653 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:39.793975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-80a1a4e5-886d-4638-95f5-184c8725acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:39.794377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1a4e5-886d-4638-95f5-184c8725acf0 None None] The sync data for ids ['2098ae14-49c6-4f68-a184-97d5c6ee08ff'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:55:39.807861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1aa530e0-ceeb-4c79-bae0-5820aad1845d no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:39.918751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-781bf09f-7ffe-45ba-bebf-f20a44a037eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:39.920503 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-781bf09f-7ffe-45ba-bebf-f20a44a037eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0845e38-b36d-4a4b-8f08-ccf33080a856 HTTP/1.1" status: 200 len: 801 time: 0.2508149 May 24 22:55:39.954464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Deleting port 88d02171-80d8-495c-ab69-8b0535dd8653 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:39.954807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.115018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33642d-3a18-4693-9b19-7d673344032b req-6d3a4175-1b5b-4296-a9f3-74962b4427e8 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:40.118001 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b33642d-3a18-4693-9b19-7d673344032b req-6d3a4175-1b5b-4296-a9f3-74962b4427e8 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.5805330 May 24 22:55:40.122228 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.135867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 88d02171-80d8-495c-ab69-8b0535dd8653 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:40.136240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.145270 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.165953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] For port 1aa530e0-ceeb-4c79-bae0-5820aad1845d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1aa530e0-ceeb-4c79-bae0-5820aad1845d,segment=NetworkSegment(b5c78a72-2050-4ea5-a45f-a553ca735c8d),segment_id=b5c78a72-2050-4ea5-a45f-a553ca735c8d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:40.166315 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.178046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1aa530e0-ceeb-4c79-bae0-5820aad1845d is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:40.178374 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.201397 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e2b898da-2713-432f-9823-f39351855371 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6b9533757b941adaa100062671d8d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6229527 May 24 22:55:40.203266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33904) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:40.252833 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.302591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63da4e16-b444-4452-a40d-3e7a432579ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d02171-80d8-495c-ab69-8b0535dd8653'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:55:40.307074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] For port 1aa530e0-ceeb-4c79-bae0-5820aad1845d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1aa530e0-ceeb-4c79-bae0-5820aad1845d,segment=NetworkSegment(b5c78a72-2050-4ea5-a45f-a553ca735c8d),segment_id=b5c78a72-2050-4ea5-a45f-a553ca735c8d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:40.307446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.320531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Calling delete_port for 1aa530e0-ceeb-4c79-bae0-5820aad1845d owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:40.325442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-fd2bdaf9-dd41-429d-8097-cddd5ac2b700 service neutron] 10.222.0.55 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608321 May 24 22:55:40.363585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 88d02171-80d8-495c-ab69-8b0535dd8653, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=88d02171-80d8-495c-ab69-8b0535dd8653,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:40.376005 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.447800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 1aa530e0-ceeb-4c79-bae0-5820aad1845d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1aa530e0-ceeb-4c79-bae0-5820aad1845d,segment=NetworkSegment(b5c78a72-2050-4ea5-a45f-a553ca735c8d),segment_id=b5c78a72-2050-4ea5-a45f-a553ca735c8d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:40.463261 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.463932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:40.510404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:40.510930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e3c2d8f7-05e5-4a8a-8fed-34669ec2f5ed not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:40.516770 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:55:40.517129 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:55:40.522903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=88d02171-80d8-495c-ab69-8b0535dd8653,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:40.595974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=1aa530e0-ceeb-4c79-bae0-5820aad1845d,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:40.673605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Calling delete_port for 1aa530e0-ceeb-4c79-bae0-5820aad1845d owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:40.689967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] Router 3b33c931-92fd-4b73-925b-c7e6982ad00f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:55:40.703037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b1c29bd2-865e-486f-a908-42d9dbbafa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:40.704529 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-b1c29bd2-865e-486f-a908-42d9dbbafa53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ade6d8f-43cf-418f-a609-2db1ec821f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7703605 May 24 22:55:40.714237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] For port 88d02171-80d8-495c-ab69-8b0535dd8653, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=88d02171-80d8-495c-ab69-8b0535dd8653,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:40.714594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.715726 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b33642d-3a18-4693-9b19-7d673344032b req-6008d438-76c0-41c9-924a-e56b57a80373 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5099692 May 24 22:55:40.872022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c35bce62-8c54-4cc0-bcef-48dd2334b8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.887409 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.949693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Deleting port f98e6efd-7971-463e-9dfe-0b555b091e66 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:40.949928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:40.996991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c35bce62-8c54-4cc0-bcef-48dd2334b8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:41.003522 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:55:41.003838 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:55:41.016956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Calling delete_port for 88d02171-80d8-495c-ab69-8b0535dd8653 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:41.018863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Deleting port 1aa530e0-ceeb-4c79-bae0-5820aad1845d {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:41.019370 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:41.107306 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-8b4d4fc9-70e5-431f-be7d-04794467c789 service neutron] 10.222.0.31 "GET /v2.0/networks/0ade6d8f-43cf-418f-a609-2db1ec821f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818300 May 24 22:55:41.149195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-703fcbaf-14f7-4196-97ba-1a2ddcc50836 service neutron] 10.222.0.55 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8096421 May 24 22:55:41.173154 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:41.255797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] For port 1aa530e0-ceeb-4c79-bae0-5820aad1845d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1aa530e0-ceeb-4c79-bae0-5820aad1845d,segment=NetworkSegment(b5c78a72-2050-4ea5-a45f-a553ca735c8d),segment_id=b5c78a72-2050-4ea5-a45f-a553ca735c8d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:41.256198 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:41.263452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Deleting port 6445e257-f740-4410-9eba-6ba601b16500 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:41.263980 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:41.274756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986185f-7d72-41fe-93d3-c4b5726c1e38 req-5796bcc9-d381-4853-a1e8-d8b69831c6b1 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:41.279806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986185f-7d72-41fe-93d3-c4b5726c1e38 req-5796bcc9-d381-4853-a1e8-d8b69831c6b1 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:41.283906 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0986185f-7d72-41fe-93d3-c4b5726c1e38 req-5796bcc9-d381-4853-a1e8-d8b69831c6b1 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1678 time: 0.4618595 May 24 22:55:41.420207 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-ec42c79c-f4c7-4964-94b3-9e3604f8a5ef service neutron] 10.222.0.31 "GET /v2.0/networks/0ade6d8f-43cf-418f-a609-2db1ec821f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647078 May 24 22:55:41.420874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c35bce62-8c54-4cc0-bcef-48dd2334b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:41.423433 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad53da15-63cd-4a29-809a-34693ecab056'] response: {'server_uuid': '63da4e16-b444-4452-a40d-3e7a432579ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d02171-80d8-495c-ab69-8b0535dd8653', 'code': 200} May 24 22:55:41.431698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Calling delete_port for 1aa530e0-ceeb-4c79-bae0-5820aad1845d owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:41.506494 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0986185f-7d72-41fe-93d3-c4b5726c1e38 req-1306d6f4-83d5-4b2f-9338-c544c128e469 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765077 May 24 22:55:41.524554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Deleting port 1aa530e0-ceeb-4c79-bae0-5820aad1845d {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:41.524898 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:41.549003 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:41.554333 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:41.607788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bce62-8c54-4cc0-bcef-48dd2334b8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45085c26-3d71-46c4-b58c-1fecfd70bbd7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:41.617896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] Pushing event deleted for resources: {'Port': ['ID=1aa530e0-ceeb-4c79-bae0-5820aad1845d,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:41.619005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2cfaaa35-df66-4bdd-9ab0-f1918fe41037 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=89973d5e-d75c-41f0-9311-842e522066f5 HTTP/1.1" status: 200 len: 217 time: 0.1756024 May 24 22:55:41.620889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d916d79-1ea6-472f-9dde-733e6e8d65cb None None] No DVR routers for this DVR port 1aa530e0-ceeb-4c79-bae0-5820aad1845d on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:55:41.621465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:41.638666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] The port '1aa530e0-ceeb-4c79-bae0-5820aad1845d' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:55:41.705203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Calling delete_port for 6445e257-f740-4410-9eba-6ba601b16500 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:41.766322 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:55:41.766732 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:55:41.849529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Calling delete_port for f98e6efd-7971-463e-9dfe-0b555b091e66 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:41.856378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a048b39d-5514-4eba-9f86-d5ba4a1512c2 req-d2ae73a4-8556-414a-acf6-8a5a98b56106 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 210 time: 0.0885661 May 24 22:55:41.863272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:55:41.885343 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02831a-3853-43f1-880b-8c8043aaa629 None None] Sync routers for ids ['3b33c931-92fd-4b73-925b-c7e6982ad00f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:55:41.888251 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dac06252-784c-4ad3-8ae0-37a3ef0b493b admin admin] 10.222.0.55 "PUT /v2.0/routers/3b33c931-92fd-4b73-925b-c7e6982ad00f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9852755 May 24 22:55:41.891058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33922) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:41.909692 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02831a-3853-43f1-880b-8c8043aaa629 None None] Routers {'3b33c931-92fd-4b73-925b-c7e6982ad00f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:41.910697 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0e02831a-3853-43f1-880b-8c8043aaa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3b33c931-92fd-4b73-925b-c7e6982ad00f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:42.176425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:42.268227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Deleting port 88d02171-80d8-495c-ab69-8b0535dd8653 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:42.268929 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:42.269028 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0e02831a-3853-43f1-880b-8c8043aaa629 None None] Set router 3b33c931-92fd-4b73-925b-c7e6982ad00f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:55:42.331842 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:42.339908 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c35bce62-8c54-4cc0-bcef-48dd2334b8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:42.343342 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c35bce62-8c54-4cc0-bcef-48dd2334b8f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45085c26-3d71-46c4-b58c-1fecfd70bbd7 HTTP/1.1" status: 204 len: 168 time: 2.1293278 May 24 22:55:42.401797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-1e8b2c27-4642-43d1-b46e-d868d4d76660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:42.403268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-1e8b2c27-4642-43d1-b46e-d868d4d76660 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=573e9ba8-297d-4602-94ba-aa04ed9d3dd6 HTTP/1.1" status: 200 len: 801 time: 0.7605345 May 24 22:55:42.403932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:42.466165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Pushing event deleted for resources: {'Port': ['ID=6445e257-f740-4410-9eba-6ba601b16500,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:42.525382 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:55:42.570847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event deleted for resources: {'Port': ['ID=f98e6efd-7971-463e-9dfe-0b555b091e66,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:42.574496 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:42.665254 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0e02831a-3853-43f1-880b-8c8043aaa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'name': 'tempest-TaggedBootDevicesTest-1833945029-router', 'tenant_id': '963b815104214fefb0a930d94e748816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:25Z', 'updated_at': '2022-05-24T22:55:37Z', 'revision_number': 5, 'project_id': '963b815104214fefb0a930d94e748816', 'gw_port': {'id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:27Z', 'updated_at': '2022-05-24T22:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:42.672501 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02831a-3853-43f1-880b-8c8043aaa629 None None] Checking router: 3b33c931-92fd-4b73-925b-c7e6982ad00f for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:55:42.696977 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02831a-3853-43f1-880b-8c8043aaa629 None None] Routers {'3b33c931-92fd-4b73-925b-c7e6982ad00f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:42.697552 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0e02831a-3853-43f1-880b-8c8043aaa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3b33c931-92fd-4b73-925b-c7e6982ad00f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:42.726758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e4089f-6ce9-448c-9b9e-5d576e038141']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:42.764618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c78a72-2050-4ea5-a45f-a553ca735c8d') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:42.765017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c78a72-2050-4ea5-a45f-a553ca735c8d') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:42.797673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4255d-9fc3-43f7-ade6-fe93712dc3ac req-e36641ac-d13a-413f-8a13-f7f22b48564a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:42.805745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62f4255d-9fc3-43f7-ade6-fe93712dc3ac req-e36641ac-d13a-413f-8a13-f7f22b48564a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.7400794 May 24 22:55:42.836246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33932) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:42.838000 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:42.894519 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:42.898664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:42.922832 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0e02831a-3853-43f1-880b-8c8043aaa629 None None] Set router 3b33c931-92fd-4b73-925b-c7e6982ad00f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:55:42.942968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-5c2a3cfd-4508-4409-a1d6-930ea6b7c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:42.944459 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-5c2a3cfd-4508-4409-a1d6-930ea6b7c549 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0c76efa3-88f4-4832-aeae-7173dba31976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4651017 May 24 22:55:42.991105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.030094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.045165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:55:43.045593 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.068646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62f4255d-9fc3-43f7-ade6-fe93712dc3ac req-ce98b404-43cd-4eb1-8339-2795c1f4ef96 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625604 May 24 22:55:43.239159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Deleting port e27a2f87-16c0-4695-9a26-a82f45c7a698 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:43.239498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.291439 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0e02831a-3853-43f1-880b-8c8043aaa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'name': 'tempest-TaggedBootDevicesTest-1833945029-router', 'tenant_id': '963b815104214fefb0a930d94e748816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:25Z', 'updated_at': '2022-05-24T22:55:37Z', 'revision_number': 5, 'project_id': '963b815104214fefb0a930d94e748816', 'gw_port': {'id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:27Z', 'updated_at': '2022-05-24T22:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:43.295474 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02831a-3853-43f1-880b-8c8043aaa629 None None] The sync data for ids ['3b33c931-92fd-4b73-925b-c7e6982ad00f'] in n-d-843146-7 is: [{'id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'name': 'tempest-TaggedBootDevicesTest-1833945029-router', 'tenant_id': '963b815104214fefb0a930d94e748816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:48:25Z', 'updated_at': '2022-05-24T22:55:37Z', 'revision_number': 5, 'project_id': '963b815104214fefb0a930d94e748816', 'gw_port': {'id': 'e27a2f87-16c0-4695-9a26-a82f45c7a698', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33c931-92fd-4b73-925b-c7e6982ad00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:48:27Z', 'updated_at': '2022-05-24T22:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:55:43.385656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.389806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.408779 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment b5c78a72-2050-4ea5-a45f-a553ca735c8d resource provider aggregate not found May 24 22:55:43.422584 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-964a7db0-405c-4f79-b15b-f18f1f228e17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4a5d59574f54a599ea523d9cc28ef91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767143 May 24 22:55:43.431026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33944) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:43.440367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.449418 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.452456 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment b5c78a72-2050-4ea5-a45f-a553ca735c8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5c78a72-2050-4ea5-a45f-a553ca735c8d found for delete ", "request_id": "req-9cc9b57a-1f20-4679-b6f0-fcf87c39eca3"}]} May 24 22:55:43.454919 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-042219b0-4c21-49ad-bc18-e74fff69d964 req-b84c318b-74fa-425d-9d90-b59a572c512d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 210 time: 0.1335344 May 24 22:55:43.476197 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.513353 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.518389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.518910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Fanout notify agent at l3_agent the message router_deleted on router 2098ae14-49c6-4f68-a184-97d5c6ee08ff {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:55:43.529529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] Pushing event deleted for resources: {'Network': ['ID=17e4089f-6ce9-448c-9b9e-5d576e038141,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:43.550163 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.553815 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5c836fe6-3a04-4923-ae5d-ba6613515ed6 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "DELETE /v2.0/routers/2098ae14-49c6-4f68-a184-97d5c6ee08ff HTTP/1.1" status: 204 len: 168 time: 4.1363277 May 24 22:55:43.554566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33948) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:43.560016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1ff80662-9729-4cf4-ba66-008c3570c69a admin admin] 10.222.0.55 "DELETE /v2.0/networks/17e4089f-6ce9-448c-9b9e-5d576e038141 HTTP/1.1" status: 204 len: 168 time: 4.4833963 May 24 22:55:43.596470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-7b757e5a-1bb5-46f0-9fd0-c6a5e877c3b1 service neutron] 10.222.0.31 "GET /v2.0/networks/0c76efa3-88f4-4832-aeae-7173dba31976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368585 May 24 22:55:43.625382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7db35f-1a45-4e4a-86c9-dbf8b82f7d93 req-286fabdf-a00d-479c-9c60-02f93ad45439 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:43.631604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7db35f-1a45-4e4a-86c9-dbf8b82f7d93 req-286fabdf-a00d-479c-9c60-02f93ad45439 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:43.642059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f7db35f-1a45-4e4a-86c9-dbf8b82f7d93 req-286fabdf-a00d-479c-9c60-02f93ad45439 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1678 time: 0.9076650 May 24 22:55:43.699639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5e92f451-49a7-4864-b853-dbb9c0633e0a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:43.713371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59723611-9109-46f5-888a-b1dcf75fa423 req-e03a5180-3ee1-4219-9de8-5cfb31582b7e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:43.715472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-e03a5180-3ee1-4219-9de8-5cfb31582b7e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.50 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 804 time: 0.8453422 May 24 22:55:43.725071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.725661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Fanout notify agent at l3_agent the message router_deleted on router 3325189a-c187-4363-8142-865e87edec3b {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:55:43.739315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Request body: {'port': {'device_id': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'admin_state_up': True, 'tenant_id': '52f35fd46fa1486098c48667c9b46795'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:43.765778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] For port 88d02171-80d8-495c-ab69-8b0535dd8653, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=88d02171-80d8-495c-ab69-8b0535dd8653,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:43.766323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.791460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e6cda0-73db-4fde-903f-18d65d1909ed tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Deleting subnet 31972ce4-2cf5-4a7d-b0de-35d78ca181b2 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:55:43.799455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4e6cda0-73db-4fde-903f-18d65d1909ed tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.816702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 5e92f451-49a7-4864-b853-dbb9c0633e0a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:43.817307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5e92f451-49a7-4864-b853-dbb9c0633e0a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:43.901772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4e6cda0-73db-4fde-903f-18d65d1909ed tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:43.934089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33962) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:43.962661 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c6b3b3c-9909-4a39-9d64-3cf82698e539 req-2287e9d2-b898-44c3-a1e3-d625cce84227 service neutron] 10.222.0.31 "GET /v2.0/networks/0c76efa3-88f4-4832-aeae-7173dba31976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533051 May 24 22:55:44.062763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Calling delete_port for 88d02171-80d8-495c-ab69-8b0535dd8653 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:44.069450 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-db6fc1dc-b2a3-4620-bc5a-60cd5c8d205b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1b53c9434c24a0f875564307ddb2295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341696 May 24 22:55:44.079650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33970) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:44.104762 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f7db35f-1a45-4e4a-86c9-dbf8b82f7d93 req-49c84e93-4370-4d35-9549-9ed875b3ff7e tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616718 May 24 22:55:44.129605 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.130706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-481236b2-a1b0-4faf-b566-78a55aba90e6 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/3325189a-c187-4363-8142-865e87edec3b HTTP/1.1" status: 204 len: 168 time: 4.5475760 May 24 22:55:44.138265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33976) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:44.155838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5be45e32-8806-4d40-a6e2-aa035d4824a3 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-72828030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:44.182146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5be45e32-8806-4d40-a6e2-aa035d4824a3 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:44.184729 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4e6cda0-73db-4fde-903f-18d65d1909ed tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.205718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] For port e27a2f87-16c0-4695-9a26-a82f45c7a698, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e27a2f87-16c0-4695-9a26-a82f45c7a698,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:44.206342 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.231618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5be45e32-8806-4d40-a6e2-aa035d4824a3 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Usage tracker for resource:router and tenant:e455915b3cf54855bd1a9f08c1fc1a99 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:44.235325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5be45e32-8806-4d40-a6e2-aa035d4824a3 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:44.291663 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409f6a3a-e75e-460b-83d1-f42a820f5f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.425387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5be45e32-8806-4d40-a6e2-aa035d4824a3 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:44.482110 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5be45e32-8806-4d40-a6e2-aa035d4824a3 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.483123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5be45e32-8806-4d40-a6e2-aa035d4824a3 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.491267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55977540-78c9-40ae-999d-ac2f0005fd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.515247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-ee8dfb11-2d2d-4a76-9617-b8cd22b0772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:44.515712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-ee8dfb11-2d2d-4a76-9617-b8cd22b0772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:44.517283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-ee8dfb11-2d2d-4a76-9617-b8cd22b0772a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d90d3d2574984885b0f06938daf064fc&device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1980 time: 0.4858766 May 24 22:55:44.556523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Calling delete_port for e27a2f87-16c0-4695-9a26-a82f45c7a698 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:44.585336 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4e6cda0-73db-4fde-903f-18d65d1909ed tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.630000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:44.639135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409f6a3a-e75e-460b-83d1-f42a820f5f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.659302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Usage tracker for resource:port and tenant:52f35fd46fa1486098c48667c9b46795 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:44.683511 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5be45e32-8806-4d40-a6e2-aa035d4824a3 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.718316 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55977540-78c9-40ae-999d-ac2f0005fd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.757364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6cda0-73db-4fde-903f-18d65d1909ed tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event deleted for resources: {'Subnet': ['ID=31972ce4-2cf5-4a7d-b0de-35d78ca181b2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:44.757842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c4cd1df6-b3ea-4016-8f0b-2f69a6f70554 req-15c68048-639a-4ce3-8f22-862ebb13708c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Synchronizing usage tracker for tenant:52f35fd46fa1486098c48667c9b46795 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:44.760910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:44.780130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4e6cda0-73db-4fde-903f-18d65d1909ed tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.793995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f0915-10d9-445b-9f45-5228f60f1b51 None None] Network 07239e3f-9b02-4781-9836-008d42ff3495 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:44.807639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34ba90-148b-45b7-9ec3-cb49a616d50a req-cb899b57-2742-4c91-9575-0153e5da4a38 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:44.809823 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc34ba90-148b-45b7-9ec3-cb49a616d50a req-cb899b57-2742-4c91-9575-0153e5da4a38 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.5936403 May 24 22:55:44.819252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:44.827267 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409f6a3a-e75e-460b-83d1-f42a820f5f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.847121 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b4e6cda0-73db-4fde-903f-18d65d1909ed tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "DELETE /v2.0/subnets/31972ce4-2cf5-4a7d-b0de-35d78ca181b2 HTTP/1.1" status: 204 len: 168 time: 1.2889149 May 24 22:55:44.859902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33994) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:44.870672 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5be45e32-8806-4d40-a6e2-aa035d4824a3 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.892614 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409f6a3a-e75e-460b-83d1-f42a820f5f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.895932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-409f6a3a-e75e-460b-83d1-f42a820f5f2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0077b3b-e537-4be1-a7c2-b9d5242496c3 HTTP/1.1" status: 204 len: 168 time: 1.4524684 May 24 22:55:44.905280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f6a3a-e75e-460b-83d1-f42a820f5f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0077b3b-e537-4be1-a7c2-b9d5242496c3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:44.916702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Made reservation on behalf of 52f35fd46fa1486098c48667c9b46795 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:44.921040 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:44.936924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c4cd1df6-b3ea-4016-8f0b-2f69a6f70554 req-15c68048-639a-4ce3-8f22-862ebb13708c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Unset dirty status for tenant:52f35fd46fa1486098c48667c9b46795 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:44.938784 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4cd1df6-b3ea-4016-8f0b-2f69a6f70554 req-15c68048-639a-4ce3-8f22-862ebb13708c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 210 time: 0.2925904 May 24 22:55:44.948371 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:45.036480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 5e451716-e000-4beb-8069-b0e47f3b69da details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:55:45.054034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-a2edda75-112d-4a2a-8be1-9d0a71bcd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:45.055896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-a2edda75-112d-4a2a-8be1-9d0a71bcd6a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0c76efa3-88f4-4832-aeae-7173dba31976 HTTP/1.1" status: 200 len: 903 time: 0.5302906 May 24 22:55:45.058906 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc34ba90-148b-45b7-9ec3-cb49a616d50a req-e7f453c1-f57f-4985-b168-03a995e9a2db tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381239 May 24 22:55:45.069978 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5be45e32-8806-4d40-a6e2-aa035d4824a3 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:45.074242 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5be45e32-8806-4d40-a6e2-aa035d4824a3 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9324598 May 24 22:55:45.122191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34000) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:45.125866 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55977540-78c9-40ae-999d-ac2f0005fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:45.128274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55977540-78c9-40ae-999d-ac2f0005fd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:45.129420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-55977540-78c9-40ae-999d-ac2f0005fd97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a275998-b5ab-48c5-bfd8-fdf3c19b2a67 HTTP/1.1" status: 204 len: 168 time: 1.0399728 May 24 22:55:45.149340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'enable_snat': True}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:45.223862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Pushing event deleted for resources: {'Port': ['ID=88d02171-80d8-495c-ab69-8b0535dd8653,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:45.239501 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-6a27d091-95b0-4bab-8286-40733559e79c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=89973d5e-d75c-41f0-9311-842e522066f5 HTTP/1.1" status: 200 len: 217 time: 0.1706481 May 24 22:55:45.248423 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:45.350694 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:55:45.372861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55977540-78c9-40ae-999d-ac2f0005fd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a275998-b5ab-48c5-bfd8-fdf3c19b2a67,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:45.405170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] No DVR routers for this DVR port 88d02171-80d8-495c-ab69-8b0535dd8653 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:55:45.408894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Allocated IP 172.20.0.9 (056308aa-63e1-4aec-a0be-0a3cbc878d9a/c020c108-849b-4525-aa7e-ba351ac9ffb5/e35be8d2-6104-4a6e-ab1c-d81a24f511cc) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:45.416700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:45.420626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63da4e16-b444-4452-a40d-3e7a432579ce', 'name': 'network-vif-deleted', 'tag': '88d02171-80d8-495c-ab69-8b0535dd8653'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:55:45.622203 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad93d80-bf6c-4b0d-b1a6-5b9c05f5bb13'] response: {'server_uuid': '63da4e16-b444-4452-a40d-3e7a432579ce', 'name': 'network-vif-deleted', 'tag': '88d02171-80d8-495c-ab69-8b0535dd8653', 'status': 'completed', 'code': 200} May 24 22:55:45.662504 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1916178b-3ce5-40d0-b57b-f20d488a63f4 req-adb93f50-1bbf-4c44-8512-0bf6be823ea8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.50 "DELETE /v2.0/ports/88d02171-80d8-495c-ab69-8b0535dd8653 HTTP/1.1" status: 204 len: 173 time: 5.8798180 May 24 22:55:45.722813 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:45.854129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:45.858170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Deleting port fa6dabb6-71e8-4f36-a2d7-406ae548de0b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:45.858521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:45.883681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '5e451716-e000-4beb-8069-b0e47f3b69da', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'port_id': '5e451716-e000-4beb-8069-b0e47f3b69da', 'mac_address': 'fa:16:3e:50:e3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:55:45.955495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f301ae-b971-4612-a12f-268c91ab6312 None None] DHCP port deletion for 07239e3f-9b02-4781-9836-008d42ff3495 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:55:45.992294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c8f301ae-b971-4612-a12f-268c91ab6312 None None] Deleting port fa6dabb6-71e8-4f36-a2d7-406ae548de0b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:45.993552 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c8f301ae-b971-4612-a12f-268c91ab6312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:46.022093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34022) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:46.024141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-28f8410a-1161-4f83-a193-618f02937c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:46.026197 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-28f8410a-1161-4f83-a193-618f02937c95 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=573e9ba8-297d-4602-94ba-aa04ed9d3dd6 HTTP/1.1" status: 200 len: 801 time: 0.7745657 May 24 22:55:46.095100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 5e451716-e000-4beb-8069-b0e47f3b69da is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:46.095395 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:46.121998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Pushing event deleted for resources: {'Port': ['ID=e27a2f87-16c0-4695-9a26-a82f45c7a698,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:46.155970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e451716-e000-4beb-8069-b0e47f3b69da {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:55:46.205141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:46.217203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489f295-c090-49f6-8227-25fc50e73c16 req-8bc0cc07-2542-4d68-b1e0-29dfd4f754b2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:46.223435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489f295-c090-49f6-8227-25fc50e73c16 req-8bc0cc07-2542-4d68-b1e0-29dfd4f754b2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:46.241111 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8489f295-c090-49f6-8227-25fc50e73c16 req-8bc0cc07-2542-4d68-b1e0-29dfd4f754b2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1678 time: 0.7594936 May 24 22:55:46.268134 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:46.384507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['5e451716-e000-4beb-8069-b0e47f3b69da'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:55:46.428360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c8f301ae-b971-4612-a12f-268c91ab6312 None None] For port fa6dabb6-71e8-4f36-a2d7-406ae548de0b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fa6dabb6-71e8-4f36-a2d7-406ae548de0b,segment=NetworkSegment(f9df9fcb-b9d4-4798-9a80-cae32ef7188c),segment_id=f9df9fcb-b9d4-4798-9a80-cae32ef7188c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:46.429072 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c8f301ae-b971-4612-a12f-268c91ab6312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:46.452031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:46.480579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8489f295-c090-49f6-8227-25fc50e73c16 req-7da5c508-ac80-4c8d-8105-003369df26e7 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383657 May 24 22:55:46.503335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:46.519264 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:46.610292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-83bd4036-e0f8-425d-965f-fae4356852a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac71ba3f95e1478abc24919889b67c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5825677 May 24 22:55:46.634195 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e2f8aefe-46a8-47d2-b2d3-7bc3679a590a req-74eb9de0-1193-461b-9c2e-1529a00d86ee tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 210 time: 0.3239441 May 24 22:55:46.636972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34038) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:46.847702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c8f301ae-b971-4612-a12f-268c91ab6312 None None] Calling delete_port for fa6dabb6-71e8-4f36-a2d7-406ae548de0b owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:46.896454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:46.901112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f976c83d-7c05-4755-8d24-2b1828f02111 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:55:46.941366 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:46.943913 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:47.021330 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:47.027560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34044) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:47.069618 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:47.070465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b33c931-92fd-4b73-925b-c7e6982ad00f {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:55:47.113357 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c8f301ae-b971-4612-a12f-268c91ab6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:47.139755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Network 056308aa-63e1-4aec-a0be-0a3cbc878d9a is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:47.160116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:47.162990 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:47.166866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eded62ed-3e36-4eda-b01f-b960647dacaf admin admin] 10.222.0.55 "DELETE /v2.0/routers/3b33c931-92fd-4b73-925b-c7e6982ad00f HTTP/1.1" status: 204 len: 168 time: 5.2748561 May 24 22:55:47.170831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:47.225061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34050) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:47.340873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-9b6930e1-e100-4ca1-93ae-98892ac74fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:47.343454 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-9b6930e1-e100-4ca1-93ae-98892ac74fba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0c76efa3-88f4-4832-aeae-7173dba31976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2896376 May 24 22:55:47.346238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f301ae-b971-4612-a12f-268c91ab6312 None None] No DVR routers for this DVR port fa6dabb6-71e8-4f36-a2d7-406ae548de0b on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:55:47.405812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f301ae-b971-4612-a12f-268c91ab6312 None None] Pushing event deleted for resources: {'Port': ['ID=fa6dabb6-71e8-4f36-a2d7-406ae548de0b,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:47.453151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df4f7214-a3ab-4617-8a0e-3cac8587c89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:47.469095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f976c83d-7c05-4755-8d24-2b1828f02111, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f976c83d-7c05-4755-8d24-2b1828f02111,segment=NetworkSegment(9e0ae386-2120-460c-9988-5267ffa85340),segment_id=9e0ae386-2120-460c-9988-5267ffa85340)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:47.515594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'f976c83d-7c05-4755-8d24-2b1828f02111', 'network_id': '0ade6d8f-43cf-418f-a609-2db1ec821f01', 'port_id': 'f976c83d-7c05-4755-8d24-2b1828f02111', 'mac_address': 'fa:16:3e:3a:5a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0845e38-b36d-4a4b-8f08-ccf33080a856', 'ip_address': '19.80.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:55:47.608644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] For port fa6dabb6-71e8-4f36-a2d7-406ae548de0b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fa6dabb6-71e8-4f36-a2d7-406ae548de0b,segment=NetworkSegment(f9df9fcb-b9d4-4798-9a80-cae32ef7188c),segment_id=f9df9fcb-b9d4-4798-9a80-cae32ef7188c)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:47.614071 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:47.643090 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df4f7214-a3ab-4617-8a0e-3cac8587c89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:47.762946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f976c83d-7c05-4755-8d24-2b1828f02111 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:47.763294 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:47.813904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f976c83d-7c05-4755-8d24-2b1828f02111 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:55:47.822377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Calling delete_port for fa6dabb6-71e8-4f36-a2d7-406ae548de0b owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:47.836121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f976c83d-7c05-4755-8d24-2b1828f02111, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f976c83d-7c05-4755-8d24-2b1828f02111,segment=NetworkSegment(9e0ae386-2120-460c-9988-5267ffa85340),segment_id=9e0ae386-2120-460c-9988-5267ffa85340)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:47.847161 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:47.848230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 89973d5e-d75c-41f0-9311-842e522066f5 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:55:47.862340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:47.862887 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:47.885970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1898037747'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:47.904043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e27a2f87-16c0-4695-9a26-a82f45c7a698 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:47.908778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Pushing event updated for resources: {'Port': ['ID=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:47.925458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:47.960293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Usage tracker for resource:network and tenant:876d5e96bc9140de8fe0f654ef09912b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:47.972052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:47.985003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: e27a2f87-16c0-4695-9a26-a82f45c7a698 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:47.985732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e27a2f87-16c0-4695-9a26-a82f45c7a698 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:47.986379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fa6dabb6-71e8-4f36-a2d7-406ae548de0b no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:47.994455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-1aeba071-8512-4a57-a7ae-7ed44f4e6c15 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2602074 May 24 22:55:47.995717 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-1944487e-14f3-4065-8ecf-ee39d23b849f service neutron] 10.222.0.31 "GET /v2.0/networks/0c76efa3-88f4-4832-aeae-7173dba31976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308675 May 24 22:55:47.998195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:48.020509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Request body: {'port': {'device_id': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:48.047587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: fa6dabb6-71e8-4f36-a2d7-406ae548de0b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:48.048205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fa6dabb6-71e8-4f36-a2d7-406ae548de0b not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:48.140976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df4f7214-a3ab-4617-8a0e-3cac8587c89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.156052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f976c83d-7c05-4755-8d24-2b1828f02111,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:48.166777 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:55:48.167195 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:55:48.177932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f7214-a3ab-4617-8a0e-3cac8587c89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4887a6f-0b96-4d29-962c-f51a4c769c28,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:48.207824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f2fe7-79a3-4c53-ba08-244be2b4b815 req-569a3c11-07be-4516-be1e-13bb51d3f9b6 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:48.220207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d70f2fe7-79a3-4c53-ba08-244be2b4b815 req-569a3c11-07be-4516-be1e-13bb51d3f9b6 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 944 time: 1.3838112 May 24 22:55:48.247168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-76890706-f8a5-46ce-a13f-961ef9cb54ff admin admin] Deleting subnet a5dd833a-91d4-4e60-b75b-87c094a9b01f {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:55:48.262530 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76890706-f8a5-46ce-a13f-961ef9cb54ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.304047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Made reservation on behalf of 876d5e96bc9140de8fe0f654ef09912b for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:48.308207 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.337432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 89973d5e-d75c-41f0-9311-842e522066f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=89973d5e-d75c-41f0-9311-842e522066f5,segment=NetworkSegment(babfca47-74b8-4e18-b13d-c6c77b5c2322),segment_id=babfca47-74b8-4e18-b13d-c6c77b5c2322)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:48.358454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '89973d5e-d75c-41f0-9311-842e522066f5', 'network_id': '0c76efa3-88f4-4832-aeae-7173dba31976', 'port_id': '89973d5e-d75c-41f0-9311-842e522066f5', 'mac_address': 'fa:16:3e:3a:7a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573e9ba8-297d-4602-94ba-aa04ed9d3dd6', 'ip_address': '19.86.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:55:48.373673 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.377431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f290105-b948-4bcf-a68a-40bba9751988 req-e7296bb4-b39f-444a-a02d-36ee6107dbdf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:48.383460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f290105-b948-4bcf-a68a-40bba9751988 req-e7296bb4-b39f-444a-a02d-36ee6107dbdf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:48.385411 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1f290105-b948-4bcf-a68a-40bba9751988 req-e7296bb4-b39f-444a-a02d-36ee6107dbdf tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1679 time: 0.5294425 May 24 22:55:48.407462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:48.411873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Usage tracker for resource:security_group_rule and tenant:876d5e96bc9140de8fe0f654ef09912b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:48.415602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:48.422305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:48.434388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 89973d5e-d75c-41f0-9311-842e522066f5 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:48.434777 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.449313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e74c9cd8-4e9b-41d9-b407-1f5136c45b42 req-ed45a69e-fcc6-4f1f-b35d-d1c78c85b2a4 service neutron] 10.222.0.31 "GET /v2.0/networks/0c76efa3-88f4-4832-aeae-7173dba31976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347632 May 24 22:55:48.455129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89973d5e-d75c-41f0-9311-842e522066f5 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:55:48.468173 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df4f7214-a3ab-4617-8a0e-3cac8587c89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.469694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df4f7214-a3ab-4617-8a0e-3cac8587c89c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4887a6f-0b96-4d29-962c-f51a4c769c28 HTTP/1.1" status: 204 len: 168 time: 1.8217018 May 24 22:55:48.479454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 89973d5e-d75c-41f0-9311-842e522066f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=89973d5e-d75c-41f0-9311-842e522066f5,segment=NetworkSegment(babfca47-74b8-4e18-b13d-c6c77b5c2322),segment_id=babfca47-74b8-4e18-b13d-c6c77b5c2322)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:48.503848 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.509562 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.515026 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.547744 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1f290105-b948-4bcf-a68a-40bba9751988 req-01828b73-107d-46c8-bed2-d8893ebd91e4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547830 May 24 22:55:48.548914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.584834 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d70f2fe7-79a3-4c53-ba08-244be2b4b815 req-071ba1c7-1af2-4a7a-9855-aa743efc4a7d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3637438 May 24 22:55:48.599495 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76890706-f8a5-46ce-a13f-961ef9cb54ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.668289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=89973d5e-d75c-41f0-9311-842e522066f5,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:48.739611 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76890706-f8a5-46ce-a13f-961ef9cb54ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.753226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Allocated IP 172.25.7.173 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/3f5b6020-7291-4b47-b745-a0bab292a614) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:48.767552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['89973d5e-d75c-41f0-9311-842e522066f5'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:55:48.863365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76890706-f8a5-46ce-a13f-961ef9cb54ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:48.911597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 5e451716-e000-4beb-8069-b0e47f3b69da up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:55:49.007305 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.023841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Deleting port fa6dabb6-71e8-4f36-a2d7-406ae548de0b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:49.025584 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.116427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 5e451716-e000-4beb-8069-b0e47f3b69da triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:49.116863 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.130182 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.173779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3367f664-ba85-4ee4-aa34-a1524c170338 None None] Network 633eec14-13b3-48d6-8e76-fafd6e796182 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:49.193042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] The port 'fa6dabb6-71e8-4f36-a2d7-406ae548de0b' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:55:49.268196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76890706-f8a5-46ce-a13f-961ef9cb54ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5dd833a-91d4-4e60-b75b-87c094a9b01f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:49.284559 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76890706-f8a5-46ce-a13f-961ef9cb54ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.298171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.341967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:55:49.359343 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-76890706-f8a5-46ce-a13f-961ef9cb54ff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a5dd833a-91d4-4e60-b75b-87c094a9b01f HTTP/1.1" status: 204 len: 168 time: 2.1310146 May 24 22:55:49.376045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34070) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:49.524698 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.531458 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.532321 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Added segment 6599b824-4352-4176-b34c-ee4dff886d35 of type vlan for network 8490f986-a256-4123-a31d-f5d56a92b34c May 24 22:55:49.534347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1ab64a-10f8-497f-bb51-11d6fe11ac67,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:49.535701 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.608909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Deleting port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:49.610152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.684544 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.750791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c05c65-856a-4bf3-94ec-e104300de784 req-87147126-8046-44e5-9111-56eb38c01580 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:49.751679 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.761188 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36c05c65-856a-4bf3-94ec-e104300de784 req-87147126-8046-44e5-9111-56eb38c01580 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 931 time: 0.7410223 May 24 22:55:49.775720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:49.795241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:49.799113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:49.843072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07239e3f-9b02-4781-9836-008d42ff3495']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:49.883234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9df9fcb-b9d4-4798-9a80-cae32ef7188c') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:49.883713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9df9fcb-b9d4-4798-9a80-cae32ef7188c') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:49.892214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 5e451716-e000-4beb-8069-b0e47f3b69da is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:49.892601 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:49.907725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['f976c83d-7c05-4755-8d24-2b1828f02111'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:55:49.909464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event updated for resources: {'Port': ['ID=3f5b6020-7291-4b47-b745-a0bab292a614,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:49.984030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] For port 9b212d7a-6b14-4d79-bddb-6076b120a5d6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9b212d7a-6b14-4d79-bddb-6076b120a5d6,segment=NetworkSegment(33fc7683-4f06-4e9e-b0ca-b57deff8f96e),segment_id=33fc7683-4f06-4e9e-b0ca-b57deff8f96e)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:49.984549 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.006236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:55:50.013829 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.025854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:50.052010 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.061402 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36c05c65-856a-4bf3-94ec-e104300de784 req-f3b4467d-1452-44ed-9d74-9fb5a8cc480a tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989438 May 24 22:55:50.104749 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.121813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:55:50.122231 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.241527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34088) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:50.265362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf6866b-9fb2-4635-84fb-83a1fb91cdf9 None None] DHCP port deletion for 633eec14-13b3-48d6-8e76-fafd6e796182 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:55:50.275233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Calling delete_port for 9b212d7a-6b14-4d79-bddb-6076b120a5d6 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:50.295016 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:50.316396 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:55:50.319618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6866b-9fb2-4635-84fb-83a1fb91cdf9 None None] Deleting port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:50.322240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cdf6866b-9fb2-4635-84fb-83a1fb91cdf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.381919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35be8d2-6104-4a6e-ab1c-d81a24f511cc {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:55:50.390329 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.396538 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f9df9fcb-b9d4-4798-9a80-cae32ef7188c resource provider aggregate not found May 24 22:55:50.406612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Transition to ACTIVE for port object e35be8d2-6104-4a6e-ab1c-d81a24f511cc will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:50.408271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:55:50.438603 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.486238 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.498868 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f9df9fcb-b9d4-4798-9a80-cae32ef7188c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9df9fcb-b9d4-4798-9a80-cae32ef7188c found for delete ", "request_id": "req-f2c04bff-6254-4d56-8a5c-d8ed86061491"}]} May 24 22:55:50.628273 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.685670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cdf6866b-9fb2-4635-84fb-83a1fb91cdf9 None None] For port 9b212d7a-6b14-4d79-bddb-6076b120a5d6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9b212d7a-6b14-4d79-bddb-6076b120a5d6,segment=NetworkSegment(33fc7683-4f06-4e9e-b0ca-b57deff8f96e),segment_id=33fc7683-4f06-4e9e-b0ca-b57deff8f96e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:50.686484 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cdf6866b-9fb2-4635-84fb-83a1fb91cdf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.688689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-380176940-network', 'tenant_id': 'fc03ab96b2754a199e2896cd97c73aea'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:50.693539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:50.697671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Usage tracker for resource:network and tenant:fc03ab96b2754a199e2896cd97c73aea is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:50.700554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:50.707249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:50.712082 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.715011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event deleted for resources: {'Network': ['ID=07239e3f-9b02-4781-9836-008d42ff3495,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:50.718303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:50.718930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.732814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-900a5c08-3d7a-4ac8-a981-b07a55521573 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "DELETE /v2.0/networks/07239e3f-9b02-4781-9836-008d42ff3495 HTTP/1.1" status: 204 len: 168 time: 5.8701315 May 24 22:55:50.733667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34098) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:50.744629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Made reservation on behalf of fc03ab96b2754a199e2896cd97c73aea for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:50.747249 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.749120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Pushing event updated for resources: {'Port': ['ID=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:50.792145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.7247782 May 24 22:55:50.832697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34102) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:50.859681 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:50.880772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Request body: {'subnet': {'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:50.895794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 89973d5e-d75c-41f0-9311-842e522066f5 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:55:50.934618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6866b-9fb2-4635-84fb-83a1fb91cdf9 None None] Calling delete_port for 9b212d7a-6b14-4d79-bddb-6076b120a5d6 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:50.944773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6f5d8-ebf1-4887-8aa8-74fab0eb5032 req-5f406409-848f-41ac-bc42-87f7997247b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:50.955747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6f5d8-ebf1-4887-8aa8-74fab0eb5032 req-5f406409-848f-41ac-bc42-87f7997247b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:50.957404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-98b6f5d8-ebf1-4887-8aa8-74fab0eb5032 req-5f406409-848f-41ac-bc42-87f7997247b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1680 time: 0.9758308 May 24 22:55:51.075789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 89973d5e-d75c-41f0-9311-842e522066f5 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:55:51.088249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:51.090730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 89973d5e-d75c-41f0-9311-842e522066f5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:51.091112 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.127220 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-98b6f5d8-ebf1-4887-8aa8-74fab0eb5032 req-9f547007-325f-46ac-8322-4bda9363b1e6 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467922 May 24 22:55:51.127870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bd25c-6da2-4b08-bbf6-0fcdc5bb8515 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'Network': ['ID=8490f986-a256-4123-a31d-f5d56a92b34c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:51.133477 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-cdf6866b-9fb2-4635-84fb-83a1fb91cdf9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 24 22:55:51.133477 n-d-843146-7 neutron-server[88391]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] May 24 22:55:51.133477 n-d-843146-7 neutron-server[88391]: [parameters: {'port_id': '9b212d7a-6b14-4d79-bddb-6076b120a5d6', 'host': 'n-d-843146-7'}] May 24 22:55:51.133477 n-d-843146-7 neutron-server[88391]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:55:51.133893 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-cdf6866b-9fb2-4635-84fb-83a1fb91cdf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:55:51.153196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 8490f986-a256-4123-a31d-f5d56a92b34c details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:55:51.186397 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.247501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b212d7a-6b14-4d79-bddb-6076b120a5d6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:51.256581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] No DVR routers for this DVR port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:55:51.289276 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f925cb8b-78cf-4563-84b4-81c79e152d7d'] response: {'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da', 'code': 200} May 24 22:55:51.297786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:51.309012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Usage tracker for resource:security_group_rule and tenant:fc03ab96b2754a199e2896cd97c73aea is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:51.318612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:51.331529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:51.368845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 89973d5e-d75c-41f0-9311-842e522066f5 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:51.369104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Attempting to bind port e35be8d2-6104-4a6e-ab1c-d81a24f511cc on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:51.369604 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.369704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Attempting to bind port e35be8d2-6104-4a6e-ab1c-d81a24f511cc by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:51.369704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Attempting to bind port e35be8d2-6104-4a6e-ab1c-d81a24f511cc on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:51.411647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 89973d5e-d75c-41f0-9311-842e522066f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=89973d5e-d75c-41f0-9311-842e522066f5,segment=NetworkSegment(babfca47-74b8-4e18-b13d-c6c77b5c2322),segment_id=babfca47-74b8-4e18-b13d-c6c77b5c2322)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:51.424691 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.448452 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.472766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Port e35be8d2-6104-4a6e-ab1c-d81a24f511cc on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:55:51.473482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Attempting to bind port e35be8d2-6104-4a6e-ab1c-d81a24f511cc on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:51.479004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-737767e8-87d7-43d3-ba3d-acf1b4b61b00 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Deleting port 9b3b286d-b4ca-4675-bafd-47e5e5ffc117 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:51.479351 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-737767e8-87d7-43d3-ba3d-acf1b4b61b00 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.512702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Usage tracker for resource:subnet and tenant:876d5e96bc9140de8fe0f654ef09912b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:51.517253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=89973d5e-d75c-41f0-9311-842e522066f5,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:51.520342 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.531026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3caab-98a2-4da9-b74a-e62b21ac42cc req-909c2df6-a7a2-4f69-bc0d-21e888d71d34 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:51.532534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a1b3caab-98a2-4da9-b74a-e62b21ac42cc req-909c2df6-a7a2-4f69-bc0d-21e888d71d34 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 1.1157477 May 24 22:55:51.537979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:51.567074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:55:51.567838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Checking segment: {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:55:51.568452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Bound using segment: {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:55:51.569112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Bound port: e35be8d2-6104-4a6e-ab1c-d81a24f511cc, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:55:51.570037 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.610026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7a315e-b26b-4509-a210-902008652de2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:51.620139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:51.621326 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.635352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6866b-9fb2-4635-84fb-83a1fb91cdf9 None None] Deleting port 9b212d7a-6b14-4d79-bddb-6076b120a5d6 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:51.635792 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cdf6866b-9fb2-4635-84fb-83a1fb91cdf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.701400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:55:51.763632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633eec14-13b3-48d6-8e76-fafd6e796182']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:51.788020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9b212d7a-6b14-4d79-bddb-6076b120a5d6 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:55:51.798060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fc7683-4f06-4e9e-b0ca-b57deff8f96e') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:51.798759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fc7683-4f06-4e9e-b0ca-b57deff8f96e') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:51.821226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6866b-9fb2-4635-84fb-83a1fb91cdf9 None None] The port '9b212d7a-6b14-4d79-bddb-6076b120a5d6' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:55:51.831337 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.834362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 9b212d7a-6b14-4d79-bddb-6076b120a5d6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:55:51.834705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9b212d7a-6b14-4d79-bddb-6076b120a5d6 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:55:51.855326 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.887861 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a1b3caab-98a2-4da9-b74a-e62b21ac42cc req-7bd42484-de38-4805-aabd-02242edbe13d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118670 May 24 22:55:51.891687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356333a-8849-484a-af14-445b1327f105 req-f5f39f41-a4fd-480b-9350-ad695a211b9d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:51.893921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f356333a-8849-484a-af14-445b1327f105 req-f5f39f41-a4fd-480b-9350-ad695a211b9d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Synchronizing usage tracker for tenant:52f35fd46fa1486098c48667c9b46795 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:51.898250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:55:51.898978 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.913832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Made reservation on behalf of 876d5e96bc9140de8fe0f654ef09912b for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:51.917942 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:51.993787 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 33fc7683-4f06-4e9e-b0ca-b57deff8f96e resource provider aggregate not found May 24 22:55:52.032510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] For port e35be8d2-6104-4a6e-ab1c-d81a24f511cc, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:55:52.042538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f356333a-8849-484a-af14-445b1327f105 req-f5f39f41-a4fd-480b-9350-ad695a211b9d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Unset dirty status for tenant:52f35fd46fa1486098c48667c9b46795 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:52.051118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f356333a-8849-484a-af14-445b1327f105 req-f5f39f41-a4fd-480b-9350-ad695a211b9d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 943 time: 0.5855231 May 24 22:55:52.054133 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 33fc7683-4f06-4e9e-b0ca-b57deff8f96e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33fc7683-4f06-4e9e-b0ca-b57deff8f96e found for delete ", "request_id": "req-140dc341-f611-4603-8d24-2c788ff17333"}]} May 24 22:55:52.055977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] For port e35be8d2-6104-4a6e-ab1c-d81a24f511cc, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:55:52.071928 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.077406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.090988 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.091347 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Added segment c06fb6e0-63e5-4caa-bba3-3d477553b186 of type vlan for network 937e822d-9a73-482f-a520-2f6841926859 May 24 22:55:52.158231 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.195722 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.216088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Pushing event updated for resources: {'Port': ['ID=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:52.216088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] 10.222.0.55 "DELETE /v2.0/networks/633eec14-13b3-48d6-8e76-fafd6e796182 HTTP/1.1" status: 204 len: 168 time: 2.8328311 May 24 22:55:52.247413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.258566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.259311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.259900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.260510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.261042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.286577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.286577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.286577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.286577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.286577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.286577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:55:52.335216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b2d72-e5c8-4522-bb60-4ff58c722f18 admin admin] Pushing event deleted for resources: {'Network': ['ID=633eec14-13b3-48d6-8e76-fafd6e796182,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:52.335744 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.335916 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f356333a-8849-484a-af14-445b1327f105 req-7f8dbd06-bc79-4022-91e9-99e396a791f4 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818789 May 24 22:55:52.340280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:52.341237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.343635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-0a7ef8c6-56ca-4627-ab37-526c2018c1af service neutron] 10.222.0.50 "PUT /v2.0/ports/e35be8d2-6104-4a6e-ab1c-d81a24f511cc HTTP/1.1" status: 200 len: 1091 time: 4.3327854 May 24 22:55:52.344362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'tag': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:55:52.478875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34122) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:52.480230 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094912ea-4614-4492-bcab-6d9ae4320546'] response: {'name': 'network-changed', 'server_uuid': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'tag': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc', 'status': 'completed', 'code': 200} May 24 22:55:52.598718 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-64354907-ca48-4b37-8ffb-dadbe81c8f1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d12f2100d0a407eb54394a509d1c250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1170328 May 24 22:55:52.599434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34126) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:52.608530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-737767e8-87d7-43d3-ba3d-acf1b4b61b00 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.609085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-737767e8-87d7-43d3-ba3d-acf1b4b61b00 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.623683 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.624724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:52.625373 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.669085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59723611-9109-46f5-888a-b1dcf75fa423 req-2a68d897-515a-44bb-bc25-c28841c7145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:52.670182 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-2a68d897-515a-44bb-bc25-c28841c7145f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 1094 time: 0.2671123 May 24 22:55:52.753372 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-16781fc8-3639-4c12-9aae-5399bd51ea42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.785263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-fd55104c-659c-4bbf-aeb3-e95186c1a5d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc HTTP/1.1" status: 200 len: 217 time: 0.0926614 May 24 22:55:52.872767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59723611-9109-46f5-888a-b1dcf75fa423 req-6a084a8e-9ea2-4e50-bb42-3597ecee36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:52.874365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-6a084a8e-9ea2-4e50-bb42-3597ecee36ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c020c108-849b-4525-aa7e-ba351ac9ffb5 HTTP/1.1" status: 200 len: 844 time: 0.0744181 May 24 22:55:52.876313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-16781fc8-3639-4c12-9aae-5399bd51ea42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:52.893215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-737767e8-87d7-43d3-ba3d-acf1b4b61b00 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Calling delete_port for 9b3b286d-b4ca-4675-bafd-47e5e5ffc117 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:52.906414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f976c83d-7c05-4755-8d24-2b1828f02111 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:55:52.939698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-8f12ff14-4819-4cf9-bd37-e18cab23b0b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=056308aa-63e1-4aec-a0be-0a3cbc878d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516162 May 24 22:55:52.958864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] Pushing event updated for resources: {'Network': ['ID=937e822d-9a73-482f-a520-2f6841926859,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:52.998569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 937e822d-9a73-482f-a520-2f6841926859 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:55:53.169793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:53.201777 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:53.223282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e156612-732e-40f4-8b04-094de813f57d req-3bb81f70-bae9-4939-b7dd-da4e5a7a6320 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:53.231449 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e156612-732e-40f4-8b04-094de813f57d req-3bb81f70-bae9-4939-b7dd-da4e5a7a6320 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:53.233734 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e156612-732e-40f4-8b04-094de813f57d req-3bb81f70-bae9-4939-b7dd-da4e5a7a6320 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1681 time: 0.8737962 May 24 22:55:53.248145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port f976c83d-7c05-4755-8d24-2b1828f02111 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:55:53.258401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port f976c83d-7c05-4755-8d24-2b1828f02111 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:53.259061 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:53.294335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89973d5e-d75c-41f0-9311-842e522066f5'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:55:53.324033 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-16781fc8-3639-4c12-9aae-5399bd51ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:53.362317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-22ea6ca2-0068-487e-bb83-448aeb27db7d service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106529 May 24 22:55:53.364977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16781fc8-3639-4c12-9aae-5399bd51ea42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:53.367438 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-16781fc8-3639-4c12-9aae-5399bd51ea42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:53.371299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-16781fc8-3639-4c12-9aae-5399bd51ea42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c2c1d0b-c3d4-47d4-b649-4ae9980fca9e HTTP/1.1" status: 204 len: 168 time: 0.7603450 May 24 22:55:53.489879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f976c83d-7c05-4755-8d24-2b1828f02111 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:53.490809 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:53.556838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b0130-a9e4-4528-8ffb-49f322c56172 req-8348ba41-d54e-4763-b1df-b5dbcd7332f1 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:53.559101 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f04b0130-a9e4-4528-8ffb-49f322c56172 req-8348ba41-d54e-4763-b1df-b5dbcd7332f1 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.4348679 May 24 22:55:53.577085 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-83f604bb-4c48-4144-86c6-1351db7fabec admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3340149 May 24 22:55:53.588476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f976c83d-7c05-4755-8d24-2b1828f02111, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f976c83d-7c05-4755-8d24-2b1828f02111,segment=NetworkSegment(9e0ae386-2120-460c-9988-5267ffa85340),segment_id=9e0ae386-2120-460c-9988-5267ffa85340)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:53.598702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34138) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:53.600492 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:53.633452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Request body: {'subnet': {'network_id': '937e822d-9a73-482f-a520-2f6841926859', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-380176940-subnet', 'tenant_id': 'fc03ab96b2754a199e2896cd97c73aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:53.666827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:53.682199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:53.711720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Usage tracker for resource:subnet and tenant:fc03ab96b2754a199e2896cd97c73aea is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:53.718638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:53.723184 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59723611-9109-46f5-888a-b1dcf75fa423 req-d76f39ad-6e80-49e7-bbde-01ff7872f97e service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388853 May 24 22:55:53.735229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:53.752885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f04b0130-a9e4-4528-8ffb-49f322c56172 req-b5174af5-1c82-4c17-8e16-632b0b98c1cd tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550782 May 24 22:55:53.768100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Made reservation on behalf of fc03ab96b2754a199e2896cd97c73aea for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:53.772664 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:53.778600 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e156612-732e-40f4-8b04-094de813f57d req-a218b928-3ecf-4f1b-b9d4-8bdc50dc6786 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057106 May 24 22:55:53.780654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'Subnet': ['ID=dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:53.797697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Router b8df3596-37a2-46ec-84ec-d997fc443510 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:55:53.807797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f976c83d-7c05-4755-8d24-2b1828f02111,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:53.849044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Checking segment: {'id': '6599b824-4352-4176-b34c-ee4dff886d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:55:53.849410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Network hostable DHCP agents. Network: 8490f986-a256-4123-a31d-f5d56a92b34c, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:55:53.916453 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:53.954039 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b4988c-b857-43d1-a2db-4821a67e06fe'] response: {'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89973d5e-d75c-41f0-9311-842e522066f5', 'code': 200} May 24 22:55:54.140855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0e66-6f55-4388-aa27-e5da0bba7b6c req-5816c273-8b50-4398-8471-802952ce9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:54.142436 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bcc0e66-6f55-4388-aa27-e5da0bba7b6c req-5816c273-8b50-4398-8471-802952ce9b5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 1094 time: 0.3368642 May 24 22:55:54.177398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34144) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:54.300565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Network 8490f986-a256-4123-a31d-f5d56a92b34c is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:55:54.339703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 8490f986-a256-4123-a31d-f5d56a92b34c) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:54.348589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb7dea-6595-4050-be50-3c4fc74fa9b3 None None] Network 8490f986-a256-4123-a31d-f5d56a92b34c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:54.360333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb158481-477b-4905-9c5c-e77613de00e2 req-224bfa87-08c2-4cf2-b6bf-eef46e575f8d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:54.362601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-737767e8-87d7-43d3-ba3d-acf1b4b61b00 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:54.367066 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb158481-477b-4905-9c5c-e77613de00e2 req-224bfa87-08c2-4cf2-b6bf-eef46e575f8d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 943 time: 0.3725233 May 24 22:55:54.367451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:54.368563 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:54.421044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:55:54.442083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3cfaa-f95f-480a-b4ac-9a514876e902 None None] Sync routers for ids ['b8df3596-37a2-46ec-84ec-d997fc443510'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:55:54.445024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737767e8-87d7-43d3-ba3d-acf1b4b61b00 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Pushing event deleted for resources: {'Port': ['ID=9b3b286d-b4ca-4675-bafd-47e5e5ffc117,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:54.469917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb158481-477b-4905-9c5c-e77613de00e2 req-69d37804-a68e-4b65-98d4-a47a48f79141 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018453 May 24 22:55:54.478573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3cfaa-f95f-480a-b4ac-9a514876e902 None None] Routers {'b8df3596-37a2-46ec-84ec-d997fc443510'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:54.479484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8cb3cfaa-f95f-480a-b4ac-9a514876e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['b8df3596-37a2-46ec-84ec-d997fc443510'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:54.497465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3991d65b-1334-4fff-a4ee-0b429a0a6d83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=963b815104214fefb0a930d94e748816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126540 May 24 22:55:54.501414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34148) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:54.557388 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b10c4ded-5994-47d7-b862-3fa66ffdf01f tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7145414 May 24 22:55:54.557835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8cb3cfaa-f95f-480a-b4ac-9a514876e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:54.565631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34152) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:54.573534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3cfaa-f95f-480a-b4ac-9a514876e902 None None] Routers {'b8df3596-37a2-46ec-84ec-d997fc443510'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:55:54.574481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8cb3cfaa-f95f-480a-b4ac-9a514876e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:55:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['b8df3596-37a2-46ec-84ec-d997fc443510'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:54.575616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:54.576840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9d8fa845-73fc-4e10-9101-c6ed6fcff434 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "PUT /v2.0/routers/b8df3596-37a2-46ec-84ec-d997fc443510 HTTP/1.1" status: 200 len: 917 time: 9.4462154 May 24 22:55:54.583167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34156) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:54.585959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Request body: {'port': {'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1937878202'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:54.624221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0e66-6f55-4388-aa27-e5da0bba7b6c req-1e1642c9-c609-493b-8f54-a4ac8e935de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:54.625711 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bcc0e66-6f55-4388-aa27-e5da0bba7b6c req-1e1642c9-c609-493b-8f54-a4ac8e935de3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 905 time: 0.4745836 May 24 22:55:54.661899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8cb3cfaa-f95f-480a-b4ac-9a514876e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:55:54.662814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3cfaa-f95f-480a-b4ac-9a514876e902 None None] The sync data for ids ['b8df3596-37a2-46ec-84ec-d997fc443510'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:55:54.745783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-737767e8-87d7-43d3-ba3d-acf1b4b61b00 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:54.748819 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-737767e8-87d7-43d3-ba3d-acf1b4b61b00 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:54.760412 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-737767e8-87d7-43d3-ba3d-acf1b4b61b00 tempest-FloatingIPAdminTestJSON-1151570175 tempest-FloatingIPAdminTestJSON-1151570175-project] 10.222.0.55 "DELETE /v2.0/floatingips/895a1f20-89fa-483d-870f-9875892cdcf3 HTTP/1.1" status: 204 len: 168 time: 4.0177989 May 24 22:55:54.782728 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:54.824977 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bcc0e66-6f55-4388-aa27-e5da0bba7b6c req-ca878186-e504-4a87-875e-427d40a488b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc HTTP/1.1" status: 200 len: 217 time: 0.1358526 May 24 22:55:54.866160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-8490f986-a256-4123-a31d-f5d56a92b34c', 'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c', 'tenant_id': '876d5e96bc9140de8fe0f654ef09912b', 'fixed_ips': [{'subnet_id': 'dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:55:54.867905 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:54.891561 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-378c1fa2-163f-4928-8593-9cfa96382963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:54.972935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bf986c57-ab11-42ec-b387-a1e63ad899ab tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/routers/b8df3596-37a2-46ec-84ec-d997fc443510 HTTP/1.1" status: 200 len: 923 time: 0.3860567 May 24 22:55:54.973119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34166) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:55.187927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Allocated IP 2001:db8::2 (8490f986-a256-4123-a31d-f5d56a92b34c/dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7/5e8fd84d-ba39-4283-b751-d94802c5b703) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:55.232349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4964f8b-9a78-4a75-8764-e86698dc6f11 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:55.233032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f4964f8b-9a78-4a75-8764-e86698dc6f11 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Synchronizing usage tracker for tenant:5055d36ff19c49d5837530037b9b5205 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:55.266231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f4964f8b-9a78-4a75-8764-e86698dc6f11 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Unset dirty status for tenant:5055d36ff19c49d5837530037b9b5205 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:55.267443 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f4964f8b-9a78-4a75-8764-e86698dc6f11 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&device_id=b8df3596-37a2-46ec-84ec-d997fc443510&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2933154 May 24 22:55:55.281738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d303b5b-5ac9-4c4c-9724-46c866ecac4e req-5ce06e0c-287f-4903-906b-6f7693451218 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:55.287684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d303b5b-5ac9-4c4c-9724-46c866ecac4e req-5ce06e0c-287f-4903-906b-6f7693451218 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:55.289518 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3d303b5b-5ac9-4c4c-9724-46c866ecac4e req-5ce06e0c-287f-4903-906b-6f7693451218 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1682 time: 0.1843622 May 24 22:55:55.290190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34172) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:55.290670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34174) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:55.312762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-378c1fa2-163f-4928-8593-9cfa96382963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:55.328454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0e66-6f55-4388-aa27-e5da0bba7b6c req-d216ef99-f570-4cc3-a674-174df1922e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:55.330547 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bcc0e66-6f55-4388-aa27-e5da0bba7b6c req-d216ef99-f570-4cc3-a674-174df1922e2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c020c108-849b-4525-aa7e-ba351ac9ffb5 HTTP/1.1" status: 200 len: 844 time: 0.4350407 May 24 22:55:55.403503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6cfddf4-5a30-44cf-8ae5-cb5ae5a48918,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:55.423735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Checking segment: {'id': 'c06fb6e0-63e5-4caa-bba3-3d477553b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '937e822d-9a73-482f-a520-2f6841926859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:55:55.424090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Network hostable DHCP agents. Network: 937e822d-9a73-482f-a520-2f6841926859, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:55:55.435115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:55.443554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad88e5-0462-4466-ada0-eac4cb518220 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:55.444708 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bcc0e66-6f55-4388-aa27-e5da0bba7b6c req-9a8bc628-977d-4e6e-a904-765b6f748684 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=056308aa-63e1-4aec-a0be-0a3cbc878d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929878 May 24 22:55:55.445075 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-10ad88e5-0462-4466-ada0-eac4cb518220 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Synchronizing usage tracker for tenant:5055d36ff19c49d5837530037b9b5205 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:55:55.460688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Usage tracker for resource:port and tenant:876d5e96bc9140de8fe0f654ef09912b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:55.473054 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:55.488625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Transition to ACTIVE for port object 5e8fd84d-ba39-4283-b751-d94802c5b703 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:55.494137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:55.520585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Transition to ACTIVE for port object 5e8fd84d-ba39-4283-b751-d94802c5b703 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:55.528793 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:55.537966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:55.549948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-10ad88e5-0462-4466-ada0-eac4cb518220 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Unset dirty status for tenant:5055d36ff19c49d5837530037b9b5205 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:55:55.553803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-10ad88e5-0462-4466-ada0-eac4cb518220 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 881 time: 0.2594130 May 24 22:55:55.554863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34184) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:55.607992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Pushing event updated for resources: {'Port': ['ID=5e8fd84d-ba39-4283-b751-d94802c5b703,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:55.626169 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Network 8490f986-a256-4123-a31d-f5d56a92b34c is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:55.629117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:55.631870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:55.664833 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-936e712e-ce1d-488c-8f4d-01d63fe20799 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8df3596-37a2-46ec-84ec-d997fc443510 HTTP/1.1" status: 200 len: 205 time: 0.1067884 May 24 22:55:55.667183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34188) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:55.678697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:55.685362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3d303b5b-5ac9-4c4c-9724-46c866ecac4e req-1604facb-56e0-41b6-b64a-f927c411220c tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278063 May 24 22:55:55.743242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Network 937e822d-9a73-482f-a520-2f6841926859 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:55:55.753417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Made reservation on behalf of 876d5e96bc9140de8fe0f654ef09912b for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:55.757465 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:55.771097 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-378c1fa2-163f-4928-8593-9cfa96382963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:55.777463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e35be8d2-6104-4a6e-ab1c-d81a24f511cc details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:55:55.812584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c1fa2-163f-4928-8593-9cfa96382963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92ffc8c-d37e-4bc2-b333-239386132da4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:55.848315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639bf13-2c40-432b-9e9a-c3e72da7131e req-4b0a34ab-e84d-4d43-9134-3761f96898ea tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:55.852015 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9639bf13-2c40-432b-9e9a-c3e72da7131e req-4b0a34ab-e84d-4d43-9134-3761f96898ea tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.6985323 May 24 22:55:55.852721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 937e822d-9a73-482f-a520-2f6841926859) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:55.869955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] device_id is not set on port 930081ea-a75c-430f-ad2e-5e279b3827db yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:55:55.919565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-94219140-da4b-48e4-9bc0-ed44715922f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1f4b55f05184a37abbac7ed8e390555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261475 May 24 22:55:55.920583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34194) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:55.924760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:55.931889 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-378c1fa2-163f-4928-8593-9cfa96382963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:55.933590 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-378c1fa2-163f-4928-8593-9cfa96382963 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a92ffc8c-d37e-4bc2-b333-239386132da4 HTTP/1.1" status: 204 len: 168 time: 1.4297791 May 24 22:55:55.957050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:55.957679 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:56.004910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e35be8d2-6104-4a6e-ab1c-d81a24f511cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:56.031399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f976c83d-7c05-4755-8d24-2b1828f02111'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:55:56.035226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'port_id': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc', 'mac_address': 'fa:16:3e:72:32:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c020c108-849b-4525-aa7e-ba351ac9ffb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:55:56.048091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ee750-d82f-4e54-95b0-b0408bc560ee None None] Network 937e822d-9a73-482f-a520-2f6841926859 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:56.136264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e35be8d2-6104-4a6e-ab1c-d81a24f511cc is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:55:56.136740 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:56.232455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35be8d2-6104-4a6e-ab1c-d81a24f511cc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:55:56.238910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Attempting to bind port 5e8fd84d-ba39-4283-b751-d94802c5b703 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:55:56.239290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Attempting to bind port 5e8fd84d-ba39-4283-b751-d94802c5b703 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '6599b824-4352-4176-b34c-ee4dff886d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:55:56.239703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Attempting to bind port 5e8fd84d-ba39-4283-b751-d94802c5b703 on network 8490f986-a256-4123-a31d-f5d56a92b34c {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:55:56.249028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:55:56.249402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Checking segment: {'id': '6599b824-4352-4176-b34c-ee4dff886d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:55:56.249862 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:56.250294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Bound using segment: {'id': '6599b824-4352-4176-b34c-ee4dff886d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:55:56.250778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Bound port: 5e8fd84d-ba39-4283-b751-d94802c5b703, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6599b824-4352-4176-b34c-ee4dff886d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:55:56.251152 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:56.341029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e35be8d2-6104-4a6e-ab1c-d81a24f511cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:55:56.349978 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bcc0e66-6f55-4388-aa27-e5da0bba7b6c req-c980aa85-009f-4fa8-a24e-d94dde6607a7 service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8832452 May 24 22:55:56.376735 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:56.516385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9639bf13-2c40-432b-9e9a-c3e72da7131e req-cb55faf3-81f9-4825-a482-0199cb3b28f2 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5913019 May 24 22:55:56.517771 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a68d42e3-17c6-40f7-99b8-e9383976b2b0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9036636 May 24 22:55:56.678247 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad93567-0503-479e-88b2-12bdf3d8b5e7'] response: {'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f976c83d-7c05-4755-8d24-2b1828f02111', 'code': 200} May 24 22:55:56.727446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:56.825400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bcc0e66-6f55-4388-aa27-e5da0bba7b6c req-bacea789-a6ee-4ce3-8c3c-c3e851f7ca80 service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643531 May 24 22:55:56.835167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280a0b17-df5f-49a7-86dc-3e31add3093b None None] Network 937e822d-9a73-482f-a520-2f6841926859 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:56.842934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Deleting port 3f5b6020-7291-4b47-b745-a0bab292a614 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:55:56.843281 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:56.854746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Allocated IP 2001:db8::11a (8490f986-a256-4123-a31d-f5d56a92b34c/dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7/930081ea-a75c-430f-ad2e-5e279b3827db) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:55:56.857099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] For port 5e8fd84d-ba39-4283-b751-d94802c5b703, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:55:56.881792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e35be8d2-6104-4a6e-ab1c-d81a24f511cc'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:55:57.003956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:57.025471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] For port 5e8fd84d-ba39-4283-b751-d94802c5b703, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e8fd84d-ba39-4283-b751-d94802c5b703,segment=NetworkSegment(6599b824-4352-4176-b34c-ee4dff886d35),segment_id=6599b824-4352-4176-b34c-ee4dff886d35)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:55:57.042633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:57.249054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-917dbf8f-9cfa-4ab3-b33e-981ff11554fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:57.261661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c67fcf-ae4f-4d41-bc2d-ee5829148f57 req-0165af57-7a9a-4ac9-aa49-3f2d028cc212 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:57.263184 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a9c67fcf-ae4f-4d41-bc2d-ee5829148f57 req-0165af57-7a9a-4ac9-aa49-3f2d028cc212 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 943 time: 1.2678638 May 24 22:55:57.319603 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:57.348537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085f863-6629-4034-9308-4a49e2eae894 req-a1e33490-2f37-462d-b8a4-328fb4e64913 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:57.356604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085f863-6629-4034-9308-4a49e2eae894 req-a1e33490-2f37-462d-b8a4-328fb4e64913 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:57.358676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f085f863-6629-4034-9308-4a49e2eae894 req-a1e33490-2f37-462d-b8a4-328fb4e64913 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1682 time: 0.4203346 May 24 22:55:57.368918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-917dbf8f-9cfa-4ab3-b33e-981ff11554fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:57.411694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffdb73-c1fd-4b1e-a798-691831963539 None None] Pushing event updated for resources: {'Port': ['ID=5e8fd84d-ba39-4283-b751-d94802c5b703,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:57.450176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088ccc6-ff0c-48ce-9f4f-609694b0aa55 req-7dbc22b3-1f32-4117-bd1b-6cadb3290bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:57.450654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088ccc6-ff0c-48ce-9f4f-609694b0aa55 req-7dbc22b3-1f32-4117-bd1b-6cadb3290bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:57.455427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3088ccc6-ff0c-48ce-9f4f-609694b0aa55 req-7dbc22b3-1f32-4117-bd1b-6cadb3290bec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1984 time: 0.7269285 May 24 22:55:57.471926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f085f863-6629-4034-9308-4a49e2eae894 req-77baac60-49f7-4f39-bf2e-e8963b7ed709 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932543 May 24 22:55:57.556965 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:57.679755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Transition to ACTIVE for port object 930081ea-a75c-430f-ad2e-5e279b3827db will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:55:57.750095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34230) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:57.826319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Calling delete_port for 3f5b6020-7291-4b47-b745-a0bab292a614 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:55:57.834377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:58.090942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-686172684-network', 'tenant_id': '42bcdb34ff2c44759aae635a2eb17a34'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:58.136121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:58.167989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Usage tracker for resource:network and tenant:42bcdb34ff2c44759aae635a2eb17a34 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:58.188734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:58.203988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Network 8490f986-a256-4123-a31d-f5d56a92b34c is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:55:58.216957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:58.234419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:55:58.242367 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3088ccc6-ff0c-48ce-9f4f-609694b0aa55 req-8d2e78b1-3139-4d8e-93c1-005acca8fd0f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7737367 May 24 22:55:58.244316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'Port': ['ID=930081ea-a75c-430f-ad2e-5e279b3827db,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:58.246139 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:58.267272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:55:58.273364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:58.274152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:58.296376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Made reservation on behalf of 42bcdb34ff2c44759aae635a2eb17a34 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:58.299021 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:58.304606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Pushing event deleted for resources: {'Port': ['ID=3f5b6020-7291-4b47-b745-a0bab292a614,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:58.318034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-79c7bfa8-9394-4317-a19a-dcbd4a2d944d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7455630 May 24 22:55:58.324846 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a9c67fcf-ae4f-4d41-bc2d-ee5829148f57 req-b66adf75-2ded-4134-a78f-b7104d2b1715 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0460758 May 24 22:55:58.328260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34238) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:58.343726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Request body: {'port': {'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1715196500', 'allowed_address_pairs': [{'ip_address': '2001:db8::11a', 'mac_address': 'fa:16:3e:8d:04:29'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:58.364614 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:58.408430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:58.414530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Usage tracker for resource:security_group_rule and tenant:42bcdb34ff2c44759aae635a2eb17a34 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:58.418220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:58.437429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:58.465254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5df59-2a07-47b5-a12a-b8e00e694798 req-348e23b9-4dff-4490-871e-ea6af440ee05 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:58.472472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78b5df59-2a07-47b5-a12a-b8e00e694798 req-348e23b9-4dff-4490-871e-ea6af440ee05 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.1777053 May 24 22:55:58.581792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78b5df59-2a07-47b5-a12a-b8e00e694798 req-4e32d164-97be-4346-9270-26692506201a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082830 May 24 22:55:58.650922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34250) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:58.786055 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-917dbf8f-9cfa-4ab3-b33e-981ff11554fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:58.788276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d548397-ff04-467c-a9db-8cb72c9190a6 admin admin] Deleting subnet c6cfddf4-5a30-44cf-8ae5-cb5ae5a48918 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:55:58.792027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:58.793271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d548397-ff04-467c-a9db-8cb72c9190a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:58.822236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dbf8f-9cfa-4ab3-b33e-981ff11554fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f827c5c-3eb0-4dca-8a22-fcc581543af5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:58.844959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Usage tracker for resource:port and tenant:876d5e96bc9140de8fe0f654ef09912b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:58.852912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:55:58.880268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:55:58.884084 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-917dbf8f-9cfa-4ab3-b33e-981ff11554fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:58.886253 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-917dbf8f-9cfa-4ab3-b33e-981ff11554fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f827c5c-3eb0-4dca-8a22-fcc581543af5 HTTP/1.1" status: 204 len: 168 time: 2.9638686 May 24 22:55:58.906112 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:58.942538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d548397-ff04-467c-a9db-8cb72c9190a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:58.975233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325401d-62a3-4dd4-b45a-24f5c8ee5702 req-a323045e-dd2f-4746-8f32-d6662e33e36b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:58.993328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325401d-62a3-4dd4-b45a-24f5c8ee5702 req-a323045e-dd2f-4746-8f32-d6662e33e36b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:59.002496 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e325401d-62a3-4dd4-b45a-24f5c8ee5702 req-a323045e-dd2f-4746-8f32-d6662e33e36b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1682 time: 0.2882168 May 24 22:55:59.040303 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.056024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d548397-ff04-467c-a9db-8cb72c9190a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.096162 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.116091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d17594e-942c-4a1f-9184-a0d5ddd5db59 None None] Network 8490f986-a256-4123-a31d-f5d56a92b34c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:55:59.211524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Made reservation on behalf of 876d5e96bc9140de8fe0f654ef09912b for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:55:59.250165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:55:59.303734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64edb7ef-9dc2-477d-80ae-f338bc163822,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:59.337287 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.337682 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Added segment 777d84b6-a5f8-4a5e-993b-306bee169994 of type vlan for network 4fabf902-dac6-47bd-bd07-ce1fa37face8 May 24 22:55:59.364713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.375402 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.410754 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.422284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.423176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Fanout notify agent at l3_agent the message router_deleted on router b8df3596-37a2-46ec-84ec-d997fc443510 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:55:59.423754 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d548397-ff04-467c-a9db-8cb72c9190a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.453090 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.462024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ef3e1ae4-1ded-4cc1-94f1-f369ca316d2a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/b8df3596-37a2-46ec-84ec-d997fc443510 HTTP/1.1" status: 204 len: 168 time: 3.7753525 May 24 22:55:59.467247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34264) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:59.481944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-27b09edd-e0ae-4e1b-946a-f0f0870457ae None None] Provisioning for port 5e8fd84d-ba39-4283-b751-d94802c5b703 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:55:59.484431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-49713f6f-9245-44a2-b6ac-b176f65cca20 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1425907849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:59.509836 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e325401d-62a3-4dd4-b45a-24f5c8ee5702 req-911c808d-47ea-4984-a7bb-e8cf2497356b tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063381 May 24 22:55:59.518692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-49713f6f-9245-44a2-b6ac-b176f65cca20 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:55:59.526856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.575444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d548397-ff04-467c-a9db-8cb72c9190a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6cfddf4-5a30-44cf-8ae5-cb5ae5a48918,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:55:59.596175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d548397-ff04-467c-a9db-8cb72c9190a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.745419 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e35be8d2-6104-4a6e-ab1c-d81a24f511cc up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:55:59.747972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34270) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:59.793309 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.798681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:55:59.801461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.876131 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1184020 May 24 22:55:59.881810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5e8fd84d-ba39-4283-b751-d94802c5b703 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:55:59.882875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1d548397-ff04-467c-a9db-8cb72c9190a6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c6cfddf4-5a30-44cf-8ae5-cb5ae5a48918 HTTP/1.1" status: 204 len: 168 time: 1.2257557 May 24 22:55:59.883795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34274) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:59.933101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34276) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:55:59.935215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-49713f6f-9245-44a2-b6ac-b176f65cca20 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Usage tracker for resource:router and tenant:e455915b3cf54855bd1a9f08c1fc1a99 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:55:59.947543 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10e2cac3-b4bb-416d-8f66-daf9d2402d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.958740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] device_id is not set on port b1c88af5-4d95-40c8-ad65-3d98330be5c4 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:55:59.977786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Request body: {'subnet': {'network_id': '4fabf902-dac6-47bd-bd07-ce1fa37face8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-686172684-subnet', 'tenant_id': '42bcdb34ff2c44759aae635a2eb17a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:55:59.982331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port e35be8d2-6104-4a6e-ab1c-d81a24f511cc completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:55:59.991258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port e35be8d2-6104-4a6e-ab1c-d81a24f511cc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:55:59.991839 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:55:59.993325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:00.003206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-49713f6f-9245-44a2-b6ac-b176f65cca20 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:00.005956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Usage tracker for resource:subnet and tenant:42bcdb34ff2c44759aae635a2eb17a34 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:00.013244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:00.016630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-10e2cac3-b4bb-416d-8f66-daf9d2402d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:00.018878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842e62e-ed57-482e-aac6-39453e307e99 admin admin] Pushing event updated for resources: {'Network': ['ID=4fabf902-dac6-47bd-bd07-ce1fa37face8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:00.036059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:00.039044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-49713f6f-9245-44a2-b6ac-b176f65cca20 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:00.040778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-10e2cac3-b4bb-416d-8f66-daf9d2402d2f admin admin] Usage tracker for resource:security_group_rule and tenant:c9a1a9073eb647d884f34df1c167a879 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:00.048510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-10e2cac3-b4bb-416d-8f66-daf9d2402d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:00.060330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-10e2cac3-b4bb-416d-8f66-daf9d2402d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:00.065947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5e8fd84d-ba39-4283-b751-d94802c5b703 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:56:00.069213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 4fabf902-dac6-47bd-bd07-ce1fa37face8 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:56:00.072480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6777c-9d01-44ec-99cf-a805b61d5ff5 req-1cfae111-b625-49a3-a0d9-62938fc1b965 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:00.080456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81d6777c-9d01-44ec-99cf-a805b61d5ff5 req-1cfae111-b625-49a3-a0d9-62938fc1b965 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 944 time: 0.5189667 May 24 22:56:00.099001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Made reservation on behalf of 42bcdb34ff2c44759aae635a2eb17a34 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:00.101332 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.170565 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-49713f6f-9245-44a2-b6ac-b176f65cca20 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.172007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-49713f6f-9245-44a2-b6ac-b176f65cca20 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.221915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5e8fd84d-ba39-4283-b751-d94802c5b703 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:00.222489 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.250921 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.251728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81d6777c-9d01-44ec-99cf-a805b61d5ff5 req-54b36f38-b804-4d09-9f2e-883fed02873f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701670 May 24 22:56:00.262094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632edba-2300-4195-b777-d75f5f9a31ea req-406b443c-59ae-4325-a300-dec43dec4197 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:00.263889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5632edba-2300-4195-b777-d75f5f9a31ea req-406b443c-59ae-4325-a300-dec43dec4197 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.3906009 May 24 22:56:00.327574 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-49713f6f-9245-44a2-b6ac-b176f65cca20 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.350934 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10e2cac3-b4bb-416d-8f66-daf9d2402d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.360947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10e2cac3-b4bb-416d-8f66-daf9d2402d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.387213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e35be8d2-6104-4a6e-ab1c-d81a24f511cc is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:00.387586 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.412194 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5632edba-2300-4195-b777-d75f5f9a31ea req-4242d5c9-9606-47a3-8a3c-14ad609117a4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377957 May 24 22:56:00.462782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-10e2cac3-b4bb-416d-8f66-daf9d2402d2f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9a1a9073eb647d884f34df1c167a879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6915066 May 24 22:56:00.469130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34282) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:00.547059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5e8fd84d-ba39-4283-b751-d94802c5b703 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:00.547602 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.585171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:00.646505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e35be8d2-6104-4a6e-ab1c-d81a24f511cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:00.676914 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.758373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Allocated IP 2001:db8::60 (8490f986-a256-4123-a31d-f5d56a92b34c/dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7/b1c88af5-4d95-40c8-ad65-3d98330be5c4) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:00.774925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 5e8fd84d-ba39-4283-b751-d94802c5b703, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e8fd84d-ba39-4283-b751-d94802c5b703,segment=NetworkSegment(6599b824-4352-4176-b34c-ee4dff886d35),segment_id=6599b824-4352-4176-b34c-ee4dff886d35)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:00.777260 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd26bb9e-63b0-4c1d-9899-9fea30796301'] response: {'server_uuid': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc', 'code': 200} May 24 22:56:00.778434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:00.789141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.817947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.818180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2cac3-b4bb-416d-8f66-daf9d2402d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4da587-1839-4299-8394-31d4f9810caf,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:00.842048 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-49713f6f-9245-44a2-b6ac-b176f65cca20 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.870573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5e8fd84d-ba39-4283-b751-d94802c5b703,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:00.873377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-741500f7-0950-420e-b6de-e51b4fb5b7ac None None] Provisioning for port 930081ea-a75c-430f-ad2e-5e279b3827db completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:56:00.883969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-741500f7-0950-420e-b6de-e51b4fb5b7ac None None] Provisioning complete for port 930081ea-a75c-430f-ad2e-5e279b3827db triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:00.884615 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-741500f7-0950-420e-b6de-e51b4fb5b7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.884828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937e822d-9a73-482f-a520-2f6841926859']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:00.917371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06fb6e0-63e5-4caa-bba3-3d477553b186') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:00.917371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06fb6e0-63e5-4caa-bba3-3d477553b186') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:00.935935 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-49713f6f-9245-44a2-b6ac-b176f65cca20 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.937134 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-49713f6f-9245-44a2-b6ac-b176f65cca20 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4635065 May 24 22:56:00.942765 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.950243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-741500f7-0950-420e-b6de-e51b4fb5b7ac None None] Port 930081ea-a75c-430f-ad2e-5e279b3827db cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:56:00.950468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34290) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:00.963915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-741500f7-0950-420e-b6de-e51b4fb5b7ac None None] Provisioning complete for port 5e8fd84d-ba39-4283-b751-d94802c5b703 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:00.964712 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-741500f7-0950-420e-b6de-e51b4fb5b7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:00.970016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'enable_snat': False}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:01.068328 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:01.078862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:01.141963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-741500f7-0950-420e-b6de-e51b4fb5b7ac None None] Current status of the port 5e8fd84d-ba39-4283-b751-d94802c5b703 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:01.169933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:56:01.170615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:01.174705 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88e68337-c9c4-4a9a-948a-1b5b1e7f6663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:01.205374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88e68337-c9c4-4a9a-948a-1b5b1e7f6663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:01.236451 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c06fb6e0-63e5-4caa-bba3-3d477553b186 resource provider aggregate not found May 24 22:56:01.277773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-79ed3b39-a390-4b45-8cad-e4ef6ce64beb None None] Provisioning complete for port 930081ea-a75c-430f-ad2e-5e279b3827db triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:01.279085 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-79ed3b39-a390-4b45-8cad-e4ef6ce64beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:01.300265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88e68337-c9c4-4a9a-948a-1b5b1e7f6663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:01.323889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ed6a1f-7e0b-4b23-91a9-b328886f55ee,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:01.334605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1c467-fbe1-4eaa-9725-f484af885848 req-832d96b0-4bcf-465d-9405-2dca160d949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:01.336503 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ecb1c467-fbe1-4eaa-9725-f484af885848 req-832d96b0-4bcf-465d-9405-2dca160d949d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 1096 time: 0.5103705 May 24 22:56:01.344075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e68337-c9c4-4a9a-948a-1b5b1e7f6663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4da587-1839-4299-8394-31d4f9810caf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:01.359266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abab3e-0403-498d-8738-dc0d786c395a req-e2fe9f7b-1546-4ddd-b4c8-8cc96a728710 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:01.366307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abab3e-0403-498d-8738-dc0d786c395a req-e2fe9f7b-1546-4ddd-b4c8-8cc96a728710 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:01.368298 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8abab3e-0403-498d-8738-dc0d786c395a req-e2fe9f7b-1546-4ddd-b4c8-8cc96a728710 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1682 time: 0.4872134 May 24 22:56:01.389969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Checking segment: {'id': '777d84b6-a5f8-4a5e-993b-306bee169994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4fabf902-dac6-47bd-bd07-ce1fa37face8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:56:01.390330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Network hostable DHCP agents. Network: 4fabf902-dac6-47bd-bd07-ce1fa37face8, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:56:01.414490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88e68337-c9c4-4a9a-948a-1b5b1e7f6663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:01.418788 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-88e68337-c9c4-4a9a-948a-1b5b1e7f6663 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d4da587-1839-4299-8394-31d4f9810caf HTTP/1.1" status: 204 len: 168 time: 0.9453721 May 24 22:56:01.448188 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:01.478156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-79ed3b39-a390-4b45-8cad-e4ef6ce64beb None None] Port 930081ea-a75c-430f-ad2e-5e279b3827db cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:56:01.500567 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ecb1c467-fbe1-4eaa-9725-f484af885848 req-9b6d1cab-7abe-49a2-af2a-80560a52aab0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291542 May 24 22:56:01.526604 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c06fb6e0-63e5-4caa-bba3-3d477553b186 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c06fb6e0-63e5-4caa-bba3-3d477553b186 found for delete ", "request_id": "req-c19d6202-a4a8-429b-8563-f299f5281988"}]} May 24 22:56:01.545433 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8abab3e-0403-498d-8738-dc0d786c395a req-09f971e5-7f19-4701-a1ac-a9ec786bd120 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565702 May 24 22:56:01.551289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Network 4fabf902-dac6-47bd-bd07-ce1fa37face8 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:56:01.556538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:01.582988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 4fabf902-dac6-47bd-bd07-ce1fa37face8) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:01.588528 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] 10.222.0.55 "DELETE /v2.0/networks/937e822d-9a73-482f-a520-2f6841926859 HTTP/1.1" status: 204 len: 168 time: 1.6499033 May 24 22:56:01.589832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:01.590580 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:01.599453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc86610-28d3-474f-9efe-cbdb1ecdef87 None None] Network 4fabf902-dac6-47bd-bd07-ce1fa37face8 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:01.637113 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f7aa09ec-51b1-4b19-b3f5-1ae12c5d6eca admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7037480 May 24 22:56:01.825950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c81014-27db-4fe4-80f5-0afe7f2cfb66 admin admin] Pushing event deleted for resources: {'Network': ['ID=937e822d-9a73-482f-a520-2f6841926859,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:01.828690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5e8fd84d-ba39-4283-b751-d94802c5b703 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:56:01.884516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34312) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:02.027835 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:02.032635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f976691c-e961-4745-b3c0-32fd31310502 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc03ab96b2754a199e2896cd97c73aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475198 May 24 22:56:02.037480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34316) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:02.100239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9952-ae08-4d77-beac-2bc5a9464057 req-8e67b3a7-829f-42e8-afb1-5c868418050e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:02.108032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-962f9952-ae08-4d77-beac-2bc5a9464057 req-8e67b3a7-829f-42e8-afb1-5c868418050e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.3078773 May 24 22:56:02.170171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34324) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:02.181570 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-962f9952-ae08-4d77-beac-2bc5a9464057 req-59377593-f56f-420f-b36b-52ab43cf5030 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724597 May 24 22:56:02.207495 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2cf4b27c-b2f5-4109-a82f-12264a8fe9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:02.227436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aebb642-53d3-4aa1-947e-6fb3d9caff2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:02.229624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2cf4b27c-b2f5-4109-a82f-12264a8fe9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:02.242236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2cf4b27c-b2f5-4109-a82f-12264a8fe9b7 admin admin] Usage tracker for resource:security_group_rule and tenant:4d478d6a0e744b9a86483fd64cb2eb4e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:02.258400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2cf4b27c-b2f5-4109-a82f-12264a8fe9b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:02.270607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:02.283382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2cf4b27c-b2f5-4109-a82f-12264a8fe9b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:02.310962 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aebb642-53d3-4aa1-947e-6fb3d9caff2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:02.344829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca6b4-bb02-49d3-9994-feec947f47a0 req-9ee63f0f-8830-4f37-ba9e-61f0d5815641 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:02.353317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7acca6b4-bb02-49d3-9994-feec947f47a0 req-9ee63f0f-8830-4f37-ba9e-61f0d5815641 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 945 time: 0.7806170 May 24 22:56:02.391851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Transition to ACTIVE for port object b1c88af5-4d95-40c8-ad65-3d98330be5c4 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:02.461646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7acca6b4-bb02-49d3-9994-feec947f47a0 req-06c8aecf-4537-4884-b4fb-da5aca5351d1 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031229 May 24 22:56:02.502304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5e8fd84d-ba39-4283-b751-d94802c5b703 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:02.506732 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:02.517796 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aebb642-53d3-4aa1-947e-6fb3d9caff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:02.578674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebb642-53d3-4aa1-947e-6fb3d9caff2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7a315e-b26b-4509-a210-902008652de2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:02.588733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:02.633348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802125a9-eb0c-4086-9fab-7b0b056b1caa None None] Network 4fabf902-dac6-47bd-bd07-ce1fa37face8 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:02.677468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9aebb642-53d3-4aa1-947e-6fb3d9caff2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:02.688987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9aebb642-53d3-4aa1-947e-6fb3d9caff2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c7a315e-b26b-4509-a210-902008652de2 HTTP/1.1" status: 204 len: 168 time: 0.6448781 May 24 22:56:02.850514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'Port': ['ID=b1c88af5-4d95-40c8-ad65-3d98330be5c4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:02.871467 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2cf4b27c-b2f5-4109-a82f-12264a8fe9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:02.881452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Network 8490f986-a256-4123-a31d-f5d56a92b34c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:02.892190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:03.024292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2cf4b27c-b2f5-4109-a82f-12264a8fe9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:03.230913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:03.232898 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2cf4b27c-b2f5-4109-a82f-12264a8fe9b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d478d6a0e744b9a86483fd64cb2eb4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0498092 May 24 22:56:03.246890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:03.247946 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:03.264230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34348) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:03.343589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4b27c-b2f5-4109-a82f-12264a8fe9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebc9145-2b1d-442a-9565-e5a9deaa3fe3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:03.374894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-4a97b9e5-f5c5-4dd8-ba0c-4bfb1cfef66e tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:03.374894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-4a97b9e5-f5c5-4dd8-ba0c-4bfb1cfef66e tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Synchronizing usage tracker for tenant:42bcdb34ff2c44759aae635a2eb17a34 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:03.459040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-922a6fbf-7c60-4c49-ab5d-ef05e924b9e5 None None] Provisioning for port b1c88af5-4d95-40c8-ad65-3d98330be5c4 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:56:03.468207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-4a97b9e5-f5c5-4dd8-ba0c-4bfb1cfef66e tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Unset dirty status for tenant:42bcdb34ff2c44759aae635a2eb17a34 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:03.475351 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3c13a2d7-4830-499d-9308-560a2fd570c7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.1386096 May 24 22:56:03.476136 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-4a97b9e5-f5c5-4dd8-ba0c-4bfb1cfef66e tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/networks?id=4fabf902-dac6-47bd-bd07-ce1fa37face8 HTTP/1.1" status: 200 len: 813 time: 0.6717360 May 24 22:56:03.476505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34356) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:03.476981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5e8fd84d-ba39-4283-b751-d94802c5b703 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:03.492315 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-922a6fbf-7c60-4c49-ab5d-ef05e924b9e5 None None] Provisioning complete for port b1c88af5-4d95-40c8-ad65-3d98330be5c4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:03.492694 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-922a6fbf-7c60-4c49-ab5d-ef05e924b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:03.505781 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-72e852a1-75ea-4be2-a7e0-a260e4b65cee tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/quotas/42bcdb34ff2c44759aae635a2eb17a34 HTTP/1.1" status: 200 len: 375 time: 0.0282030 May 24 22:56:03.552566 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df08691-f488-44e4-94cf-7b733f1fb0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:03.566334 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:03.582076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-781013cd-d482-4284-938e-95f22774f168 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=42bcdb34ff2c44759aae635a2eb17a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749059 May 24 22:56:03.646490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df08691-f488-44e4-94cf-7b733f1fb0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:03.648036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-922a6fbf-7c60-4c49-ab5d-ef05e924b9e5 None None] Port b1c88af5-4d95-40c8-ad65-3d98330be5c4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:56:03.700494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:03.744359 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df08691-f488-44e4-94cf-7b733f1fb0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:03.792675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df08691-f488-44e4-94cf-7b733f1fb0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebc9145-2b1d-442a-9565-e5a9deaa3fe3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:03.804962 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df08691-f488-44e4-94cf-7b733f1fb0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:03.806597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7df08691-f488-44e4-94cf-7b733f1fb0d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ebc9145-2b1d-442a-9565-e5a9deaa3fe3 HTTP/1.1" status: 204 len: 168 time: 0.5245678 May 24 22:56:03.845715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06eec5-7497-4597-b7a1-ef1438caadd1 req-c4c28046-8e6f-4f73-95ef-2eaf8fbe93f4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:03.851835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06eec5-7497-4597-b7a1-ef1438caadd1 req-c4c28046-8e6f-4f73-95ef-2eaf8fbe93f4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:03.853378 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d06eec5-7497-4597-b7a1-ef1438caadd1 req-c4c28046-8e6f-4f73-95ef-2eaf8fbe93f4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1682 time: 0.4804749 May 24 22:56:03.945584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d60744-1c14-415a-a5e6-f89dae5ee139 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:03.951501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d60744-1c14-415a-a5e6-f89dae5ee139 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:03.957270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d60744-1c14-415a-a5e6-f89dae5ee139 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:03.958166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-48d60744-1c14-415a-a5e6-f89dae5ee139 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Synchronizing usage tracker for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:04.006844 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d06eec5-7497-4597-b7a1-ef1438caadd1 req-4237f6f7-3f20-417e-9cf5-e1764c49cdd9 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432636 May 24 22:56:04.038534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Allocated IP 172.25.7.113 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/3184ab17-9f80-4a81-9fbd-992df0de3dd9) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:04.050503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-48d60744-1c14-415a-a5e6-f89dae5ee139 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Unset dirty status for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:04.065913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-48d60744-1c14-415a-a5e6-f89dae5ee139 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5859785 May 24 22:56:04.066857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34374) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:04.278663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-62b6eea2-b17c-4252-8f45-96a427082dc0 service neutron] 10.222.0.55 "GET /v2.0/networks/4fabf902-dac6-47bd-bd07-ce1fa37face8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958730 May 24 22:56:04.428093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9d086e6c-a919-4cef-8b5e-11a73ce8ef75 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Deleting port b1c88af5-4d95-40c8-ad65-3d98330be5c4 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:04.428711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d086e6c-a919-4cef-8b5e-11a73ce8ef75 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:04.508491 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-bdadf432-eb0e-4651-b52b-201bc524c7e8 service neutron] 10.222.0.55 "GET /v2.0/networks/4fabf902-dac6-47bd-bd07-ce1fa37face8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224112 May 24 22:56:04.553649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34390) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:04.819118 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:04.896129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-85034333-network', 'tenant_id': '5a12641c14ed49389d79d0c86a7fb29f'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:04.904309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:04.964177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Usage tracker for resource:network and tenant:5a12641c14ed49389d79d0c86a7fb29f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:04.971594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:04.983369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ae2a3-7a2f-4788-8d3e-b2b16ce01f43 req-a513ca8c-e8d8-43da-84e2-ebec1037bc6c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:04.985267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3c7ae2a3-7a2f-4788-8d3e-b2b16ce01f43 req-a513ca8c-e8d8-43da-84e2-ebec1037bc6c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.7463048 May 24 22:56:04.986483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:04.993396 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:05.016561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Made reservation on behalf of 5a12641c14ed49389d79d0c86a7fb29f for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:05.018940 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:05.034689 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:05.054846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:05.061367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Usage tracker for resource:security_group_rule and tenant:5a12641c14ed49389d79d0c86a7fb29f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:05.068397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:05.078340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:05.088119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c098-258b-48a5-99d5-df91aa201577 req-7e2011b2-5169-4497-9c9f-5e38e4bb93ca tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:05.089654 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bed7c098-258b-48a5-99d5-df91aa201577 req-7e2011b2-5169-4497-9c9f-5e38e4bb93ca tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 945 time: 0.1790409 May 24 22:56:05.144873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-73842ea0-4af9-4151-8015-7eee0c19ab16 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:05.150902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-73842ea0-4af9-4151-8015-7eee0c19ab16 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:05.152477 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-73842ea0-4af9-4151-8015-7eee0c19ab16 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1682 time: 0.6640580 May 24 22:56:05.161096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:05.162128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Pushing event updated for resources: {'Port': ['ID=3184ab17-9f80-4a81-9fbd-992df0de3dd9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:05.171017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:05.187610 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bed7c098-258b-48a5-99d5-df91aa201577 req-574818ac-8c38-459d-a5c1-6fec42361862 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804019 May 24 22:56:05.319460 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9bbde0c7-1b5d-4ddc-82b4-2e714103627f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:05.371194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:05.457590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:05.488143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:05.546977 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d086e6c-a919-4cef-8b5e-11a73ce8ef75 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:05.558557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-62d53791-7e22-4a46-9bdf-d91b5c8a69b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port 89973d5e-d75c-41f0-9311-842e522066f5 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:05.559043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-62d53791-7e22-4a46-9bdf-d91b5c8a69b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:05.576616 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-342b61cd-b371-46d3-8711-52050bc6b516 req-62666f10-df74-4af9-993a-b9161429ae56 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 210 time: 0.1993530 May 24 22:56:05.592594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:56:05.606967 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:05.607490 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Added segment 9a893742-408e-4455-9127-9c084454db93 of type vlan for network 72774974-d943-46a9-b45b-c020b4742842 May 24 22:56:05.655719 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:05.705828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5336b774-94b5-4d4d-aa85-fe880a1d8f25,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:05.729211 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:05.731339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:05.733957 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3c7ae2a3-7a2f-4788-8d3e-b2b16ce01f43 req-da60b209-7721-4801-84d7-551f619e174c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7282801 May 24 22:56:05.741225 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:06.024517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] Pushing event updated for resources: {'Network': ['ID=72774974-d943-46a9-b45b-c020b4742842,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:06.037781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 72774974-d943-46a9-b45b-c020b4742842 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:56:06.038607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4c594d1e-9e34-45b8-b0e9-36bd8ab3a276 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4832644 May 24 22:56:06.042082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34428) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:06.090489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Request body: {'subnet': {'network_id': '72774974-d943-46a9-b45b-c020b4742842', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-85034333-subnet', 'tenant_id': '5a12641c14ed49389d79d0c86a7fb29f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:06.098294 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:06.102648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Usage tracker for resource:subnet and tenant:5a12641c14ed49389d79d0c86a7fb29f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:06.105857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:06.117873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:06.130785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9d086e6c-a919-4cef-8b5e-11a73ce8ef75 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Calling delete_port for b1c88af5-4d95-40c8-ad65-3d98330be5c4 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:06.157068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Made reservation on behalf of 5a12641c14ed49389d79d0c86a7fb29f for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:06.166988 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:06.473755 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d086e6c-a919-4cef-8b5e-11a73ce8ef75 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:06.481354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d9206-0257-4c0d-bfdc-405a36c776e6 req-8b89a02b-dc7a-46ac-9f2e-68727b0d27fd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:06.488615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d9206-0257-4c0d-bfdc-405a36c776e6 req-8b89a02b-dc7a-46ac-9f2e-68727b0d27fd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:06.491992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a82d9206-0257-4c0d-bfdc-405a36c776e6 req-8b89a02b-dc7a-46ac-9f2e-68727b0d27fd tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1682 time: 0.4703538 May 24 22:56:06.709706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34442) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:06.766675 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a82d9206-0257-4c0d-bfdc-405a36c776e6 req-c32e4fa6-17b6-4752-b771-024ab138e4ed tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475723 May 24 22:56:06.869007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-95a23d6a-7d64-49b2-80a5-e3509be8211f tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:06.873081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-95a23d6a-7d64-49b2-80a5-e3509be8211f tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.50 "GET /v2.0/networks?id=4fabf902-dac6-47bd-bd07-ce1fa37face8 HTTP/1.1" status: 200 len: 813 time: 0.3788276 May 24 22:56:06.895964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Request body: {'port': {'device_id': '32c999bb-184d-4bb9-858a-12ef1a2e35c1', 'network_id': '4fabf902-dac6-47bd-bd07-ce1fa37face8', 'admin_state_up': True, 'tenant_id': '42bcdb34ff2c44759aae635a2eb17a34'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:07.103431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d086e6c-a919-4cef-8b5e-11a73ce8ef75 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event deleted for resources: {'Port': ['ID=b1c88af5-4d95-40c8-ad65-3d98330be5c4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:07.132829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1912572155'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:07.159211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:07.168548 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f86849de-99f1-46e8-972c-029d7e762426 req-62c0f0db-56aa-4f03-b8c4-2202956b9d64 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 210 time: 0.1495683 May 24 22:56:07.176880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Usage tracker for resource:network and tenant:12298f5dbbf2425abe23d0f37570d5cb is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:07.204127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:07.213557 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d086e6c-a919-4cef-8b5e-11a73ce8ef75 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:07.248583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:07.312167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Made reservation on behalf of 12298f5dbbf2425abe23d0f37570d5cb for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:07.317583 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:07.338304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:07.347611 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9d086e6c-a919-4cef-8b5e-11a73ce8ef75 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "DELETE /v2.0/ports/b1c88af5-4d95-40c8-ad65-3d98330be5c4 HTTP/1.1" status: 204 len: 168 time: 3.2772231 May 24 22:56:07.350461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:07.357466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34454) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:07.455902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c651d08-1a96-45a5-b8a8-9467576b2a2b req-b62d27ca-6cd4-4a74-98b7-fad17eceb770 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:07.465556 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c651d08-1a96-45a5-b8a8-9467576b2a2b req-b62d27ca-6cd4-4a74-98b7-fad17eceb770 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 945 time: 0.9847264 May 24 22:56:07.466732 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ced099be-cc98-498f-9dad-2ef0439a0441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:07.548165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:07.566502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Usage tracker for resource:security_group_rule and tenant:12298f5dbbf2425abe23d0f37570d5cb is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:07.573175 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2d7aa4-17a5-47c9-b625-eab16f4419e4 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] GET failed (client error): The resource could not be found. May 24 22:56:07.573730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cf2d7aa4-17a5-47c9-b625-eab16f4419e4 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Synchronizing usage tracker for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:07.580065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:07.610451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:07.613653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:07.648609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Usage tracker for resource:port and tenant:42bcdb34ff2c44759aae635a2eb17a34 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:07.655275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:07.656908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-62d53791-7e22-4a46-9bdf-d91b5c8a69b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] For port 89973d5e-d75c-41f0-9311-842e522066f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=89973d5e-d75c-41f0-9311-842e522066f5,segment=NetworkSegment(babfca47-74b8-4e18-b13d-c6c77b5c2322),segment_id=babfca47-74b8-4e18-b13d-c6c77b5c2322)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:07.657937 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-62d53791-7e22-4a46-9bdf-d91b5c8a69b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:07.662140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59f472f-3e81-4d31-ab5e-16846b501672,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:07.685755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c651d08-1a96-45a5-b8a8-9467576b2a2b req-728a76c7-a696-437b-8a42-0899443daef8 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187290 May 24 22:56:07.687761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:07.695900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cf2d7aa4-17a5-47c9-b625-eab16f4419e4 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Unset dirty status for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:07.707363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cf2d7aa4-17a5-47c9-b625-eab16f4419e4 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "GET /v2.0/ports/b1c88af5-4d95-40c8-ad65-3d98330be5c4 HTTP/1.1" status: 404 len: 333 time: 0.3219414 May 24 22:56:07.748693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34458) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:07.749520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Checking segment: {'id': '9a893742-408e-4455-9127-9c084454db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '72774974-d943-46a9-b45b-c020b4742842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:56:07.749883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Network hostable DHCP agents. Network: 72774974-d943-46a9-b45b-c020b4742842, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:56:07.775309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Request body: {'port': {'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-902820256'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:07.940372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Made reservation on behalf of 42bcdb34ff2c44759aae635a2eb17a34 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:07.943952 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:07.954456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:08.000906 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.003704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:08.003854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-62d53791-7e22-4a46-9bdf-d91b5c8a69b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Calling delete_port for 89973d5e-d75c-41f0-9311-842e522066f5 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:08.014884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Network 72774974-d943-46a9-b45b-c020b4742842 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:56:08.024823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c6f7-db8e-47ff-bd79-947cdba57663 req-43ac5a3a-8a08-4857-be8c-1e31ce9eae7b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:08.031841 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2473c6f7-db8e-47ff-bd79-947cdba57663 req-43ac5a3a-8a08-4857-be8c-1e31ce9eae7b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.6733878 May 24 22:56:08.084850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.105859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Made reservation on behalf of 876d5e96bc9140de8fe0f654ef09912b for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:08.109295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.113701 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.143122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 72774974-d943-46a9-b45b-c020b4742842) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:08.155570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21a4b1-a6e7-4c7c-99be-4ab245913a4b None None] Network 72774974-d943-46a9-b45b-c020b4742842 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:08.332163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:56:08.337814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:08.338533 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.356041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2473c6f7-db8e-47ff-bd79-947cdba57663 req-331664fb-acb0-4f7b-901e-57e63f0175af tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228030 May 24 22:56:08.361557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] device_id is not set on port 1670b44b-2153-4f41-8a81-1267f5c85cf3 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:08.397169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f953db-1702-4b87-9442-9f0bd261e1b7 req-f92b2618-ecc2-415c-bb63-a28ad5dbb041 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:08.403141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f953db-1702-4b87-9442-9f0bd261e1b7 req-f92b2618-ecc2-415c-bb63-a28ad5dbb041 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:08.404770 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70f953db-1702-4b87-9442-9f0bd261e1b7 req-f92b2618-ecc2-415c-bb63-a28ad5dbb041 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 1682 time: 0.3618402 May 24 22:56:08.479269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b83164-e194-4d03-b71e-925bdcbcd86c None None] Network 72774974-d943-46a9-b45b-c020b4742842 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:08.538214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c65501-5d25-4322-aea7-9f8b42d7fbe4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:08.542883 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-62d53791-7e22-4a46-9bdf-d91b5c8a69b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.605389 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.605928 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Added segment e0309bce-c0c2-4e96-9088-f9cacad53696 of type vlan for network 62db976e-513f-43a3-a3ea-8e9763d8b1bf May 24 22:56:08.620850 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70f953db-1702-4b87-9442-9f0bd261e1b7 req-8a6c6bee-736b-4ea5-bfb6-4ba895358c94 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/security-groups?id=3e07072f-0802-44a4-94f6-84bbce4fc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429689 May 24 22:56:08.651702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d53791-7e22-4a46-9bdf-d91b5c8a69b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Port': ['ID=89973d5e-d75c-41f0-9311-842e522066f5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:08.710472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Allocated IP 172.20.0.5 (4fabf902-dac6-47bd-bd07-ce1fa37face8/d6ed6a1f-7e0b-4b23-91a9-b328886f55ee/87a1a6bb-821c-4087-b601-4fae3c4002f8) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:08.712147 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.714356 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c8ba0bf-c84f-4726-8339-3efce33e7afc req-5e7de6f2-c8f3-490a-bcdc-18c5ddc99bb6 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 210 time: 0.0732653 May 24 22:56:08.716006 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.764257 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.768181 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.912515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.970029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-62d53791-7e22-4a46-9bdf-d91b5c8a69b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] No DVR routers for this DVR port 89973d5e-d75c-41f0-9311-842e522066f5 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:56:08.970276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Allocated IP 2001:db8::226 (8490f986-a256-4123-a31d-f5d56a92b34c/dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7/1670b44b-2153-4f41-8a81-1267f5c85cf3) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:08.977525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device f976c83d-7c05-4755-8d24-2b1828f02111 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:08.979970 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-62d53791-7e22-4a46-9bdf-d91b5c8a69b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.981364 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:08.993228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:08.994911 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:09.001873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'name': 'network-vif-deleted', 'tag': '89973d5e-d75c-41f0-9311-842e522066f5'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:09.077686 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-68a97b0e-5ef5-4b64-9aff-6c8a20f335f2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0340204 May 24 22:56:09.088930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-62d53791-7e22-4a46-9bdf-d91b5c8a69b4 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.31 "DELETE /v2.0/ports/89973d5e-d75c-41f0-9311-842e522066f5 HTTP/1.1" status: 204 len: 173 time: 3.9215901 May 24 22:56:09.151674 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95a4729-a55f-4111-ae62-728e70b41008'] response: {'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'name': 'network-vif-deleted', 'tag': '89973d5e-d75c-41f0-9311-842e522066f5', 'status': 'completed', 'code': 200} May 24 22:56:09.233771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port f976c83d-7c05-4755-8d24-2b1828f02111 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:09.234148 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:09.250523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port f976c83d-7c05-4755-8d24-2b1828f02111 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:09.250861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:09.283273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f976c83d-7c05-4755-8d24-2b1828f02111'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:09.299532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port f976c83d-7c05-4755-8d24-2b1828f02111, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f976c83d-7c05-4755-8d24-2b1828f02111,segment=NetworkSegment(9e0ae386-2120-460c-9988-5267ffa85340),segment_id=9e0ae386-2120-460c-9988-5267ffa85340)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:09.307898 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:09.308955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 89973d5e-d75c-41f0-9311-842e522066f5 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:09.334324 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6062074 May 24 22:56:09.365096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c59f80-b3de-4cd9-8171-096ee8173789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Pushing event updated for resources: {'Network': ['ID=62db976e-513f-43a3-a3ea-8e9763d8b1bf,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:09.404573 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdeba53f-3b28-4d14-b181-ebf40d81890e'] response: {'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f976c83d-7c05-4755-8d24-2b1828f02111', 'code': 200} May 24 22:56:09.407072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Router e00ae51e-36db-46fd-b115-839e2aacd4fa is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:56:09.416405 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 62db976e-513f-43a3-a3ea-8e9763d8b1bf details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:56:09.421039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f7d7d-9a54-46bd-80aa-404c723b6d5e req-e84da6ab-11a0-4409-addc-fc2d209da72e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:09.427885 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f9f7d7d-9a54-46bd-80aa-404c723b6d5e req-e84da6ab-11a0-4409-addc-fc2d209da72e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 945 time: 0.2856555 May 24 22:56:09.432659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b053064-872d-4b72-a4a1-14d072d4c484 req-165e1279-ffd6-465a-96f5-a8c08a859361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:09.434889 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b053064-872d-4b72-a4a1-14d072d4c484 req-165e1279-ffd6-465a-96f5-a8c08a859361 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 1096 time: 0.3375599 May 24 22:56:09.472885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 89973d5e-d75c-41f0-9311-842e522066f5 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:56:09.473359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 89973d5e-d75c-41f0-9311-842e522066f5 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:56:09.579580 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f9f7d7d-9a54-46bd-80aa-404c723b6d5e req-b032c222-dc8a-4693-85a6-345378b3b9d3 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507475 May 24 22:56:09.709537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=f976c83d-7c05-4755-8d24-2b1828f02111,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:09.712475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34498) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:09.739049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Request body: {'port': {'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf', 'binding:host_id': 'n-h1-843146-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-547877021'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:09.756151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:09.798753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Usage tracker for resource:port and tenant:848ec77917ec471ca9fb54846c749c01 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:09.807727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:09.862139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:09.932802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Made reservation on behalf of 848ec77917ec471ca9fb54846c749c01 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:09.935139 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:09.960134 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:09.966849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:09.976177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b053064-872d-4b72-a4a1-14d072d4c484 req-8a2f7af9-6f0a-43b1-95d9-e42aee884eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:09.977681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b053064-872d-4b72-a4a1-14d072d4c484 req-8a2f7af9-6f0a-43b1-95d9-e42aee884eaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.4745641 May 24 22:56:09.985709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:09.990703 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:10.095287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:56:10.099415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Transition to ACTIVE for port object 1670b44b-2153-4f41-8a81-1267f5c85cf3 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:10.107079 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e5e571-6afd-48eb-a6d5-052256f48326 None None] Sync routers for ids ['e00ae51e-36db-46fd-b115-839e2aacd4fa'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:56:10.111696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:10.111927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:10.115872 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e90b3346-a064-4ea6-acdf-cd65eb6b4dd2 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "PUT /v2.0/routers/e00ae51e-36db-46fd-b115-839e2aacd4fa HTTP/1.1" status: 200 len: 920 time: 9.1618321 May 24 22:56:10.117824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] For port f976c83d-7c05-4755-8d24-2b1828f02111, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=f976c83d-7c05-4755-8d24-2b1828f02111,segment=NetworkSegment(9e0ae386-2120-460c-9988-5267ffa85340),segment_id=9e0ae386-2120-460c-9988-5267ffa85340)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:10.118200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:10.123187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34514) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:10.123366 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5e571-6afd-48eb-a6d5-052256f48326 None None] Routers {'e00ae51e-36db-46fd-b115-839e2aacd4fa'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:56:10.124411 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-11e5e571-6afd-48eb-a6d5-052256f48326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:56:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e00ae51e-36db-46fd-b115-839e2aacd4fa'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:10.131370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Usage tracker for resource:security_group_rule and tenant:848ec77917ec471ca9fb54846c749c01 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:10.138232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-5d46e888-d0f7-4f39-bf20-49b5b9e08c35 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:10.139679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-5d46e888-d0f7-4f39-bf20-49b5b9e08c35 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/networks?id=72774974-d943-46a9-b45b-c020b4742842 HTTP/1.1" status: 200 len: 807 time: 0.3086078 May 24 22:56:10.193746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:10.194049 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-11e5e571-6afd-48eb-a6d5-052256f48326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:10.206503 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5e571-6afd-48eb-a6d5-052256f48326 None None] Routers {'e00ae51e-36db-46fd-b115-839e2aacd4fa'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:56:10.207129 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-11e5e571-6afd-48eb-a6d5-052256f48326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:56:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e00ae51e-36db-46fd-b115-839e2aacd4fa'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:10.229294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b053064-872d-4b72-a4a1-14d072d4c484 req-e0764938-4212-4db1-8516-699db5bcdd86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e451716-e000-4beb-8069-b0e47f3b69da HTTP/1.1" status: 200 len: 1000 time: 0.2394266 May 24 22:56:10.238937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:10.267845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Calling delete_port for f976c83d-7c05-4755-8d24-2b1828f02111 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:10.297767 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-5c4bd79d-187c-450c-8b35-32bf10c438e4 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/quotas/5a12641c14ed49389d79d0c86a7fb29f HTTP/1.1" status: 200 len: 375 time: 0.1067622 May 24 22:56:10.310586 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-11e5e571-6afd-48eb-a6d5-052256f48326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:10.310983 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e5e571-6afd-48eb-a6d5-052256f48326 None None] The sync data for ids ['e00ae51e-36db-46fd-b115-839e2aacd4fa'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:56:10.316594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21799862-39e4-496d-b0e6-56f6948075a8 req-36b1b8c3-8e20-4ef8-a40b-5b06e27e7d51 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:10.318088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21799862-39e4-496d-b0e6-56f6948075a8 req-36b1b8c3-8e20-4ef8-a40b-5b06e27e7d51 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.5368121 May 24 22:56:10.362834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-62acc418-5109-4394-9f09-e0a9b8f4d4a9 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a12641c14ed49389d79d0c86a7fb29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578089 May 24 22:56:10.422646 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:10.499495 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:10.501827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b053064-872d-4b72-a4a1-14d072d4c484 req-d0f953ad-4ca4-4bd8-94a4-36a94cb72903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:10.503284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b053064-872d-4b72-a4a1-14d072d4c484 req-d0f953ad-4ca4-4bd8-94a4-36a94cb72903 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.2553082 May 24 22:56:10.556855 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-b2cec0d8-a0c7-4250-a30f-0056fb11824b service neutron] 10.222.0.55 "GET /v2.0/networks/72774974-d943-46a9-b45b-c020b4742842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860034 May 24 22:56:10.586876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:10.602216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Network 4fabf902-dac6-47bd-bd07-ce1fa37face8 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:10.615784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:10.620073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21799862-39e4-496d-b0e6-56f6948075a8 req-5eb26f47-780a-45e5-a3e5-8c1dd78466a2 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883916 May 24 22:56:10.625152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-19312009-a913-4545-925c-481013d5bdfb tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/routers/e00ae51e-36db-46fd-b115-839e2aacd4fa HTTP/1.1" status: 200 len: 926 time: 0.4981940 May 24 22:56:10.629674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:10.666146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34520) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:10.666811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Pushing event updated for resources: {'Port': ['ID=87a1a6bb-821c-4087-b601-4fae3c4002f8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:10.697471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Port': ['ID=f976c83d-7c05-4755-8d24-2b1828f02111,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:10.708248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Network 8490f986-a256-4123-a31d-f5d56a92b34c is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:10.745377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.745746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.746073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.746405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.746724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.747056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.747357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.747671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.747982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.748295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.748610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.748922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:10.806744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] No DVR routers for this DVR port f976c83d-7c05-4755-8d24-2b1828f02111 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:56:10.810496 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:10.843913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-1e5ab153-d67c-4cbe-a78f-0ffd78b28b3a service neutron] 10.222.0.55 "GET /v2.0/networks/72774974-d943-46a9-b45b-c020b4742842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783756 May 24 22:56:10.845572 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-61b9b24c-5d45-4832-834f-65c0302d1d0b req-5c431591-4626-493a-a266-c34714bc59a2 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.31 "DELETE /v2.0/ports/f976c83d-7c05-4755-8d24-2b1828f02111 HTTP/1.1" status: 204 len: 173 time: 1.7461002 May 24 22:56:11.011637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:11.033529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:11.051492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:11.052172 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:11.128895 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:11.161674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:11.162353 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:11.174560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'name': 'network-vif-deleted', 'tag': 'f976c83d-7c05-4755-8d24-2b1828f02111'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:11.189537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'Port': ['ID=1670b44b-2153-4f41-8a81-1267f5c85cf3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:11.202986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-19a80dec-c2bf-4141-b305-af327e34616a req-fc4b88e4-404a-4619-86a5-f7076dd32818 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Synchronizing usage tracker for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:11.217094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:11.221401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] device_id is not set on port 7c779678-f051-4cfb-abe4-241a62ac1422 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:11.264978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-19a80dec-c2bf-4141-b305-af327e34616a req-fc4b88e4-404a-4619-86a5-f7076dd32818 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Unset dirty status for tenant:d90d3d2574984885b0f06938daf064fc on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:11.266472 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19a80dec-c2bf-4141-b305-af327e34616a req-fc4b88e4-404a-4619-86a5-f7076dd32818 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ca40187-f1e5-44b9-97f5-44b8c28858a7 HTTP/1.1" status: 200 len: 210 time: 0.1517842 May 24 22:56:11.322217 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-445434e9-fa96-4222-826b-04f509dcfe15 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5666602 May 24 22:56:11.324971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34546) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:11.340368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-fca6c74b-a62f-4c38-9122-0d5778361cc9 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11a', 'mac_address': 'fa:16:3e:8d:04:29'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:11.453061 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9a4eb082-382b-4f7a-83d2-f1923218aba0 None None] Provisioning for port 1670b44b-2153-4f41-8a81-1267f5c85cf3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:56:11.455932 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98b9316b-63d8-44ef-a1ef-38874dd159c0 req-3f7c8a83-afa8-41ee-81ab-cf8ab65aa101 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 210 time: 0.0626864 May 24 22:56:11.459792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9a4eb082-382b-4f7a-83d2-f1923218aba0 None None] Provisioning complete for port 1670b44b-2153-4f41-8a81-1267f5c85cf3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:11.462592 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb082-382b-4f7a-83d2-f1923218aba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:11.466927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7362a537-b855-4dd9-a7f7-d46f324bc523 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5836828 May 24 22:56:11.512462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b053064-872d-4b72-a4a1-14d072d4c484 req-aaa0b43f-af5f-4119-8930-798fe284ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:11.515435 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b053064-872d-4b72-a4a1-14d072d4c484 req-aaa0b43f-af5f-4119-8930-798fe284ad38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9892006 May 24 22:56:11.516079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58474e22-d624-4a56-8d10-403d430c8afd,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:11.527690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9a4eb082-382b-4f7a-83d2-f1923218aba0 None None] Port 1670b44b-2153-4f41-8a81-1267f5c85cf3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:56:11.532059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Request body: {'port': {'device_id': '32c999bb-184d-4bb9-858a-12ef1a2e35c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:11.634008 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605fc883-d92a-4ebe-bd1f-2823a260bb4e'] response: {'server_uuid': '1ca40187-f1e5-44b9-97f5-44b8c28858a7', 'name': 'network-vif-deleted', 'tag': 'f976c83d-7c05-4755-8d24-2b1828f02111', 'status': 'completed', 'code': 200} May 24 22:56:11.665033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b593546-f576-4904-8b9e-cee924ae9217 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:11.669341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4b593546-f576-4904-8b9e-cee924ae9217 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&device_id=e00ae51e-36db-46fd-b115-839e2aacd4fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9916673 May 24 22:56:11.688402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34562) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:11.858556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080afd31-4971-46b9-9748-3552ad72c133 req-9e1d1ece-e1b3-46e1-9b60-574ca60c3ce2 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:11.859173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-080afd31-4971-46b9-9748-3552ad72c133 req-9e1d1ece-e1b3-46e1-9b60-574ca60c3ce2 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Synchronizing usage tracker for tenant:42bcdb34ff2c44759aae635a2eb17a34 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:11.997172 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:12.021069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-080afd31-4971-46b9-9748-3552ad72c133 req-9e1d1ece-e1b3-46e1-9b60-574ca60c3ce2 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Unset dirty status for tenant:42bcdb34ff2c44759aae635a2eb17a34 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:12.022262 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-080afd31-4971-46b9-9748-3552ad72c133 req-9e1d1ece-e1b3-46e1-9b60-574ca60c3ce2 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 931 time: 0.6987574 May 24 22:56:12.029236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b053064-872d-4b72-a4a1-14d072d4c484 req-45a5a57d-9f2b-4a5b-b751-dfeea212dd63 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200561 May 24 22:56:12.119089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730f9677-4dfb-45cc-ac05-fb74df219c1c tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:12.120582 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-730f9677-4dfb-45cc-ac05-fb74df219c1c tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 881 time: 0.4311714 May 24 22:56:12.124126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34566) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:12.171503 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fca6c74b-a62f-4c38-9122-0d5778361cc9 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:12.192581 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12f4cff0-5f71-4298-9442-29d2ac610478 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=e00ae51e-36db-46fd-b115-839e2aacd4fa HTTP/1.1" status: 200 len: 205 time: 0.0651925 May 24 22:56:12.196006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34570) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:12.266377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-080afd31-4971-46b9-9748-3552ad72c133 req-1d7b912c-be11-4f87-a4f5-3e817680dd71 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Synchronizing usage tracker for tenant:42bcdb34ff2c44759aae635a2eb17a34 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:12.306500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa80e-da61-4041-877a-a090663afa12 req-9c299daa-328b-483b-92ff-961fbbd4678a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:12.307987 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52caa80e-da61-4041-877a-a090663afa12 req-9c299daa-328b-483b-92ff-961fbbd4678a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 945 time: 0.3931010 May 24 22:56:12.320862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] device_id is not set on port 7c779678-f051-4cfb-abe4-241a62ac1422 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:12.361626 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:12.392471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-080afd31-4971-46b9-9748-3552ad72c133 req-1d7b912c-be11-4f87-a4f5-3e817680dd71 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Unset dirty status for tenant:42bcdb34ff2c44759aae635a2eb17a34 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:12.393654 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-080afd31-4971-46b9-9748-3552ad72c133 req-1d7b912c-be11-4f87-a4f5-3e817680dd71 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604097 May 24 22:56:12.438186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Transition to ACTIVE for port object 7c779678-f051-4cfb-abe4-241a62ac1422 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:12.489253 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52caa80e-da61-4041-877a-a090663afa12 req-89028f37-90bc-4a74-acfc-2510f0b0cc4e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693311 May 24 22:56:12.501253 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b053064-872d-4b72-a4a1-14d072d4c484 req-96f4cc0e-6a65-4271-8cc4-1b2e11953817 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466331 May 24 22:56:12.507213 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:12.549850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34578) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:12.727574 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:12.782630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event updated for resources: {'Port': ['ID=7c779678-f051-4cfb-abe4-241a62ac1422,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:12.790734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd8071f-fe22-4fb3-93b0-baabd1d93f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting subnet 573e9ba8-297d-4602-94ba-aa04ed9d3dd6 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:56:12.795856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5f1b57a-dc0a-4760-a10a-a2cc46dc69c7 req-6a9f2899-1f83-4b96-ba7a-b2890744228d tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 210 time: 0.1070185 May 24 22:56:12.806896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4dd8071f-fe22-4fb3-93b0-baabd1d93f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:12.846652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Checking segment: {'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:56:12.847036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Network hostable DHCP agents. Network: 62db976e-513f-43a3-a3ea-8e9763d8b1bf, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:56:12.897045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4dd8071f-fe22-4fb3-93b0-baabd1d93f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:12.945229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f8ce8951-c513-4459-94ab-43298a631987 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:12.946793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f8ce8951-c513-4459-94ab-43298a631987 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.31 "GET /v2.0/networks?id=72774974-d943-46a9-b45b-c020b4742842 HTTP/1.1" status: 200 len: 807 time: 0.5039496 May 24 22:56:12.960869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Request body: {'port': {'device_id': 'e44bbca4-ae79-488b-b0c7-34cac9fe38ea', 'network_id': '72774974-d943-46a9-b45b-c020b4742842', 'admin_state_up': True, 'tenant_id': '5a12641c14ed49389d79d0c86a7fb29f'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:12.973846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Network 62db976e-513f-43a3-a3ea-8e9763d8b1bf is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:56:13.014952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 5e451716-e000-4beb-8069-b0e47f3b69da no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:13.087872 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fca6c74b-a62f-4c38-9122-0d5778361cc9 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.101619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fca6c74b-a62f-4c38-9122-0d5778361cc9 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.140368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 5e451716-e000-4beb-8069-b0e47f3b69da is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:13.141095 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.163326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f6f0-57e2-4e4c-a26b-604083168b87 req-57a9be6f-26d9-41f7-99ae-55d7c619e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:13.164713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34f6f6f0-57e2-4e4c-a26b-604083168b87 req-57a9be6f-26d9-41f7-99ae-55d7c619e7ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 1096 time: 0.5180590 May 24 22:56:13.167009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.168169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 62db976e-513f-43a3-a3ea-8e9763d8b1bf) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:13.173713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a1a6bb-821c-4087-b601-4fae3c4002f8 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:56:13.184583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:13.193461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:13.198522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:13.200425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-fca6c74b-a62f-4c38-9122-0d5778361cc9 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] In _notify_port_updated(), no bound segment for port 1670b44b-2153-4f41-8a81-1267f5c85cf3 on network 8490f986-a256-4123-a31d-f5d56a92b34c {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:56:13.204585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab242ad-c729-4742-afc4-601e8b409c3a None None] Network 62db976e-513f-43a3-a3ea-8e9763d8b1bf requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:13.205798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca6c74b-a62f-4c38-9122-0d5778361cc9 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:13.206417 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fca6c74b-a62f-4c38-9122-0d5778361cc9 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.207696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fca6c74b-a62f-4c38-9122-0d5778361cc9 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "PUT /v2.0/ports/1670b44b-2153-4f41-8a81-1267f5c85cf3 HTTP/1.1" status: 200 len: 1002 time: 1.8814626 May 24 22:56:13.214129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34594) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:13.217612 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.229710 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.269007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Deleting port 3184ab17-9f80-4a81-9fbd-992df0de3dd9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:13.269971 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.297527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:13.328363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:13.329014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:13.329185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Usage tracker for resource:port and tenant:5a12641c14ed49389d79d0c86a7fb29f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:13.329739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:13.351414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Transition to ACTIVE for port object 87a1a6bb-821c-4087-b601-4fae3c4002f8 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:13.352483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:13.353006 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:13.356701 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 2 to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 May 24 22:56:13.357763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:13.360546 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6c74b-a62f-4c38-9122-0d5778361cc9 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'Port': ['ID=1670b44b-2153-4f41-8a81-1267f5c85cf3,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:13.368895 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4dd8071f-fe22-4fb3-93b0-baabd1d93f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.379113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:13.403762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.406455 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e5d801-e9e8-4498-aa69-8dfec833c2f6'] response: {'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da', 'code': 200} May 24 22:56:13.462501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Made reservation on behalf of 5a12641c14ed49389d79d0c86a7fb29f for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:13.466066 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.507902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:13.508400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:13.508858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:13.577750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:13.708486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-99c01038-c7d9-40b2-bc63-8f0e9dcf67cb None None] Provisioning complete for port 1670b44b-2153-4f41-8a81-1267f5c85cf3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:13.709021 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-99c01038-c7d9-40b2-bc63-8f0e9dcf67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.747361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e35be8d2-6104-4a6e-ab1c-d81a24f511cc details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:56:13.779118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:13.779333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-99c01038-c7d9-40b2-bc63-8f0e9dcf67cb None None] Port 1670b44b-2153-4f41-8a81-1267f5c85cf3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:56:13.779461 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:13.798247 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 3 to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 May 24 22:56:13.837660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f6f0-57e2-4e4c-a26b-604083168b87 req-b9441631-283a-4f23-a090-dc4849d8b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:13.839206 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34f6f6f0-57e2-4e4c-a26b-604083168b87 req-b9441631-283a-4f23-a090-dc4849d8b770 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.6610079 May 24 22:56:13.877975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Pushing event updated for resources: {'Port': ['ID=87a1a6bb-821c-4087-b601-4fae3c4002f8,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:13.888786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:13.889014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:13.889353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:13.898131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-60d5b584-7f70-40e8-9c16-35bae746f1d3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Deleting port 1670b44b-2153-4f41-8a81-1267f5c85cf3 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:13.898615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-60d5b584-7f70-40e8-9c16-35bae746f1d3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.948663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:13.959743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e35be8d2-6104-4a6e-ab1c-d81a24f511cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:13.994113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'port_id': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc', 'mac_address': 'fa:16:3e:72:32:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c020c108-849b-4525-aa7e-ba351ac9ffb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:56:14.017654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:14.021124 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:14.036177 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 4 to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 May 24 22:56:14.096410 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4dd8071f-fe22-4fb3-93b0-baabd1d93f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:14.104245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e35be8d2-6104-4a6e-ab1c-d81a24f511cc is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:14.104789 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:14.122758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e35be8d2-6104-4a6e-ab1c-d81a24f511cc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:56:14.140806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e35be8d2-6104-4a6e-ab1c-d81a24f511cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:14.146763 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:14.184130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:14.185085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:14.185594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:14.197725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8071f-fe22-4fb3-93b0-baabd1d93f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Subnet': ['ID=573e9ba8-297d-4602-94ba-aa04ed9d3dd6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:14.202243 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4dd8071f-fe22-4fb3-93b0-baabd1d93f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:14.210069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c6c3e-68e6-4add-b39b-d75fdd2abb0a None None] Network 0c76efa3-88f4-4832-aeae-7173dba31976 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:14.223321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:14.223909 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:14.231896 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 5 to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 May 24 22:56:14.271169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34f6f6f0-57e2-4e4c-a26b-604083168b87 req-aafa0fc6-346f-4316-a794-708b2249599e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e451716-e000-4beb-8069-b0e47f3b69da HTTP/1.1" status: 200 len: 998 time: 0.3835645 May 24 22:56:14.287271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e35be8d2-6104-4a6e-ab1c-d81a24f511cc'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:56:14.291738 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4dd8071f-fe22-4fb3-93b0-baabd1d93f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "DELETE /v2.0/subnets/573e9ba8-297d-4602-94ba-aa04ed9d3dd6 HTTP/1.1" status: 204 len: 168 time: 1.7326190 May 24 22:56:14.358689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:14.370515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34618) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:14.407738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Calling delete_port for 3184ab17-9f80-4a81-9fbd-992df0de3dd9 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:14.497106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:14.497749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:14.499061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:14.537315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Attempting to bind port 87a1a6bb-821c-4087-b601-4fae3c4002f8 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:14.550025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Attempting to bind port 87a1a6bb-821c-4087-b601-4fae3c4002f8 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '777d84b6-a5f8-4a5e-993b-306bee169994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4fabf902-dac6-47bd-bd07-ce1fa37face8'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:14.550313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Attempting to bind port 87a1a6bb-821c-4087-b601-4fae3c4002f8 on network 4fabf902-dac6-47bd-bd07-ce1fa37face8 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:14.561058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65450b4e-d0ba-4e2e-b9cf-6b90ac25bae9 req-69fafa1e-3273-470b-a5c4-5708a9177736 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:14.580200 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65450b4e-d0ba-4e2e-b9cf-6b90ac25bae9 req-69fafa1e-3273-470b-a5c4-5708a9177736 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 943 time: 0.8500366 May 24 22:56:14.673538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:14.673538 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:14.686886 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 6 to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 May 24 22:56:14.693674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Port 87a1a6bb-821c-4087-b601-4fae3c4002f8 on network 4fabf902-dac6-47bd-bd07-ce1fa37face8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:14.693999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Attempting to bind port 87a1a6bb-821c-4087-b601-4fae3c4002f8 on network 4fabf902-dac6-47bd-bd07-ce1fa37face8 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:14.736095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:56:14.736436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Checking segment: {'id': '777d84b6-a5f8-4a5e-993b-306bee169994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4fabf902-dac6-47bd-bd07-ce1fa37face8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:56:14.736825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Bound using segment: {'id': '777d84b6-a5f8-4a5e-993b-306bee169994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4fabf902-dac6-47bd-bd07-ce1fa37face8'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:56:14.737267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Bound port: 87a1a6bb-821c-4087-b601-4fae3c4002f8, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777d84b6-a5f8-4a5e-993b-306bee169994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4fabf902-dac6-47bd-bd07-ce1fa37face8'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:56:14.737666 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:14.747716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c899408-dd46-4c5c-95cf-c76ffbf3554a None None] DHCP port deletion for 0c76efa3-88f4-4832-aeae-7173dba31976 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:56:14.763808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6c899408-dd46-4c5c-95cf-c76ffbf3554a None None] Deleting port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:14.764384 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6c899408-dd46-4c5c-95cf-c76ffbf3554a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:14.778893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:14.779236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:14.779573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:14.782949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f6f0-57e2-4e4c-a26b-604083168b87 req-74f4392b-9918-49ae-b334-d71f7b4ad02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:14.783947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34f6f6f0-57e2-4e4c-a26b-604083168b87 req-74f4392b-9918-49ae-b334-d71f7b4ad02a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.4980564 May 24 22:56:14.824183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a357a-b372-4997-8900-586e6b40e8d3 req-da8214e9-c313-421c-a316-31f4be46e328 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:14.833946 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea1a357a-b372-4997-8900-586e6b40e8d3 req-da8214e9-c313-421c-a316-31f4be46e328 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.8905354 May 24 22:56:14.867266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65450b4e-d0ba-4e2e-b9cf-6b90ac25bae9 req-22c2e7b3-b75b-47a1-843e-e5c41bd966af tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855124 May 24 22:56:14.867946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:14.868278 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:14.954758 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea1a357a-b372-4997-8900-586e6b40e8d3 req-427bd662-e4e4-4d86-84d2-499768ad0550 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193156 May 24 22:56:15.011859 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 7 to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 May 24 22:56:15.015102 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Allocated IP 172.20.0.2 (72774974-d943-46a9-b45b-c020b4742842/a59f472f-3e81-4d31-ab5e-16846b501672/6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:15.071928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-60d5b584-7f70-40e8-9c16-35bae746f1d3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:15.080291 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:15.091455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc80b05-b66c-482c-8627-178455dabc7c req-2050b2ea-9423-461f-8f47-0d102b04d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:15.095571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1dc80b05-b66c-482c-8627-178455dabc7c req-2050b2ea-9423-461f-8f47-0d102b04d4f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 1096 time: 1.0415707 May 24 22:56:15.145064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6c899408-dd46-4c5c-95cf-c76ffbf3554a None None] For port 08a599c9-ecdc-46fc-8529-e07d9a66ea05, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=08a599c9-ecdc-46fc-8529-e07d9a66ea05,segment=NetworkSegment(babfca47-74b8-4e18-b13d-c6c77b5c2322),segment_id=babfca47-74b8-4e18-b13d-c6c77b5c2322)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:15.147315 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6c899408-dd46-4c5c-95cf-c76ffbf3554a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:15.161939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:15.163919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:15.165822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:15.225923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:15.227674 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:15.242764 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 8 to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 May 24 22:56:15.321617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:15.322222 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:15.339309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6c899408-dd46-4c5c-95cf-c76ffbf3554a None None] Calling delete_port for 08a599c9-ecdc-46fc-8529-e07d9a66ea05 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:15.360297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-60d5b584-7f70-40e8-9c16-35bae746f1d3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Calling delete_port for 1670b44b-2153-4f41-8a81-1267f5c85cf3 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:15.400392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:15.400986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:15.401463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:15.426224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] For port 87a1a6bb-821c-4087-b601-4fae3c4002f8, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:56:15.429521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:15.430236 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:15.436993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] For port 87a1a6bb-821c-4087-b601-4fae3c4002f8, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87a1a6bb-821c-4087-b601-4fae3c4002f8,segment=NetworkSegment(777d84b6-a5f8-4a5e-993b-306bee169994),segment_id=777d84b6-a5f8-4a5e-993b-306bee169994)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:56:15.438884 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 9 to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 May 24 22:56:15.454303 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6c899408-dd46-4c5c-95cf-c76ffbf3554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:15.506478 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:15.518653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c899408-dd46-4c5c-95cf-c76ffbf3554a None None] No DVR routers for this DVR port 08a599c9-ecdc-46fc-8529-e07d9a66ea05 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:56:15.522581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] The port '08a599c9-ecdc-46fc-8529-e07d9a66ea05' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:56:15.532535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c899408-dd46-4c5c-95cf-c76ffbf3554a None None] Pushing event deleted for resources: {'Port': ['ID=08a599c9-ecdc-46fc-8529-e07d9a66ea05,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:15.645762 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:15.734053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 08a599c9-ecdc-46fc-8529-e07d9a66ea05 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:15.777398 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4bd6183c-7b76-4711-a112-94820d725cdc req-b546c21c-101a-4bc1-9ca9-38ca3d961829 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 210 time: 0.2306163 May 24 22:56:15.789242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:15.790117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:15.790546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:15.806482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 08a599c9-ecdc-46fc-8529-e07d9a66ea05 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:56:15.806828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 08a599c9-ecdc-46fc-8529-e07d9a66ea05 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:56:15.812096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e35be8d2-6104-4a6e-ab1c-d81a24f511cc up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:56:15.857258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Pushing event deleted for resources: {'Port': ['ID=3184ab17-9f80-4a81-9fbd-992df0de3dd9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:15.865696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc80b05-b66c-482c-8627-178455dabc7c req-27f348dd-0e33-4803-8a27-fdc0034c9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:15.868121 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1dc80b05-b66c-482c-8627-178455dabc7c req-27f348dd-0e33-4803-8a27-fdc0034c9050 service neutron] 10.222.0.50 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 905 time: 0.6897395 May 24 22:56:15.893013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:15.894061 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:15.897913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] 10.222.0.50 "PUT /v2.0/ports/87a1a6bb-821c-4087-b601-4fae3c4002f8 HTTP/1.1" status: 200 len: 1091 time: 4.3904905 May 24 22:56:15.916886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c999bb-184d-4bb9-858a-12ef1a2e35c1', 'tag': '87a1a6bb-821c-4087-b601-4fae3c4002f8'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:15.935330 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-60d5b584-7f70-40e8-9c16-35bae746f1d3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:15.942871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f6f0-57e2-4e4c-a26b-604083168b87 req-96232c6b-ec25-4d77-84c7-fcfe89ce72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:15.944993 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34f6f6f0-57e2-4e4c-a26b-604083168b87 req-96232c6b-ec25-4d77-84c7-fcfe89ce72bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1334593 May 24 22:56:15.945892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:15.946338 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:15.981400 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port e35be8d2-6104-4a6e-ab1c-d81a24f511cc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:15.983686 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.023600 n-d-843146-7 neutron-server[88389]: INFO neutron.plugins.ml2.plugin [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 10 to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 May 24 22:56:16.044466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1dc80b05-b66c-482c-8627-178455dabc7c req-6f6443d3-eba2-4a19-8a95-c4e680025c66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc HTTP/1.1" status: 200 len: 217 time: 0.1451409 May 24 22:56:16.151570 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.182987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c76efa3-88f4-4832-aeae-7173dba31976']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:16.198548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babfca47-74b8-4e18-b13d-c6c77b5c2322') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:16.198972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babfca47-74b8-4e18-b13d-c6c77b5c2322') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:16.213044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.232816 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.239696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:56:16.240230 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.254173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e35be8d2-6104-4a6e-ab1c-d81a24f511cc is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:16.255025 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.294959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e35be8d2-6104-4a6e-ab1c-d81a24f511cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:16.296432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:16.306836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5b584-7f70-40e8-9c16-35bae746f1d3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event deleted for resources: {'Port': ['ID=1670b44b-2153-4f41-8a81-1267f5c85cf3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:16.307142 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.404024 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:16.443302 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.478191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:16.480300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:16.480864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:16.594337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 7c779678-f051-4cfb-abe4-241a62ac1422 on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:16.594836 n-d-843146-7 neutron-server[88389]: ERROR neutron.plugins.ml2.managers [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 7c779678-f051-4cfb-abe4-241a62ac1422 on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:16.595285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.612508 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.617287 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.631738 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment babfca47-74b8-4e18-b13d-c6c77b5c2322 resource provider aggregate not found May 24 22:56:16.779878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.791235 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.816093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-60d5b584-7f70-40e8-9c16-35bae746f1d3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.854918 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment babfca47-74b8-4e18-b13d-c6c77b5c2322 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid babfca47-74b8-4e18-b13d-c6c77b5c2322 found for delete ", "request_id": "req-9ff9814c-d47c-414d-a5d4-5ee4138707a6"}]} May 24 22:56:16.860597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Network': ['ID=0c76efa3-88f4-4832-aeae-7173dba31976,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:16.864957 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.878365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-60d5b584-7f70-40e8-9c16-35bae746f1d3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "DELETE /v2.0/ports/1670b44b-2153-4f41-8a81-1267f5c85cf3 HTTP/1.1" status: 204 len: 168 time: 3.6615949 May 24 22:56:16.881846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34656) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:16.891314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c563a6-550d-47d9-8fc2-f6226af25939 service neutron] Pushing event updated for resources: {'Port': ['ID=87a1a6bb-821c-4087-b601-4fae3c4002f8,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:16.892562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee1f1e-b6a6-4739-9f71-5618bd2472a0 req-e0382925-3f5f-4c70-8792-f1ef859d7998 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:16.900660 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4ee1f1e-b6a6-4739-9f71-5618bd2472a0 req-e0382925-3f5f-4c70-8792-f1ef859d7998 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.5976193 May 24 22:56:16.915289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6bdf51fd-a079-4c92-ada1-9bf4fa85ba83 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "DELETE /v2.0/networks/0c76efa3-88f4-4832-aeae-7173dba31976 HTTP/1.1" status: 204 len: 168 time: 2.5245914 May 24 22:56:16.930098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34660) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:16.944307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] For port 7c779678-f051-4cfb-abe4-241a62ac1422, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:56:16.944826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempted to set empty binding levels {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 22:56:16.951274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.951870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Fanout notify agent at l3_agent the message router_deleted on router e00ae51e-36db-46fd-b115-839e2aacd4fa {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:56:16.978670 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ad4151-abfd-47af-a8cf-8d6fee6d6819 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] GET failed (client error): The resource could not be found. May 24 22:56:16.979194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c4ad4151-abfd-47af-a8cf-8d6fee6d6819 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Synchronizing usage tracker for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:16.986288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc80b05-b66c-482c-8627-178455dabc7c req-c9f2f1af-3178-48d0-a183-51729c530f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:16.988095 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1dc80b05-b66c-482c-8627-178455dabc7c req-c9f2f1af-3178-48d0-a183-51729c530f3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c020c108-849b-4525-aa7e-ba351ac9ffb5 HTTP/1.1" status: 200 len: 844 time: 0.6004858 May 24 22:56:16.995643 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:16.996712 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-01877f91-a0cd-422f-9092-d3c522245b39 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/e00ae51e-36db-46fd-b115-839e2aacd4fa HTTP/1.1" status: 204 len: 168 time: 4.7986343 May 24 22:56:17.004347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34664) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:17.013914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1869573526', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:17.024211 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:17.046182 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4ee1f1e-b6a6-4739-9f71-5618bd2472a0 req-2d32d2db-17ad-476f-804e-4e08c5db56a1 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445668 May 24 22:56:17.047342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:17.057526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Usage tracker for resource:router and tenant:e455915b3cf54855bd1a9f08c1fc1a99 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:17.078659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:17.083721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c4ad4151-abfd-47af-a8cf-8d6fee6d6819 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Unset dirty status for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:17.090261 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c4ad4151-abfd-47af-a8cf-8d6fee6d6819 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "GET /v2.0/ports/1670b44b-2153-4f41-8a81-1267f5c85cf3 HTTP/1.1" status: 404 len: 333 time: 0.2011132 May 24 22:56:17.090261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34668) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:17.091828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:17.098833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Request body: {'port': {'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1233854472'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:17.134260 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67ed1de-b83a-45ec-a2c1-ade029049741'] response: {'name': 'network-changed', 'server_uuid': '32c999bb-184d-4bb9-858a-12ef1a2e35c1', 'tag': '87a1a6bb-821c-4087-b601-4fae3c4002f8', 'status': 'completed', 'code': 200} May 24 22:56:17.167177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aff6d-9c82-4e26-b091-0ce5c24d03d7 req-9525645d-06c2-4a0b-a1d0-d33d48e08f2e tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:17.168960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a26aff6d-9c82-4e26-b091-0ce5c24d03d7 req-9525645d-06c2-4a0b-a1d0-d33d48e08f2e tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 943 time: 0.7799385 May 24 22:56:17.187189 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:17.192260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1dc80b05-b66c-482c-8627-178455dabc7c req-f786a644-1d05-4e57-a601-32bbdd08d861 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=056308aa-63e1-4aec-a0be-0a3cbc878d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1875677 May 24 22:56:17.227427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:17.228275 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:17.248651 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b8c9a3-f22a-480f-9cac-16966dfa4296'] response: {'server_uuid': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc', 'code': 200} May 24 22:56:17.255158 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:17.256202 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:17.289265 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34f6f6f0-57e2-4e4c-a26b-604083168b87 req-37a5d796-4b07-466b-91fb-287cdb851213 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8199306 May 24 22:56:17.297937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Network 72774974-d943-46a9-b45b-c020b4742842 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:17.304349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:17.306956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:17.309286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-2f80808b-9483-4784-b236-57a366721db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:17.310258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-2f80808b-9483-4784-b236-57a366721db2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42bcdb34ff2c44759aae635a2eb17a34&device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 1094 time: 0.8332438 May 24 22:56:17.316533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3bc75d0-ca40-4ef6-9221-d595613f98f8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting subnet c0845e38-b36d-4a4b-8f08-ccf33080a856 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:56:17.373106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Pushing event updated for resources: {'Port': ['ID=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:17.427172 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:17.454990 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3bc75d0-ca40-4ef6-9221-d595613f98f8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:17.481180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event updated for resources: {'Port': ['ID=7c779678-f051-4cfb-abe4-241a62ac1422,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:17.501798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:17.502459 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:17.513227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:17.558179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:17.576441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-e92fd39c-a6ea-40e0-8c0b-0e5462d1794c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a1a6bb-821c-4087-b601-4fae3c4002f8 HTTP/1.1" status: 200 len: 217 time: 0.2290924 May 24 22:56:17.577734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6b9f3e80-40ff-420d-af95-134cafce6bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 7.8603799 May 24 22:56:17.589239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a26aff6d-9c82-4e26-b091-0ce5c24d03d7 req-0a6022cb-1e60-4ae8-b237-4f22d9e5b023 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917801 May 24 22:56:17.590045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34680) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:17.668426 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3bc75d0-ca40-4ef6-9221-d595613f98f8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:17.838063 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:17.846310 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-650e8e5c-41b2-42d1-bd18-c7ac4bf03b49 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8901894 May 24 22:56:17.848235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Made reservation on behalf of 876d5e96bc9140de8fe0f654ef09912b for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:17.851794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:17.865640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Request body: {'port': {'device_id': 'e44bbca4-ae79-488b-b0c7-34cac9fe38ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:18.009145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1dc80b05-b66c-482c-8627-178455dabc7c req-7f388012-26b1-4027-b0db-bf1c4c0eec76 service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837105 May 24 22:56:18.053577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3972d-0621-4aa0-95a3-61519eda55ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Deleting port 7c779678-f051-4cfb-abe4-241a62ac1422 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:18.053941 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1b3972d-0621-4aa0-95a3-61519eda55ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:18.113948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34f6f6f0-57e2-4e4c-a26b-604083168b87 req-c9136115-370b-431f-815a-ca0c917f6a4a service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8101804 May 24 22:56:18.116301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-0422a4f9-3830-42b6-aaac-a393c903296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:18.123992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-0422a4f9-3830-42b6-aaac-a393c903296c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6ed6a1f-7e0b-4b23-91a9-b328886f55ee HTTP/1.1" status: 200 len: 853 time: 0.5330107 May 24 22:56:18.140498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] device_id is not set on port f22496e8-3440-4f1e-b7de-770355d42b4e yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:18.216869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea870d7-3eab-4bc8-bf0c-400ff84ebe2d req-64ec7afa-33dd-4ab5-8f70-9179ac7e82de tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:18.217800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7ea870d7-3eab-4bc8-bf0c-400ff84ebe2d req-64ec7afa-33dd-4ab5-8f70-9179ac7e82de tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Synchronizing usage tracker for tenant:5a12641c14ed49389d79d0c86a7fb29f on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:18.275239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-7a9c75fd-5936-4faf-861f-b769fa5caa3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4fabf902-dac6-47bd-bd07-ce1fa37face8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826194 May 24 22:56:18.349531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7ea870d7-3eab-4bc8-bf0c-400ff84ebe2d req-64ec7afa-33dd-4ab5-8f70-9179ac7e82de tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Unset dirty status for tenant:5a12641c14ed49389d79d0c86a7fb29f on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:18.350916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7ea870d7-3eab-4bc8-bf0c-400ff84ebe2d req-64ec7afa-33dd-4ab5-8f70-9179ac7e82de tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 931 time: 0.9921577 May 24 22:56:18.386835 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:18.513372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7ea870d7-3eab-4bc8-bf0c-400ff84ebe2d req-ff9d53d9-6780-45f0-9e09-319f29a1b911 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559565 May 24 22:56:18.536391 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3bc75d0-ca40-4ef6-9221-d595613f98f8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:18.571110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Allocated IP 2001:db8::277 (8490f986-a256-4123-a31d-f5d56a92b34c/dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7/f22496e8-3440-4f1e-b7de-770355d42b4e) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:18.812390 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1dc80b05-b66c-482c-8627-178455dabc7c req-6b4afc70-4de6-4fc2-96ef-a262d70d25e7 service neutron] 10.222.0.50 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7856791 May 24 22:56:18.845513 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-fa664df9-312f-4fdf-b301-520f9415d589 service neutron] 10.222.0.50 "GET /v2.0/networks/4fabf902-dac6-47bd-bd07-ce1fa37face8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611727 May 24 22:56:18.934953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-d1b3972d-0621-4aa0-95a3-61519eda55ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] For port 7c779678-f051-4cfb-abe4-241a62ac1422, host n-h1-843146-7, got binding levels [] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:18.935345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1b3972d-0621-4aa0-95a3-61519eda55ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:19.064622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:19.154393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:19.169756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3972d-0621-4aa0-95a3-61519eda55ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Calling delete_port for 7c779678-f051-4cfb-abe4-241a62ac1422 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:19.213372 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3bc75d0-ca40-4ef6-9221-d595613f98f8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:19.314890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67af2e-da05-4d65-bdac-8166ea823631 req-ce290f84-748e-46bc-830b-5174c136e91e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:19.322698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad67af2e-da05-4d65-bdac-8166ea823631 req-ce290f84-748e-46bc-830b-5174c136e91e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.9071031 May 24 22:56:19.351856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3bc75d0-ca40-4ef6-9221-d595613f98f8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:19.356573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426d981-669b-4eb7-b8a5-47971769e138 req-90dd313a-413f-48ec-a3a3-f725d4d351f8 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:19.358506 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3426d981-669b-4eb7-b8a5-47971769e138 req-90dd313a-413f-48ec-a3a3-f725d4d351f8 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 943 time: 0.5845039 May 24 22:56:19.360170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fcc59d-a554-4069-b7ba-b0a6d21738eb None None] Network 0ade6d8f-43cf-418f-a609-2db1ec821f01 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:19.440122 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad67af2e-da05-4d65-bdac-8166ea823631 req-4eefad5d-2022-4230-a859-e45ca7e4a485 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131310 May 24 22:56:19.441105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc75d0-ca40-4ef6-9221-d595613f98f8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Subnet': ['ID=c0845e38-b36d-4a4b-8f08-ccf33080a856,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:19.475270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e3bc75d0-ca40-4ef6-9221-d595613f98f8 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "DELETE /v2.0/subnets/c0845e38-b36d-4a4b-8f08-ccf33080a856 HTTP/1.1" status: 204 len: 168 time: 2.5403144 May 24 22:56:19.476954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34700) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:19.477800 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:19.536193 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:56:19.584917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Allocated IP 172.25.7.149 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/7f6cd0cf-ba6b-4c72-b46d-954b5523373f) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:19.658768 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3426d981-669b-4eb7-b8a5-47971769e138 req-95314ac0-7e05-4eda-8066-b60fd2acb089 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459104 May 24 22:56:19.675838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:56:19.726945 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:19.743969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Transition to ACTIVE for port object f22496e8-3440-4f1e-b7de-770355d42b4e will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:19.818036 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:19.885513 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf2795e-e810-4df5-9387-5b6bb23c3b9f req-86247d35-0ba7-491c-8626-dee52e191cbe service neutron] 10.222.0.50 "GET /v2.0/networks/4fabf902-dac6-47bd-bd07-ce1fa37face8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0147886 May 24 22:56:19.970659 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:19.985064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Transition to ACTIVE for port object 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:20.005485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Network 8490f986-a256-4123-a31d-f5d56a92b34c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:20.012767 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:20.018610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:20.024942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:20.031237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:20.031895 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:20.065143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] DHCP port deletion for 0ade6d8f-43cf-418f-a609-2db1ec821f01 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:56:20.075215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Deleting port 4d82a245-e100-4011-8d54-44d044f57f98 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:20.075458 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:20.208596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1b3972d-0621-4aa0-95a3-61519eda55ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:20.346694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port 4d82a245-e100-4011-8d54-44d044f57f98 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:20.347028 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:20.411658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3972d-0621-4aa0-95a3-61519eda55ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c779678-f051-4cfb-abe4-241a62ac1422,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:20.458677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1b3972d-0621-4aa0-95a3-61519eda55ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:20.468834 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d1b3972d-0621-4aa0-95a3-61519eda55ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "DELETE /v2.0/ports/7c779678-f051-4cfb-abe4-241a62ac1422 HTTP/1.1" status: 204 len: 168 time: 2.8650124 May 24 22:56:20.472817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34720) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:20.548581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'Port': ['ID=f22496e8-3440-4f1e-b7de-770355d42b4e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:20.562010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] For port 4d82a245-e100-4011-8d54-44d044f57f98, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4d82a245-e100-4011-8d54-44d044f57f98,segment=NetworkSegment(9e0ae386-2120-460c-9988-5267ffa85340),segment_id=9e0ae386-2120-460c-9988-5267ffa85340)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:20.562427 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:20.582358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bcc6b-a6a0-493c-ad65-45124a650ff2 req-37b287e6-cef3-4b48-98bc-5872d2ba3062 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:20.594116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b01bcc6b-a6a0-493c-ad65-45124a650ff2 req-37b287e6-cef3-4b48-98bc-5872d2ba3062 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 931 time: 0.7264781 May 24 22:56:20.629067 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1b6b8c-07aa-4dd5-b652-731a859f9264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] GET failed (client error): The resource could not be found. May 24 22:56:20.629918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aa1b6b8c-07aa-4dd5-b652-731a859f9264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Synchronizing usage tracker for tenant:848ec77917ec471ca9fb54846c749c01 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:20.646231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a2a86b03-d760-4a3e-b1a5-d0cbd107d119 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5557992 May 24 22:56:20.657073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34726) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:20.696669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c5befe80-1de6-4b3d-8d33-4f879e7387f8 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8d:04:29'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:20.775480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Calling delete_port for 4d82a245-e100-4011-8d54-44d044f57f98 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:20.896936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:20.900322 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:20.951898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] No DVR routers for this DVR port 4d82a245-e100-4011-8d54-44d044f57f98 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:56:20.972517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] For port 4d82a245-e100-4011-8d54-44d044f57f98, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4d82a245-e100-4011-8d54-44d044f57f98,segment=NetworkSegment(9e0ae386-2120-460c-9988-5267ffa85340),segment_id=9e0ae386-2120-460c-9988-5267ffa85340)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:20.972517 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:20.990003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Pushing event deleted for resources: {'Port': ['ID=4d82a245-e100-4011-8d54-44d044f57f98,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:20.992281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c21cc706-ea4f-4347-bf0b-3ff132938ed2 None None] Provisioning for port f22496e8-3440-4f1e-b7de-770355d42b4e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:56:21.014687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.015041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.015321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.015766 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.016004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.021821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.022278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.023055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.023436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.023773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.024118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.025152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f78ae-505f-43bc-b1ec-ba65266c7416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:21.027519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c21cc706-ea4f-4347-bf0b-3ff132938ed2 None None] Provisioning complete for port f22496e8-3440-4f1e-b7de-770355d42b4e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:21.028661 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c21cc706-ea4f-4347-bf0b-3ff132938ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:21.042481 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:21.092103 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c21cc706-ea4f-4347-bf0b-3ff132938ed2 None None] Port f22496e8-3440-4f1e-b7de-770355d42b4e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:56:21.120218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b01bcc6b-a6a0-493c-ad65-45124a650ff2 req-9db85610-ed20-4b04-8c73-c66d99ea4bd5 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Synchronizing usage tracker for tenant:5a12641c14ed49389d79d0c86a7fb29f on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:21.124351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02efb97-cc97-4fd8-8bce-2f63c6fd607f req-dfed3fa9-380a-4bc8-837d-3230718252b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:21.125856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d02efb97-cc97-4fd8-8bce-2f63c6fd607f req-dfed3fa9-380a-4bc8-837d-3230718252b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42bcdb34ff2c44759aae635a2eb17a34&device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 1094 time: 1.1474891 May 24 22:56:21.136962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Calling delete_port for 4d82a245-e100-4011-8d54-44d044f57f98 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:21.205716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Attempting to bind port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:21.206632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Attempting to bind port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '9a893742-408e-4455-9127-9c084454db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '72774974-d943-46a9-b45b-c020b4742842'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:21.207119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Attempting to bind port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 on network 72774974-d943-46a9-b45b-c020b4742842 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:21.210123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:21.259940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aa1b6b8c-07aa-4dd5-b652-731a859f9264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Unset dirty status for tenant:848ec77917ec471ca9fb54846c749c01 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:21.261181 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aa1b6b8c-07aa-4dd5-b652-731a859f9264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "GET /v2.0/ports/7c779678-f051-4cfb-abe4-241a62ac1422 HTTP/1.1" status: 404 len: 333 time: 0.7825220 May 24 22:56:21.279091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34734) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:21.281765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 on network 72774974-d943-46a9-b45b-c020b4742842 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:21.282300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Attempting to bind port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 on network 72774974-d943-46a9-b45b-c020b4742842 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:21.304829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Request body: {'port': {'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619642995'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:21.319401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:56:21.319740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Checking segment: {'id': '9a893742-408e-4455-9127-9c084454db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '72774974-d943-46a9-b45b-c020b4742842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:56:21.320126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Bound using segment: {'id': '9a893742-408e-4455-9127-9c084454db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '72774974-d943-46a9-b45b-c020b4742842'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:56:21.321004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Bound port: 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a893742-408e-4455-9127-9c084454db93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '72774974-d943-46a9-b45b-c020b4742842'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:56:21.321004 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:21.341755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:21.345519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:21.350729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b01bcc6b-a6a0-493c-ad65-45124a650ff2 req-9db85610-ed20-4b04-8c73-c66d99ea4bd5 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Unset dirty status for tenant:5a12641c14ed49389d79d0c86a7fb29f on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:21.351907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b01bcc6b-a6a0-493c-ad65-45124a650ff2 req-9db85610-ed20-4b04-8c73-c66d99ea4bd5 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7567694 May 24 22:56:21.360607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:21.370243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c75dc-a561-4cb1-aeb8-98cacc9c961e req-aef6f028-5514-4c49-b13f-627788631f74 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:21.371838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f3c75dc-a561-4cb1-aeb8-98cacc9c961e req-aef6f028-5514-4c49-b13f-627788631f74 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.6338809 May 24 22:56:21.393778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:21.407345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:56:21.407662 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:56:21.417007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02efb97-cc97-4fd8-8bce-2f63c6fd607f req-b3c39dcb-9e42-42fc-a432-ffce502fb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:21.418550 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d02efb97-cc97-4fd8-8bce-2f63c6fd607f req-b3c39dcb-9e42-42fc-a432-ffce502fb042 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4fabf902-dac6-47bd-bd07-ce1fa37face8 HTTP/1.1" status: 200 len: 914 time: 0.2238696 May 24 22:56:21.522673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d02efb97-cc97-4fd8-8bce-2f63c6fd607f req-ff57374e-9e04-46de-8de4-e394e5e05e6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a1a6bb-821c-4087-b601-4fae3c4002f8 HTTP/1.1" status: 200 len: 217 time: 0.0902658 May 24 22:56:21.663828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02efb97-cc97-4fd8-8bce-2f63c6fd607f req-3ada2395-1b56-484f-baf4-e1bca57da980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:21.665329 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d02efb97-cc97-4fd8-8bce-2f63c6fd607f req-3ada2395-1b56-484f-baf4-e1bca57da980 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6ed6a1f-7e0b-4b23-91a9-b328886f55ee HTTP/1.1" status: 200 len: 853 time: 0.1302898 May 24 22:56:21.726769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4d82a245-e100-4011-8d54-44d044f57f98 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:21.746077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:21.749795 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d02efb97-cc97-4fd8-8bce-2f63c6fd607f req-27fc486a-4f7c-4bc1-862c-c00193fb4f49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4fabf902-dac6-47bd-bd07-ce1fa37face8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715723 May 24 22:56:21.756008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5befe80-1de6-4b3d-8d33-4f879e7387f8 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:21.765380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Pushing event updated for resources: {'Port': ['ID=7f6cd0cf-ba6b-4c72-b46d-954b5523373f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:21.786916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Made reservation on behalf of 848ec77917ec471ca9fb54846c749c01 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:21.789639 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:21.816691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4d82a245-e100-4011-8d54-44d044f57f98 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:56:21.817036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4d82a245-e100-4011-8d54-44d044f57f98 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:56:21.822875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 87a1a6bb-821c-4087-b601-4fae3c4002f8 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:56:21.875970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f3c75dc-a561-4cb1-aeb8-98cacc9c961e req-a0565780-7688-4dcb-a847-12e55e2e8489 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693755 May 24 22:56:21.963813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Deleting port 4d82a245-e100-4011-8d54-44d044f57f98 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:21.964159 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:21.998122 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d02efb97-cc97-4fd8-8bce-2f63c6fd607f req-04ee46fe-33b3-4982-946d-61727f179866 service neutron] 10.222.0.50 "GET /v2.0/networks/4fabf902-dac6-47bd-bd07-ce1fa37face8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389760 May 24 22:56:22.044411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559afc66-fad7-419f-aace-0873cb5a520b req-c63cf85d-6767-4fef-9e57-a06bb02bbe5c tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:22.052593 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-559afc66-fad7-419f-aace-0873cb5a520b req-c63cf85d-6767-4fef-9e57-a06bb02bbe5c tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 943 time: 0.4797459 May 24 22:56:22.168889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] device_id is not set on port cd4a2eec-7465-4c3e-86b1-c5d222227a9b yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:22.181864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] The port '4d82a245-e100-4011-8d54-44d044f57f98' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:56:22.182611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 87a1a6bb-821c-4087-b601-4fae3c4002f8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87a1a6bb-821c-4087-b601-4fae3c4002f8,segment=NetworkSegment(777d84b6-a5f8-4a5e-993b-306bee169994),segment_id=777d84b6-a5f8-4a5e-993b-306bee169994)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:22.211903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '87a1a6bb-821c-4087-b601-4fae3c4002f8', 'network_id': '4fabf902-dac6-47bd-bd07-ce1fa37face8', 'port_id': '87a1a6bb-821c-4087-b601-4fae3c4002f8', 'mac_address': 'fa:16:3e:0c:86:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ed6a1f-7e0b-4b23-91a9-b328886f55ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:56:22.309348 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-559afc66-fad7-419f-aace-0873cb5a520b req-a1384bb4-8063-42b4-8ca1-5771d4debd52 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555788 May 24 22:56:22.352015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 87a1a6bb-821c-4087-b601-4fae3c4002f8 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:22.352402 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:22.372801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a1a6bb-821c-4087-b601-4fae3c4002f8 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:56:22.396504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] For port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:56:22.413257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 87a1a6bb-821c-4087-b601-4fae3c4002f8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87a1a6bb-821c-4087-b601-4fae3c4002f8,segment=NetworkSegment(777d84b6-a5f8-4a5e-993b-306bee169994),segment_id=777d84b6-a5f8-4a5e-993b-306bee169994)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:22.422815 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:22.480216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] For port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7,segment=NetworkSegment(9a893742-408e-4455-9127-9c084454db93),segment_id=9a893742-408e-4455-9127-9c084454db93)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:56:22.538578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:22.599112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=87a1a6bb-821c-4087-b601-4fae3c4002f8,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:22.716814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:22.718646 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:22.720452 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-f4440c30-c058-4091-92e6-87559babe462 service neutron] 10.222.0.31 "PUT /v2.0/ports/6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 HTTP/1.1" status: 200 len: 1091 time: 4.8589861 May 24 22:56:22.721091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44bbca4-ae79-488b-b0c7-34cac9fe38ea', 'tag': '6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:22.723271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['87a1a6bb-821c-4087-b601-4fae3c4002f8'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:56:22.769708 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:22.830917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ade6d8f-43cf-418f-a609-2db1ec821f01']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:22.840792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d02efb97-cc97-4fd8-8bce-2f63c6fd607f req-6edfed3e-17a9-426a-a10c-0ddb9bd54bb0 service neutron] 10.222.0.50 "GET /v2.0/networks/4fabf902-dac6-47bd-bd07-ce1fa37face8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8361228 May 24 22:56:22.850279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0ae386-2120-460c-9988-5267ffa85340') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:22.850855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0ae386-2120-460c-9988-5267ffa85340') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:22.893410 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:22.929887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825cc4-ad29-4dd9-a1b0-4656a7d00732 req-4630c5fe-d23a-42eb-981b-0c4c79bd1390 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:22.937209 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3825cc4-ad29-4dd9-a1b0-4656a7d00732 req-4630c5fe-d23a-42eb-981b-0c4c79bd1390 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 943 time: 0.2479081 May 24 22:56:22.941153 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:22.968323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:56:22.968735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:23.036038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 5e451716-e000-4beb-8069-b0e47f3b69da no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:23.143908 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 9e0ae386-2120-460c-9988-5267ffa85340 resource provider aggregate not found May 24 22:56:23.194999 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 9e0ae386-2120-460c-9988-5267ffa85340 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e0ae386-2120-460c-9988-5267ffa85340 found for delete ", "request_id": "req-b0791ced-3450-44de-a7b7-53a6bc437534"}]} May 24 22:56:23.230630 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d34d1c-4ead-44f5-98a4-1208a251025c'] response: {'name': 'network-changed', 'server_uuid': 'e44bbca4-ae79-488b-b0c7-34cac9fe38ea', 'tag': '6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7', 'status': 'completed', 'code': 200} May 24 22:56:23.232714 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3825cc4-ad29-4dd9-a1b0-4656a7d00732 req-b9edb804-7f63-4ec4-8f05-8868e086b37c tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906704 May 24 22:56:23.248607 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:23.285600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:23.288858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 5e451716-e000-4beb-8069-b0e47f3b69da is: DOWN; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:23.303349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] Pushing event deleted for resources: {'Network': ['ID=0ade6d8f-43cf-418f-a609-2db1ec821f01,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:23.331885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ef26b0fa-c60d-4f98-aaad-d47edd473f84 tempest-ServersTestMultiNic-692635146 tempest-ServersTestMultiNic-692635146-project] 10.222.0.55 "DELETE /v2.0/networks/0ade6d8f-43cf-418f-a609-2db1ec821f01 HTTP/1.1" status: 204 len: 168 time: 3.8358970 May 24 22:56:23.476004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4440c30-c058-4091-92e6-87559babe462 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:23.511239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00453f7-9333-4886-a70f-be6ce793a84c req-3ce167b2-f22d-468e-a269-bf50d8d8344b tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:23.519876 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f00453f7-9333-4886-a70f-be6ce793a84c req-3ce167b2-f22d-468e-a269-bf50d8d8344b tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 944 time: 0.0966451 May 24 22:56:23.628263 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:23.638874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f00453f7-9333-4886-a70f-be6ce793a84c req-b67e9cf4-6eb9-4c1a-8c68-853d8e464333 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154451 May 24 22:56:23.807458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 87a1a6bb-821c-4087-b601-4fae3c4002f8 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:56:23.814575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-c5befe80-1de6-4b3d-8d33-4f879e7387f8 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:56:23.877972 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:23.878678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d8c3e-2bf6-4bcc-96a5-3a12ec8a266c req-b8f7c8ed-4a79-4a6b-b59d-9b190fb5182b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:23.882867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-884d8c3e-2bf6-4bcc-96a5-3a12ec8a266c req-b8f7c8ed-4a79-4a6b-b59d-9b190fb5182b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.1385629 May 24 22:56:24.012781 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.014429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34804) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:24.029410 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5befe80-1de6-4b3d-8d33-4f879e7387f8 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.037435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 87a1a6bb-821c-4087-b601-4fae3c4002f8 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:56:24.041252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.048614 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 87a1a6bb-821c-4087-b601-4fae3c4002f8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:24.049156 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.064941 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5befe80-1de6-4b3d-8d33-4f879e7387f8 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.129217 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-884d8c3e-2bf6-4bcc-96a5-3a12ec8a266c req-3103e55c-9030-4b02-aaaa-a6d6cf23419b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309072 May 24 22:56:24.141411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Network 62db976e-513f-43a3-a3ea-8e9763d8b1bf is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:24.160317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:24.160317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:24.160317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:24.160317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.190738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c5befe80-1de6-4b3d-8d33-4f879e7387f8 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] In _notify_port_updated(), no bound segment for port f22496e8-3440-4f1e-b7de-770355d42b4e on network 8490f986-a256-4123-a31d-f5d56a92b34c {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:56:24.198371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5befe80-1de6-4b3d-8d33-4f879e7387f8 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:24.199597 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5befe80-1de6-4b3d-8d33-4f879e7387f8 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.203185 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c5befe80-1de6-4b3d-8d33-4f879e7387f8 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "PUT /v2.0/ports/f22496e8-3440-4f1e-b7de-770355d42b4e HTTP/1.1" status: 200 len: 1003 time: 3.5375588 May 24 22:56:24.208783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.9238937 May 24 22:56:24.213051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34814) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:24.213426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34816) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:24.230562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:24.287204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 87a1a6bb-821c-4087-b601-4fae3c4002f8 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:24.288672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.323651 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c999bb-184d-4bb9-858a-12ef1a2e35c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a1a6bb-821c-4087-b601-4fae3c4002f8'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:24.338509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 87a1a6bb-821c-4087-b601-4fae3c4002f8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87a1a6bb-821c-4087-b601-4fae3c4002f8,segment=NetworkSegment(777d84b6-a5f8-4a5e-993b-306bee169994),segment_id=777d84b6-a5f8-4a5e-993b-306bee169994)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:24.352379 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.373084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-31b51a42-6960-43b4-8e34-20518150f41f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4890580 May 24 22:56:24.487060 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815fac5b-6dfb-484d-a1a7-57f487316860'] response: {'server_uuid': '32c999bb-184d-4bb9-858a-12ef1a2e35c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a1a6bb-821c-4087-b601-4fae3c4002f8', 'code': 200} May 24 22:56:24.549679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=87a1a6bb-821c-4087-b601-4fae3c4002f8,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:24.636973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-53f140ae-b7ce-40f5-8c1e-44eef4dc14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:24.638247 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-53f140ae-b7ce-40f5-8c1e-44eef4dc14eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a12641c14ed49389d79d0c86a7fb29f&device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 1094 time: 1.5339453 May 24 22:56:24.655351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3ae15877-f808-4244-a498-4409cdd80bfb None None] Provisioning complete for port f22496e8-3440-4f1e-b7de-770355d42b4e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:24.655729 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3ae15877-f808-4244-a498-4409cdd80bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.658384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c75d64-0578-4999-8309-bb56d2aeaeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event updated for resources: {'Port': ['ID=cd4a2eec-7465-4c3e-86b1-c5d222227a9b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:24.680520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-afccdc7f-72f7-412e-8033-e59df76dede7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Deleting port f22496e8-3440-4f1e-b7de-770355d42b4e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:24.680868 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afccdc7f-72f7-412e-8033-e59df76dede7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:24.878661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3ae15877-f808-4244-a498-4409cdd80bfb None None] Port f22496e8-3440-4f1e-b7de-770355d42b4e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:56:24.913040 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-ef278401-0384-42c9-94b9-929b5d25f317 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 HTTP/1.1" status: 200 len: 217 time: 0.2517021 May 24 22:56:24.927710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdf468-95d5-4c53-8963-bde30048b1a4 req-805d39a8-b685-4b6c-9937-7f64c479631a tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:24.930479 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5bfdf468-95d5-4c53-8963-bde30048b1a4 req-805d39a8-b685-4b6c-9937-7f64c479631a tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 943 time: 0.3444388 May 24 22:56:24.984213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af62855-0d35-4f1d-8475-f375635d0bdd req-a579a3c9-dd23-4e48-b2ea-7717deabff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:24.986862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0af62855-0d35-4f1d-8475-f375635d0bdd req-a579a3c9-dd23-4e48-b2ea-7717deabff57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 1096 time: 0.4117458 May 24 22:56:25.051986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5bfdf468-95d5-4c53-8963-bde30048b1a4 req-24e9afa3-fc7c-44ee-8c77-ebd08d8a0b9c tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113958 May 24 22:56:25.138051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0af62855-0d35-4f1d-8475-f375635d0bdd req-3b4524d6-fd29-4c0d-be3c-aba155e9422e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361854 May 24 22:56:25.406996 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:25.535968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b824a-10f3-465d-bef7-a9bf87fff0b2 req-c6feeecb-8f41-4018-8ca0-15700aa74ba3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:25.545712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c6b824a-10f3-465d-bef7-a9bf87fff0b2 req-c6feeecb-8f41-4018-8ca0-15700aa74ba3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.2131064 May 24 22:56:25.646153 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afccdc7f-72f7-412e-8033-e59df76dede7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:25.647207 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:25.803142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-afccdc7f-72f7-412e-8033-e59df76dede7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Calling delete_port for f22496e8-3440-4f1e-b7de-770355d42b4e owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:25.868554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-68739966-81d5-47f5-a73b-98c0ee6680d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:25.870019 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-68739966-81d5-47f5-a73b-98c0ee6680d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a59f472f-3e81-4d31-ab5e-16846b501672 HTTP/1.1" status: 200 len: 847 time: 0.6769080 May 24 22:56:25.933401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5befe80-1de6-4b3d-8d33-4f879e7387f8 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'Port': ['ID=f22496e8-3440-4f1e-b7de-770355d42b4e,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:26.025230 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:26.076281 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c6b824a-10f3-465d-bef7-a9bf87fff0b2 req-905b86c1-b20c-4005-bfed-67a167dc1100 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5296357 May 24 22:56:26.103924 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-b8c3ef74-9c47-42a9-a8eb-fee3891d427f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72774974-d943-46a9-b45b-c020b4742842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656079 May 24 22:56:26.228801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] Deleting port defa7941-317d-4883-8326-591b02c531b6 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:26.229600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:26.352292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a56e1-5c18-42c3-a15d-73543cc62adb req-fefba387-7e58-44ac-b4df-3fa952c907c4 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:26.359896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-848a56e1-5c18-42c3-a15d-73543cc62adb req-fefba387-7e58-44ac-b4df-3fa952c907c4 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 945 time: 1.4291916 May 24 22:56:26.384914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:26.695811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] For port defa7941-317d-4883-8326-591b02c531b6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=defa7941-317d-4883-8326-591b02c531b6,segment=NetworkSegment(5a72d09b-98a6-4604-b1d4-57a3ade260e8),segment_id=5a72d09b-98a6-4604-b1d4-57a3ade260e8)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:26.699784 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:26.731224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581312a4-f345-4a17-9676-af4ce5be5350 req-9d189886-c870-4d26-bdf9-5513f5d7d1dd tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:26.738752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-581312a4-f345-4a17-9676-af4ce5be5350 req-9d189886-c870-4d26-bdf9-5513f5d7d1dd tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 943 time: 0.2870519 May 24 22:56:26.745932 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-848a56e1-5c18-42c3-a15d-73543cc62adb req-9cb74e74-3b8d-4980-ae47-cc37b5b4dd01 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850100 May 24 22:56:26.769724 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-d826e646-48b6-4c4a-94b1-bc66352d7b5f service neutron] 10.222.0.31 "GET /v2.0/networks/72774974-d943-46a9-b45b-c020b4742842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561191 May 24 22:56:26.893096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] Calling delete_port for defa7941-317d-4883-8326-591b02c531b6 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:26.925872 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d47b8ab9-0b73-4b89-8409-5c04f21eca28 req-067eeb17-8f30-4014-b5c5-62c5707c3ea5 service neutron] 10.222.0.31 "GET /v2.0/networks/72774974-d943-46a9-b45b-c020b4742842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471560 May 24 22:56:27.007317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-581312a4-f345-4a17-9676-af4ce5be5350 req-91d3b738-23bc-4378-8072-0633c004f95f tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676547 May 24 22:56:27.041010 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:56:27.076556 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afccdc7f-72f7-412e-8033-e59df76dede7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:27.205536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccdc7f-72f7-412e-8033-e59df76dede7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event deleted for resources: {'Port': ['ID=f22496e8-3440-4f1e-b7de-770355d42b4e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:27.294319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:27.400665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] device_id is not set on port cd4a2eec-7465-4c3e-86b1-c5d222227a9b yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:27.416384 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afccdc7f-72f7-412e-8033-e59df76dede7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:27.427728 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:27.440956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=defa7941-317d-4883-8326-591b02c531b6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:27.477787 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-afccdc7f-72f7-412e-8033-e59df76dede7 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "DELETE /v2.0/ports/f22496e8-3440-4f1e-b7de-770355d42b4e HTTP/1.1" status: 204 len: 168 time: 3.2570307 May 24 22:56:27.480633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34868) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:27.618530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Transition to ACTIVE for port object cd4a2eec-7465-4c3e-86b1-c5d222227a9b will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:27.897200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:27.926720 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:27.933456 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46bb498-89cb-4ae2-922f-29f016a9b5ea tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] GET failed (client error): The resource could not be found. May 24 22:56:27.934039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c46bb498-89cb-4ae2-922f-29f016a9b5ea tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Synchronizing usage tracker for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:27.965981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28924a19-ad92-4e0b-963b-061a26902ce3 req-28647985-50b7-48ed-b214-1159c3a6d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:27.967645 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28924a19-ad92-4e0b-963b-061a26902ce3 req-28647985-50b7-48ed-b214-1159c3a6d534 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a12641c14ed49389d79d0c86a7fb29f&device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 1094 time: 0.9798422 May 24 22:56:28.082226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Router 066bf466-8015-43e6-b559-91ee72138eda is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:56:28.155453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c46bb498-89cb-4ae2-922f-29f016a9b5ea tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Unset dirty status for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:28.159911 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c46bb498-89cb-4ae2-922f-29f016a9b5ea tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "GET /v2.0/ports/f22496e8-3440-4f1e-b7de-770355d42b4e HTTP/1.1" status: 404 len: 333 time: 0.6547434 May 24 22:56:28.177891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe1700-fc0f-4d9b-a155-4d0df5b88848 req-f0d941fa-e708-4b7c-b75a-5546b3879ef8 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:28.186732 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dbe1700-fc0f-4d9b-a155-4d0df5b88848 req-f0d941fa-e708-4b7c-b75a-5546b3879ef8 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.8542750 May 24 22:56:28.199974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34876) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:28.205614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event updated for resources: {'Port': ['ID=cd4a2eec-7465-4c3e-86b1-c5d222227a9b,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:28.216715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Request body: {'port': {'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-854565230'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:28.421767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddac8a-5690-4353-9fa2-d36943b58c25 req-17df5623-bbcd-449f-b839-6ddc59edf990 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:28.430572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-85ddac8a-5690-4353-9fa2-d36943b58c25 req-17df5623-bbcd-449f-b839-6ddc59edf990 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 945 time: 0.4897726 May 24 22:56:28.443654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28924a19-ad92-4e0b-963b-061a26902ce3 req-8f6907ee-fbcd-480c-907b-d7d496d20958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:28.445311 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28924a19-ad92-4e0b-963b-061a26902ce3 req-8f6907ee-fbcd-480c-907b-d7d496d20958 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72774974-d943-46a9-b45b-c020b4742842 HTTP/1.1" status: 200 len: 908 time: 0.4638460 May 24 22:56:28.452704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:28.453038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:28.453421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:28.470639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dbe1700-fc0f-4d9b-a155-4d0df5b88848 req-b29aa040-3bcd-43ec-903a-803085dbb193 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839019 May 24 22:56:28.502863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-85ddac8a-5690-4353-9fa2-d36943b58c25 req-a2a53ac5-c6db-4277-86bd-d885dcf0323d tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706739 May 24 22:56:28.692902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-5cd51e5f-2acd-4ceb-ac3e-9c01b61fba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:28.697008 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-5cd51e5f-2acd-4ceb-ac3e-9c01b61fba2a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78&tenant_id=4ade7d86997048edb2aa056be826b9a6 HTTP/1.1" status: 200 len: 1094 time: 0.3825519 May 24 22:56:28.744486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:28.744842 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:28.849994 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 2 to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b May 24 22:56:28.858186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:56:28.874698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3cc1d-94c1-4b26-9311-ebaa05f0675d None None] Sync routers for ids ['066bf466-8015-43e6-b559-91ee72138eda'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:56:28.888641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] Router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:56:28.897616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3cc1d-94c1-4b26-9311-ebaa05f0675d None None] Routers {'066bf466-8015-43e6-b559-91ee72138eda'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:56:28.898702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e2c3cc1d-94c1-4b26-9311-ebaa05f0675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:56:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['066bf466-8015-43e6-b559-91ee72138eda'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:28.915301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-c1081ef2-3e5f-49ee-923e-07b99a1bd608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:28.916856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-c1081ef2-3e5f-49ee-923e-07b99a1bd608 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 1094 time: 0.1958048 May 24 22:56:28.992056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e2c3cc1d-94c1-4b26-9311-ebaa05f0675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:29.006036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3cc1d-94c1-4b26-9311-ebaa05f0675d None None] Routers {'066bf466-8015-43e6-b559-91ee72138eda'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:56:29.007306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e2c3cc1d-94c1-4b26-9311-ebaa05f0675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:56:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['066bf466-8015-43e6-b559-91ee72138eda'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:29.045683 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28924a19-ad92-4e0b-963b-061a26902ce3 req-9e877e43-34ec-4e2f-bf2d-788c974357d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 HTTP/1.1" status: 200 len: 217 time: 0.5858505 May 24 22:56:29.064703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:29.081111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e2c3cc1d-94c1-4b26-9311-ebaa05f0675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:29.081536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3cc1d-94c1-4b26-9311-ebaa05f0675d None None] The sync data for ids ['066bf466-8015-43e6-b559-91ee72138eda'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:56:29.125036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:29.125365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:29.125715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:29.146539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:29.164339 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:29.168144 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6362663c-32f4-41f2-a7cd-b29da213bd98 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.1604793 May 24 22:56:29.168144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:29.168144 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:29.172203 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 3 to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b May 24 22:56:29.184977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34896) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:29.206027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Made reservation on behalf of 876d5e96bc9140de8fe0f654ef09912b for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:29.210285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:29.238313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:29.323643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28924a19-ad92-4e0b-963b-061a26902ce3 req-c1b08d29-e2c1-41c1-ad16-1301eb9eb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:29.325470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28924a19-ad92-4e0b-963b-061a26902ce3 req-c1b08d29-e2c1-41c1-ad16-1301eb9eb0ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a59f472f-3e81-4d31-ab5e-16846b501672 HTTP/1.1" status: 200 len: 847 time: 0.2458310 May 24 22:56:29.347383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:29.347716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:29.348052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:29.402624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-53a586a8-5f16-4b5a-a467-f7600369f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:29.403208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] device_id is not set on port 5c6d5842-8622-4262-90e6-132fe6049b68 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:29.404188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-53a586a8-5f16-4b5a-a467-f7600369f4af service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.4384186 May 24 22:56:29.407093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:56:29.418171 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac818978-6f47-4bbb-897b-82d5d77b65f7 None None] Sync routers for ids ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:56:29.434508 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac818978-6f47-4bbb-897b-82d5d77b65f7 None None] Routers {'01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:56:29.435495 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ac818978-6f47-4bbb-897b-82d5d77b65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:56:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:29.444229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:29.444229 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:29.450639 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 4 to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b May 24 22:56:29.460730 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28924a19-ad92-4e0b-963b-061a26902ce3 req-7f188490-83ee-4c46-9c92-eb2d132e9fed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72774974-d943-46a9-b45b-c020b4742842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142938 May 24 22:56:29.524024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d6e0b-98a5-4373-8a8a-087aa8b07cee req-4d66888b-ae80-486c-8226-bd8538562846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:29.525531 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-024d6e0b-98a5-4373-8a8a-087aa8b07cee req-4d66888b-ae80-486c-8226-bd8538562846 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42bcdb34ff2c44759aae635a2eb17a34&device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 1096 time: 0.4101138 May 24 22:56:29.545227 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7afcabd6-961b-48b8-bf36-289dbe6cf1c9 admin admin] 10.222.0.55 "PUT /v2.0/routers/01ee74f5-6fb5-4e2d-a838-94bf73df7fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5296700 May 24 22:56:29.581809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34902) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:29.590147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b631d-8aa9-4060-b2ff-5615db8ccb49 req-f17cc968-b619-4d46-90e6-9acf73654f67 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:29.597119 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac9b631d-8aa9-4060-b2ff-5615db8ccb49 req-f17cc968-b619-4d46-90e6-9acf73654f67 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 945 time: 0.4480610 May 24 22:56:29.671029 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-ac818978-6f47-4bbb-897b-82d5d77b65f7 None None] Set router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:56:29.722497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:29.722842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:29.723077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:29.754682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839af30e-0c54-4dda-b18b-27f2db707234 req-98fa6ad4-0b7a-4b9e-ab78-fe02a16ab9ce tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:29.756205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-839af30e-0c54-4dda-b18b-27f2db707234 req-98fa6ad4-0b7a-4b9e-ab78-fe02a16ab9ce tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 943 time: 0.9561572 May 24 22:56:29.782651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-1be70892-46ca-4fae-802c-667d264d6eb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e451716-e000-4beb-8069-b0e47f3b69da HTTP/1.1" status: 200 len: 998 time: 0.3678191 May 24 22:56:29.784678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:29.785010 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:29.795293 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 5 to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b May 24 22:56:29.868421 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac9b631d-8aa9-4060-b2ff-5615db8ccb49 req-ecfabef8-eb99-4288-93fd-7be51f6877e5 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701178 May 24 22:56:30.047806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-bdaf1424-6949-438e-8de4-daafb94aa9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:30.049603 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-bdaf1424-6949-438e-8de4-daafb94aa9a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.2302926 May 24 22:56:30.079925 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ac818978-6f47-4bbb-897b-82d5d77b65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'name': 'tempest-ServersTestMultiNic-2936549-router', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:24Z', 'updated_at': '2022-05-24T22:56:27Z', 'revision_number': 5, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'gw_port': {'id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:25Z', 'updated_at': '2022-05-24T22:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:30.092084 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac818978-6f47-4bbb-897b-82d5d77b65f7 None None] Checking router: 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:56:30.096043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:30.096587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:30.096691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:30.108697 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac818978-6f47-4bbb-897b-82d5d77b65f7 None None] Routers {'01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:56:30.112337 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ac818978-6f47-4bbb-897b-82d5d77b65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:56:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:30.144245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:30.144915 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:30.159460 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 6 to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b May 24 22:56:30.208398 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-839af30e-0c54-4dda-b18b-27f2db707234 req-18a4c7c4-3fc3-4600-b274-bbe5c85d2141 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332848 May 24 22:56:30.234814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28924a19-ad92-4e0b-963b-061a26902ce3 req-0d951993-a3ec-44eb-a3d0-c277127d38f8 service neutron] 10.222.0.31 "GET /v2.0/networks/72774974-d943-46a9-b45b-c020b4742842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014160 May 24 22:56:30.244688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:30.245060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:30.245367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:30.312595 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-ac818978-6f47-4bbb-897b-82d5d77b65f7 None None] Set router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:56:30.356877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Allocated IP 2001:db8::1cf (8490f986-a256-4123-a31d-f5d56a92b34c/dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7/5c6d5842-8622-4262-90e6-132fe6049b68) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:30.395429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:30.421274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:30.421644 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:30.429089 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 7 to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b May 24 22:56:30.491687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:30.492033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:30.492389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:30.621345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d6e0b-98a5-4373-8a8a-087aa8b07cee req-c66b1709-f6fb-4475-a756-be1eeb79e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:30.625302 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-024d6e0b-98a5-4373-8a8a-087aa8b07cee req-c66b1709-f6fb-4475-a756-be1eeb79e87f service neutron] 10.222.0.50 "GET /v2.0/networks?id=4fabf902-dac6-47bd-bd07-ce1fa37face8 HTTP/1.1" status: 200 len: 914 time: 1.0754075 May 24 22:56:30.645174 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ac818978-6f47-4bbb-897b-82d5d77b65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'name': 'tempest-ServersTestMultiNic-2936549-router', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:24Z', 'updated_at': '2022-05-24T22:56:27Z', 'revision_number': 5, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'gw_port': {'id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:25Z', 'updated_at': '2022-05-24T22:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:30.655206 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac818978-6f47-4bbb-897b-82d5d77b65f7 None None] The sync data for ids ['01ee74f5-6fb5-4e2d-a838-94bf73df7fb6'] in n-d-843146-7 is: [{'id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'name': 'tempest-ServersTestMultiNic-2936549-router', 'tenant_id': 'd90d3d2574984885b0f06938daf064fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:24Z', 'updated_at': '2022-05-24T22:56:27Z', 'revision_number': 5, 'project_id': 'd90d3d2574984885b0f06938daf064fc', 'gw_port': {'id': 'b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ee74f5-6fb5-4e2d-a838-94bf73df7fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:25Z', 'updated_at': '2022-05-24T22:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:56:30.701300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:30.701867 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:30.704077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28924a19-ad92-4e0b-963b-061a26902ce3 req-1052ae27-b057-40e1-b7ff-2e219c4ddc27 service neutron] 10.222.0.31 "GET /v2.0/networks/72774974-d943-46a9-b45b-c020b4742842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757014 May 24 22:56:30.721587 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 8 to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b May 24 22:56:30.731342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-024d6e0b-98a5-4373-8a8a-087aa8b07cee req-cfa4726d-2f26-4e05-9ea4-d1e0e4ef6418 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a1a6bb-821c-4087-b601-4fae3c4002f8 HTTP/1.1" status: 200 len: 217 time: 0.0875120 May 24 22:56:30.737026 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:30.761232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:30.761851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:30.762357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:30.799843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Deleting port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:30.800226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:30.838599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:30.838922 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:30.849563 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 9 to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b May 24 22:56:30.898230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-a5eddcb0-4e51-422b-b966-60943ab8a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:30.899674 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-a5eddcb0-4e51-422b-b966-60943ab8a4c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8414900 May 24 22:56:30.907372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d6e0b-98a5-4373-8a8a-087aa8b07cee req-1bbe4d51-095c-468d-add3-89e9430b6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:30.908819 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-024d6e0b-98a5-4373-8a8a-087aa8b07cee req-1bbe4d51-095c-468d-add3-89e9430b6a2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6ed6a1f-7e0b-4b23-91a9-b328886f55ee HTTP/1.1" status: 200 len: 853 time: 0.1589453 May 24 22:56:30.919265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0315d-772c-43ca-b479-6fa6c0f82d6b req-b5568a13-f828-4ae2-b4ac-7aaa6754cc77 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:30.919265 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7a0315d-772c-43ca-b479-6fa6c0f82d6b req-b5568a13-f828-4ae2-b4ac-7aaa6754cc77 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.5915606 May 24 22:56:30.943479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:30.944200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:30.944200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:30.966026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:30.966026 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:30.977972 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 10 to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b May 24 22:56:30.994436 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.022430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:31.022708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:31.023058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:31.048341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:31.049607 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:31.050175 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.080691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:56:31.136362 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.141871 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.213522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Transition to ACTIVE for port object 5c6d5842-8622-4262-90e6-132fe6049b68 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:31.241032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Deleting port 7f6cd0cf-ba6b-4c72-b46d-954b5523373f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:31.241375 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.265447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] For port b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:31.266190 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.287878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7,segment=NetworkSegment(9a893742-408e-4455-9127-9c084454db93),segment_id=9a893742-408e-4455-9127-9c084454db93)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:31.314605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7', 'network_id': '72774974-d943-46a9-b45b-c020b4742842', 'port_id': '6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7', 'mac_address': 'fa:16:3e:5f:1c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59f472f-3e81-4d31-ab5e-16846b501672', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:56:31.415630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:31.416196 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.447575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:56:31.456770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] For port cd4a2eec-7465-4c3e-86b1-c5d222227a9b, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:56:31.457143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempted to set empty binding levels {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 22:56:31.468861 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-024d6e0b-98a5-4373-8a8a-087aa8b07cee req-23236246-67c9-4c5d-9115-b5c32d443a15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4fabf902-dac6-47bd-bd07-ce1fa37face8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5489988 May 24 22:56:31.474914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7,segment=NetworkSegment(9a893742-408e-4455-9127-9c084454db93),segment_id=9a893742-408e-4455-9127-9c084454db93)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:31.478579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.485354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Calling delete_port for b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:31.509234 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.539085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00e0fe-ad98-4b7a-9315-d9b2f3562ead req-6ef4af0f-7e05-4111-9062-85aed54d3242 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:31.546557 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2a00e0fe-ad98-4b7a-9315-d9b2f3562ead req-6ef4af0f-7e05-4111-9062-85aed54d3242 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 945 time: 0.4608848 May 24 22:56:31.583255 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.659635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7a0315d-772c-43ca-b479-6fa6c0f82d6b req-cc565382-02cf-49c8-aec2-cf768ffec64c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6429100 May 24 22:56:31.694945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] In _notify_port_updated(), no bound segment for port cd4a2eec-7465-4c3e-86b1-c5d222227a9b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:56:31.695969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:31.696672 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.698207 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "PUT /v2.0/ports/cd4a2eec-7465-4c3e-86b1-c5d222227a9b HTTP/1.1" status: 200 len: 979 time: 7.4756434 May 24 22:56:31.714862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34922) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:31.778055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-b8a1f24d-248e-44a6-937d-c729a5bafd6f service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801182 May 24 22:56:31.781899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Network 8490f986-a256-4123-a31d-f5d56a92b34c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:31.801851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:31.805394 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.813822 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-024d6e0b-98a5-4373-8a8a-087aa8b07cee req-834acb64-195f-4248-b5cf-66e015a02edd service neutron] 10.222.0.50 "GET /v2.0/networks/4fabf902-dac6-47bd-bd07-ce1fa37face8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904916 May 24 22:56:31.816647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca8800-7937-4aa4-a2e3-024de98e02ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event updated for resources: {'Port': ['ID=cd4a2eec-7465-4c3e-86b1-c5d222227a9b,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:31.823072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:31.829949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:31.830702 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:31.838041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device defa7941-317d-4883-8326-591b02c531b6 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:31.850424 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2a00e0fe-ad98-4b7a-9315-d9b2f3562ead req-9e17f4b9-ddda-43e5-91ef-b9090402d91e tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025763 May 24 22:56:31.938402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:31.952508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:56:32.012057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: defa7941-317d-4883-8326-591b02c531b6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:56:32.012820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device defa7941-317d-4883-8326-591b02c531b6 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:56:32.295139 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96fbb5ec-2c05-4601-b6ad-58e6173f2ceb req-5bce9e3a-1ff1-409b-935b-9b4afc6b7a34 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083818 May 24 22:56:32.307528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Calling delete_port for 7f6cd0cf-ba6b-4c72-b46d-954b5523373f owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:32.333099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ea41d46b-0b4c-44eb-a8fc-7c9862c705e2 None None] Provisioning for port 5c6d5842-8622-4262-90e6-132fe6049b68 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:56:32.345178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ea41d46b-0b4c-44eb-a8fc-7c9862c705e2 None None] Provisioning complete for port 5c6d5842-8622-4262-90e6-132fe6049b68 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:32.345582 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ea41d46b-0b4c-44eb-a8fc-7c9862c705e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:32.401283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1886432 May 24 22:56:32.408227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34938) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:32.414309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce1f3e-2090-4bde-9226-be2832a6900c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'Port': ['ID=5c6d5842-8622-4262-90e6-132fe6049b68,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:32.431267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Request body: {'port': {'network_id': '8490f986-a256-4123-a31d-f5d56a92b34c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1116951072'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:32.457952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ea41d46b-0b4c-44eb-a8fc-7c9862c705e2 None None] Port 5c6d5842-8622-4262-90e6-132fe6049b68 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:56:32.514572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-024d6e0b-98a5-4373-8a8a-087aa8b07cee req-0d1e4687-acc9-41c5-9e92-07a2a74deb1e service neutron] 10.222.0.50 "GET /v2.0/networks/4fabf902-dac6-47bd-bd07-ce1fa37face8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5667512 May 24 22:56:32.589856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3333c8-bc93-4f29-a02c-b465a5564286 req-2b974055-f34f-48f2-a67c-6c0d3f199b8a tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.597085 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a3333c8-bc93-4f29-a02c-b465a5564286 req-2b974055-f34f-48f2-a67c-6c0d3f199b8a tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 944 time: 0.3406305 May 24 22:56:32.654984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:32.664673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.665144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.665638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.666106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.666565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.667022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.667477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.681585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.682100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.682615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.683090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.683569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.684036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.684498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.684960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.685417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.685911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.686364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.686815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:32.688756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Synchronizing usage tracker for tenant:848ec77917ec471ca9fb54846c749c01 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:32.755718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Unset dirty status for tenant:848ec77917ec471ca9fb54846c749c01 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:32.764326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a3333c8-bc93-4f29-a02c-b465a5564286 req-489b3245-a7d7-46a4-b0f2-a5c8b6f34003 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660888 May 24 22:56:32.767994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-00c2b16a-46ee-42ca-aac4-79f40436ecbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16925 time: 1.0460019 May 24 22:56:32.771855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34952) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:32.785739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Pushing event deleted for resources: {'Port': ['ID=b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:32.867864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:32.991371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Usage tracker for resource:port and tenant:876d5e96bc9140de8fe0f654ef09912b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:33.011532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f6e69f9f-0fa8-4b4a-9e48-920a07ee4fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Deleting port cd4a2eec-7465-4c3e-86b1-c5d222227a9b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:33.011970 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6e69f9f-0fa8-4b4a-9e48-920a07ee4fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.058209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:33.148316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:56:33.150491 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.178342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:33.258548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Made reservation on behalf of 876d5e96bc9140de8fe0f654ef09912b for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:33.269006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.283320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.354283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:56:33.359699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:33.360029 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.474937 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.484541 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.485452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Pushing event deleted for resources: {'Port': ['ID=7f6cd0cf-ba6b-4c72-b46d-954b5523373f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:33.554308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42b33e-97b9-45a2-b7fc-03e4fdc81311 req-e677a1a9-8a97-43ee-863b-f480cbb0ddcb tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:33.566402 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d42b33e-97b9-45a2-b7fc-03e4fdc81311 req-e677a1a9-8a97-43ee-863b-f480cbb0ddcb tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 945 time: 0.5109823 May 24 22:56:33.589234 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.590013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:56:33.628513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] device_id is not set on port 709b2df9-af74-4245-9609-b56af152509d yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:33.638334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d42b33e-97b9-45a2-b7fc-03e4fdc81311 req-f15fde1b-6464-4bfa-897d-331f2fa26069 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687509 May 24 22:56:33.679154 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.693951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7c552c3a-80fa-4970-8ed7-2cc703df286d admin admin] 10.222.0.55 "DELETE /v2.0/routers/01ee74f5-6fb5-4e2d-a838-94bf73df7fb6 HTTP/1.1" status: 204 len: 168 time: 4.0815527 May 24 22:56:33.695147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34970) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:33.820521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:33.821127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.859470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba3c11-204e-4068-880d-99123f7d33b1 req-60c81704-0e42-44b0-955b-f3faf5326adc tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:33.869459 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0bba3c11-204e-4068-880d-99123f7d33b1 req-60c81704-0e42-44b0-955b-f3faf5326adc tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.9390254 May 24 22:56:33.886729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bbca4-ae79-488b-b0c7-34cac9fe38ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:33.910503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5987fbf-dc20-4099-a084-c22cda6661ec admin admin] Deleting subnet b578cd80-f0de-4f6b-aff9-2a3120fcecc2 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:56:33.915926 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5987fbf-dc20-4099-a084-c22cda6661ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.916689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7,segment=NetworkSegment(9a893742-408e-4455-9127-9c084454db93),segment_id=9a893742-408e-4455-9127-9c084454db93)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:33.924662 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:33.978286 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5987fbf-dc20-4099-a084-c22cda6661ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:34.028648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:34.076493 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5987fbf-dc20-4099-a084-c22cda6661ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:34.140057 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0bba3c11-204e-4068-880d-99123f7d33b1 req-07425d5c-06ca-48ed-8cde-0e74538d983f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218933 May 24 22:56:34.158402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5987fbf-dc20-4099-a084-c22cda6661ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:34.201189 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:34.255559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd87bac-076b-4f2e-afdf-4e9e87f779aa None None] Network 512ed02f-88f7-4286-bc07-5a72c1767b12 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:34.258224 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5987fbf-dc20-4099-a084-c22cda6661ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:34.290743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5987fbf-dc20-4099-a084-c22cda6661ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b578cd80-f0de-4f6b-aff9-2a3120fcecc2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:34.302468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e5987fbf-dc20-4099-a084-c22cda6661ec admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b578cd80-f0de-4f6b-aff9-2a3120fcecc2 HTTP/1.1" status: 204 len: 168 time: 0.6062443 May 24 22:56:34.305582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34982) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:34.431220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-f6e69f9f-0fa8-4b4a-9e48-920a07ee4fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] For port cd4a2eec-7465-4c3e-86b1-c5d222227a9b, host n-h1-843146-7, got binding levels [] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:34.432015 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6e69f9f-0fa8-4b4a-9e48-920a07ee4fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:34.630575 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:34.660173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Deleting port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:34.660596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:34.767541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5ac0a-e8d3-4781-b9ee-adfa5099e334 None None] DHCP port deletion for 512ed02f-88f7-4286-bc07-5a72c1767b12 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:56:34.776437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-85a5ac0a-e8d3-4781-b9ee-adfa5099e334 None None] Deleting port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:34.777290 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-85a5ac0a-e8d3-4781-b9ee-adfa5099e334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:35.026825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-85a5ac0a-e8d3-4781-b9ee-adfa5099e334 None None] For port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=02bc1c0f-1b4e-4684-8570-f34e3a39b8da,segment=NetworkSegment(5a72d09b-98a6-4604-b1d4-57a3ade260e8),segment_id=5a72d09b-98a6-4604-b1d4-57a3ade260e8)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:35.027556 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-85a5ac0a-e8d3-4781-b9ee-adfa5099e334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:35.167947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] For port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=02bc1c0f-1b4e-4684-8570-f34e3a39b8da,segment=NetworkSegment(5a72d09b-98a6-4604-b1d4-57a3ade260e8),segment_id=5a72d09b-98a6-4604-b1d4-57a3ade260e8)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:35.168587 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:35.196833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f6e69f9f-0fa8-4b4a-9e48-920a07ee4fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Calling delete_port for cd4a2eec-7465-4c3e-86b1-c5d222227a9b owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:35.212461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-85a5ac0a-e8d3-4781-b9ee-adfa5099e334 None None] Calling delete_port for 02bc1c0f-1b4e-4684-8570-f34e3a39b8da owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:35.301398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-85a5ac0a-e8d3-4781-b9ee-adfa5099e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:35.367025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5ac0a-e8d3-4781-b9ee-adfa5099e334 None None] Pushing event deleted for resources: {'Port': ['ID=02bc1c0f-1b4e-4684-8570-f34e3a39b8da,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:35.392363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5ac0a-e8d3-4781-b9ee-adfa5099e334 None None] No DVR routers for this DVR port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:56:35.400599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Allocated IP 2001:db8::2ca (8490f986-a256-4123-a31d-f5d56a92b34c/dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7/709b2df9-af74-4245-9609-b56af152509d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:35.416280 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-54d086d9-8174-45dc-867f-e45b7cc18e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:35.607238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Calling delete_port for 02bc1c0f-1b4e-4684-8570-f34e3a39b8da owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:35.635747 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5472b719-a40d-404d-a918-28ef70dcdd06'] response: {'server_uuid': 'e44bbca4-ae79-488b-b0c7-34cac9fe38ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7', 'code': 200} May 24 22:56:35.684933 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:35.701977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Transition to ACTIVE for port object 709b2df9-af74-4245-9609-b56af152509d will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:35.743902 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:35.861065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02bc1c0f-1b4e-4684-8570-f34e3a39b8da no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:35.947755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 02bc1c0f-1b4e-4684-8570-f34e3a39b8da {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:56:35.950938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02bc1c0f-1b4e-4684-8570-f34e3a39b8da not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:56:35.956214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:35.960707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:35.965069 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:56:35.965534 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:56:35.988291 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:36.020481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:56:36.021019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Network 8490f986-a256-4123-a31d-f5d56a92b34c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:36.029603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b22aac70-a5bc-497b-a8b4-dfd5d74aaeb5 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:56:36.044017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89112d5b-d298-45bf-9d63-eb3355b1260a req-5bfb2de6-b4e2-42fb-a8eb-a7c6f6e5948d tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:36.045734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-89112d5b-d298-45bf-9d63-eb3355b1260a req-5bfb2de6-b4e2-42fb-a8eb-a7c6f6e5948d tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 945 time: 0.1719902 May 24 22:56:36.047970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1920-27dd-44a0-bb9b-c7a18c6debe8 req-bda8be1f-b79a-411f-8e60-47e9393eee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:36.049455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-107c1920-27dd-44a0-bb9b-c7a18c6debe8 req-bda8be1f-b79a-411f-8e60-47e9393eee9d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 1096 time: 0.2569108 May 24 22:56:36.092521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:36.106599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:36.112810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:36.113814 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:36.147153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'Port': ['ID=709b2df9-af74-4245-9609-b56af152509d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:36.149807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6e69f9f-0fa8-4b4a-9e48-920a07ee4fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:36.151612 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-89112d5b-d298-45bf-9d63-eb3355b1260a req-367b45cd-c34d-4952-9301-3dd27b46ee6c tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892677 May 24 22:56:36.167202 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-107c1920-27dd-44a0-bb9b-c7a18c6debe8 req-32ebbe84-bdbe-4887-9df0-9ac32a98b8da service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676885 May 24 22:56:36.307376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1e3f5-edeb-4fa1-9334-8c0d6e0dfe13 req-9806a5a6-1b2c-4b4c-acd4-088dbdbea974 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:36.314707 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6dc1e3f5-edeb-4fa1-9334-8c0d6e0dfe13 req-9806a5a6-1b2c-4b4c-acd4-088dbdbea974 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 945 time: 1.6737926 May 24 22:56:36.345414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e69f9f-0fa8-4b4a-9e48-920a07ee4fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd4a2eec-7465-4c3e-86b1-c5d222227a9b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:36.358862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6e69f9f-0fa8-4b4a-9e48-920a07ee4fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:36.360688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f6e69f9f-0fa8-4b4a-9e48-920a07ee4fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "DELETE /v2.0/ports/cd4a2eec-7465-4c3e-86b1-c5d222227a9b HTTP/1.1" status: 204 len: 168 time: 3.5697861 May 24 22:56:36.366826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35008) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:36.385947 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-937fc783-91a9-4856-bb0c-1ea747c04634 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9684596 May 24 22:56:36.395613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Router 066bf466-8015-43e6-b559-91ee72138eda has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:56:36.396254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35012) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:36.402619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-df6d049a-0cd9-4508-9336-78b562252cce tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11a', 'mac_address': 'fa:16:3e:8d:04:29'}, {'ip_address': '2001:db8::1cf', 'mac_address': 'fa:16:3e:35:1c:5a'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:36.432925 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a02043-c8ac-4d73-b8be-2ef6a65f0ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] GET failed (client error): The resource could not be found. May 24 22:56:36.434680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a3a02043-c8ac-4d73-b8be-2ef6a65f0ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "GET /v2.0/ports/cd4a2eec-7465-4c3e-86b1-c5d222227a9b HTTP/1.1" status: 404 len: 333 time: 0.0613191 May 24 22:56:36.441991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35016) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:36.454705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1456488860', 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:36.462624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:36.473569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:36.486529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Deleting port 02bc1c0f-1b4e-4684-8570-f34e3a39b8da {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:36.487392 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:36.500338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6dc1e3f5-edeb-4fa1-9334-8c0d6e0dfe13 req-868692c8-6e7a-4378-a0c1-9dfe08728b47 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845598 May 24 22:56:36.549712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6c1bf9f5-1467-455a-84d2-879e37f4d7b0 None None] Provisioning for port 709b2df9-af74-4245-9609-b56af152509d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:56:36.560771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Made reservation on behalf of 848ec77917ec471ca9fb54846c749c01 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:36.573691 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:36.581526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6c1bf9f5-1467-455a-84d2-879e37f4d7b0 None None] Provisioning complete for port 709b2df9-af74-4245-9609-b56af152509d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:36.582997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf9f5-1467-455a-84d2-879e37f4d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:36.690472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] The port '02bc1c0f-1b4e-4684-8570-f34e3a39b8da' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:56:36.691894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] device_id is not set on port 18650244-ae46-41de-b490-d3a75a67d482 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:36.751065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6c1bf9f5-1467-455a-84d2-879e37f4d7b0 None None] Port 709b2df9-af74-4245-9609-b56af152509d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:56:36.897959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:56:36.907287 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:36.908614 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5ec36c3e-cb7e-4b98-b543-51df71a7290c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "PUT /v2.0/routers/066bf466-8015-43e6-b559-91ee72138eda HTTP/1.1" status: 200 len: 710 time: 7.7159641 May 24 22:56:36.911104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196f01f-f651-4e3f-897a-dbf09f904f4b None None] Sync routers for ids ['066bf466-8015-43e6-b559-91ee72138eda'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:56:36.912349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35038) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:36.931356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196f01f-f651-4e3f-897a-dbf09f904f4b None None] Routers {'066bf466-8015-43e6-b559-91ee72138eda'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:56:36.934424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f196f01f-f651-4e3f-897a-dbf09f904f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:56:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['066bf466-8015-43e6-b559-91ee72138eda'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:36.941651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b03c5a-2b2b-41d4-9704-6f9a8213885c req-969443ab-e7ae-4221-8f89-227019c7ac74 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:36.949156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1b03c5a-2b2b-41d4-9704-6f9a8213885c req-969443ab-e7ae-4221-8f89-227019c7ac74 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.6287022 May 24 22:56:37.024085 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1b03c5a-2b2b-41d4-9704-6f9a8213885c req-b0c76ab2-bff8-4c5a-a4ef-8ed65ef195bd tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737205 May 24 22:56:37.061002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:37.123277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f196f01f-f651-4e3f-897a-dbf09f904f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:37.145442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196f01f-f651-4e3f-897a-dbf09f904f4b None None] Routers {'066bf466-8015-43e6-b559-91ee72138eda'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:56:37.145902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f196f01f-f651-4e3f-897a-dbf09f904f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:56:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['066bf466-8015-43e6-b559-91ee72138eda'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:37.205345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512ed02f-88f7-4286-bc07-5a72c1767b12']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:37.270025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f196f01f-f651-4e3f-897a-dbf09f904f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:37.270622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196f01f-f651-4e3f-897a-dbf09f904f4b None None] The sync data for ids ['066bf466-8015-43e6-b559-91ee72138eda'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:56:37.273999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a72d09b-98a6-4604-b1d4-57a3ade260e8') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:37.274325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a72d09b-98a6-4604-b1d4-57a3ade260e8') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:37.382820 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:37.384415 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c7f1d8b0-5822-4b5a-85e8-00b7b66d8ee8 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/routers/066bf466-8015-43e6-b559-91ee72138eda HTTP/1.1" status: 200 len: 745 time: 0.4707897 May 24 22:56:37.387529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35058) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:37.433538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:37.458842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:56:37.460592 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:37.464966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-63b9430f-a5d9-4f7e-9c2f-b3919ff85341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:37.533713 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 5a72d09b-98a6-4604-b1d4-57a3ade260e8 resource provider aggregate not found May 24 22:56:37.586822 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7e178876-11a5-46eb-adf2-61eb760a02e1 tempest-RoutersIpV6AdminTest-1006320910 tempest-RoutersIpV6AdminTest-1006320910-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&device_id=066bf466-8015-43e6-b559-91ee72138eda HTTP/1.1" status: 200 len: 205 time: 0.1981926 May 24 22:56:37.600733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35076) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:37.702149 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d08402e4-1dde-4429-9920-c9f62013d8ea tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=066bf466-8015-43e6-b559-91ee72138eda HTTP/1.1" status: 200 len: 205 time: 0.0915339 May 24 22:56:37.712385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35080) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:37.715678 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:37.827711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df6d049a-0cd9-4508-9336-78b562252cce tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:37.898054 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 5a72d09b-98a6-4604-b1d4-57a3ade260e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a72d09b-98a6-4604-b1d4-57a3ade260e8 found for delete ", "request_id": "req-3b422b7e-12ec-40e0-bbf8-cc98025511db"}]} May 24 22:56:37.906837 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:37.910467 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:37.924246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e35be8d2-6104-4a6e-ab1c-d81a24f511cc no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:37.935451 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:38.034022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] Pushing event deleted for resources: {'Network': ['ID=512ed02f-88f7-4286-bc07-5a72c1767b12,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:38.083934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Network 62db976e-513f-43a3-a3ea-8e9763d8b1bf is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:38.091979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:38.109055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9951c02f-cf75-4d22-9ebc-c662ff8dde51 admin admin] 10.222.0.55 "DELETE /v2.0/networks/512ed02f-88f7-4286-bc07-5a72c1767b12 HTTP/1.1" status: 204 len: 168 time: 3.7872565 May 24 22:56:38.112198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:38.117353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:38.122556 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:38.146261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event updated for resources: {'Port': ['ID=18650244-ae46-41de-b490-d3a75a67d482,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:38.216664 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ef1cc-3d63-4996-970c-7dc698c305d6 req-80f633f0-1633-40ee-8e70-2c540b7d2cc1 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:38.218672 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-868ef1cc-3d63-4996-970c-7dc698c305d6 req-80f633f0-1633-40ee-8e70-2c540b7d2cc1 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 945 time: 0.5146303 May 24 22:56:38.223346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d2e98e96-cc4f-4b7e-b571-f9d5c5f2c327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7735946 May 24 22:56:38.227255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35098) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:38.228924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4979946-29fc-4e3f-b4f2-2872e686d92c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:38.262507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e35be8d2-6104-4a6e-ab1c-d81a24f511cc is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:38.262918 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:38.347604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:38.370835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e35be8d2-6104-4a6e-ab1c-d81a24f511cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:38.382256 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:38.449680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79be5b7-3ac4-4820-8d08-6cff43061ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:38.451048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d79be5b7-3ac4-4820-8d08-6cff43061ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Synchronizing usage tracker for tenant:848ec77917ec471ca9fb54846c749c01 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:38.494915 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-868ef1cc-3d63-4996-970c-7dc698c305d6 req-1c2afcf2-5c22-4ca1-ae82-8b45a153e597 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664897 May 24 22:56:38.521696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d79be5b7-3ac4-4820-8d08-6cff43061ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Unset dirty status for tenant:848ec77917ec471ca9fb54846c749c01 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:38.523097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d79be5b7-3ac4-4820-8d08-6cff43061ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "GET /v2.0/ports/18650244-ae46-41de-b490-d3a75a67d482 HTTP/1.1" status: 200 len: 959 time: 0.2545240 May 24 22:56:38.526810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35106) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:38.578097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:38.666115 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:38.697544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d5473-ccb5-45d4-9c84-2d643439a885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Deleting port 18650244-ae46-41de-b490-d3a75a67d482 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:38.697858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5473-ccb5-45d4-9c84-2d643439a885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:38.708389 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:38.776974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35110) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:38.900691 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4979946-29fc-4e3f-b4f2-2872e686d92c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:38.916158 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4979946-29fc-4e3f-b4f2-2872e686d92c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:38.988085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4979946-29fc-4e3f-b4f2-2872e686d92c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:38.988944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4979946-29fc-4e3f-b4f2-2872e686d92c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Fanout notify agent at l3_agent the message router_deleted on router 066bf466-8015-43e6-b559-91ee72138eda {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:56:39.004026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df6d049a-0cd9-4508-9336-78b562252cce tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:39.016046 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df6d049a-0cd9-4508-9336-78b562252cce tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:39.059804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4979946-29fc-4e3f-b4f2-2872e686d92c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:39.061312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b4979946-29fc-4e3f-b4f2-2872e686d92c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/066bf466-8015-43e6-b559-91ee72138eda HTTP/1.1" status: 204 len: 168 time: 1.3479252 May 24 22:56:39.070158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd46a-66f3-43fb-800a-079460f45d69 req-2ac82f05-14cc-419b-93e7-e53919b6eaf1 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:39.072183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c83dd46a-66f3-43fb-800a-079460f45d69 req-2ac82f05-14cc-419b-93e7-e53919b6eaf1 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 945 time: 0.2838023 May 24 22:56:39.080079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35114) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:39.240867 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df63122b-fbdb-4a8e-8395-a7b7e8cddf06 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=066bf466-8015-43e6-b559-91ee72138eda HTTP/1.1" status: 200 len: 205 time: 0.1570921 May 24 22:56:39.254162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-df6d049a-0cd9-4508-9336-78b562252cce tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] In _notify_port_updated(), no bound segment for port 709b2df9-af74-4245-9609-b56af152509d on network 8490f986-a256-4123-a31d-f5d56a92b34c {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:56:39.260500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d049a-0cd9-4508-9336-78b562252cce tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:39.261158 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df6d049a-0cd9-4508-9336-78b562252cce tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:39.262533 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df6d049a-0cd9-4508-9336-78b562252cce tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "PUT /v2.0/ports/709b2df9-af74-4245-9609-b56af152509d HTTP/1.1" status: 200 len: 1068 time: 2.8651206 May 24 22:56:39.263195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35118) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:39.268999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35120) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:39.320261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d049a-0cd9-4508-9336-78b562252cce tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event updated for resources: {'Port': ['ID=709b2df9-af74-4245-9609-b56af152509d,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:39.379006 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1cfc73dc-b241-42d9-b1e6-749b67c3dad6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d90d3d2574984885b0f06938daf064fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004386 May 24 22:56:39.445410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35126) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:39.473951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c83dd46a-66f3-43fb-800a-079460f45d69 req-e6b1ac6d-3c17-4830-9ae8-0d117361961c tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907754 May 24 22:56:39.477826 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-f5ad8178-b7ec-4645-8fe5-c6a974d3dbe0 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] delete failed (client error): The resource could not be found. May 24 22:56:39.478883 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f5ad8178-b7ec-4645-8fe5-c6a974d3dbe0 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/066bf466-8015-43e6-b559-91ee72138eda HTTP/1.1" status: 404 len: 336 time: 0.2121785 May 24 22:56:39.486092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35130) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:39.719719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c99d9c5c-b63e-46da-b54f-d013f6ae40e9 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=e00ae51e-36db-46fd-b115-839e2aacd4fa HTTP/1.1" status: 200 len: 205 time: 0.1842117 May 24 22:56:39.721336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35138) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:39.724955 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5473-ccb5-45d4-9c84-2d643439a885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:39.814258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-db77427e-4d74-49e2-81e6-e0a6c4e08ec0 None None] Provisioning complete for port 709b2df9-af74-4245-9609-b56af152509d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:39.814941 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-db77427e-4d74-49e2-81e6-e0a6c4e08ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:39.981983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-db77427e-4d74-49e2-81e6-e0a6c4e08ec0 None None] Port 709b2df9-af74-4245-9609-b56af152509d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:56:39.987513 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:40.014067 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ff7e08-e588-46c0-ae09-ee695cf7c135'] response: {'server_uuid': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc', 'code': 200} May 24 22:56:40.021543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d5473-ccb5-45d4-9c84-2d643439a885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Calling delete_port for 18650244-ae46-41de-b490-d3a75a67d482 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:40.105359 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ba609e3-3b51-4b56-9575-c36e03105a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:40.115824 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5473-ccb5-45d4-9c84-2d643439a885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:40.150964 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-6795d541-658f-45c5-9beb-6c827cce3c2c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] delete failed (client error): The resource could not be found. May 24 22:56:40.156482 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6795d541-658f-45c5-9beb-6c827cce3c2c tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/e00ae51e-36db-46fd-b115-839e2aacd4fa HTTP/1.1" status: 404 len: 336 time: 0.4273915 May 24 22:56:40.159040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35148) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:40.183748 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ba609e3-3b51-4b56-9575-c36e03105a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:40.238645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d5473-ccb5-45d4-9c84-2d643439a885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event deleted for resources: {'Port': ['ID=18650244-ae46-41de-b490-d3a75a67d482,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:40.252061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d513f608-e0c4-46aa-b8d8-90dc519c4a65 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Deleting port 709b2df9-af74-4245-9609-b56af152509d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:40.252457 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d513f608-e0c4-46aa-b8d8-90dc519c4a65 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:40.294489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-847e083b-a884-438f-8c7b-2ad0b062962a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8df3596-37a2-46ec-84ec-d997fc443510 HTTP/1.1" status: 200 len: 205 time: 0.1227050 May 24 22:56:40.295730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35152) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:40.296619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ba609e3-3b51-4b56-9575-c36e03105a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:40.317308 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5473-ccb5-45d4-9c84-2d643439a885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:40.364668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5d8d5473-ccb5-45d4-9c84-2d643439a885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "DELETE /v2.0/ports/18650244-ae46-41de-b490-d3a75a67d482 HTTP/1.1" status: 204 len: 168 time: 1.8367536 May 24 22:56:40.376359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35156) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:40.385579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-ed718e72-1813-4904-bc9c-7eb054d51dbd tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:40.387198 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-ed718e72-1813-4904-bc9c-7eb054d51dbd tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.50 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 945 time: 1.1849067 May 24 22:56:40.457439 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-353c36ec-270e-44db-a547-2971895fd627 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] delete failed (client error): The resource could not be found. May 24 22:56:40.461633 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-353c36ec-270e-44db-a547-2971895fd627 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/b8df3596-37a2-46ec-84ec-d997fc443510 HTTP/1.1" status: 404 len: 336 time: 0.1579361 May 24 22:56:40.462862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba609e3-3b51-4b56-9575-c36e03105a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e07072f-0802-44a4-94f6-84bbce4fc1f2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:40.465228 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35162) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:40.508589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f7c9b-99c8-47ec-a7ad-84be05687469 req-c5253a47-e788-4368-b8f0-833dc7662fe0 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:40.515813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d02f7c9b-99c8-47ec-a7ad-84be05687469 req-c5253a47-e788-4368-b8f0-833dc7662fe0 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 1.7401383 May 24 22:56:40.601619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ba609e3-3b51-4b56-9575-c36e03105a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:40.615090 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4ba609e3-3b51-4b56-9575-c36e03105a15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e07072f-0802-44a4-94f6-84bbce4fc1f2 HTTP/1.1" status: 204 len: 168 time: 1.1625650 May 24 22:56:40.633545 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12e2fd4-4975-4ce0-94e0-1aeb0460b81f tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] GET failed (client error): The resource could not be found. May 24 22:56:40.634106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a12e2fd4-4975-4ce0-94e0-1aeb0460b81f tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Synchronizing usage tracker for tenant:848ec77917ec471ca9fb54846c749c01 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:40.639627 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-caffb372-a3cd-472d-86f6-6cb4e9167e6b tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=3325189a-c187-4363-8142-865e87edec3b HTTP/1.1" status: 200 len: 205 time: 0.1657529 May 24 22:56:40.642414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35168) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:40.789739 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-d51fd6ab-bcf6-4102-8d93-8cc07f81678a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] delete failed (client error): The resource could not be found. May 24 22:56:40.793681 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d51fd6ab-bcf6-4102-8d93-8cc07f81678a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/3325189a-c187-4363-8142-865e87edec3b HTTP/1.1" status: 404 len: 336 time: 0.1315029 May 24 22:56:40.794404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35172) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:40.844659 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d513f608-e0c4-46aa-b8d8-90dc519c4a65 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:40.845317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-34a7fedb-72b1-40ea-88d9-8688a1737631 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=253b9330-2d34-490d-8a1c-c40ee88b44fd HTTP/1.1" status: 200 len: 205 time: 0.0482061 May 24 22:56:40.845851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35176) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:40.943961 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-bc098559-d055-4495-88b5-54653c81d48e tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] delete failed (client error): The resource could not be found. May 24 22:56:40.948142 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bc098559-d055-4495-88b5-54653c81d48e tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/253b9330-2d34-490d-8a1c-c40ee88b44fd HTTP/1.1" status: 404 len: 336 time: 0.1001749 May 24 22:56:40.950785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35180) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:40.958039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d02f7c9b-99c8-47ec-a7ad-84be05687469 req-80a1d367-4851-43f7-ba37-9d571f91332c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4411814 May 24 22:56:41.018581 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0e4c4631-d578-431f-9cb9-db3027eabbc4 tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "GET /v2.0/ports?device_id=41997575-4b74-4caf-94fa-d0e211318bf6 HTTP/1.1" status: 200 len: 205 time: 0.0670278 May 24 22:56:41.019174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35186) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:41.133823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be56b9a-95bb-4a04-a8e5-431c15d7420e req-197a58d2-d606-423e-a167-8b204fd35c20 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:41.142853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2be56b9a-95bb-4a04-a8e5-431c15d7420e req-197a58d2-d606-423e-a167-8b204fd35c20 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 945 time: 0.5829499 May 24 22:56:41.173006 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-ad92df65-0fa7-4f0b-ba17-84b940a8d63a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] delete failed (client error): The resource could not be found. May 24 22:56:41.177728 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ad92df65-0fa7-4f0b-ba17-84b940a8d63a tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/routers/41997575-4b74-4caf-94fa-d0e211318bf6 HTTP/1.1" status: 404 len: 336 time: 0.1552386 May 24 22:56:41.178542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35198) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:41.190166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d513f608-e0c4-46aa-b8d8-90dc519c4a65 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Calling delete_port for 709b2df9-af74-4245-9609-b56af152509d owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:41.236939 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ede4e8e-718c-44a4-88d0-a0856af31a5b tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] DELETE failed (client error): The resource could not be found. May 24 22:56:41.237777 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ede4e8e-718c-44a4-88d0-a0856af31a5b tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:56:41.260641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7ede4e8e-718c-44a4-88d0-a0856af31a5b tempest-RoutersIpV6AdminTest-554872333 tempest-RoutersIpV6AdminTest-554872333-project] 10.222.0.55 "DELETE /v2.0/subnets/a58e04d8-2d78-4628-9113-f1247d6dcbde HTTP/1.1" status: 404 len: 337 time: 0.0619733 May 24 22:56:41.283508 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2be56b9a-95bb-4a04-a8e5-431c15d7420e req-362dfca3-754f-4913-a1a7-b01e456dcda8 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392758 May 24 22:56:41.486437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-7186da48-a305-49bf-a14d-ddc1594aca7f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:41.494934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-7186da48-a305-49bf-a14d-ddc1594aca7f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 804 time: 0.3277071 May 24 22:56:41.497305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a12e2fd4-4975-4ce0-94e0-1aeb0460b81f tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Unset dirty status for tenant:848ec77917ec471ca9fb54846c749c01 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:41.502405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35214) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:41.502674 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a12e2fd4-4975-4ce0-94e0-1aeb0460b81f tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "GET /v2.0/ports/18650244-ae46-41de-b490-d3a75a67d482 HTTP/1.1" status: 404 len: 333 time: 1.1144366 May 24 22:56:41.510009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Request body: {'port': {'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1740143383'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:41.519832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:41.520678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Deleting port 87a1a6bb-821c-4087-b601-4fae3c4002f8 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:41.521025 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:41.558437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:41.588718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Made reservation on behalf of 848ec77917ec471ca9fb54846c749c01 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:41.593275 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:41.640581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] device_id is not set on port 9a484a55-62c2-459a-b757-7ca3324fbd4b yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:41.670952 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-e8a0add9-7ba5-47ae-9005-ddb2a6be5763 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/quotas/52f35fd46fa1486098c48667c9b46795 HTTP/1.1" status: 200 len: 375 time: 0.1751065 May 24 22:56:41.815105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35220) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:41.952051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 87a1a6bb-821c-4087-b601-4fae3c4002f8 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:42.054172 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:42.104153 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:42.287000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Network 62db976e-513f-43a3-a3ea-8e9763d8b1bf is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:42.293659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 87a1a6bb-821c-4087-b601-4fae3c4002f8 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:42.294409 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:42.306624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:42.321038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:42.323427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:42.324134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:42.384469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event updated for resources: {'Port': ['ID=9a484a55-62c2-459a-b757-7ca3324fbd4b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:42.389326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 87a1a6bb-821c-4087-b601-4fae3c4002f8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87a1a6bb-821c-4087-b601-4fae3c4002f8,segment=NetworkSegment(777d84b6-a5f8-4a5e-993b-306bee169994),segment_id=777d84b6-a5f8-4a5e-993b-306bee169994)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:42.390788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c999bb-184d-4bb9-858a-12ef1a2e35c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a1a6bb-821c-4087-b601-4fae3c4002f8'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:42.400227 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:42.423171 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cfde026d-f1e7-4f89-829a-9e0f12585fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:42.486812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cfde026d-f1e7-4f89-829a-9e0f12585fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:42.501960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cfde026d-f1e7-4f89-829a-9e0f12585fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:e455915b3cf54855bd1a9f08c1fc1a99 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:42.512237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cfde026d-f1e7-4f89-829a-9e0f12585fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:42.522252 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f18c1398-e3eb-46c2-b8a2-412450ab05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0176497 May 24 22:56:42.525071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35246) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:42.537999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cfde026d-f1e7-4f89-829a-9e0f12585fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:42.548394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:42.586761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=87a1a6bb-821c-4087-b601-4fae3c4002f8,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:42.682671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35250) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:42.886409 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-8ad78158-72d5-4630-aaa4-85fdb750499e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2144768 May 24 22:56:42.972222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:43.029214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01d101-2d71-4a72-b014-bdf6606f6f52 req-0e567ae3-27f3-4b26-8267-7e4659991330 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:43.030963 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc01d101-2d71-4a72-b014-bdf6606f6f52 req-0e567ae3-27f3-4b26-8267-7e4659991330 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.4156964 May 24 22:56:43.045902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-308479165-network', 'tenant_id': '63b7ffb83b1444d0b63c10afb40a1528'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:43.056874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-3eef4a04-095d-4663-9942-e916495ffdd6 service neutron] 10.222.0.55 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694610 May 24 22:56:43.160445 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc01d101-2d71-4a72-b014-bdf6606f6f52 req-e9fdb91e-efec-45ad-8395-5d6802d2cad1 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962412 May 24 22:56:43.215018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7185aba-efba-490d-b0f6-3070816ed98d req-0e677618-e600-4f34-a979-1112f5aa2dd2 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:43.216590 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7185aba-efba-490d-b0f6-3070816ed98d req-0e677618-e600-4f34-a979-1112f5aa2dd2 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f39db7d-1f0a-48e7-930e-0b7a5b1acd28 HTTP/1.1" status: 200 len: 943 time: 1.1059117 May 24 22:56:43.230215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:43.249341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-ee29a194-9f24-44ed-a618-ac05ed89c3ab service neutron] 10.222.0.55 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877248 May 24 22:56:43.257311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Usage tracker for resource:network and tenant:63b7ffb83b1444d0b63c10afb40a1528 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:43.333651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:43.343395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d513f608-e0c4-46aa-b8d8-90dc519c4a65 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:43.376462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:43.571693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513f608-e0c4-46aa-b8d8-90dc519c4a65 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event deleted for resources: {'Port': ['ID=709b2df9-af74-4245-9609-b56af152509d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:43.594661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] For port 87a1a6bb-821c-4087-b601-4fae3c4002f8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87a1a6bb-821c-4087-b601-4fae3c4002f8,segment=NetworkSegment(777d84b6-a5f8-4a5e-993b-306bee169994),segment_id=777d84b6-a5f8-4a5e-993b-306bee169994)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:43.596820 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:43.641366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb73a8b-ad80-4ebf-b65d-2bd878173464 req-5702334f-909e-40d2-8203-058cfe2bb0d0 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:43.642959 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8bb73a8b-ad80-4ebf-b65d-2bd878173464 req-5702334f-909e-40d2-8203-058cfe2bb0d0 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 943 time: 0.2472250 May 24 22:56:43.656029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] device_id is not set on port 9a484a55-62c2-459a-b757-7ca3324fbd4b yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:43.696847 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:43.719255 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cfde026d-f1e7-4f89-829a-9e0f12585fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:43.731593 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a2951f-ffce-41ea-abbd-fac7bf82aa09'] response: {'server_uuid': '32c999bb-184d-4bb9-858a-12ef1a2e35c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a1a6bb-821c-4087-b601-4fae3c4002f8', 'code': 200} May 24 22:56:43.775444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cfde026d-f1e7-4f89-829a-9e0f12585fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:43.845748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Transition to ACTIVE for port object 9a484a55-62c2-459a-b757-7ca3324fbd4b will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:43.888500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Made reservation on behalf of 63b7ffb83b1444d0b63c10afb40a1528 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:43.891150 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:43.958557 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:43.967684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e35be8d2-6104-4a6e-ab1c-d81a24f511cc no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:44.103476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde026d-f1e7-4f89-829a-9e0f12585fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf7ba93-5b97-4af2-9132-d8b76bf788f3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:44.109317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8bb73a8b-ad80-4ebf-b65d-2bd878173464 req-64b9b9c0-c600-4b93-83bf-3dc4e3722b49 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886566 May 24 22:56:44.165193 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cfde026d-f1e7-4f89-829a-9e0f12585fe7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e455915b3cf54855bd1a9f08c1fc1a99&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3419809 May 24 22:56:44.168424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Calling delete_port for 87a1a6bb-821c-4087-b601-4fae3c4002f8 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:44.232109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e35be8d2-6104-4a6e-ab1c-d81a24f511cc is: DOWN; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:44.266815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35268) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:44.284665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-d7185aba-efba-490d-b0f6-3070816ed98d req-72d42520-bb4e-4ff7-8273-e4109910bc6b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Deleting port e35be8d2-6104-4a6e-ab1c-d81a24f511cc {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:44.284885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d7185aba-efba-490d-b0f6-3070816ed98d req-72d42520-bb4e-4ff7-8273-e4109910bc6b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:44.361156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event updated for resources: {'Port': ['ID=9a484a55-62c2-459a-b757-7ca3324fbd4b,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:44.364979 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:44.367603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:44.367937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:44.368270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:44.376113 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17d69434-7801-4e9d-be18-5599544b5f24 req-ae01a060-67ec-4b81-9d1e-2af5253096a5 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 210 time: 0.3110993 May 24 22:56:44.385142 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6e72a615-ad0b-4922-9c20-d722f3636a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:44.465653 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6e72a615-ad0b-4922-9c20-d722f3636a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:44.476881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:44.492780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Usage tracker for resource:security_group_rule and tenant:63b7ffb83b1444d0b63c10afb40a1528 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:44.505185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:44.556699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:44.557026 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:44.557409 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 2 to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b May 24 22:56:44.602238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:44.604398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:44.604939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:44.613583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6e72a615-ad0b-4922-9c20-d722f3636a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:44.618060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:44.618678 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:44.625911 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 3 to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b May 24 22:56:44.645138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72a615-ad0b-4922-9c20-d722f3636a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf7ba93-5b97-4af2-9132-d8b76bf788f3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:44.650057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:44.650393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:44.650733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:44.654961 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6e72a615-ad0b-4922-9c20-d722f3636a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:44.658429 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6e72a615-ad0b-4922-9c20-d722f3636a3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4bf7ba93-5b97-4af2-9132-d8b76bf788f3 HTTP/1.1" status: 204 len: 168 time: 0.3861108 May 24 22:56:44.662729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:44.662729 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:44.663117 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 4 to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b May 24 22:56:44.682439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:44.682820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:44.683154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:44.687953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:44.688276 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:44.688770 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 5 to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b May 24 22:56:44.705247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:44.705622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:44.706078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:44.711607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:44.711934 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:44.712319 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 6 to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b May 24 22:56:44.729296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:44.733168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:44.733364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:44.733887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:44.738967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:44.739328 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:44.740637 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 7 to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b May 24 22:56:44.757344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:44.757779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:44.758114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:44.764186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:44.764521 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:44.764909 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 8 to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b May 24 22:56:44.783940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:44.784269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:44.784601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:44.806898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:44.807310 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:44.808149 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 9 to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b May 24 22:56:44.847210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:44.847565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:44.847904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:44.862396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:44.862724 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:44.863115 n-d-843146-7 neutron-server[88390]: INFO neutron.plugins.ml2.plugin [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempt 10 to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b May 24 22:56:44.904373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:44.905408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:44.906078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempting to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:44.912374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:44.913195 n-d-843146-7 neutron-server[88390]: ERROR neutron.plugins.ml2.managers [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Failed to bind port 9a484a55-62c2-459a-b757-7ca3324fbd4b on host n-h1-843146-7 for vnic_type normal using segments [{'id': 'e0309bce-c0c2-4e96-9088-f9cacad53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '62db976e-513f-43a3-a3ea-8e9763d8b1bf'}] May 24 22:56:44.913872 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.020524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] For port 9a484a55-62c2-459a-b757-7ca3324fbd4b, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:56:45.021272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attempted to set empty binding levels {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 24 22:56:45.030040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.088022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35288) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:45.118921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] In _notify_port_updated(), no bound segment for port 9a484a55-62c2-459a-b757-7ca3324fbd4b on network 62db976e-513f-43a3-a3ea-8e9763d8b1bf {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:56:45.119770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:45.120368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.121704 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "PUT /v2.0/ports/9a484a55-62c2-459a-b757-7ca3324fbd4b HTTP/1.1" status: 200 len: 979 time: 2.5887134 May 24 22:56:45.126353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35292) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:45.142464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:56:45.143074 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:56:45.170395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d513f608-e0c4-46aa-b8d8-90dc519c4a65 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.198596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a0b57-a7bd-4f1e-82e0-cf44355fddcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event updated for resources: {'Port': ['ID=9a484a55-62c2-459a-b757-7ca3324fbd4b,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:45.222596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2861984f-639d-4286-a0bf-a1714c24efc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Deleting port 9a484a55-62c2-459a-b757-7ca3324fbd4b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:45.222931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2861984f-639d-4286-a0bf-a1714c24efc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.238263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d7185aba-efba-490d-b0f6-3070816ed98d req-72d42520-bb4e-4ff7-8273-e4109910bc6b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] For port e35be8d2-6104-4a6e-ab1c-d81a24f511cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:45.238642 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d7185aba-efba-490d-b0f6-3070816ed98d req-72d42520-bb4e-4ff7-8273-e4109910bc6b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.252396 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d513f608-e0c4-46aa-b8d8-90dc519c4a65 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "DELETE /v2.0/ports/709b2df9-af74-4245-9609-b56af152509d HTTP/1.1" status: 204 len: 168 time: 5.9673407 May 24 22:56:45.257252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35298) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:45.305831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-32d3f97f-5175-4764-b559-e011e368002c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5055d36ff19c49d5837530037b9b5205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122099 May 24 22:56:45.310976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35304) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:45.331253 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a505e560-dcb5-4bcf-9dc1-4ca73b4ea8e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] GET failed (client error): The resource could not be found. May 24 22:56:45.331779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a505e560-dcb5-4bcf-9dc1-4ca73b4ea8e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Synchronizing usage tracker for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:45.398500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-d7185aba-efba-490d-b0f6-3070816ed98d req-72d42520-bb4e-4ff7-8273-e4109910bc6b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Calling delete_port for e35be8d2-6104-4a6e-ab1c-d81a24f511cc owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:45.436285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36025f9-9a74-4db1-9334-7f5e735c44e1 req-2c380049-8ae5-4038-8902-589b24001d91 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:45.437961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b36025f9-9a74-4db1-9334-7f5e735c44e1 req-2c380049-8ae5-4038-8902-589b24001d91 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.7452002 May 24 22:56:45.458111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a505e560-dcb5-4bcf-9dc1-4ca73b4ea8e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Unset dirty status for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:45.462236 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a505e560-dcb5-4bcf-9dc1-4ca73b4ea8e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "GET /v2.0/ports/709b2df9-af74-4245-9609-b56af152509d HTTP/1.1" status: 404 len: 333 time: 0.1953609 May 24 22:56:45.468069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35310) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:45.631191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c9f88e4-760b-47d3-a46e-a0e4f302b629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.650400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Deleting port 87a1a6bb-821c-4087-b601-4fae3c4002f8 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:45.650400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.677647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c422a395-44fc-49d3-867e-b3425a2734e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Deleting port 5c6d5842-8622-4262-90e6-132fe6049b68 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:45.678376 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c422a395-44fc-49d3-867e-b3425a2734e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.700936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b36025f9-9a74-4db1-9334-7f5e735c44e1 req-fa0687ea-6d48-45af-a831-8aa756ac18f6 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302465 May 24 22:56:45.715049 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.723986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-2861984f-639d-4286-a0bf-a1714c24efc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] For port 9a484a55-62c2-459a-b757-7ca3324fbd4b, host n-h1-843146-7, got binding levels [] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:45.724335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2861984f-639d-4286-a0bf-a1714c24efc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.732986 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c9f88e4-760b-47d3-a46e-a0e4f302b629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.771097 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.867889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:56:45.909637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-1dd92242-bb0b-4bd3-9e41-c9313c095f59 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:45.911247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-1dd92242-bb0b-4bd3-9e41-c9313c095f59 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.31 "GET /v2.0/networks?id=056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 200 len: 804 time: 0.5223758 May 24 22:56:45.933430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Request body: {'port': {'device_id': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'admin_state_up': True, 'tenant_id': '52f35fd46fa1486098c48667c9b46795'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:45.953643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964d29d2-0909-4062-8fb8-ac72aef116c3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:45.977117 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:45.977465 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Added segment b3cced19-d949-4593-af14-0ac0d68972cb of type vlan for network 95cdea82-26ff-46b8-ae83-e3ad0258bcde May 24 22:56:46.017163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2861984f-639d-4286-a0bf-a1714c24efc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Calling delete_port for 9a484a55-62c2-459a-b757-7ca3324fbd4b owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:46.087792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d7185aba-efba-490d-b0f6-3070816ed98d req-72d42520-bb4e-4ff7-8273-e4109910bc6b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.092024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59966e-f913-48a8-b943-7ad227c74ce8 req-35a46da0-7c9a-4650-937c-e033dfdf0860 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:46.093312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb59966e-f913-48a8-b943-7ad227c74ce8 req-35a46da0-7c9a-4650-937c-e033dfdf0860 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 943 time: 0.7059453 May 24 22:56:46.137757 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2bff920-c229-4550-8b1b-7fe51e0416c2 req-794e425c-4a86-44d0-9973-2f8777a10f23 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 210 time: 0.1063182 May 24 22:56:46.195682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d42520-bb4e-4ff7-8273-e4109910bc6b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Pushing event deleted for resources: {'Port': ['ID=e35be8d2-6104-4a6e-ab1c-d81a24f511cc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:46.287327 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb59966e-f913-48a8-b943-7ad227c74ce8 req-b36129bc-a8a1-4c23-8609-a12b6c1cdb5d tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/security-groups?id=64edb7ef-9dc2-477d-80ae-f338bc163822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647317 May 24 22:56:46.287925 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2861984f-639d-4286-a0bf-a1714c24efc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.298912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c9f88e4-760b-47d3-a46e-a0e4f302b629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.305397 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.367173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861984f-639d-4286-a0bf-a1714c24efc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a484a55-62c2-459a-b757-7ca3324fbd4b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:46.373629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f88e4-760b-47d3-a46e-a0e4f302b629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6472266-b1cc-4a18-aaed-4e5ac53cc39b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:46.386313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2861984f-639d-4286-a0bf-a1714c24efc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.400260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c9f88e4-760b-47d3-a46e-a0e4f302b629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.408976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1c9f88e4-760b-47d3-a46e-a0e4f302b629 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6472266-b1cc-4a18-aaed-4e5ac53cc39b HTTP/1.1" status: 204 len: 168 time: 1.0873358 May 24 22:56:46.422149 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2861984f-639d-4286-a0bf-a1714c24efc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "DELETE /v2.0/ports/9a484a55-62c2-459a-b757-7ca3324fbd4b HTTP/1.1" status: 204 len: 168 time: 1.2947376 May 24 22:56:46.426068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35322) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:46.474762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] For port 87a1a6bb-821c-4087-b601-4fae3c4002f8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87a1a6bb-821c-4087-b601-4fae3c4002f8,segment=NetworkSegment(777d84b6-a5f8-4a5e-993b-306bee169994),segment_id=777d84b6-a5f8-4a5e-993b-306bee169994)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:46.475131 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.485139 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c0ec59-c3ca-44bb-99a1-b64b00a9de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] GET failed (client error): The resource could not be found. May 24 22:56:46.485688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-05c0ec59-c3ca-44bb-99a1-b64b00a9de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Synchronizing usage tracker for tenant:848ec77917ec471ca9fb54846c749c01 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:46.497858 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c422a395-44fc-49d3-867e-b3425a2734e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.619983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7185aba-efba-490d-b0f6-3070816ed98d req-72d42520-bb4e-4ff7-8273-e4109910bc6b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] No DVR routers for this DVR port e35be8d2-6104-4a6e-ab1c-d81a24f511cc on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:56:46.623998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-05c0ec59-c3ca-44bb-99a1-b64b00a9de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] Unset dirty status for tenant:848ec77917ec471ca9fb54846c749c01 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:46.625523 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-05c0ec59-c3ca-44bb-99a1-b64b00a9de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-400572660-project-admin] 10.222.0.55 "GET /v2.0/ports/9a484a55-62c2-459a-b757-7ca3324fbd4b HTTP/1.1" status: 404 len: 333 time: 0.1985047 May 24 22:56:46.633098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c422a395-44fc-49d3-867e-b3425a2734e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Calling delete_port for 5c6d5842-8622-4262-90e6-132fe6049b68 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:46.633807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Calling delete_port for 87a1a6bb-821c-4087-b601-4fae3c4002f8 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:46.665320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d7185aba-efba-490d-b0f6-3070816ed98d req-72d42520-bb4e-4ff7-8273-e4109910bc6b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.668949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35326) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:46.669590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'name': 'network-vif-deleted', 'tag': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:46.747529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:46.762410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7185aba-efba-490d-b0f6-3070816ed98d req-72d42520-bb4e-4ff7-8273-e4109910bc6b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.50 "DELETE /v2.0/ports/e35be8d2-6104-4a6e-ab1c-d81a24f511cc HTTP/1.1" status: 204 len: 173 time: 3.5016541 May 24 22:56:46.764076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Usage tracker for resource:port and tenant:52f35fd46fa1486098c48667c9b46795 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:46.773099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.774580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:46.775333 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.892085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c422a395-44fc-49d3-867e-b3425a2734e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:46.982714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:47.003428 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da57a968-0be6-4faa-93d3-7ca091c4bacb'] response: {'server_uuid': '5f39db7d-1f0a-48e7-930e-0b7a5b1acd28', 'name': 'network-vif-deleted', 'tag': 'e35be8d2-6104-4a6e-ab1c-d81a24f511cc', 'status': 'completed', 'code': 200} May 24 22:56:47.032871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:47.089723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422a395-44fc-49d3-867e-b3425a2734e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event deleted for resources: {'Port': ['ID=5c6d5842-8622-4262-90e6-132fe6049b68,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:47.106412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c422a395-44fc-49d3-867e-b3425a2734e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:47.147687 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.4622693 May 24 22:56:47.161732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35348) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:47.164761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Made reservation on behalf of 52f35fd46fa1486098c48667c9b46795 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:47.168045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:47.187204 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:47.188072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Request body: {'subnet': {'network_id': '95cdea82-26ff-46b8-ae83-e3ad0258bcde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-308479165-subnet', 'tenant_id': '63b7ffb83b1444d0b63c10afb40a1528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:47.188857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409111f2-5029-45b4-bd33-4f7f59df46a6 admin admin] Pushing event updated for resources: {'Network': ['ID=95cdea82-26ff-46b8-ae83-e3ad0258bcde,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:47.199508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:47.207326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c422a395-44fc-49d3-867e-b3425a2734e3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "DELETE /v2.0/ports/5c6d5842-8622-4262-90e6-132fe6049b68 HTTP/1.1" status: 204 len: 168 time: 1.7360117 May 24 22:56:47.207528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35354) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:47.220473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Usage tracker for resource:subnet and tenant:63b7ffb83b1444d0b63c10afb40a1528 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:47.227114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:47.228986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 95cdea82-26ff-46b8-ae83-e3ad0258bcde details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:56:47.241746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:47.265707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Made reservation on behalf of 63b7ffb83b1444d0b63c10afb40a1528 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:47.271494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:47.293046 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dd9f8a-99d8-440f-8e72-c3b54709907c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] GET failed (client error): The resource could not be found. May 24 22:56:47.293860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-97dd9f8a-99d8-440f-8e72-c3b54709907c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Synchronizing usage tracker for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:47.334123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0be15a-d42f-4869-81cd-17fd95d52c1f req-a565d3cd-6b6d-4aba-8aff-b4b9d4f07d67 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:47.335824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce0be15a-d42f-4869-81cd-17fd95d52c1f req-a565d3cd-6b6d-4aba-8aff-b4b9d4f07d67 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.2524424 May 24 22:56:47.491017 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:47.536569 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce0be15a-d42f-4869-81cd-17fd95d52c1f req-cc2dda7c-119b-4116-a983-eb54bbd6a580 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004746 May 24 22:56:47.571333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-deff9de3-146d-4924-95f2-bda1cf1ce8ed req-61b949a1-9b47-4988-89d4-71abd94074e0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Synchronizing usage tracker for tenant:52f35fd46fa1486098c48667c9b46795 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:47.683336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35372) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:47.683889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Pushing event deleted for resources: {'Port': ['ID=87a1a6bb-821c-4087-b601-4fae3c4002f8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:47.736921 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:47.763637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-97dd9f8a-99d8-440f-8e72-c3b54709907c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Unset dirty status for tenant:876d5e96bc9140de8fe0f654ef09912b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:47.765813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-97dd9f8a-99d8-440f-8e72-c3b54709907c tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "GET /v2.0/ports/5c6d5842-8622-4262-90e6-132fe6049b68 HTTP/1.1" status: 404 len: 333 time: 0.5526047 May 24 22:56:47.782867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35378) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:47.840061 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:47.911278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb6d567a-0418-4d89-9a3b-87ea28dfa08b req-cddb04b2-33c9-4a0f-90fc-67b234188f78 tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c999bb-184d-4bb9-858a-12ef1a2e35c1 HTTP/1.1" status: 200 len: 210 time: 0.1295626 May 24 22:56:47.918771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-deff9de3-146d-4924-95f2-bda1cf1ce8ed req-61b949a1-9b47-4988-89d4-71abd94074e0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Unset dirty status for tenant:52f35fd46fa1486098c48667c9b46795 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:47.919907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-deff9de3-146d-4924-95f2-bda1cf1ce8ed req-61b949a1-9b47-4988-89d4-71abd94074e0 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 210 time: 0.4455121 May 24 22:56:47.936930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6a223cb8-ad20-4652-9488-b9e2ea121e72 tempest-AgentManagementNegativeTest-418003612 tempest-AgentManagementNegativeTest-418003612-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2439604 May 24 22:56:47.955900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] No DVR routers for this DVR port 87a1a6bb-821c-4087-b601-4fae3c4002f8 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:56:47.959226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a0669939-471b-4bd7-9b3a-5a5b30d3769d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Deleting port 930081ea-a75c-430f-ad2e-5e279b3827db {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:47.959882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0669939-471b-4bd7-9b3a-5a5b30d3769d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:47.965382 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:47.970214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62db976e-513f-43a3-a3ea-8e9763d8b1bf']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:47.997524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8529c1-e0dd-453c-9648-278b2e9afd35,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:47.999596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0309bce-c0c2-4e96-9088-f9cacad53696') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:47.999893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0309bce-c0c2-4e96-9088-f9cacad53696') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:48.028663 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:48.036375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Allocated IP 172.20.0.8 (056308aa-63e1-4aec-a0be-0a3cbc878d9a/c020c108-849b-4525-aa7e-ba351ac9ffb5/2a00522b-932d-4e5b-997c-7d31cbe971f5) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:48.044835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15c12f6c-ee01-4e55-88d1-3caba4024e7d req-41f303ca-75c2-4046-966b-e828a1ef08bf tempest-InstanceActionsTestJSON-1090704263 tempest-InstanceActionsTestJSON-1090704263-project] 10.222.0.50 "DELETE /v2.0/ports/87a1a6bb-821c-4087-b601-4fae3c4002f8 HTTP/1.1" status: 204 len: 173 time: 7.6504536 May 24 22:56:48.062265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:48.075494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Checking segment: {'id': 'b3cced19-d949-4593-af14-0ac0d68972cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '95cdea82-26ff-46b8-ae83-e3ad0258bcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:56:48.075861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Network hostable DHCP agents. Network: 95cdea82-26ff-46b8-ae83-e3ad0258bcde, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:56:48.084863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:56:48.085412 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:48.161530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Network 95cdea82-26ff-46b8-ae83-e3ad0258bcde is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:56:48.173154 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment e0309bce-c0c2-4e96-9088-f9cacad53696 resource provider aggregate not found May 24 22:56:48.215367 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment e0309bce-c0c2-4e96-9088-f9cacad53696 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0309bce-c0c2-4e96-9088-f9cacad53696 found for delete ", "request_id": "req-85b8e8ff-91cd-4dd2-9367-51d7a5336f7a"}]} May 24 22:56:48.324947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 95cdea82-26ff-46b8-ae83-e3ad0258bcde) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:48.335235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd76a79-8822-4a67-8d52-f3bc8f3b4a27 None None] Network 95cdea82-26ff-46b8-ae83-e3ad0258bcde requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:48.340794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:48.341378 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:48.383316 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4104b0e3-a9a8-440c-b1ab-75ea2564b62b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2095010 May 24 22:56:48.389094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:48.481770 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:48.558331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] Pushing event deleted for resources: {'Network': ['ID=62db976e-513f-43a3-a3ea-8e9763d8b1bf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:48.584375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:48.594484 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3731d4a0-f0ba-41a5-85e4-20bd535c04ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-723801640-project] 10.222.0.55 "DELETE /v2.0/networks/62db976e-513f-43a3-a3ea-8e9763d8b1bf HTTP/1.1" status: 204 len: 168 time: 1.8981493 May 24 22:56:48.601228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35400) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:48.681984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:48.791799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0669939-471b-4bd7-9b3a-5a5b30d3769d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:48.910269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Network 056308aa-63e1-4aec-a0be-0a3cbc878d9a is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:48.918829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:48.926667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:48.961172 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1122bcf8-1073-4562-abed-ccd0f82ff5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:48.969861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428fa943-7a6e-464a-a222-e3076afc99ab None None] Network 95cdea82-26ff-46b8-ae83-e3ad0258bcde requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:48.980993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Pushing event updated for resources: {'Port': ['ID=2a00522b-932d-4e5b-997c-7d31cbe971f5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:48.998250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a0669939-471b-4bd7-9b3a-5a5b30d3769d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Calling delete_port for 930081ea-a75c-430f-ad2e-5e279b3827db owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:49.010569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c999bb-184d-4bb9-858a-12ef1a2e35c1', 'name': 'network-vif-deleted', 'tag': '87a1a6bb-821c-4087-b601-4fae3c4002f8'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:49.018765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1122bcf8-1073-4562-abed-ccd0f82ff5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:49.029029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1122bcf8-1073-4562-abed-ccd0f82ff5aa admin admin] Usage tracker for resource:security_group_rule and tenant:9090942ca86b47a2b21bdd315cfcef87 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:49.035419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1122bcf8-1073-4562-abed-ccd0f82ff5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:49.047588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1122bcf8-1073-4562-abed-ccd0f82ff5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:49.087914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea3278-bd34-467a-ad67-795d50e53a92 req-a1dc0905-8f10-45e5-9d9f-029cbb71d90b tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:49.090081 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81ea3278-bd34-467a-ad67-795d50e53a92 req-a1dc0905-8f10-45e5-9d9f-029cbb71d90b tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 945 time: 0.4159336 May 24 22:56:49.106507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:49.107733 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:49.160186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e4a8f-16d2-44aa-bf13-b3f43ddd99ae req-28a14796-bb22-401c-bb13-da53c25c25a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:49.169944 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-438e4a8f-16d2-44aa-bf13-b3f43ddd99ae req-28a14796-bb22-401c-bb13-da53c25c25a5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 0.3721786 May 24 22:56:49.181431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35420) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:49.189891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cf9c70c8-6ecc-4aae-9455-d148fd14786f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2666278 May 24 22:56:49.205217 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81ea3278-bd34-467a-ad67-795d50e53a92 req-1ea89d95-2443-404f-a087-03829bdb7623 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070828 May 24 22:56:49.212864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Request body: {'port': {'device_id': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:49.303514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-438e4a8f-16d2-44aa-bf13-b3f43ddd99ae req-46cbab00-9cca-49a6-8d0b-3d965f29e305 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321874 May 24 22:56:49.339544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35426) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:49.497968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c6431845-5fe1-4326-978e-4ebcc5ce9e84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12298f5dbbf2425abe23d0f37570d5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129444 May 24 22:56:49.498384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35432) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:49.515596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0669939-471b-4bd7-9b3a-5a5b30d3769d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:49.516583 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0bc286-bd74-445e-ac1b-0e218c0db585'] response: {'server_uuid': '32c999bb-184d-4bb9-858a-12ef1a2e35c1', 'name': 'network-vif-deleted', 'tag': '87a1a6bb-821c-4087-b601-4fae3c4002f8', 'status': 'completed', 'code': 200} May 24 22:56:49.535743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5deeee2-e8a9-4878-8bdb-b296ef1db0a3 admin admin] Deleting subnet d6ed6a1f-7e0b-4b23-91a9-b328886f55ee {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:56:49.539032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5deeee2-e8a9-4878-8bdb-b296ef1db0a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:49.623621 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:49.639413 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1122bcf8-1073-4562-abed-ccd0f82ff5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:49.680087 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1122bcf8-1073-4562-abed-ccd0f82ff5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:49.696098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0669939-471b-4bd7-9b3a-5a5b30d3769d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event deleted for resources: {'Port': ['ID=930081ea-a75c-430f-ad2e-5e279b3827db,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:49.720376 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0669939-471b-4bd7-9b3a-5a5b30d3769d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:49.765425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1122bcf8-1073-4562-abed-ccd0f82ff5aa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9090942ca86b47a2b21bdd315cfcef87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1605616 May 24 22:56:49.767430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35444) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:49.775683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122bcf8-1073-4562-abed-ccd0f82ff5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc13a83-3db7-420b-af42-c931adac9f32,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:49.805151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1d10c-f0c8-41bb-b0d2-d9bed9686237 req-7d4115f3-4786-42e0-8b4d-79aa92c4ab8f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:49.806703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-05e1d10c-f0c8-41bb-b0d2-d9bed9686237 req-7d4115f3-4786-42e0-8b4d-79aa92c4ab8f tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 931 time: 0.2893107 May 24 22:56:49.848476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5deeee2-e8a9-4878-8bdb-b296ef1db0a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:49.928869 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a0669939-471b-4bd7-9b3a-5a5b30d3769d tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "DELETE /v2.0/ports/930081ea-a75c-430f-ad2e-5e279b3827db HTTP/1.1" status: 204 len: 168 time: 2.1447165 May 24 22:56:49.931868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35448) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:50.003481 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-881a1f7c-8bfc-4990-8782-8a5880c6c703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.015997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5deeee2-e8a9-4878-8bdb-b296ef1db0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.031344 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-05e1d10c-f0c8-41bb-b0d2-d9bed9686237 req-ba66e434-84e1-4068-b629-5b04cd41e566 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815042 May 24 22:56:50.086546 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e5e6c-6e0b-4abc-bd1c-14c92916c170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.099327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-ad800439-28ec-46e7-b935-ded3ec3da410 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:50.100793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-ad800439-28ec-46e7-b935-ded3ec3da410 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/networks?id=95cdea82-26ff-46b8-ae83-e3ad0258bcde HTTP/1.1" status: 200 len: 813 time: 0.3919392 May 24 22:56:50.112399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9cb5cd-b67a-4045-91d9-6b19aef43923 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Deleting subnet dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:56:50.114085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-881a1f7c-8bfc-4990-8782-8a5880c6c703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.134124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb5cd-b67a-4045-91d9-6b19aef43923 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.146183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-7eee9568-cfff-4fef-b2cf-ac78caa59297 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/quotas/63b7ffb83b1444d0b63c10afb40a1528 HTTP/1.1" status: 200 len: 375 time: 0.0356300 May 24 22:56:50.160878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dd380-956a-4dee-90fd-ccc15b32a721 req-e9a1a5d5-0b68-432d-8b6e-3db382181e95 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:50.162814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-185dd380-956a-4dee-90fd-ccc15b32a721 req-e9a1a5d5-0b68-432d-8b6e-3db382181e95 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 945 time: 0.3168178 May 24 22:56:50.200570 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e5e6c-6e0b-4abc-bd1c-14c92916c170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.238551 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb5cd-b67a-4045-91d9-6b19aef43923 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.268313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-17dcd6dc-0fec-427e-900a-09b4ec54d367 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=63b7ffb83b1444d0b63c10afb40a1528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951672 May 24 22:56:50.280161 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5deeee2-e8a9-4878-8bdb-b296ef1db0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.348083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5deeee2-e8a9-4878-8bdb-b296ef1db0a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ed6a1f-7e0b-4b23-91a9-b328886f55ee,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:50.402770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-185dd380-956a-4dee-90fd-ccc15b32a721 req-974e396f-8dba-4743-8b61-331b2490a036 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Deleting port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:50.403213 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-185dd380-956a-4dee-90fd-ccc15b32a721 req-974e396f-8dba-4743-8b61-331b2490a036 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.436836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5deeee2-e8a9-4878-8bdb-b296ef1db0a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.437914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a00522b-932d-4e5b-997c-7d31cbe971f5 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:56:50.443798 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e5e6c-6e0b-4abc-bd1c-14c92916c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.463657 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-881a1f7c-8bfc-4990-8782-8a5880c6c703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.464515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.488262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e5e6c-6e0b-4abc-bd1c-14c92916c170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc13a83-3db7-420b-af42-c931adac9f32,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:50.497082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c5deeee2-e8a9-4878-8bdb-b296ef1db0a3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d6ed6a1f-7e0b-4b23-91a9-b328886f55ee HTTP/1.1" status: 204 len: 168 time: 1.1561558 May 24 22:56:50.501023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35456) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:50.502781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a1f7c-8bfc-4990-8782-8a5880c6c703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c65501-5d25-4322-aea7-9f8b42d7fbe4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:50.503602 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918e5e6c-6e0b-4abc-bd1c-14c92916c170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.507428 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-918e5e6c-6e0b-4abc-bd1c-14c92916c170 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efc13a83-3db7-420b-af42-c931adac9f32 HTTP/1.1" status: 204 len: 168 time: 0.7260962 May 24 22:56:50.507624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-881a1f7c-8bfc-4990-8782-8a5880c6c703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.507738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Transition to ACTIVE for port object 2a00522b-932d-4e5b-997c-7d31cbe971f5 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:50.520862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-881a1f7c-8bfc-4990-8782-8a5880c6c703 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2c65501-5d25-4322-aea7-9f8b42d7fbe4 HTTP/1.1" status: 204 len: 168 time: 1.0085075 May 24 22:56:50.535133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.633714 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb5cd-b67a-4045-91d9-6b19aef43923 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.643492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-4db6f347-58d7-45e4-93f3-d3b2648c24e7 service neutron] 10.222.0.55 "GET /v2.0/networks/95cdea82-26ff-46b8-ae83-e3ad0258bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265307 May 24 22:56:50.828945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Pushing event updated for resources: {'Port': ['ID=2a00522b-932d-4e5b-997c-7d31cbe971f5,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:50.841301 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:50.878486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4506cbb-7c73-4ecf-958c-17867cbcc0a5 req-eaa173a5-9886-4692-8cae-0b16ecb02b19 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:50.880115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4506cbb-7c73-4ecf-958c-17867cbcc0a5 req-eaa173a5-9886-4692-8cae-0b16ecb02b19 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 945 time: 0.5119679 May 24 22:56:50.963033 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb5cd-b67a-4045-91d9-6b19aef43923 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:51.037187 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-f030c114-ba8c-4a4f-a57d-cb0aed78f007 service neutron] 10.222.0.55 "GET /v2.0/networks/95cdea82-26ff-46b8-ae83-e3ad0258bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926611 May 24 22:56:51.039081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-185dd380-956a-4dee-90fd-ccc15b32a721 req-974e396f-8dba-4743-8b61-331b2490a036 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] For port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7,segment=NetworkSegment(9a893742-408e-4455-9127-9c084454db93),segment_id=9a893742-408e-4455-9127-9c084454db93)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:51.039440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-185dd380-956a-4dee-90fd-ccc15b32a721 req-974e396f-8dba-4743-8b61-331b2490a036 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:51.041342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cb5cd-b67a-4045-91d9-6b19aef43923 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event deleted for resources: {'Subnet': ['ID=dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:51.048523 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb5cd-b67a-4045-91d9-6b19aef43923 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:51.051862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca5806f-3d73-45b6-b6ce-0ebaae0858dd None None] Network 8490f986-a256-4123-a31d-f5d56a92b34c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:51.121445 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4506cbb-7c73-4ecf-958c-17867cbcc0a5 req-be5f0268-9752-49e2-87c5-cf4efda03655 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/security-groups?id=5336b774-94b5-4d4d-aa85-fe880a1d8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295294 May 24 22:56:51.125974 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8b9cb5cd-b67a-4045-91d9-6b19aef43923 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "DELETE /v2.0/subnets/dc95a9f8-7d58-4c92-a2fb-d32eb69c04a7 HTTP/1.1" status: 204 len: 168 time: 1.1777952 May 24 22:56:51.157548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35478) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:51.307814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35488) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:51.347364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-185dd380-956a-4dee-90fd-ccc15b32a721 req-974e396f-8dba-4743-8b61-331b2490a036 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Calling delete_port for 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:51.451771 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:51.569542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Attempting to bind port 2a00522b-932d-4e5b-997c-7d31cbe971f5 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:51.582051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Attempting to bind port 2a00522b-932d-4e5b-997c-7d31cbe971f5 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:51.582760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Attempting to bind port 2a00522b-932d-4e5b-997c-7d31cbe971f5 on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:51.586121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] DHCP port deletion for 8490f986-a256-4123-a31d-f5d56a92b34c request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:56:51.587033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fabf902-dac6-47bd-bd07-ce1fa37face8']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:51.591116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Deleting port 5e8fd84d-ba39-4283-b751-d94802c5b703 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:51.591647 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:51.710163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df449dbc-4a8a-4c50-9d2c-0a3db79b3d3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=848ec77917ec471ca9fb54846c749c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3990102 May 24 22:56:51.714088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35502) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:51.764312 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-185dd380-956a-4dee-90fd-ccc15b32a721 req-974e396f-8dba-4743-8b61-331b2490a036 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:51.793260 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:56:51.794446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Port 2a00522b-932d-4e5b-997c-7d31cbe971f5 on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:51.794780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Attempting to bind port 2a00522b-932d-4e5b-997c-7d31cbe971f5 on network 056308aa-63e1-4aec-a0be-0a3cbc878d9a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:51.812908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777d84b6-a5f8-4a5e-993b-306bee169994') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:51.813120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777d84b6-a5f8-4a5e-993b-306bee169994') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:51.846515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e396f-8dba-4743-8b61-331b2490a036 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Pushing event deleted for resources: {'Port': ['ID=6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:51.855298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5e8fd84d-ba39-4283-b751-d94802c5b703 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:51.863448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906a37d-8d14-418d-8f42-84627a86cd0a req-1307c906-3688-4043-90d7-a6ec0d11c823 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:51.866001 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6906a37d-8d14-418d-8f42-84627a86cd0a req-1307c906-3688-4043-90d7-a6ec0d11c823 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 943 time: 0.4133203 May 24 22:56:51.868282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35508) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:51.883851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:56:51.884325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Checking segment: {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:56:51.884994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Bound using segment: {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:56:51.885358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Bound port: 2a00522b-932d-4e5b-997c-7d31cbe971f5, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:56:51.885821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:51.901196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:51.999581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] For port 5e8fd84d-ba39-4283-b751-d94802c5b703, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e8fd84d-ba39-4283-b751-d94802c5b703,segment=NetworkSegment(6599b824-4352-4176-b34c-ee4dff886d35),segment_id=6599b824-4352-4176-b34c-ee4dff886d35)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:51.999970 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.001944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-185dd380-956a-4dee-90fd-ccc15b32a721 req-974e396f-8dba-4743-8b61-331b2490a036 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] No DVR routers for this DVR port 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:56:52.008300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-185dd380-956a-4dee-90fd-ccc15b32a721 req-974e396f-8dba-4743-8b61-331b2490a036 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.011388 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b79361f-3e9b-4012-a2a3-99540b2cc068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.012915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bbca4-ae79-488b-b0c7-34cac9fe38ea', 'name': 'network-vif-deleted', 'tag': '6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:52.066253 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-185dd380-956a-4dee-90fd-ccc15b32a721 req-974e396f-8dba-4743-8b61-331b2490a036 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.31 "DELETE /v2.0/ports/6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 HTTP/1.1" status: 204 len: 173 time: 1.8908703 May 24 22:56:52.073219 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6906a37d-8d14-418d-8f42-84627a86cd0a req-3befeadf-164c-4923-a9a9-691c7aeeac7e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430526 May 24 22:56:52.075220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b79361f-3e9b-4012-a2a3-99540b2cc068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.110503 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.143751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b79361f-3e9b-4012-a2a3-99540b2cc068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.146612 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.166861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79361f-3e9b-4012-a2a3-99540b2cc068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58474e22-d624-4a56-8d10-403d430c8afd,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:52.171991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'networks': [{'name': 'tempest-network--385656013'}, {'name': 'tempest-network--377383319'}]} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:52.172356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'network': {'name': 'tempest-network--385656013'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:52.173045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'network': {'name': 'tempest-network--377383319'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:52.180453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b79361f-3e9b-4012-a2a3-99540b2cc068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.181664 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9b79361f-3e9b-4012-a2a3-99540b2cc068 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58474e22-d624-4a56-8d10-403d430c8afd HTTP/1.1" status: 204 len: 168 time: 0.4665611 May 24 22:56:52.183265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:52.187459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Usage tracker for resource:network and tenant:b956c3d1d3d640a6be35f93f16abf5e6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:52.190389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:52.197382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:52.223077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:56:52.223481 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.226000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Made reservation on behalf of b956c3d1d3d640a6be35f93f16abf5e6 for: {'network': 2} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:52.230993 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.279385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5e8fd84d-ba39-4283-b751-d94802c5b703 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:52.280529 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.286577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] For port 2a00522b-932d-4e5b-997c-7d31cbe971f5, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:56:52.304196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.322298 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d51b9a2f-4176-4d3c-bf35-84e75358a49d req-b727b8e7-bcff-4b70-85ba-e9654551e75a tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 210 time: 0.0705824 May 24 22:56:52.327998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Calling delete_port for 5e8fd84d-ba39-4283-b751-d94802c5b703 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:52.328634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:52.333424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Usage tracker for resource:security_group_rule and tenant:b956c3d1d3d640a6be35f93f16abf5e6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:52.336825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:52.343600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:52.484159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] For port 2a00522b-932d-4e5b-997c-7d31cbe971f5, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2a00522b-932d-4e5b-997c-7d31cbe971f5,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:56:52.486798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 5e8fd84d-ba39-4283-b751-d94802c5b703, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e8fd84d-ba39-4283-b751-d94802c5b703,segment=NetworkSegment(6599b824-4352-4176-b34c-ee4dff886d35),segment_id=6599b824-4352-4176-b34c-ee4dff886d35)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:52.488436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Deleting port 5e8fd84d-ba39-4283-b751-d94802c5b703 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:52.488907 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.492713 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0aa3b94-8c99-433f-97e6-29f6f63f59da'] response: {'server_uuid': 'e44bbca4-ae79-488b-b0c7-34cac9fe38ea', 'name': 'network-vif-deleted', 'tag': '6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7', 'status': 'completed', 'code': 200} May 24 22:56:52.495924 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.531522 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.542694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.543166 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.559114 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 777d84b6-a5f8-4a5e-993b-306bee169994 resource provider aggregate not found May 24 22:56:52.598840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.619497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8061bb-ff17-4e42-9779-c8e4f522baf8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:52.627738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:56:52.634075 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 777d84b6-a5f8-4a5e-993b-306bee169994 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 777d84b6-a5f8-4a5e-993b-306bee169994 found for delete ", "request_id": "req-a86e9bed-0783-4fcb-95ee-89c9df6ac06c"}]} May 24 22:56:52.642121 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.643019 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Added segment ac0f3b58-0040-418e-b048-d90b2e6157fc of type vlan for network 63a4ada9-606d-45ac-8f0a-aaa9dbf66d9b May 24 22:56:52.721271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5e8fd84d-ba39-4283-b751-d94802c5b703,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:52.728580 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:56:52.731287 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.731902 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:56:52.735981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-390819d2-c48a-44e6-a706-783c7874a85c req-c3d4a401-d089-497a-b676-65fda4865a60 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Synchronizing usage tracker for tenant:5a12641c14ed49389d79d0c86a7fb29f on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:52.744623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1179839-9864-4cf3-814a-0ce12c038061 req-b0c71820-4e6b-47a0-b370-d276a9d05708 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:52.746320 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1179839-9864-4cf3-814a-0ce12c038061 req-b0c71820-4e6b-47a0-b370-d276a9d05708 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 943 time: 1.2513320 May 24 22:56:52.777066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:52.779002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.780590 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] 10.222.0.31 "PUT /v2.0/ports/2a00522b-932d-4e5b-997c-7d31cbe971f5 HTTP/1.1" status: 200 len: 1091 time: 3.5762720 May 24 22:56:52.781315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'tag': '2a00522b-932d-4e5b-997c-7d31cbe971f5'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:52.795059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-390819d2-c48a-44e6-a706-783c7874a85c req-c3d4a401-d089-497a-b676-65fda4865a60 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] Unset dirty status for tenant:5a12641c14ed49389d79d0c86a7fb29f on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:52.796223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-390819d2-c48a-44e6-a706-783c7874a85c req-c3d4a401-d089-497a-b676-65fda4865a60 tempest-ServerTagsTestJSON-1323761798 tempest-ServerTagsTestJSON-1323761798-project] 10.222.0.55 "GET /v2.0/ports?device_id=e44bbca4-ae79-488b-b0c7-34cac9fe38ea HTTP/1.1" status: 200 len: 210 time: 0.1244459 May 24 22:56:52.808236 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.814165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:56:52.825397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.826657 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Added segment 9766f4c8-a791-42ec-a704-d31f014cbac7 of type vlan for network cf09e7fd-a664-4ffd-8487-1cdfcdcedcbc May 24 22:56:52.864856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.909793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.910574 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.916292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:52.934611 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3275e35-4b14-40c9-8c90-8770a0b3f91e'] response: {'name': 'network-changed', 'server_uuid': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'tag': '2a00522b-932d-4e5b-997c-7d31cbe971f5', 'status': 'completed', 'code': 200} May 24 22:56:52.938621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:52.951060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:52.951579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fabf902-dac6-47bd-bd07-ce1fa37face8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:52.951673 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:53.062475 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1179839-9864-4cf3-814a-0ce12c038061 req-b2e210ff-a496-44cf-aa7d-b5a6e60905cd tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009310 May 24 22:56:53.064011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.064473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.064853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.065838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.066036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.066462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.066887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.067313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.067742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.068152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.068951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.069549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:56:53.089469 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3fc44e2e-9490-4ba8-b460-83a2c7e49988 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4fabf902-dac6-47bd-bd07-ce1fa37face8 HTTP/1.1" status: 204 len: 168 time: 2.5872467 May 24 22:56:53.099718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event updated for resources: {'Network': ['ID=63a4ada9-606d-45ac-8f0a-aaa9dbf66d9b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:53.103465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2321844 May 24 22:56:53.106310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35544) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:53.117128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 63a4ada9-606d-45ac-8f0a-aaa9dbf66d9b details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:56:53.254982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Deleting port 5e8fd84d-ba39-4283-b751-d94802c5b703 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:53.255723 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:53.272731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-bb77bd9c-2990-4632-a84a-3815fa7ac889 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:53.276202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-bb77bd9c-2990-4632-a84a-3815fa7ac889 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Synchronizing usage tracker for tenant:63b7ffb83b1444d0b63c10afb40a1528 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:53.281907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b1098-0303-435c-ac12-b3e8ebb164ce service neutron] Pushing event updated for resources: {'Port': ['ID=2a00522b-932d-4e5b-997c-7d31cbe971f5,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:53.432121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] For port 5e8fd84d-ba39-4283-b751-d94802c5b703, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e8fd84d-ba39-4283-b751-d94802c5b703,segment=NetworkSegment(6599b824-4352-4176-b34c-ee4dff886d35),segment_id=6599b824-4352-4176-b34c-ee4dff886d35)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:53.432490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:53.440226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-bb77bd9c-2990-4632-a84a-3815fa7ac889 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Unset dirty status for tenant:63b7ffb83b1444d0b63c10afb40a1528 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:53.441349 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-bb77bd9c-2990-4632-a84a-3815fa7ac889 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.50 "GET /v2.0/networks?id=95cdea82-26ff-46b8-ae83-e3ad0258bcde HTTP/1.1" status: 200 len: 813 time: 0.4724765 May 24 22:56:53.456450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa249156-aa4c-4ef5-8132-9cbf0b7d145d tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event updated for resources: {'Network': ['ID=cf09e7fd-a664-4ffd-8487-1cdfcdcedcbc,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:53.461994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 5e451716-e000-4beb-8069-b0e47f3b69da details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:56:53.505639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35558) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:53.505924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Request body: {'port': {'device_id': 'd6a08cf5-5742-4f4e-ba38-3d208ab4d303', 'network_id': '95cdea82-26ff-46b8-ae83-e3ad0258bcde', 'admin_state_up': True, 'tenant_id': '63b7ffb83b1444d0b63c10afb40a1528'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:53.521527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbf701-3be5-48ba-8fea-b096a20e69ff req-eb15f1b2-4760-4c2b-a8e8-6a57dc577f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:53.523232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72fbf701-3be5-48ba-8fea-b096a20e69ff req-eb15f1b2-4760-4c2b-a8e8-6a57dc577f1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 1094 time: 0.5581002 May 24 22:56:53.563665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749d2ce6-0d53-44f5-8060-5bb44175d882 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:53.571523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749d2ce6-0d53-44f5-8060-5bb44175d882 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:53.578868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749d2ce6-0d53-44f5-8060-5bb44175d882 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:53.586806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749d2ce6-0d53-44f5-8060-5bb44175d882 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:53.587881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-749d2ce6-0d53-44f5-8060-5bb44175d882 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Synchronizing usage tracker for tenant:b956c3d1d3d640a6be35f93f16abf5e6 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:53.735411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbf701-3be5-48ba-8fea-b096a20e69ff req-db8d1580-0c34-4e7c-ba4f-bdbedc5bf9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:53.736933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72fbf701-3be5-48ba-8fea-b096a20e69ff req-db8d1580-0c34-4e7c-ba4f-bdbedc5bf9a5 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=52f35fd46fa1486098c48667c9b46795&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1480870 May 24 22:56:53.746166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Calling delete_port for 5e8fd84d-ba39-4283-b751-d94802c5b703 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:53.783588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network cf09e7fd-a664-4ffd-8487-1cdfcdcedcbc details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:56:53.850153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-792e234d-3472-4dda-81e7-d11f11f69d24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42bcdb34ff2c44759aae635a2eb17a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388746 May 24 22:56:53.851732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35568) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:53.974632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-749d2ce6-0d53-44f5-8060-5bb44175d882 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Unset dirty status for tenant:b956c3d1d3d640a6be35f93f16abf5e6 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:53.977283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-749d2ce6-0d53-44f5-8060-5bb44175d882 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8695695 May 24 22:56:53.983781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35576) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:54.046444 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.098910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:54.103222 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d56d6864-878c-4a44-82c2-93bc85e5ab40 req-ee74dfc5-d487-478c-813d-871fc21af8be tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 210 time: 0.3652134 May 24 22:56:54.116231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] For port 5e8fd84d-ba39-4283-b751-d94802c5b703, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e8fd84d-ba39-4283-b751-d94802c5b703,segment=NetworkSegment(6599b824-4352-4176-b34c-ee4dff886d35),segment_id=6599b824-4352-4176-b34c-ee4dff886d35)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:54.117042 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.127883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '5e451716-e000-4beb-8069-b0e47f3b69da', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'port_id': '5e451716-e000-4beb-8069-b0e47f3b69da', 'mac_address': 'fa:16:3e:50:e3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:56:54.158094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.190968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e31dd-9aaa-4643-aff0-f0a7cff2f666 req-8f4edeed-399d-46cf-afa5-4f0190dd465d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:54.192457 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-464e31dd-9aaa-4643-aff0-f0a7cff2f666 req-8f4edeed-399d-46cf-afa5-4f0190dd465d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 943 time: 0.8594000 May 24 22:56:54.295706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35588) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:54.330869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Calling delete_port for 5e8fd84d-ba39-4283-b751-d94802c5b703 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:54.336908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-464e31dd-9aaa-4643-aff0-f0a7cff2f666 req-17a82c72-2925-4788-ae12-7f11dc1f4a55 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358507 May 24 22:56:54.346833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a63d3c08-873e-47c3-97cc-3ec7f1053c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.369702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:54.374033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Usage tracker for resource:port and tenant:63b7ffb83b1444d0b63c10afb40a1528 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:54.377207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:54.382848 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a63d3c08-873e-47c3-97cc-3ec7f1053c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.383611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:54.420075 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.424951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35592) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:54.435453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 5e451716-e000-4beb-8069-b0e47f3b69da is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:54.435860 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.462890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e451716-e000-4beb-8069-b0e47f3b69da {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:56:54.499682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:54.501061 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:56:54.501905 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:56:54.503044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Made reservation on behalf of 63b7ffb83b1444d0b63c10afb40a1528 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:54.507001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.509723 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.526803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event deleted for resources: {'Port': ['ID=5e8fd84d-ba39-4283-b751-d94802c5b703,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:54.528719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbf701-3be5-48ba-8fea-b096a20e69ff req-4b0e0647-1e9e-4908-9e24-15c04bd4a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:54.530233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72fbf701-3be5-48ba-8fea-b096a20e69ff req-4b0e0647-1e9e-4908-9e24-15c04bd4a9f0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7078903 May 24 22:56:54.541344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.548556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] No DVR routers for this DVR port 5e8fd84d-ba39-4283-b751-d94802c5b703 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:56:54.572241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a63d3c08-873e-47c3-97cc-3ec7f1053c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.621527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1228889394', 'router:external': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:54.633371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:54.636140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d3c08-873e-47c3-97cc-3ec7f1053c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64edb7ef-9dc2-477d-80ae-f338bc163822,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:54.641264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a4ada9-606d-45ac-8f0a-aaa9dbf66d9b']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:54.649010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:54.652811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Usage tracker for resource:network and tenant:f148743abadc4b15a9b2257192eb916f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:54.663553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:54.670677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0f3b58-0040-418e-b048-d90b2e6157fc') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:54.670907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0f3b58-0040-418e-b048-d90b2e6157fc') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:54.685705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:54.690241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a63d3c08-873e-47c3-97cc-3ec7f1053c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.694696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a63d3c08-873e-47c3-97cc-3ec7f1053c08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64edb7ef-9dc2-477d-80ae-f338bc163822 HTTP/1.1" status: 204 len: 168 time: 0.8342800 May 24 22:56:54.694696 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.709083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-818ff3ac-c0a9-422c-bf97-2a176dcdd4ca admin admin] Deleting subnet a59f472f-3e81-4d31-ab5e-16846b501672 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:56:54.716452 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.721599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Made reservation on behalf of f148743abadc4b15a9b2257192eb916f for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:54.724821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.725719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['5e451716-e000-4beb-8069-b0e47f3b69da'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:56:54.738680 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.750061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:56:54.750460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.774138 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-818ff3ac-c0a9-422c-bf97-2a176dcdd4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.825945 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment ac0f3b58-0040-418e-b048-d90b2e6157fc resource provider aggregate not found May 24 22:56:54.832550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.836390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:54.853542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Usage tracker for resource:security_group_rule and tenant:f148743abadc4b15a9b2257192eb916f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:54.860172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:54.863980 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment ac0f3b58-0040-418e-b048-d90b2e6157fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac0f3b58-0040-418e-b048-d90b2e6157fc found for delete ", "request_id": "req-cc4fbd11-4eeb-46df-a4f7-6d87499bcda5"}]} May 24 22:56:54.868966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:54.878004 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-818ff3ac-c0a9-422c-bf97-2a176dcdd4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.890890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.900742 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:54.924103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8490f986-a256-4123-a31d-f5d56a92b34c']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:54.935590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event deleted for resources: {'Network': ['ID=63a4ada9-606d-45ac-8f0a-aaa9dbf66d9b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:54.957330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6599b824-4352-4176-b34c-ee4dff886d35') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:54.957660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6599b824-4352-4176-b34c-ee4dff886d35') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:54.971925 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-65ab148a-252b-4e90-ae3f-6c2f28b432a2 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "DELETE /v2.0/networks/63a4ada9-606d-45ac-8f0a-aaa9dbf66d9b HTTP/1.1" status: 204 len: 168 time: 0.9841084 May 24 22:56:54.976398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35606) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:54.988510 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.006284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aa88c-2394-4476-9cd6-b02bff5d2580 req-ee998ce9-6fef-4cd4-81c5-0fcdfac9c3f2 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:55.007797 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-355aa88c-2394-4476-9cd6-b02bff5d2580 req-ee998ce9-6fef-4cd4-81c5-0fcdfac9c3f2 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 944 time: 0.6050463 May 24 22:56:55.036038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.041987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.061947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-818ff3ac-c0a9-422c-bf97-2a176dcdd4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.073478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:56:55.083354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa10d78-2ded-4466-9dec-957f83a1262a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:55.085521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Deleting port 5e8fd84d-ba39-4283-b751-d94802c5b703 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:55.085907 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.109190 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.109417 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Added segment 2cd7a96b-3b80-4e3a-8bbd-45c26b7b26c2 of type vlan for network 8fcba543-8a6c-4be7-ad93-bc65b3514900 May 24 22:56:55.156813 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.191041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-62f322a2-5f7a-4ef0-aa43-bff63e65ca0b None None] The port '5e8fd84d-ba39-4283-b751-d94802c5b703' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:56:55.194403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:56:55.202952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.204054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:55.204934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.242116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:56:55.242461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 6fa94bc3-36ee-417b-9aa0-0e8c98ea27e7 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:56:55.284024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.325590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:56:55.326001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.358225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cb8a8560-ee00-452e-aa2f-7ef62954b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:55.359739 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-cb8a8560-ee00-452e-aa2f-7ef62954b317 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52f35fd46fa1486098c48667c9b46795&device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 1094 time: 0.7548456 May 24 22:56:55.367864 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9337816 May 24 22:56:55.367864 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f58cc84-ad86-4ed1-a055-b3cdbac517cd req-a4089c91-5a57-49d7-83c4-f56a01e42f35 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 210 time: 0.1125259 May 24 22:56:55.368295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35624) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:55.377776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Request body: {'subnet': {'network_id': '8fcba543-8a6c-4be7-ad93-bc65b3514900', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:55.386991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:55.389304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027cbf5-dea4-4d3e-b8a0-70154a679919 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event updated for resources: {'Network': ['ID=8fcba543-8a6c-4be7-ad93-bc65b3514900,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:55.392978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Usage tracker for resource:subnet and tenant:f148743abadc4b15a9b2257192eb916f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:55.396347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:55.402207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:55.405976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 8fcba543-8a6c-4be7-ad93-bc65b3514900 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:56:55.415366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Made reservation on behalf of f148743abadc4b15a9b2257192eb916f for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:55.418044 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.447329 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 6599b824-4352-4176-b34c-ee4dff886d35 resource provider aggregate not found May 24 22:56:55.528095 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-818ff3ac-c0a9-422c-bf97-2a176dcdd4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.632926 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.644815 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 6599b824-4352-4176-b34c-ee4dff886d35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6599b824-4352-4176-b34c-ee4dff886d35 found for delete ", "request_id": "req-d22ee2ec-e71b-4d1b-b21d-f56338a60ed2"}]} May 24 22:56:55.646411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ff3ac-c0a9-422c-bf97-2a176dcdd4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a59f472f-3e81-4d31-ab5e-16846b501672,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:55.656444 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.663492 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-355aa88c-2394-4476-9cd6-b02bff5d2580 req-7678ca46-03fd-4d61-a055-6ae6b8655c0e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6157486 May 24 22:56:55.674045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-b70a9e91-a507-4da3-8399-cf9954249044 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a00522b-932d-4e5b-997c-7d31cbe971f5 HTTP/1.1" status: 200 len: 217 time: 0.2162685 May 24 22:56:55.674967 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.681603 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.685064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1619543-85da-44bb-ad3c-db7b8f4c3a13 req-8101c297-421e-432b-a4be-7a1db1fd7fa7 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:55.686238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Allocated IP 172.20.0.11 (95cdea82-26ff-46b8-ae83-e3ad0258bcde/3d8529c1-e0dd-453c-9648-278b2e9afd35/bb036674-20da-4345-8813-4ad51e755830) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:55.686786 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1619543-85da-44bb-ad3c-db7b8f4c3a13 req-8101c297-421e-432b-a4be-7a1db1fd7fa7 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 943 time: 0.1639850 May 24 22:56:55.749625 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-818ff3ac-c0a9-422c-bf97-2a176dcdd4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:55.759013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] Pushing event deleted for resources: {'Network': ['ID=8490f986-a256-4123-a31d-f5d56a92b34c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:55.763625 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1619543-85da-44bb-ad3c-db7b8f4c3a13 req-2020c4f9-ccb6-456f-a2ea-ccfa03d7de81 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701070 May 24 22:56:55.821535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35638) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:55.863594 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-818ff3ac-c0a9-422c-bf97-2a176dcdd4ca admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a59f472f-3e81-4d31-ab5e-16846b501672 HTTP/1.1" status: 204 len: 168 time: 1.5570283 May 24 22:56:55.867568 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a5191e84-1f36-486c-9a5b-a41901f9b7b3 tempest-AllowedAddressPairIpV6TestJSON-1430543090 tempest-AllowedAddressPairIpV6TestJSON-1430543090-project] 10.222.0.55 "DELETE /v2.0/networks/8490f986-a256-4123-a31d-f5d56a92b34c HTTP/1.1" status: 204 len: 168 time: 4.7029784 May 24 22:56:55.867726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35642) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:55.881992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-b401b936-95b5-48e3-88e6-b39c8f0a6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:55.884059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-b401b936-95b5-48e3-88e6-b39c8f0a6305 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c020c108-849b-4525-aa7e-ba351ac9ffb5 HTTP/1.1" status: 200 len: 844 time: 0.1946898 May 24 22:56:55.985238 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.155013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-688943337-network', 'tenant_id': '9baca204a284450181a5fe551ea95ca4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:56.191834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35652) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:56.195856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:56.201554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-7ecca446-cbb5-4710-a725-f54d3b240d31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=056308aa-63e1-4aec-a0be-0a3cbc878d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3048375 May 24 22:56:56.216190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Usage tracker for resource:network and tenant:9baca204a284450181a5fe551ea95ca4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:56.252713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.309880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.objects.ports [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88390) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 22:56:56.310337 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.315497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72774974-d943-46a9-b45b-c020b4742842']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:56.352455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:56.365909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a893742-408e-4455-9127-9c084454db93') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:56.366199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a893742-408e-4455-9127-9c084454db93') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:56.391048 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.427486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.429663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.431833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event updated for resources: {'Subnet': ['ID=16b6dd0f-a6b8-45c0-858b-2033350e27e2,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:56.437825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:56.438410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Checking segment: {'id': '2cd7a96b-3b80-4e3a-8bbd-45c26b7b26c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8fcba543-8a6c-4be7-ad93-bc65b3514900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:56:56.438757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Network hostable DHCP agents. Network: 8fcba543-8a6c-4be7-ad93-bc65b3514900, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:56:56.447052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:56:56.447052 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.495204 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-aa1bd4d8-de18-40f3-881f-3bf8ec66ed5d service neutron] 10.222.0.31 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823255 May 24 22:56:56.507771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf09e7fd-a664-4ffd-8487-1cdfcdcedcbc']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:56.534736 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:56:56.570036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Network 8fcba543-8a6c-4be7-ad93-bc65b3514900 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:56:56.579021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Made reservation on behalf of 9baca204a284450181a5fe551ea95ca4 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:56.581618 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.581780 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.607927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.610384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 8fcba543-8a6c-4be7-ad93-bc65b3514900) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:56.618424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] Pushing event deleted for resources: {'Network': ['ID=72774974-d943-46a9-b45b-c020b4742842,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:56.621568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36eb668-a05e-4ffc-8e51-0cbe333056b3 None None] Network 8fcba543-8a6c-4be7-ad93-bc65b3514900 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:56.624022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:56.624680 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.628572 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.641358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7c03db7a-ca9c-433c-a417-a7a990f34806 admin admin] 10.222.0.55 "DELETE /v2.0/networks/72774974-d943-46a9-b45b-c020b4742842 HTTP/1.1" status: 204 len: 168 time: 0.7729430 May 24 22:56:56.661464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-26e5fc07-8d16-4582-a06a-df44796e73c2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2893386 May 24 22:56:56.664277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35662) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:56.670864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1180850893', 'network_id': '8fcba543-8a6c-4be7-ad93-bc65b3514900'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:56.679396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:56.688691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Usage tracker for resource:port and tenant:f148743abadc4b15a9b2257192eb916f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:56.697744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:56.702610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9766f4c8-a791-42ec-a704-d31f014cbac7') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:56.703021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9766f4c8-a791-42ec-a704-d31f014cbac7') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:56:56.711822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:56.737759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Made reservation on behalf of f148743abadc4b15a9b2257192eb916f for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:56.741463 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.757001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9af1867f-886a-4d5e-a6b8-47e759a1ce70 req-6cf5bd32-2c94-4779-beaa-ddc05f046a35 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Synchronizing usage tracker for tenant:63b7ffb83b1444d0b63c10afb40a1528 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:56.798053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] device_id is not set on port 6f54b569-4271-4548-bcd2-d7c0577be712 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:56:56.846494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35670) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:56.872247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6b76fd8d-794a-4453-8bb8-9e5102097c2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=876d5e96bc9140de8fe0f654ef09912b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735125 May 24 22:56:56.874407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35674) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:56.894563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:56.898984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:56.901319 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e180a889-3ae2-4ef8-bab7-7f05faad8a64 None None] Network 8fcba543-8a6c-4be7-ad93-bc65b3514900 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:56.960350 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 9a893742-408e-4455-9127-9c084454db93 resource provider aggregate not found May 24 22:56:56.986902 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 9a893742-408e-4455-9127-9c084454db93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a893742-408e-4455-9127-9c084454db93 found for delete ", "request_id": "req-52092140-2c2c-4586-8be9-714a769edaa8"}]} May 24 22:56:56.994537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:9baca204a284450181a5fe551ea95ca4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:57.006291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:57.029228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:57.036556 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4ccda01e-b87b-463a-858e-b378dc868724 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a12641c14ed49389d79d0c86a7fb29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852896 May 24 22:56:57.037886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35682) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:57.054652 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.068505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4697a60b-7704-4b31-affd-5352309a2c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.089028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9af1867f-886a-4d5e-a6b8-47e759a1ce70 req-6cf5bd32-2c94-4779-beaa-ddc05f046a35 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Unset dirty status for tenant:63b7ffb83b1444d0b63c10afb40a1528 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:57.098609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9af1867f-886a-4d5e-a6b8-47e759a1ce70 req-6cf5bd32-2c94-4779-beaa-ddc05f046a35 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 210 time: 0.4718921 May 24 22:56:57.135900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4049b-90fb-46be-bb7d-5f6f27d96aa1 req-fcc38004-5088-48b6-a78f-697814e7ce17 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:57.137481 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28c4049b-90fb-46be-bb7d-5f6f27d96aa1 req-fcc38004-5088-48b6-a78f-697814e7ce17 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 944 time: 0.2928736 May 24 22:56:57.144967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:56:57.154104 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.189085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 5e451716-e000-4beb-8069-b0e47f3b69da up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:56:57.191520 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.210286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Allocated IP 172.20.0.8 (8fcba543-8a6c-4be7-ad93-bc65b3514900/16b6dd0f-a6b8-45c0-858b-2033350e27e2/6f54b569-4271-4548-bcd2-d7c0577be712) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:56:57.214614 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28c4049b-90fb-46be-bb7d-5f6f27d96aa1 req-8f987c02-6aab-494e-ac75-a7a8ef450389 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641201 May 24 22:56:57.235088 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b544520b-b546-4507-9204-1073140fd446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.293616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b544520b-b546-4507-9204-1073140fd446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.353481 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4697a60b-7704-4b31-affd-5352309a2c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.372233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce4d71cd-79c7-4dbb-bb66-1f1e251d3ba7 req-c09c200f-4735-4908-8057-1274c6bdfeac service neutron] 10.222.0.31 "GET /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8669152 May 24 22:56:57.376665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 5e451716-e000-4beb-8069-b0e47f3b69da triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:56:57.377039 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.441514 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.447202 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.476835 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b544520b-b546-4507-9204-1073140fd446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.498727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 5e451716-e000-4beb-8069-b0e47f3b69da is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:56:57.499127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.503890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544520b-b546-4507-9204-1073140fd446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5336b774-94b5-4d4d-aa85-fe880a1d8f25,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:57.518632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event deleted for resources: {'Network': ['ID=cf09e7fd-a664-4ffd-8487-1cdfcdcedcbc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:57.533108 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b544520b-b546-4507-9204-1073140fd446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.534261 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b544520b-b546-4507-9204-1073140fd446 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5336b774-94b5-4d4d-aa85-fe880a1d8f25 HTTP/1.1" status: 204 len: 168 time: 0.4945905 May 24 22:56:57.539593 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.546177 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ac328876-62ef-4de3-8747-356eb393bee0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "DELETE /v2.0/networks/cf09e7fd-a664-4ffd-8487-1cdfcdcedcbc HTTP/1.1" status: 204 len: 168 time: 2.5617385 May 24 22:56:57.549201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35688) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:57.569169 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.586744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:56:57.613560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:56:57.626530 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.695193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fd987-a9ee-404e-b8dd-414ca7cce7ce req-1741de7b-bc35-452c-b40e-0df16a78eef1 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:57.702461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c4fd987-a9ee-404e-b8dd-414ca7cce7ce req-1741de7b-bc35-452c-b40e-0df16a78eef1 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 943 time: 0.4276524 May 24 22:56:57.705511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4697a60b-7704-4b31-affd-5352309a2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.753651 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.760072 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca317d1-1252-4d6d-9dd0-da1c34da90af'] response: {'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da', 'code': 200} May 24 22:56:57.763597 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 9766f4c8-a791-42ec-a704-d31f014cbac7 resource provider aggregate not found May 24 22:56:57.821487 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=10']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:57.834123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Pushing event updated for resources: {'Port': ['ID=bb036674-20da-4345-8813-4ad51e755830,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:57.847818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Network 95cdea82-26ff-46b8-ae83-e3ad0258bcde is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:57.850827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d229f-c163-438c-8814-b57edb4e9cc3 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:57.856512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d229f-c163-438c-8814-b57edb4e9cc3 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:57.862917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d229f-c163-438c-8814-b57edb4e9cc3 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:57.864345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-875d229f-c163-438c-8814-b57edb4e9cc3 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Synchronizing usage tracker for tenant:b956c3d1d3d640a6be35f93f16abf5e6 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:56:57.865093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697a60b-7704-4b31-affd-5352309a2c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1ab64a-10f8-497f-bb51-11d6fe11ac67,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:57.867260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:57.876243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:57.915488 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.918502 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 9766f4c8-a791-42ec-a704-d31f014cbac7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9766f4c8-a791-42ec-a704-d31f014cbac7 found for delete ", "request_id": "req-0aa1d42e-e416-4dba-9f44-52130072ecbe"}]} May 24 22:56:57.923291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Network 8fcba543-8a6c-4be7-ad93-bc65b3514900 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:56:57.926069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c4fd987-a9ee-404e-b8dd-414ca7cce7ce req-cc65a9ae-cb1a-49b8-b4c7-35ab2246cf2d tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226810 May 24 22:56:57.942459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:57.944830 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.945744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:56:57.985969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4697a60b-7704-4b31-affd-5352309a2c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:57.989704 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4697a60b-7704-4b31-affd-5352309a2c68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc1ab64a-10f8-497f-bb51-11d6fe11ac67 HTTP/1.1" status: 204 len: 168 time: 1.1022873 May 24 22:56:57.999489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4607cf24-b40e-4097-b8e6-221cfcaad107,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:58.011714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event updated for resources: {'Port': ['ID=6f54b569-4271-4548-bcd2-d7c0577be712,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:58.015719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:56:58.020187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-875d229f-c163-438c-8814-b57edb4e9cc3 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Unset dirty status for tenant:b956c3d1d3d640a6be35f93f16abf5e6 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:56:58.022468 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-875d229f-c163-438c-8814-b57edb4e9cc3 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.4722657 May 24 22:56:58.029044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:58.029650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.033203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35702) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:58.053930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-753109456'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:58.064581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:58.082054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:58.085285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:58.085921 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.108752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.109094 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Added segment e4c41b66-a123-46b9-b202-ad2a9b83affd of type vlan for network c8b94b2f-a633-4591-8af1-c75c8b0b3a7e May 24 22:56:58.111480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Made reservation on behalf of b956c3d1d3d640a6be35f93f16abf5e6 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:58.116478 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.119737 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-853a1f52-7f9d-444f-8b74-0a5f2460c059 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6178823 May 24 22:56:58.135653 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3ee1445e-bed3-4144-b17c-0ce887815f0b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4701965 May 24 22:56:58.140344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35708) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:58.143750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Request body: {'port': {'device_id': 'd6a08cf5-5742-4f4e-ba38-3d208ab4d303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:58.243850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:56:58.265365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.271293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-048c7ad5-e561-47da-b49c-d57100388c88 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Deleting port 6f54b569-4271-4548-bcd2-d7c0577be712 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:56:58.271734 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-048c7ad5-e561-47da-b49c-d57100388c88 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.389007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.389757 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Added segment 81775c3d-5bd9-4ebc-bb13-401a2bb696b1 of type vlan for network 20d41767-0a3f-48a2-9caa-104e355202b6 May 24 22:56:58.430351 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:56:58.485167 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.536994 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.538420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:58.539070 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.626479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a307d1f-2d37-4e7b-a951-9bc209a70fef req-c92d3b85-1870-4390-a744-809e0ab1ec66 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:58.633602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a307d1f-2d37-4e7b-a951-9bc209a70fef req-c92d3b85-1870-4390-a744-809e0ab1ec66 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 932 time: 0.3656569 May 24 22:56:58.640082 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.798075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c4804-7506-485f-9f40-4c00fb55674e req-6ca6eedb-d379-44c6-ae77-560ae0791fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:58.799808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-405c4804-7506-485f-9f40-4c00fb55674e req-6ca6eedb-d379-44c6-ae77-560ae0791fcd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 1097 time: 0.7439680 May 24 22:56:58.804865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b94b2f-a633-4591-8af1-c75c8b0b3a7e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:58.817435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network c8b94b2f-a633-4591-8af1-c75c8b0b3a7e details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:56:58.859222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.865961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:58.866725 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:58.891634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9a26889b-3b23-49e1-9520-6d954372d1e7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0637825 May 24 22:56:58.899994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35740) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:58.900893 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a307d1f-2d37-4e7b-a951-9bc209a70fef req-58ff36ae-4f6d-4c86-937a-7c74256b9281 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663460 May 24 22:56:58.910962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Request body: {'subnet': {'network_id': 'c8b94b2f-a633-4591-8af1-c75c8b0b3a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-688943337-subnet', 'tenant_id': '9baca204a284450181a5fe551ea95ca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:58.916020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:58.919845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Usage tracker for resource:subnet and tenant:9baca204a284450181a5fe551ea95ca4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:58.922800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:58.929446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:58.992012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Made reservation on behalf of 9baca204a284450181a5fe551ea95ca4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:58.994443 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.075726 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-048c7ad5-e561-47da-b49c-d57100388c88 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.106181 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-405c4804-7506-485f-9f40-4c00fb55674e req-904aa9a5-5ea4-4b6b-9678-43f0eae4d27a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617645 May 24 22:56:59.150991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9ce3-cdc5-46ef-9faa-1c9c81f310e5 req-785b3d8c-f304-49de-a92a-5cc4440e3064 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:59.152699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b3a9ce3-cdc5-46ef-9faa-1c9c81f310e5 req-785b3d8c-f304-49de-a92a-5cc4440e3064 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 946 time: 0.7011950 May 24 22:56:59.180592 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1456642 May 24 22:56:59.242584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35754) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:59.272381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c304d-9049-4741-a0a1-7890bd3cf0a8 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event updated for resources: {'Network': ['ID=20d41767-0a3f-48a2-9caa-104e355202b6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:59.282730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-048c7ad5-e561-47da-b49c-d57100388c88 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Calling delete_port for 6f54b569-4271-4548-bcd2-d7c0577be712 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:56:59.288503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 20d41767-0a3f-48a2-9caa-104e355202b6 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:56:59.316414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-387238689'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:59.333688 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b3a9ce3-cdc5-46ef-9faa-1c9c81f310e5 req-1cbba0a8-06bf-4200-a384-c48452160464 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552396 May 24 22:56:59.341667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:59.355348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Usage tracker for resource:network and tenant:b956c3d1d3d640a6be35f93f16abf5e6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:59.360561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:59.374825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:59.407239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.421624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Made reservation on behalf of b956c3d1d3d640a6be35f93f16abf5e6 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:59.426446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.479967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35764) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:56:59.515284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:56:59.542856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214e46-259e-4d57-be1a-1cdcfcbffcb8 req-fa9fda51-a9f4-434c-a4b7-cc3866b10754 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:59.550054 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a6214e46-259e-4d57-be1a-1cdcfcbffcb8 req-fa9fda51-a9f4-434c-a4b7-cc3866b10754 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 943 time: 0.3738656 May 24 22:56:59.553552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=12453020-db86-45dd-b452-91e7455f0788,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:59.554861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.555581 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Added segment df99af9f-7d1b-4eb7-bb20-95791184fa0e of type vlan for network 82701e1b-3f81-4bf4-8407-7f65e11996e3 May 24 22:56:59.575668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb036674-20da-4345-8813-4ad51e755830 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:56:59.580567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Checking segment: {'id': 'e4c41b66-a123-46b9-b202-ad2a9b83affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c8b94b2f-a633-4591-8af1-c75c8b0b3a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:56:59.580936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Network hostable DHCP agents. Network: c8b94b2f-a633-4591-8af1-c75c8b0b3a7e, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:56:59.591612 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.602663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-048c7ad5-e561-47da-b49c-d57100388c88 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.615348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Transition to ACTIVE for port object bb036674-20da-4345-8813-4ad51e755830 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:56:59.622834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.669543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Network c8b94b2f-a633-4591-8af1-c75c8b0b3a7e is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:56:59.693777 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c7ad5-e561-47da-b49c-d57100388c88 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f54b569-4271-4548-bcd2-d7c0577be712,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:59.715823 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a6214e46-259e-4d57-be1a-1cdcfcbffcb8 req-515a17bd-a709-4638-8eda-310a0cff5040 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647325 May 24 22:56:59.747858 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.760584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-702374002'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:56:59.764519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, c8b94b2f-a633-4591-8af1-c75c8b0b3a7e) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:56:59.778310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa45fe3a-79a1-48f6-89c5-9ca950907b03 None None] Network c8b94b2f-a633-4591-8af1-c75c8b0b3a7e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:56:59.780574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:56:59.790439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:59.791032 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.796286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Usage tracker for resource:network and tenant:77491b611605432ea13f00e8a5bd45f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:56:59.800246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Pushing event updated for resources: {'Port': ['ID=bb036674-20da-4345-8813-4ad51e755830,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:56:59.803550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:56:59.816865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:56:59.840754 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-048c7ad5-e561-47da-b49c-d57100388c88 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.845032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.851079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:56:59.851730 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.931320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Attempting to bind port bb036674-20da-4345-8813-4ad51e755830 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:56:59.931656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Attempting to bind port bb036674-20da-4345-8813-4ad51e755830 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'b3cced19-d949-4593-af14-0ac0d68972cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '95cdea82-26ff-46b8-ae83-e3ad0258bcde'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:56:59.931984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Attempting to bind port bb036674-20da-4345-8813-4ad51e755830 on network 95cdea82-26ff-46b8-ae83-e3ad0258bcde {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:59.935013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-67e16cb5-2d39-4c79-81bf-dd5e68a33efa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0312254 May 24 22:56:59.938650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Port bb036674-20da-4345-8813-4ad51e755830 on network 95cdea82-26ff-46b8-ae83-e3ad0258bcde not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:56:59.938969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Attempting to bind port bb036674-20da-4345-8813-4ad51e755830 on network 95cdea82-26ff-46b8-ae83-e3ad0258bcde {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:56:59.944929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:56:59.945267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Checking segment: {'id': 'b3cced19-d949-4593-af14-0ac0d68972cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '95cdea82-26ff-46b8-ae83-e3ad0258bcde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:56:59.945684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Bound using segment: {'id': 'b3cced19-d949-4593-af14-0ac0d68972cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '95cdea82-26ff-46b8-ae83-e3ad0258bcde'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:56:59.946097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Bound port: bb036674-20da-4345-8813-4ad51e755830, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cced19-d949-4593-af14-0ac0d68972cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '95cdea82-26ff-46b8-ae83-e3ad0258bcde'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:56:59.946449 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.957321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Made reservation on behalf of 77491b611605432ea13f00e8a5bd45f5 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:56:59.962409 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:56:59.994285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:00.002500 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-048c7ad5-e561-47da-b49c-d57100388c88 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "DELETE /v2.0/ports/6f54b569-4271-4548-bcd2-d7c0577be712 HTTP/1.1" status: 204 len: 168 time: 1.8502297 May 24 22:57:00.003323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35784) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:00.077895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:00.086259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Usage tracker for resource:security_group_rule and tenant:77491b611605432ea13f00e8a5bd45f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:00.090854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:00.091389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fcba543-8a6c-4be7-ad93-bc65b3514900', 'external_fixed_ips': [{'subnet_id': '16b6dd0f-a6b8-45c0-858b-2033350e27e2', 'ip_address': '172.20.0.8'}]}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:00.104212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:00.104603 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8298109 May 24 22:57:00.159831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35792) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:00.173350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:00.190746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'ports': [{'network_id': '20d41767-0a3f-48a2-9caa-104e355202b6', 'name': 'tempest-port--123293468', 'admin_state_up': True}, {'network_id': '82701e1b-3f81-4bf4-8407-7f65e11996e3', 'admin_state_up': False}]} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:00.191035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'port': {'network_id': '20d41767-0a3f-48a2-9caa-104e355202b6', 'name': 'tempest-port--123293468', 'admin_state_up': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:00.191514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'port': {'network_id': '82701e1b-3f81-4bf4-8407-7f65e11996e3', 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:00.240180 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c936229-25b9-4dc0-9a8d-5166201743fd req-bd9e69c0-846e-490b-84ff-fd26d240c213 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ba3a0d-ea7b-489a-84f4-2a2a0225e7b4 HTTP/1.1" status: 200 len: 210 time: 0.0581391 May 24 22:57:00.320218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5c45dc-fcb4-4fb6-bcf7-a730e911f64e None None] Network c8b94b2f-a633-4591-8af1-c75c8b0b3a7e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:00.326442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] For port bb036674-20da-4345-8813-4ad51e755830, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:00.371205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] For port bb036674-20da-4345-8813-4ad51e755830, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=bb036674-20da-4345-8813-4ad51e755830,segment=NetworkSegment(b3cced19-d949-4593-af14-0ac0d68972cb),segment_id=b3cced19-d949-4593-af14-0ac0d68972cb)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:00.387481 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:00.421766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cd1b6-f0ee-48ba-a882-5f404ee379db tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event updated for resources: {'Network': ['ID=82701e1b-3f81-4bf4-8407-7f65e11996e3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:00.482369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Usage tracker for resource:router and tenant:f148743abadc4b15a9b2257192eb916f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:00.484759 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:00.500100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:00.502193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:00.504248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] 10.222.0.50 "PUT /v2.0/ports/bb036674-20da-4345-8813-4ad51e755830 HTTP/1.1" status: 200 len: 1092 time: 2.3653302 May 24 22:57:00.504788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a08cf5-5742-4f4e-ba38-3d208ab4d303', 'tag': 'bb036674-20da-4345-8813-4ad51e755830'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:00.512758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:00.522678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 82701e1b-3f81-4bf4-8407-7f65e11996e3 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:00.524679 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:00.553662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:00.677963 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:00.680414 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:00.713324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0192216-0cb0-423e-aebd-ebc2d47a06aa,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:00.722794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb2f58-c279-4648-ad48-3b0b11f8d80a req-5c5dcff2-1682-4082-91f4-eea3c34cbe9f tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:00.724490 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-24eb2f58-c279-4648-ad48-3b0b11f8d80a req-5c5dcff2-1682-4082-91f4-eea3c34cbe9f tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 944 time: 0.6144965 May 24 22:57:00.782234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:00.798482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcb124-1b18-4e0d-a630-e199b71ba2cf service neutron] Pushing event updated for resources: {'Port': ['ID=bb036674-20da-4345-8813-4ad51e755830,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:00.808300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:00.808961 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Added segment f125199f-5ceb-4568-b5f2-40b9cc6465f4 of type vlan for network c0a7cb70-03a1-4c2e-b77e-48e13b241764 May 24 22:57:00.907780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-7eb3fd84-835a-452b-919f-84a5ed01a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:00.909429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-7eb3fd84-835a-452b-919f-84a5ed01a429 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b7ffb83b1444d0b63c10afb40a1528&device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 1095 time: 0.2726502 May 24 22:57:00.911683 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:00.962629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:01.000849 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-71900e9d-1bbf-49c4-94f9-b78a5b50ca6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb036674-20da-4345-8813-4ad51e755830 HTTP/1.1" status: 200 len: 217 time: 0.0747826 May 24 22:57:01.009405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-24eb2f58-c279-4648-ad48-3b0b11f8d80a req-2d6a9c30-9bda-4703-98df-00d5dd9e928d tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911973 May 24 22:57:01.091583 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:01.097534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:01.098261 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:01.209323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2a00522b-932d-4e5b-997c-7d31cbe971f5 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:57:01.225034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:01.234867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Usage tracker for resource:port and tenant:b956c3d1d3d640a6be35f93f16abf5e6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:01.291188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:01.313198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:01.432732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b034e-48f0-4402-b6a3-4c5402cec6c0 req-e3e48dbe-96fc-48e7-bcc0-92c190bb6468 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:01.434708 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-176b034e-48f0-4402-b6a3-4c5402cec6c0 req-e3e48dbe-96fc-48e7-bcc0-92c190bb6468 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 946 time: 0.5996737 May 24 22:57:01.473279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2a00522b-932d-4e5b-997c-7d31cbe971f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2a00522b-932d-4e5b-997c-7d31cbe971f5,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:01.488774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '2a00522b-932d-4e5b-997c-7d31cbe971f5', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'port_id': '2a00522b-932d-4e5b-997c-7d31cbe971f5', 'mac_address': 'fa:16:3e:27:8a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c020c108-849b-4525-aa7e-ba351ac9ffb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:57:01.539869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-858d658b-d222-4606-8c58-fb534663afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:01.541838 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-858d658b-d222-4606-8c58-fb534663afd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d8529c1-e0dd-453c-9648-278b2e9afd35 HTTP/1.1" status: 200 len: 853 time: 0.5309212 May 24 22:57:01.548385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 2a00522b-932d-4e5b-997c-7d31cbe971f5 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:01.548968 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:01.568967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a00522b-932d-4e5b-997c-7d31cbe971f5 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:57:01.589281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2a00522b-932d-4e5b-997c-7d31cbe971f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2a00522b-932d-4e5b-997c-7d31cbe971f5,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:01.603549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1197555 May 24 22:57:01.604504 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:01.618299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35878) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:01.624023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Request body: {'subnet': {'network_id': 'c0a7cb70-03a1-4c2e-b77e-48e13b241764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:01.644814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-66b617ba-a1f3-4df2-8b5a-3327f43f4a70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95cdea82-26ff-46b8-ae83-e3ad0258bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931625 May 24 22:57:01.700921 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:01.734670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=2a00522b-932d-4e5b-997c-7d31cbe971f5,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:01.757554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997ef67-4330-4314-bf83-e628fdfc8bd8 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Pushing event updated for resources: {'Network': ['ID=c0a7cb70-03a1-4c2e-b77e-48e13b241764,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:01.762705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Made reservation on behalf of b956c3d1d3d640a6be35f93f16abf5e6 for: {'port': 2} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:01.767280 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:01.772264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network c0a7cb70-03a1-4c2e-b77e-48e13b241764 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:01.791276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-176b034e-48f0-4402-b6a3-4c5402cec6c0 req-dd0ecd67-7b9c-4ba2-a088-57ee62772e53 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475914 May 24 22:57:01.821838 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:01.825484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['2a00522b-932d-4e5b-997c-7d31cbe971f5'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:57:02.065827 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658b1527-80d6-4ae5-9a17-af0a4fc4fd11'] response: {'name': 'network-changed', 'server_uuid': 'd6a08cf5-5742-4f4e-ba38-3d208ab4d303', 'tag': 'bb036674-20da-4345-8813-4ad51e755830', 'status': 'completed', 'code': 200} May 24 22:57:02.068389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-e211c55f-80a3-439c-9562-b9deea6ed1e6 service neutron] 10.222.0.50 "GET /v2.0/networks/95cdea82-26ff-46b8-ae83-e3ad0258bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093945 May 24 22:57:02.074765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c724c354-0dc6-4b93-9b48-1f32a05fa701 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:02.083834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c724c354-0dc6-4b93-9b48-1f32a05fa701 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/networks?id=c8b94b2f-a633-4591-8af1-c75c8b0b3a7e HTTP/1.1" status: 200 len: 817 time: 0.4308729 May 24 22:57:02.137764 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-1d3b9017-5084-4bcb-b752-6a289c0bd55e tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/quotas/9baca204a284450181a5fe551ea95ca4 HTTP/1.1" status: 200 len: 375 time: 0.0525312 May 24 22:57:02.227400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a32ead7a-5b56-48f9-8b4c-dd202a004f72 req-9ac12c03-711a-4386-b386-2288ea619b6d service neutron] 10.222.0.50 "GET /v2.0/networks/95cdea82-26ff-46b8-ae83-e3ad0258bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517868 May 24 22:57:02.250633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:02.254989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Usage tracker for resource:subnet and tenant:77491b611605432ea13f00e8a5bd45f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:02.258700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:02.264689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:02.278824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Made reservation on behalf of 77491b611605432ea13f00e8a5bd45f5 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:02.283172 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:02.289330 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-aad086d4-28ab-4c50-9501-a86e556f0cce tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9baca204a284450181a5fe551ea95ca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1505620 May 24 22:57:02.389040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] device_id is not set on port 9b6fea33-0ab3-4bdb-a1ba-cfe7645e35df yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:57:02.525405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-b8c39f14-4112-43d8-b7f9-517f07252c58 service neutron] 10.222.0.55 "GET /v2.0/networks/c8b94b2f-a633-4591-8af1-c75c8b0b3a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350848 May 24 22:57:02.545425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e4690-ea98-4b61-a1bb-985c6e40a32f req-57dd6ecf-e449-489a-9f3d-31aa9cb0dc93 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:02.546934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-143e4690-ea98-4b61-a1bb-985c6e40a32f req-57dd6ecf-e449-489a-9f3d-31aa9cb0dc93 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 944 time: 0.2063792 May 24 22:57:02.550917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cfd06-7a5f-4e78-874e-7198db504110 req-7cda80b9-3671-449b-8ebc-81578cab4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:02.553625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e46cfd06-7a5f-4e78-874e-7198db504110 req-7cda80b9-3671-449b-8ebc-81578cab4f8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b7ffb83b1444d0b63c10afb40a1528&device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 1095 time: 0.2538784 May 24 22:57:02.750945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-143e4690-ea98-4b61-a1bb-985c6e40a32f req-973b45f2-c9e0-493f-9481-d658d9a415de tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937582 May 24 22:57:02.823977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cfd06-7a5f-4e78-874e-7198db504110 req-25cf216f-c836-4933-b3c5-4931eeb1f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:02.826054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e46cfd06-7a5f-4e78-874e-7198db504110 req-25cf216f-c836-4933-b3c5-4931eeb1f862 service neutron] 10.222.0.50 "GET /v2.0/networks?id=95cdea82-26ff-46b8-ae83-e3ad0258bcde HTTP/1.1" status: 200 len: 914 time: 0.2400780 May 24 22:57:02.828399 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:02.878506 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:02.919102 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-261c5bca-dbed-4f23-9975-a3a4be8db998 service neutron] 10.222.0.55 "GET /v2.0/networks/c8b94b2f-a633-4591-8af1-c75c8b0b3a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922842 May 24 22:57:02.990693 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:03.005523 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e46cfd06-7a5f-4e78-874e-7198db504110 req-31b81936-83ee-409e-adbd-47e5f3cafdb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb036674-20da-4345-8813-4ad51e755830 HTTP/1.1" status: 200 len: 217 time: 0.1702001 May 24 22:57:03.026468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:03.079540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] device_id is not set on port 038e4109-de67-4609-bd14-fcb957901692 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:57:03.119271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cfd06-7a5f-4e78-874e-7198db504110 req-314fd89a-22d7-4e05-a813-ec947ecd5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:03.122241 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e46cfd06-7a5f-4e78-874e-7198db504110 req-314fd89a-22d7-4e05-a813-ec947ecd5e8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d8529c1-e0dd-453c-9648-278b2e9afd35 HTTP/1.1" status: 200 len: 853 time: 0.1000156 May 24 22:57:03.190016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Pushing event updated for resources: {'Subnet': ['ID=4515c8e7-f3b6-478c-a383-8b262d3b0059,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:03.198660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e46cfd06-7a5f-4e78-874e-7198db504110 req-8bc33f17-9425-4d3c-91c5-8fb198cdef22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95cdea82-26ff-46b8-ae83-e3ad0258bcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615842 May 24 22:57:03.210113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Checking segment: {'id': 'f125199f-5ceb-4568-b5f2-40b9cc6465f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c0a7cb70-03a1-4c2e-b77e-48e13b241764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:03.210540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Network hostable DHCP agents. Network: c0a7cb70-03a1-4c2e-b77e-48e13b241764, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:03.238370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2a00522b-932d-4e5b-997c-7d31cbe971f5 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:03.362372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 2a00522b-932d-4e5b-997c-7d31cbe971f5 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:03.364409 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5b692c6-c50d-437c-9b10-573c29ddc4a0 req-a5ac636f-8f99-41e3-a49b-a379b8a460be tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.2103484 May 24 22:57:03.369299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 2a00522b-932d-4e5b-997c-7d31cbe971f5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:03.370332 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:03.495099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Allocated IP 172.20.0.8 (8fcba543-8a6c-4be7-ad93-bc65b3514900/16b6dd0f-a6b8-45c0-858b-2033350e27e2/b9d4d700-e62a-4f3e-9ea6-eec10ac5280c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:03.517724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:03.561922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 2a00522b-932d-4e5b-997c-7d31cbe971f5 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:03.562307 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:03.590585 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-830b9dab-4ee9-4fab-bfdc-c2184ebdf598 req-d7fc7303-d590-4d99-960e-286114175296 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76ba3a0d-ea7b-489a-84f4-2a2a0225e7b4 HTTP/1.1" status: 200 len: 210 time: 0.1165648 May 24 22:57:03.613715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5779d-c6df-4c38-b18c-82d6541c48c7 req-d101e33a-3be4-42eb-9c0f-0c17cb754160 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:03.616258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5f5779d-c6df-4c38-b18c-82d6541c48c7 req-d101e33a-3be4-42eb-9c0f-0c17cb754160 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 944 time: 0.6857822 May 24 22:57:03.619490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Network c0a7cb70-03a1-4c2e-b77e-48e13b241764 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:03.629063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a00522b-932d-4e5b-997c-7d31cbe971f5'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:03.639500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2a00522b-932d-4e5b-997c-7d31cbe971f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2a00522b-932d-4e5b-997c-7d31cbe971f5,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:03.647315 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:03.681318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, c0a7cb70-03a1-4c2e-b77e-48e13b241764) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:03.695150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:03.695674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:03.713191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:03.738174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f5f5779d-c6df-4c38-b18c-82d6541c48c7 req-5e3ce17b-5d4b-4d7a-acf4-34e392a70b41 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Synchronizing usage tracker for tenant:63b7ffb83b1444d0b63c10afb40a1528 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:03.743888 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e46cfd06-7a5f-4e78-874e-7198db504110 req-f40e3f13-c6ab-41b0-8911-834f540983f7 service neutron] 10.222.0.50 "GET /v2.0/networks/95cdea82-26ff-46b8-ae83-e3ad0258bcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354266 May 24 22:57:03.756894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e1cab7-a64b-40cf-bb90-480b3535d0a3 None None] Network c0a7cb70-03a1-4c2e-b77e-48e13b241764 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:03.761413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-064da725-4965-4452-8019-85e5d0e0945e tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1420422 May 24 22:57:03.764292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35900) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:03.770613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Request body: {'port': {'network_id': 'c0a7cb70-03a1-4c2e-b77e-48e13b241764', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1699291977'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:03.788605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=2a00522b-932d-4e5b-997c-7d31cbe971f5,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:03.789864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f5f5779d-c6df-4c38-b18c-82d6541c48c7 req-5e3ce17b-5d4b-4d7a-acf4-34e392a70b41 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Unset dirty status for tenant:63b7ffb83b1444d0b63c10afb40a1528 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:03.791037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5f5779d-c6df-4c38-b18c-82d6541c48c7 req-5e3ce17b-5d4b-4d7a-acf4-34e392a70b41 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646726 May 24 22:57:03.821694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:03.867944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event updated for resources: {'Port': ['ID=9b6fea33-0ab3-4bdb-a1ba-cfe7645e35df,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:03.888659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Checking segment: {'id': '81775c3d-5bd9-4ebc-bb13-401a2bb696b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '20d41767-0a3f-48a2-9caa-104e355202b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:03.888659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Network hostable DHCP agents. Network: 20d41767-0a3f-48a2-9caa-104e355202b6, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:03.911644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eacdd-b810-482a-a295-6bd7b1aa7103 req-7137ef2f-0120-420a-9a67-42d527d17caa tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:03.914200 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a4eacdd-b810-482a-a295-6bd7b1aa7103 req-7137ef2f-0120-420a-9a67-42d527d17caa tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 946 time: 0.2906880 May 24 22:57:03.980477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Network 20d41767-0a3f-48a2-9caa-104e355202b6 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:03.987048 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:03.993304 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a4eacdd-b810-482a-a295-6bd7b1aa7103 req-1d81fd54-0714-4697-b812-428824b4be05 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709596 May 24 22:57:04.025123 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f5aedb1-7a7b-41ef-a719-f1f30caca4f0 req-5a180711-0a2a-4706-aa4d-f00a3b5da5e1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0714431 May 24 22:57:04.097302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 20d41767-0a3f-48a2-9caa-104e355202b6) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:04.105719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:04.107828 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:04.122631 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a009fd-7591-4ba0-832b-177ac3d8fc71'] response: {'server_uuid': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a00522b-932d-4e5b-997c-7d31cbe971f5', 'code': 200} May 24 22:57:04.125551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba6ebdc-3e81-42d7-8e79-2d6940eea699 None None] Network 20d41767-0a3f-48a2-9caa-104e355202b6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:04.131579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc722a43-7d4b-464c-853e-85eb130f5de1 req-620d0386-9708-47c5-8135-ec311d67552c tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 210 time: 0.0807483 May 24 22:57:04.140668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Network 8fcba543-8a6c-4be7-ad93-bc65b3514900 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:04.150199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:04.153212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:04.168448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:04.174863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Usage tracker for resource:port and tenant:77491b611605432ea13f00e8a5bd45f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:04.182512 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e46cfd06-7a5f-4e78-874e-7198db504110 req-9eb73666-0640-4b1e-b53c-0d762c021218 service neutron] 10.222.0.50 "GET /v2.0/networks/95cdea82-26ff-46b8-ae83-e3ad0258bcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857338 May 24 22:57:04.183909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:04.207782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event updated for resources: {'Port': ['ID=b9d4d700-e62a-4f3e-9ea6-eec10ac5280c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:04.260697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:04.287949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Made reservation on behalf of 77491b611605432ea13f00e8a5bd45f5 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:04.291682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:04.294947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-c0a7cb70-03a1-4c2e-b77e-48e13b241764', 'network_id': 'c0a7cb70-03a1-4c2e-b77e-48e13b241764', 'tenant_id': '77491b611605432ea13f00e8a5bd45f5', 'fixed_ips': [{'subnet_id': '4515c8e7-f3b6-478c-a383-8b262d3b0059'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:57:04.295905 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:04.316480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] device_id is not set on port 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:57:04.384667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6ba63-54f8-46b2-9479-e8e1052158dd req-957faded-8728-4506-be07-360bd93c9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:04.386183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82e6ba63-54f8-46b2-9479-e8e1052158dd req-957faded-8728-4506-be07-360bd93c9358 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 1096 time: 0.1814003 May 24 22:57:04.420985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event updated for resources: {'Port': ['ID=038e4109-de67-4609-bd14-fcb957901692,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:04.483651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82e6ba63-54f8-46b2-9479-e8e1052158dd req-7a03deb4-9618-4f62-972e-5cc935ad3e50 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906677 May 24 22:57:04.497602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Allocated IP 172.20.0.2 (c0a7cb70-03a1-4c2e-b77e-48e13b241764/4515c8e7-f3b6-478c-a383-8b262d3b0059/1f902d2d-b31a-4e6f-ba09-4ffc9007c82c) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:04.510195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Checking segment: {'id': 'df99af9f-7d1b-4eb7-bb20-95791184fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '82701e1b-3f81-4bf4-8407-7f65e11996e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:04.510572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Network hostable DHCP agents. Network: 82701e1b-3f81-4bf4-8407-7f65e11996e3, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:04.595073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f536e6c-951f-44c1-9b6d-30bca88622ec req-ac7a165e-c73c-4918-8074-540d5fd027e4 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0694151 May 24 22:57:04.599432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12b633-6aa5-44b2-a610-3d9e7d4e4b94 req-b2d6e61c-7c9f-418b-8a30-4e2a962eb700 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:04.601190 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc12b633-6aa5-44b2-a610-3d9e7d4e4b94 req-b2d6e61c-7c9f-418b-8a30-4e2a962eb700 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 945 time: 0.3445594 May 24 22:57:04.604336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Network 82701e1b-3f81-4bf4-8407-7f65e11996e3 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:04.644758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 82701e1b-3f81-4bf4-8407-7f65e11996e3) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:04.653810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:04.661835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccd5df4-495e-48a2-948a-c26c86cb5310 None None] Network 82701e1b-3f81-4bf4-8407-7f65e11996e3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:04.669207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:04.675194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:04.676064 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:04.793552 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc12b633-6aa5-44b2-a610-3d9e7d4e4b94 req-3527ef4a-174a-4b10-938c-db9b3ed966d4 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808765 May 24 22:57:04.892132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3edfd431-8b20-49fa-98de-146a009ffd95 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7246499 May 24 22:57:04.896852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35912) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:04.935873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:04.953993 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:05.014095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-dcac155e-97d6-4e19-af32-f00afea0c518 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:05.014524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-dcac155e-97d6-4e19-af32-f00afea0c518 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Synchronizing usage tracker for tenant:9baca204a284450181a5fe551ea95ca4 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:05.025864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Transition to ACTIVE for port object 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:05.126993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-dcac155e-97d6-4e19-af32-f00afea0c518 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Unset dirty status for tenant:9baca204a284450181a5fe551ea95ca4 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:05.129053 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-dcac155e-97d6-4e19-af32-f00afea0c518 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.31 "GET /v2.0/networks?id=c8b94b2f-a633-4591-8af1-c75c8b0b3a7e HTTP/1.1" status: 200 len: 817 time: 0.4087648 May 24 22:57:05.153551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Request body: {'port': {'device_id': 'd5f5db98-1605-4458-befe-196349b97634', 'network_id': 'c8b94b2f-a633-4591-8af1-c75c8b0b3a7e', 'admin_state_up': True, 'tenant_id': '9baca204a284450181a5fe551ea95ca4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:05.196050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85b047-cdbf-48ef-be52-09ef6c183b5b tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:05.204082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85b047-cdbf-48ef-be52-09ef6c183b5b tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:05.208699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0e85b047-cdbf-48ef-be52-09ef6c183b5b tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3051608 May 24 22:57:05.262074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35918) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:05.321980 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:05.350838 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-45ae35c9-e87a-4708-9f71-eaa14ee0d22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:05.365027 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c2d3fc33-b791-4453-b581-fe4fe005389c {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:57:05.365757 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:57:05.396082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf0093-fc76-4408-93ab-16be9f6e9999 req-6ef15a5a-2675-46a3-9936-49168b0f8b75 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:05.397804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4bcf0093-fc76-4408-93ab-16be9f6e9999 req-6ef15a5a-2675-46a3-9936-49168b0f8b75 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 944 time: 0.3760896 May 24 22:57:05.410894 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-de0b31d3-2765-493e-838c-7357a9ca339b req-ddb5fc80-0029-4f40-88b7-6022fcf3a583 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 210 time: 0.0613472 May 24 22:57:05.511209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:05.630644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Network c0a7cb70-03a1-4c2e-b77e-48e13b241764 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:05.639800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:05.642220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Pushing event updated for resources: {'Port': ['ID=1f902d2d-b31a-4e6f-ba09-4ffc9007c82c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:05.648845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:05.690197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf9fdd-e2f1-460f-aa8a-c33f777a4532 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Deleting port 9b6fea33-0ab3-4bdb-a1ba-cfe7645e35df {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:05.690547 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fdd-e2f1-460f-aa8a-c33f777a4532 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:05.742346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Router 0dbfbaa0-98dd-4a48-a63c-996fd2d3693f is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:57:05.797848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4bcf0093-fc76-4408-93ab-16be9f6e9999 req-de011ffe-7028-467c-b0e3-ad658c0abab1 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360904 May 24 22:57:05.798756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:05.813221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:05.813875 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:05.820294 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Usage tracker for resource:port and tenant:9baca204a284450181a5fe551ea95ca4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:05.826254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:05.865896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:05.866985 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:05.871295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e62d3fca-9485-420b-b915-e7eb996d9428 req-d8f62bd7-2491-4c86-a36c-4ecbcb7260f6 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0704455 May 24 22:57:05.931416 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-73824647-eace-4e03-9abd-c0dcf77ec780 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1659045 May 24 22:57:05.933437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35928) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:05.980477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:57:05.989661 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Sync routers for ids ['0dbfbaa0-98dd-4a48-a63c-996fd2d3693f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:57:06.002787 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Routers {'0dbfbaa0-98dd-4a48-a63c-996fd2d3693f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:06.003391 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:56:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0dbfbaa0-98dd-4a48-a63c-996fd2d3693f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:06.033874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Request body: {'port': {'network_id': 'c0a7cb70-03a1-4c2e-b77e-48e13b241764', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1379222652', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:06.034810 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.api.validators [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] bootfile-name is not in valid_values {{(pid=88389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 22:57:06.035241 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.api.validators [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] tftp-server is not in valid_values {{(pid=88389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 22:57:06.035776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.api.validators [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] server-ip-address is not in valid_values {{(pid=88389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 22:57:06.046181 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:06.050328 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5d0a7bb7-ab09-44cc-970a-377332a76f4a tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.0331938 May 24 22:57:06.051058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35936) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:06.065411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Made reservation on behalf of 9baca204a284450181a5fe551ea95ca4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:06.069174 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:06.088897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Allocated IP 172.20.0.3 (c0a7cb70-03a1-4c2e-b77e-48e13b241764/4515c8e7-f3b6-478c-a383-8b262d3b0059/43423a12-ca56-4893-b382-61916173441b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:06.259023 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fdd-e2f1-460f-aa8a-c33f777a4532 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:06.323568 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:06.327361 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:06.338528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Transition to ACTIVE for port object 43423a12-ca56-4893-b382-61916173441b will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:06.339028 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Set router 0dbfbaa0-98dd-4a48-a63c-996fd2d3693f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:57:06.358459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Transition to ACTIVE for port object 43423a12-ca56-4893-b382-61916173441b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:06.362859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device bb036674-20da-4345-8813-4ad51e755830 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:57:06.373169 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:06.401371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997656c-adf1-4605-8060-f27948949f8e req-17339042-dd96-4156-9e6b-2a13fe771cec tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:06.403960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d997656c-adf1-4605-8060-f27948949f8e req-17339042-dd96-4156-9e6b-2a13fe771cec tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 945 time: 0.4078698 May 24 22:57:06.503236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Network c0a7cb70-03a1-4c2e-b77e-48e13b241764 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:06.513948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:06.538596 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:06.550798 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:57:06.587586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf9fdd-e2f1-460f-aa8a-c33f777a4532 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Calling delete_port for 9b6fea33-0ab3-4bdb-a1ba-cfe7645e35df owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:06.667626 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:06.690580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Deleting port b9d4d700-e62a-4f3e-9ea6-eec10ac5280c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:06.693399 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:06.791753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d997656c-adf1-4605-8060-f27948949f8e req-2c54b35c-9305-473a-b2ea-85323338af53 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678531 May 24 22:57:06.802944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:06.818254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Allocated IP 172.20.0.9 (c8b94b2f-a633-4591-8af1-c75c8b0b3a7e/12453020-db86-45dd-b452-91e7455f0788/68ca3ebc-a602-4ca3-a7d3-876bafe35d8e) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:06.822224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Usage tracker for resource:port and tenant:77491b611605432ea13f00e8a5bd45f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:06.827546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:06.838232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:06.840751 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fdd-e2f1-460f-aa8a-c33f777a4532 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:06.850725 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-04892e49-ab5e-4e93-bbae-3d890e2555c9 req-2f6569ba-c0c4-424e-8700-153d92db4027 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 210 time: 0.0962491 May 24 22:57:06.924965 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbfbaa0-98dd-4a48-a63c-996fd2d3693f', 'name': '', 'tenant_id': 'f148743abadc4b15a9b2257192eb916f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fcba543-8a6c-4be7-ad93-bc65b3514900', 'external_fixed_ips': [{'subnet_id': '16b6dd0f-a6b8-45c0-858b-2033350e27e2', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b9d4d700-e62a-4f3e-9ea6-eec10ac5280c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:57:00Z', 'updated_at': '2022-05-24T22:57:04Z', 'revision_number': 3, 'project_id': 'f148743abadc4b15a9b2257192eb916f', 'gw_port': {'id': 'b9d4d700-e62a-4f3e-9ea6-eec10ac5280c', 'name': '', 'network_id': '8fcba543-8a6c-4be7-ad93-bc65b3514900', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbfbaa0-98dd-4a48-a63c-996fd2d3693f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '16b6dd0f-a6b8-45c0-858b-2033350e27e2', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:57:03Z', 'updated_at': '2022-05-24T22:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16b6dd0f-a6b8-45c0-858b-2033350e27e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:06.927760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fdd-e2f1-460f-aa8a-c33f777a4532 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:06.929605 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Checking router: 0dbfbaa0-98dd-4a48-a63c-996fd2d3693f for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:57:06.929938 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Updating router 0dbfbaa0-98dd-4a48-a63c-996fd2d3693f port b9d4d700-e62a-4f3e-9ea6-eec10ac5280c binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:57:06.931641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf9fdd-e2f1-460f-aa8a-c33f777a4532 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event deleted for resources: {'Port': ['ID=9b6fea33-0ab3-4bdb-a1ba-cfe7645e35df,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:06.950020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Made reservation on behalf of 77491b611605432ea13f00e8a5bd45f5 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:06.953552 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:06.978392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d7cf9fdd-e2f1-460f-aa8a-c33f777a4532 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "DELETE /v2.0/ports/9b6fea33-0ab3-4bdb-a1ba-cfe7645e35df HTTP/1.1" status: 204 len: 168 time: 1.7145107 May 24 22:57:06.986970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35956) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:07.005809 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:07.008815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port bb036674-20da-4345-8813-4ad51e755830, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=bb036674-20da-4345-8813-4ad51e755830,segment=NetworkSegment(b3cced19-d949-4593-af14-0ac0d68972cb),segment_id=b3cced19-d949-4593-af14-0ac0d68972cb)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:07.028997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Pushing event updated for resources: {'Port': ['ID=43423a12-ca56-4893-b382-61916173441b,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:07.041825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'bb036674-20da-4345-8813-4ad51e755830', 'network_id': '95cdea82-26ff-46b8-ae83-e3ad0258bcde', 'port_id': 'bb036674-20da-4345-8813-4ad51e755830', 'mac_address': 'fa:16:3e:6a:5b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8529c1-e0dd-453c-9648-278b2e9afd35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:57:07.072474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] device_id is not set on port a275fa44-3691-4d4d-a6c1-8e589add7ca7 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:57:07.089290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Attempting to bind port 43423a12-ca56-4893-b382-61916173441b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:07.089691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Attempting to bind port 43423a12-ca56-4893-b382-61916173441b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f125199f-5ceb-4568-b5f2-40b9cc6465f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c0a7cb70-03a1-4c2e-b77e-48e13b241764'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:07.090061 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Attempting to bind port 43423a12-ca56-4893-b382-61916173441b on network c0a7cb70-03a1-4c2e-b77e-48e13b241764 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:07.111669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:07.112047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Checking segment: {'id': 'f125199f-5ceb-4568-b5f2-40b9cc6465f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c0a7cb70-03a1-4c2e-b77e-48e13b241764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:07.112457 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:07.112849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Bound using segment: {'id': 'f125199f-5ceb-4568-b5f2-40b9cc6465f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c0a7cb70-03a1-4c2e-b77e-48e13b241764'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:07.113473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Bound port: 43423a12-ca56-4893-b382-61916173441b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f125199f-5ceb-4568-b5f2-40b9cc6465f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c0a7cb70-03a1-4c2e-b77e-48e13b241764'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:07.113727 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:07.150167 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:07.167802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port bb036674-20da-4345-8813-4ad51e755830 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:07.168619 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:07.209416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb036674-20da-4345-8813-4ad51e755830 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:57:07.238004 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36c6fca8-375e-4e2c-968a-93823c47f5e3 req-f13583da-fca2-45a1-ab01-433966fa1464 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0656612 May 24 22:57:07.277792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port bb036674-20da-4345-8813-4ad51e755830, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=bb036674-20da-4345-8813-4ad51e755830,segment=NetworkSegment(b3cced19-d949-4593-af14-0ac0d68972cb),segment_id=b3cced19-d949-4593-af14-0ac0d68972cb)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:07.285537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-abb538f6-a720-4a55-9301-443d4edb2096 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Deleting port 038e4109-de67-4609-bd14-fcb957901692 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:07.286711 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abb538f6-a720-4a55-9301-443d4edb2096 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:07.291186 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] For port 43423a12-ca56-4893-b382-61916173441b, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:07.304613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] For port 43423a12-ca56-4893-b382-61916173441b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=43423a12-ca56-4893-b382-61916173441b,segment=NetworkSegment(f125199f-5ceb-4568-b5f2-40b9cc6465f4),segment_id=f125199f-5ceb-4568-b5f2-40b9cc6465f4)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:07.306384 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:07.404424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:07.480984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Calling delete_port for b9d4d700-e62a-4f3e-9ea6-eec10ac5280c owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:07.493437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=bb036674-20da-4345-8813-4ad51e755830,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:07.551977 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8bc38524-7ed6-45ed-be98-6fd29749daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:07.554926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['bb036674-20da-4345-8813-4ad51e755830'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:57:07.679506 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12392a-4eb8-4850-974f-68aaa193d95f None None] Pushing event updated for resources: {'Port': ['ID=43423a12-ca56-4893-b382-61916173441b,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:07.755446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:07.756404 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.db.api [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:57:07.756910 n-d-843146-7 neutron-server[88392]: DEBUG oslo_db.api [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:57:07.892551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9d4d700-e62a-4f3e-9ea6-eec10ac5280c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:07.897486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.044388 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.128646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Allocated IP 172.20.0.4 (c0a7cb70-03a1-4c2e-b77e-48e13b241764/4515c8e7-f3b6-478c-a383-8b262d3b0059/a275fa44-3691-4d4d-a6c1-8e589add7ca7) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:08.182048 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abb538f6-a720-4a55-9301-443d4edb2096 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.212854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e119fa7-cb06-4bf5-8062-1531b9d7186a req-8262d40c-d33f-476b-8157-43e3cc4f298c tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:08.214418 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e119fa7-cb06-4bf5-8062-1531b9d7186a req-8262d40c-d33f-476b-8157-43e3cc4f298c tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 945 time: 0.6875193 May 24 22:57:08.246107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c1af3031-0574-474e-9192-9e724c178d10 req-bcb3b9a1-484b-4d18-a7aa-ac1f2a8b3a20 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 210 time: 0.1574972 May 24 22:57:08.264669 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.266932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.293962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.294643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dbfbaa0-98dd-4a48-a63c-996fd2d3693f {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:57:08.314512 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.314842 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Port b9d4d700-e62a-4f3e-9ea6-eec10ac5280c not found while updating agent binding for router 0dbfbaa0-98dd-4a48-a63c-996fd2d3693f. {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 24 22:57:08.315665 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f2c3ea30-23fa-4556-bab7-f39e48c74200 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "DELETE /v2.0/routers/0dbfbaa0-98dd-4a48-a63c-996fd2d3693f HTTP/1.1" status: 204 len: 168 time: 2.2636890 May 24 22:57:08.318627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35998) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:08.328098 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Routers set() bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:08.328508 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Router IDs set() for agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 24 22:57:08.329244 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_agentschedulers_db [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0dbfbaa0-98dd-4a48-a63c-996fd2d3693f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent'). {{(pid=88392) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 24 22:57:08.330067 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c637c-0acb-47ca-b3fc-4db5084eb1c9 None None] The sync data for ids ['0dbfbaa0-98dd-4a48-a63c-996fd2d3693f'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:57:08.392810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4872268-857e-436f-a2ae-d18d92441eac tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Deleting subnet 16b6dd0f-a6b8-45c0-858b-2033350e27e2 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:57:08.397005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c4872268-857e-436f-a2ae-d18d92441eac tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.414366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-abb538f6-a720-4a55-9301-443d4edb2096 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Calling delete_port for 038e4109-de67-4609-bd14-fcb957901692 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:08.460726 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c4872268-857e-436f-a2ae-d18d92441eac tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.474968 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e119fa7-cb06-4bf5-8062-1531b9d7186a req-52db5507-d955-4202-ac63-b58421340a16 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016246 May 24 22:57:08.481454 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.556480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c4872268-857e-436f-a2ae-d18d92441eac tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.625184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Network c8b94b2f-a633-4591-8af1-c75c8b0b3a7e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:08.671532 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.682635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:08.695716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:08.710522 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.730535 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a37f0a59-ed58-4b4b-9ee6-cdb2892474bb req-c80d695f-2b5c-46fe-a53a-1cb7aacdaadc tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0724661 May 24 22:57:08.758643 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c4872268-857e-436f-a2ae-d18d92441eac tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.780250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Pushing event updated for resources: {'Port': ['ID=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:08.809012 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c4872268-857e-436f-a2ae-d18d92441eac tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.812086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4872268-857e-436f-a2ae-d18d92441eac tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=16b6dd0f-a6b8-45c0-858b-2033350e27e2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:08.818698 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c4872268-857e-436f-a2ae-d18d92441eac tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/16b6dd0f-a6b8-45c0-858b-2033350e27e2 HTTP/1.1" status: 204 len: 168 time: 0.4988518 May 24 22:57:08.821015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36010) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:08.867023 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abb538f6-a720-4a55-9301-443d4edb2096 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.932158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:08.932870 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.938428 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:08.956622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eacef7-3bdc-4eec-9682-146566857529 None None] Network c0a7cb70-03a1-4c2e-b77e-48e13b241764 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:08.981274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb538f6-a720-4a55-9301-443d4edb2096 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event deleted for resources: {'Port': ['ID=038e4109-de67-4609-bd14-fcb957901692,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:09.009671 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abb538f6-a720-4a55-9301-443d4edb2096 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.031964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-c2a40f30-df42-4b68-b288-dfdeb15f01c8 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8858685 May 24 22:57:09.038650 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-abb538f6-a720-4a55-9301-443d4edb2096 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "DELETE /v2.0/ports/038e4109-de67-4609-bd14-fcb957901692 HTTP/1.1" status: 204 len: 168 time: 2.0457609 May 24 22:57:09.043010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36014) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:09.048846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Request body: {'port': {'device_id': 'd5f5db98-1605-4458-befe-196349b97634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:09.072285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-09ec120a-5dc5-47fd-8c37-eba9d6d3d0ce None None] Provisioning for port 43423a12-ca56-4893-b382-61916173441b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:09.074472 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.089381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf049a-e02e-4c53-8755-535b437d5316 req-b3436ae5-c222-47e9-a3c9-f73f26f4dd01 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:09.096434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ccf049a-e02e-4c53-8755-535b437d5316 req-b3436ae5-c222-47e9-a3c9-f73f26f4dd01 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 945 time: 0.3187318 May 24 22:57:09.157164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-76c079fb-7df5-4da9-b2c7-d1c3e2da9819 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Synchronizing usage tracker for tenant:b956c3d1d3d640a6be35f93f16abf5e6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:09.162859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Transition to ACTIVE for port object a275fa44-3691-4d4d-a6c1-8e589add7ca7 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:09.170652 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.177671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ccf049a-e02e-4c53-8755-535b437d5316 req-105bcefb-a37d-4607-9229-5abc113f084a tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798256 May 24 22:57:09.217699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcba543-8a6c-4be7-ad93-bc65b3514900']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:09.230273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-76c079fb-7df5-4da9-b2c7-d1c3e2da9819 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Unset dirty status for tenant:b956c3d1d3d640a6be35f93f16abf5e6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:09.236120 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-76c079fb-7df5-4da9-b2c7-d1c3e2da9819 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1829560 May 24 22:57:09.236308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36018) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:09.240256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd7a96b-3b80-4e3a-8bbd-45c26b7b26c2') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:09.241954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd7a96b-3b80-4e3a-8bbd-45c26b7b26c2') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:09.244599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-788424863'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:09.254027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:09.257149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.257692 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.270395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-db36a311-8e41-4ce3-9b1f-7efeb997bfce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2855842 May 24 22:57:09.273810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Usage tracker for resource:network and tenant:b956c3d1d3d640a6be35f93f16abf5e6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:09.278626 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.279242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:09.286167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:09.286593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:09.287316 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.323666 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.463111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Made reservation on behalf of b956c3d1d3d640a6be35f93f16abf5e6 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:09.466608 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.533050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6e6ec0ec-b13a-4b0c-9f6b-5cab1e7e6855 None None] Provisioning for port 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:09.540794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6e6ec0ec-b13a-4b0c-9f6b-5cab1e7e6855 None None] Provisioning complete for port 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:09.542214 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec0ec-b13a-4b0c-9f6b-5cab1e7e6855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.547733 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 2cd7a96b-3b80-4e3a-8bbd-45c26b7b26c2 resource provider aggregate not found May 24 22:57:09.554451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Network c0a7cb70-03a1-4c2e-b77e-48e13b241764 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:09.576863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:09.578361 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 2cd7a96b-3b80-4e3a-8bbd-45c26b7b26c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cd7a96b-3b80-4e3a-8bbd-45c26b7b26c2 found for delete ", "request_id": "req-68095230-0e06-4051-922c-1100eb53497b"}]} May 24 22:57:09.604974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:09.626920 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.627267 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Added segment 02227858-3b52-44b5-bdac-1f4fd4f7c2bf of type vlan for network 1072aacb-2e39-4a2e-8a86-85510a43d214 May 24 22:57:09.670565 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.671056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ec0ec-b13a-4b0c-9f6b-5cab1e7e6855 None None] Port 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:57:09.711961 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:09.712641 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.733253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fcba543-8a6c-4be7-ad93-bc65b3514900 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 22:57:09.735904 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.751594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fcba543-8a6c-4be7-ad93-bc65b3514900,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:09.764586 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0f68abc0-0ad2-4c37-a30b-a8e851bc4954 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "DELETE /v2.0/networks/8fcba543-8a6c-4be7-ad93-bc65b3514900 HTTP/1.1" status: 204 len: 168 time: 0.9419425 May 24 22:57:09.791996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03b1e3-a4ca-416a-8275-76fd82b93e2e req-545059fe-67c2-4613-9be9-6ce4aeb4dbf6 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:09.798161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1f03b1e3-a4ca-416a-8275-76fd82b93e2e req-545059fe-67c2-4613-9be9-6ce4aeb4dbf6 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 931 time: 0.2523189 May 24 22:57:09.842464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-beceedad-5b7e-4995-a2d7-6e4aaf77415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:09.844730 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-beceedad-5b7e-4995-a2d7-6e4aaf77415d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 1097 time: 0.3306091 May 24 22:57:09.856153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:09.856861 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.873951 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 43423a12-ca56-4893-b382-61916173441b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:09.939976 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.946460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:09.947080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:09.996344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Pushing event updated for resources: {'Port': ['ID=a275fa44-3691-4d4d-a6c1-8e589add7ca7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:10.061726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3cd9a10e-7155-499e-af99-777e80c0e224 None None] Provisioning complete for port 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:10.063974 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a10e-7155-499e-af99-777e80c0e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.120951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-db8d8a83-069d-4e4d-9e04-8b7aff7798f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:10.123337 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-db8d8a83-069d-4e4d-9e04-8b7aff7798f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.2295339 May 24 22:57:10.134637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device bb036674-20da-4345-8813-4ad51e755830 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:10.146254 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1f03b1e3-a4ca-416a-8275-76fd82b93e2e req-f91d8a8b-51ca-45fd-a4c5-b335ced61b59 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/security-groups?id=4607cf24-b40e-4097-b8e6-221cfcaad107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358035 May 24 22:57:10.232024 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.265160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36040) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:10.275313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3cd9a10e-7155-499e-af99-777e80c0e224 None None] Port 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:57:10.276870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c517a3f1-80d5-4404-b38d-1056f6e4ad98 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Request body: {'router': {'name': 'tempest-router--1865303790', 'project_id': 'be1bef4eabb3437db4d078efd6d3a360'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:10.283490 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 43423a12-ca56-4893-b382-61916173441b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:10.292466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 43423a12-ca56-4893-b382-61916173441b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:10.292840 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.301453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c517a3f1-80d5-4404-b38d-1056f6e4ad98 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:10.316891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c517a3f1-80d5-4404-b38d-1056f6e4ad98 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Usage tracker for resource:router and tenant:be1bef4eabb3437db4d078efd6d3a360 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:10.322950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c517a3f1-80d5-4404-b38d-1056f6e4ad98 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:10.334793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c517a3f1-80d5-4404-b38d-1056f6e4ad98 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:10.352901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port bb036674-20da-4345-8813-4ad51e755830 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:10.361787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port bb036674-20da-4345-8813-4ad51e755830 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:10.362343 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.392026 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5b5e92a-5720-4fb5-b224-8b4c9fd966b8 req-a9a635fb-295f-47e1-a89e-308afb7b2c94 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0611534 May 24 22:57:10.403855 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-8aa29232-f3a1-4973-a097-6950b17b7b5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e451716-e000-4beb-8069-b0e47f3b69da HTTP/1.1" status: 200 len: 1000 time: 0.2565632 May 24 22:57:10.413086 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c517a3f1-80d5-4404-b38d-1056f6e4ad98 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.414038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c517a3f1-80d5-4404-b38d-1056f6e4ad98 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.507202 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c517a3f1-80d5-4404-b38d-1056f6e4ad98 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.512126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 43423a12-ca56-4893-b382-61916173441b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:10.512507 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.524951 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-86ebc2aa-b46f-45ba-afa2-520ff17b4d2e None None] Provisioning for port a275fa44-3691-4d4d-a6c1-8e589add7ca7 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:10.525673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-feef00f9-0e08-466f-b940-96d0f21d2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:10.527141 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-feef00f9-0e08-466f-b940-96d0f21d2263 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.1066244 May 24 22:57:10.539743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-86ebc2aa-b46f-45ba-afa2-520ff17b4d2e None None] Provisioning complete for port a275fa44-3691-4d4d-a6c1-8e589add7ca7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:10.540174 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-86ebc2aa-b46f-45ba-afa2-520ff17b4d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.572288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:57:10.581715 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.600773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Transition to ACTIVE for port object 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:10.609557 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c517a3f1-80d5-4404-b38d-1056f6e4ad98 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.636949 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.655042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 43423a12-ca56-4893-b382-61916173441b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=43423a12-ca56-4893-b382-61916173441b,segment=NetworkSegment(f125199f-5ceb-4568-b5f2-40b9cc6465f4),segment_id=f125199f-5ceb-4568-b5f2-40b9cc6465f4)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:10.669249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-86ebc2aa-b46f-45ba-afa2-520ff17b4d2e None None] Port a275fa44-3691-4d4d-a6c1-8e589add7ca7 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:57:10.672531 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.682141 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c517a3f1-80d5-4404-b38d-1056f6e4ad98 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.683399 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c517a3f1-80d5-4404-b38d-1056f6e4ad98 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4174247 May 24 22:57:10.692034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36044) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:10.736208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port bb036674-20da-4345-8813-4ad51e755830 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:10.736892 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.746000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ee1d3c85-cfcc-4017-988d-d86b695bba57 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.7493935 May 24 22:57:10.776613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36050) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:10.784683 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5477610 May 24 22:57:10.811408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36054) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:10.825816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a08cf5-5742-4f4e-ba38-3d208ab4d303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb036674-20da-4345-8813-4ad51e755830'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:10.834423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1639258216'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:10.838911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port bb036674-20da-4345-8813-4ad51e755830, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=bb036674-20da-4345-8813-4ad51e755830,segment=NetworkSegment(b3cced19-d949-4593-af14-0ac0d68972cb),segment_id=b3cced19-d949-4593-af14-0ac0d68972cb)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:10.843680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=43423a12-ca56-4893-b382-61916173441b,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:10.848517 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.898646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:10.916490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Usage tracker for resource:network and tenant:b956c3d1d3d640a6be35f93f16abf5e6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:10.917357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=bb036674-20da-4345-8813-4ad51e755830,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:10.921098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:10.924546 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-be014b6d-aa83-46e5-b3a2-9af2e2076499 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:10.938418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc0d78-f1ed-4c2c-9a2d-663f5d634c45 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event updated for resources: {'Network': ['ID=1072aacb-2e39-4a2e-8a86-85510a43d214,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:10.952043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 1072aacb-2e39-4a2e-8a86-85510a43d214 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:10.988893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:11.003977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-de8b5940-0b39-427c-aff9-dd2892964d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:11.006350 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-de8b5940-0b39-427c-aff9-dd2892964d2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4648383 May 24 22:57:11.009572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Pushing event updated for resources: {'Port': ['ID=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:11.042413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9290504-8279-4b7b-b76d-dff790909d0b req-1ac384cf-af54-40a2-9ba9-665af1a2fc46 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:11.043919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9290504-8279-4b7b-b76d-dff790909d0b req-1ac384cf-af54-40a2-9ba9-665af1a2fc46 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 945 time: 1.3387818 May 24 22:57:11.152551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Made reservation on behalf of b956c3d1d3d640a6be35f93f16abf5e6 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:11.155889 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.160368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec93c15-d7ef-4ae7-921c-9d797d47b16f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:11.166223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec93c15-d7ef-4ae7-921c-9d797d47b16f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:11.171920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec93c15-d7ef-4ae7-921c-9d797d47b16f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:11.172774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1ec93c15-d7ef-4ae7-921c-9d797d47b16f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Synchronizing usage tracker for tenant:77491b611605432ea13f00e8a5bd45f5 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:11.179693 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9290504-8279-4b7b-b76d-dff790909d0b req-d97c80af-05d2-4170-aa0e-6fb3cdb56c1a tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005006 May 24 22:57:11.187349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Attempting to bind port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:11.187676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Attempting to bind port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'e4c41b66-a123-46b9-b202-ad2a9b83affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c8b94b2f-a633-4591-8af1-c75c8b0b3a7e'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:11.188004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Attempting to bind port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e on network c8b94b2f-a633-4591-8af1-c75c8b0b3a7e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:11.208132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e on network c8b94b2f-a633-4591-8af1-c75c8b0b3a7e not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:57:11.208475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Attempting to bind port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e on network c8b94b2f-a633-4591-8af1-c75c8b0b3a7e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:11.215387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:11.215717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Checking segment: {'id': 'e4c41b66-a123-46b9-b202-ad2a9b83affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c8b94b2f-a633-4591-8af1-c75c8b0b3a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:11.216143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Bound using segment: {'id': 'e4c41b66-a123-46b9-b202-ad2a9b83affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c8b94b2f-a633-4591-8af1-c75c8b0b3a7e'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:11.216545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Bound port: 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41b66-a123-46b9-b202-ad2a9b83affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c8b94b2f-a633-4591-8af1-c75c8b0b3a7e'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:11.216943 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.231688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1ec93c15-d7ef-4ae7-921c-9d797d47b16f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Unset dirty status for tenant:77491b611605432ea13f00e8a5bd45f5 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:11.235706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1ec93c15-d7ef-4ae7-921c-9d797d47b16f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4469593 May 24 22:57:11.235911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36062) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:11.241415 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a771c2-f792-4333-af92-67ebd1effd2b'] response: {'server_uuid': 'd6a08cf5-5742-4f4e-ba38-3d208ab4d303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb036674-20da-4345-8813-4ad51e755830', 'code': 200} May 24 22:57:11.268841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2a00522b-932d-4e5b-997c-7d31cbe971f5 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:57:11.427547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2a00522b-932d-4e5b-997c-7d31cbe971f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2a00522b-932d-4e5b-997c-7d31cbe971f5,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:11.445023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '2a00522b-932d-4e5b-997c-7d31cbe971f5', 'network_id': '056308aa-63e1-4aec-a0be-0a3cbc878d9a', 'port_id': '2a00522b-932d-4e5b-997c-7d31cbe971f5', 'mac_address': 'fa:16:3e:27:8a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c020c108-849b-4525-aa7e-ba351ac9ffb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:57:11.472839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2adef4a3-902b-4914-a838-c542ed0bdbd2 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Deleting port a275fa44-3691-4d4d-a6c1-8e589add7ca7 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:11.473168 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2adef4a3-902b-4914-a838-c542ed0bdbd2 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.500390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 2a00522b-932d-4e5b-997c-7d31cbe971f5 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:11.500633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.505407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e1678-4041-414f-9513-6a83982738b4 req-8e9b0f7d-adc1-4844-9e99-5cab7bf7b1bb tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:11.506978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab2e1678-4041-414f-9513-6a83982738b4 req-8e9b0f7d-adc1-4844-9e99-5cab7bf7b1bb tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 945 time: 0.8401504 May 24 22:57:11.518546 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-be014b6d-aa83-46e5-b3a2-9af2e2076499 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.523398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a00522b-932d-4e5b-997c-7d31cbe971f5 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:57:11.537400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-be014b6d-aa83-46e5-b3a2-9af2e2076499 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.542138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2a00522b-932d-4e5b-997c-7d31cbe971f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2a00522b-932d-4e5b-997c-7d31cbe971f5,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:11.548575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] For port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:11.549580 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.568642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] For port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e,segment=NetworkSegment(e4c41b66-a123-46b9-b202-ad2a9b83affd),segment_id=e4c41b66-a123-46b9-b202-ad2a9b83affd)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:11.588137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:11.594956 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab2e1678-4041-414f-9513-6a83982738b4 req-ce654a9e-5e6b-47f4-b756-377a2ce45c78 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600567 May 24 22:57:11.617571 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.629358 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.630058 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Added segment 46c13b97-fb79-477c-a597-f08552aef954 of type vlan for network ef9d2b1f-5773-4dc4-b485-339740be6a3d May 24 22:57:11.641238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['2a00522b-932d-4e5b-997c-7d31cbe971f5'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:57:11.645189 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-45a92172-2c40-41e0-b5b2-04720332b80c service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847616 May 24 22:57:11.686919 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-be014b6d-aa83-46e5-b3a2-9af2e2076499 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.687619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be014b6d-aa83-46e5-b3a2-9af2e2076499 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf3a85b3-463a-48da-8ef8-75d2b1f315ed {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:57:11.716050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:11.716665 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.718086 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] 10.222.0.31 "PUT /v2.0/ports/68ca3ebc-a602-4ca3-a7d3-876bafe35d8e HTTP/1.1" status: 200 len: 1091 time: 2.6774502 May 24 22:57:11.720080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a8b30-7c9a-48a0-b85b-85ed0df471cd req-ec5984ed-dc9d-4112-a304-7a48ee827549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:11.721947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc9a8b30-7c9a-48a0-b85b-85ed0df471cd req-ec5984ed-dc9d-4112-a304-7a48ee827549 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 1097 time: 0.3928123 May 24 22:57:11.723375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f5db98-1605-4458-befe-196349b97634', 'tag': '68ca3ebc-a602-4ca3-a7d3-876bafe35d8e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:11.750213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=2a00522b-932d-4e5b-997c-7d31cbe971f5,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:11.785646 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.791737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87d154-d6b1-41da-a061-372c1c3d3f34 req-be3429c6-4075-40ce-838c-966c3edc63b9 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:11.792198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2e87d154-d6b1-41da-a061-372c1c3d3f34 req-be3429c6-4075-40ce-838c-966c3edc63b9 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Synchronizing usage tracker for tenant:9baca204a284450181a5fe551ea95ca4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:11.843580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 43423a12-ca56-4893-b382-61916173441b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:11.869299 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-be014b6d-aa83-46e5-b3a2-9af2e2076499 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.870717 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-be014b6d-aa83-46e5-b3a2-9af2e2076499 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "DELETE /v2.0/routers/bf3a85b3-463a-48da-8ef8-75d2b1f315ed HTTP/1.1" status: 204 len: 168 time: 1.1363244 May 24 22:57:11.888189 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17c28300-e965-49a7-95cd-6829c737967c req-79c50f85-88d6-4a20-ad64-3fe10cd4b97f tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0786850 May 24 22:57:11.922859 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.930500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:11.931791 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:11.936598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be8222-abd7-4bc9-bd6b-e41ad9147625 service neutron] Pushing event updated for resources: {'Port': ['ID=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:11.957891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2e87d154-d6b1-41da-a061-372c1c3d3f34 req-be3429c6-4075-40ce-838c-966c3edc63b9 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Unset dirty status for tenant:9baca204a284450181a5fe551ea95ca4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:11.969783 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e87d154-d6b1-41da-a061-372c1c3d3f34 req-be3429c6-4075-40ce-838c-966c3edc63b9 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 943 time: 0.6034057 May 24 22:57:11.984999 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f86416ed-3509-4333-a13e-f75c05eb0bef req-ffa213ef-67b0-489f-ac87-7fbb60b910c9 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313026 May 24 22:57:11.994087 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc9a8b30-7c9a-48a0-b85b-85ed0df471cd req-04c1e9a1-75b6-4431-a9b8-e3b5e77d2db6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373934 May 24 22:57:12.062518 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04794fa2-37ea-4d67-b18d-45ca2095a356'] response: {'name': 'network-changed', 'server_uuid': 'd5f5db98-1605-4458-befe-196349b97634', 'tag': '68ca3ebc-a602-4ca3-a7d3-876bafe35d8e', 'status': 'completed', 'code': 200} May 24 22:57:12.076865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36072) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:12.088498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2adef4a3-902b-4914-a838-c542ed0bdbd2 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:12.108759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 43423a12-ca56-4893-b382-61916173441b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:12.109253 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:12.111436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2e87d154-d6b1-41da-a061-372c1c3d3f34 req-b7d42379-05cc-4780-91c8-e5ed963ee4e2 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Synchronizing usage tracker for tenant:9baca204a284450181a5fe551ea95ca4 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:12.125354 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3057299 May 24 22:57:12.133085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event updated for resources: {'Network': ['ID=ef9d2b1f-5773-4dc4-b485-339740be6a3d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:12.142936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.143506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.144491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.144974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.145451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.146738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.147223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.147701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.148205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.148695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.150131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.150635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86e4e69-5a89-42c9-901e-76063bef12b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:12.164435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ef9d2b1f-5773-4dc4-b485-339740be6a3d details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:12.271856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2adef4a3-902b-4914-a838-c542ed0bdbd2 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Calling delete_port for a275fa44-3691-4d4d-a6c1-8e589add7ca7 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:12.467952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 43423a12-ca56-4893-b382-61916173441b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:12.583143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3f21d-40ab-436b-896a-d68484f139e1 req-789b426f-350f-4b0a-8601-6b3f4727f188 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:12.592132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62b3f21d-40ab-436b-896a-d68484f139e1 req-789b426f-350f-4b0a-8601-6b3f4727f188 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 946 time: 0.1449366 May 24 22:57:12.609665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-892472509', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}, 'admin_state_up': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:12.623058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:12.625210 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2adef4a3-902b-4914-a838-c542ed0bdbd2 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:12.631773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-472dee38-f6e7-44b9-8165-d43106ca590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:12.633316 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-472dee38-f6e7-44b9-8165-d43106ca590b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9baca204a284450181a5fe551ea95ca4&device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 1094 time: 0.8534505 May 24 22:57:12.638218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Usage tracker for resource:router and tenant:525cecddd9f14bb29b77e712da54639b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:12.642026 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62b3f21d-40ab-436b-896a-d68484f139e1 req-1043d62f-e29f-47c8-8dac-8194739f89b9 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487199 May 24 22:57:12.729343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:12.756753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:12.769582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adef4a3-902b-4914-a838-c542ed0bdbd2 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Pushing event deleted for resources: {'Port': ['ID=a275fa44-3691-4d4d-a6c1-8e589add7ca7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:12.772347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-e1f20a34-8a6a-4df5-889c-be1f567c5809 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e HTTP/1.1" status: 200 len: 217 time: 0.0945616 May 24 22:57:12.776301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2e87d154-d6b1-41da-a061-372c1c3d3f34 req-b7d42379-05cc-4780-91c8-e5ed963ee4e2 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Unset dirty status for tenant:9baca204a284450181a5fe551ea95ca4 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:12.787443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e87d154-d6b1-41da-a061-372c1c3d3f34 req-b7d42379-05cc-4780-91c8-e5ed963ee4e2 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/security-groups?id=4607cf24-b40e-4097-b8e6-221cfcaad107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8164914 May 24 22:57:12.855461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d8c8d-3f1c-45da-83ae-df5b63e2bdd9 req-207ec063-5a3d-4ee1-8595-4761e6ab01cf tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:12.857242 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-895d8c8d-3f1c-45da-83ae-df5b63e2bdd9 req-207ec063-5a3d-4ee1-8595-4761e6ab01cf tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 944 time: 0.1002936 May 24 22:57:12.889584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-8fa6e6d5-07b2-4ef8-b34a-99366bf57b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:12.890919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-8fa6e6d5-07b2-4ef8-b34a-99366bf57b1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12453020-db86-45dd-b452-91e7455f0788 HTTP/1.1" status: 200 len: 857 time: 0.1025503 May 24 22:57:12.909784 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-895d8c8d-3f1c-45da-83ae-df5b63e2bdd9 req-e03206cb-9835-45cb-80a1-36d90b58c214 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463669 May 24 22:57:12.988932 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:12.991911 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:13.040006 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:13.122155 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-61b652d7-230e-4353-b86f-804413f6020d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c8b94b2f-a633-4591-8af1-c75c8b0b3a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1951008 May 24 22:57:13.172207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df0bf890-c21c-470f-a54c-e2816626e137 req-9b888122-01e4-453f-9fd0-94f9b6f3ddc3 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0486362 May 24 22:57:13.270079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2a00522b-932d-4e5b-997c-7d31cbe971f5 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:13.291131 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2adef4a3-902b-4914-a838-c542ed0bdbd2 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:13.343656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 2a00522b-932d-4e5b-997c-7d31cbe971f5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:13.344034 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:13.477803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 2a00522b-932d-4e5b-997c-7d31cbe971f5 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:13.478334 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:13.513460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a00522b-932d-4e5b-997c-7d31cbe971f5'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:13.525358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2a00522b-932d-4e5b-997c-7d31cbe971f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2a00522b-932d-4e5b-997c-7d31cbe971f5,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:13.531221 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:13.626337 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4195b14f-b1de-4f66-8416-4c554d727b45'] response: {'server_uuid': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a00522b-932d-4e5b-997c-7d31cbe971f5', 'code': 200} May 24 22:57:13.629827 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:13.652454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36098) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:13.653540 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2adef4a3-902b-4914-a838-c542ed0bdbd2 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] 10.222.0.55 "DELETE /v2.0/ports/a275fa44-3691-4d4d-a6c1-8e589add7ca7 HTTP/1.1" status: 204 len: 168 time: 2.4158082 May 24 22:57:13.661696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Request body: {'port': {'name': 'tempest-new-port-name-1322552613', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:13.662070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=2a00522b-932d-4e5b-997c-7d31cbe971f5,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:13.662362 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.api.validators [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] bootfile-name is not in valid_values {{(pid=88390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 22:57:13.662711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.api.validators [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] tftp-server is not in valid_values {{(pid=88390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 22:57:13.663050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.api.validators [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] server-ip-address is not in valid_values {{(pid=88390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 22:57:13.787395 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-83013738-17e8-4edb-9830-45fa6f1ad203 service neutron] 10.222.0.31 "GET /v2.0/networks/c8b94b2f-a633-4591-8af1-c75c8b0b3a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122220 May 24 22:57:13.895956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:14.020838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc8704-c9cf-4117-8b2f-5e9045d242e5 req-b45b3994-66af-4eb4-a16a-4112b0e32a3c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:14.022440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83dc8704-c9cf-4117-8b2f-5e9045d242e5 req-b45b3994-66af-4eb4-a16a-4112b0e32a3c tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 945 time: 0.3001845 May 24 22:57:14.028789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-693cee3f-7779-4186-be79-2070b1d4f6b0 req-246cd647-ebc6-4be8-9f43-d5481922b6d8 service neutron] 10.222.0.31 "GET /v2.0/networks/c8b94b2f-a633-4591-8af1-c75c8b0b3a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307115 May 24 22:57:14.063977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc726daa-442f-4e29-9baa-73f38739b243 req-e0487479-37be-4b48-a01e-6052d44ffb4c tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:14.065524 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc726daa-442f-4e29-9baa-73f38739b243 req-e0487479-37be-4b48-a01e-6052d44ffb4c tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 946 time: 0.2541370 May 24 22:57:14.099791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83dc8704-c9cf-4117-8b2f-5e9045d242e5 req-07eea234-b967-4021-b0ba-0c8771ee3af4 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683458 May 24 22:57:14.176420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc726daa-442f-4e29-9baa-73f38739b243 req-d1fb9f76-ac9e-4ad2-baa2-282b2fc4f934 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942466 May 24 22:57:14.286080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:14.298501 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:14.453642 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a6e393a-58b9-4cb2-ab1a-bd682e8fbcc7 req-7ca1f9c1-5c0c-4b29-af0f-331ca8aab354 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.1055281 May 24 22:57:14.503165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Pushing event updated for resources: {'Port': ['ID=1f902d2d-b31a-4e6f-ba09-4ffc9007c82c,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:14.513324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] In _notify_port_updated(), no bound segment for port 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c on network c0a7cb70-03a1-4c2e-b77e-48e13b241764 {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:57:14.541050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:14.541922 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:14.543372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-32ea98cf-7141-4a88-9790-a267fce8d727 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] 10.222.0.55 "PUT /v2.0/ports/1f902d2d-b31a-4e6f-ba09-4ffc9007c82c HTTP/1.1" status: 200 len: 1136 time: 0.8890030 May 24 22:57:14.551399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36110) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:14.647656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:14.671476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105cabcf-5cad-4578-a4e5-f9928db7daaf tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:14.678619 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-105cabcf-5cad-4578-a4e5-f9928db7daaf tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] 10.222.0.55 "GET /v2.0/ports/1f902d2d-b31a-4e6f-ba09-4ffc9007c82c HTTP/1.1" status: 200 len: 1136 time: 0.1259575 May 24 22:57:14.686041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36116) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:14.731460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2884cf2f-bd9a-46a0-b224-76fd8a5065b2 None None] Provisioning complete for port 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:14.731961 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2884cf2f-bd9a-46a0-b224-76fd8a5065b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:14.732284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4490309-a869-4544-b81e-8ffe88adbc8e req-e2153e09-bdcf-4f1a-a967-fbfa233fdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:14.734499 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4490309-a869-4544-b81e-8ffe88adbc8e req-e2153e09-bdcf-4f1a-a967-fbfa233fdf60 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9baca204a284450181a5fe551ea95ca4&device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 1094 time: 0.6338143 May 24 22:57:14.735795 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:14.828748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-237bbc3d-031c-4f09-a985-f2b6873184ff tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Deleting port 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:14.837014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-237bbc3d-031c-4f09-a985-f2b6873184ff tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:14.851970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2884cf2f-bd9a-46a0-b224-76fd8a5065b2 None None] Port 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:57:14.908291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c8efd-22bb-46c0-9c3d-df4fb1a1ffc8 req-ec9bf0ca-bea3-458e-9e8b-1faf53298631 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:14.910498 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a76c8efd-22bb-46c0-9c3d-df4fb1a1ffc8 req-ec9bf0ca-bea3-458e-9e8b-1faf53298631 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 943 time: 0.5231402 May 24 22:57:15.086998 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a76c8efd-22bb-46c0-9c3d-df4fb1a1ffc8 req-8f6110de-6eac-4f94-93ed-390b1dbb7ee5 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/security-groups?id=4607cf24-b40e-4097-b8e6-221cfcaad107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656139 May 24 22:57:15.130439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4490309-a869-4544-b81e-8ffe88adbc8e req-2da393c9-1508-4d9f-9802-452ffcceb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:15.147635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4490309-a869-4544-b81e-8ffe88adbc8e req-2da393c9-1508-4d9f-9802-452ffcceb9d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c8b94b2f-a633-4591-8af1-c75c8b0b3a7e HTTP/1.1" status: 200 len: 918 time: 0.3483548 May 24 22:57:15.271656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Allocated IP 172.25.7.215 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/5dda7851-bd7d-4e81-a103-6bec61344650) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:15.279712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2a00522b-932d-4e5b-997c-7d31cbe971f5 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:57:15.281173 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4490309-a869-4544-b81e-8ffe88adbc8e req-0ebe0969-29e1-4648-93c3-611bcc17b2b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e HTTP/1.1" status: 200 len: 217 time: 0.1306064 May 24 22:57:15.392658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ce821-089a-496f-be81-a96aa93b47e0 req-07f4e98a-48a1-4f9f-8483-810510aaf19a tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:15.394722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-542ce821-089a-496f-be81-a96aa93b47e0 req-07f4e98a-48a1-4f9f-8483-810510aaf19a tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 945 time: 0.4403224 May 24 22:57:15.397974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36126) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:15.406361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'subnets': [{'network_id': '1072aacb-2e39-4a2e-8a86-85510a43d214', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--515548045', 'ip_version': 6}, {'network_id': 'ef9d2b1f-5773-4dc4-b485-339740be6a3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:15.407061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'subnet': {'network_id': '1072aacb-2e39-4a2e-8a86-85510a43d214', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--515548045', 'ip_version': 6}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:15.407984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Request body: {'subnet': {'network_id': 'ef9d2b1f-5773-4dc4-b485-339740be6a3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:15.479058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 2a00522b-932d-4e5b-997c-7d31cbe971f5 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:15.479748 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:15.500089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4490309-a869-4544-b81e-8ffe88adbc8e req-b63b2b6e-22f8-412e-8b7a-a444466bf11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:15.501573 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4490309-a869-4544-b81e-8ffe88adbc8e req-b63b2b6e-22f8-412e-8b7a-a444466bf11a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12453020-db86-45dd-b452-91e7455f0788 HTTP/1.1" status: 200 len: 857 time: 0.2148111 May 24 22:57:15.527201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 2a00522b-932d-4e5b-997c-7d31cbe971f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2a00522b-932d-4e5b-997c-7d31cbe971f5,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:15.537527 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:15.562473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4490309-a869-4544-b81e-8ffe88adbc8e req-33bdbe6b-9c7e-4063-a38a-330281d3e89a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c8b94b2f-a633-4591-8af1-c75c8b0b3a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538042 May 24 22:57:15.572269 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-237bbc3d-031c-4f09-a985-f2b6873184ff tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:15.628824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a00522b-932d-4e5b-997c-7d31cbe971f5'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:15.665264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=2a00522b-932d-4e5b-997c-7d31cbe971f5,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:15.701261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857f772-50b6-4875-a92b-e22af3c02df5 req-a5b0b721-fab6-493d-8751-3a2ed402100b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:15.702779 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e857f772-50b6-4875-a92b-e22af3c02df5 req-a5b0b721-fab6-493d-8751-3a2ed402100b tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 945 time: 0.3588610 May 24 22:57:15.714131 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:15.773651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-237bbc3d-031c-4f09-a985-f2b6873184ff tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Calling delete_port for 1f902d2d-b31a-4e6f-ba09-4ffc9007c82c owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:15.793169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e857f772-50b6-4875-a92b-e22af3c02df5 req-02cc83c8-c1de-43f1-a16a-1b7d932d4e63 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820453 May 24 22:57:15.803953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4490309-a869-4544-b81e-8ffe88adbc8e req-46ec50f1-d0ab-4845-801a-25fa4959b9df service neutron] 10.222.0.31 "GET /v2.0/networks/c8b94b2f-a633-4591-8af1-c75c8b0b3a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267458 May 24 22:57:15.818084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-542ce821-089a-496f-be81-a96aa93b47e0 req-b37eace0-f507-4f4a-8a12-073b4a08b80e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Deleting port 2a00522b-932d-4e5b-997c-7d31cbe971f5 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:15.818545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-542ce821-089a-496f-be81-a96aa93b47e0 req-b37eace0-f507-4f4a-8a12-073b4a08b80e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:15.904295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:16.038203 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a75dd8a-48ee-4211-beaf-05f6f0082aec req-2e6e8987-5338-4157-b5bf-02d02b0c0d0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76ba3a0d-ea7b-489a-84f4-2a2a0225e7b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1351767 May 24 22:57:16.052325 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a23552ee-bdc5-4e52-9e66-27163d2ac86f req-1d8d4cda-9cb0-4046-ab5e-9e1034d2743b tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.1152260 May 24 22:57:16.076017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:16.089831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:16.095033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:16.096647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:16.110029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Usage tracker for resource:subnet and tenant:b956c3d1d3d640a6be35f93f16abf5e6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:16.125260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:16.165560 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dd9811-7dbf-4bc6-820e-ae92c0bf2712'] response: {'server_uuid': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a00522b-932d-4e5b-997c-7d31cbe971f5', 'code': 200} May 24 22:57:16.171237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:16.264604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4490309-a869-4544-b81e-8ffe88adbc8e req-ff260321-1657-430a-aee1-42344cd0fa0e service neutron] 10.222.0.31 "GET /v2.0/networks/c8b94b2f-a633-4591-8af1-c75c8b0b3a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429760 May 24 22:57:16.271497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969dae5-960e-4077-b068-ab03ff4383e6 req-fa2e772e-f050-4240-8bc1-398c242b46d1 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:16.279613 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9969dae5-960e-4077-b068-ab03ff4383e6 req-fa2e772e-f050-4240-8bc1-398c242b46d1 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 946 time: 0.6697795 May 24 22:57:16.311792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Pushing event updated for resources: {'Port': ['ID=5dda7851-bd7d-4e81-a103-6bec61344650,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:16.317840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Made reservation on behalf of b956c3d1d3d640a6be35f93f16abf5e6 for: {'subnet': 2} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:16.322437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:16.323495 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:16.363248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a75dd8a-48ee-4211-beaf-05f6f0082aec req-caa447bf-edc9-45bb-838f-3a3e869d820e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16609ccc62e749f3ac3b20b9c2f183fc&device_id=76ba3a0d-ea7b-489a-84f4-2a2a0225e7b4 HTTP/1.1" status: 200 len: 210 time: 0.0986516 May 24 22:57:16.408244 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-237bbc3d-031c-4f09-a985-f2b6873184ff tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:16.508317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bbc3d-031c-4f09-a985-f2b6873184ff tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Pushing event deleted for resources: {'Port': ['ID=1f902d2d-b31a-4e6f-ba09-4ffc9007c82c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:16.522627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a75dd8a-48ee-4211-beaf-05f6f0082aec req-c2aa68d6-f373-4868-9b7d-fe47befaa837 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=16609ccc62e749f3ac3b20b9c2f183fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890255 May 24 22:57:16.561475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9969dae5-960e-4077-b068-ab03ff4383e6 req-873affe0-6104-436c-ae70-456446ced061 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808938 May 24 22:57:16.645279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-542ce821-089a-496f-be81-a96aa93b47e0 req-b37eace0-f507-4f4a-8a12-073b4a08b80e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] For port 2a00522b-932d-4e5b-997c-7d31cbe971f5, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=2a00522b-932d-4e5b-997c-7d31cbe971f5,segment=NetworkSegment(199d2d83-cbe9-43f3-8cbe-a27b3203e4e1),segment_id=199d2d83-cbe9-43f3-8cbe-a27b3203e4e1)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:16.646802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-542ce821-089a-496f-be81-a96aa93b47e0 req-b37eace0-f507-4f4a-8a12-073b4a08b80e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:16.782462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd423-efca-4167-ac59-81b1f5f6ca1a req-14655962-23ab-42aa-8640-2fb17c17469c tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:16.783932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a66cd423-efca-4167-ac59-81b1f5f6ca1a req-14655962-23ab-42aa-8640-2fb17c17469c tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 943 time: 0.4732287 May 24 22:57:16.861888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75dd8a-48ee-4211-beaf-05f6f0082aec req-3dec3f44-04ac-4a71-983c-65440039096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:16.863455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a75dd8a-48ee-4211-beaf-05f6f0082aec req-3dec3f44-04ac-4a71-983c-65440039096a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3312314 May 24 22:57:16.932691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-542ce821-089a-496f-be81-a96aa93b47e0 req-b37eace0-f507-4f4a-8a12-073b4a08b80e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Calling delete_port for 2a00522b-932d-4e5b-997c-7d31cbe971f5 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:16.954673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a66cd423-efca-4167-ac59-81b1f5f6ca1a req-d61666e1-af2c-46e3-b2ea-ed2776715bfb tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/security-groups?id=4607cf24-b40e-4097-b8e6-221cfcaad107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627421 May 24 22:57:16.986384 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:17.032134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-237bbc3d-031c-4f09-a985-f2b6873184ff tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:17.102978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-237bbc3d-031c-4f09-a985-f2b6873184ff tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] 10.222.0.55 "DELETE /v2.0/ports/1f902d2d-b31a-4e6f-ba09-4ffc9007c82c HTTP/1.1" status: 204 len: 168 time: 2.4155698 May 24 22:57:17.105438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36140) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:17.269764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4575fef-a82c-461e-84cf-3d33df2bbec9 req-f6c3882f-57fa-44c6-8fa4-25f643f86328 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:17.271778 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4575fef-a82c-461e-84cf-3d33df2bbec9 req-f6c3882f-57fa-44c6-8fa4-25f643f86328 tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e87dff8-afa9-44d1-b337-e975f11a05af HTTP/1.1" status: 200 len: 943 time: 0.3513069 May 24 22:57:17.283111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:57:17.310035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b89b82-8e8a-436e-bc09-cb0a5cbc2f96 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Deleting subnet 4515c8e7-f3b6-478c-a383-8b262d3b0059 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:57:17.361094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-542ce821-089a-496f-be81-a96aa93b47e0 req-b37eace0-f507-4f4a-8a12-073b4a08b80e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:17.376721 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65b89b82-8e8a-436e-bc09-cb0a5cbc2f96 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:17.414921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e5405-e63c-4497-a5dc-8f0a76b91bc4 req-493273f2-d05f-4795-bc1d-89a6893381dd tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:17.416355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b3e5405-e63c-4497-a5dc-8f0a76b91bc4 req-493273f2-d05f-4795-bc1d-89a6893381dd tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 946 time: 0.3744128 May 24 22:57:17.424586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e,segment=NetworkSegment(e4c41b66-a123-46b9-b202-ad2a9b83affd),segment_id=e4c41b66-a123-46b9-b202-ad2a9b83affd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:17.430894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9617d3c-cdc6-4032-b68b-f1c44ee84185 req-c315ce53-8241-441d-811e-268a8272769f tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.1607952 May 24 22:57:17.446111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37eace0-f507-4f4a-8a12-073b4a08b80e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Pushing event deleted for resources: {'Port': ['ID=2a00522b-932d-4e5b-997c-7d31cbe971f5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:17.503752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '68ca3ebc-a602-4ca3-a7d3-876bafe35d8e', 'network_id': 'c8b94b2f-a633-4591-8af1-c75c8b0b3a7e', 'port_id': '68ca3ebc-a602-4ca3-a7d3-876bafe35d8e', 'mac_address': 'fa:16:3e:b8:c5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12453020-db86-45dd-b452-91e7455f0788', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:57:17.528696 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65b89b82-8e8a-436e-bc09-cb0a5cbc2f96 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:17.545324 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4575fef-a82c-461e-84cf-3d33df2bbec9 req-152683c7-f69e-45ce-9c40-303437e4beba tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.55 "GET /v2.0/security-groups?id=9acca6d5-728e-4d65-b04f-8ac8cad364f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204797 May 24 22:57:17.560631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-542ce821-089a-496f-be81-a96aa93b47e0 req-b37eace0-f507-4f4a-8a12-073b4a08b80e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] No DVR routers for this DVR port 2a00522b-932d-4e5b-997c-7d31cbe971f5 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:57:17.572475 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-542ce821-089a-496f-be81-a96aa93b47e0 req-b37eace0-f507-4f4a-8a12-073b4a08b80e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:17.576688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'name': 'network-vif-deleted', 'tag': '2a00522b-932d-4e5b-997c-7d31cbe971f5'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:17.594230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:17.594996 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:17.620316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:57:17.630313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-542ce821-089a-496f-be81-a96aa93b47e0 req-b37eace0-f507-4f4a-8a12-073b4a08b80e tempest-ImagesTestJSON-277595517 tempest-ImagesTestJSON-277595517-project] 10.222.0.31 "DELETE /v2.0/ports/2a00522b-932d-4e5b-997c-7d31cbe971f5 HTTP/1.1" status: 204 len: 173 time: 2.2071309 May 24 22:57:17.657397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e,segment=NetworkSegment(e4c41b66-a123-46b9-b202-ad2a9b83affd),segment_id=e4c41b66-a123-46b9-b202-ad2a9b83affd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:17.683464 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:17.716633 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e6c371-e1e0-4eb3-834b-d0653e4da4e4'] response: {'server_uuid': '2e87dff8-afa9-44d1-b337-e975f11a05af', 'name': 'network-vif-deleted', 'tag': '2a00522b-932d-4e5b-997c-7d31cbe971f5', 'status': 'completed', 'code': 200} May 24 22:57:17.786306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4b3e5405-e63c-4497-a5dc-8f0a76b91bc4 req-a7ec2a08-5052-4551-bd11-ea68145f9ff2 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Deleting port bb036674-20da-4345-8813-4ad51e755830 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:17.786967 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4b3e5405-e63c-4497-a5dc-8f0a76b91bc4 req-a7ec2a08-5052-4551-bd11-ea68145f9ff2 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:17.800894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:17.856009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:17.894717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['68ca3ebc-a602-4ca3-a7d3-876bafe35d8e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:57:17.928796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8246e-ec16-4efc-a6ee-e07c4cd46b62 req-b95886ea-7790-47b5-8623-7dd5bddd1b5b tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:17.935941 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fbd8246e-ec16-4efc-a6ee-e07c4cd46b62 req-b95886ea-7790-47b5-8623-7dd5bddd1b5b tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 946 time: 0.1878357 May 24 22:57:17.940198 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.004498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event updated for resources: {'Subnet': ['ID=0c804ab0-8d59-4ccf-8b48-59b5578dd549,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:18.041582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Checking segment: {'id': '02227858-3b52-44b5-bdac-1f4fd4f7c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '1072aacb-2e39-4a2e-8a86-85510a43d214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:18.041582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Network hostable DHCP agents. Network: 1072aacb-2e39-4a2e-8a86-85510a43d214, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:18.061537 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fbd8246e-ec16-4efc-a6ee-e07c4cd46b62 req-6a3713c0-7d42-4e6c-b094-d391b96f91c3 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246336 May 24 22:57:18.095061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Network 1072aacb-2e39-4a2e-8a86-85510a43d214 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:18.110703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 1072aacb-2e39-4a2e-8a86-85510a43d214) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:18.123963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef869c-a285-4ec0-94df-5a680400c92e None None] Network 1072aacb-2e39-4a2e-8a86-85510a43d214 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:18.128021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.210975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event updated for resources: {'Subnet': ['ID=0189bcda-5d43-4ffc-8291-3d6aee9a9737,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:18.250203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Checking segment: {'id': '46c13b97-fb79-477c-a597-f08552aef954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ef9d2b1f-5773-4dc4-b485-339740be6a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:18.250653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Network hostable DHCP agents. Network: ef9d2b1f-5773-4dc4-b485-339740be6a3d, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:18.280111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Network ef9d2b1f-5773-4dc4-b485-339740be6a3d is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:18.286836 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65b89b82-8e8a-436e-bc09-cb0a5cbc2f96 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.295639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ef9d2b1f-5773-4dc4-b485-339740be6a3d) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:18.307604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb94eb-ce0d-42b8-ac3b-2cb2047db42d None None] Network ef9d2b1f-5773-4dc4-b485-339740be6a3d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:18.314348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:18.315589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:18.316236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.342934 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-738e1311-d753-49e1-9a55-b0139340eb50 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.9435270 May 24 22:57:18.345891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36152) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:18.433611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0877c143-e987-4e83-a7d5-612c583972f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:18.435665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0877c143-e987-4e83-a7d5-612c583972f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:18.437684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0877c143-e987-4e83-a7d5-612c583972f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:18.438704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0877c143-e987-4e83-a7d5-612c583972f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Synchronizing usage tracker for tenant:b956c3d1d3d640a6be35f93f16abf5e6 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:18.458084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8035be3b-427f-4b35-abff-1d036fc50d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1072aacb-2e39-4a2e-8a86-85510a43d214', 'network_id': '1072aacb-2e39-4a2e-8a86-85510a43d214', 'tenant_id': 'b956c3d1d3d640a6be35f93f16abf5e6', 'fixed_ips': [{'subnet_id': '0c804ab0-8d59-4ccf-8b48-59b5578dd549'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:57:18.459080 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8035be3b-427f-4b35-abff-1d036fc50d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.468706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4b3e5405-e63c-4497-a5dc-8f0a76b91bc4 req-a7ec2a08-5052-4551-bd11-ea68145f9ff2 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] For port bb036674-20da-4345-8813-4ad51e755830, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=bb036674-20da-4345-8813-4ad51e755830,segment=NetworkSegment(b3cced19-d949-4593-af14-0ac0d68972cb),segment_id=b3cced19-d949-4593-af14-0ac0d68972cb)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:18.469071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4b3e5405-e63c-4497-a5dc-8f0a76b91bc4 req-a7ec2a08-5052-4551-bd11-ea68145f9ff2 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.470729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0877c143-e987-4e83-a7d5-612c583972f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Unset dirty status for tenant:b956c3d1d3d640a6be35f93f16abf5e6 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:18.472229 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0877c143-e987-4e83-a7d5-612c583972f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1250608 May 24 22:57:18.482413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36158) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:18.484465 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65b89b82-8e8a-436e-bc09-cb0a5cbc2f96 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.584878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63e8077-5b2b-43be-9f02-271b0b5836f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Deleting subnet 0c804ab0-8d59-4ccf-8b48-59b5578dd549 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:57:18.590920 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c63e8077-5b2b-43be-9f02-271b0b5836f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.679856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-ef9d2b1f-5773-4dc4-b485-339740be6a3d', 'network_id': 'ef9d2b1f-5773-4dc4-b485-339740be6a3d', 'tenant_id': 'b956c3d1d3d640a6be35f93f16abf5e6', 'fixed_ips': [{'subnet_id': '0189bcda-5d43-4ffc-8291-3d6aee9a9737'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:57:18.681121 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.693070 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6e339a6-d7d5-45f1-8902-cbbad2906d47 req-4595a4e5-ca96-4558-88a4-efd737ada6fc tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0536840 May 24 22:57:18.698477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4b3e5405-e63c-4497-a5dc-8f0a76b91bc4 req-a7ec2a08-5052-4551-bd11-ea68145f9ff2 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Calling delete_port for bb036674-20da-4345-8813-4ad51e755830 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:18.711160 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c63e8077-5b2b-43be-9f02-271b0b5836f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.728785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b89b82-8e8a-436e-bc09-cb0a5cbc2f96 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Pushing event deleted for resources: {'Subnet': ['ID=4515c8e7-f3b6-478c-a383-8b262d3b0059,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:18.740912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65b89b82-8e8a-436e-bc09-cb0a5cbc2f96 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.753073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6866d113-9d2f-4517-95e8-f642b95014b3 None None] Network c0a7cb70-03a1-4c2e-b77e-48e13b241764 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:18.777914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e3ea2-dd90-43db-b229-dba2d3a05ac9 req-80ab5023-06bf-4677-8d52-ed9ebb3f7235 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:18.785166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-070e3ea2-dd90-43db-b229-dba2d3a05ac9 req-80ab5023-06bf-4677-8d52-ed9ebb3f7235 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 944 time: 0.6037183 May 24 22:57:18.790454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c63e8077-5b2b-43be-9f02-271b0b5836f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.811023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-65b89b82-8e8a-436e-bc09-cb0a5cbc2f96 tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] 10.222.0.55 "DELETE /v2.0/subnets/4515c8e7-f3b6-478c-a383-8b262d3b0059 HTTP/1.1" status: 204 len: 168 time: 1.7045491 May 24 22:57:18.816551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36164) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:18.840932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Router 0031809f-4ce4-47d3-8c6a-3ab0e4935404 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:57:18.877333 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c63e8077-5b2b-43be-9f02-271b0b5836f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.919075 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e8077-5b2b-43be-9f02-271b0b5836f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event deleted for resources: {'Subnet': ['ID=0c804ab0-8d59-4ccf-8b48-59b5578dd549,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:18.922892 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c63e8077-5b2b-43be-9f02-271b0b5836f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:18.940169 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c63e8077-5b2b-43be-9f02-271b0b5836f0 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "DELETE /v2.0/subnets/0c804ab0-8d59-4ccf-8b48-59b5578dd549 HTTP/1.1" status: 204 len: 168 time: 0.4543478 May 24 22:57:18.942958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36176) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server [None req-8035be3b-427f-4b35-abff-1d036fc50d1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c804ab0-8d59-4ccf-8b48-59b5578dd549: This subnet is being modified by another concurrent operation. May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 22:57:18.955093 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise exception May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c804ab0-8d59-4ccf-8b48-59b5578dd549: This subnet is being modified by another concurrent operation. May 24 22:57:18.958585 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server May 24 22:57:19.006193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0051108-6b14-4613-a068-9467d45af6bc None None] Network 1072aacb-2e39-4a2e-8a86-85510a43d214 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:19.016084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-070e3ea2-dd90-43db-b229-dba2d3a05ac9 req-034fb52d-880b-4e27-bc08-e7911e5589c2 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/security-groups?id=4607cf24-b40e-4097-b8e6-221cfcaad107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298071 May 24 22:57:19.066741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcce7dd-b72b-4e85-92e3-18805ee45101 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Deleting subnet 0189bcda-5d43-4ffc-8291-3d6aee9a9737 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:57:19.248078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Allocated IP 2001:db8:0:1::1 (ef9d2b1f-5773-4dc4-b485-339740be6a3d/0189bcda-5d43-4ffc-8291-3d6aee9a9737/04b07266-0430-4358-94ba-fd3498cdbdd0) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:19.249629 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:19.308974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:57:19.319586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:19.320382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Deleting port 43423a12-ca56-4893-b382-61916173441b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:19.320819 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:19.359725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ab6b9-503a-4d33-bca1-4a5e2ad96474 None None] Sync routers for ids ['0031809f-4ce4-47d3-8c6a-3ab0e4935404'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:57:19.510963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36204) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:19.514914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ab6b9-503a-4d33-bca1-4a5e2ad96474 None None] Routers {'0031809f-4ce4-47d3-8c6a-3ab0e4935404'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:19.515533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4b2ab6b9-503a-4d33-bca1-4a5e2ad96474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0031809f-4ce4-47d3-8c6a-3ab0e4935404'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:19.525764 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4b3e5405-e63c-4497-a5dc-8f0a76b91bc4 req-a7ec2a08-5052-4551-bd11-ea68145f9ff2 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:19.578042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['bb036674-20da-4345-8813-4ad51e755830'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:57:19.625800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4b2ab6b9-503a-4d33-bca1-4a5e2ad96474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:19.640660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec2a08-5052-4551-bd11-ea68145f9ff2 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Pushing event deleted for resources: {'Port': ['ID=bb036674-20da-4345-8813-4ad51e755830,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:19.658359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ab6b9-503a-4d33-bca1-4a5e2ad96474 None None] Routers {'0031809f-4ce4-47d3-8c6a-3ab0e4935404'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:19.659069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4b2ab6b9-503a-4d33-bca1-4a5e2ad96474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0031809f-4ce4-47d3-8c6a-3ab0e4935404'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:19.726885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:19.728092 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b35dd5da-5f67-40aa-8a03-2e1c01bf7906 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6482837 May 24 22:57:19.731059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36208) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:19.739504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8cfb27-7741-4b97-9ec6-7d8ca6bf0543 None None] DHCP port deletion for c0a7cb70-03a1-4c2e-b77e-48e13b241764 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:57:19.749241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4b2ab6b9-503a-4d33-bca1-4a5e2ad96474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:19.749819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ab6b9-503a-4d33-bca1-4a5e2ad96474 None None] The sync data for ids ['0031809f-4ce4-47d3-8c6a-3ab0e4935404'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:57:19.762112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0d8cfb27-7741-4b97-9ec6-7d8ca6bf0543 None None] Deleting port 43423a12-ca56-4893-b382-61916173441b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:19.762674 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0d8cfb27-7741-4b97-9ec6-7d8ca6bf0543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:19.780261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51f21f-f768-40c4-a79b-a8e35bc3a231 req-8d15cd16-bc1f-403e-87a0-a578528d13ff tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:19.781158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0b51f21f-f768-40c4-a79b-a8e35bc3a231 req-8d15cd16-bc1f-403e-87a0-a578528d13ff tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Synchronizing usage tracker for tenant:63b7ffb83b1444d0b63c10afb40a1528 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:19.785785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa69116-5f89-4a84-95dc-484c5bfeb8ff admin admin] Deleting subnet c020c108-849b-4525-aa7e-ba351ac9ffb5 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:57:19.799217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3e5405-e63c-4497-a5dc-8f0a76b91bc4 req-a7ec2a08-5052-4551-bd11-ea68145f9ff2 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] No DVR routers for this DVR port bb036674-20da-4345-8813-4ad51e755830 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:57:19.800834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0aa69116-5f89-4a84-95dc-484c5bfeb8ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:19.806858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 43423a12-ca56-4893-b382-61916173441b no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:57:19.834173 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4b3e5405-e63c-4497-a5dc-8f0a76b91bc4 req-a7ec2a08-5052-4551-bd11-ea68145f9ff2 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:19.836712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b3e5405-e63c-4497-a5dc-8f0a76b91bc4 req-a7ec2a08-5052-4551-bd11-ea68145f9ff2 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.50 "DELETE /v2.0/ports/bb036674-20da-4345-8813-4ad51e755830 HTTP/1.1" status: 204 len: 173 time: 2.3994820 May 24 22:57:19.844016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a08cf5-5742-4f4e-ba38-3d208ab4d303', 'name': 'network-vif-deleted', 'tag': 'bb036674-20da-4345-8813-4ad51e755830'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:19.913560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:19.943600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:19.943944 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:19.952258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9eca582e-508e-4aa8-a838-6148c77ff0df req-9d498507-9505-4791-96e3-f1c80789dc66 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0543144 May 24 22:57:19.959357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0b51f21f-f768-40c4-a79b-a8e35bc3a231 req-8d15cd16-bc1f-403e-87a0-a578528d13ff tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] Unset dirty status for tenant:63b7ffb83b1444d0b63c10afb40a1528 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:19.966672 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0b51f21f-f768-40c4-a79b-a8e35bc3a231 req-8d15cd16-bc1f-403e-87a0-a578528d13ff tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a08cf5-5742-4f4e-ba38-3d208ab4d303 HTTP/1.1" status: 200 len: 946 time: 0.7653327 May 24 22:57:19.986381 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0aa69116-5f89-4a84-95dc-484c5bfeb8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.076501 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8540baa-e839-49d2-ac63-a232b2b71018'] response: {'server_uuid': 'd6a08cf5-5742-4f4e-ba38-3d208ab4d303', 'name': 'network-vif-deleted', 'tag': 'bb036674-20da-4345-8813-4ad51e755830', 'status': 'completed', 'code': 200} May 24 22:57:20.094310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] For port 43423a12-ca56-4893-b382-61916173441b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=43423a12-ca56-4893-b382-61916173441b,segment=NetworkSegment(f125199f-5ceb-4568-b5f2-40b9cc6465f4),segment_id=f125199f-5ceb-4568-b5f2-40b9cc6465f4)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:20.095110 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.127472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0b51f21f-f768-40c4-a79b-a8e35bc3a231 req-7b047b50-e7d8-4c97-83e7-9ceda92efc52 tempest-ServerAddressesTestJSON-1783800837 tempest-ServerAddressesTestJSON-1783800837-project] 10.222.0.55 "GET /v2.0/security-groups?id=964d29d2-0909-4062-8fb8-ac72aef116c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595902 May 24 22:57:20.184009 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0aa69116-5f89-4a84-95dc-484c5bfeb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.216685 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.247293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Transition to ACTIVE for port object 04b07266-0430-4358-94ba-fd3498cdbdd0 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:20.269616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-0d8cfb27-7741-4b97-9ec6-7d8ca6bf0543 None None] For port 43423a12-ca56-4893-b382-61916173441b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=43423a12-ca56-4893-b382-61916173441b,segment=NetworkSegment(f125199f-5ceb-4568-b5f2-40b9cc6465f4),segment_id=f125199f-5ceb-4568-b5f2-40b9cc6465f4)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:20.269940 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0d8cfb27-7741-4b97-9ec6-7d8ca6bf0543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.281827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Calling delete_port for 43423a12-ca56-4893-b382-61916173441b owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:20.288110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 43423a12-ca56-4893-b382-61916173441b is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:20.288493 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.296642 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-76cc1881-323d-47d1-82c9-75a0a600fec1 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/routers/0031809f-4ce4-47d3-8c6a-3ab0e4935404 HTTP/1.1" status: 200 len: 920 time: 0.5592794 May 24 22:57:20.297183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36220) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:20.347273 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-50937fa0-9f12-4b09-b400-71886f72e726 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=0031809f-4ce4-47d3-8c6a-3ab0e4935404 HTTP/1.1" status: 200 len: 205 time: 0.0463941 May 24 22:57:20.351369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36224) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:20.376677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edcf65-6877-4365-b383-0073183ed38f req-634463bb-e9d9-4917-9be5-7bcbb29bf8a3 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:20.385466 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28edcf65-6877-4365-b383-0073183ed38f req-634463bb-e9d9-4917-9be5-7bcbb29bf8a3 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 944 time: 0.1806867 May 24 22:57:20.423637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Transition to ACTIVE for port object 04b07266-0430-4358-94ba-fd3498cdbdd0 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:20.435389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0d8cfb27-7741-4b97-9ec6-7d8ca6bf0543 None None] Calling delete_port for 43423a12-ca56-4893-b382-61916173441b owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:20.477785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0aa69116-5f89-4a84-95dc-484c5bfeb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.478680 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28edcf65-6877-4365-b383-0073183ed38f req-72325c73-270c-4ed2-8395-258095b5bf0e tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/security-groups?id=4607cf24-b40e-4097-b8e6-221cfcaad107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919895 May 24 22:57:20.482192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fcce7dd-b72b-4e85-92e3-18805ee45101 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.546162 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.551356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fcce7dd-b72b-4e85-92e3-18805ee45101 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.641515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fcce7dd-b72b-4e85-92e3-18805ee45101 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.659229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.707305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Pushing event updated for resources: {'Port': ['ID=04b07266-0430-4358-94ba-fd3498cdbdd0,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:20.721734 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Network ef9d2b1f-5773-4dc4-b485-339740be6a3d is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:20.722408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:20.722809 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.725486 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fcce7dd-b72b-4e85-92e3-18805ee45101 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.734376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:20.734518 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.748040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:20.778946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcce7dd-b72b-4e85-92e3-18805ee45101 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event deleted for resources: {'Subnet': ['ID=0189bcda-5d43-4ffc-8291-3d6aee9a9737,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:20.783234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fcce7dd-b72b-4e85-92e3-18805ee45101 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.787258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa69116-5f89-4a84-95dc-484c5bfeb8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c020c108-849b-4525-aa7e-ba351ac9ffb5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:20.798198 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6fcce7dd-b72b-4e85-92e3-18805ee45101 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "DELETE /v2.0/subnets/0189bcda-5d43-4ffc-8291-3d6aee9a9737 HTTP/1.1" status: 204 len: 168 time: 1.8539717 May 24 22:57:20.800120 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0aa69116-5f89-4a84-95dc-484c5bfeb8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.800792 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-0d8cfb27-7741-4b97-9ec6-7d8ca6bf0543 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:57:20.801189 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-0d8cfb27-7741-4b97-9ec6-7d8ca6bf0543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:57:20.801362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36228) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:20.813876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Pushing event deleted for resources: {'Port': ['ID=43423a12-ca56-4893-b382-61916173441b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:20.827530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] No DVR routers for this DVR port 43423a12-ca56-4893-b382-61916173441b on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:57:20.838739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f5db98-1605-4458-befe-196349b97634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca3ebc-a602-4ca3-a7d3-876bafe35d8e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:20.861561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e,segment=NetworkSegment(e4c41b66-a123-46b9-b202-ad2a9b83affd),segment_id=e4c41b66-a123-46b9-b202-ad2a9b83affd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:20.869343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Attempting to bind port 04b07266-0430-4358-94ba-fd3498cdbdd0 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:20.869884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Attempting to bind port 04b07266-0430-4358-94ba-fd3498cdbdd0 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '46c13b97-fb79-477c-a597-f08552aef954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ef9d2b1f-5773-4dc4-b485-339740be6a3d'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:20.870698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Attempting to bind port 04b07266-0430-4358-94ba-fd3498cdbdd0 on network ef9d2b1f-5773-4dc4-b485-339740be6a3d {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:20.872499 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.873316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2a00522b-932d-4e5b-997c-7d31cbe971f5 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:57:20.900089 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dfa9f20-a573-469c-bf4c-acdaff333a22'] response: {'server_uuid': 'd5f5db98-1605-4458-befe-196349b97634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca3ebc-a602-4ca3-a7d3-876bafe35d8e', 'code': 200} May 24 22:57:20.900298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8382f5e2-6c13-4d93-8667-5abfe34d2a75 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:20.900864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8382f5e2-6c13-4d93-8667-5abfe34d2a75 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Synchronizing usage tracker for tenant:b956c3d1d3d640a6be35f93f16abf5e6 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:20.926917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8382f5e2-6c13-4d93-8667-5abfe34d2a75 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Unset dirty status for tenant:b956c3d1d3d640a6be35f93f16abf5e6 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:20.928900 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8382f5e2-6c13-4d93-8667-5abfe34d2a75 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1263032 May 24 22:57:20.932426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36234) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:20.948455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 2a00522b-932d-4e5b-997c-7d31cbe971f5 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:57:20.948810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 2a00522b-932d-4e5b-997c-7d31cbe971f5 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:57:20.955704 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0aa69116-5f89-4a84-95dc-484c5bfeb8ff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c020c108-849b-4525-aa7e-ba351ac9ffb5 HTTP/1.1" status: 204 len: 168 time: 1.4437723 May 24 22:57:20.957291 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:20.958461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Checking segment: {'id': '46c13b97-fb79-477c-a597-f08552aef954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ef9d2b1f-5773-4dc4-b485-339740be6a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:20.958933 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.960087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Bound using segment: {'id': '46c13b97-fb79-477c-a597-f08552aef954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ef9d2b1f-5773-4dc4-b485-339740be6a3d'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:20.960087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Bound port: 04b07266-0430-4358-94ba-fd3498cdbdd0, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c13b97-fb79-477c-a597-f08552aef954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ef9d2b1f-5773-4dc4-b485-339740be6a3d'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:20.960291 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:20.961038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36238) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:21.066269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:21.088849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.089537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.089877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.090208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.090534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.090859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.091181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.091502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.092053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.092378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.092698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.093014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:21.122094 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] For port 04b07266-0430-4358-94ba-fd3498cdbdd0, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:21.125468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] For port 04b07266-0430-4358-94ba-fd3498cdbdd0, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=04b07266-0430-4358-94ba-fd3498cdbdd0,segment=NetworkSegment(46c13b97-fb79-477c-a597-f08552aef954),segment_id=46c13b97-fb79-477c-a597-f08552aef954)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:21.132609 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.228913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3170ffb-b6db-441c-a655-763d913a1008 req-76680ffe-3683-416c-b514-6a365d4cd710 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0979404 May 24 22:57:21.242160 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.242860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.248427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36246) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:21.250905 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.272222 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.284206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a7cb70-03a1-4c2e-b77e-48e13b241764']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:21.296385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Deleting port 5dda7851-bd7d-4e81-a103-6bec61344650 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:21.297006 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.302994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0d8cfb27-7741-4b97-9ec6-7d8ca6bf0543 None None] Deleting port 43423a12-ca56-4893-b382-61916173441b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:21.303380 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0d8cfb27-7741-4b97-9ec6-7d8ca6bf0543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.325311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Deleting port 04b07266-0430-4358-94ba-fd3498cdbdd0 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:21.325666 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.332355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f125199f-5ceb-4568-b5f2-40b9cc6465f4') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:21.332633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f125199f-5ceb-4568-b5f2-40b9cc6465f4') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:21.359866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.374592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0d8cfb27-7741-4b97-9ec6-7d8ca6bf0543 None None] The port '43423a12-ca56-4893-b382-61916173441b' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:57:21.380921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16353a85-d883-4fb6-a57f-2620ec7c5351 None None] Pushing event updated for resources: {'Port': ['ID=04b07266-0430-4358-94ba-fd3498cdbdd0,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:21.406928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e93e84-c2a5-47b6-8d3d-f2e32a0aab85 req-d053c37e-0da1-442b-86f4-6b9b13b92d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:21.408392 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1e93e84-c2a5-47b6-8d3d-f2e32a0aab85 req-d053c37e-0da1-442b-86f4-6b9b13b92d95 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 1096 time: 0.4468386 May 24 22:57:21.412996 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.416951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37a380b-23f4-4e86-b3e0-507116f07539 admin admin] Deleting subnet 3d8529c1-e0dd-453c-9648-278b2e9afd35 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:57:21.436119 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b37a380b-23f4-4e86-b3e0-507116f07539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.453638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9699b69-d048-4cdb-90cc-3f4ab0e8ad3e None None] Network ef9d2b1f-5773-4dc4-b485-339740be6a3d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:21.475765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:21.476199 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.566377 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f125199f-5ceb-4568-b5f2-40b9cc6465f4 resource provider aggregate not found May 24 22:57:21.600653 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f125199f-5ceb-4568-b5f2-40b9cc6465f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f125199f-5ceb-4568-b5f2-40b9cc6465f4 found for delete ", "request_id": "req-0a1eb2e0-9ad9-46a6-ae5a-a113c92cb0a7"}]} May 24 22:57:21.671064 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.698731 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.703964 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.712827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b37a380b-23f4-4e86-b3e0-507116f07539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.735684 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.741148 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1e93e84-c2a5-47b6-8d3d-f2e32a0aab85 req-04ffcca7-477a-4e32-ba44-229124af8572 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4607cf24-b40e-4097-b8e6-221cfcaad107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079336 May 24 22:57:21.751988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] 10.222.0.55 "DELETE /v2.0/networks/c0a7cb70-03a1-4c2e-b77e-48e13b241764 HTTP/1.1" status: 204 len: 168 time: 2.9320176 May 24 22:57:21.752171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348b6e14-6863-4c7f-b948-4585a27ac461 None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 22:57:21.755610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c43f8-1e41-422e-92e7-db9418477b8f tempest-ExtraDHCPOptionsTestJSON-494847119 tempest-ExtraDHCPOptionsTestJSON-494847119-project] Pushing event deleted for resources: {'Network': ['ID=c0a7cb70-03a1-4c2e-b77e-48e13b241764,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:21.790554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056308aa-63e1-4aec-a0be-0a3cbc878d9a']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:21.808695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:21.808993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199d2d83-cbe9-43f3-8cbe-a27b3203e4e1') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:21.860283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b6e14-6863-4c7f-b948-4585a27ac461 None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 22:57:21.885836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Calling delete_port for 5dda7851-bd7d-4e81-a103-6bec61344650 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:21.901027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.907896 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b37a380b-23f4-4e86-b3e0-507116f07539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.979252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58d298-8277-4650-89b8-b2b141526d58 req-a6843ee7-d9a3-44bb-b902-a6621c7d6dff tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:21.982387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] For port 04b07266-0430-4358-94ba-fd3498cdbdd0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=04b07266-0430-4358-94ba-fd3498cdbdd0,segment=NetworkSegment(46c13b97-fb79-477c-a597-f08552aef954),segment_id=46c13b97-fb79-477c-a597-f08552aef954)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:21.982947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:21.986799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d58d298-8277-4650-89b8-b2b141526d58 req-a6843ee7-d9a3-44bb-b902-a6621c7d6dff tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 945 time: 0.3432388 May 24 22:57:21.991772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.056752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d58d298-8277-4650-89b8-b2b141526d58 req-b0e3834c-9b79-46f4-999b-a2bc9df9fd0e tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/security-groups?id=4607cf24-b40e-4097-b8e6-221cfcaad107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689116 May 24 22:57:22.139381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device bb036674-20da-4345-8813-4ad51e755830 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:57:22.157471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36260) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:22.171161 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.181396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: bb036674-20da-4345-8813-4ad51e755830 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:57:22.181954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device bb036674-20da-4345-8813-4ad51e755830 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:57:22.203980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:22.204382 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.228519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Pushing event deleted for resources: {'Port': ['ID=5dda7851-bd7d-4e81-a103-6bec61344650,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:22.286288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Calling delete_port for 04b07266-0430-4358-94ba-fd3498cdbdd0 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:22.345324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db0565-ed7d-451d-9f17-7e84af83e384 None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 22:57:22.371123 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 199d2d83-cbe9-43f3-8cbe-a27b3203e4e1 resource provider aggregate not found May 24 22:57:22.386401 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.408642 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 199d2d83-cbe9-43f3-8cbe-a27b3203e4e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 199d2d83-cbe9-43f3-8cbe-a27b3203e4e1 found for delete ", "request_id": "req-369af265-246b-40d6-8cfe-e93c6f718dce"}]} May 24 22:57:22.428326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b37a380b-23f4-4e86-b3e0-507116f07539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.448988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1d2faeb3-b973-49fc-be42-1b20c2d5a039 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77491b611605432ea13f00e8a5bd45f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901168 May 24 22:57:22.464463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03db0565-ed7d-451d-9f17-7e84af83e384 None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 22:57:22.494477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36272) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:22.527000 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.528639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a380b-23f4-4e86-b3e0-507116f07539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8529c1-e0dd-453c-9648-278b2e9afd35,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:22.551834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c34fe794-0cf0-4dfb-aba3-3893f48bb348 req-1272d52a-4c17-45ea-b2cf-a135144fd33c tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.1296196 May 24 22:57:22.568755 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b37a380b-23f4-4e86-b3e0-507116f07539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.575138 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.593829 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.597095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=056308aa-63e1-4aec-a0be-0a3cbc878d9a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:22.597599 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.637167 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.639156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.640146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Fanout notify agent at l3_agent the message router_deleted on router 0031809f-4ce4-47d3-8c6a-3ab0e4935404 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:57:22.659225 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.660353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7df2a6f7-3373-4f13-9012-31f7afcfe5fc tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/0031809f-4ce4-47d3-8c6a-3ab0e4935404 HTTP/1.1" status: 204 len: 168 time: 2.3079729 May 24 22:57:22.664365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36276) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:22.670376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1839285586', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'enable_snat': False}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:22.675426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:22.679700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Usage tracker for resource:router and tenant:f148743abadc4b15a9b2257192eb916f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:22.683003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:22.689259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:22.692332 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b37a380b-23f4-4e86-b3e0-507116f07539 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3d8529c1-e0dd-453c-9648-278b2e9afd35 HTTP/1.1" status: 204 len: 168 time: 1.4390943 May 24 22:57:22.696000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36280) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:22.710376 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f49cd2a2-1109-4627-8eef-8bf42492a0a2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/056308aa-63e1-4aec-a0be-0a3cbc878d9a HTTP/1.1" status: 204 len: 168 time: 1.7475238 May 24 22:57:22.713434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event deleted for resources: {'Port': ['ID=04b07266-0430-4358-94ba-fd3498cdbdd0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:22.718599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] No DVR routers for this DVR port 04b07266-0430-4358-94ba-fd3498cdbdd0 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:57:22.720542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57f3c5b3-baf6-4e5e-868c-8b3d9f4553ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.777085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.778446 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.822425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.826736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.866321 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57f3c5b3-baf6-4e5e-868c-8b3d9f4553ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.893393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:22.943730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9d2b1f-5773-4dc4-b485-339740be6a3d']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:22.969903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c13b97-fb79-477c-a597-f08552aef954') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:22.970214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c13b97-fb79-477c-a597-f08552aef954') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:22.991363 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.001177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36286) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:23.045212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.056495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:23.056895 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.077557 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57f3c5b3-baf6-4e5e-868c-8b3d9f4553ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.174158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3c5b3-baf6-4e5e-868c-8b3d9f4553ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0192216-0cb0-423e-aebd-ebc2d47a06aa,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:23.181821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12a95439-e1f4-4ef1-ae0c-7e844f624a7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52f35fd46fa1486098c48667c9b46795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769571 May 24 22:57:23.186688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36292) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:23.207043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57f3c5b3-baf6-4e5e-868c-8b3d9f4553ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.208346 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-57f3c5b3-baf6-4e5e-868c-8b3d9f4553ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0192216-0cb0-423e-aebd-ebc2d47a06aa HTTP/1.1" status: 204 len: 168 time: 0.7055902 May 24 22:57:23.212109 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.217674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.257230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event deleted for resources: {'Network': ['ID=ef9d2b1f-5773-4dc4-b485-339740be6a3d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:23.259133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.270072 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9673f8a1-fd18-4b54-af25-37a6136427a7 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "DELETE /v2.0/networks/ef9d2b1f-5773-4dc4-b485-339740be6a3d HTTP/1.1" status: 204 len: 168 time: 2.3337908 May 24 22:57:23.271098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36298) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:23.411261 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.413268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3b298b8-de17-4889-ae7e-ac68d909f289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.420863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cdea82-26ff-46b8-ae83-e3ad0258bcde']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:23.494895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cced19-d949-4593-af14-0ac0d68972cb') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:23.494895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cced19-d949-4593-af14-0ac0d68972cb') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:23.509856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3b298b8-de17-4889-ae7e-ac68d909f289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.516203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.524441 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.639812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b52faf-88e2-4d80-9de6-e06ec8177da8 req-e0ac1fe5-d697-4cf6-9d0f-45314a396262 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:23.639812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f4b52faf-88e2-4d80-9de6-e06ec8177da8 req-e0ac1fe5-d697-4cf6-9d0f-45314a396262 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 945 time: 0.3804071 May 24 22:57:23.639812 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.639812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:23.639812 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.753873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.822884 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b3cced19-d949-4593-af14-0ac0d68972cb resource provider aggregate not found May 24 22:57:23.844192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1072aacb-2e39-4a2e-8a86-85510a43d214']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:23.878143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0eb7d4a0-9748-4c1f-a1fb-2335559a7ffa req-bf22bb59-e2b8-4287-9f2c-748a37472f0a tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0692136 May 24 22:57:23.878143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02227858-3b52-44b5-bdac-1f4fd4f7c2bf') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:23.878143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02227858-3b52-44b5-bdac-1f4fd4f7c2bf') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:23.894797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.898486 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b3cced19-d949-4593-af14-0ac0d68972cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3cced19-d949-4593-af14-0ac0d68972cb found for delete ", "request_id": "req-7e70865f-e7be-4154-ab31-0899f082af7b"}]} May 24 22:57:23.904000 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.906798 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3b298b8-de17-4889-ae7e-ac68d909f289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.930162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b298b8-de17-4889-ae7e-ac68d909f289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acca6d5-728e-4d65-b04f-8ac8cad364f8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:23.948231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f4b52faf-88e2-4d80-9de6-e06ec8177da8 req-9e9dc537-cf02-4148-be21-951ac2838fe5 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/security-groups?id=4607cf24-b40e-4097-b8e6-221cfcaad107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314773 May 24 22:57:23.948231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.959605 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.969469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:23.970134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.980629 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:23.991113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=95cdea82-26ff-46b8-ae83-e3ad0258bcde,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:23.998582 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3b298b8-de17-4889-ae7e-ac68d909f289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.004230 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c3b298b8-de17-4889-ae7e-ac68d909f289 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9acca6d5-728e-4d65-b04f-8ac8cad364f8 HTTP/1.1" status: 204 len: 168 time: 0.8166883 May 24 22:57:24.007803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-61354e7c-6680-4af6-bb10-dce36a5da2e8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/95cdea82-26ff-46b8-ae83-e3ad0258bcde HTTP/1.1" status: 204 len: 168 time: 1.3105226 May 24 22:57:24.107085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.132833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.145394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event deleted for resources: {'Network': ['ID=1072aacb-2e39-4a2e-8a86-85510a43d214,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:24.162913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8e84ddd9-2eaa-4a1b-9459-8cb3747d83b5 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "DELETE /v2.0/networks/1072aacb-2e39-4a2e-8a86-85510a43d214 HTTP/1.1" status: 204 len: 168 time: 0.8850923 May 24 22:57:24.164241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36328) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:24.296274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36336) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:24.433271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.436462 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 46c13b97-fb79-477c-a597-f08552aef954 resource provider aggregate not found May 24 22:57:24.445679 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.463918 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 46c13b97-fb79-477c-a597-f08552aef954 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46c13b97-fb79-477c-a597-f08552aef954 found for delete ", "request_id": "req-fabd1b19-644e-442f-98b6-e879c4868e35"}]} May 24 22:57:24.482788 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.510827 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 02227858-3b52-44b5-bdac-1f4fd4f7c2bf resource provider aggregate not found May 24 22:57:24.529172 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ac509a84-cfb7-4689-871e-b429992ab512 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63b7ffb83b1444d0b63c10afb40a1528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206111 May 24 22:57:24.532208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36354) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:24.638318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b8cb7-780a-4df1-904c-d66b59f131a3 req-9a61d051-3597-4739-a2aa-c99eb4c11a51 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:24.640012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-107b8cb7-780a-4df1-904c-d66b59f131a3 req-9a61d051-3597-4739-a2aa-c99eb4c11a51 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 945 time: 0.2713349 May 24 22:57:24.647210 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.678579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82701e1b-3f81-4bf4-8407-7f65e11996e3']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:24.695661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df99af9f-7d1b-4eb7-bb20-95791184fa0e') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:24.696703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df99af9f-7d1b-4eb7-bb20-95791184fa0e') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:24.708935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Allocated IP 172.25.7.217 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/0f93d4f5-7282-4290-8797-5f1e0fe1159e) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:24.711520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.717461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-107b8cb7-780a-4df1-904c-d66b59f131a3 req-a112a198-7085-4e86-9a1b-86e5c0bd628c tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/security-groups?id=4607cf24-b40e-4097-b8e6-221cfcaad107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693719 May 24 22:57:24.743321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36362) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:24.747500 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 02227858-3b52-44b5-bdac-1f4fd4f7c2bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02227858-3b52-44b5-bdac-1f4fd4f7c2bf found for delete ", "request_id": "req-be233a93-b3ba-410d-b99d-3bfeb6463577"}]} May 24 22:57:24.796853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.812627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:24.813396 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.887498 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1040553a-72bc-44df-a3ac-c817347020b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:24.983684 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.008185 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.027922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.040601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1e71effe-d25a-4361-8af9-8ce57f9dfe72 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-481810845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:25.049577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e71effe-d25a-4361-8af9-8ce57f9dfe72 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:25.055359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e71effe-d25a-4361-8af9-8ce57f9dfe72 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Usage tracker for resource:router and tenant:2334897d732b4b8bac2db07c5aaf8ed5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:25.056257 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1040553a-72bc-44df-a3ac-c817347020b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.059394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e71effe-d25a-4361-8af9-8ce57f9dfe72 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:25.067029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e71effe-d25a-4361-8af9-8ce57f9dfe72 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:25.080275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event deleted for resources: {'Network': ['ID=82701e1b-3f81-4bf4-8407-7f65e11996e3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:25.083344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e71effe-d25a-4361-8af9-8ce57f9dfe72 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.084427 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e71effe-d25a-4361-8af9-8ce57f9dfe72 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.098139 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.124987 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-db991494-77af-4501-a2bb-f77d951ea994 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "DELETE /v2.0/networks/82701e1b-3f81-4bf4-8407-7f65e11996e3 HTTP/1.1" status: 204 len: 168 time: 0.9592609 May 24 22:57:25.133018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36382) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:25.149318 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f602a473-56f3-4be6-9d87-2baa7d94dcd7 req-29612882-d550-4c1f-a9ef-348367d30413 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0731776 May 24 22:57:25.152123 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e71effe-d25a-4361-8af9-8ce57f9dfe72 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.181691 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1040553a-72bc-44df-a3ac-c817347020b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.205864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040553a-72bc-44df-a3ac-c817347020b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d29d2-0909-4062-8fb8-ac72aef116c3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:25.225822 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1040553a-72bc-44df-a3ac-c817347020b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.238518 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1040553a-72bc-44df-a3ac-c817347020b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/964d29d2-0909-4062-8fb8-ac72aef116c3 HTTP/1.1" status: 204 len: 168 time: 0.4852228 May 24 22:57:25.269281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:25.280960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:25.283410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:25.324904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event updated for resources: {'Port': ['ID=0f93d4f5-7282-4290-8797-5f1e0fe1159e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:25.352102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e71effe-d25a-4361-8af9-8ce57f9dfe72 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.392686 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.522237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e71effe-d25a-4361-8af9-8ce57f9dfe72 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.526076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1e71effe-d25a-4361-8af9-8ce57f9dfe72 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7791014 May 24 22:57:25.526566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36404) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:25.531871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-399479084'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:25.537314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:25.541574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Usage tracker for resource:network and tenant:2334897d732b4b8bac2db07c5aaf8ed5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:25.544682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:25.550641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:25.609352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Made reservation on behalf of 2334897d732b4b8bac2db07c5aaf8ed5 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:25.613306 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.638286 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.644370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.648399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-82b77ede-5517-4af0-ad42-5e4347aca742 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ca32fc84b417407ea42c1d392c8d9e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279933 May 24 22:57:25.668535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:25.675600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Usage tracker for resource:security_group_rule and tenant:2334897d732b4b8bac2db07c5aaf8ed5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:25.680586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:25.688507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:25.720007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92b4b1-6ac9-42fa-836b-d1cdabf17e92 req-d2aa8cee-afe2-44d4-b45b-ba6b4e2bc38d tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:25.721460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6c92b4b1-6ac9-42fa-836b-d1cdabf17e92 req-d2aa8cee-afe2-44d4-b45b-ba6b4e2bc38d tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 945 time: 0.1491723 May 24 22:57:25.803767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6c92b4b1-6ac9-42fa-836b-d1cdabf17e92 req-a7b83624-3293-484f-97b3-d375168a6214 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Deleting port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:25.804465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6c92b4b1-6ac9-42fa-836b-d1cdabf17e92 req-a7b83624-3293-484f-97b3-d375168a6214 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.823915 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:25.938883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d41767-0a3f-48a2-9caa-104e355202b6']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:25.982060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81775c3d-5bd9-4ebc-bb13-401a2bb696b1') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:25.982325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81775c3d-5bd9-4ebc-bb13-401a2bb696b1') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:26.006132 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.113199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-7a5914e8-ee96-475f-a3eb-017907969013 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:26.118000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-7a5914e8-ee96-475f-a3eb-017907969013 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4578605 May 24 22:57:26.120060 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.131804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.146074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:26.146709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.147630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d929bb-e7c2-45ee-b709-b39b5335de8e req-f7b69895-92e5-401b-b394-7b88060d3a5c tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:26.149136 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18d929bb-e7c2-45ee-b709-b39b5335de8e req-f7b69895-92e5-401b-b394-7b88060d3a5c tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 945 time: 0.2923102 May 24 22:57:26.152924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.170559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36426) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:26.227756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4f537c-4780-466c-a756-787457eec431,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:26.231005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-f71cae75-aca1-466f-b337-c92cccbbce88 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/quotas/ca32fc84b417407ea42c1d392c8d9e32 HTTP/1.1" status: 200 len: 375 time: 0.1051848 May 24 22:57:26.244121 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 81775c3d-5bd9-4ebc-bb13-401a2bb696b1 resource provider aggregate not found May 24 22:57:26.259675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.264532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18d929bb-e7c2-45ee-b709-b39b5335de8e req-bf956764-aa59-421f-8024-e35fbe30c5da tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/security-groups?id=4607cf24-b40e-4097-b8e6-221cfcaad107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957978 May 24 22:57:26.271952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-6c92b4b1-6ac9-42fa-836b-d1cdabf17e92 req-a7b83624-3293-484f-97b3-d375168a6214 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] For port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e,segment=NetworkSegment(e4c41b66-a123-46b9-b202-ad2a9b83affd),segment_id=e4c41b66-a123-46b9-b202-ad2a9b83affd)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:26.272311 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6c92b4b1-6ac9-42fa-836b-d1cdabf17e92 req-a7b83624-3293-484f-97b3-d375168a6214 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.314021 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 81775c3d-5bd9-4ebc-bb13-401a2bb696b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81775c3d-5bd9-4ebc-bb13-401a2bb696b1 found for delete ", "request_id": "req-68b3d580-0a98-47ac-8197-70eab50e63bc"}]} May 24 22:57:26.369328 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-3d0bcd86-350d-42fe-afbb-437a4946085c tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca32fc84b417407ea42c1d392c8d9e32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1113374 May 24 22:57:26.394547 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.399757 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.432531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1323176751-network', 'tenant_id': '3d5dd617b1f440e3a9db8aa6601c039b'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:26.482467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6c92b4b1-6ac9-42fa-836b-d1cdabf17e92 req-a7b83624-3293-484f-97b3-d375168a6214 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Calling delete_port for 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:26.494390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] Pushing event deleted for resources: {'Network': ['ID=20d41767-0a3f-48a2-9caa-104e355202b6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:26.496936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ee5134c8-ddc2-4525-bd04-b61a45231315 tempest-BulkNetworkOpsIpV6Test-905945376 tempest-BulkNetworkOpsIpV6Test-905945376-project] 10.222.0.55 "DELETE /v2.0/networks/20d41767-0a3f-48a2-9caa-104e355202b6 HTTP/1.1" status: 204 len: 168 time: 1.3559766 May 24 22:57:26.503877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:26.565090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:26.618288 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e60ed2a5-4a32-4df5-bc46-0644e512e8c2 req-6df2fa0f-2f78-4d56-882d-79877a394783 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.1857009 May 24 22:57:26.689058 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.689418 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Added segment 393f16d8-e59b-4833-8bb1-f2dd5d67ff4e of type vlan for network 0b219aab-4c6f-4754-8227-4ac06c0bfa2c May 24 22:57:26.695721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Usage tracker for resource:network and tenant:3d5dd617b1f440e3a9db8aa6601c039b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:26.699756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:26.709936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:26.770119 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-187ceb32-f270-4eae-b8c5-58cc0a25387f req-e2cef8bc-cfe0-45e0-8302-8a95a7abdcc9 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 210 time: 0.0759251 May 24 22:57:26.773709 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment df99af9f-7d1b-4eb7-bb20-95791184fa0e resource provider aggregate not found May 24 22:57:26.783482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Made reservation on behalf of 3d5dd617b1f440e3a9db8aa6601c039b for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:26.788124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.790210 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.807588 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment df99af9f-7d1b-4eb7-bb20-95791184fa0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df99af9f-7d1b-4eb7-bb20-95791184fa0e found for delete ", "request_id": "req-78bb218b-c95e-4ecb-93f7-85bbd861bf73"}]} May 24 22:57:26.822910 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.825883 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6c92b4b1-6ac9-42fa-836b-d1cdabf17e92 req-a7b83624-3293-484f-97b3-d375168a6214 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.837824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['68ca3ebc-a602-4ca3-a7d3-876bafe35d8e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:57:26.901173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36454) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:26.912926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:26.913960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b83624-3293-484f-97b3-d375168a6214 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Pushing event deleted for resources: {'Port': ['ID=68ca3ebc-a602-4ca3-a7d3-876bafe35d8e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:26.933678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Usage tracker for resource:security_group_rule and tenant:3d5dd617b1f440e3a9db8aa6601c039b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:26.938338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:26.947449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:26.953265 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:26.959641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:26.960264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.096638 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.147773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c92b4b1-6ac9-42fa-836b-d1cdabf17e92 req-a7b83624-3293-484f-97b3-d375168a6214 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] No DVR routers for this DVR port 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:57:27.199649 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6c92b4b1-6ac9-42fa-836b-d1cdabf17e92 req-a7b83624-3293-484f-97b3-d375168a6214 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.202189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f5db98-1605-4458-befe-196349b97634', 'name': 'network-vif-deleted', 'tag': '68ca3ebc-a602-4ca3-a7d3-876bafe35d8e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:27.239605 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-43dca270-0890-4934-b070-4eaf2b8e60e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b956c3d1d3d640a6be35f93f16abf5e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351352 May 24 22:57:27.246864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36464) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:27.251735 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6c92b4b1-6ac9-42fa-836b-d1cdabf17e92 req-a7b83624-3293-484f-97b3-d375168a6214 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.31 "DELETE /v2.0/ports/68ca3ebc-a602-4ca3-a7d3-876bafe35d8e HTTP/1.1" status: 204 len: 173 time: 1.5232296 May 24 22:57:27.253056 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7255452 May 24 22:57:27.257976 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cfd9e3-7337-4ff2-89cf-b438549c64f8'] response: {'server_uuid': 'd5f5db98-1605-4458-befe-196349b97634', 'name': 'network-vif-deleted', 'tag': '68ca3ebc-a602-4ca3-a7d3-876bafe35d8e', 'status': 'completed', 'code': 200} May 24 22:57:27.261164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36468) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:27.269246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Request body: {'subnet': {'network_id': '0b219aab-4c6f-4754-8227-4ac06c0bfa2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:27.283077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f8161-8644-4a82-9b5c-6b407aa714c6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event updated for resources: {'Network': ['ID=0b219aab-4c6f-4754-8227-4ac06c0bfa2c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:27.297382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 0b219aab-4c6f-4754-8227-4ac06c0bfa2c details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:27.372656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.395027 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.454383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:27.460474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Usage tracker for resource:subnet and tenant:2334897d732b4b8bac2db07c5aaf8ed5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:27.463281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:27.464067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:27.471150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:27.476085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e78c003-39e5-49f8-8fb0-4979de8af0cb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:27.486265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Made reservation on behalf of 2334897d732b4b8bac2db07c5aaf8ed5 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:27.490315 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.527271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49b7273a-12a6-495e-b020-c4dc2fda76a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.547292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.547627 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Added segment f8eb9929-9e5c-4a90-80d0-8d87ade622a5 of type vlan for network 2be163cd-bc6d-40e1-b824-6280b61473ab May 24 22:57:27.550297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45246b7d-872b-407b-8f83-d435929a3112 req-82a2105c-ebde-4c3c-90f2-b8b5cca20529 tempest-InstanceActionsV221TestJSON-1074018762 tempest-InstanceActionsV221TestJSON-1074018762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f5db98-1605-4458-befe-196349b97634 HTTP/1.1" status: 200 len: 210 time: 0.0831461 May 24 22:57:27.586900 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49b7273a-12a6-495e-b020-c4dc2fda76a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.620146 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.627345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Router 74149e80-5900-4739-b5bd-82447dd21036 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:57:27.720962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.760634 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.761785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:27.762367 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.792968 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49b7273a-12a6-495e-b020-c4dc2fda76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.843984 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b7bb725c-7fbe-4332-beb9-a78810ea5eba req-dec7158f-6c37-4eb9-8298-92f127877fe5 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0662627 May 24 22:57:27.878826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Checking segment: {'id': '393f16d8-e59b-4833-8bb1-f2dd5d67ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0b219aab-4c6f-4754-8227-4ac06c0bfa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:27.879189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Network hostable DHCP agents. Network: 0b219aab-4c6f-4754-8227-4ac06c0bfa2c, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:27.891477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event updated for resources: {'Subnet': ['ID=0f41efde-b357-459b-8026-c8a676cca90a,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:27.910912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Network 0b219aab-4c6f-4754-8227-4ac06c0bfa2c is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:27.923241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 0b219aab-4c6f-4754-8227-4ac06c0bfa2c) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:27.929234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:27.931144 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:27.933194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4bd408-6c90-47be-ae89-45e6a2f9ade8 None None] Network 0b219aab-4c6f-4754-8227-4ac06c0bfa2c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:27.962375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7273a-12a6-495e-b020-c4dc2fda76a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8061bb-ff17-4e42-9779-c8e4f522baf8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:27.980515 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-79a7f2c5-3607-4064-8ff8-3b534c3d37a2 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ca32fc84b417407ea42c1d392c8d9e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430222 May 24 22:57:28.043522 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49b7273a-12a6-495e-b020-c4dc2fda76a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.044553 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-49b7273a-12a6-495e-b020-c4dc2fda76a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b8061bb-ff17-4e42-9779-c8e4f522baf8 HTTP/1.1" status: 204 len: 168 time: 0.7971246 May 24 22:57:28.053332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] Pushing event updated for resources: {'Network': ['ID=2be163cd-bc6d-40e1-b824-6280b61473ab,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:28.059317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2711c0c0-1cc0-47bc-adf1-1c88b78d6f55 req-da28bcb3-83dc-4e14-8cd4-4d73e354812f tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 210 time: 0.0918088 May 24 22:57:28.060613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fc86ff61-d526-4ac9-96bc-014f7a6f894b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8824940 May 24 22:57:28.064790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36480) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:28.072579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Request body: {'subnet': {'network_id': '2be163cd-bc6d-40e1-b824-6280b61473ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1323176751-subnet', 'tenant_id': '3d5dd617b1f440e3a9db8aa6601c039b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:28.073655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 2be163cd-bc6d-40e1-b824-6280b61473ab details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:28.080563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:28.083846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:57:28.090339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Usage tracker for resource:subnet and tenant:3d5dd617b1f440e3a9db8aa6601c039b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:28.094559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:28.104630 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Sync routers for ids ['74149e80-5900-4739-b5bd-82447dd21036'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:57:28.105977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:28.127695 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Routers {'74149e80-5900-4739-b5bd-82447dd21036'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:28.128201 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.128615 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['74149e80-5900-4739-b5bd-82447dd21036'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:28.129812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e1e17174-7c61-493f-b9a5-a5ad22b71da5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.4642267 May 24 22:57:28.132815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36484) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:28.153029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7c058046-5c4d-4800-9dbe-7d61e761ee62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8888376 May 24 22:57:28.179191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36488) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:28.195432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Request body: {'network': {'name': 'tempest-router-network01--1229985071'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:28.214511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:28.224049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Usage tracker for resource:network and tenant:2334897d732b4b8bac2db07c5aaf8ed5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:28.240366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:28.261285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:28.319731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-0b219aab-4c6f-4754-8227-4ac06c0bfa2c', 'network_id': '0b219aab-4c6f-4754-8227-4ac06c0bfa2c', 'tenant_id': '2334897d732b4b8bac2db07c5aaf8ed5', 'fixed_ips': [{'subnet_id': '0f41efde-b357-459b-8026-c8a676cca90a'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:57:28.320340 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.339242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Made reservation on behalf of 2334897d732b4b8bac2db07c5aaf8ed5 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:28.346640 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.436994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-749979e2-2ee5-4130-87ce-961352f455d6 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:28.438636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-749979e2-2ee5-4130-87ce-961352f455d6 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4533751 May 24 22:57:28.453911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Request body: {'port': {'device_id': 'b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'ca32fc84b417407ea42c1d392c8d9e32'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:28.456767 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Set router 74149e80-5900-4739-b5bd-82447dd21036 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:57:28.467844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Made reservation on behalf of 3d5dd617b1f440e3a9db8aa6601c039b for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:28.475132 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.476596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:28.610719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.611188 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Added segment bdb185aa-07da-4d3e-8511-16a6149d9f53 of type vlan for network 8ffd8096-10e0-46af-9b07-6dc84418ba79 May 24 22:57:28.633908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Allocated IP 172.20.0.2 (0b219aab-4c6f-4754-8227-4ac06c0bfa2c/0f41efde-b357-459b-8026-c8a676cca90a/4929db2b-057e-4421-a8a4-aa1d41bb0433) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:28.686911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.726244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:28.734031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Usage tracker for resource:port and tenant:ca32fc84b417407ea42c1d392c8d9e32 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:28.739657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:28.746781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:28.759437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.776597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:28.779372 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.789309 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1533f76e-c986-4d03-a27f-87f6ed4c44ae tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/routers/74149e80-5900-4739-b5bd-82447dd21036 HTTP/1.1" status: 200 len: 909 time: 0.6549199 May 24 22:57:28.795823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36504) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:28.813769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1839285586', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'enable_snat': True}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:28.827481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:28.840244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Made reservation on behalf of ca32fc84b417407ea42c1d392c8d9e32 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:28.842865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Usage tracker for resource:router and tenant:f148743abadc4b15a9b2257192eb916f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:28.844632 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.849020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:28.863926 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.882966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:28.915693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.917086 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:28.923834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7403696 May 24 22:57:28.927577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36514) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:29.000122 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.020217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Transition to ACTIVE for port object 4929db2b-057e-4421-a8a4-aa1d41bb0433 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:29.066853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Transition to ACTIVE for port object 4929db2b-057e-4421-a8a4-aa1d41bb0433 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:29.070312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Request body: {'network': {'name': 'tempest-router-network02--641895419'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:29.084487 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.120601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:29.127027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:29.146879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Usage tracker for resource:network and tenant:2334897d732b4b8bac2db07c5aaf8ed5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:29.151154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:29.151546 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74149e80-5900-4739-b5bd-82447dd21036', 'name': 'tempest-snat-router-1839285586', 'tenant_id': 'f148743abadc4b15a9b2257192eb916f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.217'}], 'enable_snat': False}, 'gw_port_id': '0f93d4f5-7282-4290-8797-5f1e0fe1159e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:57:22Z', 'updated_at': '2022-05-24T22:57:25Z', 'revision_number': 3, 'project_id': 'f148743abadc4b15a9b2257192eb916f', 'gw_port': {'id': '0f93d4f5-7282-4290-8797-5f1e0fe1159e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74149e80-5900-4739-b5bd-82447dd21036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:57:24Z', 'updated_at': '2022-05-24T22:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:29.156148 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Checking router: 74149e80-5900-4739-b5bd-82447dd21036 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:57:29.156488 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Updating router 74149e80-5900-4739-b5bd-82447dd21036 port 0f93d4f5-7282-4290-8797-5f1e0fe1159e binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:57:29.159771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:29.180118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Usage tracker for resource:security_group_rule and tenant:ca32fc84b417407ea42c1d392c8d9e32 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:29.198147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb597a1-6e7a-4e67-90f4-86266b7e7a62 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event updated for resources: {'Network': ['ID=8ffd8096-10e0-46af-9b07-6dc84418ba79,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:29.200637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:29.207498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:29.238565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36526) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:29.267862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Pushing event updated for resources: {'Port': ['ID=4929db2b-057e-4421-a8a4-aa1d41bb0433,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:29.274093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 8ffd8096-10e0-46af-9b07-6dc84418ba79 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:29.287170 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.288751 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.306956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.309081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Made reservation on behalf of 2334897d732b4b8bac2db07c5aaf8ed5 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:29.313709 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.319490 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Network 0b219aab-4c6f-4754-8227-4ac06c0bfa2c is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:29.322247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:29.332491 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.373334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9fdefbb-7a63-42ff-8d5f-ef841cb9eb8d req-72c412c1-3ca8-4cd7-8ee3-8fac719f46be tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.2059033 May 24 22:57:29.382388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:29.389613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:57:29.439530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:57:29.439868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 68ca3ebc-a602-4ca3-a7d3-876bafe35d8e not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:57:29.497566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:29.508062 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.508746 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Added segment 17bd5e58-a219-48f6-a356-b8e162db5b43 of type vlan for network 338ab3ce-fb93-4675-9be2-0b8fadae10f1 May 24 22:57:29.541076 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.590244 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fdd30a75-162e-440c-af13-0457385a1d7a req-22653719-a0eb-46be-9211-32ce5b7b271f tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 210 time: 0.1650534 May 24 22:57:29.611997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973d8f34-fedc-4517-a75b-3dd432ea191c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:29.638237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.643516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:29.644436 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.664579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36536) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:29.665436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Attempting to bind port 4929db2b-057e-4421-a8a4-aa1d41bb0433 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:29.665843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Attempting to bind port 4929db2b-057e-4421-a8a4-aa1d41bb0433 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '393f16d8-e59b-4833-8bb1-f2dd5d67ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0b219aab-4c6f-4754-8227-4ac06c0bfa2c'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:29.666203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Attempting to bind port 4929db2b-057e-4421-a8a4-aa1d41bb0433 on network 0b219aab-4c6f-4754-8227-4ac06c0bfa2c {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:29.677704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:29.678425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Checking segment: {'id': '393f16d8-e59b-4833-8bb1-f2dd5d67ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0b219aab-4c6f-4754-8227-4ac06c0bfa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:29.679010 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.679638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Bound using segment: {'id': '393f16d8-e59b-4833-8bb1-f2dd5d67ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0b219aab-4c6f-4754-8227-4ac06c0bfa2c'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:29.680279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Bound port: 4929db2b-057e-4421-a8a4-aa1d41bb0433, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393f16d8-e59b-4833-8bb1-f2dd5d67ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0b219aab-4c6f-4754-8227-4ac06c0bfa2c'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:29.680853 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.775567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] For port 4929db2b-057e-4421-a8a4-aa1d41bb0433, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:29.776552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85d07e2-b4da-4134-b824-fbaef2f8ff45 admin admin] Deleting subnet 12453020-db86-45dd-b452-91e7455f0788 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:57:29.779306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] For port 4929db2b-057e-4421-a8a4-aa1d41bb0433, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4929db2b-057e-4421-a8a4-aa1d41bb0433,segment=NetworkSegment(393f16d8-e59b-4833-8bb1-f2dd5d67ff4e),segment_id=393f16d8-e59b-4833-8bb1-f2dd5d67ff4e)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:29.791205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.810587 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b85d07e2-b4da-4134-b824-fbaef2f8ff45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.847741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.875667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event updated for resources: {'Network': ['ID=338ab3ce-fb93-4675-9be2-0b8fadae10f1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:29.885313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1666873392'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:29.901852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 338ab3ce-fb93-4675-9be2-0b8fadae10f1 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:29.933633 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:29.947223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:29.950382 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Transition to ACTIVE for port object 0f93d4f5-7282-4290-8797-5f1e0fe1159e will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:29.959548 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.022293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.057221 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b85d07e2-b4da-4134-b824-fbaef2f8ff45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.073741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626d934-c9d5-441d-9da3-1d96e1eb9e84 None None] Pushing event updated for resources: {'Port': ['ID=4929db2b-057e-4421-a8a4-aa1d41bb0433,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:30.092666 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Attempting to bind port 0f93d4f5-7282-4290-8797-5f1e0fe1159e on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:30.093033 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Attempting to bind port 0f93d4f5-7282-4290-8797-5f1e0fe1159e by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:30.093393 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Attempting to bind port 0f93d4f5-7282-4290-8797-5f1e0fe1159e on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:30.099210 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Pushing event updated for resources: {'Port': ['ID=0f93d4f5-7282-4290-8797-5f1e0fe1159e,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:30.103243 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:30.103655 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:30.104192 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.104585 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:30.105121 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Bound port: 0f93d4f5-7282-4290-8797-5f1e0fe1159e, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:30.106767 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.116964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:network and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:30.123053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:30.129635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c525f33a-ead2-4c80-8469-5c0557341454 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0778205 May 24 22:57:30.132542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:30.134303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36542) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:30.143668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Request body: {'subnet': {'network_id': '8ffd8096-10e0-46af-9b07-6dc84418ba79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:30.163368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=486c483e-a259-4712-8402-baa91f254448,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:30.174342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Checking segment: {'id': 'f8eb9929-9e5c-4a90-80d0-8d87ade622a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2be163cd-bc6d-40e1-b824-6280b61473ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:30.174827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Network hostable DHCP agents. Network: 2be163cd-bc6d-40e1-b824-6280b61473ab, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:30.186767 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] For port 0f93d4f5-7282-4290-8797-5f1e0fe1159e, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:30.189881 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] For port 0f93d4f5-7282-4290-8797-5f1e0fe1159e, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0f93d4f5-7282-4290-8797-5f1e0fe1159e,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:30.195792 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.196198 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.196540 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.196875 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.197818 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.201181 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.201627 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.202007 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.202340 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.202698 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.203373 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.203576 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:30.209255 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.274351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:30.275606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.296124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b85d07e2-b4da-4134-b824-fbaef2f8ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.297684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Allocated IP 192.168.233.228 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/d822ac84-c6b6-4473-bc59-d3565a2e87c8) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:30.312883 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.330856 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Routers {'74149e80-5900-4739-b5bd-82447dd21036'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:30.331495 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['74149e80-5900-4739-b5bd-82447dd21036'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:30.339266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Network 2be163cd-bc6d-40e1-b824-6280b61473ab is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:30.345166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:30.350168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:security_group_rule and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:30.353654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:30.360384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:30.373946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:30.396040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Usage tracker for resource:subnet and tenant:2334897d732b4b8bac2db07c5aaf8ed5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:30.400783 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc7437-de6f-42d5-b1b2-6d6597cca4a7 None None] Pushing event updated for resources: {'Port': ['ID=0f93d4f5-7282-4290-8797-5f1e0fe1159e,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:30.403192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 2be163cd-bc6d-40e1-b824-6280b61473ab) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:30.408760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:30.411226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.416600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b85d07e2-b4da-4134-b824-fbaef2f8ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.418501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:30.424297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5589cb-b379-427c-bc0d-c3771f9d9f4c None None] Network 2be163cd-bc6d-40e1-b824-6280b61473ab requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:30.443263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:30.541578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d07e2-b4da-4134-b824-fbaef2f8ff45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12453020-db86-45dd-b452-91e7455f0788,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:30.553301 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b85d07e2-b4da-4134-b824-fbaef2f8ff45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.580784 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] Set router 74149e80-5900-4739-b5bd-82447dd21036 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:57:30.590412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Made reservation on behalf of 2334897d732b4b8bac2db07c5aaf8ed5 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:30.599745 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:30.631983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b85d07e2-b4da-4134-b824-fbaef2f8ff45 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/12453020-db86-45dd-b452-91e7455f0788 HTTP/1.1" status: 204 len: 168 time: 1.3137891 May 24 22:57:30.636120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36550) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:30.654929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d9809693-9967-48ce-b7c1-5da11650a0b0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5807891 May 24 22:57:30.800100 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5518ab84-09b4-4585-be7d-ee1166a83484 req-982da2d9-9e8e-4d50-88c7-f7e829b46a2d tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.1665051 May 24 22:57:30.836305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0fd146-6855-413c-9ebd-59c3269eb607 None None] Network 2be163cd-bc6d-40e1-b824-6280b61473ab requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:30.981771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:31.007752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Transition to ACTIVE for port object d822ac84-c6b6-4473-bc59-d3565a2e87c8 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:31.075446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:31.142777 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74149e80-5900-4739-b5bd-82447dd21036', 'name': 'tempest-snat-router-1839285586', 'tenant_id': 'f148743abadc4b15a9b2257192eb916f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.217'}], 'enable_snat': False}, 'gw_port_id': '0f93d4f5-7282-4290-8797-5f1e0fe1159e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:57:22Z', 'updated_at': '2022-05-24T22:57:25Z', 'revision_number': 3, 'project_id': 'f148743abadc4b15a9b2257192eb916f', 'gw_port': {'id': '0f93d4f5-7282-4290-8797-5f1e0fe1159e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74149e80-5900-4739-b5bd-82447dd21036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:57:24Z', 'updated_at': '2022-05-24T22:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:31.148325 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e09306-0851-4f0a-ac62-50acd6696070 None None] The sync data for ids ['74149e80-5900-4739-b5bd-82447dd21036'] in n-d-843146-7 is: [{'id': '74149e80-5900-4739-b5bd-82447dd21036', 'name': 'tempest-snat-router-1839285586', 'tenant_id': 'f148743abadc4b15a9b2257192eb916f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.217'}], 'enable_snat': False}, 'gw_port_id': '0f93d4f5-7282-4290-8797-5f1e0fe1159e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:57:22Z', 'updated_at': '2022-05-24T22:57:25Z', 'revision_number': 3, 'project_id': 'f148743abadc4b15a9b2257192eb916f', 'gw_port': {'id': '0f93d4f5-7282-4290-8797-5f1e0fe1159e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74149e80-5900-4739-b5bd-82447dd21036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:57:24Z', 'updated_at': '2022-05-24T22:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:57:31.177853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:31.180989 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:31.186053 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:31.191203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3e990fb6-0e1b-4599-b226-4f95fa0d5f5d req-5f876329-5e24-41c4-b8d8-bd921ee3910f tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Synchronizing usage tracker for tenant:ca32fc84b417407ea42c1d392c8d9e32 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:31.239624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:31.349034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:31.365615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3e5bd5-82f2-4455-88a1-5ba55e07e36a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:31.368682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:31.390755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:31.518336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:31.551752 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:31.552155 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment 367be823-091a-49b3-a095-f671a2c0b662 of type vlan for network dc3d5ec3-7757-4c90-82a4-de05f7a79ec5 May 24 22:57:31.574334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5236536-82e3-4f85-ada2-6419ab0b3eea None None] Network 0b219aab-4c6f-4754-8227-4ac06c0bfa2c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:31.648014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3e990fb6-0e1b-4599-b226-4f95fa0d5f5d req-5f876329-5e24-41c4-b8d8-bd921ee3910f tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Unset dirty status for tenant:ca32fc84b417407ea42c1d392c8d9e32 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:31.662635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e990fb6-0e1b-4599-b226-4f95fa0d5f5d req-5f876329-5e24-41c4-b8d8-bd921ee3910f tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 210 time: 0.8343182 May 24 22:57:31.670837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:31.671732 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:31.682564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Pushing event updated for resources: {'Port': ['ID=d822ac84-c6b6-4473-bc59-d3565a2e87c8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:31.700636 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:31.724601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event updated for resources: {'Subnet': ['ID=c48ddc85-59ea-4dc9-b92c-6e09b22f9220,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:31.754887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Checking segment: {'id': 'bdb185aa-07da-4d3e-8511-16a6149d9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8ffd8096-10e0-46af-9b07-6dc84418ba79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:31.755253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Network hostable DHCP agents. Network: 8ffd8096-10e0-46af-9b07-6dc84418ba79, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:31.803493 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-a7f4220a-541c-4b75-8432-93058dee3b20 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3538713 May 24 22:57:31.816492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-515077fe-4d40-4033-a00b-48ac46034181 None None] Provisioning for port 4929db2b-057e-4421-a8a4-aa1d41bb0433 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:31.829806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:31.853580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Request body: {'port': {'device_id': 'b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:31.934522 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:31.965264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4929db2b-057e-4421-a8a4-aa1d41bb0433 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:32.034418 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.037649 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.044637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:32.046312 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.053292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Network 8ffd8096-10e0-46af-9b07-6dc84418ba79 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:32.098096 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f175af5-98f8-40d5-894f-912de057dc6c req-0c6c805b-b643-4a3b-8a54-498a92f09f4f tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0704665 May 24 22:57:32.140863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ed23da7d-c630-440c-b76e-168d578bf964 None None] Provisioning for port d822ac84-c6b6-4473-bc59-d3565a2e87c8 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:32.160543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ed23da7d-c630-440c-b76e-168d578bf964 None None] Provisioning complete for port d822ac84-c6b6-4473-bc59-d3565a2e87c8 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:32.162130 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ed23da7d-c630-440c-b76e-168d578bf964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.182172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b94b2f-a633-4591-8af1-c75c8b0b3a7e']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:32.200817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c41b66-a123-46b9-b202-ad2a9b83affd') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:32.201106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c41b66-a123-46b9-b202-ad2a9b83affd') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:32.225831 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.230519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4929db2b-057e-4421-a8a4-aa1d41bb0433 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:32.244703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4929db2b-057e-4421-a8a4-aa1d41bb0433 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:32.245155 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.280168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 8ffd8096-10e0-46af-9b07-6dc84418ba79) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:32.295839 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6105115 May 24 22:57:32.320660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.327525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:32.329797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:32.330537 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.335260 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.356980 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.390117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d3114-846a-42bc-8cdf-1ec532b07b12 None None] Network 8ffd8096-10e0-46af-9b07-6dc84418ba79 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:32.397599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3da88f-1f6e-4dab-a646-33770b7a50a3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=dc3d5ec3-7757-4c90-82a4-de05f7a79ec5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:32.457380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36580) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:32.493258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'network_id': 'dc3d5ec3-7757-4c90-82a4-de05f7a79ec5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:32.493396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network dc3d5ec3-7757-4c90-82a4-de05f7a79ec5 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:32.508176 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6ace4119-d72d-4fcb-accb-64ce38003d42 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3704026 May 24 22:57:32.511764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36588) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:32.514577 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment e4c41b66-a123-46b9-b202-ad2a9b83affd resource provider aggregate not found May 24 22:57:32.532509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Request body: {'subnet': {'network_id': '338ab3ce-fb93-4675-9be2-0b8fadae10f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:32.597150 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment e4c41b66-a123-46b9-b202-ad2a9b83affd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4c41b66-a123-46b9-b202-ad2a9b83affd found for delete ", "request_id": "req-0dfd6b80-69ab-4d0d-8200-da0b583de90b"}]} May 24 22:57:32.612035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.618037 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:32.681601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b94b2f-a633-4591-8af1-c75c8b0b3a7e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:32.688646 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a9e4bc00-23ab-4597-9d33-a89949409984 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c8b94b2f-a633-4591-8af1-c75c8b0b3a7e HTTP/1.1" status: 204 len: 168 time: 2.0479538 May 24 22:57:32.705374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Allocated IP 172.25.7.121 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/8763ad4d-04c0-48d7-8fae-c15c51a24cbd) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:32.830848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:32.897796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ed23da7d-c630-440c-b76e-168d578bf964 None None] Port d822ac84-c6b6-4473-bc59-d3565a2e87c8 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:57:32.927552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:subnet and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:32.939849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:32.966890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:33.002013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:33.009389 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.120867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36614) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:33.176004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4929db2b-057e-4421-a8a4-aa1d41bb0433 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:33.176544 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.236751 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.285039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 4929db2b-057e-4421-a8a4-aa1d41bb0433, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4929db2b-057e-4421-a8a4-aa1d41bb0433,segment=NetworkSegment(393f16d8-e59b-4833-8bb1-f2dd5d67ff4e),segment_id=393f16d8-e59b-4833-8bb1-f2dd5d67ff4e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:33.292696 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.294060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0f93d4f5-7282-4290-8797-5f1e0fe1159e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:33.356617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-8ffd8096-10e0-46af-9b07-6dc84418ba79', 'network_id': '8ffd8096-10e0-46af-9b07-6dc84418ba79', 'tenant_id': '2334897d732b4b8bac2db07c5aaf8ed5', 'fixed_ips': [{'subnet_id': 'c48ddc85-59ea-4dc9-b92c-6e09b22f9220'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:57:33.357542 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.507041 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.533204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=4929db2b-057e-4421-a8a4-aa1d41bb0433,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:33.534373 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:57:33.562639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d822ac84-c6b6-4473-bc59-d3565a2e87c8 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:57:33.571528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 0f93d4f5-7282-4290-8797-5f1e0fe1159e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:33.580106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0f93d4f5-7282-4290-8797-5f1e0fe1159e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:33.580745 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.586130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.598159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:33.613719 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.619761 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0b20f30f-5d2b-4078-b5a3-be64b5601924 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9baca204a284450181a5fe551ea95ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938347 May 24 22:57:33.625649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Usage tracker for resource:subnet and tenant:2334897d732b4b8bac2db07c5aaf8ed5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:33.633543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36620) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:33.656152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:33.663556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Transition to ACTIVE for port object d822ac84-c6b6-4473-bc59-d3565a2e87c8 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:33.679496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:33.689860 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.739873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ae8e70ca-f5d6-4197-bb2a-c62a85b92fbb None None] Provisioning complete for port 4929db2b-057e-4421-a8a4-aa1d41bb0433 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:33.741068 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ae8e70ca-f5d6-4197-bb2a-c62a85b92fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.761475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:33.778133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=a1e7b4a7-a748-471e-9894-cf629aa1cffd,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:33.780349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:33.788528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking segment: {'id': '367be823-091a-49b3-a095-f671a2c0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dc3d5ec3-7757-4c90-82a4-de05f7a79ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:33.788885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network hostable DHCP agents. Network: dc3d5ec3-7757-4c90-82a4-de05f7a79ec5, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:33.795595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:33.827670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Made reservation on behalf of 2334897d732b4b8bac2db07c5aaf8ed5 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:33.831680 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.869152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Allocated IP 172.20.0.2 (8ffd8096-10e0-46af-9b07-6dc84418ba79/c48ddc85-59ea-4dc9-b92c-6e09b22f9220/b1033b1d-a856-4908-8c91-e3432d5293dd) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:33.891956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0f93d4f5-7282-4290-8797-5f1e0fe1159e is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:33.892480 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:33.897603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event updated for resources: {'Port': ['ID=8763ad4d-04c0-48d7-8fae-c15c51a24cbd,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:33.935658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd95184-9d62-4084-bd74-25c42293a300 req-0e878691-5edf-4813-94d5-9a432dfb4c2a tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:33.942829 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5bd95184-9d62-4084-bd74-25c42293a300 req-0e878691-5edf-4813-94d5-9a432dfb4c2a tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 936 time: 0.8228710 May 24 22:57:34.005285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-ad84b100-5dc1-43be-ace6-047acafb2a58 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:34.006206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-ad84b100-5dc1-43be-ace6-047acafb2a58 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Synchronizing usage tracker for tenant:3d5dd617b1f440e3a9db8aa6601c039b on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:34.037865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=d822ac84-c6b6-4473-bc59-d3565a2e87c8,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:34.056316 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-beb9e8d9-b029-42ae-8070-283b07a6bd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.078599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 0f93d4f5-7282-4290-8797-5f1e0fe1159e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0f93d4f5-7282-4290-8797-5f1e0fe1159e,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:34.091131 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.133501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5bd95184-9d62-4084-bd74-25c42293a300 req-52f01815-2b56-4fb7-a046-4956fe951f66 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Synchronizing usage tracker for tenant:ca32fc84b417407ea42c1d392c8d9e32 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:34.143512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e70ca-f5d6-4197-bb2a-c62a85b92fbb None None] Current status of the port 4929db2b-057e-4421-a8a4-aa1d41bb0433 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:34.162605 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-beb9e8d9-b029-42ae-8070-283b07a6bd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.216931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4929db2b-057e-4421-a8a4-aa1d41bb0433 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:34.234241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5bd95184-9d62-4084-bd74-25c42293a300 req-52f01815-2b56-4fb7-a046-4956fe951f66 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Unset dirty status for tenant:ca32fc84b417407ea42c1d392c8d9e32 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:34.238131 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5bd95184-9d62-4084-bd74-25c42293a300 req-52f01815-2b56-4fb7-a046-4956fe951f66 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/security-groups?id=973d8f34-fedc-4517-a75b-3dd432ea191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943010 May 24 22:57:34.245424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=0f93d4f5-7282-4290-8797-5f1e0fe1159e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:34.339572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network dc3d5ec3-7757-4c90-82a4-de05f7a79ec5 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:34.359664 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.373248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Transition to ACTIVE for port object b1033b1d-a856-4908-8c91-e3432d5293dd will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:34.388640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4929db2b-057e-4421-a8a4-aa1d41bb0433 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:34.389012 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.411682 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-beb9e8d9-b029-42ae-8070-283b07a6bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.428347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Attempting to bind port d822ac84-c6b6-4473-bc59-d3565a2e87c8 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:34.428768 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Attempting to bind port d822ac84-c6b6-4473-bc59-d3565a2e87c8 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:34.429630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Attempting to bind port d822ac84-c6b6-4473-bc59-d3565a2e87c8 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:34.433315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, dc3d5ec3-7757-4c90-82a4-de05f7a79ec5) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:34.435045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-ad84b100-5dc1-43be-ace6-047acafb2a58 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Unset dirty status for tenant:3d5dd617b1f440e3a9db8aa6601c039b on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:34.441900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-ad84b100-5dc1-43be-ace6-047acafb2a58 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/networks?id=2be163cd-bc6d-40e1-b824-6280b61473ab HTTP/1.1" status: 200 len: 810 time: 1.2967315 May 24 22:57:34.444917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Transition to ACTIVE for port object b1033b1d-a856-4908-8c91-e3432d5293dd will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:34.449398 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ec063cb-4cfe-467a-b005-4fdc0e34c477 req-36488292-5846-44e4-ab20-1b87f5dfd344 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0738068 May 24 22:57:34.452259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34654c7-69b5-4eaa-9c4b-8f5ff29ee152 None None] Network dc3d5ec3-7757-4c90-82a4-de05f7a79ec5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:34.458161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:34.458161 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.459874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Port d822ac84-c6b6-4473-bc59-d3565a2e87c8 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:57:34.460358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Attempting to bind port d822ac84-c6b6-4473-bc59-d3565a2e87c8 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:34.470444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9e8d9-b029-42ae-8070-283b07a6bd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4607cf24-b40e-4097-b8e6-221cfcaad107,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:34.474346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-1ad30749-5f4f-403c-b0d6-ba6b84103e00 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/quotas/3d5dd617b1f440e3a9db8aa6601c039b HTTP/1.1" status: 200 len: 375 time: 0.0313883 May 24 22:57:34.503958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:34.504419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:34.505024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:34.505558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Bound port: d822ac84-c6b6-4473-bc59-d3565a2e87c8, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:34.506026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.591533 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.617010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.624127 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-beb9e8d9-b029-42ae-8070-283b07a6bd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.625338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-beb9e8d9-b029-42ae-8070-283b07a6bd56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4607cf24-b40e-4097-b8e6-221cfcaad107 HTTP/1.1" status: 204 len: 168 time: 0.9896049 May 24 22:57:34.659318 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.685483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-65b2e776-6712-448c-ae58-ba21cc47994a tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d5dd617b1f440e3a9db8aa6601c039b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2102501 May 24 22:57:34.700913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ea92b5ee-e234-4ea8-9264-a9a7901e58b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2293627 May 24 22:57:34.705536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] For port d822ac84-c6b6-4473-bc59-d3565a2e87c8, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:34.708193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36628) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:34.714250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event updated for resources: {'Subnet': ['ID=aa83c109-6d60-4018-8eb0-4c9d9b11c78b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:34.720802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-375507978'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:34.734743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:34.739139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] For port d822ac84-c6b6-4473-bc59-d3565a2e87c8, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d822ac84-c6b6-4473-bc59-d3565a2e87c8,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:34.743868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:network and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:34.746750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Checking segment: {'id': '17bd5e58-a219-48f6-a356-b8e162db5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '338ab3ce-fb93-4675-9be2-0b8fadae10f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:34.747176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Network hostable DHCP agents. Network: 338ab3ce-fb93-4675-9be2-0b8fadae10f1, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:34.751947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:34.760629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.767210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:34.816120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Network 8ffd8096-10e0-46af-9b07-6dc84418ba79 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:34.826862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:34.836870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:34.843939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:34.844622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.846386 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] 10.222.0.31 "PUT /v2.0/ports/d822ac84-c6b6-4473-bc59-d3565a2e87c8 HTTP/1.1" status: 200 len: 1096 time: 3.0305970 May 24 22:57:34.848321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9', 'tag': 'd822ac84-c6b6-4473-bc59-d3565a2e87c8'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:34.875298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:34.882861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:34.916271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Network 338ab3ce-fb93-4675-9be2-0b8fadae10f1 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:34.921984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Pushing event updated for resources: {'Port': ['ID=b1033b1d-a856-4908-8c91-e3432d5293dd,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:34.996913 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61998470-c471-4f79-ac00-2ccdf41dde85'] response: {'name': 'network-changed', 'server_uuid': 'b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9', 'tag': 'd822ac84-c6b6-4473-bc59-d3565a2e87c8', 'status': 'completed', 'code': 200} May 24 22:57:35.017503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 338ab3ce-fb93-4675-9be2-0b8fadae10f1) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:35.043740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4929db2b-057e-4421-a8a4-aa1d41bb0433 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:35.061588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:35.062460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:35.064552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1f2b3d-55e2-434c-91e3-0afee6d56279 None None] Network 338ab3ce-fb93-4675-9be2-0b8fadae10f1 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:35.079327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-dc3d5ec3-7757-4c90-82a4-de05f7a79ec5', 'network_id': 'dc3d5ec3-7757-4c90-82a4-de05f7a79ec5', 'tenant_id': 'b02244053ac84d7498757d45f4831b3f', 'fixed_ips': [{'subnet_id': 'a1e7b4a7-a748-471e-9894-cf629aa1cffd'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:57:35.081094 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:35.086203 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-d42a7e65-f9d4-495c-8718-026079c822f1 service neutron] 10.222.0.55 "GET /v2.0/networks/2be163cd-bc6d-40e1-b824-6280b61473ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752263 May 24 22:57:35.096571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501c3e3-a93d-40ad-8c04-7636eb005ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=d822ac84-c6b6-4473-bc59-d3565a2e87c8,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:35.114697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:35.159368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:35.159461 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment a7fe421b-b9a3-41e4-b7f5-2808deefcf1c of type vlan for network 2e1d4213-77fa-4729-b414-01cc35aa2426 May 24 22:57:35.162474 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ea3aa2f4-4f95-4895-b75d-0b1da8a7167f tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6463661 May 24 22:57:35.168970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36640) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:35.372979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-81c3dc34-aece-4d65-8975-8996b1dceaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:35.375743 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-81c3dc34-aece-4d65-8975-8996b1dceaf2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca32fc84b417407ea42c1d392c8d9e32&device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 1099 time: 0.4596686 May 24 22:57:35.376054 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:35.380913 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:35.470611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Attempting to bind port b1033b1d-a856-4908-8c91-e3432d5293dd on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:35.470611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Attempting to bind port b1033b1d-a856-4908-8c91-e3432d5293dd by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'bdb185aa-07da-4d3e-8511-16a6149d9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8ffd8096-10e0-46af-9b07-6dc84418ba79'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:35.470611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Attempting to bind port b1033b1d-a856-4908-8c91-e3432d5293dd on network 8ffd8096-10e0-46af-9b07-6dc84418ba79 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:35.477697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5788166e-a800-457e-99df-665ebc10ecd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:35.494760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:35.495144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Checking segment: {'id': 'bdb185aa-07da-4d3e-8511-16a6149d9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8ffd8096-10e0-46af-9b07-6dc84418ba79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:35.495550 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:35.495945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Bound using segment: {'id': 'bdb185aa-07da-4d3e-8511-16a6149d9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8ffd8096-10e0-46af-9b07-6dc84418ba79'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:35.496433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Bound port: b1033b1d-a856-4908-8c91-e3432d5293dd, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb185aa-07da-4d3e-8511-16a6149d9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8ffd8096-10e0-46af-9b07-6dc84418ba79'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:35.496812 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:35.498131 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-eaf4d712-51c3-4025-b10a-275dadbe1c4a service neutron] 10.222.0.55 "GET /v2.0/networks/2be163cd-bc6d-40e1-b824-6280b61473ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109733 May 24 22:57:35.714543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Allocated IP 172.20.255.242 (dc3d5ec3-7757-4c90-82a4-de05f7a79ec5/a1e7b4a7-a748-471e-9894-cf629aa1cffd/691ba2cb-0ba8-4fbd-b515-887cb368cf07) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:35.743428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] For port b1033b1d-a856-4908-8c91-e3432d5293dd, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:35.748691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] For port b1033b1d-a856-4908-8c91-e3432d5293dd, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b1033b1d-a856-4908-8c91-e3432d5293dd,segment=NetworkSegment(bdb185aa-07da-4d3e-8511-16a6149d9f53),segment_id=bdb185aa-07da-4d3e-8511-16a6149d9f53)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:35.798723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Router 68021746-9f2b-44c6-9c7e-00bf326df225 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:57:35.823059 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-5f712c37-249f-477b-9706-a5f45b670cf7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d822ac84-c6b6-4473-bc59-d3565a2e87c8 HTTP/1.1" status: 200 len: 217 time: 0.4348068 May 24 22:57:35.825162 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:35.831816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:57:35.899384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-338ab3ce-fb93-4675-9be2-0b8fadae10f1', 'network_id': '338ab3ce-fb93-4675-9be2-0b8fadae10f1', 'tenant_id': '2334897d732b4b8bac2db07c5aaf8ed5', 'fixed_ips': [{'subnet_id': 'aa83c109-6d60-4018-8eb0-4c9d9b11c78b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:57:35.900252 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:36.171648 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:36.173662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:57:36.178146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:36.179027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:36.191046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bba42-d3cc-4391-8f59-0ca506e72b51 None None] Pushing event updated for resources: {'Port': ['ID=b1033b1d-a856-4908-8c91-e3432d5293dd,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:36.215913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] Sync routers for ids ['68021746-9f2b-44c6-9c7e-00bf326df225'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:57:36.224613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36672) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:36.238285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0f93d4f5-7282-4290-8797-5f1e0fe1159e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:36.330265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-ab4e53ec-71ba-469b-8ad8-02c8c18d5ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:36.332058 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-ab4e53ec-71ba-469b-8ad8-02c8c18d5ef7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.4831522 May 24 22:57:36.460515 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7516108 May 24 22:57:36.480274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36682) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:36.491714 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:36.492950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1e0368d1-7575-482e-9785-c77b85171fd2 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6955473 May 24 22:57:36.507416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'network_id': '2e1d4213-77fa-4729-b414-01cc35aa2426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:36.508472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36686) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:36.574309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a2206-75ae-4d10-b5fd-b5ce012aa65b tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=2e1d4213-77fa-4729-b414-01cc35aa2426,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:36.595972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] Routers {'68021746-9f2b-44c6-9c7e-00bf326df225'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:36.597253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['68021746-9f2b-44c6-9c7e-00bf326df225'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:36.722127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1029165962-network', 'tenant_id': '75f220e069014f7db53875a14dcc7397'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:36.741087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:36.776825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 2e1d4213-77fa-4729-b414-01cc35aa2426 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:36.779865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f278bd0-3b09-418a-bd45-5771b4212f9e req-98317872-901a-41a8-8ada-6b331c23fa7d tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:36.787426 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9f278bd0-3b09-418a-bd45-5771b4212f9e req-98317872-901a-41a8-8ada-6b331c23fa7d tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 948 time: 1.2833493 May 24 22:57:36.824044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Usage tracker for resource:network and tenant:75f220e069014f7db53875a14dcc7397 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:36.837422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:36.847784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:36.874582 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c22b88e4-df77-4883-8436-0d044b03b968 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/routers/68021746-9f2b-44c6-9c7e-00bf326df225 HTTP/1.1" status: 200 len: 908 time: 0.3647020 May 24 22:57:36.877134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36696) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:36.935437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:36.944836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:subnet and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:36.952311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:36.972736 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:36.974577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:36.987509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:37.006691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Made reservation on behalf of 75f220e069014f7db53875a14dcc7397 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:37.009423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.088285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Allocated IP 172.20.0.2 (338ab3ce-fb93-4675-9be2-0b8fadae10f1/aa83c109-6d60-4018-8eb0-4c9d9b11c78b/a3c10e14-66b5-46c0-8d2f-8ff0f63177c0) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:37.099152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Transition to ACTIVE for port object 691ba2cb-0ba8-4fbd-b515-887cb368cf07 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:37.162922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.173071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9f278bd0-3b09-418a-bd45-5771b4212f9e req-1dbb4a93-aeb6-4e76-bbb5-5022595921c4 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/security-groups?id=973d8f34-fedc-4517-a75b-3dd432ea191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811822 May 24 22:57:37.174562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:37.177868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Transition to ACTIVE for port object 691ba2cb-0ba8-4fbd-b515-887cb368cf07 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:37.181320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0f93d4f5-7282-4290-8797-5f1e0fe1159e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:37.181729 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.186530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.219911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] Set router 68021746-9f2b-44c6-9c7e-00bf326df225 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:57:37.224818 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.307414 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f3f5fa7-2de0-4db1-9189-0c52085b6e64 req-e2eefdc2-76d7-440e-980c-3c8367fa6ede tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.2843430 May 24 22:57:37.342690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:37.360224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Usage tracker for resource:security_group_rule and tenant:75f220e069014f7db53875a14dcc7397 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:37.363927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-8b137f6f-7bb7-4ea6-b145-52c5ea312b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:37.365477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:37.368676 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-8b137f6f-7bb7-4ea6-b145-52c5ea312b9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9700396 May 24 22:57:37.376912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:37.584922 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.597441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Transition to ACTIVE for port object a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:37.621137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Transition to ACTIVE for port object a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:37.645616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.709684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Deleting port 8763ad4d-04c0-48d7-8fae-c15c51a24cbd {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:37.710036 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.747981 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.822478 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.837685 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1084d8e-5a04-45d7-98f0-6b8acfe02f81 req-ef0541b5-ddc0-461c-b4c3-1234a48f090c tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 210 time: 0.1721852 May 24 22:57:37.850934 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.867112 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.867653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:37.881414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.882164 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Added segment 5e97fa20-a2cd-45fb-8172-fa6955e6ebf2 of type vlan for network 843addac-f0f4-411d-9a56-103b9d3ebbc3 May 24 22:57:37.914147 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.924877 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:37.940760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Network dc3d5ec3-7757-4c90-82a4-de05f7a79ec5 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:37.951388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa012df-76bf-47ee-93cf-456bd81c58fe None None] Network 8ffd8096-10e0-46af-9b07-6dc84418ba79 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:38.047223 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4401f22f-c785-407c-8fa9-49cdf89b4dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:38.068333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:38.092103 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:38.119057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Network 338ab3ce-fb93-4675-9be2-0b8fadae10f1 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:38.217453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:38.237541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-28564fba-fe00-4bb8-8f08-18f3faa74706 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:38.239470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-28564fba-fe00-4bb8-8f08-18f3faa74706 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.31 "GET /v2.0/networks?id=2be163cd-bc6d-40e1-b824-6280b61473ab HTTP/1.1" status: 200 len: 810 time: 0.2651227 May 24 22:57:38.277236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=c04d37f4-6af4-47fe-b105-5612e9a51352,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:38.289444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking segment: {'id': 'a7fe421b-b9a3-41e4-b7f5-2808deefcf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2e1d4213-77fa-4729-b414-01cc35aa2426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:38.289874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network hostable DHCP agents. Network: 2e1d4213-77fa-4729-b414-01cc35aa2426, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:38.309842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:38.321864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Pushing event updated for resources: {'Port': ['ID=691ba2cb-0ba8-4fbd-b515-887cb368cf07,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:38.351203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-dee7b28b-cd21-4d4c-ba0c-0f55afa8c99c service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083519 May 24 22:57:38.447094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network 2e1d4213-77fa-4729-b414-01cc35aa2426 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:38.456023 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:38.469192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 2e1d4213-77fa-4729-b414-01cc35aa2426) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:38.479652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:38.480280 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:38.503276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Allocated IP 172.20.0.1 (8ffd8096-10e0-46af-9b07-6dc84418ba79/c48ddc85-59ea-4dc9-b92c-6e09b22f9220/f33f214c-161d-4813-9c6d-f149cc504922) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:38.565252 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d65711e9-deb2-46f9-8677-c4ac78f8b492 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0758352 May 24 22:57:38.569757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36706) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:38.601160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-64c5148d-283b-444c-b2bf-cf0b6811fba8 None None] Provisioning for port b1033b1d-a856-4908-8c91-e3432d5293dd completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:38.634797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6297a9-e3b9-4fcd-a5c8-38b2f6f53751 None None] Network 2e1d4213-77fa-4729-b414-01cc35aa2426 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:38.695538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Calling delete_port for 8763ad4d-04c0-48d7-8fae-c15c51a24cbd owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:38.791975 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:38.793402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:38.793779 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:38.797285 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5f90fd6-3be4-4abd-97e6-2f4e0bdb2a55 req-76ab714f-454e-49dd-a01a-dc9469b8cc5d service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280090 May 24 22:57:38.799783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eba03afe-790e-4d79-8e53-a5878c2b3cad req-b46dda2f-38f0-4f85-a354-aebc737c8276 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.1708810 May 24 22:57:38.810648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Request body: {'port': {'device_id': 'd1f24891-759e-4ae9-b841-8352338d4201', 'network_id': '2be163cd-bc6d-40e1-b824-6280b61473ab', 'admin_state_up': True, 'tenant_id': '3d5dd617b1f440e3a9db8aa6601c039b'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:38.829817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0f93d4f5-7282-4290-8797-5f1e0fe1159e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:38.969178 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:38.992212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.028169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Transition to ACTIVE for port object f33f214c-161d-4813-9c6d-f149cc504922 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:39.091013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Attempting to bind port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:39.091593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Attempting to bind port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '17bd5e58-a219-48f6-a356-b8e162db5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '338ab3ce-fb93-4675-9be2-0b8fadae10f1'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:39.092052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Attempting to bind port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 on network 338ab3ce-fb93-4675-9be2-0b8fadae10f1 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:39.099014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Attempting to bind port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:39.099529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Attempting to bind port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '367be823-091a-49b3-a095-f671a2c0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dc3d5ec3-7757-4c90-82a4-de05f7a79ec5'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:39.100123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Attempting to bind port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 on network dc3d5ec3-7757-4c90-82a4-de05f7a79ec5 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:39.105851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Pushing event updated for resources: {'Port': ['ID=a3c10e14-66b5-46c0-8d2f-8ff0f63177c0,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:39.123604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:39.124194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Checking segment: {'id': '17bd5e58-a219-48f6-a356-b8e162db5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '338ab3ce-fb93-4675-9be2-0b8fadae10f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:39.124935 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.125627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Bound using segment: {'id': '17bd5e58-a219-48f6-a356-b8e162db5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '338ab3ce-fb93-4675-9be2-0b8fadae10f1'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:39.126218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Bound port: a3c10e14-66b5-46c0-8d2f-8ff0f63177c0, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd5e58-a219-48f6-a356-b8e162db5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '338ab3ce-fb93-4675-9be2-0b8fadae10f1'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:39.126716 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.140396 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.145224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:39.145827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Checking segment: {'id': '367be823-091a-49b3-a095-f671a2c0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dc3d5ec3-7757-4c90-82a4-de05f7a79ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:39.146329 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.147212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Bound using segment: {'id': '367be823-091a-49b3-a095-f671a2c0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dc3d5ec3-7757-4c90-82a4-de05f7a79ec5'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:39.147778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Bound port: 691ba2cb-0ba8-4fbd-b515-887cb368cf07, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367be823-091a-49b3-a095-f671a2c0b662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dc3d5ec3-7757-4c90-82a4-de05f7a79ec5'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:39.148244 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.180424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.183524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b1033b1d-a856-4908-8c91-e3432d5293dd up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:39.253995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:39.280772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.305295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] Pushing event updated for resources: {'Network': ['ID=843addac-f0f4-411d-9a56-103b9d3ebbc3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:39.311133 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9a21afaa-7132-4053-a25c-e07173697151 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.0690935 May 24 22:57:39.317784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36718) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:39.338095 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff1e8e61-9014-419f-a788-80757943180b req-fd2ac4d5-6cf1-4eb9-8b39-a7e8c1dafb0a tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 210 time: 0.1403577 May 24 22:57:39.340332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Request body: {'subnet': {'network_id': '843addac-f0f4-411d-9a56-103b9d3ebbc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1029165962-subnet', 'tenant_id': '75f220e069014f7db53875a14dcc7397', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:39.351836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:39.367522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 843addac-f0f4-411d-9a56-103b9d3ebbc3 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:39.377123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Usage tracker for resource:subnet and tenant:75f220e069014f7db53875a14dcc7397 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:39.385006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:39.400621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Network 8ffd8096-10e0-46af-9b07-6dc84418ba79 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:39.405469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:39.412134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44734cab-05c5-4cee-b72c-779cac5df664 req-3e1d8b42-d461-4d24-8d09-05ffc4e9db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:39.413906 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44734cab-05c5-4cee-b72c-779cac5df664 req-3e1d8b42-d461-4d24-8d09-05ffc4e9db70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca32fc84b417407ea42c1d392c8d9e32&device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 1099 time: 0.4967904 May 24 22:57:39.414704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:39.426457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:39.437543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:39.451804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Usage tracker for resource:port and tenant:3d5dd617b1f440e3a9db8aa6601c039b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:39.459582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:39.474010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42686376-c904-409a-a6d2-c5fa7c6a17c5 req-bd94592c-3cd5-4d14-b35a-9678c11a3393 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:39.481114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-42686376-c904-409a-a6d2-c5fa7c6a17c5 req-bd94592c-3cd5-4d14-b35a-9678c11a3393 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 948 time: 0.6902339 May 24 22:57:39.483327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event updated for resources: {'Port': ['ID=f33f214c-161d-4813-9c6d-f149cc504922,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:39.484098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:39.502932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Made reservation on behalf of 75f220e069014f7db53875a14dcc7397 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:39.505461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.592206 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.594539 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.608223 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.626351 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.686742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Made reservation on behalf of 3d5dd617b1f440e3a9db8aa6601c039b for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:39.690290 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.715132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] For port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:39.740957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event deleted for resources: {'Port': ['ID=8763ad4d-04c0-48d7-8fae-c15c51a24cbd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:39.754950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10955a7e-07d1-4634-a7d0-cc2d8e2d445d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-2e1d4213-77fa-4729-b414-01cc35aa2426', 'network_id': '2e1d4213-77fa-4729-b414-01cc35aa2426', 'tenant_id': 'b02244053ac84d7498757d45f4831b3f', 'fixed_ips': [{'subnet_id': 'c04d37f4-6af4-47fe-b105-5612e9a51352'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:57:39.756016 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-10955a7e-07d1-4634-a7d0-cc2d8e2d445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:39.782994 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-42686376-c904-409a-a6d2-c5fa7c6a17c5 req-6d6f566a-e173-46fd-9c13-bfc106a041fd tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/security-groups?id=973d8f34-fedc-4517-a75b-3dd432ea191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008916 May 24 22:57:39.873065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68021746-9f2b-44c6-9c7e-00bf326df225', 'name': 'tempest-snat-router-1839285586', 'tenant_id': 'f148743abadc4b15a9b2257192eb916f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8763ad4d-04c0-48d7-8fae-c15c51a24cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:57:29Z', 'updated_at': '2022-05-24T22:57:34Z', 'revision_number': 3, 'project_id': 'f148743abadc4b15a9b2257192eb916f', 'gw_port': {'id': '8763ad4d-04c0-48d7-8fae-c15c51a24cbd', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68021746-9f2b-44c6-9c7e-00bf326df225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:57:32Z', 'updated_at': '2022-05-24T22:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:39.902086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Subnet': ['ID=c04d37f4-6af4-47fe-b105-5612e9a51352,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:39.910915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] Checking router: 68021746-9f2b-44c6-9c7e-00bf326df225 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:57:39.911782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] Updating router 68021746-9f2b-44c6-9c7e-00bf326df225 port 8763ad4d-04c0-48d7-8fae-c15c51a24cbd binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:57:39.967456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] For port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a3c10e14-66b5-46c0-8d2f-8ff0f63177c0,segment=NetworkSegment(17bd5e58-a219-48f6-a356-b8e162db5b43),segment_id=17bd5e58-a219-48f6-a356-b8e162db5b43)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:39.982743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e79694f9-4fdb-4a38-bb6e-c753988ffdab req-ce2c0fa5-7dc1-4ff8-99a6-821a22353741 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0705988 May 24 22:57:39.986714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] For port 691ba2cb-0ba8-4fbd-b515-887cb368cf07, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:40.009372 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.032721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44734cab-05c5-4cee-b72c-779cac5df664 req-2bbd260a-3f6f-4af4-97d0-22fd221a83ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:40.034524 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44734cab-05c5-4cee-b72c-779cac5df664 req-2bbd260a-3f6f-4af4-97d0-22fd221a83ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.5817702 May 24 22:57:40.048141 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.058001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] Port 8763ad4d-04c0-48d7-8fae-c15c51a24cbd not found while updating agent binding for router 68021746-9f2b-44c6-9c7e-00bf326df225. {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 24 22:57:40.079663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.094465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] For port 691ba2cb-0ba8-4fbd-b515-887cb368cf07, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=691ba2cb-0ba8-4fbd-b515-887cb368cf07,segment=NetworkSegment(367be823-091a-49b3-a095-f671a2c0b662),segment_id=367be823-091a-49b3-a095-f671a2c0b662)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:40.101140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b1033b1d-a856-4908-8c91-e3432d5293dd completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:40.125334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d8be4-240c-4815-b916-359a0aed1087 None None] Network 2e1d4213-77fa-4729-b414-01cc35aa2426 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:40.139258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] Routers {'68021746-9f2b-44c6-9c7e-00bf326df225'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:40.139811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['68021746-9f2b-44c6-9c7e-00bf326df225'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:40.202036 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.233063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44086234-e2a6-4a54-b623-c97df22d0ada None None] Pushing event updated for resources: {'Port': ['ID=a3c10e14-66b5-46c0-8d2f-8ff0f63177c0,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:40.249598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b1033b1d-a856-4908-8c91-e3432d5293dd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:40.250054 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.453307 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44734cab-05c5-4cee-b72c-779cac5df664 req-e3f285c3-591d-4298-8a5f-ce8aee4e7b8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d822ac84-c6b6-4473-bc59-d3565a2e87c8 HTTP/1.1" status: 200 len: 217 time: 0.4004247 May 24 22:57:40.463504 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.555506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8690e16-9348-4fa9-a9f8-0e2220a61ce8 req-dac1907f-2200-45d8-9ab5-71d4fbdf2835 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.4374173 May 24 22:57:40.573665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1d4213-77fa-4729-b414-01cc35aa2426']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:40.584754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Allocated IP 172.20.0.2 (2be163cd-bc6d-40e1-b824-6280b61473ab/486c483e-a259-4712-8402-baa91f254448/64919541-4a46-4b94-86ba-7c8581584ce6) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:40.663572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fe421b-b9a3-41e4-b7f5-2808deefcf1c') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:40.664017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fe421b-b9a3-41e4-b7f5-2808deefcf1c') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:40.708411 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.736468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.736916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44734cab-05c5-4cee-b72c-779cac5df664 req-793b3b66-85f1-4251-84fb-037278b3f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:40.738492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44734cab-05c5-4cee-b72c-779cac5df664 req-793b3b66-85f1-4251-84fb-037278b3f90c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.2540927 May 24 22:57:40.742540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.759564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] Set router 68021746-9f2b-44c6-9c7e-00bf326df225 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:57:40.791781 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.796323 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.812505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bfc501d2-5e79-4628-ae9f-92bdf0732e91 None None] Provisioning complete for port b1033b1d-a856-4908-8c91-e3432d5293dd triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:40.812963 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bfc501d2-5e79-4628-ae9f-92bdf0732e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.821677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.839395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:40.839799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.901876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efbb6d-cdce-4746-91aa-e113abb862ea req-b7add9b4-8882-40af-a932-ef764a5595d7 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:40.910000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-87efbb6d-cdce-4746-91aa-e113abb862ea req-b7add9b4-8882-40af-a932-ef764a5595d7 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 946 time: 0.8740215 May 24 22:57:40.918311 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:40.919824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68021746-9f2b-44c6-9c7e-00bf326df225 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:57:40.959890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68021746-9f2b-44c6-9c7e-00bf326df225', 'name': 'tempest-snat-router-1839285586', 'tenant_id': 'f148743abadc4b15a9b2257192eb916f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:57:29Z', 'updated_at': '2022-05-24T22:57:39Z', 'revision_number': 5, 'project_id': 'f148743abadc4b15a9b2257192eb916f', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:40.991199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ee435-a6fa-4054-afd5-496ba3d4c79a None None] Pushing event updated for resources: {'Port': ['ID=691ba2cb-0ba8-4fbd-b515-887cb368cf07,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:41.056086 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment a7fe421b-b9a3-41e4-b7f5-2808deefcf1c resource provider aggregate not found May 24 22:57:41.109515 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment a7fe421b-b9a3-41e4-b7f5-2808deefcf1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7fe421b-b9a3-41e4-b7f5-2808deefcf1c found for delete ", "request_id": "req-653ec1f2-e0bd-44d8-b448-82f8fbea2b3f"}]} May 24 22:57:41.166987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b1033b1d-a856-4908-8c91-e3432d5293dd is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:41.167491 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:41.223904 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-87efbb6d-cdce-4746-91aa-e113abb862ea req-8d87315f-5f4a-433f-bddc-022c0adabc3b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128309 May 24 22:57:41.253268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:41.267467 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9cdb181-401c-4ffc-844d-233925cd3696 req-1d7a2979-9a55-463b-bd76-e1b5f4feec95 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 210 time: 0.3307266 May 24 22:57:41.343526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139dd2f-54cc-4f71-84e1-714dfa6fc254 None None] The sync data for ids ['68021746-9f2b-44c6-9c7e-00bf326df225'] in n-d-843146-7 is: [{'id': '68021746-9f2b-44c6-9c7e-00bf326df225', 'name': 'tempest-snat-router-1839285586', 'tenant_id': 'f148743abadc4b15a9b2257192eb916f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:57:29Z', 'updated_at': '2022-05-24T22:57:39Z', 'revision_number': 5, 'project_id': 'f148743abadc4b15a9b2257192eb916f', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:57:41.382077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b1033b1d-a856-4908-8c91-e3432d5293dd, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b1033b1d-a856-4908-8c91-e3432d5293dd,segment=NetworkSegment(bdb185aa-07da-4d3e-8511-16a6149d9f53),segment_id=bdb185aa-07da-4d3e-8511-16a6149d9f53)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:41.395801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d822ac84-c6b6-4473-bc59-d3565a2e87c8 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:57:41.457282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:41.463836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feaab1e0-f44b-440a-8c65-163518c958f8,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:41.488269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Checking segment: {'id': '5e97fa20-a2cd-45fb-8172-fa6955e6ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '843addac-f0f4-411d-9a56-103b9d3ebbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:41.488676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Network hostable DHCP agents. Network: 843addac-f0f4-411d-9a56-103b9d3ebbc3, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:41.516451 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:41.517550 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8a71c7b5-d594-403a-8cb2-4a43e7679f9f tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "DELETE /v2.0/routers/68021746-9f2b-44c6-9c7e-00bf326df225 HTTP/1.1" status: 204 len: 168 time: 4.6393280 May 24 22:57:41.537096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36734) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:41.586662 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:41.654761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=2e1d4213-77fa-4729-b414-01cc35aa2426,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:41.732315 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a0d3d28a-ca06-4738-9a74-01ae183af6ab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/2e1d4213-77fa-4729-b414-01cc35aa2426 HTTP/1.1" status: 204 len: 168 time: 3.1596863 May 24 22:57:41.734669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36740) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:41.748065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44734cab-05c5-4cee-b72c-779cac5df664 req-791cfcf4-91e1-4940-baa0-01adc50f5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:41.749810 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44734cab-05c5-4cee-b72c-779cac5df664 req-791cfcf4-91e1-4940-baa0-01adc50f5bfa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0017130 May 24 22:57:41.763022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1864588054'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:41.780966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:41.784928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:network and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:41.797461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:41.819935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:41.940289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d822ac84-c6b6-4473-bc59-d3565a2e87c8, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d822ac84-c6b6-4473-bc59-d3565a2e87c8,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:41.957578 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'd822ac84-c6b6-4473-bc59-d3565a2e87c8', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'd822ac84-c6b6-4473-bc59-d3565a2e87c8', 'mac_address': 'fa:16:3e:3f:c2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:57:41.974081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:42.004685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed07bca-2ad1-4c17-bfe5-3248d40f78c4 None None] Network 338ab3ce-fb93-4675-9be2-0b8fadae10f1 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:42.048707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.072437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.098173 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20829cd9-04f3-48e3-886a-15f959b664a5 req-af21aa7b-9f07-4d7c-85ee-aa581d16b998 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.0771875 May 24 22:57:42.108700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.114140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.180731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Network 843addac-f0f4-411d-9a56-103b9d3ebbc3 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:42.182647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:42.186264 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.273126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4c289-56d9-49d8-b66f-c933254c0452 req-c994f370-0fa4-47e7-a650-f0e9d3deeac4 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:42.282828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8eb4c289-56d9-49d8-b66f-c933254c0452 req-c994f370-0fa4-47e7-a650-f0e9d3deeac4 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 948 time: 0.6891704 May 24 22:57:42.283226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:42.292639 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.293077 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment 90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8 of type vlan for network b67e02ee-310f-4bfc-ba0b-596ef112f12d May 24 22:57:42.333728 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.339872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bfc501d2-5e79-4628-ae9f-92bdf0732e91 None None] Current status of the port b1033b1d-a856-4908-8c91-e3432d5293dd is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:42.344249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b1033b1d-a856-4908-8c91-e3432d5293dd,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:42.375297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 843addac-f0f4-411d-9a56-103b9d3ebbc3) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:42.388031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-d0a11335-37b7-4896-8b48-09eab3c62766 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:42.390389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-d0a11335-37b7-4896-8b48-09eab3c62766 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 946 time: 1.1586280 May 24 22:57:42.398743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.404854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:42.405559 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.406234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.415163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:42.419073 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.483025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d822ac84-c6b6-4473-bc59-d3565a2e87c8 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:42.483411 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.504321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d3173f-1277-458b-aaa6-5cf2d865c24e None None] Network 843addac-f0f4-411d-9a56-103b9d3ebbc3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:42.535279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d035710-4648-4917-804f-b4bdecd19393 None None] Network dc3d5ec3-7757-4c90-82a4-de05f7a79ec5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:42.562857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event updated for resources: {'Port': ['ID=f33f214c-161d-4813-9c6d-f149cc504922,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:42.582224 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8eb4c289-56d9-49d8-b66f-c933254c0452 req-149a072a-13d9-427f-9997-fdd4f1f9ef3f tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/security-groups?id=973d8f34-fedc-4517-a75b-3dd432ea191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963619 May 24 22:57:42.588575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8381555 May 24 22:57:42.589940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36750) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:42.608554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d822ac84-c6b6-4473-bc59-d3565a2e87c8 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:57:42.633170 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44734cab-05c5-4cee-b72c-779cac5df664 req-31112a69-f451-42ad-96ca-95d312c3a231 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8619626 May 24 22:57:42.650091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'network_id': 'b67e02ee-310f-4bfc-ba0b-596ef112f12d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:42.677686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Network 8ffd8096-10e0-46af-9b07-6dc84418ba79 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:42.719225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:42.779108 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cb4a297d-bf6b-4019-82c3-945289464333 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.4575331 May 24 22:57:42.822357 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ae581a8-48cd-4132-8e48-07a95b5ea6b5 req-ba618301-e89a-4708-8f14-715f6fc337f7 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68&device_id=76ba3a0d-ea7b-489a-84f4-2a2a0225e7b4 HTTP/1.1" status: 200 len: 210 time: 0.2580683 May 24 22:57:42.868585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Deleting port 5e451716-e000-4beb-8069-b0e47f3b69da {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:42.881411 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:42.984222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-360a54b2-6324-49d7-bb24-cac54eb4da6f None None] Provisioning for port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:43.042131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d822ac84-c6b6-4473-bc59-d3565a2e87c8, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d822ac84-c6b6-4473-bc59-d3565a2e87c8,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:43.079321 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:43.081432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:43.175332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-360a54b2-6324-49d7-bb24-cac54eb4da6f None None] Provisioning for port f33f214c-161d-4813-9c6d-f149cc504922 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:43.175966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f3a25-c2c9-4c08-bf07-7db0f75755c5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=b67e02ee-310f-4bfc-ba0b-596ef112f12d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:43.185672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:43.188976 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:43.227708 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:43.228079 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:43.299601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Deleting port 0f93d4f5-7282-4290-8797-5f1e0fe1159e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:43.299891 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:43.315793 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network b67e02ee-310f-4bfc-ba0b-596ef112f12d details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:43.380099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Network 2be163cd-bc6d-40e1-b824-6280b61473ab is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:43.395872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-360a54b2-6324-49d7-bb24-cac54eb4da6f None None] Provisioning complete for port f33f214c-161d-4813-9c6d-f149cc504922 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:43.396248 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-360a54b2-6324-49d7-bb24-cac54eb4da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:43.396352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:43.424093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:43.467066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:43.479387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:subnet and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:43.481090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 5e451716-e000-4beb-8069-b0e47f3b69da no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:57:43.494658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:43.504633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d822ac84-c6b6-4473-bc59-d3565a2e87c8'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:57:43.509636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:43.549071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:43.552718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:43.575431 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-44734cab-05c5-4cee-b72c-779cac5df664 req-66e55938-7859-4b9c-9c63-20d9ed86c9f0 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8960896 May 24 22:57:43.593629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d98d4-3433-47aa-a964-8cb50f9216c0 req-cca4fb90-ed44-435a-b385-235a4f8eb633 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:43.595142 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-476d98d4-3433-47aa-a964-8cb50f9216c0 req-cca4fb90-ed44-435a-b385-235a4f8eb633 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 946 time: 0.4532413 May 24 22:57:43.634473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8010cebf-ed78-4d5d-b93d-23fd4e811d53 None None] Network 843addac-f0f4-411d-9a56-103b9d3ebbc3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:43.647677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-360a54b2-6324-49d7-bb24-cac54eb4da6f None None] Port f33f214c-161d-4813-9c6d-f149cc504922 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:57:43.715366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Pushing event updated for resources: {'Port': ['ID=64919541-4a46-4b94-86ba-7c8581584ce6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:43.718643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Performing IP validity checks on allocation pools {{(pid=88390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 22:57:43.719163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 22:57:43.738113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-476d98d4-3433-47aa-a964-8cb50f9216c0 req-1da3065f-1f14-4487-ac2d-b6a6b3117deb tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802014 May 24 22:57:43.747555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Router 54bfce24-4b69-4c91-91b3-f304c000dd87 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:57:43.747732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:43.747944 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:43.836857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5d6b2-ff50-41d2-962d-e076597124c0 req-4be75db1-0f24-452e-ad88-dc1df5d0d0f3 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:43.837519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-43b5d6b2-ff50-41d2-962d-e076597124c0 req-4be75db1-0f24-452e-ad88-dc1df5d0d0f3 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Synchronizing usage tracker for tenant:3d5dd617b1f440e3a9db8aa6601c039b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:43.844539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:43.845124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:43.886545 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-7aa57e24-781f-479f-a96e-efdb9d59b668 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0967484 May 24 22:57:43.920420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Request body: {'port': {'device_id': 'd1f24891-759e-4ae9-b841-8352338d4201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:43.923026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d822ac84-c6b6-4473-bc59-d3565a2e87c8,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:43.983178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-360a54b2-6324-49d7-bb24-cac54eb4da6f None None] Provisioning for port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:43.997755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:57:44.000544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-43b5d6b2-ff50-41d2-962d-e076597124c0 req-4be75db1-0f24-452e-ad88-dc1df5d0d0f3 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Unset dirty status for tenant:3d5dd617b1f440e3a9db8aa6601c039b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:44.007197 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43b5d6b2-ff50-41d2-962d-e076597124c0 req-4be75db1-0f24-452e-ad88-dc1df5d0d0f3 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 931 time: 0.7631803 May 24 22:57:44.011035 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8f418fd0-a494-4fa2-82b7-9022f087fc52 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "PUT /v2.0/routers/54bfce24-4b69-4c91-91b3-f304c000dd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8410289 May 24 22:57:44.015726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36764) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:44.018475 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e37be-0a31-400a-8879-be128f5520cf None None] Sync routers for ids ['54bfce24-4b69-4c91-91b3-f304c000dd87'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:57:44.048274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] For port 0f93d4f5-7282-4290-8797-5f1e0fe1159e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0f93d4f5-7282-4290-8797-5f1e0fe1159e,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:44.048637 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:44.050477 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e37be-0a31-400a-8879-be128f5520cf None None] Routers {'54bfce24-4b69-4c91-91b3-f304c000dd87'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:44.052728 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-377e37be-0a31-400a-8879-be128f5520cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['54bfce24-4b69-4c91-91b3-f304c000dd87'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:44.201283 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-377e37be-0a31-400a-8879-be128f5520cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:44.218521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:44.230178 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e37be-0a31-400a-8879-be128f5520cf None None] Routers {'54bfce24-4b69-4c91-91b3-f304c000dd87'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:44.230798 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-377e37be-0a31-400a-8879-be128f5520cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['54bfce24-4b69-4c91-91b3-f304c000dd87'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:44.267916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-43b5d6b2-ff50-41d2-962d-e076597124c0 req-682cc809-bcf2-4c10-8e91-bd652bcdee33 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Synchronizing usage tracker for tenant:3d5dd617b1f440e3a9db8aa6601c039b on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:44.305057 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-377e37be-0a31-400a-8879-be128f5520cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:44.305778 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e37be-0a31-400a-8879-be128f5520cf None None] The sync data for ids ['54bfce24-4b69-4c91-91b3-f304c000dd87'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:57:44.313424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Calling delete_port for 0f93d4f5-7282-4290-8797-5f1e0fe1159e owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:44.431055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:44.431675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:44.464659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee7d02b2-813a-4920-9bd3-80bd031a0380 req-61674aeb-7a9e-4686-a262-0e8478b85245 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16609ccc62e749f3ac3b20b9c2f183fc&device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.1586852 May 24 22:57:44.486681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 5e451716-e000-4beb-8069-b0e47f3b69da is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:44.487115 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:44.524314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-91d1f2f2-43d1-4efd-b041-cc5dcc6297cc None None] Provisioning complete for port f33f214c-161d-4813-9c6d-f149cc504922 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:44.524683 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-91d1f2f2-43d1-4efd-b041-cc5dcc6297cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:44.609722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-43b5d6b2-ff50-41d2-962d-e076597124c0 req-682cc809-bcf2-4c10-8e91-bd652bcdee33 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Unset dirty status for tenant:3d5dd617b1f440e3a9db8aa6601c039b on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:44.620661 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43b5d6b2-ff50-41d2-962d-e076597124c0 req-682cc809-bcf2-4c10-8e91-bd652bcdee33 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e78c003-39e5-49f8-8fb0-4979de8af0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128609 May 24 22:57:44.664565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee7d02b2-813a-4920-9bd3-80bd031a0380 req-9cbdd2ed-c5cb-46df-8ac5-098227fa5aa1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=16609ccc62e749f3ac3b20b9c2f183fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1868069 May 24 22:57:44.740479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:44.744899 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:44.747399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a3c10e14-66b5-46c0-8d2f-8ff0f63177c0,segment=NetworkSegment(17bd5e58-a219-48f6-a356-b8e162db5b43),segment_id=17bd5e58-a219-48f6-a356-b8e162db5b43)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:44.770000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-91d1f2f2-43d1-4efd-b041-cc5dcc6297cc None None] Port f33f214c-161d-4813-9c6d-f149cc504922 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:57:44.773146 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:44.773798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 691ba2cb-0ba8-4fbd-b515-887cb368cf07 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:44.854286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:44.892739 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:44.950736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:44.951247 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:44.951452 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Floating IP f55fe8ff-c16a-4195-811a-2e14d829bd3f disassociated. External IP: 172.25.7.92, port: 5e451716-e000-4beb-8069-b0e47f3b69da. May 24 22:57:44.951750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Calling delete_port for 5e451716-e000-4beb-8069-b0e47f3b69da owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:44.953516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a3c10e14-66b5-46c0-8d2f-8ff0f63177c0,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:44.993535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a679ddff-75e7-4aa9-b05e-c1504f6c3ecf None None] Provisioning complete for port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:44.993853 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a679ddff-75e7-4aa9-b05e-c1504f6c3ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:45.095031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=11']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:45.105156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:45.112987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:45.112987 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:45.115403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking segment: {'id': '90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b67e02ee-310f-4bfc-ba0b-596ef112f12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:45.115887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network hostable DHCP agents. Network: b67e02ee-310f-4bfc-ba0b-596ef112f12d, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:45.124545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=e7226f23-6f67-49a1-becb-be3f36bf8cde,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:45.225015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network b67e02ee-310f-4bfc-ba0b-596ef112f12d is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:45.227424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a679ddff-75e7-4aa9-b05e-c1504f6c3ecf None None] Current status of the port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:45.245556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d02b2-813a-4920-9bd3-80bd031a0380 req-13e567fa-0749-4b38-bc70-a0761c62ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:45.247116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee7d02b2-813a-4920-9bd3-80bd031a0380 req-13e567fa-0749-4b38-bc70-a0761c62ccdf service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5510998 May 24 22:57:45.265254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-b112f8d0-e78e-4e53-964e-210edc3a1d4e tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:45.266848 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-b112f8d0-e78e-4e53-964e-210edc3a1d4e tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/networks?id=843addac-f0f4-411d-9a56-103b9d3ebbc3 HTTP/1.1" status: 200 len: 822 time: 0.3698242 May 24 22:57:45.271543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, b67e02ee-310f-4bfc-ba0b-596ef112f12d) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:45.294524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:45.295111 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:45.303013 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-46630673-4c3e-472f-8816-b37319994c34 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 22:57:45.304117 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-46630673-4c3e-472f-8816-b37319994c34 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "PUT /v2.0/routers/54bfce24-4b69-4c91-91b3-f304c000dd87/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2875192 May 24 22:57:45.310336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36784) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:45.313741 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-373f60ac-7a89-4f81-9f24-ca1f2bac6a4d tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/quotas/75f220e069014f7db53875a14dcc7397 HTTP/1.1" status: 200 len: 375 time: 0.0400796 May 24 22:57:45.356900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd04f68-228a-4d25-957c-fbb40a1b1140 None None] Network b67e02ee-310f-4bfc-ba0b-596ef112f12d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:45.392555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d822ac84-c6b6-4473-bc59-d3565a2e87c8 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:45.476646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d3ed8d6a-3b4f-4e85-9cc1-c9f789720fe1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8521774 May 24 22:57:45.498238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36788) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:45.505775 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-ccd1970c-d4a4-4c53-a8fb-5d14dee1eb01 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=75f220e069014f7db53875a14dcc7397&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1250825 May 24 22:57:45.512748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:57:45.512934 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:57:45.514651 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:45.515149 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:45.536409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b14328-9c65-422d-9474-dc7be7c72484 req-1efed571-ed6a-490e-ac42-a430471e095a tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:45.549268 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9b14328-9c65-422d-9474-dc7be7c72484 req-1efed571-ed6a-490e-ac42-a430471e095a tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 949 time: 0.7671349 May 24 22:57:45.549637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fcc9b2d8-d866-437a-ba5f-8fdec0541a8d None None] Provisioning complete for port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:45.550054 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b2d8-d866-437a-ba5f-8fdec0541a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:45.610669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:45.631931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 691ba2cb-0ba8-4fbd-b515-887cb368cf07, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=691ba2cb-0ba8-4fbd-b515-887cb368cf07,segment=NetworkSegment(367be823-091a-49b3-a095-f671a2c0b662),segment_id=367be823-091a-49b3-a095-f671a2c0b662)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:45.650399 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:45.662454 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9b14328-9c65-422d-9474-dc7be7c72484 req-23a45771-8bfa-4438-bba3-0c6c78908ae9 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/security-groups?id=973d8f34-fedc-4517-a75b-3dd432ea191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117489 May 24 22:57:45.701467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port d822ac84-c6b6-4473-bc59-d3565a2e87c8 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:45.764912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port d822ac84-c6b6-4473-bc59-d3565a2e87c8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:45.765254 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:45.780505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64919541-4a46-4b94-86ba-7c8581584ce6 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:57:45.788889 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:45.801782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:45.817742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f93d4f5-7282-4290-8797-5f1e0fe1159e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:45.821155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Transition to ACTIVE for port object 64919541-4a46-4b94-86ba-7c8581584ce6 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:45.836962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8b7f863f-c301-42ae-af00-ee3b5c99c76c service neutron] 10.222.0.55 "GET /v2.0/networks/843addac-f0f4-411d-9a56-103b9d3ebbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984408 May 24 22:57:45.891805 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:45.934762 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2089c18-2815-4931-8c1a-11a446721944 req-1f192582-653d-4d5c-842c-3976ab05b485 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.1178899 May 24 22:57:45.989196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=691ba2cb-0ba8-4fbd-b515-887cb368cf07,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:46.000684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-b67e02ee-310f-4bfc-ba0b-596ef112f12d', 'network_id': 'b67e02ee-310f-4bfc-ba0b-596ef112f12d', 'tenant_id': 'b02244053ac84d7498757d45f4831b3f', 'fixed_ips': [{'subnet_id': 'e7226f23-6f67-49a1-becb-be3f36bf8cde'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:57:46.001811 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.044826 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1cf182-d966-4021-aa43-f84596789e1c'] response: {'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da', 'code': 200} May 24 22:57:46.048290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Deleting port 5e451716-e000-4beb-8069-b0e47f3b69da {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:46.048761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.181307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.184580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9b2d8-d866-437a-ba5f-8fdec0541a8d None None] Current status of the port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:46.209437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Pushing event updated for resources: {'Port': ['ID=64919541-4a46-4b94-86ba-7c8581584ce6,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:46.257062 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.257294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:46.257616 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.278558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-7a339b06-7dd6-489c-a626-d356868a140a service neutron] 10.222.0.55 "GET /v2.0/networks/843addac-f0f4-411d-9a56-103b9d3ebbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403355 May 24 22:57:46.315180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d822ac84-c6b6-4473-bc59-d3565a2e87c8 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:46.315554 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.330457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Allocated IP 172.20.0.3 (b67e02ee-310f-4bfc-ba0b-596ef112f12d/e7226f23-6f67-49a1-becb-be3f36bf8cde/7646ec03-a63f-4f75-a635-f5ea31afebe0) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:46.392781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.463797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d822ac84-c6b6-4473-bc59-d3565a2e87c8, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d822ac84-c6b6-4473-bc59-d3565a2e87c8,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:46.481884 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.627331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:46.628485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b1033b1d-a856-4908-8c91-e3432d5293dd up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:46.674632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee7d02b2-813a-4920-9bd3-80bd031a0380 req-6f85e39c-9f62-4ae5-9b41-65d4e0ff92b6 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c9d187-cb60-4b4a-a1b5-2119fe505e68 HTTP/1.1" status: 200 len: 210 time: 0.1117604 May 24 22:57:46.699660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d822ac84-c6b6-4473-bc59-d3565a2e87c8,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:46.712530 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.718092 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.807128 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.808874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Attempting to bind port 64919541-4a46-4b94-86ba-7c8581584ce6 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:46.809013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Attempting to bind port 64919541-4a46-4b94-86ba-7c8581584ce6 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'f8eb9929-9e5c-4a90-80d0-8d87ade622a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2be163cd-bc6d-40e1-b824-6280b61473ab'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:46.809382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Attempting to bind port 64919541-4a46-4b94-86ba-7c8581584ce6 on network 2be163cd-bc6d-40e1-b824-6280b61473ab {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:46.819900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Port 64919541-4a46-4b94-86ba-7c8581584ce6 on network 2be163cd-bc6d-40e1-b824-6280b61473ab not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:57:46.820247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Attempting to bind port 64919541-4a46-4b94-86ba-7c8581584ce6 on network 2be163cd-bc6d-40e1-b824-6280b61473ab {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:46.822516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Transition to ACTIVE for port object 7646ec03-a63f-4f75-a635-f5ea31afebe0 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:46.826088 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.826563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74149e80-5900-4739-b5bd-82447dd21036 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:57:46.847658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:46.847991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Checking segment: {'id': 'f8eb9929-9e5c-4a90-80d0-8d87ade622a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2be163cd-bc6d-40e1-b824-6280b61473ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:46.848376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Bound using segment: {'id': 'f8eb9929-9e5c-4a90-80d0-8d87ade622a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2be163cd-bc6d-40e1-b824-6280b61473ab'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:46.848819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Bound port: 64919541-4a46-4b94-86ba-7c8581584ce6, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8eb9929-9e5c-4a90-80d0-8d87ade622a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2be163cd-bc6d-40e1-b824-6280b61473ab'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:46.849175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.864161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Transition to ACTIVE for port object 7646ec03-a63f-4f75-a635-f5ea31afebe0 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:46.874851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b1033b1d-a856-4908-8c91-e3432d5293dd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:46.875082 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:46.896055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16095e5-ee15-4054-91c8-20924aaca387 req-bbc2072b-adcb-4fe8-b2c6-e96f82710dab tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:46.898655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e16095e5-ee15-4054-91c8-20924aaca387 req-bbc2072b-adcb-4fe8-b2c6-e96f82710dab tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 944 time: 0.7302468 May 24 22:57:46.935588 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.013479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] For port 5e451716-e000-4beb-8069-b0e47f3b69da, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=5e451716-e000-4beb-8069-b0e47f3b69da,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:47.014009 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.050890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Network b67e02ee-310f-4bfc-ba0b-596ef112f12d is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:47.055857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:47.064810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:47.070450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Pushing event updated for resources: {'Port': ['ID=7646ec03-a63f-4f75-a635-f5ea31afebe0,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:47.088512 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.107959 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.112646 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c0c7d143-56b2-4b04-aba2-d23404aa28f8 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "DELETE /v2.0/routers/74149e80-5900-4739-b5bd-82447dd21036 HTTP/1.1" status: 204 len: 168 time: 5.5381649 May 24 22:57:47.119966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e16095e5-ee15-4054-91c8-20924aaca387 req-faf42053-2f93-421b-b3b4-dabc26bbfce7 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673281 May 24 22:57:47.128207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36808) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:47.169042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Subnet': ['ID=e7226f23-6f67-49a1-becb-be3f36bf8cde,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:47.203617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1201672770', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:47.219292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:47.224029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Usage tracker for resource:router and tenant:525cecddd9f14bb29b77e712da54639b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:47.227643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:47.275838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:47.401006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.402831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Attempting to bind port 7646ec03-a63f-4f75-a635-f5ea31afebe0 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:47.403252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Attempting to bind port 7646ec03-a63f-4f75-a635-f5ea31afebe0 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b67e02ee-310f-4bfc-ba0b-596ef112f12d'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:47.403620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Attempting to bind port 7646ec03-a63f-4f75-a635-f5ea31afebe0 on network b67e02ee-310f-4bfc-ba0b-596ef112f12d {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:47.420945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] For port 64919541-4a46-4b94-86ba-7c8581584ce6, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:47.439728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:47.440279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Checking segment: {'id': '90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b67e02ee-310f-4bfc-ba0b-596ef112f12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:47.441260 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.441769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Bound using segment: {'id': '90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b67e02ee-310f-4bfc-ba0b-596ef112f12d'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:47.442472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Bound port: 7646ec03-a63f-4f75-a635-f5ea31afebe0, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b67e02ee-310f-4bfc-ba0b-596ef112f12d'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:47.442952 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.455947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67e02ee-310f-4bfc-ba0b-596ef112f12d']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:47.467880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b1033b1d-a856-4908-8c91-e3432d5293dd is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:47.473871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:47.474283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:47.493141 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.494898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] For port 64919541-4a46-4b94-86ba-7c8581584ce6, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=64919541-4a46-4b94-86ba-7c8581584ce6,segment=NetworkSegment(f8eb9929-9e5c-4a90-80d0-8d87ade622a5),segment_id=f8eb9929-9e5c-4a90-80d0-8d87ade622a5)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:47.508084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bec98e7e-dcae-48db-b867-e599e5fbc0ae req-83240f50-fb13-48df-a491-2301b07510ab tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 210 time: 0.0845618 May 24 22:57:47.515590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.522945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:47.523366 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.536118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.641441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f66e2f03-2ea2-420a-8ce1-4bf5c2f801c3 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.663705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Pushing event updated for resources: {'Port': ['ID=64919541-4a46-4b94-86ba-7c8581584ce6,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:47.685460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] For port 7646ec03-a63f-4f75-a635-f5ea31afebe0, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:47.690183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] For port 7646ec03-a63f-4f75-a635-f5ea31afebe0, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7646ec03-a63f-4f75-a635-f5ea31afebe0,segment=NetworkSegment(90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8),segment_id=90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:47.697455 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.709862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 22:57:47.709862 n-d-843146-7 neutron-server[88390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 22:57:47.709862 n-d-843146-7 neutron-server[88390]: [parameters: {'id': 'b67e02ee-310f-4bfc-ba0b-596ef112f12d'}] May 24 22:57:47.709862 n-d-843146-7 neutron-server[88390]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:57:47.710183 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:57:47.718233 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8 resource provider aggregate not found May 24 22:57:47.735196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.736376 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.760274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec85da7-3c9c-4c5b-b1eb-0a9ef814f21a req-457ed9f7-1a7c-417a-9698-ab16b75577f6 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:47.761923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dec85da7-3c9c-4c5b-b1eb-0a9ef814f21a req-457ed9f7-1a7c-417a-9698-ab16b75577f6 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 943 time: 1.1175056 May 24 22:57:47.782873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 691ba2cb-0ba8-4fbd-b515-887cb368cf07 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:47.817772 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8 found for delete ", "request_id": "req-678f536e-1611-4984-b54d-39ec023a2151"}]} May 24 22:57:47.829065 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.832794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:47.833732 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.835337 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-5f6cf6f3-93d0-453b-9112-006e7dfe3788 service neutron] 10.222.0.31 "PUT /v2.0/ports/64919541-4a46-4b94-86ba-7c8581584ce6 HTTP/1.1" status: 200 len: 1091 time: 3.9270859 May 24 22:57:47.838063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f24891-759e-4ae9-b841-8352338d4201', 'tag': '64919541-4a46-4b94-86ba-7c8581584ce6'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:47.879254 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.879596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:47.879858 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Floating IP f55fe8ff-c16a-4195-811a-2e14d829bd3f disassociated. External IP: 172.25.7.92, port: 5e451716-e000-4beb-8069-b0e47f3b69da. May 24 22:57:47.880206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Calling delete_port for 5e451716-e000-4beb-8069-b0e47f3b69da owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:47.951251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a56e3-44e3-4da2-951d-e5636de9b9d4 None None] Pushing event updated for resources: {'Port': ['ID=7646ec03-a63f-4f75-a635-f5ea31afebe0,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:47.967227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb64a545-7920-45fc-addf-b389b47f3a4d None None] Network b67e02ee-310f-4bfc-ba0b-596ef112f12d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:48.028662 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dec85da7-3c9c-4c5b-b1eb-0a9ef814f21a req-2573fc24-0475-4d22-a2af-9439f64cfe4a tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e78c003-39e5-49f8-8fb0-4979de8af0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079971 May 24 22:57:48.063749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f22e40-d3fd-4992-9e3d-8604b47a132c req-133fdbff-b8e3-457c-953d-887d0cf74b46 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:48.065278 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34f22e40-d3fd-4992-9e3d-8604b47a132c req-133fdbff-b8e3-457c-953d-887d0cf74b46 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 950 time: 0.2794182 May 24 22:57:48.073531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd822ac84-c6b6-4473-bc59-d3565a2e87c8'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:48.145923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:48.146226 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:48.169229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-c95e1007-35ab-42f9-ba4c-d0ec0f3da1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:48.172073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-c95e1007-35ab-42f9-ba4c-d0ec0f3da1e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d5dd617b1f440e3a9db8aa6601c039b&device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 1094 time: 0.2602255 May 24 22:57:48.216293 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:48.291171 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bea214d-ba2c-4276-a33d-293639b17160'] response: {'server_uuid': 'b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd822ac84-c6b6-4473-bc59-d3565a2e87c8', 'code': 200} May 24 22:57:48.298380 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:48.310452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting port 7646ec03-a63f-4f75-a635-f5ea31afebe0 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:48.310784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:48.402698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-64586663-2f52-4a00-b08c-0013c96483fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64919541-4a46-4b94-86ba-7c8581584ce6 HTTP/1.1" status: 200 len: 217 time: 0.2071102 May 24 22:57:48.411454 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed1670d-7f76-4788-af5b-d70c706d666c'] response: {'name': 'network-changed', 'server_uuid': 'd1f24891-759e-4ae9-b841-8352338d4201', 'tag': '64919541-4a46-4b94-86ba-7c8581584ce6', 'status': 'completed', 'code': 200} May 24 22:57:48.425780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34f22e40-d3fd-4992-9e3d-8604b47a132c req-d909d6fe-9cde-42a7-b4a3-7e8593c4741c tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/security-groups?id=973d8f34-fedc-4517-a75b-3dd432ea191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456285 May 24 22:57:48.428018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:48.457064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8773f8c2-7928-47f2-a054-26d459f62807 None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 22:57:48.544536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0f93d4f5-7282-4290-8797-5f1e0fe1159e no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:57:48.618060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-4c9bb7e5-f649-498c-b19c-a2c3f849e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:48.620244 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-4c9bb7e5-f649-498c-b19c-a2c3f849e87b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=486c483e-a259-4712-8402-baa91f254448 HTTP/1.1" status: 200 len: 850 time: 0.1748416 May 24 22:57:48.629769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-2778857c-43f9-4cda-bfdf-7037a4bc780c tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:48.631064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-2778857c-43f9-4cda-bfdf-7037a4bc780c tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Synchronizing usage tracker for tenant:75f220e069014f7db53875a14dcc7397 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:48.644280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 0f93d4f5-7282-4290-8797-5f1e0fe1159e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:57:48.644714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0f93d4f5-7282-4290-8797-5f1e0fe1159e not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:57:48.712432 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-df9c5b16-fd5c-4117-9721-1f88fb5f7049 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2be163cd-bc6d-40e1-b824-6280b61473ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779529 May 24 22:57:48.715157 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:48.769472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773f8c2-7928-47f2-a054-26d459f62807 None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 22:57:48.903814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c755286-25b8-42f6-8a35-b532e4fe0b13 req-c167475d-2735-4cf1-bdbe-7c6e0a203abe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16609ccc62e749f3ac3b20b9c2f183fc&device_id=76ba3a0d-ea7b-489a-84f4-2a2a0225e7b4 HTTP/1.1" status: 200 len: 210 time: 0.1010423 May 24 22:57:48.912694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f66e2f03-2ea2-420a-8ce1-4bf5c2f801c3 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Deleting port f33f214c-161d-4813-9c6d-f149cc504922 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:48.913128 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f66e2f03-2ea2-420a-8ce1-4bf5c2f801c3 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:48.914498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event deleted for resources: {'Port': ['ID=5e451716-e000-4beb-8069-b0e47f3b69da,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:49.010451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c755286-25b8-42f6-8a35-b532e4fe0b13 req-9a5111f5-93ea-48e9-b7ee-b56692d01141 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=16609ccc62e749f3ac3b20b9c2f183fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823030 May 24 22:57:49.012794 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95f4e941-afa9-45d7-80be-8c44ab188e7e req-ba0581ea-1440-4d45-a979-cf2795465359 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 210 time: 0.1034048 May 24 22:57:49.066508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43ff4b-6edb-432f-8113-ef810ab67ee4 req-48fdeb85-7024-4653-8f1a-792e26203734 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:49.067969 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-de43ff4b-6edb-432f-8113-ef810ab67ee4 req-48fdeb85-7024-4653-8f1a-792e26203734 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 866 time: 0.5725400 May 24 22:57:49.069836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] For port 7646ec03-a63f-4f75-a635-f5ea31afebe0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7646ec03-a63f-4f75-a635-f5ea31afebe0,segment=NetworkSegment(90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8),segment_id=90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:49.070193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:49.084963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d084b-3732-44fc-af3c-57307af3634c req-3731f342-fea2-4048-a9cc-aeacf5104fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:49.086444 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ee0d084b-3732-44fc-af3c-57307af3634c req-3731f342-fea2-4048-a9cc-aeacf5104fd4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 1101 time: 0.6408932 May 24 22:57:49.159074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-2778857c-43f9-4cda-bfdf-7037a4bc780c tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Unset dirty status for tenant:75f220e069014f7db53875a14dcc7397 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:49.160289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-2778857c-43f9-4cda-bfdf-7037a4bc780c tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.50 "GET /v2.0/networks?id=843addac-f0f4-411d-9a56-103b9d3ebbc3 HTTP/1.1" status: 200 len: 822 time: 1.1400056 May 24 22:57:49.326022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Calling delete_port for 7646ec03-a63f-4f75-a635-f5ea31afebe0 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:49.371195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Request body: {'port': {'device_id': '9ec2a24f-d6f2-454b-9877-635f74672b9e', 'network_id': '843addac-f0f4-411d-9a56-103b9d3ebbc3', 'admin_state_up': True, 'tenant_id': '75f220e069014f7db53875a14dcc7397'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:49.424446 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f622a308-2ecd-49c3-8e39-8c1c60839670 req-5f7ff770-ae75-4176-a9a1-d337656cca21 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ba3a0d-ea7b-489a-84f4-2a2a0225e7b4 HTTP/1.1" status: 200 len: 210 time: 0.2665164 May 24 22:57:49.453170 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-de43ff4b-6edb-432f-8113-ef810ab67ee4 req-f6acebdf-6186-40e5-a67b-6c9a375728d0 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d3377d7-011e-4918-a48a-a27b5af790b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3096077 May 24 22:57:49.465476 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ee0d084b-3732-44fc-af3c-57307af3634c req-860802f6-b2b2-4d72-83ea-6b40bc667e34 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=973d8f34-fedc-4517-a75b-3dd432ea191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179536 May 24 22:57:49.679126 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-46075591-02e8-4b0a-b45c-e5032975cdd9 service neutron] 10.222.0.31 "GET /v2.0/networks/2be163cd-bc6d-40e1-b824-6280b61473ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9507098 May 24 22:57:49.782983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:49.797126 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f66e2f03-2ea2-420a-8ce1-4bf5c2f801c3 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:49.818950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c755286-25b8-42f6-8a35-b532e4fe0b13 req-0801a322-8fca-43f9-af9c-332c2a97d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:49.820382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c755286-25b8-42f6-8a35-b532e4fe0b13 req-0801a322-8fca-43f9-af9c-332c2a97d728 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7434361 May 24 22:57:49.935225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:57:49.942750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:49.947193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Port': ['ID=7646ec03-a63f-4f75-a635-f5ea31afebe0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:49.951712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No DVR routers for this DVR port 7646ec03-a63f-4f75-a635-f5ea31afebe0 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:57:49.960763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Usage tracker for resource:port and tenant:75f220e069014f7db53875a14dcc7397 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:49.969529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:49.982873 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8be01b46-3b9e-4951-a4db-47b35d375df1 req-62b1a45f-aade-41d8-b3c4-2ba8d9b9d537 service neutron] 10.222.0.31 "GET /v2.0/networks/2be163cd-bc6d-40e1-b824-6280b61473ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829840 May 24 22:57:49.986559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:50.087246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f66e2f03-2ea2-420a-8ce1-4bf5c2f801c3 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Calling delete_port for f33f214c-161d-4813-9c6d-f149cc504922 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:50.122677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d900eb-d4f0-4715-bb6a-51175974ca77 req-d709e71f-ea6f-4c59-847c-428015a2e534 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:50.124294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20d900eb-d4f0-4715-bb6a-51175974ca77 req-d709e71f-ea6f-4c59-847c-428015a2e534 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 943 time: 0.4804728 May 24 22:57:50.128363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Made reservation on behalf of 75f220e069014f7db53875a14dcc7397 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:50.131790 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:50.168131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:50.258267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:50.339076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20d900eb-d4f0-4715-bb6a-51175974ca77 req-8b9d32a0-1068-484d-99a7-29a560171971 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e78c003-39e5-49f8-8fb0-4979de8af0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897571 May 24 22:57:50.359501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:57:50.380392 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cf570c-759d-4179-a798-fec05320dbd1 None None] Sync routers for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:57:50.397665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf570c-759d-4179-a798-fec05320dbd1 None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:50.398579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-81cf570c-759d-4179-a798-fec05320dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:50.456425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e610c16-b28f-41b3-ae83-cc09ad055cc7 req-604c0687-35a8-4172-b85d-2d27063e81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:50.458103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e610c16-b28f-41b3-ae83-cc09ad055cc7 req-604c0687-35a8-4172-b85d-2d27063e81b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d5dd617b1f440e3a9db8aa6601c039b&device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 1094 time: 0.4076171 May 24 22:57:50.485314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] No DVR routers for this DVR port 5e451716-e000-4beb-8069-b0e47f3b69da on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:57:50.494128 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:50.501439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-deleted', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:50.531902 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:50.562018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67e02ee-310f-4bfc-ba0b-596ef112f12d']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:50.626825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:50.627300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:50.662619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fb2a3140-d62b-4852-ac8e-ae682d36e314 req-23dd1775-8c78-462c-b6c3-1739d8743e78 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Synchronizing usage tracker for tenant:75f220e069014f7db53875a14dcc7397 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:50.672862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb2c043a-66ed-46bf-a267-c3ed56d0ecda req-1dc4e6e5-c91e-4e73-9937-ac54f80fd148 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.31 "DELETE /v2.0/ports/5e451716-e000-4beb-8069-b0e47f3b69da HTTP/1.1" status: 204 len: 173 time: 8.2609005 May 24 22:57:50.689534 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:50.726335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:50.745586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-81cf570c-759d-4179-a798-fec05320dbd1 None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:57:50.747064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e164a-59a7-43d3-b869-0ced38a6e345 req-1b4385bc-b232-44c4-b454-2c5d00a1759c tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:50.748504 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f0e164a-59a7-43d3-b869-0ced38a6e345 req-1b4385bc-b232-44c4-b454-2c5d00a1759c tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 950 time: 1.0573931 May 24 22:57:50.749736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Allocated IP 172.25.7.106 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/88a3a806-aabf-4417-b4d4-b0159b987816) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:50.756862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Allocated IP 172.20.0.9 (843addac-f0f4-411d-9a56-103b9d3ebbc3/feaab1e0-f44b-440a-8c65-163518c958f8/2bb0b375-3125-4933-adac-311e0f194741) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:50.759614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fb2a3140-d62b-4852-ac8e-ae682d36e314 req-23dd1775-8c78-462c-b6c3-1739d8743e78 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Unset dirty status for tenant:75f220e069014f7db53875a14dcc7397 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:50.760996 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb2a3140-d62b-4852-ac8e-ae682d36e314 req-23dd1775-8c78-462c-b6c3-1739d8743e78 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 210 time: 0.1794043 May 24 22:57:50.776661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:57:50.777410 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:50.792261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e610c16-b28f-41b3-ae83-cc09ad055cc7 req-40f47dce-24bf-4e7a-9612-2afa776d7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:50.793997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e610c16-b28f-41b3-ae83-cc09ad055cc7 req-40f47dce-24bf-4e7a-9612-2afa776d7056 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2be163cd-bc6d-40e1-b824-6280b61473ab HTTP/1.1" status: 200 len: 911 time: 0.3276525 May 24 22:57:50.827518 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8 resource provider aggregate not found May 24 22:57:50.889626 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e610c16-b28f-41b3-ae83-cc09ad055cc7 req-64cc546e-6eb1-4322-b66d-b59b0d0969f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64919541-4a46-4b94-86ba-7c8581584ce6 HTTP/1.1" status: 200 len: 217 time: 0.0784009 May 24 22:57:50.926163 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90c8a93c-6ab6-4b3a-b1d5-e8fd01f3f0b8 found for delete ", "request_id": "req-58c246d4-91b8-42a0-9032-7be46c49db76"}]} May 24 22:57:51.053796 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5bc4d49f-5f56-4bd2-838e-182ce420a137 req-c5eb7566-4b57-4d89-a2ca-13555db299aa tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ba3a0d-ea7b-489a-84f4-2a2a0225e7b4 HTTP/1.1" status: 200 len: 210 time: 0.0774643 May 24 22:57:51.068187 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f0e164a-59a7-43d3-b869-0ced38a6e345 req-d4933445-a3d1-4476-a0ee-1791fbe69aa7 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/security-groups?id=973d8f34-fedc-4517-a75b-3dd432ea191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095641 May 24 22:57:51.152400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:51.156303 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f66e2f03-2ea2-420a-8ce1-4bf5c2f801c3 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:51.249135 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:51.251796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e2f03-2ea2-420a-8ce1-4bf5c2f801c3 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event deleted for resources: {'Port': ['ID=f33f214c-161d-4813-9c6d-f149cc504922,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:51.267318 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-81cf570c-759d-4179-a798-fec05320dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:51.267637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=b67e02ee-310f-4bfc-ba0b-596ef112f12d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:51.273185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cf570c-759d-4179-a798-fec05320dbd1 None None] Checking router: cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:57:51.284196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf570c-759d-4179-a798-fec05320dbd1 None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:51.285213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-81cf570c-759d-4179-a798-fec05320dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:51.376497 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32090d44-563a-492a-9dc3-f34a176f1c8c'] response: {'server_uuid': 'c0880f2b-8b6a-4323-8248-736228a97a78', 'name': 'network-vif-deleted', 'tag': '5e451716-e000-4beb-8069-b0e47f3b69da', 'status': 'completed', 'code': 200} May 24 22:57:51.442623 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:51.477271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7206d192-9eda-4174-b34b-7349528166b1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/b67e02ee-310f-4bfc-ba0b-596ef112f12d HTTP/1.1" status: 204 len: 168 time: 5.9784176 May 24 22:57:51.485618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36850) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:51.493421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1060104237'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:51.525242 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:51.567443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c755286-25b8-42f6-8a35-b532e4fe0b13 req-11535fbd-988b-430c-a804-79bfcb026e66 tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.50 "GET /v2.0/ports?device_id=76ba3a0d-ea7b-489a-84f4-2a2a0225e7b4 HTTP/1.1" status: 200 len: 210 time: 0.1083918 May 24 22:57:51.581612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-81cf570c-759d-4179-a798-fec05320dbd1 None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:57:51.582814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e610c16-b28f-41b3-ae83-cc09ad055cc7 req-8d1a627d-63e5-4dbc-9e40-655decc622cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:51.583608 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e610c16-b28f-41b3-ae83-cc09ad055cc7 req-8d1a627d-63e5-4dbc-9e40-655decc622cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=486c483e-a259-4712-8402-baa91f254448 HTTP/1.1" status: 200 len: 850 time: 0.6776917 May 24 22:57:51.631449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-21aba458-3108-43d1-a3e8-e40dc3b2b450 req-dbcb9aea-b243-4b3a-b55f-537a64def090 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Synchronizing usage tracker for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:51.639376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:51.644017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Pushing event updated for resources: {'Port': ['ID=88a3a806-aabf-4417-b4d4-b0159b987816,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:51.656170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:network and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:51.669828 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e610c16-b28f-41b3-ae83-cc09ad055cc7 req-f2b9c148-c634-4a75-a3e2-04042fb9483e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2be163cd-bc6d-40e1-b824-6280b61473ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712805 May 24 22:57:51.694370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:51.719325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:51.723687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:51.730734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:51.741129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:51.775988 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:51.804502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-21aba458-3108-43d1-a3e8-e40dc3b2b450 req-dbcb9aea-b243-4b3a-b55f-537a64def090 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Unset dirty status for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:51.805836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21aba458-3108-43d1-a3e8-e40dc3b2b450 req-dbcb9aea-b243-4b3a-b55f-537a64def090 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0880f2b-8b6a-4323-8248-736228a97a78 HTTP/1.1" status: 200 len: 210 time: 0.4285004 May 24 22:57:51.863864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:51.867279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:51.961743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f66e2f03-2ea2-420a-8ce1-4bf5c2f801c3 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:51.962455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-81cf570c-759d-4179-a798-fec05320dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:51.967072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cf570c-759d-4179-a798-fec05320dbd1 None None] The sync data for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 is: [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:57:51.978035 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aeb34f28-ebd7-4fc1-9805-e39b77af19cd req-d77e7fb3-44a8-4f03-817e-dcca7c211640 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 210 time: 0.0687997 May 24 22:57:51.982503 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:52.060540 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e610c16-b28f-41b3-ae83-cc09ad055cc7 req-86047ee0-a823-45d9-8668-f28060ad7c4e service neutron] 10.222.0.31 "GET /v2.0/networks/2be163cd-bc6d-40e1-b824-6280b61473ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805482 May 24 22:57:52.062566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Network 843addac-f0f4-411d-9a56-103b9d3ebbc3 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:52.072014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:52.094878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:52.096081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:52.295751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ed02e2c-0763-4368-adbb-b5aebba1cee6 req-4f3a3d0f-1580-457c-b2a8-b4614cc55cfc tempest-ServerShowV247Test-1962216793 tempest-ServerShowV247Test-1962216793-project] 10.222.0.55 "GET /v2.0/ports?device_id=76ba3a0d-ea7b-489a-84f4-2a2a0225e7b4 HTTP/1.1" status: 200 len: 210 time: 0.0664256 May 24 22:57:52.301411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Pushing event updated for resources: {'Port': ['ID=2bb0b375-3125-4933-adac-311e0f194741,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:52.352150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:52.352978 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:52.370579 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57657429-76d3-434f-97ec-b666c9231580 None None] New status for floating IP f55fe8ff-c16a-4195-811a-2e14d829bd3f: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:57:52.406871 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e610c16-b28f-41b3-ae83-cc09ad055cc7 req-727296bf-1d53-4fea-97c7-6eaa4bf95b0b service neutron] 10.222.0.31 "GET /v2.0/networks/2be163cd-bc6d-40e1-b824-6280b61473ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362465 May 24 22:57:52.413586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:52.413776 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment da362e9f-952f-4b75-b51e-5877773edae3 of type vlan for network 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 May 24 22:57:52.440378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4913142-2144-461e-be66-5eea5f28675a req-5498a814-d167-4cea-955a-fbb68ead35ca tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:52.442212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4913142-2144-461e-be66-5eea5f28675a req-5498a814-d167-4cea-955a-fbb68ead35ca tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 943 time: 0.8082745 May 24 22:57:52.481240 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-8726708b-8276-46c1-ad9f-f6330c634a9b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1256423 May 24 22:57:52.497396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Request body: {'port': {'device_id': '9ec2a24f-d6f2-454b-9877-635f74672b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:52.509682 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:52.598666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4913142-2144-461e-be66-5eea5f28675a req-a5ea7aa5-da13-4af8-99d6-f3ee0fc9d031 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e78c003-39e5-49f8-8fb0-4979de8af0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444294 May 24 22:57:52.651754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9ca35-5532-45f8-a64a-0e91ee704ae1 req-bc7b1de2-3419-4889-8430-0d6ab8edbf0e tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:52.659473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35e9ca35-5532-45f8-a64a-0e91ee704ae1 req-bc7b1de2-3419-4889-8430-0d6ab8edbf0e tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 950 time: 0.2214999 May 24 22:57:52.662448 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:52.744014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:57:52.754265 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35e9ca35-5532-45f8-a64a-0e91ee704ae1 req-3e576d3a-e14c-4c9b-ae8e-73c574e458cd tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/security-groups?id=973d8f34-fedc-4517-a75b-3dd432ea191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937667 May 24 22:57:52.837036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66e2f03-2ea2-420a-8ce1-4bf5c2f801c3 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Router 54bfce24-4b69-4c91-91b3-f304c000dd87 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:57:52.837973 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:52.843458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:52.844052 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:52.949674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36866) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:52.965733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=3773d7e9-75fc-48cc-b9a7-414fd7aa2c24,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:52.984600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:57:53.048630 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:53.059145 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-95160ed6-4d68-459e-913e-1d4a65096c33 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5723469 May 24 22:57:53.064490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36872) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:53.072575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'network_id': '3773d7e9-75fc-48cc-b9a7-414fd7aa2c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:53.127090 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:53.182495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66e2f03-2ea2-420a-8ce1-4bf5c2f801c3 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:57:53.196326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca4cb85-3427-492c-800d-6c978f7185bd None None] Sync routers for ids ['54bfce24-4b69-4c91-91b3-f304c000dd87'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:57:53.202863 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f66e2f03-2ea2-420a-8ce1-4bf5c2f801c3 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "PUT /v2.0/routers/54bfce24-4b69-4c91-91b3-f304c000dd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8910041 May 24 22:57:53.204071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36878) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:53.206368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4cb85-3427-492c-800d-6c978f7185bd None None] Routers {'54bfce24-4b69-4c91-91b3-f304c000dd87'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:53.208290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bca4cb85-3427-492c-800d-6c978f7185bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['54bfce24-4b69-4c91-91b3-f304c000dd87'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:53.251601 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:53.276286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bca4cb85-3427-492c-800d-6c978f7185bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:53.286354 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-b8592562-13b6-4f6c-b0cf-c2f9051a47fb tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] delete failed (client error): The resource could not be found. May 24 22:57:53.286618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4cb85-3427-492c-800d-6c978f7185bd None None] Routers {'54bfce24-4b69-4c91-91b3-f304c000dd87'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:53.287065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bca4cb85-3427-492c-800d-6c978f7185bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['54bfce24-4b69-4c91-91b3-f304c000dd87'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:53.288700 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b8592562-13b6-4f6c-b0cf-c2f9051a47fb tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-999228847 HTTP/1.1" status: 404 len: 334 time: 0.0805357 May 24 22:57:53.297589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36882) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:53.340039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2c11d12d-9445-4601-a364-4d0ff9cf939b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Request body: {'router': {'external_gateway_info': {'network_id': '54bfce24-4b69-4c91-91b3-f304c000dd87'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:53.348117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bca4cb85-3427-492c-800d-6c978f7185bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:53.348840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca4cb85-3427-492c-800d-6c978f7185bd None None] The sync data for ids ['54bfce24-4b69-4c91-91b3-f304c000dd87'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:57:53.388611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 64919541-4a46-4b94-86ba-7c8581584ce6 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:57:53.463301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb0b375-3125-4933-adac-311e0f194741 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:57:53.478247 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:53.504878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:53.507245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Transition to ACTIVE for port object 2bb0b375-3125-4933-adac-311e0f194741 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:53.512944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:subnet and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:53.520257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:53.524447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:53.550937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 64919541-4a46-4b94-86ba-7c8581584ce6, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=64919541-4a46-4b94-86ba-7c8581584ce6,segment=NetworkSegment(f8eb9929-9e5c-4a90-80d0-8d87ade622a5),segment_id=f8eb9929-9e5c-4a90-80d0-8d87ade622a5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:53.567768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:53.574132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '64919541-4a46-4b94-86ba-7c8581584ce6', 'network_id': '2be163cd-bc6d-40e1-b824-6280b61473ab', 'port_id': '64919541-4a46-4b94-86ba-7c8581584ce6', 'mac_address': 'fa:16:3e:94:82:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486c483e-a259-4712-8402-baa91f254448', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:57:53.644083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 64919541-4a46-4b94-86ba-7c8581584ce6 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:53.645058 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:53.658930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:53.674086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64919541-4a46-4b94-86ba-7c8581584ce6 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:57:53.691710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 64919541-4a46-4b94-86ba-7c8581584ce6, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=64919541-4a46-4b94-86ba-7c8581584ce6,segment=NetworkSegment(f8eb9929-9e5c-4a90-80d0-8d87ade622a5),segment_id=f8eb9929-9e5c-4a90-80d0-8d87ade622a5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:53.698361 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:53.703376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1096b1-4404-4e78-abf6-87a68c01bc02 req-d019b02f-316b-41c9-b326-714d2a6801a5 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:53.704948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc1096b1-4404-4e78-abf6-87a68c01bc02 req-d019b02f-316b-41c9-b326-714d2a6801a5 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 931 time: 0.4997668 May 24 22:57:53.705642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:53.709035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:53.749598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3377d7-011e-4918-a48a-a27b5af790b6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:53.785064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=64919541-4a46-4b94-86ba-7c8581584ce6,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:53.849262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb0b375-3125-4933-adac-311e0f194741,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:53.877415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.877687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.878052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.878378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.878950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.879288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.879729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.880094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.880426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.880747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.881056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.881510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.882728 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:53.917302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['64919541-4a46-4b94-86ba-7c8581584ce6'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:57:53.925545 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:53.929857 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b1dad6d6-c3b8-49b3-a9b1-b16c2718e654 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "DELETE /v2.0/security-groups/6d3377d7-011e-4918-a48a-a27b5af790b6 HTTP/1.1" status: 204 len: 168 time: 0.9759886 May 24 22:57:53.934670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36890) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:53.935178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.935457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.936025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.936130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.936575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.936738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.937039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.937879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.937879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.938057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.938428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.938585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:57:53.953097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fc1096b1-4404-4e78-abf6-87a68c01bc02 req-e08755b0-d35f-4c72-8410-2b038afff262 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Synchronizing usage tracker for tenant:75f220e069014f7db53875a14dcc7397 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:54.015817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fc1096b1-4404-4e78-abf6-87a68c01bc02 req-e08755b0-d35f-4c72-8410-2b038afff262 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Unset dirty status for tenant:75f220e069014f7db53875a14dcc7397 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:54.017009 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc1096b1-4404-4e78-abf6-87a68c01bc02 req-e08755b0-d35f-4c72-8410-2b038afff262 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941940 May 24 22:57:54.022154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Attempting to bind port 2bb0b375-3125-4933-adac-311e0f194741 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:54.022480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Attempting to bind port 2bb0b375-3125-4933-adac-311e0f194741 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '5e97fa20-a2cd-45fb-8172-fa6955e6ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '843addac-f0f4-411d-9a56-103b9d3ebbc3'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:54.022805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Attempting to bind port 2bb0b375-3125-4933-adac-311e0f194741 on network 843addac-f0f4-411d-9a56-103b9d3ebbc3 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:54.031029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Port 2bb0b375-3125-4933-adac-311e0f194741 on network 843addac-f0f4-411d-9a56-103b9d3ebbc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:57:54.031347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Attempting to bind port 2bb0b375-3125-4933-adac-311e0f194741 on network 843addac-f0f4-411d-9a56-103b9d3ebbc3 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:54.075311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:54.075655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Checking segment: {'id': '5e97fa20-a2cd-45fb-8172-fa6955e6ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '843addac-f0f4-411d-9a56-103b9d3ebbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:54.076025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Bound using segment: {'id': '5e97fa20-a2cd-45fb-8172-fa6955e6ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '843addac-f0f4-411d-9a56-103b9d3ebbc3'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:54.076454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Bound port: 2bb0b375-3125-4933-adac-311e0f194741, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e97fa20-a2cd-45fb-8172-fa6955e6ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '843addac-f0f4-411d-9a56-103b9d3ebbc3'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:54.076800 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:54.115091 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2c11d12d-9445-4601-a364-4d0ff9cf939b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:54.121212 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-56f639c1-b621-403d-9d14-f1015707843c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] show failed (client error): The resource could not be found. May 24 22:57:54.124931 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-56f639c1-b621-403d-9d14-f1015707843c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups/6d3377d7-011e-4918-a48a-a27b5af790b6 HTTP/1.1" status: 404 len: 347 time: 0.1843023 May 24 22:57:54.128825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36894) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:54.215813 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:54.312763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] For port 2bb0b375-3125-4933-adac-311e0f194741, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:54.350922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04835-5d7d-4d28-aed6-3bfb72b8fa47 req-b6a2fbee-0fda-4c56-b200-0c9e4a64b76f tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:54.352674 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55b04835-5d7d-4d28-aed6-3bfb72b8fa47 req-b6a2fbee-0fda-4c56-b200-0c9e4a64b76f tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 950 time: 1.0583375 May 24 22:57:54.356995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] For port 2bb0b375-3125-4933-adac-311e0f194741, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=2bb0b375-3125-4933-adac-311e0f194741,segment=NetworkSegment(5e97fa20-a2cd-45fb-8172-fa6955e6ebf2),segment_id=5e97fa20-a2cd-45fb-8172-fa6955e6ebf2)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:54.358556 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-2c11d12d-9445-4601-a364-4d0ff9cf939b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] update failed (client error): The resource could not be found. May 24 22:57:54.366320 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2c11d12d-9445-4601-a364-4d0ff9cf939b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "PUT /v2.0/routers/54bfce24-4b69-4c91-91b3-f304c000dd87 HTTP/1.1" status: 404 len: 339 time: 1.0675416 May 24 22:57:54.367099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36902) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:54.379685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:54.430255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36904) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:54.472048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=b47d6eef-795b-40be-b8a4-1a5c66d0b199,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:54.535491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-608ae130-c3c0-4797-abed-7bb14cd4c8a3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Deleting port a79cbfa3-9d96-43e7-bfad-a161be7e4114 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:54.536002 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-608ae130-c3c0-4797-abed-7bb14cd4c8a3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:54.562077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb0b375-3125-4933-adac-311e0f194741,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:54.567484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking segment: {'id': 'da362e9f-952f-4b75-b51e-5877773edae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3773d7e9-75fc-48cc-b9a7-414fd7aa2c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:54.568039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network hostable DHCP agents. Network: 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:57:54.582554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:54.583442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:54.585526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-485b0a00-ce58-4ee1-a3da-9c0ae1bcce89 service neutron] 10.222.0.50 "PUT /v2.0/ports/2bb0b375-3125-4933-adac-311e0f194741 HTTP/1.1" status: 200 len: 1091 time: 2.0923383 May 24 22:57:54.609026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec2a24f-d6f2-454b-9877-635f74672b9e', 'tag': '2bb0b375-3125-4933-adac-311e0f194741'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:54.615368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:54.692771 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e62cf004-d410-4e22-b6be-d5756e9f1efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:54.733545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44211-8f8c-4647-a26c-5da297c4d640 req-f5ac8e64-de1c-43ef-bbc8-b9c5ccde4e7f tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:54.737350 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5f44211-8f8c-4647-a26c-5da297c4d640 req-f5ac8e64-de1c-43ef-bbc8-b9c5ccde4e7f tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 944 time: 0.4654930 May 24 22:57:54.744520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e62cf004-d410-4e22-b6be-d5756e9f1efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:54.749115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:57:54.777999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e62cf004-d410-4e22-b6be-d5756e9f1efa admin admin] Usage tracker for resource:security_group_rule and tenant:16609ccc62e749f3ac3b20b9c2f183fc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:54.785801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e62cf004-d410-4e22-b6be-d5756e9f1efa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:54.788670 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55b04835-5d7d-4d28-aed6-3bfb72b8fa47 req-c972e457-5fbb-4dc8-819a-99a9c375837e tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/security-groups?id=973d8f34-fedc-4517-a75b-3dd432ea191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643777 May 24 22:57:54.796130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:54.799238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e62cf004-d410-4e22-b6be-d5756e9f1efa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:54.809874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a7160-a864-4356-9633-7f705427fae9 None None] Network 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:54.827365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e5ffa-478a-4198-8553-def14fc2462b req-4c9f0c3d-59a0-4606-86dd-a3f5f0b2f0ab tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:54.827365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a0e5ffa-478a-4198-8553-def14fc2462b req-4c9f0c3d-59a0-4606-86dd-a3f5f0b2f0ab tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 950 time: 0.3916547 May 24 22:57:54.827659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:54.828126 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:54.884836 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ceff34-113f-4a8d-98f0-70665e25681f'] response: {'name': 'network-changed', 'server_uuid': '9ec2a24f-d6f2-454b-9877-635f74672b9e', 'tag': '2bb0b375-3125-4933-adac-311e0f194741', 'status': 'completed', 'code': 200} May 24 22:57:54.908239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5f44211-8f8c-4647-a26c-5da297c4d640 req-22bfb4d1-4a25-4d06-b504-abd1c085de15 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e78c003-39e5-49f8-8fb0-4979de8af0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611438 May 24 22:57:54.954896 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-92f1a9b7-dc98-4f9c-afe3-e446e1577d57 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8855374 May 24 22:57:54.959310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-68717d12-2752-4c23-bc7a-c17ea7218322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:54.960832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-68717d12-2752-4c23-bc7a-c17ea7218322 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=75f220e069014f7db53875a14dcc7397&device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 1094 time: 0.3153362 May 24 22:57:54.962281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36914) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:54.971456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-3a0e5ffa-478a-4198-8553-def14fc2462b req-6f074f44-4534-4e32-98ef-5d6507e02389 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Deleting port d822ac84-c6b6-4473-bc59-d3565a2e87c8 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:54.971897 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3a0e5ffa-478a-4198-8553-def14fc2462b req-6f074f44-4534-4e32-98ef-5d6507e02389 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.088081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-f1e26598-d475-407e-953d-f11a65654d5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bb0b375-3125-4933-adac-311e0f194741 HTTP/1.1" status: 200 len: 217 time: 0.0901473 May 24 22:57:55.099384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46622b66-96de-4827-82e1-e38a851484df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-3773d7e9-75fc-48cc-b9a7-414fd7aa2c24', 'network_id': '3773d7e9-75fc-48cc-b9a7-414fd7aa2c24', 'tenant_id': 'b02244053ac84d7498757d45f4831b3f', 'fixed_ips': [{'subnet_id': 'b47d6eef-795b-40be-b8a4-1a5c66d0b199'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:57:55.100190 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46622b66-96de-4827-82e1-e38a851484df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.264581 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e62cf004-d410-4e22-b6be-d5756e9f1efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.273030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-93419871-e2db-4878-89c3-1c96afec3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:55.274548 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-93419871-e2db-4878-89c3-1c96afec3b14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=feaab1e0-f44b-440a-8c65-163518c958f8 HTTP/1.1" status: 200 len: 862 time: 0.1726022 May 24 22:57:55.274930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-46622b66-96de-4827-82e1-e38a851484df None None] Allocated IP 172.20.0.1 (3773d7e9-75fc-48cc-b9a7-414fd7aa2c24/b47d6eef-795b-40be-b8a4-1a5c66d0b199/6524dd0a-4a50-4f86-a335-d0e656a75c7a) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:55.403557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 64919541-4a46-4b94-86ba-7c8581584ce6 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:55.446492 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e62cf004-d410-4e22-b6be-d5756e9f1efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.528984 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-aee2c871-9170-4842-a576-fa7347a0d0c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=843addac-f0f4-411d-9a56-103b9d3ebbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688312 May 24 22:57:55.537385 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46622b66-96de-4827-82e1-e38a851484df None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.546778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 64919541-4a46-4b94-86ba-7c8581584ce6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:55.554052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-46622b66-96de-4827-82e1-e38a851484df None None] Transition to ACTIVE for port object 6524dd0a-4a50-4f86-a335-d0e656a75c7a will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:55.556478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 64919541-4a46-4b94-86ba-7c8581584ce6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:55.556846 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.600540 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-608ae130-c3c0-4797-abed-7bb14cd4c8a3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.600864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-608ae130-c3c0-4797-abed-7bb14cd4c8a3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.617388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-46622b66-96de-4827-82e1-e38a851484df None None] Transition to ACTIVE for port object 6524dd0a-4a50-4f86-a335-d0e656a75c7a will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:55.629061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cf004-d410-4e22-b6be-d5756e9f1efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ad551d-eb3c-4e78-a59e-ae5c1f1f6aa3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:55.636457 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46622b66-96de-4827-82e1-e38a851484df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.646708 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e62cf004-d410-4e22-b6be-d5756e9f1efa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16609ccc62e749f3ac3b20b9c2f183fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2155797 May 24 22:57:55.658020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36920) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:55.749754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46622b66-96de-4827-82e1-e38a851484df None None] Network 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:55.756546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-46622b66-96de-4827-82e1-e38a851484df None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:55.761352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46622b66-96de-4827-82e1-e38a851484df None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:55.772753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-3a0e5ffa-478a-4198-8553-def14fc2462b req-6f074f44-4534-4e32-98ef-5d6507e02389 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] For port d822ac84-c6b6-4473-bc59-d3565a2e87c8, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d822ac84-c6b6-4473-bc59-d3565a2e87c8,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:55.772753 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3a0e5ffa-478a-4198-8553-def14fc2462b req-6f074f44-4534-4e32-98ef-5d6507e02389 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.779468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-608ae130-c3c0-4797-abed-7bb14cd4c8a3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Calling delete_port for a79cbfa3-9d96-43e7-bfad-a161be7e4114 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:55.796948 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.802444 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46622b66-96de-4827-82e1-e38a851484df None None] Pushing event updated for resources: {'Port': ['ID=6524dd0a-4a50-4f86-a335-d0e656a75c7a,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:55.824793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.868917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 64919541-4a46-4b94-86ba-7c8581584ce6 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:55.868917 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.889713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.923528 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6548e7cc-a3ca-4b51-bdde-25270b53e379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.939121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9c353-d111-4ec9-97db-6c32d35f4e5b req-9cc4d48d-87da-4c3e-afea-1bbc70f77131 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:55.945800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f24891-759e-4ae9-b841-8352338d4201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64919541-4a46-4b94-86ba-7c8581584ce6'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:55.947646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35d9c353-d111-4ec9-97db-6c32d35f4e5b req-9cc4d48d-87da-4c3e-afea-1bbc70f77131 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 943 time: 0.7332330 May 24 22:57:55.955360 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6548e7cc-a3ca-4b51-bdde-25270b53e379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.961098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 64919541-4a46-4b94-86ba-7c8581584ce6, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=64919541-4a46-4b94-86ba-7c8581584ce6,segment=NetworkSegment(f8eb9929-9e5c-4a90-80d0-8d87ade622a5),segment_id=f8eb9929-9e5c-4a90-80d0-8d87ade622a5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:55.962116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-46622b66-96de-4827-82e1-e38a851484df None None] Attempting to bind port 6524dd0a-4a50-4f86-a335-d0e656a75c7a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:57:55.962476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-46622b66-96de-4827-82e1-e38a851484df None None] Attempting to bind port 6524dd0a-4a50-4f86-a335-d0e656a75c7a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'da362e9f-952f-4b75-b51e-5877773edae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3773d7e9-75fc-48cc-b9a7-414fd7aa2c24'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:57:55.962822 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46622b66-96de-4827-82e1-e38a851484df None None] Attempting to bind port 6524dd0a-4a50-4f86-a335-d0e656a75c7a on network 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:57:55.969828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46622b66-96de-4827-82e1-e38a851484df None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:57:55.970355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46622b66-96de-4827-82e1-e38a851484df None None] Checking segment: {'id': 'da362e9f-952f-4b75-b51e-5877773edae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3773d7e9-75fc-48cc-b9a7-414fd7aa2c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:57:55.970725 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46622b66-96de-4827-82e1-e38a851484df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.971116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46622b66-96de-4827-82e1-e38a851484df None None] Bound using segment: {'id': 'da362e9f-952f-4b75-b51e-5877773edae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3773d7e9-75fc-48cc-b9a7-414fd7aa2c24'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:57:55.971630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-46622b66-96de-4827-82e1-e38a851484df None None] Bound port: 6524dd0a-4a50-4f86-a335-d0e656a75c7a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da362e9f-952f-4b75-b51e-5877773edae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3773d7e9-75fc-48cc-b9a7-414fd7aa2c24'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:57:55.971997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46622b66-96de-4827-82e1-e38a851484df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:55.981457 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:56.006380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-3a0e5ffa-478a-4198-8553-def14fc2462b req-6f074f44-4534-4e32-98ef-5d6507e02389 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Calling delete_port for d822ac84-c6b6-4473-bc59-d3565a2e87c8 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:56.027599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting port 6524dd0a-4a50-4f86-a335-d0e656a75c7a {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:56.028232 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:56.037249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-2b58bdfd-44ac-4d16-bd85-64f071ebeb45 service neutron] 10.222.0.50 "GET /v2.0/networks/843addac-f0f4-411d-9a56-103b9d3ebbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894245 May 24 22:57:56.114044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=64919541-4a46-4b94-86ba-7c8581584ce6,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:56.129148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Router 9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:57:56.135478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-46622b66-96de-4827-82e1-e38a851484df None None] For port 6524dd0a-4a50-4f86-a335-d0e656a75c7a, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:57:56.139027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-46622b66-96de-4827-82e1-e38a851484df None None] For port 6524dd0a-4a50-4f86-a335-d0e656a75c7a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6524dd0a-4a50-4f86-a335-d0e656a75c7a,segment=NetworkSegment(da362e9f-952f-4b75-b51e-5877773edae3),segment_id=da362e9f-952f-4b75-b51e-5877773edae3)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:57:56.145639 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46622b66-96de-4827-82e1-e38a851484df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:56.233586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46622b66-96de-4827-82e1-e38a851484df None None] Pushing event updated for resources: {'Port': ['ID=6524dd0a-4a50-4f86-a335-d0e656a75c7a,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:56.267671 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6548e7cc-a3ca-4b51-bdde-25270b53e379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:56.341342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548e7cc-a3ca-4b51-bdde-25270b53e379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ad551d-eb3c-4e78-a59e-ae5c1f1f6aa3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:56.360917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ed21e15-8f8c-4986-ab67-e2edadb434af req-a04f52d5-6734-4df1-b6d0-ab1142181fcb service neutron] 10.222.0.50 "GET /v2.0/networks/843addac-f0f4-411d-9a56-103b9d3ebbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871737 May 24 22:57:56.398603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140dc0a-7dbf-49b9-831e-1e9210e83b44 req-fe59a7a3-5b84-4593-91c1-be6f891a94bc tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:56.399495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7140dc0a-7dbf-49b9-831e-1e9210e83b44 req-fe59a7a3-5b84-4593-91c1-be6f891a94bc tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Synchronizing usage tracker for tenant:ca32fc84b417407ea42c1d392c8d9e32 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:57:56.422492 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3a0e5ffa-478a-4198-8553-def14fc2462b req-6f074f44-4534-4e32-98ef-5d6507e02389 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:56.435457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d822ac84-c6b6-4473-bc59-d3565a2e87c8'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:57:56.478463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:57:56.492545 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39612fbc-275f-46d4-b000-337cec1f3c6e None None] Sync routers for ids ['9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:57:56.509300 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39612fbc-275f-46d4-b000-337cec1f3c6e None None] Routers {'9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:56.510312 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-39612fbc-275f-46d4-b000-337cec1f3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:56.547571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f074f44-4534-4e32-98ef-5d6507e02389 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Pushing event deleted for resources: {'Port': ['ID=d822ac84-c6b6-4473-bc59-d3565a2e87c8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:56.582482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6548e7cc-a3ca-4b51-bdde-25270b53e379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:56.583651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6548e7cc-a3ca-4b51-bdde-25270b53e379 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4ad551d-eb3c-4e78-a59e-ae5c1f1f6aa3 HTTP/1.1" status: 204 len: 168 time: 0.9211564 May 24 22:57:56.621269 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35d9c353-d111-4ec9-97db-6c32d35f4e5b req-dba84331-8785-4b8d-bb0e-8c551b04fb42 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726384 May 24 22:57:56.682605 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-39612fbc-275f-46d4-b000-337cec1f3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:56.702695 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39612fbc-275f-46d4-b000-337cec1f3c6e None None] Routers {'9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:57:56.706347 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-39612fbc-275f-46d4-b000-337cec1f3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:56.769051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7140dc0a-7dbf-49b9-831e-1e9210e83b44 req-fe59a7a3-5b84-4593-91c1-be6f891a94bc tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Unset dirty status for tenant:ca32fc84b417407ea42c1d392c8d9e32 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:57:56.786199 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7140dc0a-7dbf-49b9-831e-1e9210e83b44 req-fe59a7a3-5b84-4593-91c1-be6f891a94bc tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9 HTTP/1.1" status: 200 len: 950 time: 0.7882273 May 24 22:57:56.863003 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-39612fbc-275f-46d4-b000-337cec1f3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:57:56.863434 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39612fbc-275f-46d4-b000-337cec1f3c6e None None] The sync data for ids ['9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:57:56.916091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0e5ffa-478a-4198-8553-def14fc2462b req-6f074f44-4534-4e32-98ef-5d6507e02389 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] No DVR routers for this DVR port d822ac84-c6b6-4473-bc59-d3565a2e87c8 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:57:56.918892 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3a0e5ffa-478a-4198-8553-def14fc2462b req-6f074f44-4534-4e32-98ef-5d6507e02389 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:56.921417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a0e5ffa-478a-4198-8553-def14fc2462b req-6f074f44-4534-4e32-98ef-5d6507e02389 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.31 "DELETE /v2.0/ports/d822ac84-c6b6-4473-bc59-d3565a2e87c8 HTTP/1.1" status: 204 len: 173 time: 2.0809472 May 24 22:57:56.923474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9', 'name': 'network-vif-deleted', 'tag': 'd822ac84-c6b6-4473-bc59-d3565a2e87c8'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:57:56.969686 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7140dc0a-7dbf-49b9-831e-1e9210e83b44 req-3970aded-2090-4f12-afef-8d8b34b7edc9 tempest-ImagesNegativeTestJSON-2139317676 tempest-ImagesNegativeTestJSON-2139317676-project] 10.222.0.55 "GET /v2.0/security-groups?id=973d8f34-fedc-4517-a75b-3dd432ea191c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726394 May 24 22:57:56.984258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795970-646d-43e2-9633-d23b1e13ff61 req-b3ec5719-1ca4-4c61-8f18-c6adfb0d6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:56.986107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0795970-646d-43e2-9633-d23b1e13ff61 req-b3ec5719-1ca4-4c61-8f18-c6adfb0d6f38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=75f220e069014f7db53875a14dcc7397&device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 1094 time: 0.4412546 May 24 22:57:57.103815 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb19778-11e8-402a-9ad4-b8c474731802'] response: {'server_uuid': 'd1f24891-759e-4ae9-b841-8352338d4201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64919541-4a46-4b94-86ba-7c8581584ce6', 'code': 200} May 24 22:57:57.190918 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b95463-58a9-4de2-a889-9188c7c9cb62'] response: {'server_uuid': 'b2c8bc30-9e8b-4555-94ed-2ff76f6a63e9', 'name': 'network-vif-deleted', 'tag': 'd822ac84-c6b6-4473-bc59-d3565a2e87c8', 'status': 'completed', 'code': 200} May 24 22:57:57.192018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795970-646d-43e2-9633-d23b1e13ff61 req-1f42dc99-3314-4dda-a1ae-3f5decfcc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:57.193751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0795970-646d-43e2-9633-d23b1e13ff61 req-1f42dc99-3314-4dda-a1ae-3f5decfcc66e service neutron] 10.222.0.50 "GET /v2.0/networks?id=843addac-f0f4-411d-9a56-103b9d3ebbc3 HTTP/1.1" status: 200 len: 923 time: 0.1995671 May 24 22:57:57.318756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0795970-646d-43e2-9633-d23b1e13ff61 req-9e150d02-2880-4c87-9db8-5738e1b063a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bb0b375-3125-4933-adac-311e0f194741 HTTP/1.1" status: 200 len: 217 time: 0.1163571 May 24 22:57:57.360249 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-608ae130-c3c0-4797-abed-7bb14cd4c8a3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:57.431462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0795970-646d-43e2-9633-d23b1e13ff61 req-2592381b-0514-4ee1-8f93-59669f5ec232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:57.433815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0795970-646d-43e2-9633-d23b1e13ff61 req-2592381b-0514-4ee1-8f93-59669f5ec232 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=feaab1e0-f44b-440a-8c65-163518c958f8 HTTP/1.1" status: 200 len: 862 time: 0.1025705 May 24 22:57:57.474208 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:57.478981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0449ad28-f502-4a0e-be2f-adce456e1895 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.3268065 May 24 22:57:57.480208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ae130-c3c0-4797-abed-7bb14cd4c8a3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event deleted for resources: {'Port': ['ID=a79cbfa3-9d96-43e7-bfad-a161be7e4114,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:57.489544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36944) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:57.627514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-bc379856-6e75-4ffd-8d3e-7ca21d764211 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'enable_snat': False}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:57.767305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c7a32-6b32-42b5-8737-e963ce861247 req-596156b1-ee25-4385-a4f8-c88873dc8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:57.769277 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-960c7a32-6b32-42b5-8737-e963ce861247 req-596156b1-ee25-4385-a4f8-c88873dc8637 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 1096 time: 0.5164514 May 24 22:57:57.833642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0795970-646d-43e2-9633-d23b1e13ff61 req-dcfcabd4-fa63-4619-afe5-f2faccbb8408 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=843addac-f0f4-411d-9a56-103b9d3ebbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3876956 May 24 22:57:57.864860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6524dd0a-4a50-4f86-a335-d0e656a75c7a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:57.922525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36958) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:57.933127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c3494e-d863-4807-934d-0dba6cff1858 None None] Network 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:57:57.991426 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-960c7a32-6b32-42b5-8737-e963ce861247 req-c36aca1f-3edb-4ef0-8b6d-8d205265d405 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9e78c003-39e5-49f8-8fb0-4979de8af0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029216 May 24 22:57:58.062197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2482742-3aeb-4416-8b29-6d9ce26c7f09 req-40fddb11-ede1-4d93-bcf8-092bfe646b41 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:58.068131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1f63c591-b222-4717-bf31-ca6525399f62 None None] Provisioning for port 6524dd0a-4a50-4f86-a335-d0e656a75c7a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:58.068772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0795970-646d-43e2-9633-d23b1e13ff61 req-d5dfb8d6-1c38-4a4e-b722-7b2e71929576 service neutron] 10.222.0.50 "GET /v2.0/networks/843addac-f0f4-411d-9a56-103b9d3ebbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183990 May 24 22:57:58.070397 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f2482742-3aeb-4416-8b29-6d9ce26c7f09 req-40fddb11-ede1-4d93-bcf8-092bfe646b41 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 945 time: 0.7690473 May 24 22:57:58.078035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327aa62-8f68-4982-8f21-a90e2fa75208 req-edc91ec3-960d-4e43-902c-0273ede80ede tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:58.085261 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a327aa62-8f68-4982-8f21-a90e2fa75208 req-edc91ec3-960d-4e43-902c-0273ede80ede tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 943 time: 0.2120874 May 24 22:57:58.092913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Allocated IP 172.20.0.1 (0b219aab-4c6f-4754-8227-4ac06c0bfa2c/0f41efde-b357-459b-8026-c8a676cca90a/8ffdc199-9829-47ff-b312-ea0194d7896d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:58.099693 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-608ae130-c3c0-4797-abed-7bb14cd4c8a3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.103223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-608ae130-c3c0-4797-abed-7bb14cd4c8a3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.104544 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-608ae130-c3c0-4797-abed-7bb14cd4c8a3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "DELETE /v2.0/floatingips/f55fe8ff-c16a-4195-811a-2e14d829bd3f HTTP/1.1" status: 204 len: 168 time: 3.9037316 May 24 22:57:58.106572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] For port 6524dd0a-4a50-4f86-a335-d0e656a75c7a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6524dd0a-4a50-4f86-a335-d0e656a75c7a,segment=NetworkSegment(da362e9f-952f-4b75-b51e-5877773edae3),segment_id=da362e9f-952f-4b75-b51e-5877773edae3)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:58.107194 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.124174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-406975077-network', 'tenant_id': 'e349657696c34416983f98607f7fdf1c'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:58.151051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:58.162748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Usage tracker for resource:network and tenant:e349657696c34416983f98607f7fdf1c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:58.174813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:58.216032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a327aa62-8f68-4982-8f21-a90e2fa75208 req-ae890be6-a13b-4c89-8f37-f2f20d543fb1 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296568 May 24 22:57:58.235878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 6524dd0a-4a50-4f86-a335-d0e656a75c7a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:57:58.259244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6524dd0a-4a50-4f86-a335-d0e656a75c7a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:58.260402 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.264788 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0795970-646d-43e2-9633-d23b1e13ff61 req-7cc2ab40-ad48-4a77-a0ec-10c4ce2bfcb1 service neutron] 10.222.0.50 "GET /v2.0/networks/843addac-f0f4-411d-9a56-103b9d3ebbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772804 May 24 22:57:58.388603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:58.401207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Calling delete_port for 6524dd0a-4a50-4f86-a335-d0e656a75c7a owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:57:58.459272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36970) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:58.464695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400676039', 'description': 'tempest-description--1812699485'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:58.474418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:58.489212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Usage tracker for resource:security_group and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:58.493278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:58.503509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:58.506677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6524dd0a-4a50-4f86-a335-d0e656a75c7a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:58.507432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.530282 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.530901 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f2482742-3aeb-4416-8b29-6d9ce26c7f09 req-c8070d31-9e9b-4bdd-95ea-7a1a293c4e59 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e78c003-39e5-49f8-8fb0-4979de8af0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585137 May 24 22:57:58.581300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:58.592246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Usage tracker for resource:security_group_rule and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:58.602258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:58.625143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:58.627095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 6524dd0a-4a50-4f86-a335-d0e656a75c7a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6524dd0a-4a50-4f86-a335-d0e656a75c7a,segment=NetworkSegment(da362e9f-952f-4b75-b51e-5877773edae3),segment_id=da362e9f-952f-4b75-b51e-5877773edae3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:57:58.637003 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.793844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=6524dd0a-4a50-4f86-a335-d0e656a75c7a,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:58.803180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.809676 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.826361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d95b22e7-8457-4400-99f1-6afb0e61969e None None] Provisioning complete for port 6524dd0a-4a50-4f86-a335-d0e656a75c7a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:58.826812 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d95b22e7-8457-4400-99f1-6afb0e61969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.837515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Made reservation on behalf of e349657696c34416983f98607f7fdf1c for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:57:58.839962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.885158 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.896793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5342330a-c152-454c-9c83-7f40d885a26f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:58.912721 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:58.916478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-40dc8058-8a86-414b-a273-d383da6b4297 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4534054 May 24 22:57:58.918225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36986) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:58.925121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-63d1efa5-8652-410c-9206-1987da245c03 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'security_group_rule': {'security_group_id': '5342330a-c152-454c-9c83-7f40d885a26f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:58.932874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-63d1efa5-8652-410c-9206-1987da245c03 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:58.938055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-63d1efa5-8652-410c-9206-1987da245c03 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Usage tracker for resource:security_group_rule and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:58.941564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-63d1efa5-8652-410c-9206-1987da245c03 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:58.952916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-63d1efa5-8652-410c-9206-1987da245c03 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:58.979105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63d1efa5-8652-410c-9206-1987da245c03 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.025307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d95b22e7-8457-4400-99f1-6afb0e61969e None None] Current status of the port 6524dd0a-4a50-4f86-a335-d0e656a75c7a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:57:59.056498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63d1efa5-8652-410c-9206-1987da245c03 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.066579 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63d1efa5-8652-410c-9206-1987da245c03 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.088637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1efa5-8652-410c-9206-1987da245c03 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba89b2a-220f-4015-a40d-46a58b49228c,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:59.116710 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63d1efa5-8652-410c-9206-1987da245c03 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.121299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-63d1efa5-8652-410c-9206-1987da245c03 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2026396 May 24 22:57:59.121906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36992) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:59.128064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-86f23cec-5612-4533-9b50-dfb81f7a1f07 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'security_group_rule': {'security_group_id': '5342330a-c152-454c-9c83-7f40d885a26f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:59.134927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-86f23cec-5612-4533-9b50-dfb81f7a1f07 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:59.139144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-86f23cec-5612-4533-9b50-dfb81f7a1f07 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Usage tracker for resource:security_group_rule and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:59.143025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-86f23cec-5612-4533-9b50-dfb81f7a1f07 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:59.150627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-86f23cec-5612-4533-9b50-dfb81f7a1f07 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:59.170765 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-86f23cec-5612-4533-9b50-dfb81f7a1f07 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.180152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36996) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:59.213149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:59.237146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Usage tracker for resource:security_group_rule and tenant:e349657696c34416983f98607f7fdf1c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:59.243224 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-86f23cec-5612-4533-9b50-dfb81f7a1f07 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.248804 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-86f23cec-5612-4533-9b50-dfb81f7a1f07 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.275569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f23cec-5612-4533-9b50-dfb81f7a1f07 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2248ac-44cc-475c-a215-3b2438dbf8c2,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:59.277744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:59.290118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-86f23cec-5612-4533-9b50-dfb81f7a1f07 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.291375 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-86f23cec-5612-4533-9b50-dfb81f7a1f07 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1684496 May 24 22:57:59.294462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37004) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:59.297801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:59.300018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:57:59.306861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:57:59.311160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Usage tracker for resource:floatingip and tenant:4ade7d86997048edb2aa056be826b9a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:57:59.314182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:57:59.334700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:57:59.338311 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:57:59.338812 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:57:59.355593 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.358210 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.367340 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc379856-6e75-4ffd-8d3e-7ca21d764211 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.433256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Transition to ACTIVE for port object 8ffdc199-9829-47ff-b312-ea0194d7896d will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:57:59.433972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d822ac84-c6b6-4473-bc59-d3565a2e87c8 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:57:59.449468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-270ad820-d41f-414b-8afe-936f66a2102f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca32fc84b417407ea42c1d392c8d9e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657635 May 24 22:57:59.450710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37008) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:57:59.473639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: d822ac84-c6b6-4473-bc59-d3565a2e87c8 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:57:59.474138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d822ac84-c6b6-4473-bc59-d3565a2e87c8 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:57:59.534460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9115f38a-3570-4625-927b-bd37b56be196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.570752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9115f38a-3570-4625-927b-bd37b56be196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.618622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.626593 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.646973 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.672194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c486e-9096-41e7-9e52-2a68f2e61a31 req-f4b0da1a-686e-411a-a488-4bb325e47dc9 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:59.673724 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c7c486e-9096-41e7-9e52-2a68f2e61a31 req-f4b0da1a-686e-411a-a488-4bb325e47dc9 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 943 time: 0.3026309 May 24 22:57:59.683114 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.748320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6524dd0a-4a50-4f86-a335-d0e656a75c7a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:57:59.753615 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9115f38a-3570-4625-927b-bd37b56be196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.765098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Network 0b219aab-4c6f-4754-8227-4ac06c0bfa2c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:57:59.773918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:57:59.792685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:57:59.793069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115f38a-3570-4625-927b-bd37b56be196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973d8f34-fedc-4517-a75b-3dd432ea191c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:59.824091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:57:59.843334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting port 6524dd0a-4a50-4f86-a335-d0e656a75c7a {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:57:59.843547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.869484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6524dd0a-4a50-4f86-a335-d0e656a75c7a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:57:59.870046 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.876169 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9115f38a-3570-4625-927b-bd37b56be196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.879941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9115f38a-3570-4625-927b-bd37b56be196 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/973d8f34-fedc-4517-a75b-3dd432ea191c HTTP/1.1" status: 204 len: 168 time: 0.4260705 May 24 22:57:59.911741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Allocated IP 172.25.7.121 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/a2464bc8-d9cf-4ed9-a9ad-c705744ac2e8) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:57:59.917741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e7b336-419c-4b4a-8ea6-26aa2bba36a9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:59.920829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event updated for resources: {'Port': ['ID=8ffdc199-9829-47ff-b312-ea0194d7896d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:57:59.944914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:57:59.945260 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Added segment c9b23499-246b-43f7-9b16-2abf4d4c18e6 of type vlan for network af3f872f-7879-4578-8fd1-0bd063516c86 May 24 22:57:59.965183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a29b2-e84d-420f-9ed5-9e05f25619ab req-a68d115c-067d-4dfb-bc53-2f04eac03bef tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:57:59.977817 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c7a29b2-e84d-420f-9ed5-9e05f25619ab req-a68d115c-067d-4dfb-bc53-2f04eac03bef tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 945 time: 0.2913382 May 24 22:57:59.984231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c7c486e-9096-41e7-9e52-2a68f2e61a31 req-69aaf412-b92b-4773-bb33-a3612cc16948 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958183 May 24 22:58:00.003696 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.040333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6524dd0a-4a50-4f86-a335-d0e656a75c7a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:00.087322 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.170680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c7a29b2-e84d-420f-9ed5-9e05f25619ab req-f054ee97-041c-4f68-b8d1-2863c4d560ef tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e78c003-39e5-49f8-8fb0-4979de8af0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868081 May 24 22:58:00.175984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e2076b4c-6c52-4fb5-8ef6-681f829a6c9e None None] Provisioning for port 8ffdc199-9829-47ff-b312-ea0194d7896d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:00.181684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e2076b4c-6c52-4fb5-8ef6-681f829a6c9e None None] Provisioning complete for port 8ffdc199-9829-47ff-b312-ea0194d7896d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:00.182337 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e2076b4c-6c52-4fb5-8ef6-681f829a6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.248823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e2076b4c-6c52-4fb5-8ef6-681f829a6c9e None None] Port 8ffdc199-9829-47ff-b312-ea0194d7896d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:00.264946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.295666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 2bb0b375-3125-4933-adac-311e0f194741 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:58:00.332015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.433884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:00.436784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:00.443702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:00.468745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 2bb0b375-3125-4933-adac-311e0f194741, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=2bb0b375-3125-4933-adac-311e0f194741,segment=NetworkSegment(5e97fa20-a2cd-45fb-8172-fa6955e6ebf2),segment_id=5e97fa20-a2cd-45fb-8172-fa6955e6ebf2)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:00.486644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '2bb0b375-3125-4933-adac-311e0f194741', 'network_id': '843addac-f0f4-411d-9a56-103b9d3ebbc3', 'port_id': '2bb0b375-3125-4933-adac-311e0f194741', 'mac_address': 'fa:16:3e:4d:cf:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feaab1e0-f44b-440a-8c65-163518c958f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:58:00.514131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'Port': ['ID=a2464bc8-d9cf-4ed9-a9ad-c705744ac2e8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:00.552360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:58:00.586711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 2bb0b375-3125-4933-adac-311e0f194741 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:00.587138 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.588629 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.610188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb0b375-3125-4933-adac-311e0f194741 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:00.638491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 2bb0b375-3125-4933-adac-311e0f194741, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=2bb0b375-3125-4933-adac-311e0f194741,segment=NetworkSegment(5e97fa20-a2cd-45fb-8172-fa6955e6ebf2),segment_id=5e97fa20-a2cd-45fb-8172-fa6955e6ebf2)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:00.645344 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.675917 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.770222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=2bb0b375-3125-4933-adac-311e0f194741,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:00.825040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.826014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:00.826585 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.892882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['2bb0b375-3125-4933-adac-311e0f194741'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:58:00.916356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:00.940039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37040) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:01.061422 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.069904 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.238106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'Port': ['ID=a2464bc8-d9cf-4ed9-a9ad-c705744ac2e8,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:01.262147 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.290862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] Pushing event updated for resources: {'Network': ['ID=af3f872f-7879-4578-8fd1-0bd063516c86,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:01.296906 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bbad4f02-4757-4eef-80e1-5b3f6fc5b468 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3698900 May 24 22:58:01.298328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba264b15-8522-4f8b-a703-66119a2d0c30 req-224915da-0c06-461b-a566-219a84e7b9b0 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:01.300886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba264b15-8522-4f8b-a703-66119a2d0c30 req-224915da-0c06-461b-a566-219a84e7b9b0 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 944 time: 0.1760337 May 24 22:58:01.301851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37048) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:01.304184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network af3f872f-7879-4578-8fd1-0bd063516c86 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:01.307208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Request body: {'subnet': {'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-406975077-subnet', 'tenant_id': 'e349657696c34416983f98607f7fdf1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:01.309250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] For port 6524dd0a-4a50-4f86-a335-d0e656a75c7a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6524dd0a-4a50-4f86-a335-d0e656a75c7a,segment=NetworkSegment(da362e9f-952f-4b75-b51e-5877773edae3),segment_id=da362e9f-952f-4b75-b51e-5877773edae3)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:01.309840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.310995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.312096 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7be00b9f-a9f2-443d-bae7-15a1cdee5eb4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0162997 May 24 22:58:01.316119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:01.328441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1198186073-network', 'tenant_id': '1e8c4503de714ac88eac3c2e75d50346'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:01.337112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Usage tracker for resource:subnet and tenant:e349657696c34416983f98607f7fdf1c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:01.342680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:01.350806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:01.375184 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba264b15-8522-4f8b-a703-66119a2d0c30 req-9c05430b-6e9d-4905-9b16-f9b670da07e5 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618491 May 24 22:58:01.380950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Made reservation on behalf of e349657696c34416983f98607f7fdf1c for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:01.388146 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.398505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:01.520269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Usage tracker for resource:network and tenant:1e8c4503de714ac88eac3c2e75d50346 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:01.589936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:01.602859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Calling delete_port for 6524dd0a-4a50-4f86-a335-d0e656a75c7a owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:01.645670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-233467f1-0fbd-4c6f-a187-d8fee68cb246 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Synchronizing usage tracker for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:01.665227 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.706451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-233467f1-0fbd-4c6f-a187-d8fee68cb246 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Unset dirty status for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:01.706671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:01.707620 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-233467f1-0fbd-4c6f-a187-d8fee68cb246 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1400676039&fields=id&tenant_id=4ade7d86997048edb2aa056be826b9a6 HTTP/1.1" status: 200 len: 267 time: 0.1297297 May 24 22:58:01.817473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:01.822713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33bd06-289a-4eb3-afae-ad8e167cae57 req-0ba546f0-eb55-4442-98c7-d2187eff4313 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:01.824209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be33bd06-289a-4eb3-afae-ad8e167cae57 req-0ba546f0-eb55-4442-98c7-d2187eff4313 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 945 time: 1.0438323 May 24 22:58:01.824852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Made reservation on behalf of 1e8c4503de714ac88eac3c2e75d50346 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:01.827078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.854090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Checking segment: {'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:01.854441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Network hostable DHCP agents. Network: af3f872f-7879-4578-8fd1-0bd063516c86, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:01.870686 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.921379 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc379856-6e75-4ffd-8d3e-7ca21d764211 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.934575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:01.945390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Network af3f872f-7879-4578-8fd1-0bd063516c86 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:01.959989 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc379856-6e75-4ffd-8d3e-7ca21d764211 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.965923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-3bdf50ee-c3e5-4193-9015-7cd876e392e5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:01.967366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-3bdf50ee-c3e5-4193-9015-7cd876e392e5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 817 time: 0.2465975 May 24 22:58:01.983054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, af3f872f-7879-4578-8fd1-0bd063516c86) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:01.987794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:01.988373 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:01.994486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a4cbc1-0a1d-4fb3-b507-974e97700bc4 None None] Network af3f872f-7879-4578-8fd1-0bd063516c86 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:02.005794 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-5bb1418b-4bbb-46ab-a91c-3b120fb0ab8d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/quotas/4ade7d86997048edb2aa056be826b9a6 HTTP/1.1" status: 200 len: 375 time: 0.0304973 May 24 22:58:02.009125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Usage tracker for resource:security_group_rule and tenant:1e8c4503de714ac88eac3c2e75d50346 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:02.045682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:02.070197 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-95ba86b9-3f67-4a24-aa48-c4b19d0ece17 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7580769 May 24 22:58:02.076566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:02.080150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b171d-c58b-4d87-a0a7-51662d0ba468 req-399256c7-2ff0-4c97-99fb-1fa6ae8e99c8 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:02.081884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-735b171d-c58b-4d87-a0a7-51662d0ba468 req-399256c7-2ff0-4c97-99fb-1fa6ae8e99c8 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 945 time: 0.2016521 May 24 22:58:02.131514 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be33bd06-289a-4eb3-afae-ad8e167cae57 req-6cb80fbf-cf28-41e1-9f64-51b9621e2f67 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e78c003-39e5-49f8-8fb0-4979de8af0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948396 May 24 22:58:02.176318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-735b171d-c58b-4d87-a0a7-51662d0ba468 req-a811bea5-7a77-47a8-b434-d6a9aead63a0 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Deleting port 64919541-4a46-4b94-86ba-7c8581584ce6 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:02.176658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-735b171d-c58b-4d87-a0a7-51662d0ba468 req-a811bea5-7a77-47a8-b434-d6a9aead63a0 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:02.234774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-29c49c13-a1d9-4d56-b908-69120d527878 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2130013 May 24 22:58:02.241299 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:02.311468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 2bb0b375-3125-4933-adac-311e0f194741 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:02.349715 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dce4d7-8c1b-43a0-bed6-6922da7214f8 None None] Network af3f872f-7879-4578-8fd1-0bd063516c86 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:02.373906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Port': ['ID=6524dd0a-4a50-4f86-a335-d0e656a75c7a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:02.467438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4264c32e-7703-43e0-8895-5e30889173f8 None None] DHCP port deletion for 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:58:02.483282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No DVR routers for this DVR port 6524dd0a-4a50-4f86-a335-d0e656a75c7a on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:02.574596 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-8ea76b98-02fe-4a76-aa11-90d327cbcd9b service neutron] 10.222.0.55 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378084 May 24 22:58:02.581101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 2bb0b375-3125-4933-adac-311e0f194741 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:02.605840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 2bb0b375-3125-4933-adac-311e0f194741 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:02.606326 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:02.707322 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:02.759893 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:02.771648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-735b171d-c58b-4d87-a0a7-51662d0ba468 req-a811bea5-7a77-47a8-b434-d6a9aead63a0 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] For port 64919541-4a46-4b94-86ba-7c8581584ce6, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=64919541-4a46-4b94-86ba-7c8581584ce6,segment=NetworkSegment(f8eb9929-9e5c-4a90-80d0-8d87ade622a5),segment_id=f8eb9929-9e5c-4a90-80d0-8d87ade622a5)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:02.772092 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-735b171d-c58b-4d87-a0a7-51662d0ba468 req-a811bea5-7a77-47a8-b434-d6a9aead63a0 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:02.785575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc379856-6e75-4ffd-8d3e-7ca21d764211 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Router 9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:58:02.848494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ac8a51-de94-47d3-8fd0-3acaa478bf80 None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 22:58:02.920815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 2bb0b375-3125-4933-adac-311e0f194741 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:02.920815 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:02.977181 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:02.978798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec2a24f-d6f2-454b-9877-635f74672b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb0b375-3125-4933-adac-311e0f194741'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:03.000572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 2bb0b375-3125-4933-adac-311e0f194741, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=2bb0b375-3125-4933-adac-311e0f194741,segment=NetworkSegment(5e97fa20-a2cd-45fb-8172-fa6955e6ebf2),segment_id=5e97fa20-a2cd-45fb-8172-fa6955e6ebf2)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:03.006200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:03.010166 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:03.036880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-735b171d-c58b-4d87-a0a7-51662d0ba468 req-a811bea5-7a77-47a8-b434-d6a9aead63a0 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Calling delete_port for 64919541-4a46-4b94-86ba-7c8581584ce6 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:03.066327 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-c17402a8-26b2-4c8f-bd28-9192514d108f service neutron] 10.222.0.55 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902751 May 24 22:58:03.083802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event updated for resources: {'Port': ['ID=8ffdc199-9829-47ff-b312-ea0194d7896d,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:03.090336 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ac8a51-de94-47d3-8fd0-3acaa478bf80 None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 22:58:03.110648 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:03.118218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=2bb0b375-3125-4933-adac-311e0f194741,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:03.128765 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:03.210968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:03.252865 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-735b171d-c58b-4d87-a0a7-51662d0ba468 req-a811bea5-7a77-47a8-b434-d6a9aead63a0 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:03.271961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['64919541-4a46-4b94-86ba-7c8581584ce6'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:58:03.296946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-2fbf7182-1d1c-42cd-93d5-a4dbe27395eb tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:03.297930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-2fbf7182-1d1c-42cd-93d5-a4dbe27395eb tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Synchronizing usage tracker for tenant:e349657696c34416983f98607f7fdf1c on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:03.377629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:03.389972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811bea5-7a77-47a8-b434-d6a9aead63a0 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Pushing event deleted for resources: {'Port': ['ID=64919541-4a46-4b94-86ba-7c8581584ce6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:03.396620 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:03.397041 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Added segment 654fd20e-675b-439e-ba00-3c53c00eb494 of type vlan for network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 May 24 22:58:03.473424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-2fbf7182-1d1c-42cd-93d5-a4dbe27395eb tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Unset dirty status for tenant:e349657696c34416983f98607f7fdf1c on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:03.480687 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-2fbf7182-1d1c-42cd-93d5-a4dbe27395eb tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 813 time: 0.7886581 May 24 22:58:03.497611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-735b171d-c58b-4d87-a0a7-51662d0ba468 req-a811bea5-7a77-47a8-b434-d6a9aead63a0 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] No DVR routers for this DVR port 64919541-4a46-4b94-86ba-7c8581584ce6 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:03.499971 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:03.500619 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-735b171d-c58b-4d87-a0a7-51662d0ba468 req-a811bea5-7a77-47a8-b434-d6a9aead63a0 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:03.506791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f24891-759e-4ae9-b841-8352338d4201', 'name': 'network-vif-deleted', 'tag': '64919541-4a46-4b94-86ba-7c8581584ce6'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:03.509086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc379856-6e75-4ffd-8d3e-7ca21d764211 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:03.521756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:03.524024 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c6f74e-6c2c-4f6e-b82a-4c1d8a58741b None None] Sync routers for ids ['9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:03.533260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-735b171d-c58b-4d87-a0a7-51662d0ba468 req-a811bea5-7a77-47a8-b434-d6a9aead63a0 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.31 "DELETE /v2.0/ports/64919541-4a46-4b94-86ba-7c8581584ce6 HTTP/1.1" status: 204 len: 173 time: 1.4422431 May 24 22:58:03.557790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c60366-c4a1-4157-acc0-d171761aeac5 req-a01f8427-af2d-4260-996d-4506d3e86f30 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:03.560921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12c60366-c4a1-4157-acc0-d171761aeac5 req-a01f8427-af2d-4260-996d-4506d3e86f30 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 945 time: 0.2285557 May 24 22:58:03.563305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6f74e-6c2c-4f6e-b82a-4c1d8a58741b None None] Routers {'9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:03.565064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c5c6f74e-6c2c-4f6e-b82a-4c1d8a58741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:03.592008 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-d7a6978c-0f6a-4b3c-aea5-b90e458490e2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/quotas/e349657696c34416983f98607f7fdf1c HTTP/1.1" status: 200 len: 375 time: 0.1099818 May 24 22:58:03.629705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12c60366-c4a1-4157-acc0-d171761aeac5 req-a20db381-903e-400e-aaa4-01d085ef2ca3 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623972 May 24 22:58:03.636977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c5c6f74e-6c2c-4f6e-b82a-4c1d8a58741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:03.645230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Subnet': ['ID=b47d6eef-795b-40be-b8a4-1a5c66d0b199,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:03.676861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:58:03.704072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6f74e-6c2c-4f6e-b82a-4c1d8a58741b None None] Routers {'9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:03.704836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c5c6f74e-6c2c-4f6e-b82a-4c1d8a58741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:03.828759 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79fffc2a-4908-4c4c-b2d8-e659092ca200'] response: {'server_uuid': '9ec2a24f-d6f2-454b-9877-635f74672b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb0b375-3125-4933-adac-311e0f194741', 'code': 200} May 24 22:58:03.833234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Network 0b219aab-4c6f-4754-8227-4ac06c0bfa2c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:03.843678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6524dd0a-4a50-4f86-a335-d0e656a75c7a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:58:03.870547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:03.877841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c5c6f74e-6c2c-4f6e-b82a-4c1d8a58741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:03.878402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c6f74e-6c2c-4f6e-b82a-4c1d8a58741b None None] The sync data for ids ['9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:03.888343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 6524dd0a-4a50-4f86-a335-d0e656a75c7a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:58:03.888685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6524dd0a-4a50-4f86-a335-d0e656a75c7a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:58:03.932257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0b30bf-034c-43cb-ac33-6c0f0017115b None None] Network 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:03.950151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0f524b3e-5dfa-42dc-bdcc-e3184f53a733 req-51a4601b-d178-4af9-817b-1ae8da119aa9 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Synchronizing usage tracker for tenant:3d5dd617b1f440e3a9db8aa6601c039b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:03.965710 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:03.968862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:03.969770 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:03.976850 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-5016d26e-effc-4b68-a4b1-3e286b98833f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3576865 May 24 22:58:03.977292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46589d-c252-46c9-8ec2-4540f05ad711 req-2859b671-e513-4dbc-bda9-8d0a0a225bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:03.978892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d46589d-c252-46c9-8ec2-4540f05ad711 req-2859b671-e513-4dbc-bda9-8d0a0a225bca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 1096 time: 0.1305268 May 24 22:58:03.979984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0f524b3e-5dfa-42dc-bdcc-e3184f53a733 req-51a4601b-d178-4af9-817b-1ae8da119aa9 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] Unset dirty status for tenant:3d5dd617b1f440e3a9db8aa6601c039b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:03.981074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f524b3e-5dfa-42dc-bdcc-e3184f53a733 req-51a4601b-d178-4af9-817b-1ae8da119aa9 tempest-ServerGroupTestJSON-819165179 tempest-ServerGroupTestJSON-819165179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1f24891-759e-4ae9-b841-8352338d4201 HTTP/1.1" status: 200 len: 210 time: 0.0797682 May 24 22:58:04.068016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d46589d-c252-46c9-8ec2-4540f05ad711 req-6379ef4b-27da-447c-a278-83c9fb637729 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793931 May 24 22:58:04.235962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08437b99-aec9-4431-a9ac-1ee453170ad8 None None] DHCP port deletion for 3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:58:04.248228 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04737821-523c-4bbd-87cd-e7d7f6eb3147 req-c1313f34-8aec-48dd-8b11-351756d79b7e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 210 time: 0.0870645 May 24 22:58:04.255853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:04.315641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b6cb0c69-4ce6-48dc-be86-2be9c8366bac None None] Provisioning complete for port 8ffdc199-9829-47ff-b312-ea0194d7896d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:04.315641 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b6cb0c69-4ce6-48dc-be86-2be9c8366bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:04.322552 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e796efa-2e30-42e5-9277-2af4db3865d5'] response: {'server_uuid': 'd1f24891-759e-4ae9-b841-8352338d4201', 'name': 'network-vif-deleted', 'tag': '64919541-4a46-4b94-86ba-7c8581584ce6', 'status': 'completed', 'code': 200} May 24 22:58:04.380630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc379856-6e75-4ffd-8d3e-7ca21d764211 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:04.381858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bc379856-6e75-4ffd-8d3e-7ca21d764211 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "PUT /v2.0/routers/9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f HTTP/1.1" status: 200 len: 922 time: 6.8441124 May 24 22:58:04.385326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37106) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:04.397562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb0c69-4ce6-48dc-be86-2be9c8366bac None None] Port 8ffdc199-9829-47ff-b312-ea0194d7896d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:04.398942 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.4567864 May 24 22:58:04.430364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37110) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:04.441899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3773d7e9-75fc-48cc-b9a7-414fd7aa2c24']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:04.451269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Request body: {'subnet': {'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1198186073-subnet', 'tenant_id': '1e8c4503de714ac88eac3c2e75d50346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:04.461932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509113a6-0cbd-412b-a85b-cb0f6efe4f57 admin admin] Pushing event updated for resources: {'Network': ['ID=05ccc91e-adae-46fb-a49a-a8b9bfc24e15,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:04.469025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:04.473477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:04.473950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da362e9f-952f-4b75-b51e-5877773edae3') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:04.474250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da362e9f-952f-4b75-b51e-5877773edae3') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:04.495320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:04.510977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Usage tracker for resource:subnet and tenant:1e8c4503de714ac88eac3c2e75d50346 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:04.526900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:04.547457 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:04.551662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:04.566290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:04.566918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:04.576625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-01a65a9a-aabc-4269-828b-8e7529d0fe1c tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/routers/9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f HTTP/1.1" status: 200 len: 922 time: 0.1892395 May 24 22:58:04.579441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37114) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:04.690990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33369236-0317-4539-b6e2-f63ca2be0ad9 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:04.693208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-33369236-0317-4539-b6e2-f63ca2be0ad9 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&device_id=9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1125762 May 24 22:58:04.696008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37120) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:04.756532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-f94b8421-9d8a-42d1-bf77-84792a519052 service neutron] 10.222.0.55 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7125380 May 24 22:58:04.763736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Router 54bfce24-4b69-4c91-91b3-f304c000dd87 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:58:04.825082 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment da362e9f-952f-4b75-b51e-5877773edae3 resource provider aggregate not found May 24 22:58:04.852189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Made reservation on behalf of 1e8c4503de714ac88eac3c2e75d50346 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:04.854483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:04.873129 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment da362e9f-952f-4b75-b51e-5877773edae3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da362e9f-952f-4b75-b51e-5877773edae3 found for delete ", "request_id": "req-f29c2780-7e29-4c6e-b3a3-a1dc306c9e04"}]} May 24 22:58:05.015269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00039d9c-82e5-4e9b-89de-ed15a7beaf6b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:05.020066 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-00039d9c-82e5-4e9b-89de-ed15a7beaf6b tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 881 time: 0.3191276 May 24 22:58:05.028236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37130) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:05.086276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-01cca257-0bcb-4616-85ef-99df9e161526 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:05.087701 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-01cca257-0bcb-4616-85ef-99df9e161526 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 817 time: 0.3000503 May 24 22:58:05.090698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d7b276c7-b9b7-4498-9713-08436f4bc87a tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f HTTP/1.1" status: 200 len: 205 time: 0.0602195 May 24 22:58:05.098347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d656f55-525e-4c44-938a-19533c249049 req-db7d6211-4caa-4e80-8d2c-53cd064655cc tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:05.099798 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d656f55-525e-4c44-938a-19533c249049 req-db7d6211-4caa-4e80-8d2c-53cd064655cc tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 945 time: 0.3108425 May 24 22:58:05.101473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37134) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:05.154847 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:05.202944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:05.225990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=3773d7e9-75fc-48cc-b9a7-414fd7aa2c24,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:05.242377 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f1c9ac1a-1678-47e9-83cd-65a604268bf8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 HTTP/1.1" status: 204 len: 168 time: 10.2790394 May 24 22:58:05.250111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37138) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:05.259464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1641641031'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:05.264992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:05.269324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:network and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:05.269953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-85d88204-1b35-4a0d-98be-d585c1eed283 service neutron] 10.222.0.55 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050707 May 24 22:58:05.272190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:05.277093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:05.277999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:05.289866 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f19f25-7daa-4eb1-8d41-1554b4e3d49b None None] Sync routers for ids ['54bfce24-4b69-4c91-91b3-f304c000dd87'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:05.299661 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f19f25-7daa-4eb1-8d41-1554b4e3d49b None None] Routers {'54bfce24-4b69-4c91-91b3-f304c000dd87'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:05.300490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-57f19f25-7daa-4eb1-8d41-1554b4e3d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['54bfce24-4b69-4c91-91b3-f304c000dd87'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:05.325891 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6a7889ca-e7d7-4120-8715-3cfb1825c9e6 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "PUT /v2.0/routers/54bfce24-4b69-4c91-91b3-f304c000dd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9030032 May 24 22:58:05.326933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37144) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:05.327045 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d96c-a20e-49b6-b731-a64ac34a61fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:05.388890 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-57f19f25-7daa-4eb1-8d41-1554b4e3d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:05.412644 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f19f25-7daa-4eb1-8d41-1554b4e3d49b None None] Routers {'54bfce24-4b69-4c91-91b3-f304c000dd87'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:05.413281 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-57f19f25-7daa-4eb1-8d41-1554b4e3d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:57:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['54bfce24-4b69-4c91-91b3-f304c000dd87'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:05.481323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 64919541-4a46-4b94-86ba-7c8581584ce6 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:58:05.576681 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2df899b8-776c-47bd-9332-be2e92fbafef tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:05.577609 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-57f19f25-7daa-4eb1-8d41-1554b4e3d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:05.578015 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f19f25-7daa-4eb1-8d41-1554b4e3d49b None None] The sync data for ids ['54bfce24-4b69-4c91-91b3-f304c000dd87'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:05.584579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 64919541-4a46-4b94-86ba-7c8581584ce6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:58:05.584918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 64919541-4a46-4b94-86ba-7c8581584ce6 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:58:05.673249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d656f55-525e-4c44-938a-19533c249049 req-21277d9a-6389-4469-b424-3652abdf5d52 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580730 May 24 22:58:05.677616 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-b7d8454c-f892-4a84-ad64-b45581414942 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ade7d86997048edb2aa056be826b9a6 HTTP/1.1" status: 200 len: 380 time: 0.5769205 May 24 22:58:05.705084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'port': {'device_id': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'admin_state_up': True, 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'security_groups': ['5342330a-c152-454c-9c83-7f40d885a26f']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:05.727878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:05.731811 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:05.784253 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:05.826128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1fdde749-be29-45a5-ae5e-c894fd2ed64a req-116e0830-3647-475c-abbe-ebf351fcd879 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Synchronizing usage tracker for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:05.876375 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ef1329d-e652-4df9-9d32-ae7c9595adcd req-54ed37f3-bac0-4565-a9de-9f95647808c3 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 210 time: 0.1305702 May 24 22:58:05.877331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1fdde749-be29-45a5-ae5e-c894fd2ed64a req-116e0830-3647-475c-abbe-ebf351fcd879 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Unset dirty status for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:05.885912 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1fdde749-be29-45a5-ae5e-c894fd2ed64a req-116e0830-3647-475c-abbe-ebf351fcd879 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 210 time: 0.1486206 May 24 22:58:05.888996 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-2df899b8-776c-47bd-9332-be2e92fbafef tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] delete failed (client error): There was a conflict when trying to complete your request. May 24 22:58:05.897742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37160) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:05.902184 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2df899b8-776c-47bd-9332-be2e92fbafef tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "DELETE /v2.0/routers/54bfce24-4b69-4c91-91b3-f304c000dd87 HTTP/1.1" status: 409 len: 329 time: 0.5713844 May 24 22:58:05.926708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a93872d-9b6c-42bf-9e43-eda0b0bb5f74,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:05.946662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Checking segment: {'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:05.947029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Network hostable DHCP agents. Network: 05ccc91e-adae-46fb-a49a-a8b9bfc24e15, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:05.971211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:05.982457 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:05.990858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 05ccc91e-adae-46fb-a49a-a8b9bfc24e15) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:05.996312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:05.996997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:06.005071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff30ac3-d244-4472-b582-d06caa978042 None None] Network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:06.024565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9c469b18-b696-40bc-ba87-e372db902a14 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5929227 May 24 22:58:06.054670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:06.168776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:06.169179 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment f190423e-edd2-47cc-8d20-5182db25179e of type vlan for network 08e221e2-300e-49d2-ba5f-f7c1a6778f32 May 24 22:58:06.200560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:06.293131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:06.341377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432fd1de-3893-47b4-88ed-69302c8cc1fe None None] Network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:06.394055 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:06.515811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Made reservation on behalf of 4ade7d86997048edb2aa056be826b9a6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:06.519775 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:06.544982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37196) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:06.713236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b6e3473-9800-4f68-8877-08cde96bd99b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:06.714496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b6e3473-9800-4f68-8877-08cde96bd99b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Synchronizing usage tracker for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:06.718144 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:06.734384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b6e3473-9800-4f68-8877-08cde96bd99b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Unset dirty status for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:06.735672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b6e3473-9800-4f68-8877-08cde96bd99b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/networks?id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15 HTTP/1.1" status: 200 len: 822 time: 0.1879389 May 24 22:58:06.738748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:06.746923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:06.747765 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:06.765370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-38afa606-919b-46cc-802f-c5c5b735b216 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/quotas/1e8c4503de714ac88eac3c2e75d50346 HTTP/1.1" status: 200 len: 375 time: 0.0188341 May 24 22:58:06.828556 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-d598835d-fd71-4056-a204-5ad6ab9ccc9d tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e8c4503de714ac88eac3c2e75d50346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620260 May 24 22:58:06.890948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a159761-9b98-4e25-a4c8-1376940703f8 admin admin] Deleting subnet 486c483e-a259-4712-8402-baa91f254448 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:58:06.893057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Deleting port 88a3a806-aabf-4417-b4d4-b0159b987816 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:06.893408 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:07.000035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a159761-9b98-4e25-a4c8-1376940703f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:07.105458 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-6eab409e-1b2f-48e6-a557-dd5cb46f96b4 service neutron] 10.222.0.55 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693291 May 24 22:58:07.241606 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-e15144f5-a2cd-4e27-b858-647647b55580 service neutron] 10.222.0.55 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298275 May 24 22:58:07.275434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0205042 May 24 22:58:07.278605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37206) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:07.284740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'network_id': '08e221e2-300e-49d2-ba5f-f7c1a6778f32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:07.310461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c40f7-f3bb-4a14-a8b5-f0d4b3e432c9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=08e221e2-300e-49d2-ba5f-f7c1a6778f32,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:07.326854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 08e221e2-300e-49d2-ba5f-f7c1a6778f32 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:07.406609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:07.410882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:subnet and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:07.414198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:07.420322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:07.434221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:07.438864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:07.469711 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e4e51c47-bf22-4221-a3f7-da9b0c68d828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:07.585196 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c89d429-429c-424b-9d28-f475b5c95870 req-0a11ed83-dda1-43cd-9b7d-167f3b5652f0 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 210 time: 0.0658512 May 24 22:58:07.615835 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a159761-9b98-4e25-a4c8-1376940703f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:07.730143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-5cf72475-9a6c-434c-aad3-339e9ba3c78c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:07.731629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-5cf72475-9a6c-434c-aad3-339e9ba3c78c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.31 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 813 time: 0.9282494 May 24 22:58:07.737298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Allocated IP 172.20.0.10 (f0f9d470-1308-4b59-8b6a-80517df5ae5c/034bb0c3-35e7-429a-8b92-042020a1e494/d45afbff-354c-4d0a-8468-245e307a0a7f) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:07.764476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Request body: {'port': {'device_id': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86', 'admin_state_up': True, 'tenant_id': 'e349657696c34416983f98607f7fdf1c'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:07.789243 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf68d861-c2dd-49a1-aebc-38419b0b604c req-00dae23a-a795-4278-b211-0ba147b829f2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 210 time: 0.0587802 May 24 22:58:07.805649 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:07.816986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f6f99-b24a-460d-9308-adf83829803c req-3b5363ad-7dc7-42a4-95f7-f01bb2b04d66 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:07.823966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-463f6f99-b24a-460d-9308-adf83829803c req-3b5363ad-7dc7-42a4-95f7-f01bb2b04d66 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 945 time: 1.0082207 May 24 22:58:07.828142 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a159761-9b98-4e25-a4c8-1376940703f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:07.914511 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6164ecf2-7e89-4c2e-a3c1-558132f21caf req-b6d8816d-f0cc-4506-a5e8-e687104a7e30 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 210 time: 0.0591171 May 24 22:58:07.939554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=1b2bfb7e-803d-45e9-9d73-f891cd120780,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:07.956238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking segment: {'id': 'f190423e-edd2-47cc-8d20-5182db25179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '08e221e2-300e-49d2-ba5f-f7c1a6778f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:07.956720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network hostable DHCP agents. Network: 08e221e2-300e-49d2-ba5f-f7c1a6778f32, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:07.979395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network 08e221e2-300e-49d2-ba5f-f7c1a6778f32 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:07.981944 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:07.991080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 08e221e2-300e-49d2-ba5f-f7c1a6778f32) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:07.998687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:07.999547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.005122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350bb99-dd97-4181-a904-d164a56fdc61 None None] Network 08e221e2-300e-49d2-ba5f-f7c1a6778f32 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:08.034509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c0b52238-646d-402a-b0cf-d7a975b48677 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7544868 May 24 22:58:08.037050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37220) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:08.183910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Calling delete_port for 88a3a806-aabf-4417-b4d4-b0159b987816 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:08.212315 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.247246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-463f6f99-b24a-460d-9308-adf83829803c req-78f452f9-0994-4645-9943-7d9a8d7f7abf tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211524 May 24 22:58:08.282035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81184c-8142-4ea7-b634-647341e32205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-08e221e2-300e-49d2-ba5f-f7c1a6778f32', 'network_id': '08e221e2-300e-49d2-ba5f-f7c1a6778f32', 'tenant_id': 'b02244053ac84d7498757d45f4831b3f', 'fixed_ips': [{'subnet_id': '1b2bfb7e-803d-45e9-9d73-f891cd120780'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:08.282883 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5e81184c-8142-4ea7-b634-647341e32205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.304200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.397102 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server [None req-5e81184c-8142-4ea7-b634-647341e32205 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b2bfb7e-803d-45e9-9d73-f891cd120780: This subnet is being modified by another concurrent operation. May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 22:58:08.409861 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise exception May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b2bfb7e-803d-45e9-9d73-f891cd120780: This subnet is being modified by another concurrent operation. May 24 22:58:08.413558 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server May 24 22:58:08.432097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b6b55-1254-4f50-a93c-b9b9002d4332 None None] Network 08e221e2-300e-49d2-ba5f-f7c1a6778f32 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:08.439229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:08.463889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Usage tracker for resource:port and tenant:e349657696c34416983f98607f7fdf1c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:08.483578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:08.497083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:08.557006 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a159761-9b98-4e25-a4c8-1376940703f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.570844 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6d37bb9-6a33-4cca-afaa-89d4dca8a54b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.631248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2bfb7e-803d-45e9-9d73-f891cd120780,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:08.650440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.694293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e221e2-300e-49d2-ba5f-f7c1a6778f32']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:08.709474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f190423e-edd2-47cc-8d20-5182db25179e') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:08.709793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f190423e-edd2-47cc-8d20-5182db25179e') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:08.730943 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.755645 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.762982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:08.763393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.825976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7277677a-6530-489c-95f9-96c21ac69615 None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 22:58:08.851941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Made reservation on behalf of e349657696c34416983f98607f7fdf1c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:08.856443 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.895456 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f190423e-edd2-47cc-8d20-5182db25179e resource provider aggregate not found May 24 22:58:08.920859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a159761-9b98-4e25-a4c8-1376940703f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.927175 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f190423e-edd2-47cc-8d20-5182db25179e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f190423e-edd2-47cc-8d20-5182db25179e found for delete ", "request_id": "req-3a70785a-9b1d-4f69-8fda-4f29114b7517"}]} May 24 22:58:08.941570 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.954372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a159761-9b98-4e25-a4c8-1376940703f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486c483e-a259-4712-8402-baa91f254448,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:08.975266 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:08.992335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/08e221e2-300e-49d2-ba5f-f7c1a6778f32 HTTP/1.1" status: 204 len: 168 time: 0.9531446 May 24 22:58:09.017227 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.024154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7277677a-6530-489c-95f9-96c21ac69615 None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 22:58:09.028078 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.033984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37242) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:09.041985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10ea51-ed02-452b-9b42-e84fe12de039 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=08e221e2-300e-49d2-ba5f-f7c1a6778f32,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:09.052243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1984989790'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:09.059708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac5e9806-d6ef-4557-a93a-a8daa96f117a req-04d8543b-9165-43df-8e30-93459c315b1d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 210 time: 0.0859740 May 24 22:58:09.060652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:09.065393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:network and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:09.068717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:09.084557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:09.098065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:09.102320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.134981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:09.145722 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.146187 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment 8ac49da3-a1cb-482f-b11f-e0cd460b5846 of type vlan for network af0e7e52-b071-45d3-9b11-e622c679ef28 May 24 22:58:09.224440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.226318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-82408885-fee0-4b70-829f-5c2c76542c81 req-eb3fed6d-e29f-4a64-8578-d2b2369c4df6 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Synchronizing usage tracker for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:09.249676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2a159761-9b98-4e25-a4c8-1376940703f8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/486c483e-a259-4712-8402-baa91f254448 HTTP/1.1" status: 204 len: 168 time: 2.6975791 May 24 22:58:09.256238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37246) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:09.344024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.476006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.481227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:09.481825 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.499459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-82408885-fee0-4b70-829f-5c2c76542c81 req-eb3fed6d-e29f-4a64-8578-d2b2369c4df6 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Unset dirty status for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:09.500632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82408885-fee0-4b70-829f-5c2c76542c81 req-eb3fed6d-e29f-4a64-8578-d2b2369c4df6 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 210 time: 0.6170065 May 24 22:58:09.616001 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.618182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-06eba89c-ab3b-447b-9bf8-3443ebd6c470 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:09.619928 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-06eba89c-ab3b-447b-9bf8-3443ebd6c470 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "GET /v2.0/networks?id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15 HTTP/1.1" status: 200 len: 822 time: 0.8399832 May 24 22:58:09.627821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9790-4c12-4f09-a27d-ad401e16ea0c req-e09d913a-b4b2-488b-b810-0f66b2b21292 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:09.629329 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80ef9790-4c12-4f09-a27d-ad401e16ea0c req-e09d913a-b4b2-488b-b810-0f66b2b21292 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 945 time: 0.4584322 May 24 22:58:09.639679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6044357 May 24 22:58:09.642448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e81a6-f48e-47ac-8f77-78d9f0aa9d0c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=af0e7e52-b071-45d3-9b11-e622c679ef28,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:09.652978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network af0e7e52-b071-45d3-9b11-e622c679ef28 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:09.656979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37250) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:09.669603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'network_id': 'af0e7e52-b071-45d3-9b11-e622c679ef28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:09.675504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Request body: {'port': {'device_id': 'eaef762a-5837-44e4-9f7f-f7b109c8abd1', 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15', 'admin_state_up': True, 'tenant_id': '1e8c4503de714ac88eac3c2e75d50346'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:09.820309 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80ef9790-4c12-4f09-a27d-ad401e16ea0c req-268d2433-b1e7-4e2f-a862-95deb026523b tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842513 May 24 22:58:09.827773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6eee4f69-40d5-438c-8541-add86db75cc8 req-d73104c7-8f9b-4259-8af7-c00e292f1383 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 210 time: 0.1660180 May 24 22:58:09.845230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Transition to ACTIVE for port object d45afbff-354c-4d0a-8468-245e307a0a7f will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:09.885240 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.924581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.937989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Allocated IP 172.20.0.8 (af3f872f-7879-4578-8fd1-0bd063516c86/3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb/eed27daf-7b89-47a1-9c43-51415d341aa3) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:09.938600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:09.952612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:subnet and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:09.958378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:09.966265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be163cd-bc6d-40e1-b824-6280b61473ab']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:09.968797 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:09.973608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:09.977686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Pushing event deleted for resources: {'Port': ['ID=88a3a806-aabf-4417-b4d4-b0159b987816,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:09.984662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8eb9929-9e5c-4a90-80d0-8d87ade622a5') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:09.984963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8eb9929-9e5c-4a90-80d0-8d87ade622a5') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:09.998721 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.008259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:10.011725 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.097198 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.097429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e6d37bb9-6a33-4cca-afaa-89d4dca8a54b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Deleting port 8ffdc199-9829-47ff-b312-ea0194d7896d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:10.097680 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6d37bb9-6a33-4cca-afaa-89d4dca8a54b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.118750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:10.119315 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.138397 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.ipam_backend_mixin [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Performing IP validity checks on allocation pools {{(pid=88390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 22:58:10.138977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.ipam_backend_mixin [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 22:58:10.257136 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18bb66a7-2cca-43da-b2dd-e132408bd0d4 req-d981e0e8-4d7d-42cf-916b-eebfcc5fb14f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 210 time: 0.0746615 May 24 22:58:10.261465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:10.270817 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.288208 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.302582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] Pushing event deleted for resources: {'Network': ['ID=2be163cd-bc6d-40e1-b824-6280b61473ab,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:10.313316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Usage tracker for resource:port and tenant:1e8c4503de714ac88eac3c2e75d50346 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:10.327306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:10.340882 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a7a429b7-3333-4b65-b8b2-558c0fa227cf admin admin] 10.222.0.55 "DELETE /v2.0/networks/2be163cd-bc6d-40e1-b824-6280b61473ab HTTP/1.1" status: 204 len: 168 time: 1.0827041 May 24 22:58:10.349131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:10.364083 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.365776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.422615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.489173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37258) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:10.521595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=970dd6db-1f90-4357-9172-15c9e367cbfe,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:10.525518 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:58:10.575130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-630b4235-22ac-49a6-8b05-873cfaa7b078 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d5dd617b1f440e3a9db8aa6601c039b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809429 May 24 22:58:10.576104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking segment: {'id': '8ac49da3-a1cb-482f-b11f-e0cd460b5846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'af0e7e52-b071-45d3-9b11-e622c679ef28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:10.576724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network hostable DHCP agents. Network: af0e7e52-b071-45d3-9b11-e622c679ef28, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:10.582789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37264) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:10.643970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network af0e7e52-b071-45d3-9b11-e622c679ef28 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:10.668063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, af0e7e52-b071-45d3-9b11-e622c679ef28) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:10.676687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:10.677277 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.678776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c55568-c2f2-4578-a7e3-6a4a37afcde2 None None] Network af0e7e52-b071-45d3-9b11-e622c679ef28 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:10.680015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Made reservation on behalf of 1e8c4503de714ac88eac3c2e75d50346 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:10.683434 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.684236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a603b64-43ff-4c8f-ab02-1fe8f4d6afd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.716858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-af94cd45-f87f-4ec1-8b52-7cb2ce5a6534 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0559659 May 24 22:58:10.717888 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37268) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:10.724188 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a603b64-43ff-4c8f-ab02-1fe8f4d6afd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.914629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.918013 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a603b64-43ff-4c8f-ab02-1fe8f4d6afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.954030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.960030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Network f0f9d470-1308-4b59-8b6a-80517df5ae5c is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:10.962153 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f8eb9929-9e5c-4a90-80d0-8d87ade622a5 resource provider aggregate not found May 24 22:58:10.966616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a603b64-43ff-4c8f-ab02-1fe8f4d6afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e78c003-39e5-49f8-8fb0-4979de8af0cb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:10.972723 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:10.981602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:10.984571 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6d37bb9-6a33-4cca-afaa-89d4dca8a54b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.019304 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f8eb9929-9e5c-4a90-80d0-8d87ade622a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8eb9929-9e5c-4a90-80d0-8d87ade622a5 found for delete ", "request_id": "req-aaaa2ff9-9a82-44ae-9787-bea05b769575"}]} May 24 22:58:11.038119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:11.049333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:11.067993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4430453b-8d18-4005-8b26-3a01a13fce56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-af0e7e52-b071-45d3-9b11-e622c679ef28', 'network_id': 'af0e7e52-b071-45d3-9b11-e622c679ef28', 'tenant_id': 'b02244053ac84d7498757d45f4831b3f', 'fixed_ips': [{'subnet_id': '970dd6db-1f90-4357-9172-15c9e367cbfe'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:11.069370 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4430453b-8d18-4005-8b26-3a01a13fce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.074675 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4978872a-c5ea-41c1-acdc-7afb40bcf8dd req-c71e11dd-2a5a-4a79-a14d-a1a4250571a1 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 210 time: 0.0907061 May 24 22:58:11.083213 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a603b64-43ff-4c8f-ab02-1fe8f4d6afd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.087639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7a603b64-43ff-4c8f-ab02-1fe8f4d6afd2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e78c003-39e5-49f8-8fb0-4979de8af0cb HTTP/1.1" status: 204 len: 168 time: 0.5037360 May 24 22:58:11.119070 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.308582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e6d37bb9-6a33-4cca-afaa-89d4dca8a54b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Calling delete_port for 8ffdc199-9829-47ff-b312-ea0194d7896d owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:11.348946 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server [None req-4430453b-8d18-4005-8b26-3a01a13fce56 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 970dd6db-1f90-4357-9172-15c9e367cbfe: This subnet is being modified by another concurrent operation. May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 22:58:11.350624 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise exception May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 970dd6db-1f90-4357-9172-15c9e367cbfe: This subnet is being modified by another concurrent operation. May 24 22:58:11.353454 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server May 24 22:58:11.382799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8d291b-622c-49e3-b919-41d8ba73648e None None] Network af0e7e52-b071-45d3-9b11-e622c679ef28 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:11.417240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5ed2186d-3c93-4e7e-a359-88ab4b136daf None None] Provisioning for port d45afbff-354c-4d0a-8468-245e307a0a7f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:11.417458 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.418404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Fanout notify agent at l3_agent the message router_deleted on router 9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:58:11.428522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Subnet': ['ID=970dd6db-1f90-4357-9172-15c9e367cbfe,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:11.443410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68bf31-1032-47de-80b8-6cc03ec172ad req-52cfa748-9132-445d-9ed9-cb470e10a543 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:11.444891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e68bf31-1032-47de-80b8-6cc03ec172ad req-52cfa748-9132-445d-9ed9-cb470e10a543 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 945 time: 1.2010651 May 24 22:58:11.471851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:11.472675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.489631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5ed2186d-3c93-4e7e-a359-88ab4b136daf None None] Provisioning complete for port d45afbff-354c-4d0a-8468-245e307a0a7f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:11.490094 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5ed2186d-3c93-4e7e-a359-88ab4b136daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.523795 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.544495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d7c46-9448-414c-ab11-ad69df44c1f7 req-daa7bfd7-653c-4816-9074-c5e67ef9ce9a tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:11.546122 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-641d7c46-9448-414c-ab11-ad69df44c1f7 req-daa7bfd7-653c-4816-9074-c5e67ef9ce9a tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 945 time: 0.3016293 May 24 22:58:11.593191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.624197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2186d-3c93-4e7e-a359-88ab4b136daf None None] Port d45afbff-354c-4d0a-8468-245e307a0a7f cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:11.648292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3156d93c-a814-429b-b135-cfa507e5fa3a None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 22:58:11.691376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c62d93-bd9e-4fee-bf96-520daf9e6fac req-5090b72e-b21a-4262-bca2-9da782d4904b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:11.693145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c62d93-bd9e-4fee-bf96-520daf9e6fac req-5090b72e-b21a-4262-bca2-9da782d4904b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 932 time: 1.0257609 May 24 22:58:11.708201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-2e68bf31-1032-47de-80b8-6cc03ec172ad req-3a5cbdf0-3a86-47e0-8901-feab330b8c65 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Deleting port 2bb0b375-3125-4933-adac-311e0f194741 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:11.708548 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e68bf31-1032-47de-80b8-6cc03ec172ad req-3a5cbdf0-3a86-47e0-8901-feab330b8c65 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.738204 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.739408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-69e781ff-3dc0-47eb-ab1c-a663069f7aa1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f HTTP/1.1" status: 204 len: 168 time: 6.6370900 May 24 22:58:11.750932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-30458cc3-420e-4ee9-a5fb-55fead7dfa79 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0558376 May 24 22:58:11.756906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37292) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:11.801050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3156d93c-a814-429b-b135-cfa507e5fa3a None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 22:58:11.818321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Request body: {'port': {'device_id': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:11.822194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0e7e52-b071-45d3-9b11-e622c679ef28']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:11.834730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac49da3-a1cb-482f-b11f-e0cd460b5846') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:11.835024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac49da3-a1cb-482f-b11f-e0cd460b5846') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:11.847712 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.855617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Allocated IP 172.20.0.8 (05ccc91e-adae-46fb-a49a-a8b9bfc24e15/3a93872d-9b6c-42bf-9e43-eda0b0bb5f74/8bda59c2-02c1-4838-9390-6b45bc950965) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:11.865427 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.872485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:11.872891 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:11.935224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3fd623ec-ce26-4ff6-bcef-7d35acbf4fce tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-506075514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:11.967628 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c62d93-bd9e-4fee-bf96-520daf9e6fac req-f03329e3-6f00-4cbf-b79a-acf0b6b5f85d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204158 May 24 22:58:11.970986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3fd623ec-ce26-4ff6-bcef-7d35acbf4fce tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:11.991313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-641d7c46-9448-414c-ab11-ad69df44c1f7 req-2885986f-8af5-4b93-a503-fc123062107a tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384508 May 24 22:58:12.022967 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.028501 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.036072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3fd623ec-ce26-4ff6-bcef-7d35acbf4fce tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Usage tracker for resource:router and tenant:525cecddd9f14bb29b77e712da54639b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:12.039386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3fd623ec-ce26-4ff6-bcef-7d35acbf4fce tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:12.045535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3fd623ec-ce26-4ff6-bcef-7d35acbf4fce tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:12.054854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=af0e7e52-b071-45d3-9b11-e622c679ef28,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:12.073311 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b8d5ffb8-499b-4f73-9957-ca578b1d8340 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/af0e7e52-b071-45d3-9b11-e622c679ef28 HTTP/1.1" status: 204 len: 168 time: 1.3544526 May 24 22:58:12.074034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37304) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:12.084281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-80286715'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:12.098578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:12.106803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:network and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:12.112959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:12.137685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:12.167033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:12.175116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.210687 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fd623ec-ce26-4ff6-bcef-7d35acbf4fce tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.211852 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fd623ec-ce26-4ff6-bcef-7d35acbf4fce tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.235592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:12.258302 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.258555 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment 2bc8a427-0ac7-411b-baff-e5be7c0a8ec9 of type vlan for network ca3d6bc4-f595-4fa0-adca-8cc5770d0de6 May 24 22:58:12.290782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ecfb411a-55f2-4e1f-8bdd-fd352da708ae req-7ae8ae83-94cb-4821-b0b4-d4a47ad2c5fe tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Synchronizing usage tracker for tenant:e349657696c34416983f98607f7fdf1c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:12.305324 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6c0e7a7f-2558-408c-becd-787de576129b req-56eb499c-7162-49c3-8dce-8f64ae64c6b8 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 210 time: 0.0491328 May 24 22:58:12.328970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37312) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:12.341229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.343336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.377438 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6d37bb9-6a33-4cca-afaa-89d4dca8a54b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.380783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.388631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:12.389237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.481257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-network', 'tenant_id': '41770c559bc34ca187af2a317b5014f6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:12.501404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:12.511129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Usage tracker for resource:network and tenant:41770c559bc34ca187af2a317b5014f6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:12.516338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4412060 May 24 22:58:12.517533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:12.520665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=ca3d6bc4-f595-4fa0-adca-8cc5770d0de6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:12.525205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37318) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:12.527737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:12.534482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'network_id': 'ca3d6bc4-f595-4fa0-adca-8cc5770d0de6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:12.547159 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fd623ec-ce26-4ff6-bcef-7d35acbf4fce tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.558507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.558644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d37bb9-6a33-4cca-afaa-89d4dca8a54b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event deleted for resources: {'Port': ['ID=8ffdc199-9829-47ff-b312-ea0194d7896d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:12.558930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.559189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.559528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.560454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.560454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.560617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.560811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.561133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.561466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.561803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.562464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595eb3a3-bfc8-4d62-9e2d-7c03d9cba4f9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:12.584312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ca3d6bc4-f595-4fa0-adca-8cc5770d0de6 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:12.634635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Made reservation on behalf of 41770c559bc34ca187af2a317b5014f6 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:12.637180 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.670234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.692079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Network af3f872f-7879-4578-8fd1-0bd063516c86 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:12.696319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:12.704291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Usage tracker for resource:security_group_rule and tenant:41770c559bc34ca187af2a317b5014f6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:12.708518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:12.717484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:12.719662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:12.725970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:subnet and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:12.732134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:12.748949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:12.771517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:12.775058 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.794457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ecfb411a-55f2-4e1f-8bdd-fd352da708ae req-7ae8ae83-94cb-4821-b0b4-d4a47ad2c5fe tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Unset dirty status for tenant:e349657696c34416983f98607f7fdf1c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:12.803285 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ecfb411a-55f2-4e1f-8bdd-fd352da708ae req-7ae8ae83-94cb-4821-b0b4-d4a47ad2c5fe tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 210 time: 0.6385524 May 24 22:58:12.804230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:12.846047 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.873048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:12.926529 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.936549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:12.979351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:13.035984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702f0213-3455-4e7b-8e40-3425d8dab446,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:13.043375 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.043718 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Added segment 65fc81a8-9afa-4ed6-8f93-c9e6769e5a49 of type vlan for network 3de9ab13-987a-4de0-9181-92b2d1349cda May 24 22:58:13.111820 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.132859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fd623ec-ce26-4ff6-bcef-7d35acbf4fce tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.162081 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 8ac49da3-a1cb-482f-b11f-e0cd460b5846 resource provider aggregate not found May 24 22:58:13.178842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:13.203976 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.207818 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.215369 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 8ac49da3-a1cb-482f-b11f-e0cd460b5846 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ac49da3-a1cb-482f-b11f-e0cd460b5846 found for delete ", "request_id": "req-502bd044-ec48-4510-ae07-7694b87d6f22"}]} May 24 22:58:13.301149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.302066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:13.302678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.348120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=16eab1e6-1707-4dc1-bfda-49332d3f8b4a,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:13.369425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:13.370015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.432881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking segment: {'id': '2bc8a427-0ac7-411b-baff-e5be7c0a8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ca3d6bc4-f595-4fa0-adca-8cc5770d0de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:13.433521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network hostable DHCP agents. Network: ca3d6bc4-f595-4fa0-adca-8cc5770d0de6, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:13.446583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] Pushing event updated for resources: {'Network': ['ID=3de9ab13-987a-4de0-9181-92b2d1349cda,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:13.457737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 3de9ab13-987a-4de0-9181-92b2d1349cda details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:13.458231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3fd623ec-ce26-4ff6-bcef-7d35acbf4fce tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.465193 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3fd623ec-ce26-4ff6-bcef-7d35acbf4fce tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6947989 May 24 22:58:13.465373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0a30635b-eaea-467f-acfe-83665c401053 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1292269 May 24 22:58:13.465948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37332) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:13.466920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37334) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:13.475162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040e7e8-767b-4ff2-82f0-56d4006f1a21 req-3eb1f76e-e38a-4719-8a6e-b128ae90541d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:13.476732 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3040e7e8-767b-4ff2-82f0-56d4006f1a21 req-3eb1f76e-e38a-4719-8a6e-b128ae90541d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 932 time: 0.3110812 May 24 22:58:13.489284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Request body: {'subnet': {'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-subnet', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:13.496226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:13.501115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Usage tracker for resource:subnet and tenant:41770c559bc34ca187af2a317b5014f6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:13.504375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:13.510956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:13.532420 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6d37bb9-6a33-4cca-afaa-89d4dca8a54b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.535156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:13.551766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-2e68bf31-1032-47de-80b8-6cc03ec172ad req-3a5cbdf0-3a86-47e0-8901-feab330b8c65 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] For port 2bb0b375-3125-4933-adac-311e0f194741, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=2bb0b375-3125-4933-adac-311e0f194741,segment=NetworkSegment(5e97fa20-a2cd-45fb-8172-fa6955e6ebf2),segment_id=5e97fa20-a2cd-45fb-8172-fa6955e6ebf2)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:13.552043 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e68bf31-1032-47de-80b8-6cc03ec172ad req-3a5cbdf0-3a86-47e0-8901-feab330b8c65 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.562400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-21310a70-d400-487c-bcfd-b820f6c2fe94 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8135152 May 24 22:58:13.621037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Made reservation on behalf of 41770c559bc34ca187af2a317b5014f6 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:13.623316 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.630788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Request body: {'port': {'device_id': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:13.634935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network ca3d6bc4-f595-4fa0-adca-8cc5770d0de6 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:13.785093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ca3d6bc4-f595-4fa0-adca-8cc5770d0de6) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:13.790161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:13.790738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:13.793841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-2e68bf31-1032-47de-80b8-6cc03ec172ad req-3a5cbdf0-3a86-47e0-8901-feab330b8c65 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Calling delete_port for 2bb0b375-3125-4933-adac-311e0f194741 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:13.795007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d339b4da-9374-4c84-82f6-6dc201c12e76 None None] Network ca3d6bc4-f595-4fa0-adca-8cc5770d0de6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:14.011505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.039607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-ca3d6bc4-f595-4fa0-adca-8cc5770d0de6', 'network_id': 'ca3d6bc4-f595-4fa0-adca-8cc5770d0de6', 'tenant_id': 'b02244053ac84d7498757d45f4831b3f', 'fixed_ips': [{'subnet_id': '16eab1e6-1707-4dc1-bfda-49332d3f8b4a'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:14.040535 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.078352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3040e7e8-767b-4ff2-82f0-56d4006f1a21 req-301a3800-b561-4f1c-af71-9df247d1ca25 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5939057 May 24 22:58:14.095074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-231cf062-4314-44af-a59a-9fc2970b9cbf tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5689509 May 24 22:58:14.099858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37342) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:14.233171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Allocated IP 172.20.0.1 (ca3d6bc4-f595-4fa0-adca-8cc5770d0de6/16eab1e6-1707-4dc1-bfda-49332d3f8b4a/3327ea16-5b94-42dd-985c-dcad14b259f3) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:14.325611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3394ec0-e54b-42b5-99f4-e8eb8eb3955f req-4dcdf11c-53f2-4e6a-af32-3ed6a6597c63 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:14.329822 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3394ec0-e54b-42b5-99f4-e8eb8eb3955f req-4dcdf11c-53f2-4e6a-af32-3ed6a6597c63 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 945 time: 1.1590509 May 24 22:58:14.350730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:14.358977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 2bb0b375-3125-4933-adac-311e0f194741 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:58:14.360111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:14.363553 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.388024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:14.418538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.426470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event updated for resources: {'Port': ['ID=8bda59c2-02c1-4838-9390-6b45bc950965,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:14.521738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d37bb9-6a33-4cca-afaa-89d4dca8a54b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Router 54bfce24-4b69-4c91-91b3-f304c000dd87 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:58:14.554248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 2bb0b375-3125-4933-adac-311e0f194741 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:14.555436 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.593926 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.648503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98cd3-e268-46a1-af18-9bf3ce6b9989 req-ac478548-4b4d-4bc9-bd0c-3cd9bf7763fd tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:14.650036 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06c98cd3-e268-46a1-af18-9bf3ce6b9989 req-ac478548-4b4d-4bc9-bd0c-3cd9bf7763fd tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 931 time: 0.3489182 May 24 22:58:14.684718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.753371 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3394ec0-e54b-42b5-99f4-e8eb8eb3955f req-7410e6f5-4ac0-406a-b76e-69780d4633e1 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881364 May 24 22:58:14.779280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:14.779882 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.810105 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:14.859686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:14.871091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-06c98cd3-e268-46a1-af18-9bf3ce6b9989 req-83068a0d-8c94-4069-a2de-2d0993bfe1d9 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Synchronizing usage tracker for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:14.918104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Checking segment: {'id': '65fc81a8-9afa-4ed6-8f93-c9e6769e5a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:14.918460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Network hostable DHCP agents. Network: 3de9ab13-987a-4de0-9181-92b2d1349cda, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:14.946173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-06c98cd3-e268-46a1-af18-9bf3ce6b9989 req-83068a0d-8c94-4069-a2de-2d0993bfe1d9 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Unset dirty status for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:14.947335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06c98cd3-e268-46a1-af18-9bf3ce6b9989 req-83068a0d-8c94-4069-a2de-2d0993bfe1d9 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683508 May 24 22:58:15.027682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Network 3de9ab13-987a-4de0-9181-92b2d1349cda is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:15.080756 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e68bf31-1032-47de-80b8-6cc03ec172ad req-3a5cbdf0-3a86-47e0-8901-feab330b8c65 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.108628 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.119599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Transition to ACTIVE for port object 3327ea16-5b94-42dd-985c-dcad14b259f3 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:15.129064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 3de9ab13-987a-4de0-9181-92b2d1349cda) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:15.138359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:15.138939 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.142494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.143709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f635ab7c-64ab-4e03-ac4a-28841651683a None None] Network 3de9ab13-987a-4de0-9181-92b2d1349cda requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:15.147579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-bdde82b8-dfa3-4eb4-84c0-bbf4707d99fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4829102 May 24 22:58:15.164617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d37bb9-6a33-4cca-afaa-89d4dca8a54b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:15.167810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45afbff-354c-4d0a-8468-245e307a0a7f {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:15.182953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cbdf0-3a86-47e0-8901-feab330b8c65 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Pushing event deleted for resources: {'Port': ['ID=2bb0b375-3125-4933-adac-311e0f194741,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:15.184788 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.197112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e6d37bb9-6a33-4cca-afaa-89d4dca8a54b tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "PUT /v2.0/routers/54bfce24-4b69-4c91-91b3-f304c000dd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2960956 May 24 22:58:15.205771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Request body: {'port': {'device_id': 'eaef762a-5837-44e4-9f7f-f7b109c8abd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:15.220942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37348) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.243553 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.245191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b70389-9cdb-4162-bad2-77d4dcfbd6df None None] Sync routers for ids ['54bfce24-4b69-4c91-91b3-f304c000dd87'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:15.266214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Transition to ACTIVE for port object 3327ea16-5b94-42dd-985c-dcad14b259f3 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:15.276205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b70389-9cdb-4162-bad2-77d4dcfbd6df None None] Routers {'54bfce24-4b69-4c91-91b3-f304c000dd87'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:15.276887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b70389-9cdb-4162-bad2-77d4dcfbd6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['54bfce24-4b69-4c91-91b3-f304c000dd87'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:15.300951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-aef8d399-36ae-43df-8628-f0259dbdd42c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8183558 May 24 22:58:15.313642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37352) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.351356 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.354296 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-58b9ebc6-2db9-4107-b489-bce5d8fe3fed tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] show failed (client error): The resource could not be found. May 24 22:58:15.359284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-58b9ebc6-2db9-4107-b489-bce5d8fe3fed tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-241224125 HTTP/1.1" status: 404 len: 334 time: 0.1359367 May 24 22:58:15.366577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37356) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.382988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6e7aeb00-36f8-4562-9b97-3aa173a153f8 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:15.401362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b70389-9cdb-4162-bad2-77d4dcfbd6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:15.412423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:15.430093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:15.456615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Transition to ACTIVE for port object d45afbff-354c-4d0a-8468-245e307a0a7f will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:15.457907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e68bf31-1032-47de-80b8-6cc03ec172ad req-3a5cbdf0-3a86-47e0-8901-feab330b8c65 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] No DVR routers for this DVR port 2bb0b375-3125-4933-adac-311e0f194741 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:15.463016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Usage tracker for resource:router and tenant:41770c559bc34ca187af2a317b5014f6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:15.476014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Network ca3d6bc4-f595-4fa0-adca-8cc5770d0de6 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:15.484429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:15.490366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b70389-9cdb-4162-bad2-77d4dcfbd6df None None] Routers {'54bfce24-4b69-4c91-91b3-f304c000dd87'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:15.491002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b70389-9cdb-4162-bad2-77d4dcfbd6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['54bfce24-4b69-4c91-91b3-f304c000dd87'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:15.494358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:15.503339 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e68bf31-1032-47de-80b8-6cc03ec172ad req-3a5cbdf0-3a86-47e0-8901-feab330b8c65 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.505430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e68bf31-1032-47de-80b8-6cc03ec172ad req-3a5cbdf0-3a86-47e0-8901-feab330b8c65 tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.50 "DELETE /v2.0/ports/2bb0b375-3125-4933-adac-311e0f194741 HTTP/1.1" status: 204 len: 173 time: 4.0459058 May 24 22:58:15.508435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec2a24f-d6f2-454b-9877-635f74672b9e', 'name': 'network-vif-deleted', 'tag': '2bb0b375-3125-4933-adac-311e0f194741'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:15.533454 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.537931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:15.543667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:15.555771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Pushing event updated for resources: {'Port': ['ID=3327ea16-5b94-42dd-985c-dcad14b259f3,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:15.595793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.599895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b70389-9cdb-4162-bad2-77d4dcfbd6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:15.600049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b70389-9cdb-4162-bad2-77d4dcfbd6df None None] The sync data for ids ['54bfce24-4b69-4c91-91b3-f304c000dd87'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:15.657061 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-6e7aeb00-36f8-4562-9b97-3aa173a153f8 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] update failed (client error): The resource could not be found. May 24 22:58:15.664849 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6e7aeb00-36f8-4562-9b97-3aa173a153f8 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-201762963 HTTP/1.1" status: 404 len: 334 time: 0.2959838 May 24 22:58:15.669059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37362) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:15.678506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Subnet': ['ID=16eab1e6-1707-4dc1-bfda-49332d3f8b4a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:15.759002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.760125 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.768030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313a955-ad78-4ebe-8be2-d14d295c6a28 None None] Network 3de9ab13-987a-4de0-9181-92b2d1349cda requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:15.770591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba8037-93ef-458b-9a4d-c8dfbd5bd39d req-436201d9-935d-4c9b-9804-78d2a4be1ad8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:15.772125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8ba8037-93ef-458b-9a4d-c8dfbd5bd39d req-436201d9-935d-4c9b-9804-78d2a4be1ad8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 931 time: 0.8616364 May 24 22:58:15.791049 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.812998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Attempting to bind port 3327ea16-5b94-42dd-985c-dcad14b259f3 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:15.813213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Attempting to bind port 3327ea16-5b94-42dd-985c-dcad14b259f3 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '2bc8a427-0ac7-411b-baff-e5be7c0a8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ca3d6bc4-f595-4fa0-adca-8cc5770d0de6'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:15.813707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Attempting to bind port 3327ea16-5b94-42dd-985c-dcad14b259f3 on network ca3d6bc4-f595-4fa0-adca-8cc5770d0de6 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:15.875290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:15.875541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Checking segment: {'id': '2bc8a427-0ac7-411b-baff-e5be7c0a8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ca3d6bc4-f595-4fa0-adca-8cc5770d0de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:15.876088 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.876476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Bound using segment: {'id': '2bc8a427-0ac7-411b-baff-e5be7c0a8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ca3d6bc4-f595-4fa0-adca-8cc5770d0de6'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:15.877038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Bound port: 3327ea16-5b94-42dd-985c-dcad14b259f3, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc8a427-0ac7-411b-baff-e5be7c0a8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ca3d6bc4-f595-4fa0-adca-8cc5770d0de6'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:15.877517 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.935544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Allocated IP 172.25.7.237 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/8895051b-2849-400f-babc-72e95b09753c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:15.953542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:15.966216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b736dde5-36bc-4ec3-bc94-c33a420a32ba tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Deleting subnet aa83c109-6d60-4018-8eb0-4c9d9b11c78b {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:58:15.980371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:15.988815 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b736dde5-36bc-4ec3-bc94-c33a420a32ba tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.025511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] For port 3327ea16-5b94-42dd-985c-dcad14b259f3, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:16.028804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] For port 3327ea16-5b94-42dd-985c-dcad14b259f3, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3327ea16-5b94-42dd-985c-dcad14b259f3,segment=NetworkSegment(2bc8a427-0ac7-411b-baff-e5be7c0a8ec9),segment_id=2bc8a427-0ac7-411b-baff-e5be7c0a8ec9)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:16.040119 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.040406 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.043997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc8fb8-fe20-4763-902f-d83156a98d46 req-b96cd1d4-d5ef-44f6-aaf4-f0d710e814d2 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:16.051239 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66fc8fb8-fe20-4763-902f-d83156a98d46 req-b96cd1d4-d5ef-44f6-aaf4-f0d710e814d2 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 932 time: 0.7412498 May 24 22:58:16.089138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3d6bc4-f595-4fa0-adca-8cc5770d0de6']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:16.089946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8ba8037-93ef-458b-9a4d-c8dfbd5bd39d req-6e007c9c-483f-4ada-b29e-fbc46344840f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797294 May 24 22:58:16.200629 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73061dfa-ea8d-4a5c-b6f9-3da2229b1fc1'] response: {'server_uuid': '9ec2a24f-d6f2-454b-9877-635f74672b9e', 'name': 'network-vif-deleted', 'tag': '2bb0b375-3125-4933-adac-311e0f194741', 'status': 'completed', 'code': 200} May 24 22:58:16.203034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc8a427-0ac7-411b-baff-e5be7c0a8ec9') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:16.203343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc8a427-0ac7-411b-baff-e5be7c0a8ec9') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:16.219301 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b736dde5-36bc-4ec3-bc94-c33a420a32ba tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.266653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9c66d-24d8-407e-a936-058c24314bc3 None None] Pushing event updated for resources: {'Port': ['ID=3327ea16-5b94-42dd-985c-dcad14b259f3,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:16.283383 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.308016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66fc8fb8-fe20-4763-902f-d83156a98d46 req-d3ff595c-ab41-4aa6-9d58-6e3cb02aefb6 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539532 May 24 22:58:16.403177 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.437184 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.444973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:16.445380 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.482391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443cd1e1-8b37-4044-a362-69102adcc2a6 None None] Network ca3d6bc4-f595-4fa0-adca-8cc5770d0de6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:16.547498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Attempting to bind port d45afbff-354c-4d0a-8468-245e307a0a7f on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:16.548106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Attempting to bind port d45afbff-354c-4d0a-8468-245e307a0a7f by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:16.548211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Attempting to bind port d45afbff-354c-4d0a-8468-245e307a0a7f on network f0f9d470-1308-4b59-8b6a-80517df5ae5c {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:16.583316 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.658380 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 22:58:16.658380 n-d-843146-7 neutron-server[88390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 22:58:16.658380 n-d-843146-7 neutron-server[88390]: [parameters: {'id': 'ca3d6bc4-f595-4fa0-adca-8cc5770d0de6'}] May 24 22:58:16.658380 n-d-843146-7 neutron-server[88390]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:16.658380 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:16.660263 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 2bc8a427-0ac7-411b-baff-e5be7c0a8ec9 resource provider aggregate not found May 24 22:58:16.660349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed27daf-7b89-47a1-9c43-51415d341aa3 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:16.671569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Port d45afbff-354c-4d0a-8468-245e307a0a7f on network f0f9d470-1308-4b59-8b6a-80517df5ae5c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:58:16.671770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Attempting to bind port d45afbff-354c-4d0a-8468-245e307a0a7f on network f0f9d470-1308-4b59-8b6a-80517df5ae5c {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:16.700068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fa6f5aa2-4f6b-480d-b609-4b386f6e13d5 req-eaa6930c-6439-4527-99ea-d6a74694cf7c tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Synchronizing usage tracker for tenant:75f220e069014f7db53875a14dcc7397 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:16.708384 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.708976 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 2bc8a427-0ac7-411b-baff-e5be7c0a8ec9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bc8a427-0ac7-411b-baff-e5be7c0a8ec9 found for delete ", "request_id": "req-230a75f5-873e-43a8-be5d-b87fa3b31e13"}]} May 24 22:58:16.719723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:16.724556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:16.733280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:16.774881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec33a1-c3fc-4269-83e1-322fc8433971 None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 22:58:16.784839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Pushing event updated for resources: {'Port': ['ID=8895051b-2849-400f-babc-72e95b09753c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:16.807537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:16.807888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Checking segment: {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:16.808269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Bound using segment: {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:16.808722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Bound port: d45afbff-354c-4d0a-8468-245e307a0a7f, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:16.809288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.810157 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b736dde5-36bc-4ec3-bc94-c33a420a32ba tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.869722 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:16.901755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec33a1-c3fc-4269-83e1-322fc8433971 None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 22:58:16.910008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Transition to ACTIVE for port object eed27daf-7b89-47a1-9c43-51415d341aa3 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:16.914083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fa6f5aa2-4f6b-480d-b609-4b386f6e13d5 req-eaa6930c-6439-4527-99ea-d6a74694cf7c tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] Unset dirty status for tenant:75f220e069014f7db53875a14dcc7397 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:16.915678 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa6f5aa2-4f6b-480d-b609-4b386f6e13d5 req-eaa6930c-6439-4527-99ea-d6a74694cf7c tempest-InstanceActionsNegativeTestJSON-1587908341 tempest-InstanceActionsNegativeTestJSON-1587908341-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec2a24f-d6f2-454b-9877-635f74672b9e HTTP/1.1" status: 200 len: 210 time: 0.3632503 May 24 22:58:16.933191 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.041821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49166d7-f017-46a0-9580-a0e227da86ec req-4723d449-5ff0-4ebf-958a-3888e23b0b24 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:17.043330 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d49166d7-f017-46a0-9580-a0e227da86ec req-4723d449-5ff0-4ebf-958a-3888e23b0b24 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 931 time: 0.4559917 May 24 22:58:17.102058 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b736dde5-36bc-4ec3-bc94-c33a420a32ba tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.192622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.207218 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d49166d7-f017-46a0-9580-a0e227da86ec req-e03d5293-ca69-473a-bf9c-6b921aba5e8b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455410 May 24 22:58:17.217460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736dde5-36bc-4ec3-bc94-c33a420a32ba tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event deleted for resources: {'Subnet': ['ID=aa83c109-6d60-4018-8eb0-4c9d9b11c78b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:17.221756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b736dde5-36bc-4ec3-bc94-c33a420a32ba tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.229101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:17.246895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:17.257613 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b736dde5-36bc-4ec3-bc94-c33a420a32ba tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "DELETE /v2.0/subnets/aa83c109-6d60-4018-8eb0-4c9d9b11c78b HTTP/1.1" status: 204 len: 168 time: 1.5807745 May 24 22:58:17.260841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37376) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:17.298797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:17.360397 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.412778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e6ce9b-a4bd-4eef-abf0-51b01fc883a4 None None] Network 338ab3ce-fb93-4675-9be2-0b8fadae10f1 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:17.457667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting port 3327ea16-5b94-42dd-985c-dcad14b259f3 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:17.457924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.500658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:17.501276 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.502703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] 10.222.0.31 "PUT /v2.0/ports/d45afbff-354c-4d0a-8468-245e307a0a7f HTTP/1.1" status: 200 len: 1092 time: 5.6904335 May 24 22:58:17.534594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bda59c2-02c1-4838-9390-6b45bc950965 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:17.556067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.574336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Attempting to bind port eed27daf-7b89-47a1-9c43-51415d341aa3 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:17.574679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Attempting to bind port eed27daf-7b89-47a1-9c43-51415d341aa3 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:17.575012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Attempting to bind port eed27daf-7b89-47a1-9c43-51415d341aa3 on network af3f872f-7879-4578-8fd1-0bd063516c86 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:17.638605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e6409-e3a6-4b90-85ed-379cd7241f2a service neutron] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:17.656070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Port eed27daf-7b89-47a1-9c43-51415d341aa3 on network af3f872f-7879-4578-8fd1-0bd063516c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:58:17.656370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Attempting to bind port eed27daf-7b89-47a1-9c43-51415d341aa3 on network af3f872f-7879-4578-8fd1-0bd063516c86 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:17.665278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Transition to ACTIVE for port object 8bda59c2-02c1-4838-9390-6b45bc950965 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:17.674386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:17.674823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Checking segment: {'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:17.675307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Bound using segment: {'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:17.675748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Bound port: eed27daf-7b89-47a1-9c43-51415d341aa3, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:17.676267 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.702334 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.725589 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.779577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c05034-25b0-4e11-a426-900379a8a912 req-e978d7a3-8ba3-4266-9ea7-b2d8dbbe609a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:17.781098 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26c05034-25b0-4e11-a426-900379a8a912 req-e978d7a3-8ba3-4266-9ea7-b2d8dbbe609a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 943 time: 0.4951518 May 24 22:58:17.794304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee9ddf7-f10e-4226-bc1c-97edb9ac1553 None None] DHCP port deletion for 338ab3ce-fb93-4675-9be2-0b8fadae10f1 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:58:17.801767 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bee9ddf7-f10e-4226-bc1c-97edb9ac1553 None None] Deleting port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:17.802228 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bee9ddf7-f10e-4226-bc1c-97edb9ac1553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.821947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c99e5c5-26da-4c99-8263-d640a6245171 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Deleting subnet c48ddc85-59ea-4dc9-b92c-6e09b22f9220 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:58:17.848666 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c99e5c5-26da-4c99-8263-d640a6245171 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:17.950579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Pushing event updated for resources: {'Port': ['ID=8bda59c2-02c1-4838-9390-6b45bc950965,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:18.023294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bee9ddf7-f10e-4226-bc1c-97edb9ac1553 None None] For port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a3c10e14-66b5-46c0-8d2f-8ff0f63177c0,segment=NetworkSegment(17bd5e58-a219-48f6-a356-b8e162db5b43),segment_id=17bd5e58-a219-48f6-a356-b8e162db5b43)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:18.023650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bee9ddf7-f10e-4226-bc1c-97edb9ac1553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.055146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c99e5c5-26da-4c99-8263-d640a6245171 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.056506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26c05034-25b0-4e11-a426-900379a8a912 req-c2eeaaa2-926c-4046-8617-4ab233561c47 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456748 May 24 22:58:18.126657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5d515-e579-4c85-a1a7-37ee878d6a70 req-66689171-cd76-4e27-af90-35df0d19984f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:18.128267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16b5d515-e579-4c85-a1a7-37ee878d6a70 req-66689171-cd76-4e27-af90-35df0d19984f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 944 time: 0.5960100 May 24 22:58:18.163984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bee9ddf7-f10e-4226-bc1c-97edb9ac1553 None None] Calling delete_port for a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:18.253688 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bee9ddf7-f10e-4226-bc1c-97edb9ac1553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.256074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37384) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:18.266991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-41920c3a-91ef-4551-97c8-ef91bc173e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:18.268913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-41920c3a-91ef-4551-97c8-ef91bc173e91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 1095 time: 0.6984324 May 24 22:58:18.277426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:18.291887 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c99e5c5-26da-4c99-8263-d640a6245171 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.317275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9ddf7-f10e-4226-bc1c-97edb9ac1553 None None] Pushing event deleted for resources: {'Port': ['ID=a3c10e14-66b5-46c0-8d2f-8ff0f63177c0,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:18.324067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee9ddf7-f10e-4226-bc1c-97edb9ac1553 None None] No DVR routers for this DVR port a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:18.391652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:18.413120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] For port 3327ea16-5b94-42dd-985c-dcad14b259f3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3327ea16-5b94-42dd-985c-dcad14b259f3,segment=NetworkSegment(2bc8a427-0ac7-411b-baff-e5be7c0a8ec9),segment_id=2bc8a427-0ac7-411b-baff-e5be7c0a8ec9)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:18.413480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.434395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16b5d515-e579-4c85-a1a7-37ee878d6a70 req-d2e8e114-b884-4b9b-8e3a-af397649284d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971761 May 24 22:58:18.464317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-e4d7f86a-7528-43b6-8556-52cf728bb04b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45afbff-354c-4d0a-8468-245e307a0a7f HTTP/1.1" status: 200 len: 217 time: 0.1819344 May 24 22:58:18.465812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:18.508561 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596b6443-d31c-4914-9f4f-bed3dddb9a08'] response: {'name': 'network-changed', 'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'status': 'completed', 'code': 200} May 24 22:58:18.544609 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.635469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Calling delete_port for 3327ea16-5b94-42dd-985c-dcad14b259f3 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:18.635860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Attempting to bind port 8bda59c2-02c1-4838-9390-6b45bc950965 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:18.636342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Attempting to bind port 8bda59c2-02c1-4838-9390-6b45bc950965 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:18.636501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Attempting to bind port 8bda59c2-02c1-4838-9390-6b45bc950965 on network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:18.666430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:18.667035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.668456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] 10.222.0.31 "PUT /v2.0/ports/eed27daf-7b89-47a1-9c43-51415d341aa3 HTTP/1.1" status: 200 len: 1091 time: 5.0891569 May 24 22:58:18.672722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Port 8bda59c2-02c1-4838-9390-6b45bc950965 on network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:58:18.673032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Attempting to bind port 8bda59c2-02c1-4838-9390-6b45bc950965 on network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:18.681965 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.698219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9064d103-aac6-46c1-a9a1-53f6cb5fcf33 admin admin] Deleting subnet feaab1e0-f44b-440a-8c65-163518c958f8 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:58:18.708069 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c99e5c5-26da-4c99-8263-d640a6245171 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.715161 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9064d103-aac6-46c1-a9a1-53f6cb5fcf33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.753813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:18.754221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Checking segment: {'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:18.754614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Bound using segment: {'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:18.755064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Bound port: 8bda59c2-02c1-4838-9390-6b45bc950965, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:18.755449 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.774825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-d531df44-ab2b-4d1e-86fc-c4216b6e8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:18.776435 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-d531df44-ab2b-4d1e-86fc-c4216b6e8d2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.2776320 May 24 22:58:18.780845 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.786249 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.791938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca064f75-0946-4c6e-b2be-91bdb124549d service neutron] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:18.948281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99e5c5-26da-4c99-8263-d640a6245171 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event deleted for resources: {'Subnet': ['ID=c48ddc85-59ea-4dc9-b92c-6e09b22f9220,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:18.954205 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.961460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c99e5c5-26da-4c99-8263-d640a6245171 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:18.967952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cacbbe2-8dd1-4349-a569-d6d0e7e62b06 None None] Network 8ffd8096-10e0-46af-9b07-6dc84418ba79 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:19.003127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca31c1-a449-4d70-9438-d8de58cd4620 req-41d80c81-a008-4833-9bf4-32d56b836acb tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:19.003846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5eca31c1-a449-4d70-9438-d8de58cd4620 req-41d80c81-a008-4833-9bf4-32d56b836acb tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Synchronizing usage tracker for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:19.029073 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9064d103-aac6-46c1-a9a1-53f6cb5fcf33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.071828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0c99e5c5-26da-4c99-8263-d640a6245171 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "DELETE /v2.0/subnets/c48ddc85-59ea-4dc9-b92c-6e09b22f9220 HTTP/1.1" status: 204 len: 168 time: 1.8098361 May 24 22:58:19.079691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37392) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:19.099738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] For port 8bda59c2-02c1-4838-9390-6b45bc950965, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:19.114778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5eca31c1-a449-4d70-9438-d8de58cd4620 req-41d80c81-a008-4833-9bf4-32d56b836acb tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Unset dirty status for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:19.121435 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eca31c1-a449-4d70-9438-d8de58cd4620 req-41d80c81-a008-4833-9bf4-32d56b836acb tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 943 time: 0.7270083 May 24 22:58:19.127540 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.130916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] For port 8bda59c2-02c1-4838-9390-6b45bc950965, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8bda59c2-02c1-4838-9390-6b45bc950965,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:19.145815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-6d481903-78ba-4ecd-82e7-4aeb43be0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:19.147308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-6d481903-78ba-4ecd-82e7-4aeb43be0e93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 1094 time: 0.4355757 May 24 22:58:19.162812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Allocated IP 172.25.7.229 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/12042949-d891-446c-9b87-fd7eac490e56) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:19.168585 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.173658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-293b2a1a-71b3-47e5-922a-9916572f812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:19.175192 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-293b2a1a-71b3-47e5-922a-9916572f812e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3869257 May 24 22:58:19.258200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66fffb4-76c6-4fa6-a9a1-859e5cb8e8a4 None None] DHCP port deletion for 8ffd8096-10e0-46af-9b07-6dc84418ba79 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:58:19.265716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Port': ['ID=3327ea16-5b94-42dd-985c-dcad14b259f3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:19.270273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No DVR routers for this DVR port 3327ea16-5b94-42dd-985c-dcad14b259f3 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:19.274646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f66fffb4-76c6-4fa6-a9a1-859e5cb8e8a4 None None] Deleting port b1033b1d-a856-4908-8c91-e3432d5293dd {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:19.276826 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f66fffb4-76c6-4fa6-a9a1-859e5cb8e8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.303932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9064d103-aac6-46c1-a9a1-53f6cb5fcf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.328828 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-84676c8a-1508-4808-9a64-3b1b55e8b8b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed27daf-7b89-47a1-9c43-51415d341aa3 HTTP/1.1" status: 200 len: 217 time: 0.1636474 May 24 22:58:19.448844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:19.449468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.450875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] 10.222.0.50 "PUT /v2.0/ports/8bda59c2-02c1-4838-9390-6b45bc950965 HTTP/1.1" status: 200 len: 1091 time: 4.2785761 May 24 22:58:19.465559 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eca31c1-a449-4d70-9438-d8de58cd4620 req-859bd02a-2a03-4e5c-85de-f4065d94e522 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426270 May 24 22:58:19.538647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f66fffb4-76c6-4fa6-a9a1-859e5cb8e8a4 None None] For port b1033b1d-a856-4908-8c91-e3432d5293dd, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b1033b1d-a856-4908-8c91-e3432d5293dd,segment=NetworkSegment(bdb185aa-07da-4d3e-8511-16a6149d9f53),segment_id=bdb185aa-07da-4d3e-8511-16a6149d9f53)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:19.539047 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f66fffb4-76c6-4fa6-a9a1-859e5cb8e8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.552359 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.600166 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.651390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3d6bc4-f595-4fa0-adca-8cc5770d0de6']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:19.703469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9064d103-aac6-46c1-a9a1-53f6cb5fcf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.712199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc8a427-0ac7-411b-baff-e5be7c0a8ec9') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:19.712499 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc8a427-0ac7-411b-baff-e5be7c0a8ec9') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:19.731334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-3c4e1412-a605-4344-b4ff-2de220f387a9 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708047 May 24 22:58:19.761075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31064e-b231-457d-83df-159d5daa9886 service neutron] Pushing event updated for resources: {'Port': ['ID=8bda59c2-02c1-4838-9390-6b45bc950965,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:19.781562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f66fffb4-76c6-4fa6-a9a1-859e5cb8e8a4 None None] Calling delete_port for b1033b1d-a856-4908-8c91-e3432d5293dd owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:19.788566 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.795438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064d103-aac6-46c1-a9a1-53f6cb5fcf33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feaab1e0-f44b-440a-8c65-163518c958f8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:19.811762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:58:19.863260 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:58:19.863609 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a3c10e14-66b5-46c0-8d2f-8ff0f63177c0 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:58:19.864020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b1033b1d-a856-4908-8c91-e3432d5293dd no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:58:19.874748 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9064d103-aac6-46c1-a9a1-53f6cb5fcf33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.884709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f70dd-15da-4e10-8226-3cbc8c8a07ec req-82861bdf-2f38-4459-86a2-be66746721ad tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:19.886307 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f44f70dd-15da-4e10-8226-3cbc8c8a07ec req-82861bdf-2f38-4459-86a2-be66746721ad tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 943 time: 0.6432927 May 24 22:58:19.915169 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.929743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.942148 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9064d103-aac6-46c1-a9a1-53f6cb5fcf33 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/feaab1e0-f44b-440a-8c65-163518c958f8 HTTP/1.1" status: 204 len: 168 time: 1.6018381 May 24 22:58:19.947530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:19.947530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:19.967584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37400) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:19.988175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Router 740cfede-8438-41cb-923b-8047bff89891 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:58:20.002164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b1033b1d-a856-4908-8c91-e3432d5293dd is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:20.002927 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.029345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-050d42c7-995d-4b7b-9d5e-519e907f5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:20.030825 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-050d42c7-995d-4b7b-9d5e-519e907f5f19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb HTTP/1.1" status: 200 len: 853 time: 0.6416695 May 24 22:58:20.059477 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f66fffb4-76c6-4fa6-a9a1-859e5cb8e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.083777 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 2bc8a427-0ac7-411b-baff-e5be7c0a8ec9 resource provider aggregate not found May 24 22:58:20.114819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fffb4-76c6-4fa6-a9a1-859e5cb8e8a4 None None] Pushing event deleted for resources: {'Port': ['ID=b1033b1d-a856-4908-8c91-e3432d5293dd,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:20.116543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66fffb4-76c6-4fa6-a9a1-859e5cb8e8a4 None None] No DVR routers for this DVR port b1033b1d-a856-4908-8c91-e3432d5293dd on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:20.125156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-9bd88fd0-6f3e-40c5-acf3-679c4b5939ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af3f872f-7879-4578-8fd1-0bd063516c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803337 May 24 22:58:20.193846 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.209375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338ab3ce-fb93-4675-9be2-0b8fadae10f1']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:20.217339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f44f70dd-15da-4e10-8226-3cbc8c8a07ec req-80c1ef7e-8e0a-441e-be8c-9c50ec68bf5a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Synchronizing usage tracker for tenant:e349657696c34416983f98607f7fdf1c on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:20.222451 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 2bc8a427-0ac7-411b-baff-e5be7c0a8ec9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bc8a427-0ac7-411b-baff-e5be7c0a8ec9 found for delete ", "request_id": "req-983976de-e6f5-48e7-bcd1-955bcf0c6930"}]} May 24 22:58:20.267215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bd5e58-a219-48f6-a356-b8e162db5b43') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:20.267505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bd5e58-a219-48f6-a356-b8e162db5b43') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:20.284196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-1e3ab00a-0cfc-4ccf-8d75-03970fead960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:20.285850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-1e3ab00a-0cfc-4ccf-8d75-03970fead960 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e8c4503de714ac88eac3c2e75d50346&device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 1094 time: 0.6997027 May 24 22:58:20.295983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.297950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b383e-743e-4842-8211-17d020e8a1c1 req-51897f8d-0aed-4d41-a430-0e15375a8e6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:20.299401 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c1b383e-743e-4842-8211-17d020e8a1c1 req-51897f8d-0aed-4d41-a430-0e15375a8e6a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 944 time: 0.6751475 May 24 22:58:20.305760 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65ab4dfd-24bc-418e-bdd4-535b87c78014 req-c2675b5f-dcdd-45ce-85df-2dbfa4f1a8d5 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652983 May 24 22:58:20.370229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.427567 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-d23ad981-06c0-4d27-b7f4-061ad0afd018 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bda59c2-02c1-4838-9390-6b45bc950965 HTTP/1.1" status: 200 len: 217 time: 0.1250515 May 24 22:58:20.519769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3'}, {'name': 'network-changed', 'server_uuid': 'eaef762a-5837-44e4-9f7f-f7b109c8abd1', 'tag': '8bda59c2-02c1-4838-9390-6b45bc950965'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:20.550488 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.558264 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-d345109a-7a74-4c26-b10f-058ecd22f343 service neutron] 10.222.0.31 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178121 May 24 22:58:20.562509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f44f70dd-15da-4e10-8226-3cbc8c8a07ec req-80c1ef7e-8e0a-441e-be8c-9c50ec68bf5a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Unset dirty status for tenant:e349657696c34416983f98607f7fdf1c on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:20.563719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f44f70dd-15da-4e10-8226-3cbc8c8a07ec req-80c1ef7e-8e0a-441e-be8c-9c50ec68bf5a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645255 May 24 22:58:20.566173 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.568189 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c1b383e-743e-4842-8211-17d020e8a1c1 req-5993a5fd-e181-48b5-8adf-44a35d8f061e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615027 May 24 22:58:20.574430 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.581578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=ca3d6bc4-f595-4fa0-adca-8cc5770d0de6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:20.589285 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5a9a8cdd-63db-434e-ae3c-feb0c8084e7c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/ca3d6bc4-f595-4fa0-adca-8cc5770d0de6 HTTP/1.1" status: 204 len: 168 time: 6.4861755 May 24 22:58:20.593555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:20.593931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.609264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37412) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:20.609264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-64055777'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:20.664994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:20.667168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:20.668174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-92aed52c-4a84-4fee-8052-f2aa9919b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:20.669780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-92aed52c-4a84-4fee-8052-f2aa9919b93a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a93872d-9b6c-42bf-9e43-eda0b0bb5f74 HTTP/1.1" status: 200 len: 862 time: 0.2224624 May 24 22:58:20.682062 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7306d20-de50-43ee-9e57-9faa0baeab80 None None] Sync routers for ids ['740cfede-8438-41cb-923b-8047bff89891'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:20.686664 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.692698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:network and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:20.697312 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.700970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c234da1d-de96-4bd7-b5dc-d7e197a0ee71 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "PUT /v2.0/routers/740cfede-8438-41cb-923b-8047bff89891 HTTP/1.1" status: 200 len: 879 time: 7.2180870 May 24 22:58:20.703303 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7306d20-de50-43ee-9e57-9faa0baeab80 None None] Routers {'740cfede-8438-41cb-923b-8047bff89891'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:20.703921 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b7306d20-de50-43ee-9e57-9faa0baeab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['740cfede-8438-41cb-923b-8047bff89891'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:20.710611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37416) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:20.761352 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c4ea5c-dcf9-49f1-b120-9c9b58d88cdf'] response: {'name': 'network-changed', 'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'status': 'completed', 'code': 200} May 24 22:58:20.761973 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c4ea5c-dcf9-49f1-b120-9c9b58d88cdf'] response: {'name': 'network-changed', 'server_uuid': 'eaef762a-5837-44e4-9f7f-f7b109c8abd1', 'tag': '8bda59c2-02c1-4838-9390-6b45bc950965', 'status': 'completed', 'code': 200} May 24 22:58:20.765214 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b7306d20-de50-43ee-9e57-9faa0baeab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:20.769756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:20.774647 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7306d20-de50-43ee-9e57-9faa0baeab80 None None] Routers {'740cfede-8438-41cb-923b-8047bff89891'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:20.775238 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b7306d20-de50-43ee-9e57-9faa0baeab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['740cfede-8438-41cb-923b-8047bff89891'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:20.807937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:20.814655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-68cd43f9-839c-4d17-a916-754018de101f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189284 May 24 22:58:20.832672 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b7306d20-de50-43ee-9e57-9faa0baeab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:20.833070 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7306d20-de50-43ee-9e57-9faa0baeab80 None None] The sync data for ids ['740cfede-8438-41cb-923b-8047bff89891'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:20.833739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:20.871168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:20.888215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:20.898776 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.903333 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:20.914412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75e9da-1efd-41a0-80fd-7ec9174cb73f req-2464ab98-aa04-439f-880a-7af44fe47b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:20.915902 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c75e9da-1efd-41a0-80fd-7ec9174cb73f req-2464ab98-aa04-439f-880a-7af44fe47b4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 1095 time: 0.5529017 May 24 22:58:20.962497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Pushing event updated for resources: {'Port': ['ID=12042949-d891-446c-9b87-fd7eac490e56,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:20.986610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:20.990215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.011539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event deleted for resources: {'Network': ['ID=338ab3ce-fb93-4675-9be2-0b8fadae10f1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:21.020367 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c8997b13-4c62-4d75-b6bc-ac54cd721e88 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "DELETE /v2.0/networks/338ab3ce-fb93-4675-9be2-0b8fadae10f1 HTTP/1.1" status: 204 len: 168 time: 1.9333208 May 24 22:58:21.036875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37420) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:21.071284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.123739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843addac-f0f4-411d-9a56-103b9d3ebbc3']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:21.130361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ba796f5-e52c-428c-8d6f-151f7811dfbf req-4a5d5b0b-fd18-40bc-af25-6fb157f15cf7 service neutron] 10.222.0.31 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577140 May 24 22:58:21.154400 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-55530215-c1d5-440c-9e02-6b1949ca969e tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/routers/740cfede-8438-41cb-923b-8047bff89891 HTTP/1.1" status: 200 len: 920 time: 0.4413629 May 24 22:58:21.158394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e97fa20-a2cd-45fb-8172-fa6955e6ebf2') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:21.158812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e97fa20-a2cd-45fb-8172-fa6955e6ebf2') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:21.167225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37424) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:21.211072 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.239997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0a129-7897-429f-81dd-a2b5fc6e791a req-0013a350-ffc8-4656-9f72-d2f9ad55060e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:21.241507 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffe0a129-7897-429f-81dd-a2b5fc6e791a req-0013a350-ffc8-4656-9f72-d2f9ad55060e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 943 time: 0.4317639 May 24 22:58:21.254426 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.278967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:21.279376 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.393858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffe0a129-7897-429f-81dd-a2b5fc6e791a req-4c0db9a4-1697-4204-bb5b-50c8535094fe tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363447 May 24 22:58:21.395279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.396924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:21.412652 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.427017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d7c3b2-9e39-4899-a797-9f259c781c96 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:21.427704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-99d7c3b2-9e39-4899-a797-9f259c781c96 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Synchronizing usage tracker for tenant:f148743abadc4b15a9b2257192eb916f on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:21.431993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] Pushing event deleted for resources: {'Network': ['ID=843addac-f0f4-411d-9a56-103b9d3ebbc3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:21.446480 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0b97aa72-f679-4499-86c4-1139b03f9529 admin admin] 10.222.0.55 "DELETE /v2.0/networks/843addac-f0f4-411d-9a56-103b9d3ebbc3 HTTP/1.1" status: 204 len: 168 time: 1.4667277 May 24 22:58:21.454167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-99d7c3b2-9e39-4899-a797-9f259c781c96 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Unset dirty status for tenant:f148743abadc4b15a9b2257192eb916f on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:21.458688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-99d7c3b2-9e39-4899-a797-9f259c781c96 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&device_id=740cfede-8438-41cb-923b-8047bff89891&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2835813 May 24 22:58:21.459606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37430) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:21.626643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28e34e-8e74-47a3-99f1-4a363fec5577 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:21.656238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9f28e34e-8e74-47a3-99f1-4a363fec5577 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Synchronizing usage tracker for tenant:f148743abadc4b15a9b2257192eb916f on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:21.656539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.656539 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment c98175a9-ca9d-430d-9c4b-824f0d8b8404 of type vlan for network 821f2abe-c4a1-4b77-ac5b-1dd49877f511 May 24 22:58:21.666896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:21.680605 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-24d4375f-8a7f-4495-9fdd-2c3263e2aecf service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8457398 May 24 22:58:21.684362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9f28e34e-8e74-47a3-99f1-4a363fec5577 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Unset dirty status for tenant:f148743abadc4b15a9b2257192eb916f on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:21.690599 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9f28e34e-8e74-47a3-99f1-4a363fec5577 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 881 time: 0.2294602 May 24 22:58:21.691510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37440) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:21.763494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37444) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:21.795011 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-32308054-8cc2-44c3-b50d-7db5ac876ed9 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=740cfede-8438-41cb-923b-8047bff89891 HTTP/1.1" status: 200 len: 205 time: 0.1027448 May 24 22:58:21.800302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37448) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:21.824316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75e9da-1efd-41a0-80fd-7ec9174cb73f req-2936e0ae-f07f-402f-b457-dd0aa1503cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:21.825809 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c75e9da-1efd-41a0-80fd-7ec9174cb73f req-2936e0ae-f07f-402f-b457-dd0aa1503cab service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.8488519 May 24 22:58:21.830178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.004094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7a5a0-51b8-4533-8bb6-97e94c939a95 req-2d61540a-d279-4e62-a9a8-5f0a3b1a9b27 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:22.010260 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9a7a5a0-51b8-4533-8bb6-97e94c939a95 req-2d61540a-d279-4e62-a9a8-5f0a3b1a9b27 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 944 time: 0.2689066 May 24 22:58:22.031827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.076382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c75e9da-1efd-41a0-80fd-7ec9174cb73f req-ed72f965-534e-49de-878b-4be2086eec8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45afbff-354c-4d0a-8468-245e307a0a7f HTTP/1.1" status: 200 len: 217 time: 0.2318473 May 24 22:58:22.114322 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:58:22.135320 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9a7a5a0-51b8-4533-8bb6-97e94c939a95 req-4df5b1a1-2a46-4210-ab86-4d221d42709a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239433 May 24 22:58:22.245720 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 17bd5e58-a219-48f6-a356-b8e162db5b43 resource provider aggregate not found May 24 22:58:22.251959 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.264309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Deleting port 8895051b-2849-400f-babc-72e95b09753c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:22.264669 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.282555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-98722876-478c-4a81-a60b-1f84eb34b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:22.284135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-98722876-478c-4a81-a60b-1f84eb34b1e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 1094 time: 1.0905306 May 24 22:58:22.360320 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-22c0451f-ba09-43d7-837a-71ee70aabe28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75f220e069014f7db53875a14dcc7397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5926681 May 24 22:58:22.396335 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.401795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:22.402406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.410495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37456) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:22.413435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.430364 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 17bd5e58-a219-48f6-a356-b8e162db5b43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17bd5e58-a219-48f6-a356-b8e162db5b43 found for delete ", "request_id": "req-1af3cdb1-ea12-4113-8a0f-6d7d85e48886"}]} May 24 22:58:22.472769 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 5e97fa20-a2cd-45fb-8172-fa6955e6ebf2 resource provider aggregate not found May 24 22:58:22.527726 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 5e97fa20-a2cd-45fb-8172-fa6955e6ebf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e97fa20-a2cd-45fb-8172-fa6955e6ebf2 found for delete ", "request_id": "req-f9bcd060-58a3-4013-807a-d78f0adb68b0"}]} May 24 22:58:22.594973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eab962ec-777b-4283-b836-bfdaef92ff3e req-4dd68b51-1588-4e78-90f6-ad2d8c63688a service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8884640 May 24 22:58:22.617050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75e9da-1efd-41a0-80fd-7ec9174cb73f req-6eafa8b5-0172-4f39-a426-c15df0b37de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:22.618561 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c75e9da-1efd-41a0-80fd-7ec9174cb73f req-6eafa8b5-0172-4f39-a426-c15df0b37de3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.4955909 May 24 22:58:22.643028 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.646844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffd8096-10e0-46af-9b07-6dc84418ba79']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:22.767946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Calling delete_port for 8895051b-2849-400f-babc-72e95b09753c owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:22.769148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb185aa-07da-4d3e-8511-16a6149d9f53') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:22.769704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb185aa-07da-4d3e-8511-16a6149d9f53') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:22.798865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=821f2abe-c4a1-4b77-ac5b-1dd49877f511,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:22.812177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 821f2abe-c4a1-4b77-ac5b-1dd49877f511 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:22.817904 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a0175035-b745-479b-8481-1ca45a45a8bb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.2122564 May 24 22:58:22.818064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb7ae2-eb98-451d-8022-e34f90d8da18 req-8a73025f-6248-49aa-8cff-4b7adafee155 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:22.818274 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-97fb7ae2-eb98-451d-8022-e34f90d8da18 req-8a73025f-6248-49aa-8cff-4b7adafee155 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 943 time: 0.2760227 May 24 22:58:22.820106 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.821117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37466) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:22.828319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'network_id': '821f2abe-c4a1-4b77-ac5b-1dd49877f511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:22.838020 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:22.913964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6505e2-f0ed-4ada-a835-34d10dbece57 req-49f060fa-508c-4f1c-b32c-40bc71e1d152 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:22.915471 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd6505e2-f0ed-4ada-a835-34d10dbece57 req-49f060fa-508c-4f1c-b32c-40bc71e1d152 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 943 time: 1.1490905 May 24 22:58:22.971901 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.006875 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-97fb7ae2-eb98-451d-8022-e34f90d8da18 req-e9e0631a-ce14-47df-9c2b-48e1df99c264 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633260 May 24 22:58:23.011885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:23.012300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.014296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:23.020923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:subnet and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:23.031923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:23.032082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-9856bc5b-cf1a-411a-b9a9-06b2370f21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:23.033116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-9856bc5b-cf1a-411a-b9a9-06b2370f21d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 914 time: 0.6857448 May 24 22:58:23.035257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:23.047734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:23.051153 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.213252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.263885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Pushing event deleted for resources: {'Port': ['ID=8895051b-2849-400f-babc-72e95b09753c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:23.303481 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f947192a-c564-43ca-90a8-b5e2f82764f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.314387 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment bdb185aa-07da-4d3e-8511-16a6149d9f53 resource provider aggregate not found May 24 22:58:23.425592 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment bdb185aa-07da-4d3e-8511-16a6149d9f53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdb185aa-07da-4d3e-8511-16a6149d9f53 found for delete ", "request_id": "req-7708a2b9-b686-4104-a17d-1895329124a8"}]} May 24 22:58:23.441318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-bdb590aa-25c9-41b2-9cd6-d313a7e8fa78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed27daf-7b89-47a1-9c43-51415d341aa3 HTTP/1.1" status: 200 len: 217 time: 0.1399646 May 24 22:58:23.467272 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd6505e2-f0ed-4ada-a835-34d10dbece57 req-94970830-a95e-4188-a50e-3fa591886a0f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318964 May 24 22:58:23.485162 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.499538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device eed27daf-7b89-47a1-9c43-51415d341aa3 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:58:23.508188 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f947192a-c564-43ca-90a8-b5e2f82764f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.522336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.567416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.581303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-fede7498-b9d9-40b7-b6ae-3900019063fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:23.582796 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-fede7498-b9d9-40b7-b6ae-3900019063fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e8c4503de714ac88eac3c2e75d50346&device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 1094 time: 0.8874378 May 24 22:58:23.584651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75e9da-1efd-41a0-80fd-7ec9174cb73f req-e633e47e-ad3a-431c-83ea-ac641bff541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:23.586064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c75e9da-1efd-41a0-80fd-7ec9174cb73f req-e633e47e-ad3a-431c-83ea-ac641bff541d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9245684 May 24 22:58:23.654459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:23.668897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86', 'port_id': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'mac_address': 'fa:16:3e:e5:a1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:58:23.705822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event deleted for resources: {'Network': ['ID=8ffd8096-10e0-46af-9b07-6dc84418ba79,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:23.713409 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.717596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.721668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e4eaa63a-b650-4d80-b1d0-cf87b70ce656 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "DELETE /v2.0/networks/8ffd8096-10e0-46af-9b07-6dc84418ba79 HTTP/1.1" status: 204 len: 168 time: 2.6808138 May 24 22:58:23.722471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.731541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998f7f9-fec9-492b-8a26-46c72d6f449d req-9c5b354e-aefb-47fc-875a-5b4c48692421 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:23.739036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port eed27daf-7b89-47a1-9c43-51415d341aa3 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:23.739036 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.739330 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b998f7f9-fec9-492b-8a26-46c72d6f449d req-9c5b354e-aefb-47fc-875a-5b4c48692421 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 944 time: 0.4777870 May 24 22:58:23.744583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37476) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:23.759239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed27daf-7b89-47a1-9c43-51415d341aa3 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:23.776826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:23.782444 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:23.783164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d45afbff-354c-4d0a-8468-245e307a0a7f details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:58:23.858828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-12b9b671-0bd4-4bf0-ad58-c27b403d5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:23.860234 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-12b9b671-0bd4-4bf0-ad58-c27b403d5b20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb HTTP/1.1" status: 200 len: 853 time: 0.3966148 May 24 22:58:23.930825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:23.977208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-bccedd46-54e4-4cee-a68b-87f0c60939a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af3f872f-7879-4578-8fd1-0bd063516c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080384 May 24 22:58:23.977455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'port_id': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'mac_address': 'fa:16:3e:07:73:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:58:24.049979 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.049979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Fanout notify agent at l3_agent the message router_deleted on router 740cfede-8438-41cb-923b-8047bff89891 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:58:24.057087 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.059145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f947192a-c564-43ca-90a8-b5e2f82764f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.067630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=85e8e09f-2e42-4b4c-b61a-3f632740d173,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:24.074551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:24.079447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b998f7f9-fec9-492b-8a26-46c72d6f449d req-c80f66d3-2bd1-4cf1-9b72-ce52afa7da0c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386478 May 24 22:58:24.086264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.086787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.087272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.087772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.088247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.088717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.089185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.089685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.090163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.090635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.091099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.091576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:24.095199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d45afbff-354c-4d0a-8468-245e307a0a7f is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:24.095766 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.099725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-1625cdf3-8def-4aea-a883-7bb30d49af00 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Deleting subnet 0f41efde-b357-459b-8026-c8a676cca90a {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:58:24.103197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking segment: {'id': 'c98175a9-ca9d-430d-9c4b-824f0d8b8404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '821f2abe-c4a1-4b77-ac5b-1dd49877f511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:24.103553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network hostable DHCP agents. Network: 821f2abe-c4a1-4b77-ac5b-1dd49877f511, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:24.112469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1625cdf3-8def-4aea-a883-7bb30d49af00 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.116514 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45afbff-354c-4d0a-8468-245e307a0a7f {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:24.144040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:24.152252 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.168328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947192a-c564-43ca-90a8-b5e2f82764f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fc3f5b-d143-4d1a-b60e-048bd1d00f52,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:24.184352 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.189427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fb2258d5-7675-47f1-850a-cdfa94bae457 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/740cfede-8438-41cb-923b-8047bff89891 HTTP/1.1" status: 204 len: 168 time: 2.3839898 May 24 22:58:24.192005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c75e9da-1efd-41a0-80fd-7ec9174cb73f req-1779a19a-a40d-4c77-8bca-696dd9e22d4f service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404975 May 24 22:58:24.193029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37482) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:24.200911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0e3fba3f-1da8-4f5f-a7ea-0c4784a126c4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-433887188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:24.207953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-55b86980-c5b5-47c7-a98d-21cf0569fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:24.209375 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-55b86980-c5b5-47c7-a98d-21cf0569fc23 service neutron] 10.222.0.50 "GET /v2.0/networks?id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15 HTTP/1.1" status: 200 len: 923 time: 0.5672369 May 24 22:58:24.212262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network 821f2abe-c4a1-4b77-ac5b-1dd49877f511 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:24.215892 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1625cdf3-8def-4aea-a883-7bb30d49af00 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.231557 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.242686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0e3fba3f-1da8-4f5f-a7ea-0c4784a126c4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:24.254074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0e3fba3f-1da8-4f5f-a7ea-0c4784a126c4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Usage tracker for resource:router and tenant:525cecddd9f14bb29b77e712da54639b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:24.259254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0e3fba3f-1da8-4f5f-a7ea-0c4784a126c4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:24.280157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0e3fba3f-1da8-4f5f-a7ea-0c4784a126c4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:24.286276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 821f2abe-c4a1-4b77-ac5b-1dd49877f511) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:24.290190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:24.297080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:24.297808 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.299292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df3d5f-cfb2-4a1b-b3a6-44a3d870df54 None None] Network 821f2abe-c4a1-4b77-ac5b-1dd49877f511 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:24.318715 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e3fba3f-1da8-4f5f-a7ea-0c4784a126c4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.319962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e3fba3f-1da8-4f5f-a7ea-0c4784a126c4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.345608 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a4f228e8-60f8-49c4-94b6-1bfa749bd3d3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5214837 May 24 22:58:24.347026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37486) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:24.377459 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e3fba3f-1da8-4f5f-a7ea-0c4784a126c4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.392854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f947192a-c564-43ca-90a8-b5e2f82764f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.394412 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f947192a-c564-43ca-90a8-b5e2f82764f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d5fc3f5b-d143-4d1a-b60e-048bd1d00f52 HTTP/1.1" status: 204 len: 168 time: 1.9517136 May 24 22:58:24.403138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d45afbff-354c-4d0a-8468-245e307a0a7f'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:58:24.429090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['eed27daf-7b89-47a1-9c43-51415d341aa3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:58:24.441674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1625cdf3-8def-4aea-a883-7bb30d49af00 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.466052 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-e39223b5-61de-40de-87df-c2605bab88c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bda59c2-02c1-4838-9390-6b45bc950965 HTTP/1.1" status: 200 len: 217 time: 0.2322917 May 24 22:58:24.546212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1625cdf3-8def-4aea-a883-7bb30d49af00 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.691193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625cdf3-8def-4aea-a883-7bb30d49af00 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event deleted for resources: {'Subnet': ['ID=0f41efde-b357-459b-8026-c8a676cca90a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:24.703229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1625cdf3-8def-4aea-a883-7bb30d49af00 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.725510 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1625cdf3-8def-4aea-a883-7bb30d49af00 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "DELETE /v2.0/subnets/0f41efde-b357-459b-8026-c8a676cca90a HTTP/1.1" status: 204 len: 168 time: 0.9511466 May 24 22:58:24.738889 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e3fba3f-1da8-4f5f-a7ea-0c4784a126c4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.749255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37494) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:24.855316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a505f6a2-55cf-4789-9c92-5a3bf988d779 None None] Network 0b219aab-4c6f-4754-8227-4ac06c0bfa2c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:24.899940 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.935414 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-a777c9cf-716e-4479-a119-fcedd72cda85 service neutron] 10.222.0.31 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9446070 May 24 22:58:24.952872 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:24.991406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-5ad6a35c-59e3-4a83-af54-96eb33985716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:24.993459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-5ad6a35c-59e3-4a83-af54-96eb33985716 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a93872d-9b6c-42bf-9e43-eda0b0bb5f74 HTTP/1.1" status: 200 len: 862 time: 0.4849634 May 24 22:58:25.020621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Deleting port 4929db2b-057e-4421-a8a4-aa1d41bb0433 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:25.021108 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.082717 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e3fba3f-1da8-4f5f-a7ea-0c4784a126c4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.083782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0e3fba3f-1da8-4f5f-a7ea-0c4784a126c4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8896646 May 24 22:58:25.090718 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c75e9da-1efd-41a0-80fd-7ec9174cb73f req-5ca30154-ff67-421c-aeef-0928c257190a service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8858800 May 24 22:58:25.096188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37506) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:25.129715 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-be61315f-dabf-4acc-ad63-d3ca87ca75ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771344 May 24 22:58:25.152550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bdee8-50c7-49b2-ad64-7c320ff4e28e req-b1ecfc91-8ef4-4014-8e01-103b7f0836a7 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:25.160733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-196bdee8-50c7-49b2-ad64-7c320ff4e28e req-b1ecfc91-8ef4-4014-8e01-103b7f0836a7 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 943 time: 0.9587982 May 24 22:58:25.220724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-821f2abe-c4a1-4b77-ac5b-1dd49877f511', 'network_id': '821f2abe-c4a1-4b77-ac5b-1dd49877f511', 'tenant_id': 'b02244053ac84d7498757d45f4831b3f', 'fixed_ips': [{'subnet_id': '85e8e09f-2e42-4b4c-b61a-3f632740d173'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:25.222889 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.319797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'enable_snat': True}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:25.348835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-196bdee8-50c7-49b2-ad64-7c320ff4e28e req-e01974eb-f9be-4ef7-997d-7a9512444669 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868718 May 24 22:58:25.392521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-3a9cafda-f9d8-48c9-b755-6b0a8af97287 service neutron] 10.222.0.31 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334033 May 24 22:58:25.415620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:58:25.490257 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.558792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device eed27daf-7b89-47a1-9c43-51415d341aa3 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:25.579222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] For port 4929db2b-057e-4421-a8a4-aa1d41bb0433, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4929db2b-057e-4421-a8a4-aa1d41bb0433,segment=NetworkSegment(393f16d8-e59b-4833-8bb1-f2dd5d67ff4e),segment_id=393f16d8-e59b-4833-8bb1-f2dd5d67ff4e)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:25.579222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.580058 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-da45c945-3a55-4798-b349-25a54b947587 service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326448 May 24 22:58:25.615270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c75ed1-a7c4-4847-b3c0-ee7a8efe44bd None None] DHCP port deletion for 0b219aab-4c6f-4754-8227-4ac06c0bfa2c request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:58:25.645775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-91c75ed1-a7c4-4847-b3c0-ee7a8efe44bd None None] Deleting port 4929db2b-057e-4421-a8a4-aa1d41bb0433 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:25.647556 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-91c75ed1-a7c4-4847-b3c0-ee7a8efe44bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.806086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4929db2b-057e-4421-a8a4-aa1d41bb0433 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:58:25.827354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37524) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:25.853073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Allocated IP 172.20.0.1 (821f2abe-c4a1-4b77-ac5b-1dd49877f511/85e8e09f-2e42-4b4c-b61a-3f632740d173/2ecfc49b-ff31-4a33-8ccb-67a726b53e0b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:25.911221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:25.920412 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.946960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Calling delete_port for 4929db2b-057e-4421-a8a4-aa1d41bb0433 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:25.952010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3418192-60d2-4af1-b67b-71843eac477f req-957f6b38-a9a4-4830-8ae8-c298bcea24dd tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:25.953365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Sync routers for ids ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:25.953583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a3418192-60d2-4af1-b67b-71843eac477f req-957f6b38-a9a4-4830-8ae8-c298bcea24dd tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 945 time: 0.3942156 May 24 22:58:25.958015 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80a0418-f4aa-4d61-b3cf-dcb705586caa req-114cf100-3637-4f85-9d98-ad5ad7157f48 service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181267 May 24 22:58:25.979848 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:25.986006 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1afaf98e-5452-4eb1-a0ae-e460d7c5ef19 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.6637642 May 24 22:58:25.990164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37530) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:26.004929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bf2e8-105a-4a14-9b58-0174712df0f5 req-e74ac31b-8d6b-4dc9-a6ef-db2bbb709e41 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:26.011874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-360bf2e8-105a-4a14-9b58-0174712df0f5 req-e74ac31b-8d6b-4dc9-a6ef-db2bbb709e41 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 944 time: 1.0331638 May 24 22:58:26.054813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port eed27daf-7b89-47a1-9c43-51415d341aa3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:26.076310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Routers {'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:26.076936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:26.078309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1683865291-network', 'tenant_id': '57cd8343ac1046e0b044dec004516344'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:26.097292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:26.106574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a3418192-60d2-4af1-b67b-71843eac477f req-3c3b0d87-9992-4f7e-b8d8-38b4056309e2 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465449 May 24 22:58:26.107490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Usage tracker for resource:network and tenant:57cd8343ac1046e0b044dec004516344 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:26.112157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:26.121033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:26.149329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port eed27daf-7b89-47a1-9c43-51415d341aa3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:26.149726 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.205628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Made reservation on behalf of 57cd8343ac1046e0b044dec004516344 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:26.208237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.227384 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.282970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-360bf2e8-105a-4a14-9b58-0174712df0f5 req-3a3d1014-c889-48f5-833f-2a13b5c3e4a6 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693543 May 24 22:58:26.296326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:26.300897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Usage tracker for resource:security_group_rule and tenant:57cd8343ac1046e0b044dec004516344 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:26.308603 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.308926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:26.324780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:26.336746 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.385267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4929db2b-057e-4421-a8a4-aa1d41bb0433 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:26.385707 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.388875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event deleted for resources: {'Port': ['ID=4929db2b-057e-4421-a8a4-aa1d41bb0433,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:26.396769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] No DVR routers for this DVR port 4929db2b-057e-4421-a8a4-aa1d41bb0433 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:26.483128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8bda59c2-02c1-4838-9390-6b45bc950965 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:58:26.577385 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.596922 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.606240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b219aab-4c6f-4754-8227-4ac06c0bfa2c']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:26.615101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-91c75ed1-a7c4-4847-b3c0-ee7a8efe44bd None None] For port 4929db2b-057e-4421-a8a4-aa1d41bb0433, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4929db2b-057e-4421-a8a4-aa1d41bb0433,segment=NetworkSegment(393f16d8-e59b-4833-8bb1-f2dd5d67ff4e),segment_id=393f16d8-e59b-4833-8bb1-f2dd5d67ff4e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:26.615528 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-91c75ed1-a7c4-4847-b3c0-ee7a8efe44bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.619865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393f16d8-e59b-4833-8bb1-f2dd5d67ff4e') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:26.620167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393f16d8-e59b-4833-8bb1-f2dd5d67ff4e') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:26.641139 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.652343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Transition to ACTIVE for port object 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:26.663534 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.672769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:26.673209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.746030 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 393f16d8-e59b-4833-8bb1-f2dd5d67ff4e resource provider aggregate not found May 24 22:58:26.797236 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 393f16d8-e59b-4833-8bb1-f2dd5d67ff4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 393f16d8-e59b-4833-8bb1-f2dd5d67ff4e found for delete ", "request_id": "req-4ba09384-67f5-4672-aae7-fe3aede9c130"}]} May 24 22:58:26.799995 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.818777 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.834270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Pushing event deleted for resources: {'Network': ['ID=0b219aab-4c6f-4754-8227-4ac06c0bfa2c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:26.841090 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8fa2d719-50aa-4f57-8970-eb993377d164 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "DELETE /v2.0/networks/0b219aab-4c6f-4754-8227-4ac06c0bfa2c HTTP/1.1" status: 204 len: 168 time: 2.0868552 May 24 22:58:26.842097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37540) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:26.862209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-91c75ed1-a7c4-4847-b3c0-ee7a8efe44bd None None] Calling delete_port for 4929db2b-057e-4421-a8a4-aa1d41bb0433 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:26.876039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.887907 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:26.925016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:26.932334 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:58:26.941795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-98de6996-51cd-4960-ba40-6b681a92db01 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Synchronizing usage tracker for tenant:2334897d732b4b8bac2db07c5aaf8ed5 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:26.999829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f57d19-e2d8-4b41-a1ef-3eb389d6ac46 req-8eea758f-594d-4696-a899-d9d515235cfd tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:27.001347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9f57d19-e2d8-4b41-a1ef-3eb389d6ac46 req-8eea758f-594d-4696-a899-d9d515235cfd tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 943 time: 0.4775934 May 24 22:58:27.005601 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.005941 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Added segment 5c1ab0d5-1022-4774-b9d6-89a182936e57 of type vlan for network 3a70d4e1-6834-4db3-bc3a-a3afc20e9403 May 24 22:58:27.009273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c83d151-b8fc-4753-81a4-ab9aa2a42681,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:27.032412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Set router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:27.057817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-98de6996-51cd-4960-ba40-6b681a92db01 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Unset dirty status for tenant:2334897d732b4b8bac2db07c5aaf8ed5 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:27.061311 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-98de6996-51cd-4960-ba40-6b681a92db01 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "GET /v2.0/ports?device_id=54bfce24-4b69-4c91-91b3-f304c000dd87 HTTP/1.1" status: 200 len: 205 time: 0.2167511 May 24 22:58:27.064752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37544) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:27.074933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Transition to ACTIVE for port object 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:27.117228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.137329 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9f57d19-e2d8-4b41-a1ef-3eb389d6ac46 req-eb3e615c-4b15-4715-90be-a453896b1635 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154170 May 24 22:58:27.171785 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.220343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.230764 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.232109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:27.233043 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.238367 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.252244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port eed27daf-7b89-47a1-9c43-51415d341aa3 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:27.252649 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.263976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.272201 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-144366d3-e0e4-484b-96ca-0165117c2117 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.367631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Network 821f2abe-c4a1-4b77-ac5b-1dd49877f511 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:27.381179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:27.390410 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-91c75ed1-a7c4-4847-b3c0-ee7a8efe44bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:27.391087 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-91c75ed1-a7c4-4847-b3c0-ee7a8efe44bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:27.391577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:27.407994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:27.412747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Pushing event updated for resources: {'Port': ['ID=2ecfc49b-ff31-4a33-8ccb-67a726b53e0b,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:27.438744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] Pushing event updated for resources: {'Network': ['ID=3a70d4e1-6834-4db3-bc3a-a3afc20e9403,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:27.462027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c2e3a6d5-c566-4452-9e18-628fa374cbd8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6333408 May 24 22:58:27.466386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:27.468758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 3a70d4e1-6834-4db3-bc3a-a3afc20e9403 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:27.498697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37554) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:27.502191 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.526861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Request body: {'subnet': {'network_id': '3a70d4e1-6834-4db3-bc3a-a3afc20e9403', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1683865291-subnet', 'tenant_id': '57cd8343ac1046e0b044dec004516344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:27.539664 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:27.539893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8bda59c2-02c1-4838-9390-6b45bc950965, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8bda59c2-02c1-4838-9390-6b45bc950965,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:27.577282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Usage tracker for resource:subnet and tenant:57cd8343ac1046e0b044dec004516344 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:27.582245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d45afbff-354c-4d0a-8468-245e307a0a7f up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:27.585449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:27.608119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:27.621104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.683360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Made reservation on behalf of 57cd8343ac1046e0b044dec004516344 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:27.686165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.744407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '8bda59c2-02c1-4838-9390-6b45bc950965', 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15', 'port_id': '8bda59c2-02c1-4838-9390-6b45bc950965', 'mac_address': 'fa:16:3e:cf:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a93872d-9b6c-42bf-9e43-eda0b0bb5f74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:58:27.766630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Attempting to bind port 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:27.766982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Attempting to bind port 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'c98175a9-ca9d-430d-9c4b-824f0d8b8404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '821f2abe-c4a1-4b77-ac5b-1dd49877f511'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:27.767319 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Attempting to bind port 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b on network 821f2abe-c4a1-4b77-ac5b-1dd49877f511 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:27.793120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Subnet': ['ID=85e8e09f-2e42-4b4c-b61a-3f632740d173,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:27.808733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce2d18-be4c-44ad-86bf-d87e37168dcd req-3cb685e7-d814-4514-a58e-ccecd3bc42f4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:27.810263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4ce2d18-be4c-44ad-86bf-d87e37168dcd req-3cb685e7-d814-4514-a58e-ccecd3bc42f4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.3590209 May 24 22:58:27.813252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Allocated IP 172.20.0.1 (3de9ab13-987a-4de0-9181-92b2d1349cda/c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb/009c5e12-b526-47e4-8640-de453ae21401) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:27.850938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:27.851637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Checking segment: {'id': 'c98175a9-ca9d-430d-9c4b-824f0d8b8404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '821f2abe-c4a1-4b77-ac5b-1dd49877f511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:27.852215 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.852612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Bound using segment: {'id': 'c98175a9-ca9d-430d-9c4b-824f0d8b8404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '821f2abe-c4a1-4b77-ac5b-1dd49877f511'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:27.853097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Bound port: 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98175a9-ca9d-430d-9c4b-824f0d8b8404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '821f2abe-c4a1-4b77-ac5b-1dd49877f511'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:27.853670 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.893942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-91c75ed1-a7c4-4847-b3c0-ee7a8efe44bd None None] Deleting port 4929db2b-057e-4421-a8a4-aa1d41bb0433 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:27.894607 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-91c75ed1-a7c4-4847-b3c0-ee7a8efe44bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.914177 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:27.930560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:27.970526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4ce2d18-be4c-44ad-86bf-d87e37168dcd req-677ffcf8-f72f-4373-9609-168d5503c29d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479511 May 24 22:58:28.017346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8bda59c2-02c1-4838-9390-6b45bc950965 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:28.017945 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.049246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-91c75ed1-a7c4-4847-b3c0-ee7a8efe44bd None None] The port '4929db2b-057e-4421-a8a4-aa1d41bb0433' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:58:28.064644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port d45afbff-354c-4d0a-8468-245e307a0a7f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:28.073251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-144366d3-e0e4-484b-96ca-0165117c2117 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.074040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bda59c2-02c1-4838-9390-6b45bc950965 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:28.083058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821f2abe-c4a1-4b77-ac5b-1dd49877f511']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:28.092784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-144366d3-e0e4-484b-96ca-0165117c2117 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.099265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port d45afbff-354c-4d0a-8468-245e307a0a7f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:28.099876 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.116517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98175a9-ca9d-430d-9c4b-824f0d8b8404') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:28.116954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98175a9-ca9d-430d-9c4b-824f0d8b8404') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:28.130349 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a840680-7caa-48d3-99fc-7bcaf823e959'] response: {'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'code': 200} May 24 22:58:28.133241 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.159031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.170029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8bda59c2-02c1-4838-9390-6b45bc950965, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8bda59c2-02c1-4838-9390-6b45bc950965,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:28.171825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] For port 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:28.174881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Allocated IP 172.25.7.232 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/2ba67a44-1124-4939-bf8b-2389cb2f0439) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:28.175348 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.186058 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.188275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f231fbe-5173-496d-98e2-b87a8b3d2db9 req-3fd37048-6933-4fe0-b21d-38baf6ff2463 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:28.194171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1f231fbe-5173-496d-98e2-b87a8b3d2db9 req-3fd37048-6933-4fe0-b21d-38baf6ff2463 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 945 time: 0.6755471 May 24 22:58:28.213796 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-144366d3-e0e4-484b-96ca-0165117c2117 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.214280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144366d3-e0e4-484b-96ca-0165117c2117 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Fanout notify agent at l3_agent the message router_deleted on router 54bfce24-4b69-4c91-91b3-f304c000dd87 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:58:28.230010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] For port 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2ecfc49b-ff31-4a33-8ccb-67a726b53e0b,segment=NetworkSegment(c98175a9-ca9d-430d-9c4b-824f0d8b8404),segment_id=c98175a9-ca9d-430d-9c4b-824f0d8b8404)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:28.237005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:21Z', 'revision_number': 3, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:28.245644 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.261380 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.269673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Checking router: f5a41a4d-c478-45b2-bda3-864e7ee1fa1f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:58:28.270333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Updating router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f port 12042949-d891-446c-9b87-fd7eac490e56 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:58:28.316049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:28.316471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.419932 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.459001 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.465425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d598b2-47ce-41d9-983e-c24f19c46a7b,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:28.484934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8bda59c2-02c1-4838-9390-6b45bc950965,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:28.500112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['8bda59c2-02c1-4838-9390-6b45bc950965'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:58:28.526179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Checking segment: {'id': '5c1ab0d5-1022-4774-b9d6-89a182936e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3a70d4e1-6834-4db3-bc3a-a3afc20e9403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:28.526641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Network hostable DHCP agents. Network: 3a70d4e1-6834-4db3-bc3a-a3afc20e9403, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:28.542987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Network 3de9ab13-987a-4de0-9181-92b2d1349cda is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:28.554968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:28.557821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-144366d3-e0e4-484b-96ca-0165117c2117 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.561214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-144366d3-e0e4-484b-96ca-0165117c2117 tempest-RoutersNegativeTest-535407435 tempest-RoutersNegativeTest-535407435-project] 10.222.0.55 "DELETE /v2.0/routers/54bfce24-4b69-4c91-91b3-f304c000dd87 HTTP/1.1" status: 204 len: 168 time: 1.4932573 May 24 22:58:28.561214 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 22:58:28.561214 n-d-843146-7 neutron-server[88390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 22:58:28.561214 n-d-843146-7 neutron-server[88390]: [parameters: {'id': '821f2abe-c4a1-4b77-ac5b-1dd49877f511'}] May 24 22:58:28.561214 n-d-843146-7 neutron-server[88390]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:28.561214 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:28.564177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:28.610309 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1f231fbe-5173-496d-98e2-b87a8b3d2db9 req-d58cf776-690b-4eb1-b19f-dc8bb167f18f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055960 May 24 22:58:28.637439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=009c5e12-b526-47e4-8640-de453ae21401,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:28.664701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cd337-2489-4262-8993-a0127a0e315a req-9ba18058-d6c1-429d-9a55-72703839c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:28.668061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b92cd337-2489-4262-8993-a0127a0e315a req-9ba18058-d6c1-429d-9a55-72703839c179 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 1096 time: 0.4362237 May 24 22:58:28.676914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.691638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d45afbff-354c-4d0a-8468-245e307a0a7f is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:28.692026 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.716107 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.726746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.801579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7154816-caec-45c9-85c6-dcfebd75cc69 None None] Pushing event updated for resources: {'Port': ['ID=2ecfc49b-ff31-4a33-8ccb-67a726b53e0b,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:28.835329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5679ad1a-8a10-4462-97ad-250897c68673 None None] Network 821f2abe-c4a1-4b77-ac5b-1dd49877f511 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:28.848517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:28.854080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:28.862375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:28.862753 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c98175a9-ca9d-430d-9c4b-824f0d8b8404 resource provider aggregate not found May 24 22:58:28.869818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:28.893179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:28.903348 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c98175a9-ca9d-430d-9c4b-824f0d8b8404 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c98175a9-ca9d-430d-9c4b-824f0d8b8404 found for delete ", "request_id": "req-ef750040-74d8-4253-803f-e9453102a9fc"}]} May 24 22:58:28.920567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event updated for resources: {'Port': ['ID=2ba67a44-1124-4939-bf8b-2389cb2f0439,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:29.011328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37570) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:29.048568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Network 3a70d4e1-6834-4db3-bc3a-a3afc20e9403 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:29.083938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d9406-70f9-4bba-a10c-c10175caf1d8 req-9a012f08-e954-4bfb-8567-c0bb7aafdc8e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:29.085731 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d33d9406-70f9-4bba-a10c-c10175caf1d8 req-9a012f08-e954-4bfb-8567-c0bb7aafdc8e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 944 time: 0.7476051 May 24 22:58:29.091041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.094275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 3a70d4e1-6834-4db3-bc3a-a3afc20e9403) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:29.097172 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b92cd337-2489-4262-8993-a0127a0e315a req-71cf1408-0398-4ce1-81b6-6ffb5396b59a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930185 May 24 22:58:29.106545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:29.107143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.115587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting port 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:29.116050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.146763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:29.189452 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d33d9406-70f9-4bba-a10c-c10175caf1d8 req-3c6c78fc-ac98-4c86-8edf-a62315a2e5a8 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695512 May 24 22:58:29.193431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-397a8365-d1a8-45e8-9208-d7140a279aba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6836820 May 24 22:58:29.212812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff455fda-2fd4-4772-a774-e8d3ef4a7e96 None None] Network 3a70d4e1-6834-4db3-bc3a-a3afc20e9403 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:29.341142 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.571576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a295495b-6822-4ef6-923d-5813c63a7101 None None] Network 3a70d4e1-6834-4db3-bc3a-a3afc20e9403 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:29.654024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.671981 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.796549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7669a64a-a34c-4f52-ab5e-f0475af94db2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2334897d732b4b8bac2db07c5aaf8ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7845869 May 24 22:58:29.797836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37598) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:29.860580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] For port 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2ecfc49b-ff31-4a33-8ccb-67a726b53e0b,segment=NetworkSegment(c98175a9-ca9d-430d-9c4b-824f0d8b8404),segment_id=c98175a9-ca9d-430d-9c4b-824f0d8b8404)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:29.860875 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.868016 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.884076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=009c5e12-b526-47e4-8640-de453ae21401,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:29.890406 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.921335 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:29.965531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Transition to ACTIVE for port object 12042949-d891-446c-9b87-fd7eac490e56 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:29.992236 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.021954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-8c44d09c-9440-43f0-bb29-a891eeee5e6e tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:30.022651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-8c44d09c-9440-43f0-bb29-a891eeee5e6e tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Synchronizing usage tracker for tenant:57cd8343ac1046e0b044dec004516344 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:30.051376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b91fce-396a-4195-8018-699525d5905b None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 22:58:30.072693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Network 3de9ab13-987a-4de0-9181-92b2d1349cda is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:30.074234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:30.076354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-8c44d09c-9440-43f0-bb29-a891eeee5e6e tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Unset dirty status for tenant:57cd8343ac1046e0b044dec004516344 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:30.077637 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-8c44d09c-9440-43f0-bb29-a891eeee5e6e tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/networks?id=3a70d4e1-6834-4db3-bc3a-a3afc20e9403 HTTP/1.1" status: 200 len: 821 time: 0.3254688 May 24 22:58:30.147014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:30.158342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Calling delete_port for 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:30.176421 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-a0683328-f40a-40c5-93f6-893a0cc39732 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/quotas/57cd8343ac1046e0b044dec004516344 HTTP/1.1" status: 200 len: 375 time: 0.0377536 May 24 22:58:30.209259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Attempting to bind port 12042949-d891-446c-9b87-fd7eac490e56 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:30.209710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02777efb-a151-4ff8-b03a-0109c028d1cf req-73a2e483-7e7c-4c55-a5f8-fa505a54a9ee tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:30.209866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Attempting to bind port 12042949-d891-446c-9b87-fd7eac490e56 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:30.210202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Attempting to bind port 12042949-d891-446c-9b87-fd7eac490e56 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:30.211250 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02777efb-a151-4ff8-b03a-0109c028d1cf req-73a2e483-7e7c-4c55-a5f8-fa505a54a9ee tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.9896975 May 24 22:58:30.224901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:30.225355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:30.225874 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.226338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:30.226873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Bound port: 12042949-d891-446c-9b87-fd7eac490e56, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:30.227313 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.250416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d27338-f186-4e9a-95af-f7441afb2926 None None] Pushing event updated for resources: {'Port': ['ID=12042949-d891-446c-9b87-fd7eac490e56,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:30.287267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e050d042-7af5-4eb1-bda1-71e23e967258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.298389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-f4b09bcf-7652-4b81-ae8b-09fdfaee6403 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=57cd8343ac1046e0b044dec004516344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144559 May 24 22:58:30.336659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b91fce-396a-4195-8018-699525d5905b None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 22:58:30.344042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] For port 12042949-d891-446c-9b87-fd7eac490e56, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:30.349983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] For port 12042949-d891-446c-9b87-fd7eac490e56, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=12042949-d891-446c-9b87-fd7eac490e56,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:30.372219 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.406266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:58:30.426536 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02777efb-a151-4ff8-b03a-0109c028d1cf req-c4fe6370-3302-4b0b-b854-30f780763658 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866565 May 24 22:58:30.435187 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e050d042-7af5-4eb1-bda1-71e23e967258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.465026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8bda59c2-02c1-4838-9390-6b45bc950965 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:30.483083 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.549372 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-85837eb2-1637-423e-83a9-98ab7789527a service neutron] 10.222.0.55 "GET /v2.0/networks/3a70d4e1-6834-4db3-bc3a-a3afc20e9403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367613 May 24 22:58:30.589270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d27338-f186-4e9a-95af-f7441afb2926 None None] Pushing event updated for resources: {'Port': ['ID=12042949-d891-446c-9b87-fd7eac490e56,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:30.596795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Routers {'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:30.597475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:30.719493 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 8bda59c2-02c1-4838-9390-6b45bc950965 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:30.735210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Port': ['ID=2ecfc49b-ff31-4a33-8ccb-67a726b53e0b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:30.737042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No DVR routers for this DVR port 2ecfc49b-ff31-4a33-8ccb-67a726b53e0b on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:30.803845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 8bda59c2-02c1-4838-9390-6b45bc950965 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:30.804308 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:30.888898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:30.904733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8a218cb6-1c83-4e91-95f4-dcbc2528b1e0 admin admin] 10.222.0.55 "PUT /v2.0/routers/f5a41a4d-c478-45b2-bda3-864e7ee1fa1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9134021 May 24 22:58:30.925349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] Set router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:30.934207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-72996d05-e0b4-45ca-af1c-5a24dbed3aca service neutron] 10.222.0.55 "GET /v2.0/networks/3a70d4e1-6834-4db3-bc3a-a3afc20e9403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843403 May 24 22:58:31.106698 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e050d042-7af5-4eb1-bda1-71e23e967258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.139437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050d042-7af5-4eb1-bda1-71e23e967258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4f537c-4780-466c-a756-787457eec431,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:31.147527 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.165777 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.190775 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.193826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821f2abe-c4a1-4b77-ac5b-1dd49877f511']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:31.207051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e050d042-7af5-4eb1-bda1-71e23e967258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.208256 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e050d042-7af5-4eb1-bda1-71e23e967258 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c4f537c-4780-466c-a756-787457eec431 HTTP/1.1" status: 204 len: 168 time: 1.4050133 May 24 22:58:31.261961 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ada0201-104c-48a2-a97e-be5e6dcf8ee6'] response: {'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'code': 200} May 24 22:58:31.272343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98175a9-ca9d-430d-9c4b-824f0d8b8404') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:31.272685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98175a9-ca9d-430d-9c4b-824f0d8b8404') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:31.281834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8bda59c2-02c1-4838-9390-6b45bc950965 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:31.282200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.337504 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.373199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f7774-8503-4e83-8cc6-102ab9b230c7 req-27878c9f-82a5-4114-9c38-7204cfd46dfa tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:31.374169 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8bda59c2-02c1-4838-9390-6b45bc950965, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8bda59c2-02c1-4838-9390-6b45bc950965,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:31.381754 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f60f7774-8503-4e83-8cc6-102ab9b230c7 req-27878c9f-82a5-4114-9c38-7204cfd46dfa tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.7180331 May 24 22:58:31.409862 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.426682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637e159-afcc-4a18-8b9e-87f4e146db6d req-197291a3-7759-40a3-9eaa-834f7b02a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:31.432034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0637e159-afcc-4a18-8b9e-87f4e146db6d req-197291a3-7759-40a3-9eaa-834f7b02a2de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 1097 time: 0.1454294 May 24 22:58:31.449481 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.506610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8bda59c2-02c1-4838-9390-6b45bc950965,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:31.527501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '009c5e12-b526-47e4-8640-de453ae21401', 'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'mac_address': 'fa:16:3e:df:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:27Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 2, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'subnets': [{'id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:31.532074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53f8c2-30f1-42e7-b733-17544345246e None None] The sync data for ids ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'] in n-d-843146-7 is: [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '009c5e12-b526-47e4-8640-de453ae21401', 'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'mac_address': 'fa:16:3e:df:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:27Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 2, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'subnets': [{'id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:31.536239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:31.536652 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.620477 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0637e159-afcc-4a18-8b9e-87f4e146db6d req-4897fa1f-365d-4aca-8c63-f3de5c33ff93 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860223 May 24 22:58:31.665559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cf967-2d54-4489-8f87-806f35e65e89 req-bfa9e753-279a-4e6e-9f84-baedff2f6261 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:31.673795 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc2cf967-2d54-4489-8f87-806f35e65e89 req-bfa9e753-279a-4e6e-9f84-baedff2f6261 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.1865935 May 24 22:58:31.685599 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c98175a9-ca9d-430d-9c4b-824f0d8b8404 resource provider aggregate not found May 24 22:58:31.750377 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f60f7774-8503-4e83-8cc6-102ab9b230c7 req-e48e2c45-9bc8-4a5e-8ae4-e55d4e17bab1 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670607 May 24 22:58:31.782397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.794644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc2cf967-2d54-4489-8f87-806f35e65e89 req-0aaf9deb-4f59-43f7-bb91-63281315a536 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176808 May 24 22:58:31.854843 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:31.859414 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c98175a9-ca9d-430d-9c4b-824f0d8b8404 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c98175a9-ca9d-430d-9c4b-824f0d8b8404 found for delete ", "request_id": "req-5147cb08-6dfa-4b81-a1c4-ce00d9de701b"}]} May 24 22:58:31.932942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=821f2abe-c4a1-4b77-ac5b-1dd49877f511,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:31.957999 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a18744be-2ad8-4a97-9b0a-c6c2acc022a9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/821f2abe-c4a1-4b77-ac5b-1dd49877f511 HTTP/1.1" status: 204 len: 168 time: 7.6060548 May 24 22:58:31.961966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37640) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:31.967405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-304750639'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:31.974814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:31.977762 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-96fd83be-1d8b-4a5f-8be8-a3c8cfcf3ffa req-9aa09ac9-bfc4-4900-8b90-187c986c0408 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 210 time: 0.1223042 May 24 22:58:31.986972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:network and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:31.990282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:32.011534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:32.040194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Router 45b67a53-4074-4e33-a8ec-77f7989368b6 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:58:32.043807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:32.048574 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.111231 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:32.130831 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.131144 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment 91786bda-a76e-4d60-b459-1a9a330a33ac of type vlan for network 17d25fd9-6058-4120-8e6b-e9ae773a4c13 May 24 22:58:32.177591 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.223608 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.230467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:32.231150 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.464250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:32.471245 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:32.471383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5074632 May 24 22:58:32.471794 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3bf3b8eb-2613-47f4-8387-d72660640d57 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "PUT /v2.0/routers/45b67a53-4074-4e33-a8ec-77f7989368b6 HTTP/1.1" status: 200 len: 914 time: 7.2184169 May 24 22:58:32.473693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37662) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:32.474082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37664) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:32.483795 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b0782-607e-4ac3-9486-e2bce957aa61 None None] Sync routers for ids ['45b67a53-4074-4e33-a8ec-77f7989368b6'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:32.484550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-3fb8590a-5e17-46eb-b987-65e78f67c311 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:32.485306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-3fb8590a-5e17-46eb-b987-65e78f67c311 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/networks?id=3de9ab13-987a-4de0-9181-92b2d1349cda HTTP/1.1" status: 200 len: 819 time: 0.1722133 May 24 22:58:32.489750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3dc66855-4504-4c83-9fa1-7ee790071e37 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:32.497290 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b0782-607e-4ac3-9486-e2bce957aa61 None None] Routers {'45b67a53-4074-4e33-a8ec-77f7989368b6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:32.498030 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f99b0782-607e-4ac3-9486-e2bce957aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['45b67a53-4074-4e33-a8ec-77f7989368b6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:32.563793 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-4cab6a23-6071-442c-9c23-2c163580449c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/quotas/41770c559bc34ca187af2a317b5014f6 HTTP/1.1" status: 200 len: 375 time: 0.0306132 May 24 22:58:32.570160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbf13a-62fc-41c8-b127-de5ce40a555c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=17d25fd9-6058-4120-8e6b-e9ae773a4c13,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:32.588790 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f99b0782-607e-4ac3-9486-e2bce957aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:32.594157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 17d25fd9-6058-4120-8e6b-e9ae773a4c13 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:32.599531 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b0782-607e-4ac3-9486-e2bce957aa61 None None] Routers {'45b67a53-4074-4e33-a8ec-77f7989368b6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:32.600360 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f99b0782-607e-4ac3-9486-e2bce957aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['45b67a53-4074-4e33-a8ec-77f7989368b6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:32.662304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f3ed3-9014-42a5-bff7-91dcaa37607b req-1fb5cc52-5bdc-4a9d-ab16-52e3123b89d3 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:32.667989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a4f3ed3-9014-42a5-bff7-91dcaa37607b req-1fb5cc52-5bdc-4a9d-ab16-52e3123b89d3 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4447412 May 24 22:58:32.694275 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f99b0782-607e-4ac3-9486-e2bce957aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:32.696202 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b0782-607e-4ac3-9486-e2bce957aa61 None None] The sync data for ids ['45b67a53-4074-4e33-a8ec-77f7989368b6'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:32.762597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37670) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:32.811159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-176915de-c355-41ce-babf-f378765a4446 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Synchronizing usage tracker for tenant:41770c559bc34ca187af2a317b5014f6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:32.887073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-176915de-c355-41ce-babf-f378765a4446 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Unset dirty status for tenant:41770c559bc34ca187af2a317b5014f6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:32.888449 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-176915de-c355-41ce-babf-f378765a4446 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=41770c559bc34ca187af2a317b5014f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3092933 May 24 22:58:33.054782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-456333584'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:33.067424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:33.082032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Usage tracker for resource:network and tenant:5dd004b6c24f4d2dacfdf1177935bfdb is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:33.088510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:33.099159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:33.146753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a4f3ed3-9014-42a5-bff7-91dcaa37607b req-89330353-cffb-467e-ac27-bc4aaa0034fc tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034825 May 24 22:58:33.173069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Made reservation on behalf of 5dd004b6c24f4d2dacfdf1177935bfdb for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:33.177817 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.204465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-fdd075e6-7d34-4ad8-8cc2-e0750bb99802 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:33.205979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-fdd075e6-7d34-4ad8-8cc2-e0750bb99802 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.50 "GET /v2.0/networks?id=3a70d4e1-6834-4db3-bc3a-a3afc20e9403 HTTP/1.1" status: 200 len: 821 time: 0.3565032 May 24 22:58:33.208588 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.225918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Request body: {'port': {'device_id': 'd48d6944-f35f-4f88-b3b5-e17a28ca9b0d', 'network_id': '3a70d4e1-6834-4db3-bc3a-a3afc20e9403', 'admin_state_up': True, 'tenant_id': '57cd8343ac1046e0b044dec004516344'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:33.247577 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-76fe3fa2-3426-410f-baa5-bd8f2392d3a0 service neutron] 10.222.0.55 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064013 May 24 22:58:33.262826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef762a-5837-44e4-9f7f-f7b109c8abd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bda59c2-02c1-4838-9390-6b45bc950965'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:33.283141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:33.358940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ca91c385-0e38-4438-8ff6-85d0a55cb6e3 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/routers/45b67a53-4074-4e33-a8ec-77f7989368b6 HTTP/1.1" status: 200 len: 920 time: 0.8774872 May 24 22:58:33.366938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37688) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:33.424518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Usage tracker for resource:security_group_rule and tenant:5dd004b6c24f4d2dacfdf1177935bfdb is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:33.431667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:33.456837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:33.465473 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3dc66855-4504-4c83-9fa1-7ee790071e37 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.492601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3dc66855-4504-4c83-9fa1-7ee790071e37 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.543091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3dc66855-4504-4c83-9fa1-7ee790071e37 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network 17d25fd9-6058-4120-8e6b-e9ae773a4c13 is not hosted by any dhcp agent {{(pid=88390) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 24 22:58:33.548379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc66855-4504-4c83-9fa1-7ee790071e37 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:33.548987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3dc66855-4504-4c83-9fa1-7ee790071e37 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.557803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3dc66855-4504-4c83-9fa1-7ee790071e37 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "PUT /v2.0/networks/17d25fd9-6058-4120-8e6b-e9ae773a4c13 HTTP/1.1" status: 200 len: 723 time: 1.0755219 May 24 22:58:33.558281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37692) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:33.573453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-c69c7dcf-972e-4ea7-93b1-42520a83884e service neutron] 10.222.0.55 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249655 May 24 22:58:33.585641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'network_id': '17d25fd9-6058-4120-8e6b-e9ae773a4c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:33.630429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:33.705464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Usage tracker for resource:port and tenant:57cd8343ac1046e0b044dec004516344 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:33.711633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:33.726325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:33.783059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:33.794215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Made reservation on behalf of 57cd8343ac1046e0b044dec004516344 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:33.799258 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.813475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:subnet and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:33.824466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:33.842986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:33.850240 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:33.856302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f1d9d-f3d0-4e44-8338-c3ca30dc3307 req-357b837c-aea2-4aa9-b238-fc881113424e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:33.864515 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a19f1d9d-f3d0-4e44-8338-c3ca30dc3307 req-357b837c-aea2-4aa9-b238-fc881113424e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.5510168 May 24 22:58:33.880809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7308cd93-5dc5-4633-999a-34d781619812 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:33.882955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7308cd93-5dc5-4633-999a-34d781619812 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&device_id=45b67a53-4074-4e33-a8ec-77f7989368b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5149417 May 24 22:58:33.897358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 12042949-d891-446c-9b87-fd7eac490e56 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:33.904403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37700) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:33.966275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc66855-4504-4c83-9fa1-7ee790071e37 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=17d25fd9-6058-4120-8e6b-e9ae773a4c13,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:33.980669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 17d25fd9-6058-4120-8e6b-e9ae773a4c13 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:34.090871 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a19f1d9d-f3d0-4e44-8338-c3ca30dc3307 req-4ecad59e-a034-4e00-b6e5-ef7481e0ea93 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253656 May 24 22:58:34.119525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.143046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:34.147429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.182442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 12042949-d891-446c-9b87-fd7eac490e56 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:34.188376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 12042949-d891-446c-9b87-fd7eac490e56 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:34.188941 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.190777 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d6f49d-72e5-44ea-85d0-cd3dd8280b42 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:34.196896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-64d6f49d-72e5-44ea-85d0-cd3dd8280b42 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 881 time: 0.2900786 May 24 22:58:34.197531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37712) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:34.229678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:34.246509 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.246865 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Added segment 1e7ef63c-5177-481f-a642-b81e459d2f48 of type vlan for network cbd6b844-4c4e-4429-a775-c0d5eb18d0ec May 24 22:58:34.284858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.300225 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cff4545e-7451-4209-9d74-4d6d9b252d56 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b67a53-4074-4e33-a8ec-77f7989368b6 HTTP/1.1" status: 200 len: 205 time: 0.0910954 May 24 22:58:34.300868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37716) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:34.316568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 12042949-d891-446c-9b87-fd7eac490e56 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:34.316886 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.335470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 12042949-d891-446c-9b87-fd7eac490e56, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=12042949-d891-446c-9b87-fd7eac490e56,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:34.348944 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.423080 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=12042949-d891-446c-9b87-fd7eac490e56,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:34.484895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66096167-091b-4233-87f3-f713b8c8b848,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:34.550188 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cebc44dc-aca8-46c9-ad0a-060ae206adf9 req-78724738-22da-4761-88b5-1aebc93941a6 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 210 time: 0.0727663 May 24 22:58:34.580254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.630680 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.635701 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9041a769-940d-4687-92e2-55b8b2ec45a7'] response: {'server_uuid': 'eaef762a-5837-44e4-9f7f-f7b109c8abd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bda59c2-02c1-4838-9390-6b45bc950965', 'code': 200} May 24 22:58:34.636162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:34.638416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.709003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Sync routers for ids ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:34.734056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Routers {'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:34.735286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:34.757966 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.849792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8edee-0669-4698-9387-22c9c6e5944d req-21a2f85b-53e2-4183-9486-dd3a81dc75f7 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:34.851200 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60e8edee-0669-4698-9387-22c9c6e5944d req-21a2f85b-53e2-4183-9486-dd3a81dc75f7 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 1.0033591 May 24 22:58:34.857617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Allocated IP 172.20.0.13 (3a70d4e1-6834-4db3-bc3a-a3afc20e9403/85d598b2-47ce-41d9-983e-c24f19c46a7b/34b1b97f-ce4f-4edf-9ae8-a3c1a175a884) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:34.924677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.936027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.1682422 May 24 22:58:34.939135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Set router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:34.944119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37728) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:34.953066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Request body: {'subnet': {'network_id': 'cbd6b844-4c4e-4429-a775-c0d5eb18d0ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:34.971867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Deleting port 2ba67a44-1124-4939-bf8b-2389cb2f0439 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:34.972179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:34.991714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7e86f-4a71-4a3f-ac5b-acb863fe16b8 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Pushing event updated for resources: {'Network': ['ID=cbd6b844-4c4e-4429-a775-c0d5eb18d0ec,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:35.022931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network cbd6b844-4c4e-4429-a775-c0d5eb18d0ec details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:35.045092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=0ce1f1c4-0e82-46c2-82a1-27dbbbcc1dac,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:35.078006 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60e8edee-0669-4698-9387-22c9c6e5944d req-6cd87eaa-058a-4252-82bf-e1eb107c1583 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784344 May 24 22:58:35.088283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking segment: {'id': '91786bda-a76e-4d60-b459-1a9a330a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '17d25fd9-6058-4120-8e6b-e9ae773a4c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:35.088650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network hostable DHCP agents. Network: 17d25fd9-6058-4120-8e6b-e9ae773a4c13, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:35.138270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-348c845d-7cd9-48a3-949c-7307bf87b315 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:35.146692 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-348c845d-7cd9-48a3-949c-7307bf87b315 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 813 time: 0.3563414 May 24 22:58:35.218214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-a1330588-1d5d-419a-906d-0df34995275e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/quotas/e349657696c34416983f98607f7fdf1c HTTP/1.1" status: 200 len: 375 time: 0.0702853 May 24 22:58:35.306076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:35.320364 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7982876c-f892-4baa-b22e-47903e978668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.324861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Usage tracker for resource:subnet and tenant:5dd004b6c24f4d2dacfdf1177935bfdb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:35.327390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66a84a-77b9-44b7-93d2-1d4b178d355e req-bc6d3517-7909-4a91-86db-ae84ddb52981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:35.329022 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e66a84a-77b9-44b7-93d2-1d4b178d355e req-bc6d3517-7909-4a91-86db-ae84ddb52981 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 1096 time: 0.5650811 May 24 22:58:35.332739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:35.353716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:35.387126 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.392922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '009c5e12-b526-47e4-8640-de453ae21401', 'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'mac_address': 'fa:16:3e:df:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:27Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 2, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'subnets': [{'id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:35.397940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Checking router: f5a41a4d-c478-45b2-bda3-864e7ee1fa1f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:58:35.398292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Updating router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f port 009c5e12-b526-47e4-8640-de453ae21401 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 22:58:35.404346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Made reservation on behalf of 5dd004b6c24f4d2dacfdf1177935bfdb for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:35.408080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.454642 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.472511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.511880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b5f65f93-e43b-4b86-8814-1cf3d9465e46 req-aa8b8fca-cad3-408a-951f-aca6ce29f25c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 210 time: 0.1298323 May 24 22:58:35.558007 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-b2d67cae-6dc6-46ee-bb9b-c5e2ed346f2b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3378823 May 24 22:58:35.621876 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e66a84a-77b9-44b7-93d2-1d4b178d355e req-eca56083-e601-40ae-b0b0-b1b6ef8ca149 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773166 May 24 22:58:35.622604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network 17d25fd9-6058-4120-8e6b-e9ae773a4c13 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:35.637775 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.748202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Pushing event updated for resources: {'Port': ['ID=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:35.750856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 17d25fd9-6058-4120-8e6b-e9ae773a4c13) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:35.772121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:35.772718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:35.794761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b2d1f9-7b9d-4d46-b897-8f4335a4a55c None None] Network 17d25fd9-6058-4120-8e6b-e9ae773a4c13 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:35.805947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Network 3a70d4e1-6834-4db3-bc3a-a3afc20e9403 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:35.809973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:35.814958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 12042949-d891-446c-9b87-fd7eac490e56 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:35.816626 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2fb469f5-7b63-4665-b4b1-dc42fe62a730 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2548077 May 24 22:58:35.817697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:35.828920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37736) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:35.846167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Calling delete_port for 2ba67a44-1124-4939-bf8b-2389cb2f0439 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:35.876712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2e1707f0-c181-4265-8bb9-2f6363748c78 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:35.896249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-bf40ac35-d692-49d4-82f8-491b15200973 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:35.897584 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-bf40ac35-d692-49d4-82f8-491b15200973 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.31 "GET /v2.0/networks?id=3de9ab13-987a-4de0-9181-92b2d1349cda HTTP/1.1" status: 200 len: 819 time: 0.5652833 May 24 22:58:35.912327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Request body: {'port': {'device_id': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'admin_state_up': True, 'tenant_id': '41770c559bc34ca187af2a317b5014f6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:36.009649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:36.010303 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.092284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5d31e9c9-81d3-4117-829f-bd73827caf7b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8703523 May 24 22:58:36.115067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Request body: {'port': {'device_id': 'd48d6944-f35f-4f88-b3b5-e17a28ca9b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:36.137879 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.169592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Transition to ACTIVE for port object 009c5e12-b526-47e4-8640-de453ae21401 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:36.185559 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e1707f0-c181-4265-8bb9-2f6363748c78 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2226808'] for subnet, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.202707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:36.215046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 12042949-d891-446c-9b87-fd7eac490e56 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:36.215446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.238134 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-18f76d23-8106-41df-90ba-be59ade37de2 service neutron] 10.222.0.55 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785886 May 24 22:58:36.242642 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.258686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec12dd-1d3b-40f6-a8c6-3c673eb9c95f req-5caf7be2-a305-4d96-bfb5-74fb5df31339 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:36.260211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2cec12dd-1d3b-40f6-a8c6-3c673eb9c95f req-5caf7be2-a305-4d96-bfb5-74fb5df31339 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.5157909 May 24 22:58:36.261182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:36.275552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37742) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:36.288606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2e79d352-22c4-447c-880e-f453ebc2e9e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Request body: {'floatingip': {'port_id': 'd45afbff-354c-4d0a-8468-245e307a0a7f'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:36.359467 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.504572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4143b6-03a2-42a5-ad61-6b4e0b73c954 None None] Pushing event updated for resources: {'Port': ['ID=009c5e12-b526-47e4-8640-de453ae21401,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:36.545587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-17d25fd9-6058-4120-8e6b-e9ae773a4c13', 'network_id': '17d25fd9-6058-4120-8e6b-e9ae773a4c13', 'tenant_id': 'b02244053ac84d7498757d45f4831b3f', 'fixed_ips': [{'subnet_id': '0ce1f1c4-0e82-46c2-82a1-27dbbbcc1dac'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:36.546859 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.555031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.568322 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e79d352-22c4-447c-880e-f453ebc2e9e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.643052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Made reservation on behalf of 41770c559bc34ca187af2a317b5014f6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:36.644393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Pushing event updated for resources: {'Subnet': ['ID=72882bd9-b98e-43ad-ad5a-f868b01618b2,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:36.647404 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.659053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Checking segment: {'id': '1e7ef63c-5177-481f-a642-b81e459d2f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cbd6b844-4c4e-4429-a775-c0d5eb18d0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:36.659550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Network hostable DHCP agents. Network: cbd6b844-4c4e-4429-a775-c0d5eb18d0ec, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:36.669364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Attempting to bind port 009c5e12-b526-47e4-8640-de453ae21401 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:36.669741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Attempting to bind port 009c5e12-b526-47e4-8640-de453ae21401 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '65fc81a8-9afa-4ed6-8f93-c9e6769e5a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:36.670536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Attempting to bind port 009c5e12-b526-47e4-8640-de453ae21401 on network 3de9ab13-987a-4de0-9181-92b2d1349cda {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:36.716143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:36.716554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Checking segment: {'id': '65fc81a8-9afa-4ed6-8f93-c9e6769e5a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:36.716962 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.717363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Bound using segment: {'id': '65fc81a8-9afa-4ed6-8f93-c9e6769e5a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:36.717836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Bound port: 009c5e12-b526-47e4-8640-de453ae21401, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fc81a8-9afa-4ed6-8f93-c9e6769e5a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:36.718214 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.734005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-099592ac-f228-445e-9386-dbe1524c1873 service neutron] 10.222.0.55 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945290 May 24 22:58:36.757082 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.813034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Network cbd6b844-4c4e-4429-a775-c0d5eb18d0ec is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:36.820565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Pushing event deleted for resources: {'Port': ['ID=2ba67a44-1124-4939-bf8b-2389cb2f0439,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:36.860148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, cbd6b844-4c4e-4429-a775-c0d5eb18d0ec) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:36.861824 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e1707f0-c181-4265-8bb9-2f6363748c78 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752462385336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3097555'] for subnet, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.901366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:36.901993 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:36.955145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] For port 009c5e12-b526-47e4-8640-de453ae21401, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:36.969472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] For port 009c5e12-b526-47e4-8640-de453ae21401, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=009c5e12-b526-47e4-8640-de453ae21401,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:36.979751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 12042949-d891-446c-9b87-fd7eac490e56 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:37.001141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d2331f-ff28-452e-b2e1-eb53afc346fa None None] Network cbd6b844-4c4e-4429-a775-c0d5eb18d0ec requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:37.011120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1707f0-c181-4265-8bb9-2f6363748c78 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:37.011611 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e1707f0-c181-4265-8bb9-2f6363748c78 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.012899 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2e1707f0-c181-4265-8bb9-2f6363748c78 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "PUT /v2.0/subnets/0ce1f1c4-0e82-46c2-82a1-27dbbbcc1dac HTTP/1.1" status: 200 len: 806 time: 1.1777942 May 24 22:58:37.022663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37752) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:37.058935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4a4d986e-e80c-4962-8c0e-0fcb8a64ef63 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1135316 May 24 22:58:37.107746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37756) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:37.117392 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.117717 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.218901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1707f0-c181-4265-8bb9-2f6363748c78 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=0ce1f1c4-0e82-46c2-82a1-27dbbbcc1dac,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:37.224161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Request body: {'port': {'network_id': 'cbd6b844-4c4e-4429-a775-c0d5eb18d0ec', 'name': 'tempest-TagsExtTest-1901000608'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:37.285583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Routers {'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:37.286184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:37.357306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:37.464580 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.482105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadd03f-fd69-4da0-a28b-c6d73a9a589f req-0d2101c6-24e0-420b-ab17-e218c88882b8 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:37.482855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4fadd03f-fd69-4da0-a28b-c6d73a9a589f req-0d2101c6-24e0-420b-ab17-e218c88882b8 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Synchronizing usage tracker for tenant:57cd8343ac1046e0b044dec004516344 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:37.492790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] Set router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:37.539443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Transition to ACTIVE for port object 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:37.567478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Allocated IP 172.20.0.2 (17d25fd9-6058-4120-8e6b-e9ae773a4c13/0ce1f1c4-0e82-46c2-82a1-27dbbbcc1dac/05bbc87e-a65d-48ae-9bdb-5fe652fb606f) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:37.596173 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-373b70e7-b862-4ab9-9cfa-f3ea628b4b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.610048 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.612423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4143b6-03a2-42a5-ad61-6b4e0b73c954 None None] Pushing event updated for resources: {'Port': ['ID=009c5e12-b526-47e4-8640-de453ae21401,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:37.613729 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.629011 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.709469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4fadd03f-fd69-4da0-a28b-c6d73a9a589f req-0d2101c6-24e0-420b-ab17-e218c88882b8 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Unset dirty status for tenant:57cd8343ac1046e0b044dec004516344 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:37.711474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4fadd03f-fd69-4da0-a28b-c6d73a9a589f req-0d2101c6-24e0-420b-ab17-e218c88882b8 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 932 time: 1.2470486 May 24 22:58:37.741241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Allocated IP 172.20.0.2 (3de9ab13-987a-4de0-9181-92b2d1349cda/c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb/fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:37.859050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.859050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Fanout notify agent at l3_agent the message router_deleted on router 45b67a53-4074-4e33-a8ec-77f7989368b6 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:58:37.910810 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.918492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8fd1668e-f87f-4a6c-8731-eee6e8f727d4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/45b67a53-4074-4e33-a8ec-77f7989368b6 HTTP/1.1" status: 204 len: 168 time: 3.6164732 May 24 22:58:37.931755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37766) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:37.942152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b36b48c5-67ab-4c3f-92fd-86d1cece2da1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1613416304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:37.962759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:37.966156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b36b48c5-67ab-4c3f-92fd-86d1cece2da1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:37.972688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Usage tracker for resource:port and tenant:5dd004b6c24f4d2dacfdf1177935bfdb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:37.979798 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:37.981788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:37.984726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b36b48c5-67ab-4c3f-92fd-86d1cece2da1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Usage tracker for resource:router and tenant:525cecddd9f14bb29b77e712da54639b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:37.989207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b36b48c5-67ab-4c3f-92fd-86d1cece2da1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:37.998059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:38.000252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b36b48c5-67ab-4c3f-92fd-86d1cece2da1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:38.009985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99812e9-cb5c-44b1-8e34-21e638982b27 req-01464d80-1aa7-415d-89a7-412bb669537a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:38.011313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a99812e9-cb5c-44b1-8e34-21e638982b27 req-01464d80-1aa7-415d-89a7-412bb669537a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.9044640 May 24 22:58:38.036616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:38.064190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 009c5e12-b526-47e4-8640-de453ae21401 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:38.073186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Made reservation on behalf of 5dd004b6c24f4d2dacfdf1177935bfdb for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:38.076601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.085419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b36b48c5-67ab-4c3f-92fd-86d1cece2da1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.086462 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b36b48c5-67ab-4c3f-92fd-86d1cece2da1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.087181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4fadd03f-fd69-4da0-a28b-c6d73a9a589f req-049a0d9f-c9b3-45c3-b5e0-1ee100d07acd tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Synchronizing usage tracker for tenant:57cd8343ac1046e0b044dec004516344 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:38.147027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] device_id is not set on port 078a83d6-eebf-40d3-8358-160bbdf916a9 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:58:38.192444 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a99812e9-cb5c-44b1-8e34-21e638982b27 req-150c39e6-966f-4e87-80af-3d112a684034 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680276 May 24 22:58:38.203547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.243494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b36b48c5-67ab-4c3f-92fd-86d1cece2da1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.271466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-cbd6b844-4c4e-4429-a775-c0d5eb18d0ec', 'network_id': 'cbd6b844-4c4e-4429-a775-c0d5eb18d0ec', 'tenant_id': '5dd004b6c24f4d2dacfdf1177935bfdb', 'fixed_ips': [{'subnet_id': '72882bd9-b98e-43ad-ad5a-f868b01618b2'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:38.272560 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.360600 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b36b48c5-67ab-4c3f-92fd-86d1cece2da1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.390482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4fadd03f-fd69-4da0-a28b-c6d73a9a589f req-049a0d9f-c9b3-45c3-b5e0-1ee100d07acd tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Unset dirty status for tenant:57cd8343ac1046e0b044dec004516344 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:38.392110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4fadd03f-fd69-4da0-a28b-c6d73a9a589f req-049a0d9f-c9b3-45c3-b5e0-1ee100d07acd tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c83d151-b8fc-4753-81a4-ab9aa2a42681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574862 May 24 22:58:38.419028 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b36b48c5-67ab-4c3f-92fd-86d1cece2da1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.422841 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b36b48c5-67ab-4c3f-92fd-86d1cece2da1 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4900532 May 24 22:58:38.423521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37772) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:38.424509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Attempting to bind port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:38.424809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Attempting to bind port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '5c1ab0d5-1022-4774-b9d6-89a182936e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3a70d4e1-6834-4db3-bc3a-a3afc20e9403'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:38.425206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Attempting to bind port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 on network 3a70d4e1-6834-4db3-bc3a-a3afc20e9403 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:38.439229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 on network 3a70d4e1-6834-4db3-bc3a-a3afc20e9403 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:58:38.439724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Attempting to bind port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 on network 3a70d4e1-6834-4db3-bc3a-a3afc20e9403 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:38.444173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'enable_snat': False}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:38.472652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:38.472932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Checking segment: {'id': '5c1ab0d5-1022-4774-b9d6-89a182936e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3a70d4e1-6834-4db3-bc3a-a3afc20e9403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:38.474160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Bound using segment: {'id': '5c1ab0d5-1022-4774-b9d6-89a182936e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3a70d4e1-6834-4db3-bc3a-a3afc20e9403'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:38.474646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Bound port: 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1ab0d5-1022-4774-b9d6-89a182936e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3a70d4e1-6834-4db3-bc3a-a3afc20e9403'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:38.475045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.492688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 009c5e12-b526-47e4-8640-de453ae21401 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:38.522903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 009c5e12-b526-47e4-8640-de453ae21401 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:38.523664 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.560084 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-2e79d352-22c4-447c-880e-f453ebc2e9e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:58:38.566971 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.569164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Allocated IP 172.20.0.13 (cbd6b844-4c4e-4429-a775-c0d5eb18d0ec/72882bd9-b98e-43ad-ad5a-f868b01618b2/078a83d6-eebf-40d3-8358-160bbdf916a9) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:38.612139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Transition to ACTIVE for port object 05bbc87e-a65d-48ae-9bdb-5fe652fb606f will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:38.689112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.699150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Transition to ACTIVE for port object 05bbc87e-a65d-48ae-9bdb-5fe652fb606f will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:38.726718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '009c5e12-b526-47e4-8640-de453ae21401', 'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'mac_address': 'fa:16:3e:df:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:27Z', 'updated_at': '2022-05-24T22:58:36Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'subnets': [{'id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:38.730009 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.747316 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2de81b78-0d8e-4f53-8c78-3d7a74894bdf req-62a86470-f4dd-4415-bf44-997ad04f791b tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 210 time: 0.2033033 May 24 22:58:38.797036 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.809722 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.820304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd749bb0-8e13-44ab-b368-893352ee5a5d None None] The sync data for ids ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'] in n-d-843146-7 is: [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '009c5e12-b526-47e4-8640-de453ae21401', 'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'mac_address': 'fa:16:3e:df:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:27Z', 'updated_at': '2022-05-24T22:58:36Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'subnets': [{'id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:38.859843 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e79d352-22c4-447c-880e-f453ebc2e9e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.886280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Network 17d25fd9-6058-4120-8e6b-e9ae773a4c13 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:38.899419 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:38.902054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:38.914647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Pushing event updated for resources: {'Port': ['ID=05bbc87e-a65d-48ae-9bdb-5fe652fb606f,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:38.963552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 009c5e12-b526-47e4-8640-de453ae21401 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:38.963957 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:38.983603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] For port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:38.989047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] For port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884,segment=NetworkSegment(5c1ab0d5-1022-4774-b9d6-89a182936e57),segment_id=5c1ab0d5-1022-4774-b9d6-89a182936e57)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:38.992816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.044622 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e79d352-22c4-447c-880e-f453ebc2e9e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.048174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Attempting to bind port 05bbc87e-a65d-48ae-9bdb-5fe652fb606f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:39.049023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Attempting to bind port 05bbc87e-a65d-48ae-9bdb-5fe652fb606f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '91786bda-a76e-4d60-b459-1a9a330a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '17d25fd9-6058-4120-8e6b-e9ae773a4c13'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:39.049023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Attempting to bind port 05bbc87e-a65d-48ae-9bdb-5fe652fb606f on network 17d25fd9-6058-4120-8e6b-e9ae773a4c13 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:39.061515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:39.061893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Checking segment: {'id': '91786bda-a76e-4d60-b459-1a9a330a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '17d25fd9-6058-4120-8e6b-e9ae773a4c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:39.062341 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.062731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Bound using segment: {'id': '91786bda-a76e-4d60-b459-1a9a330a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '17d25fd9-6058-4120-8e6b-e9ae773a4c13'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:39.063190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Bound port: 05bbc87e-a65d-48ae-9bdb-5fe652fb606f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91786bda-a76e-4d60-b459-1a9a330a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '17d25fd9-6058-4120-8e6b-e9ae773a4c13'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:39.063559 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.080013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 009c5e12-b526-47e4-8640-de453ae21401, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=009c5e12-b526-47e4-8640-de453ae21401,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:39.111206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce1f1c4-0e82-46c2-82a1-27dbbbcc1dac,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:39.118810 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.170813 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.178074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1d21e53-be4a-4994-b065-d1b9a430fa51 req-60f6c473-7b0e-415c-be8c-1d4b725682f0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 210 time: 0.4812231 May 24 22:58:39.227820 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.252972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=009c5e12-b526-47e4-8640-de453ae21401,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:39.260562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] For port 05bbc87e-a65d-48ae-9bdb-5fe652fb606f, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:39.264141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] For port 05bbc87e-a65d-48ae-9bdb-5fe652fb606f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=05bbc87e-a65d-48ae-9bdb-5fe652fb606f,segment=NetworkSegment(91786bda-a76e-4d60-b459-1a9a330a33ac),segment_id=91786bda-a76e-4d60-b459-1a9a330a33ac)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:39.281817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.300651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Network 3de9ab13-987a-4de0-9181-92b2d1349cda is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:39.322716 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.370145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:39.386202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:39.386881 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.388359 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] 10.222.0.50 "PUT /v2.0/ports/34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 HTTP/1.1" status: 200 len: 1092 time: 3.2783387 May 24 22:58:39.388902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48d6944-f35f-4f88-b3b5-e17a28ca9b0d', 'tag': '34b1b97f-ce4f-4edf-9ae8-a3c1a175a884'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:39.395110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:39.481603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d261495-f003-40b3-9cd6-b7ae0831f69f None None] Pushing event updated for resources: {'Port': ['ID=05bbc87e-a65d-48ae-9bdb-5fe652fb606f,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:39.497528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:39.499138 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.508167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c41d682-02f5-4ad1-ab93-0157e4c06b9d None None] Network 17d25fd9-6058-4120-8e6b-e9ae773a4c13 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:39.546407 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f099ef6b-e043-49a8-8921-8de52257d6da'] response: {'name': 'network-changed', 'server_uuid': 'd48d6944-f35f-4f88-b3b5-e17a28ca9b0d', 'tag': '34b1b97f-ce4f-4edf-9ae8-a3c1a175a884', 'status': 'completed', 'code': 200} May 24 22:58:39.646427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ea574-9b80-4833-a2c1-66de42717fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:39.687719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.718768 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.746795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Transition to ACTIVE for port object 078a83d6-eebf-40d3-8358-160bbdf916a9 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:39.748259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-b19cc361-ca78-4de6-ba5a-864cd63a5f59 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:39.749832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-b19cc361-ca78-4de6-ba5a-864cd63a5f59 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.50 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 813 time: 1.1092465 May 24 22:58:39.789156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Request body: {'port': {'device_id': '93e70425-db64-40af-9590-f57d93277391', 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86', 'admin_state_up': True, 'tenant_id': 'e349657696c34416983f98607f7fdf1c'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:39.811302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d25fd9-6058-4120-8e6b-e9ae773a4c13']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:39.841523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 009c5e12-b526-47e4-8640-de453ae21401 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:39.860410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9522023 May 24 22:58:39.874950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91786bda-a76e-4d60-b459-1a9a330a33ac') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:39.875249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91786bda-a76e-4d60-b459-1a9a330a33ac') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:39.902003 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.915566 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-2e79d352-22c4-447c-880e-f453ebc2e9e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Floating IP 791732f9-a5f5-4709-bec6-192d09ba3c9d associated. External IP: 172.25.7.121, port: d45afbff-354c-4d0a-8468-245e307a0a7f. May 24 22:58:39.918010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafb9ef-c1f8-49b3-9d17-f26389ec2ead req-95c084b2-98b9-44af-b016-3f5d13662c0e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:39.922070 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bcafb9ef-c1f8-49b3-9d17-f26389ec2ead req-95c084b2-98b9-44af-b016-3f5d13662c0e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.9785719 May 24 22:58:39.943657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 009c5e12-b526-47e4-8640-de453ae21401 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:39.943657 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.974133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bbe500-fb2f-4f8f-aceb-f26126b92c45 None None] Network 17d25fd9-6058-4120-8e6b-e9ae773a4c13 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:39.982168 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:39.994627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:39.995531 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.012216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-151a1546-648e-4fa1-9097-637c05edd320 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:58:40.013307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-151a1546-648e-4fa1-9097-637c05edd320 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0329103 May 24 22:58:40.021766 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.051059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68d61d-c83b-467d-962a-ca9732777ff9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Pushing event updated for resources: {'Port': ['ID=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:40.058721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Request body: {'port': {'device_id': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:40.079922 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bcafb9ef-c1f8-49b3-9d17-f26389ec2ead req-782327c9-666e-4483-80a6-ef7cbd642a0e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412239 May 24 22:58:40.130151 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 91786bda-a76e-4d60-b459-1a9a330a33ac resource provider aggregate not found May 24 22:58:40.170382 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.189146 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 91786bda-a76e-4d60-b459-1a9a330a33ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91786bda-a76e-4d60-b459-1a9a330a33ac found for delete ", "request_id": "req-7c07f6f9-9efa-4c69-be71-01902b12be3d"}]} May 24 22:58:40.198556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Network cbd6b844-4c4e-4429-a775-c0d5eb18d0ec is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:40.204942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:40.208784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 22:58:40.208784 n-d-843146-7 neutron-server[88390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 22:58:40.208784 n-d-843146-7 neutron-server[88390]: [parameters: {'id': '17d25fd9-6058-4120-8e6b-e9ae773a4c13'}] May 24 22:58:40.208784 n-d-843146-7 neutron-server[88390]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:40.209198 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:40.209904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:40.242771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Pushing event updated for resources: {'Port': ['ID=078a83d6-eebf-40d3-8358-160bbdf916a9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:40.247174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Allocated IP 172.20.0.2 (cbd6b844-4c4e-4429-a775-c0d5eb18d0ec/72882bd9-b98e-43ad-ad5a-f868b01618b2/3923c767-ea6c-4225-9cf4-5628f9b043b6) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:40.335714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:40.336354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.434988 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4e20233b-b039-4f5f-9484-d5c88694e3cf tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2648726 May 24 22:58:40.442748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37790) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:40.442983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 009c5e12-b526-47e4-8640-de453ae21401 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:40.447400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-31c89558-8be0-4c18-8659-1efb718f168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:40.448882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-31c89558-8be0-4c18-8659-1efb718f168b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57cd8343ac1046e0b044dec004516344&device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 1095 time: 0.9386759 May 24 22:58:40.461376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4b480b7f-b74b-4891-8909-c881dde89580 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-12615139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:40.559433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4b480b7f-b74b-4891-8909-c881dde89580 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:40.559879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b7e6b-fee7-4723-9d2b-7e53e9e14150 req-92c17a51-f7b9-431c-8c66-ab9ec2c77190 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:40.561554 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d5b7e6b-fee7-4723-9d2b-7e53e9e14150 req-92c17a51-f7b9-431c-8c66-ab9ec2c77190 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 931 time: 0.2771683 May 24 22:58:40.579453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970de81d-bcb8-4186-87d3-e224d72f6cad req-48cd757a-d6aa-4d5c-8491-fc1d9014ddaa tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:40.588065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-970de81d-bcb8-4186-87d3-e224d72f6cad req-48cd757a-d6aa-4d5c-8491-fc1d9014ddaa tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 944 time: 0.9377751 May 24 22:58:40.594577 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.599264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.608735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Transition to ACTIVE for port object 3923c767-ea6c-4225-9cf4-5628f9b043b6 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:40.628950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Transition to ACTIVE for port object 3923c767-ea6c-4225-9cf4-5628f9b043b6 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:40.633483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4b480b7f-b74b-4891-8909-c881dde89580 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Usage tracker for resource:router and tenant:5dd004b6c24f4d2dacfdf1177935bfdb is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:40.636972 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-528dd51a-5332-4f34-9261-9c1da7cd4282 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 HTTP/1.1" status: 200 len: 217 time: 0.1597271 May 24 22:58:40.637410 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.643937 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.645274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4b480b7f-b74b-4891-8909-c881dde89580 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:40.687678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6d5b7e6b-fee7-4723-9d2b-7e53e9e14150 req-a976f188-e468-4f71-836d-06a0083067ef tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Synchronizing usage tracker for tenant:41770c559bc34ca187af2a317b5014f6 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:40.706205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:40.708632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Network cbd6b844-4c4e-4429-a775-c0d5eb18d0ec is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:40.709206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4b480b7f-b74b-4891-8909-c881dde89580 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:40.711449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:40.713970 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.714174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:40.734360 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6d5b7e6b-fee7-4723-9d2b-7e53e9e14150 req-a976f188-e468-4f71-836d-06a0083067ef tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Unset dirty status for tenant:41770c559bc34ca187af2a317b5014f6 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:40.735467 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d5b7e6b-fee7-4723-9d2b-7e53e9e14150 req-a976f188-e468-4f71-836d-06a0083067ef tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616409 May 24 22:58:40.746292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting port 05bbc87e-a65d-48ae-9bdb-5fe652fb606f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:40.746635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.763222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:40.784271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Pushing event updated for resources: {'Port': ['ID=3923c767-ea6c-4225-9cf4-5628f9b043b6,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:40.837704 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-970de81d-bcb8-4186-87d3-e224d72f6cad req-1cf88b38-9cde-49da-807f-a6ad3f0011b8 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c83d151-b8fc-4753-81a4-ab9aa2a42681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493162 May 24 22:58:40.842521 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.876252 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b480b7f-b74b-4891-8909-c881dde89580 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.877550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b480b7f-b74b-4891-8909-c881dde89580 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.908091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Attempting to bind port 3923c767-ea6c-4225-9cf4-5628f9b043b6 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:40.908862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Attempting to bind port 3923c767-ea6c-4225-9cf4-5628f9b043b6 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '1e7ef63c-5177-481f-a642-b81e459d2f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cbd6b844-4c4e-4429-a775-c0d5eb18d0ec'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:40.909993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Attempting to bind port 3923c767-ea6c-4225-9cf4-5628f9b043b6 on network cbd6b844-4c4e-4429-a775-c0d5eb18d0ec {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:40.919368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Made reservation on behalf of e349657696c34416983f98607f7fdf1c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:40.920075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:40.920666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Checking segment: {'id': '1e7ef63c-5177-481f-a642-b81e459d2f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cbd6b844-4c4e-4429-a775-c0d5eb18d0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:40.921181 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.921690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Bound using segment: {'id': '1e7ef63c-5177-481f-a642-b81e459d2f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cbd6b844-4c4e-4429-a775-c0d5eb18d0ec'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:40.922168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Bound port: 3923c767-ea6c-4225-9cf4-5628f9b043b6, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7ef63c-5177-481f-a642-b81e459d2f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cbd6b844-4c4e-4429-a775-c0d5eb18d0ec'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:40.922650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.923581 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:40.933762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-f57636e4-5ccd-47a6-8f28-f55c622335ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:40.935373 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-f57636e4-5ccd-47a6-8f28-f55c622335ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85d598b2-47ce-41d9-983e-c24f19c46a7b HTTP/1.1" status: 200 len: 861 time: 0.2735438 May 24 22:58:40.959952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Allocated IP 172.25.7.59 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/2d713f64-8275-4776-9d24-b68f7ab44fd4) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:40.963569 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c51d734d-d762-40b3-bfc7-3509faab0a99 req-9190a779-2265-4190-982c-f6653607b9bf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 210 time: 0.0617926 May 24 22:58:41.051722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] For port 3923c767-ea6c-4225-9cf4-5628f9b043b6, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:41.055137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] For port 3923c767-ea6c-4225-9cf4-5628f9b043b6, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3923c767-ea6c-4225-9cf4-5628f9b043b6,segment=NetworkSegment(1e7ef63c-5177-481f-a642-b81e459d2f48),segment_id=1e7ef63c-5177-481f-a642-b81e459d2f48)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:41.061609 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.139795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08792de-f7ad-46e5-8353-7cecef5844d5 None None] Pushing event updated for resources: {'Port': ['ID=3923c767-ea6c-4225-9cf4-5628f9b043b6,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:41.152246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b480b7f-b74b-4891-8909-c881dde89580 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.159069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] For port 05bbc87e-a65d-48ae-9bdb-5fe652fb606f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=05bbc87e-a65d-48ae-9bdb-5fe652fb606f,segment=NetworkSegment(91786bda-a76e-4d60-b459-1a9a330a33ac),segment_id=91786bda-a76e-4d60-b459-1a9a330a33ac)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:41.159599 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.169973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-5057afd9-6c83-4766-bb89-cc188528c1eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a70d4e1-6834-4db3-bc3a-a3afc20e9403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740098 May 24 22:58:41.300836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Calling delete_port for 05bbc87e-a65d-48ae-9bdb-5fe652fb606f owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:41.428402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b480b7f-b74b-4891-8909-c881dde89580 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.488273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e79d352-22c4-447c-880e-f453ebc2e9e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:58:41.550696 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.586801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.642366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No DVR routers for this DVR port 05bbc87e-a65d-48ae-9bdb-5fe652fb606f on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:41.645441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Port': ['ID=05bbc87e-a65d-48ae-9bdb-5fe652fb606f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:41.702045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.711866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b480b7f-b74b-4891-8909-c881dde89580 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.715706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4b480b7f-b74b-4891-8909-c881dde89580 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.2632456 May 24 22:58:41.728605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37796) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:41.768433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e55e38f0-f89f-42b3-8fa8-888b41b18a04 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-394547361', 'prefixes': ['172.20.0.0/16']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:41.776411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-602b37dd-83fb-4f51-86f4-a9b3a41a28d2 service neutron] 10.222.0.50 "GET /v2.0/networks/3a70d4e1-6834-4db3-bc3a-a3afc20e9403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915296 May 24 22:58:41.815013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee98d75-c1ec-4b9f-9dd5-636d76e3f939 req-b88d3985-90af-4a88-ae04-dcc2fdddc473 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:41.833122 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2ee98d75-c1ec-4b9f-9dd5-636d76e3f939 req-b88d3985-90af-4a88-ae04-dcc2fdddc473 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.8679147 May 24 22:58:41.842124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e55e38f0-f89f-42b3-8fa8-888b41b18a04 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:41.842878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3923c767-ea6c-4225-9cf4-5628f9b043b6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:41.854443 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:41.863212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:41.864013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Pushing event updated for resources: {'Port': ['ID=2d713f64-8275-4776-9d24-b68f7ab44fd4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:41.874904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:41.879155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:41.905245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Allocated IP 172.20.0.12 (af3f872f-7879-4578-8fd1-0bd063516c86/3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb/d46fad75-db92-4142-822b-d04f42ac9c44) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:41.964406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 3923c767-ea6c-4225-9cf4-5628f9b043b6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:41.991129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d25fd9-6058-4120-8e6b-e9ae773a4c13']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:42.066655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91786bda-a76e-4d60-b459-1a9a330a33ac') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:42.067016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91786bda-a76e-4d60-b459-1a9a330a33ac') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:42.139601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.211579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.228382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:42.228708 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.279369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72a2625-6813-45d1-aa72-ae63d333f2e7 None None] Network cbd6b844-4c4e-4429-a775-c0d5eb18d0ec requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:42.298425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2ee98d75-c1ec-4b9f-9dd5-636d76e3f939 req-1f1f7b7c-b2ae-407a-8dd7-111d9561b1d8 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643776 May 24 22:58:42.307297 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 91786bda-a76e-4d60-b459-1a9a330a33ac resource provider aggregate not found May 24 22:58:42.347134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54116347-b13b-4d2c-9fa3-4334a895055b req-edcf8353-bf37-44cd-b0f7-86df79b711a9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:42.348661 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54116347-b13b-4d2c-9fa3-4334a895055b req-edcf8353-bf37-44cd-b0f7-86df79b711a9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 931 time: 0.4097061 May 24 22:58:42.353608 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 91786bda-a76e-4d60-b459-1a9a330a33ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91786bda-a76e-4d60-b459-1a9a330a33ac found for delete ", "request_id": "req-6c210872-a119-4b55-97dd-b390b2a86108"}]} May 24 22:58:42.394842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e79d352-22c4-447c-880e-f453ebc2e9e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:42.405309 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f190e7-467a-4842-81ec-8a2d3adeac0d None None] Sync routers for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:42.406604 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e79d352-22c4-447c-880e-f453ebc2e9e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.425397 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f190e7-467a-4842-81ec-8a2d3adeac0d None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:42.429662 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-35f190e7-467a-4842-81ec-8a2d3adeac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:42.444449 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.483081 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.498794 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/17d25fd9-6058-4120-8e6b-e9ae773a4c13 HTTP/1.1" status: 204 len: 168 time: 5.4753084 May 24 22:58:42.505918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37812) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:42.549125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-078cb93a-a291-4d5f-b1ed-9d7028936256 req-66d799fc-7221-4d69-b613-b6e2a9d84678 service neutron] 10.222.0.50 "GET /v2.0/networks/3a70d4e1-6834-4db3-bc3a-a3afc20e9403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7134631 May 24 22:58:42.577718 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54116347-b13b-4d2c-9fa3-4334a895055b req-93515c7d-8da4-4fc0-9a7b-ea97b64a5a4b tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703105 May 24 22:58:42.578436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8842c6b-1f18-47fa-8970-e76367aefe7d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=17d25fd9-6058-4120-8e6b-e9ae773a4c13,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:42.648193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d4c2a359-5ad2-4183-9da6-cffffab7a8f1 None None] Provisioning for port 3923c767-ea6c-4225-9cf4-5628f9b043b6 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:42.661129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d4c2a359-5ad2-4183-9da6-cffffab7a8f1 None None] Provisioning complete for port 3923c767-ea6c-4225-9cf4-5628f9b043b6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:42.661596 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a359-5ad2-4183-9da6-cffffab7a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.705395 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-29180359-a2dc-4b09-8df8-b0dfd6c9abb9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:58:42.723517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29180359-a2dc-4b09-8df8-b0dfd6c9abb9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:42.731448 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-29180359-a2dc-4b09-8df8-b0dfd6c9abb9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/17d25fd9-6058-4120-8e6b-e9ae773a4c13 HTTP/1.1" status: 404 len: 339 time: 0.2246246 May 24 22:58:42.734893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37816) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:42.743631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1313186456', 'description': 'd1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:42.752432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:42.760747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:network and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:42.765778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:42.776705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:42.779461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.785140 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-35f190e7-467a-4842-81ec-8a2d3adeac0d None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:42.844610 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2e79d352-22c4-447c-880e-f453ebc2e9e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "PUT /v2.0/floatingips/791732f9-a5f5-4709-bec6-192d09ba3c9d HTTP/1.1" status: 200 len: 992 time: 6.5663655 May 24 22:58:42.857759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:42.865082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:42.877206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d4c2a359-5ad2-4183-9da6-cffffab7a8f1 None None] Current status of the port 3923c767-ea6c-4225-9cf4-5628f9b043b6 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:42.878329 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a359-5ad2-4183-9da6-cffffab7a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.890789 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f693af90-6640-4a6b-ba4f-3fb925a3bfd1 req-55735a54-9f16-4ff1-a417-94efbd645785 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 210 time: 0.1152289 May 24 22:58:42.926853 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:42.930714 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.933825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:42.956468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d4c2a359-5ad2-4183-9da6-cffffab7a8f1 None None] For port 3923c767-ea6c-4225-9cf4-5628f9b043b6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3923c767-ea6c-4225-9cf4-5628f9b043b6,segment=NetworkSegment(1e7ef63c-5177-481f-a642-b81e459d2f48),segment_id=1e7ef63c-5177-481f-a642-b81e459d2f48)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:42.964355 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a359-5ad2-4183-9da6-cffffab7a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.065947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e55e38f0-f89f-42b3-8fa8-888b41b18a04 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for subnetpool, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.074454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2a359-5ad2-4183-9da6-cffffab7a8f1 None None] Pushing event updated for resources: {'Port': ['ID=3923c767-ea6c-4225-9cf4-5628f9b043b6,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:43.076100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37824) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:43.077207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e55e38f0-f89f-42b3-8fa8-888b41b18a04 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.3352585 May 24 22:58:43.079479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Transition to ACTIVE for port object fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:43.098963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:43.116940 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.120155 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.122096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-f0c28f7a-a69c-4223-8499-1da2c57df5c7 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2', 'tempest-TagsExtTest-Tag-2106044777') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:43.191959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d976e1d4-9023-4a73-8456-ca77190ef6be None None] Provisioning for port 078a83d6-eebf-40d3-8358-160bbdf916a9 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:43.198110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d976e1d4-9023-4a73-8456-ca77190ef6be None None] Provisioning complete for port 078a83d6-eebf-40d3-8358-160bbdf916a9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:43.198491 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d976e1d4-9023-4a73-8456-ca77190ef6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.271944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d976e1d4-9023-4a73-8456-ca77190ef6be None None] Port 078a83d6-eebf-40d3-8358-160bbdf916a9 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:43.290398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d976e1d4-9023-4a73-8456-ca77190ef6be None None] Provisioning complete for port 3923c767-ea6c-4225-9cf4-5628f9b043b6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:43.291168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d976e1d4-9023-4a73-8456-ca77190ef6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.323819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb305a-51a3-4914-baf5-a3935a0c08d7 req-7e5a0cae-2f9f-4d13-b27c-f55e410060f7 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:43.325530 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-90cb305a-51a3-4914-baf5-a3935a0c08d7 req-7e5a0cae-2f9f-4d13-b27c-f55e410060f7 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 944 time: 0.7600389 May 24 22:58:43.369195 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-35f190e7-467a-4842-81ec-8a2d3adeac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '791732f9-a5f5-4709-bec6-192d09ba3c9d', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'port_id': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'mac_address': 'fa:16:3e:07:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:00Z', 'updated_at': '2022-05-24T22:58:38Z', 'revision_number': 1, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:43.375954 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f190e7-467a-4842-81ec-8a2d3adeac0d None None] Checking router: cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:58:43.385265 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f190e7-467a-4842-81ec-8a2d3adeac0d None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:43.385899 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-35f190e7-467a-4842-81ec-8a2d3adeac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:43.413270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3177706b-fc6d-4c53-902a-8dd799a0b26f None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 22:58:43.455769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a01e9-2444-452f-b69d-b1a596d477f4 req-b4123c8a-014d-4189-8e9c-5af66aaafb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:43.457681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f7a01e9-2444-452f-b69d-b1a596d477f4 req-b4123c8a-014d-4189-8e9c-5af66aaafb78 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57cd8343ac1046e0b044dec004516344&device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 1095 time: 0.7932115 May 24 22:58:43.458603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:43.470432 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.471007 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment fbfa1438-614e-4e01-a59a-c115c3e4231f of type vlan for network 87e840ce-403f-46e0-aa0a-2f694bce62a3 May 24 22:58:43.501368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d976e1d4-9023-4a73-8456-ca77190ef6be None None] Current status of the port 3923c767-ea6c-4225-9cf4-5628f9b043b6 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:43.543945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-90cb305a-51a3-4914-baf5-a3935a0c08d7 req-c40bc64b-0c87-4b96-92cb-27f7299eef87 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c83d151-b8fc-4753-81a4-ab9aa2a42681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998217 May 24 22:58:43.623982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177706b-fc6d-4c53-902a-8dd799a0b26f None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 22:58:43.634539 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-35f190e7-467a-4842-81ec-8a2d3adeac0d None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:58:43.649784 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cfcf7ed-7e3e-4ba9-b598-dee50459f896'] response: {'name': 'network-changed', 'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'status': 'completed', 'code': 200} May 24 22:58:43.699424 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.757387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b653d64-7df5-405a-888e-1a54ecb32556 req-8498a256-47d3-46ce-81ff-b376261ae88d tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:43.764455 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4b653d64-7df5-405a-888e-1a54ecb32556 req-8498a256-47d3-46ce-81ff-b376261ae88d tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.6134906 May 24 22:58:43.817937 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f0c28f7a-a69c-4223-8499-1da2c57df5c7 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags/tempest-TagsExtTest-Tag-2106044777 HTTP/1.1" status: 201 len: 201 time: 0.7380602 May 24 22:58:43.828654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37830) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:43.839103 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.851134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-9b20d2ef-0736-40df-874e-2395cc98c292 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9', 'tempest-TagsExtTest-Tag-544641859') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:43.881147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1a6b582d-1727-4a6d-855c-03e3e6b4429f None None] Provisioning complete for port 078a83d6-eebf-40d3-8358-160bbdf916a9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:43.881706 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1a6b582d-1727-4a6d-855c-03e3e6b4429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.889883 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.903677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a25144-482f-4d5d-8bf0-c6ddfc81f2e2 req-78e27839-4500-4587-91f2-54d349869407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:43.905102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3923c767-ea6c-4225-9cf4-5628f9b043b6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:43.905475 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84a25144-482f-4d5d-8bf0-c6ddfc81f2e2 req-78e27839-4500-4587-91f2-54d349869407 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 1097 time: 0.2412348 May 24 22:58:43.925690 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:43.949084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['eed27daf-7b89-47a1-9c43-51415d341aa3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:58:44.072346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b582d-1727-4a6d-855c-03e3e6b4429f None None] Port 078a83d6-eebf-40d3-8358-160bbdf916a9 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:58:44.128468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.134616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:44.135570 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.146413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Pushing event updated for resources: {'Port': ['ID=d46fad75-db92-4142-822b-d04f42ac9c44,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:44.156841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a25144-482f-4d5d-8bf0-c6ddfc81f2e2 req-acbc2d97-176d-4fcc-aab2-8566efbd74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:44.158466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84a25144-482f-4d5d-8bf0-c6ddfc81f2e2 req-acbc2d97-176d-4fcc-aab2-8566efbd74d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.1680636 May 24 22:58:44.159295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Attempting to bind port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:44.159624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Attempting to bind port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '65fc81a8-9afa-4ed6-8f93-c9e6769e5a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:44.159945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Attempting to bind port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 on network 3de9ab13-987a-4de0-9181-92b2d1349cda {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:44.176302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 on network 3de9ab13-987a-4de0-9181-92b2d1349cda not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:58:44.176646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Attempting to bind port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 on network 3de9ab13-987a-4de0-9181-92b2d1349cda {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:44.177462 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-35f190e7-467a-4842-81ec-8a2d3adeac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '791732f9-a5f5-4709-bec6-192d09ba3c9d', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'port_id': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'mac_address': 'fa:16:3e:07:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:00Z', 'updated_at': '2022-05-24T22:58:38Z', 'revision_number': 1, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:44.189281 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f190e7-467a-4842-81ec-8a2d3adeac0d None None] The sync data for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 is: [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '791732f9-a5f5-4709-bec6-192d09ba3c9d', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'port_id': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'mac_address': 'fa:16:3e:07:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:58:00Z', 'updated_at': '2022-05-24T22:58:38Z', 'revision_number': 1, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:44.199051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3923c767-ea6c-4225-9cf4-5628f9b043b6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:44.199429 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.309879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Network af3f872f-7879-4578-8fd1-0bd063516c86 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:44.312005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4b653d64-7df5-405a-888e-1a54ecb32556 req-bf5baa67-a4e2-43fc-8d89-70c8f05bfcaa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465336 May 24 22:58:44.318223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:44.321273 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5849912 May 24 22:58:44.325927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:44.334666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37836) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:44.384061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40e0ce-859a-4c3c-a495-67f36bfc272f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=87e840ce-403f-46e0-aa0a-2f694bce62a3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:44.422621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 87e840ce-403f-46e0-aa0a-2f694bce62a3 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:44.423716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:44.424452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.430238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84a25144-482f-4d5d-8bf0-c6ddfc81f2e2 req-a6b70e6d-f890-4289-bc9b-211a3e75f70a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45afbff-354c-4d0a-8468-245e307a0a7f HTTP/1.1" status: 200 len: 1000 time: 0.2467084 May 24 22:58:44.433688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a01e9-2444-452f-b69d-b1a596d477f4 req-945f4ee7-c1be-4f77-a362-1a1d9b4f89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:44.435082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f7a01e9-2444-452f-b69d-b1a596d477f4 req-945f4ee7-c1be-4f77-a362-1a1d9b4f89e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a70d4e1-6834-4db3-bc3a-a3afc20e9403 HTTP/1.1" status: 200 len: 922 time: 0.9610951 May 24 22:58:44.435950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:44.436307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Checking segment: {'id': '65fc81a8-9afa-4ed6-8f93-c9e6769e5a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:44.436688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Bound using segment: {'id': '65fc81a8-9afa-4ed6-8f93-c9e6769e5a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:44.437137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Bound port: fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fc81a8-9afa-4ed6-8f93-c9e6769e5a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:44.437484 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:44.486603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Router e643e56d-ba6b-4312-9498-b7320fe69373 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:58:44.537693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774f7b0d-7fd9-4ac7-b43f-e5098686432c None None] New status for floating IP 791732f9-a5f5-4709-bec6-192d09ba3c9d: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:58:44.654266 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9b20d2ef-0736-40df-874e-2395cc98c292 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags/tempest-TagsExtTest-Tag-544641859 HTTP/1.1" status: 201 len: 201 time: 0.8157690 May 24 22:58:44.665919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37844) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:44.688790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-f0de5b8d-423b-4132-a204-b962c520e991 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650', 'tempest-TagsExtTest-Tag-1442672699') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:44.690431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3923c767-ea6c-4225-9cf4-5628f9b043b6 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:44.762477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd52e443-5813-4ed5-8cfe-7544bb1b250a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:44.763188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd52e443-5813-4ed5-8cfe-7544bb1b250a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Synchronizing usage tracker for tenant:b02244053ac84d7498757d45f4831b3f on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:44.790175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a25144-482f-4d5d-8bf0-c6ddfc81f2e2 req-639807c4-1c44-431d-91a8-2238dbd55e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:44.791664 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84a25144-482f-4d5d-8bf0-c6ddfc81f2e2 req-639807c4-1c44-431d-91a8-2238dbd55e4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.2689502 May 24 22:58:44.867150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f7a01e9-2444-452f-b69d-b1a596d477f4 req-ff5842e4-3dfa-4b80-9ae5-8659b50b4d28 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 HTTP/1.1" status: 200 len: 217 time: 0.4021995 May 24 22:58:44.875955 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-823402fb-1cc9-4ed3-ac8e-db52f0309d26 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0982640 May 24 22:58:44.928083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd52e443-5813-4ed5-8cfe-7544bb1b250a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Unset dirty status for tenant:b02244053ac84d7498757d45f4831b3f on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:44.932453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dd52e443-5813-4ed5-8cfe-7544bb1b250a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/networks?id=87e840ce-403f-46e0-aa0a-2f694bce62a3 HTTP/1.1" status: 200 len: 761 time: 0.5964725 May 24 22:58:44.934544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37848) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:44.938124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Request body: {'port': {'device_id': '93e70425-db64-40af-9590-f57d93277391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:44.956728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-29f3907e-0606-4ae2-8cf1-a5e91d09105f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'description': 'd2'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:44.969394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e8d2c-ee73-412f-b804-26c6e6b7df94 req-057bb03d-9e15-4bc2-be2a-2d0bbc708001 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:44.970300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2f4e8d2c-ee73-412f-b804-26c6e6b7df94 req-057bb03d-9e15-4bc2-be2a-2d0bbc708001 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Synchronizing usage tracker for tenant:41770c559bc34ca187af2a317b5014f6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:45.001807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073631d6-631e-4663-9973-84b1455ab6d1 req-b8e77820-8196-4932-a846-fcd3f6f040fb tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.003332 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-073631d6-631e-4663-9973-84b1455ab6d1 req-b8e77820-8196-4932-a846-fcd3f6f040fb tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 932 time: 0.5028543 May 24 22:58:45.045087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] For port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:45.064700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a01e9-2444-452f-b69d-b1a596d477f4 req-9af546d3-ec63-45e4-b382-b91379433fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.066193 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f7a01e9-2444-452f-b69d-b1a596d477f4 req-9af546d3-ec63-45e4-b382-b91379433fbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85d598b2-47ce-41d9-983e-c24f19c46a7b HTTP/1.1" status: 200 len: 861 time: 0.1875765 May 24 22:58:45.091828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:45.097537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] For port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:45.099811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2f4e8d2c-ee73-412f-b804-26c6e6b7df94 req-057bb03d-9e15-4bc2-be2a-2d0bbc708001 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Unset dirty status for tenant:41770c559bc34ca187af2a317b5014f6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:45.100996 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f4e8d2c-ee73-412f-b804-26c6e6b7df94 req-057bb03d-9e15-4bc2-be2a-2d0bbc708001 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 943 time: 1.3013053 May 24 22:58:45.103596 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3e513c-a154-4d50-a62e-f45d94502317 None None] Sync routers for ids ['e643e56d-ba6b-4312-9498-b7320fe69373'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:45.105354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.106515 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-51619aa7-b4fa-4025-94be-526e2cd599e7 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "PUT /v2.0/routers/e643e56d-ba6b-4312-9498-b7320fe69373 HTTP/1.1" status: 200 len: 915 time: 6.6701229 May 24 22:58:45.117284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37852) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:45.117533 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e513c-a154-4d50-a62e-f45d94502317 None None] Routers {'e643e56d-ba6b-4312-9498-b7320fe69373'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:45.118266 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6e3e513c-a154-4d50-a62e-f45d94502317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e643e56d-ba6b-4312-9498-b7320fe69373'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:45.172434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f7a01e9-2444-452f-b69d-b1a596d477f4 req-f6368f38-6839-4276-a82c-81899f5033b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a70d4e1-6834-4db3-bc3a-a3afc20e9403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734990 May 24 22:58:45.173627 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.190224 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6e3e513c-a154-4d50-a62e-f45d94502317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:45.200053 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e513c-a154-4d50-a62e-f45d94502317 None None] Routers {'e643e56d-ba6b-4312-9498-b7320fe69373'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:45.200679 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6e3e513c-a154-4d50-a62e-f45d94502317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e643e56d-ba6b-4312-9498-b7320fe69373'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:45.268561 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6e3e513c-a154-4d50-a62e-f45d94502317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:45.268964 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3e513c-a154-4d50-a62e-f45d94502317 None None] The sync data for ids ['e643e56d-ba6b-4312-9498-b7320fe69373'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:45.291507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a25144-482f-4d5d-8bf0-c6ddfc81f2e2 req-2742692a-befd-447b-9198-ffc93a40fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.293012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84a25144-482f-4d5d-8bf0-c6ddfc81f2e2 req-2742692a-befd-447b-9198-ffc93a40fef8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4850168 May 24 22:58:45.339011 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f0de5b8d-423b-4132-a204-b962c520e991 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags/tempest-TagsExtTest-Tag-1442672699 HTTP/1.1" status: 201 len: 201 time: 0.6603637 May 24 22:58:45.355772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.356376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.357755 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] 10.222.0.31 "PUT /v2.0/ports/fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 1091 time: 5.3081617 May 24 22:58:45.358180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37856) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:45.395177 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.413251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-098215d0-fb90-4bfe-9cdc-7319fe921d45 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b', 'tempest-TagsExtTest-Tag-537444566') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:45.454300 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-073631d6-631e-4663-9973-84b1455ab6d1 req-474a46fc-1092-4b21-9b42-a2ac7640b74f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047053 May 24 22:58:45.523759 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f4e8d2c-ee73-412f-b804-26c6e6b7df94 req-b89ef9d4-c06f-467d-9a74-3e3361bf5c8f tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585420 May 24 22:58:45.570460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-29f3907e-0606-4ae2-8cf1-a5e91d09105f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.595381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda2430-fa86-4d3d-a4c1-1c9b5ac094a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:45.599279 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6319c13c-b8c0-4a4e-82c5-1700e5c3aca5 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/routers/e643e56d-ba6b-4312-9498-b7320fe69373 HTTP/1.1" status: 200 len: 921 time: 0.4755232 May 24 22:58:45.599279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-29f3907e-0606-4ae2-8cf1-a5e91d09105f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.602431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37862) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:45.654430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:45.749429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f7a01e9-2444-452f-b69d-b1a596d477f4 req-d459ddf0-0c9f-48d8-a8b3-c887ad7acfde service neutron] 10.222.0.50 "GET /v2.0/networks/3a70d4e1-6834-4db3-bc3a-a3afc20e9403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223374 May 24 22:58:45.752343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29f3907e-0606-4ae2-8cf1-a5e91d09105f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network 87e840ce-403f-46e0-aa0a-2f694bce62a3 is not hosted by any dhcp agent {{(pid=88390) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 24 22:58:45.757588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3907e-0606-4ae2-8cf1-a5e91d09105f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.758176 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-29f3907e-0606-4ae2-8cf1-a5e91d09105f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:45.759412 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-29f3907e-0606-4ae2-8cf1-a5e91d09105f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "PUT /v2.0/networks/87e840ce-403f-46e0-aa0a-2f694bce62a3 HTTP/1.1" status: 200 len: 758 time: 0.8121715 May 24 22:58:45.771483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37868) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:45.888349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3907e-0606-4ae2-8cf1-a5e91d09105f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=87e840ce-403f-46e0-aa0a-2f694bce62a3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:45.900736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 87e840ce-403f-46e0-aa0a-2f694bce62a3 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:45.911934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84a25144-482f-4d5d-8bf0-c6ddfc81f2e2 req-97c605bb-2d1b-446c-b74f-7fcd6221a7ad service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109550 May 24 22:58:45.947133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c8dfea-8cdb-458b-986b-bfa41c1d2c2a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.948582 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-85c8dfea-8cdb-458b-986b-bfa41c1d2c2a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/networks?id=87e840ce-403f-46e0-aa0a-2f694bce62a3 HTTP/1.1" status: 200 len: 761 time: 0.1740465 May 24 22:58:45.954386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37872) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:45.962941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1227874320'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:45.963999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-098215d0-fb90-4bfe-9cdc-7319fe921d45 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags/tempest-TagsExtTest-Tag-537444566 HTTP/1.1" status: 201 len: 201 time: 0.5840437 May 24 22:58:45.967933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37876) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:45.971652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:45.977026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168c6d2a-8de6-461e-9303-8eddf9234e86 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:45.978534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-168c6d2a-8de6-461e-9303-8eddf9234e86 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&device_id=e643e56d-ba6b-4312-9498-b7320fe69373&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3613014 May 24 22:58:45.983456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-6f927f5a-752c-4c9f-8801-90193288539f tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:46.010368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37880) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:46.023012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2481e9-30ed-4272-b11e-bbb6c78805d8 req-78cf941f-a106-4210-84ab-4528e55ee92c tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:46.024462 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f2481e9-30ed-4272-b11e-bbb6c78805d8 req-78cf941f-a106-4210-84ab-4528e55ee92c tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 944 time: 0.3631389 May 24 22:58:46.053486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:46.073165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-393aeac1-dc44-49ed-becd-f71a229f027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:46.074669 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-393aeac1-dc44-49ed-becd-f71a229f027e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41770c559bc34ca187af2a317b5014f6&device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 1094 time: 0.6518934 May 24 22:58:46.148673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:46.152021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.200189 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f2481e9-30ed-4272-b11e-bbb6c78805d8 req-347db78b-0ab1-4167-8da3-fbaa0809cb6f tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c83d151-b8fc-4753-81a4-ab9aa2a42681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479793 May 24 22:58:46.244445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:58:46.282753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07f7c76-f301-4c0c-9a41-93278d667e87 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:46.287980 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c07f7c76-f301-4c0c-9a41-93278d667e87 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 881 time: 0.2705281 May 24 22:58:46.288646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37884) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:46.291147 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6f927f5a-752c-4c9f-8801-90193288539f tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags HTTP/1.1" status: 200 len: 241 time: 0.3215384 May 24 22:58:46.294689 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.295161 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment 422111a9-6782-4611-bdff-74a45e4bc820 of type vlan for network d992bdb5-0535-4c03-9b84-db994ceee763 May 24 22:58:46.296573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37888) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:46.345680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-98100ba9-6325-444b-be0d-c0d8ce09cd9a tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2', 'tempest-TagsExtTest-Tag-2106044777') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:46.360594 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177d56ff-8b41-4c54-bafc-46b4c6b902b8'] response: {'name': 'network-changed', 'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'status': 'completed', 'code': 200} May 24 22:58:46.368478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-ec1d0496-70ab-4194-9bcf-15be65762280 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 217 time: 0.2376742 May 24 22:58:46.381285 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3d77b09c-7e8f-4c3b-911e-09e308d06960 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=e643e56d-ba6b-4312-9498-b7320fe69373 HTTP/1.1" status: 200 len: 205 time: 0.0864177 May 24 22:58:46.383545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37892) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:46.463906 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f7a01e9-2444-452f-b69d-b1a596d477f4 req-9b32ef58-6ed4-4f43-87f3-bd7524bc425d service neutron] 10.222.0.50 "GET /v2.0/networks/3a70d4e1-6834-4db3-bc3a-a3afc20e9403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533175 May 24 22:58:46.477132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.490557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df8731-0d98-46b1-8079-5f98915fc2e0 req-78b89320-5ec5-4325-8c49-103e25be08b9 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:46.497648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58df8731-0d98-46b1-8079-5f98915fc2e0 req-78b89320-5ec5-4325-8c49-103e25be08b9 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.7901700 May 24 22:58:46.504603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:58:46.527876 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84a25144-482f-4d5d-8bf0-c6ddfc81f2e2 req-744b6254-05b0-44b4-b9b1-8fdcdee692ee service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917859 May 24 22:58:46.548225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-286d9119-6daa-4c94-aa1d-e84dc90d0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:46.549844 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-286d9119-6daa-4c94-aa1d-e84dc90d0305 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb HTTP/1.1" status: 200 len: 859 time: 0.1589262 May 24 22:58:46.632668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-1f7cda6b-7749-4485-855a-4d74024c02ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3de9ab13-987a-4de0-9181-92b2d1349cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720053 May 24 22:58:46.646556 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58df8731-0d98-46b1-8079-5f98915fc2e0 req-226a582b-9f07-4ea1-beeb-c3a30582c49c tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479268 May 24 22:58:46.690719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884,segment=NetworkSegment(5c1ab0d5-1022-4774-b9d6-89a182936e57),segment_id=5c1ab0d5-1022-4774-b9d6-89a182936e57)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:46.707037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '34b1b97f-ce4f-4edf-9ae8-a3c1a175a884', 'network_id': '3a70d4e1-6834-4db3-bc3a-a3afc20e9403', 'port_id': '34b1b97f-ce4f-4edf-9ae8-a3c1a175a884', 'mac_address': 'fa:16:3e:de:61:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d598b2-47ce-41d9-983e-c24f19c46a7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:58:46.760715 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.765992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:46.766578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.776991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:46.777370 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.795277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:46.811731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884,segment=NetworkSegment(5c1ab0d5-1022-4774-b9d6-89a182936e57),segment_id=5c1ab0d5-1022-4774-b9d6-89a182936e57)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:46.815030 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-98100ba9-6325-444b-be0d-c0d8ce09cd9a tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags/tempest-TagsExtTest-Tag-2106044777 HTTP/1.1" status: 204 len: 168 time: 0.4818611 May 24 22:58:46.817903 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.847694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37904) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:46.867107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-3b0be281-3354-41b8-a015-b51930846794 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2', 'tempest-TagsExtTest-Tag-2106044777') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:46.920037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46fad75-db92-4142-822b-d04f42ac9c44 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:46.945932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:46.950325 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:46.997041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Transition to ACTIVE for port object d46fad75-db92-4142-822b-d04f42ac9c44 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:47.000163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-cfcad412-fae6-4ed6-a8d7-774e6f1c2001 service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512132 May 24 22:58:47.005577 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.016067 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.040363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['34b1b97f-ce4f-4edf-9ae8-a3c1a175a884'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:58:47.129998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1717496 May 24 22:58:47.131979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37908) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:47.136727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59671e06-1987-4d88-b1ed-7f86a1a3e3e2 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=d992bdb5-0535-4c03-9b84-db994ceee763,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:47.153697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bfcde-a110-4696-bb8a-fcfd1f884427 req-09945196-b732-42a5-92ea-ede49fa3ec7e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:47.155152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d992bdb5-0535-4c03-9b84-db994ceee763 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:58:47.161326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-625bfcde-a110-4696-bb8a-fcfd1f884427 req-09945196-b732-42a5-92ea-ede49fa3ec7e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 932 time: 0.5169756 May 24 22:58:47.163889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'network_id': 'd992bdb5-0535-4c03-9b84-db994ceee763', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:47.285348 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-625bfcde-a110-4696-bb8a-fcfd1f884427 req-f21b6b7b-11e7-4715-a3db-fbf4330b9992 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230049 May 24 22:58:47.303927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.322258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d46fad75-db92-4142-822b-d04f42ac9c44,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:47.322712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Deleting port 2d713f64-8275-4776-9d24-b68f7ab44fd4 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:47.323197 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.371014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daccec4-ab02-4a57-aaf9-376e5909bfb5 req-4737d379-2ca8-4817-9849-a1ee2afa3587 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:47.372489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2daccec4-ab02-4a57-aaf9-376e5909bfb5 req-4737d379-2ca8-4817-9849-a1ee2afa3587 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 943 time: 0.5789251 May 24 22:58:47.518834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:47.528472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23b28116-950c-437b-a50f-f77ccaa0c35c req-df756388-d0d2-41a0-b9c1-2ff7bfece41f service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181015 May 24 22:58:47.530436 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:58:47.534019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Usage tracker for resource:subnet and tenant:b02244053ac84d7498757d45f4831b3f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:47.543701 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3b0be281-3354-41b8-a015-b51930846794 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags/tempest-TagsExtTest-Tag-2106044777 HTTP/1.1" status: 204 len: 168 time: 0.6877105 May 24 22:58:47.543701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:47.545715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37914) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:47.552757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-f4dd06b2-451f-4c02-bec8-459748915883 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:47.553882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2daccec4-ab02-4a57-aaf9-376e5909bfb5 req-71cd207b-e578-4502-bc15-4b1e78f65cb5 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508937 May 24 22:58:47.554750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:47.577266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Attempting to bind port d46fad75-db92-4142-822b-d04f42ac9c44 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:47.577672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Attempting to bind port d46fad75-db92-4142-822b-d04f42ac9c44 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:47.578061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Attempting to bind port d46fad75-db92-4142-822b-d04f42ac9c44 on network af3f872f-7879-4578-8fd1-0bd063516c86 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:47.584274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:58:47.588029 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.602118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Port d46fad75-db92-4142-822b-d04f42ac9c44 on network af3f872f-7879-4578-8fd1-0bd063516c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:58:47.602449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Attempting to bind port d46fad75-db92-4142-822b-d04f42ac9c44 on network af3f872f-7879-4578-8fd1-0bd063516c86 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:47.617710 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.697193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:47.697452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Checking segment: {'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:47.697833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Bound using segment: {'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:47.698312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Bound port: d46fad75-db92-4142-822b-d04f42ac9c44, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:47.698658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:47.758633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Calling delete_port for 2d713f64-8275-4776-9d24-b68f7ab44fd4 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:47.792455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe56b3-e30f-4da2-910e-6024fb31e3b5 req-0adb658a-5d61-4fb7-a2af-8af19d33f5b8 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:47.794033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ffe56b3-e30f-4da2-910e-6024fb31e3b5 req-0adb658a-5d61-4fb7-a2af-8af19d33f5b8 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.3443103 May 24 22:58:47.903355 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ffe56b3-e30f-4da2-910e-6024fb31e3b5 req-2ba06563-a5a0-42da-b02d-06c0ccf5e739 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980334 May 24 22:58:47.909174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f4dd06b2-451f-4c02-bec8-459748915883 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags HTTP/1.1" status: 200 len: 205 time: 0.3608539 May 24 22:58:47.909830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37918) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:47.925213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-edfcf496-2ca2-4e2c-b6c6-9c3002b6cd2f tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:47.971506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] For port d46fad75-db92-4142-822b-d04f42ac9c44, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:47.997908 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.011508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8228d2-0be2-4177-86b1-70eb7046208b req-5f60d67d-5b70-4070-afd5-a69f6545fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:48.013014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e8228d2-0be2-4177-86b1-70eb7046208b req-5f60d67d-5b70-4070-afd5-a69f6545fe7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41770c559bc34ca187af2a317b5014f6&device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 1094 time: 0.4043753 May 24 22:58:48.026457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] For port d46fad75-db92-4142-822b-d04f42ac9c44, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d46fad75-db92-4142-822b-d04f42ac9c44,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:48.051937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Pushing event deleted for resources: {'Port': ['ID=2d713f64-8275-4776-9d24-b68f7ab44fd4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:48.068094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.200107 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.214940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd431165-45c1-473f-9347-249c7c5876e2 req-5373c333-adf4-468f-8a90-dba4212c3aed tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:48.216410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd431165-45c1-473f-9347-249c7c5876e2 req-5373c333-adf4-468f-8a90-dba4212c3aed tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 945 time: 0.5085282 May 24 22:58:48.370555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:48.371175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.372576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] 10.222.0.50 "PUT /v2.0/ports/d46fad75-db92-4142-822b-d04f42ac9c44 HTTP/1.1" status: 200 len: 1092 time: 3.4536328 May 24 22:58:48.374778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e70425-db64-40af-9590-f57d93277391', 'tag': 'd46fad75-db92-4142-822b-d04f42ac9c44'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:48.377540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eabcac-0077-4753-b52f-552653421da7 req-214c55a0-d828-4fd9-9c8e-de5d9c3a17a1 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:48.378963 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92eabcac-0077-4753-b52f-552653421da7 req-214c55a0-d828-4fd9-9c8e-de5d9c3a17a1 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.3364024 May 24 22:58:48.381023 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.383869 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.434895 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.435406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Fanout notify agent at l3_agent the message router_deleted on router e643e56d-ba6b-4312-9498-b7320fe69373 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:58:48.443750 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92eabcac-0077-4753-b52f-552653421da7 req-f1fc4dc5-52ab-4c83-97aa-0a6c96c80127 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534647 May 24 22:58:48.454010 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.458860 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2dcdf1c3-7787-469d-be52-cca46ae37d08 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/e643e56d-ba6b-4312-9498-b7320fe69373 HTTP/1.1" status: 204 len: 168 time: 2.0698612 May 24 22:58:48.459079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37930) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:48.467818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-272667334', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:48.478498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:58:48.484091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Usage tracker for resource:router and tenant:525cecddd9f14bb29b77e712da54639b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:58:48.487243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:58:48.494033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:58:48.504905 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd431165-45c1-473f-9347-249c7c5876e2 req-6f1456e2-7ea7-4ee9-a78f-56ba4571f322 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c83d151-b8fc-4753-81a4-ab9aa2a42681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098529 May 24 22:58:48.511948 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.514045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.515071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da448ac-e2d5-425f-966f-7c7e348484e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d46fad75-db92-4142-822b-d04f42ac9c44,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:48.516730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:48.538654 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.571381 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.590569 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-edfcf496-2ca2-4e2c-b6c6-9c3002b6cd2f tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags HTTP/1.1" status: 200 len: 240 time: 0.6797450 May 24 22:58:48.594485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37938) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:48.597219 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfaabc1a-6535-4612-a110-0fe571c59653'] response: {'name': 'network-changed', 'server_uuid': '93e70425-db64-40af-9590-f57d93277391', 'tag': 'd46fad75-db92-4142-822b-d04f42ac9c44', 'status': 'completed', 'code': 200} May 24 22:58:48.601819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-ebbfa93c-d32a-4922-a2fb-8ebfbf49f398 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9', 'tempest-TagsExtTest-Tag-544641859') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:48.621532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8228d2-0be2-4177-86b1-70eb7046208b req-91956019-3c69-4c17-97f0-bdcc655348b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:48.623039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e8228d2-0be2-4177-86b1-70eb7046208b req-91956019-3c69-4c17-97f0-bdcc655348b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3de9ab13-987a-4de0-9181-92b2d1349cda HTTP/1.1" status: 200 len: 920 time: 0.5984774 May 24 22:58:48.685936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:48.692845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:48.693656 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.787461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e8228d2-0be2-4177-86b1-70eb7046208b req-84c887ec-17f0-4698-b920-b792ad743a2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 217 time: 0.1368926 May 24 22:58:48.839126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=adba8bb7-e14e-4a88-9d25-9428791e3e4b,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:48.846148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:48.846634 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.876908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking segment: {'id': '422111a9-6782-4611-bdff-74a45e4bc820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd992bdb5-0535-4c03-9b84-db994ceee763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:48.877270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network hostable DHCP agents. Network: d992bdb5-0535-4c03-9b84-db994ceee763, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:58:48.878364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d6944-f35f-4f88-b3b5-e17a28ca9b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b1b97f-ce4f-4edf-9ae8-a3c1a175a884'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:48.888027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884,segment=NetworkSegment(5c1ab0d5-1022-4774-b9d6-89a182936e57),segment_id=5c1ab0d5-1022-4774-b9d6-89a182936e57)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:48.891218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-6ea88ccf-de25-4b37-8694-7aadb205b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:48.892805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-6ea88ccf-de25-4b37-8694-7aadb205b0e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 1095 time: 0.4690142 May 24 22:58:48.895198 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:48.963750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:48.975178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-71d43449-5acd-449d-ac68-e34ce86dc40d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d46fad75-db92-4142-822b-d04f42ac9c44 HTTP/1.1" status: 200 len: 217 time: 0.0741091 May 24 22:58:48.977574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8228d2-0be2-4177-86b1-70eb7046208b req-59775f6f-6c9c-4cb2-b1c2-2ed3a36809c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:48.978929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e8228d2-0be2-4177-86b1-70eb7046208b req-59775f6f-6c9c-4cb2-b1c2-2ed3a36809c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb HTTP/1.1" status: 200 len: 859 time: 0.1738217 May 24 22:58:49.055513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network d992bdb5-0535-4c03-9b84-db994ceee763 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:58:49.084704 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e8228d2-0be2-4177-86b1-70eb7046208b req-726bee0b-7801-4032-bc02-eec07f7a8a72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3de9ab13-987a-4de0-9181-92b2d1349cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684311 May 24 22:58:49.097268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d65108-bb54-4687-afb6-5850ae1d6432 req-b248700d-dac2-422f-a969-1cece0694740 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:49.098770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61d65108-bb54-4687-afb6-5850ae1d6432 req-b248700d-dac2-422f-a969-1cece0694740 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.3780124 May 24 22:58:49.118490 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.119101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d992bdb5-0535-4c03-9b84-db994ceee763) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:49.129550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-c88c2321-868a-4d1e-8ff1-2ad630c96d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:49.131117 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-c88c2321-868a-4d1e-8ff1-2ad630c96d87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb HTTP/1.1" status: 200 len: 853 time: 0.1484005 May 24 22:58:49.136685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798e31b-1abf-4a01-9459-430affe2e4d7 None None] Network d992bdb5-0535-4c03-9b84-db994ceee763 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:49.147639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:49.148246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.157338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ebbfa93c-d32a-4922-a2fb-8ebfbf49f398 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags/tempest-TagsExtTest-Tag-544641859 HTTP/1.1" status: 204 len: 168 time: 0.5592525 May 24 22:58:49.159762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37944) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:49.170316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e29d6-a0ba-4223-868f-c092fa023272 req-c0c8ee3d-6655-4b25-aad7-0e373cc45215 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:49.171737 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-776e29d6-a0ba-4223-868f-c092fa023272 req-c0c8ee3d-6655-4b25-aad7-0e373cc45215 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 944 time: 0.5331540 May 24 22:58:49.174781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-1fadc23c-1c11-4952-92fa-fed8492b96c2 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9', 'tempest-TagsExtTest-Tag-544641859') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:49.269622 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-2bb37085-57c9-40b6-8089-7cffaac3593f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af3f872f-7879-4578-8fd1-0bd063516c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705447 May 24 22:58:49.330524 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-776e29d6-a0ba-4223-868f-c092fa023272 req-398fcacb-60d2-4a2a-897b-6c9f8ab77e75 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234951 May 24 22:58:49.336353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eb0a2bb9-77da-4a8f-8233-a94204939354 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1888497 May 24 22:58:49.336523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37948) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:49.380491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-d992bdb5-0535-4c03-9b84-db994ceee763', 'network_id': 'd992bdb5-0535-4c03-9b84-db994ceee763', 'tenant_id': 'b02244053ac84d7498757d45f4831b3f', 'fixed_ips': [{'subnet_id': 'adba8bb7-e14e-4a88-9d25-9428791e3e4b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:58:49.381617 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.441116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61d65108-bb54-4687-afb6-5850ae1d6432 req-8fdf7a0d-e7bd-4df7-b191-0b47d0c16ff0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199241 May 24 22:58:49.467146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e8228d2-0be2-4177-86b1-70eb7046208b req-d3908149-5e25-4507-b99d-550896005243 service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667011 May 24 22:58:49.558367 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e71453-6f43-4881-99e1-6864f5bb4ffc'] response: {'server_uuid': 'd48d6944-f35f-4f88-b3b5-e17a28ca9b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b1b97f-ce4f-4edf-9ae8-a3c1a175a884', 'code': 200} May 24 22:58:49.559120 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1fadc23c-1c11-4952-92fa-fed8492b96c2 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags/tempest-TagsExtTest-Tag-544641859 HTTP/1.1" status: 204 len: 168 time: 0.3990710 May 24 22:58:49.571041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37956) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:49.583506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-dd191f9f-e393-45bc-b407-6eaeecc4b8bd tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:49.644621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Allocated IP 172.20.0.2 (d992bdb5-0535-4c03-9b84-db994ceee763/adba8bb7-e14e-4a88-9d25-9428791e3e4b/49d1d7c9-2982-4c7a-8683-eb960f1bb408) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:49.653155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.679105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e8228d2-0be2-4177-86b1-70eb7046208b req-b0719a4c-6c2e-4d93-9f70-699562155b19 service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960733 May 24 22:58:49.788255 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-6131e931-f4b3-465c-81a2-daac21b42b67 service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083318 May 24 22:58:49.823611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6578-0441-4165-8c15-532b082e3cde req-737a79b0-d4bb-454a-8091-f761fb5a5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:49.825932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac1c6578-0441-4165-8c15-532b082e3cde req-737a79b0-d4bb-454a-8091-f761fb5a5e09 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 1097 time: 0.1419203 May 24 22:58:49.850198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcb905-0e18-43c5-9eb6-a8278bd76e58 req-b754cde4-ede5-4f2f-b66d-741925c1f023 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:49.851667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8cbcb905-0e18-43c5-9eb6-a8278bd76e58 req-b754cde4-ede5-4f2f-b66d-741925c1f023 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 943 time: 0.4120531 May 24 22:58:49.951975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac1c6578-0441-4165-8c15-532b082e3cde req-2961de92-ec95-4c3e-ad2a-07a3bd6f149a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3c83d151-b8fc-4753-81a4-ab9aa2a42681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565717 May 24 22:58:49.959201 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.976476 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:49.988634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Transition to ACTIVE for port object 49d1d7c9-2982-4c7a-8683-eb960f1bb408 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:49.992358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ed2b43-4e8c-4237-b646-2b3c5208a9f4 req-34126972-de9d-4c2d-aaa1-7f754cb9c4d9 service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958008 May 24 22:58:50.007787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Transition to ACTIVE for port object 49d1d7c9-2982-4c7a-8683-eb960f1bb408 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:58:50.015284 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.035960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.085124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Network d992bdb5-0535-4c03-9b84-db994ceee763 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:50.088175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:50.091817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:50.099459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Pushing event updated for resources: {'Port': ['ID=49d1d7c9-2982-4c7a-8683-eb960f1bb408,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:50.102175 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8cbcb905-0e18-43c5-9eb6-a8278bd76e58 req-790656d3-ccdd-42cd-b6f1-bb5fd134f47f tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201636 May 24 22:58:50.105889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dd191f9f-e393-45bc-b407-6eaeecc4b8bd tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags HTTP/1.1" status: 200 len: 205 time: 0.5291069 May 24 22:58:50.106970 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.137445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37970) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:50.147533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-7b548f98-6aaf-41b3-8d34-91cd57b0f491 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:50.200295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Attempting to bind port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:58:50.200764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Attempting to bind port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '422111a9-6782-4611-bdff-74a45e4bc820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd992bdb5-0535-4c03-9b84-db994ceee763'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:58:50.201146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Attempting to bind port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 on network d992bdb5-0535-4c03-9b84-db994ceee763 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:58:50.207036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:58:50.207414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Checking segment: {'id': '422111a9-6782-4611-bdff-74a45e4bc820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd992bdb5-0535-4c03-9b84-db994ceee763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:58:50.207819 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.208212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Bound using segment: {'id': '422111a9-6782-4611-bdff-74a45e4bc820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd992bdb5-0535-4c03-9b84-db994ceee763'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:58:50.208683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Bound port: 49d1d7c9-2982-4c7a-8683-eb960f1bb408, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422111a9-6782-4611-bdff-74a45e4bc820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd992bdb5-0535-4c03-9b84-db994ceee763'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:58:50.209111 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.324779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] For port 49d1d7c9-2982-4c7a-8683-eb960f1bb408, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:58:50.328578 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] For port 49d1d7c9-2982-4c7a-8683-eb960f1bb408, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=49d1d7c9-2982-4c7a-8683-eb960f1bb408,segment=NetworkSegment(422111a9-6782-4611-bdff-74a45e4bc820),segment_id=422111a9-6782-4611-bdff-74a45e4bc820)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:58:50.337656 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.469295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b8cdd-cdd6-466d-a7bc-dfd20d7233a8 None None] Pushing event updated for resources: {'Port': ['ID=49d1d7c9-2982-4c7a-8683-eb960f1bb408,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:50.603885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cbe53-a0d2-49ee-ad9e-afcb42616d62 req-899c2537-1215-45a8-b637-86d500bc934a tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:50.605432 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-096cbe53-a0d2-49ee-ad9e-afcb42616d62 req-899c2537-1215-45a8-b637-86d500bc934a tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 946 time: 0.5014915 May 24 22:58:50.644216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8e23c-cf62-4541-8033-c459fbace28f req-2d0a3c28-1742-4497-ae98-123321b3dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:50.646536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99b8e23c-cf62-4541-8033-c459fbace28f req-2d0a3c28-1742-4497-ae98-123321b3dd4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 1095 time: 0.2027996 May 24 22:58:50.776433 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-096cbe53-a0d2-49ee-ad9e-afcb42616d62 req-b91d1e41-e166-4927-94e1-f991e726c774 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c83d151-b8fc-4753-81a4-ab9aa2a42681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619077 May 24 22:58:50.787743 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7b548f98-6aaf-41b3-8d34-91cd57b0f491 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags HTTP/1.1" status: 200 len: 241 time: 0.6475213 May 24 22:58:50.787743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37986) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:50.808041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-64432403-482c-4451-8235-9d960d64a75f tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650', 'tempest-TagsExtTest-Tag-1442672699') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:50.854651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8e23c-cf62-4541-8033-c459fbace28f req-074690d5-ee8c-49ca-ac6b-1ba61472868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:50.856267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99b8e23c-cf62-4541-8033-c459fbace28f req-074690d5-ee8c-49ca-ac6b-1ba61472868b service neutron] 10.222.0.50 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 914 time: 0.2021310 May 24 22:58:50.910005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:50.992064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99b8e23c-cf62-4541-8033-c459fbace28f req-6eba6266-1686-4540-b1e6-d3af4130f982 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d46fad75-db92-4142-822b-d04f42ac9c44 HTTP/1.1" status: 200 len: 217 time: 0.1263216 May 24 22:58:51.065812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Subnet': ['ID=adba8bb7-e14e-4a88-9d25-9428791e3e4b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:51.076568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8e23c-cf62-4541-8033-c459fbace28f req-adc1eccf-3ac1-4f45-b244-d209093911e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:51.077988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Allocated IP 172.25.7.98 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/41b566f6-a722-4adb-bef9-a79a28e0df3a) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:58:51.078152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99b8e23c-cf62-4541-8033-c459fbace28f req-adc1eccf-3ac1-4f45-b244-d209093911e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb HTTP/1.1" status: 200 len: 853 time: 0.0761392 May 24 22:58:51.138538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2e210-46ee-4edc-90ee-ec102c64f200 req-603d11a1-db9b-42e3-a88d-c0664732d9de tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:51.142222 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75d2e210-46ee-4edc-90ee-ec102c64f200 req-603d11a1-db9b-42e3-a88d-c0664732d9de tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.1973467 May 24 22:58:51.162790 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99b8e23c-cf62-4541-8033-c459fbace28f req-add50e96-4300-426e-901a-a51cb2c19151 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af3f872f-7879-4578-8fd1-0bd063516c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764475 May 24 22:58:51.247824 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.278699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d80807-87d6-4ef5-8ff1-4cca360ab0ef req-8eb36870-16df-455a-be7b-b6fe6f587720 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:51.280468 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8d80807-87d6-4ef5-8ff1-4cca360ab0ef req-8eb36870-16df-455a-be7b-b6fe6f587720 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 944 time: 0.6372051 May 24 22:58:51.295092 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75d2e210-46ee-4edc-90ee-ec102c64f200 req-6efdeafe-8832-4ca7-971b-074872e28fc6 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309385 May 24 22:58:51.304976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-64432403-482c-4451-8235-9d960d64a75f tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags/tempest-TagsExtTest-Tag-1442672699 HTTP/1.1" status: 204 len: 168 time: 0.5103235 May 24 22:58:51.306234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37992) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:51.330254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d992bdb5-0535-4c03-9b84-db994ceee763']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:51.330908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-21231afe-063d-4580-8e45-cf5779ea1028 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650', 'tempest-TagsExtTest-Tag-1442672699') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:51.358857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422111a9-6782-4611-bdff-74a45e4bc820') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:51.359139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422111a9-6782-4611-bdff-74a45e4bc820') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:51.391878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.436978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f8d80807-87d6-4ef5-8ff1-4cca360ab0ef req-e4d03b60-9980-4e5f-9ca4-592cc30f6737 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287334 May 24 22:58:51.440646 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.448401 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.454224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:51.454628 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.524689 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 422111a9-6782-4611-bdff-74a45e4bc820 resource provider aggregate not found May 24 22:58:51.533703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99b8e23c-cf62-4541-8033-c459fbace28f req-3bc547a2-41eb-41fc-b07e-b3c808c4c3f0 service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536615 May 24 22:58:51.557458 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 422111a9-6782-4611-bdff-74a45e4bc820 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 422111a9-6782-4611-bdff-74a45e4bc820 found for delete ", "request_id": "req-87287e95-8cc7-4348-9492-7d97334e3ece"}]} May 24 22:58:51.569946 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 22:58:51.569946 n-d-843146-7 neutron-server[88390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 22:58:51.569946 n-d-843146-7 neutron-server[88390]: [parameters: {'id': 'd992bdb5-0535-4c03-9b84-db994ceee763'}] May 24 22:58:51.569946 n-d-843146-7 neutron-server[88390]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:51.570605 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:51.583435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:51.638722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:58:51.661751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:58:51.664706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:58:51.668895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:58:51.713584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Pushing event updated for resources: {'Port': ['ID=41b566f6-a722-4adb-bef9-a79a28e0df3a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:51.730817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d194192-5a8f-4c7d-9dfe-a5634ba0165e req-838c9a0e-2c00-4170-a7ca-5c3c24d085e0 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:51.732635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d194192-5a8f-4c7d-9dfe-a5634ba0165e req-838c9a0e-2c00-4170-a7ca-5c3c24d085e0 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 943 time: 0.3157690 May 24 22:58:51.768891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-21231afe-063d-4580-8e45-cf5779ea1028 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags/tempest-TagsExtTest-Tag-1442672699 HTTP/1.1" status: 204 len: 168 time: 0.4621074 May 24 22:58:51.773591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38000) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:51.783614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-cbe989dd-a049-40c5-abc8-862b0eea3a4f tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:51.822142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da519b-622c-41ae-a8a0-fdbf90bd096f None None] Network d992bdb5-0535-4c03-9b84-db994ceee763 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:58:51.876694 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99b8e23c-cf62-4541-8033-c459fbace28f req-e2ff834d-eec3-48de-9765-13a8bf7139a2 service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316131 May 24 22:58:51.962026 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d194192-5a8f-4c7d-9dfe-a5634ba0165e req-553ee5da-8688-4be0-9bb1-aff777530244 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146740 May 24 22:58:51.977006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 49d1d7c9-2982-4c7a-8683-eb960f1bb408 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:51.981543 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cbe989dd-a049-40c5-abc8-862b0eea3a4f tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags HTTP/1.1" status: 200 len: 205 time: 0.2039075 May 24 22:58:51.982635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38006) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:51.987498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-20e7b14b-485f-4824-883b-e83e99e38d02 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:52.011428 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-20e7b14b-485f-4824-883b-e83e99e38d02 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags HTTP/1.1" status: 200 len: 240 time: 0.0277853 May 24 22:58:52.014010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38010) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.020140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-098d835c-6c02-41a2-9445-242026149923 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b', 'tempest-TagsExtTest-Tag-537444566') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:52.044644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-098d835c-6c02-41a2-9445-242026149923 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags/tempest-TagsExtTest-Tag-537444566 HTTP/1.1" status: 204 len: 168 time: 0.0296578 May 24 22:58:52.047441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38014) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.052706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-5f1809ff-2d43-4c97-81fc-311f0455cfb4 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b', 'tempest-TagsExtTest-Tag-537444566') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:52.068838 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-71e2f0b5-14cb-4824-acb0-f547697be51c None None] Provisioning for port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:52.086945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:52.094079 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5f1809ff-2d43-4c97-81fc-311f0455cfb4 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags/tempest-TagsExtTest-Tag-537444566 HTTP/1.1" status: 204 len: 168 time: 0.0456266 May 24 22:58:52.094642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38018) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.099651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-60b675a2-f3fb-46f5-a968-5354d79d6e03 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:52.108771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.125825 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-60b675a2-f3fb-46f5-a968-5354d79d6e03 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags HTTP/1.1" status: 200 len: 205 time: 0.0301499 May 24 22:58:52.126399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38022) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.131739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-48d89356-69ef-4d76-8151-5693bb211f22 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:52.140031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'port_id': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'mac_address': 'fa:16:3e:3d:a9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:58:52.142005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff26136-aa4e-40a1-9ae1-c8208e9fd937 req-01062cb8-82d0-40dc-9156-d149c05b5f4b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:52.143958 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ff26136-aa4e-40a1-9ae1-c8208e9fd937 req-01062cb8-82d0-40dc-9156-d149c05b5f4b tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 946 time: 0.1993735 May 24 22:58:52.159972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:52.160307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.164688 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-48d89356-69ef-4d76-8151-5693bb211f22 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags HTTP/1.1" status: 204 len: 168 time: 0.0347657 May 24 22:58:52.165014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38026) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.169949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-0f31f490-86b0-4fb2-a773-1a4571a8bb88 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:52.252879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:52.253403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.266740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:52.279833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:52.280205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.306168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:52.354995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:52.369008 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.471510 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ff26136-aa4e-40a1-9ae1-c8208e9fd937 req-7563787d-c5b9-4298-9f24-adfe4ed706c5 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c83d151-b8fc-4753-81a4-ab9aa2a42681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156230 May 24 22:58:52.476218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] DHCP port deletion for d992bdb5-0535-4c03-9b84-db994ceee763 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:58:52.508136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Deleting port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:52.508662 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.584427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:52.597727 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.606527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:52.607102 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.657526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0f31f490-86b0-4fb2-a773-1a4571a8bb88 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags HTTP/1.1" status: 204 len: 168 time: 0.4879675 May 24 22:58:52.657526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38038) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.662779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-9c6e2f3a-d98a-4711-b96d-a14b60892f2f tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:52.687315 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:58:52.725518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80a7fc-0978-4412-94fb-0ba0208c6e80 req-78ebb246-bbde-4dd3-9a9e-7a4f3e05ff48 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:52.727188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b80a7fc-0978-4412-94fb-0ba0208c6e80 req-78ebb246-bbde-4dd3-9a9e-7a4f3e05ff48 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.2305186 May 24 22:58:52.731806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 49d1d7c9-2982-4c7a-8683-eb960f1bb408, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=49d1d7c9-2982-4c7a-8683-eb960f1bb408,segment=NetworkSegment(422111a9-6782-4611-bdff-74a45e4bc820),segment_id=422111a9-6782-4611-bdff-74a45e4bc820)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:52.745680 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.787567 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9c6e2f3a-d98a-4711-b96d-a14b60892f2f tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags HTTP/1.1" status: 204 len: 168 time: 0.1272888 May 24 22:58:52.790076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38042) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.795381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-a6ac2345-1334-46f8-9bc2-bdddca2dbf88 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:52.830134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b80a7fc-0978-4412-94fb-0ba0208c6e80 req-55a3f0bb-3463-4a83-8a1c-a549e61cf3c6 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844953 May 24 22:58:52.904606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38048) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:52.904814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a6ac2345-1334-46f8-9bc2-bdddca2dbf88 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags HTTP/1.1" status: 204 len: 168 time: 0.1139660 May 24 22:58:52.913883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-63373842-d7c9-4163-b6b5-a57f48d4213d tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2', 'tempest-TagsExtTest-Tag-1452955425') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:52.948552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] For port 49d1d7c9-2982-4c7a-8683-eb960f1bb408, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=49d1d7c9-2982-4c7a-8683-eb960f1bb408,segment=NetworkSegment(422111a9-6782-4611-bdff-74a45e4bc820),segment_id=422111a9-6782-4611-bdff-74a45e4bc820)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:52.949183 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:52.973991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=49d1d7c9-2982-4c7a-8683-eb960f1bb408,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:52.985558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] For port 49d1d7c9-2982-4c7a-8683-eb960f1bb408, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=49d1d7c9-2982-4c7a-8683-eb960f1bb408,segment=NetworkSegment(422111a9-6782-4611-bdff-74a45e4bc820),segment_id=422111a9-6782-4611-bdff-74a45e4bc820)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:52.985954 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.107598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Calling delete_port for 49d1d7c9-2982-4c7a-8683-eb960f1bb408 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:53.115435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Calling delete_port for 49d1d7c9-2982-4c7a-8683-eb960f1bb408 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:53.161592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272647ce-1d8b-4f57-9ef9-d0d57d1edf78 req-008d52de-3f3c-48bf-96f7-2942e4a2fa5d tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:53.163073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-272647ce-1d8b-4f57-9ef9-d0d57d1edf78 req-008d52de-3f3c-48bf-96f7-2942e4a2fa5d tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 944 time: 0.0880370 May 24 22:58:53.212064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-272647ce-1d8b-4f57-9ef9-d0d57d1edf78 req-0c02ff91-aa35-4ac3-9911-d41d2b1a7c4a tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 May 24 22:58:53.245154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f263f2-d4fa-429f-99dc-d4b1e881915f req-2347da09-79d7-4707-ad19-cad6a6ec77fb tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:53.253202 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:53.253599 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:53.254536 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a7f263f2-d4fa-429f-99dc-d4b1e881915f req-2347da09-79d7-4707-ad19-cad6a6ec77fb tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 944 time: 0.6694894 May 24 22:58:53.412932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:53.413250 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:53.419502 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a7f263f2-d4fa-429f-99dc-d4b1e881915f req-c4ad96b3-b554-49a0-b921-6d79e773ddae tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487479 May 24 22:58:53.448926 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.527899 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-63373842-d7c9-4163-b6b5-a57f48d4213d tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags/tempest-TagsExtTest-Tag-1452955425 HTTP/1.1" status: 201 len: 201 time: 0.6170056 May 24 22:58:53.528594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38076) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:53.541114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-ee36e611-0fcb-4722-87a7-3a33f4f2019e tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9', 'tempest-TagsExtTest-Tag-1837735654') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:53.755038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Deleting port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:53.755615 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.770090 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ee36e611-0fcb-4722-87a7-3a33f4f2019e tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags/tempest-TagsExtTest-Tag-1837735654 HTTP/1.1" status: 201 len: 201 time: 0.2409906 May 24 22:58:53.772911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38082) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:53.778158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Router aa8b36d4-0918-4915-8784-6c10adb86de7 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:58:53.780489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-b2051b0f-0160-4d53-b00f-fb88908d305d tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650', 'tempest-TagsExtTest-Tag-1071516605') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:53.791983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 49d1d7c9-2982-4c7a-8683-eb960f1bb408 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:58:53.914049 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:53.989878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:53.990214 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.050491 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b2051b0f-0160-4d53-b00f-fb88908d305d tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags/tempest-TagsExtTest-Tag-1071516605 HTTP/1.1" status: 201 len: 201 time: 0.2760928 May 24 22:58:54.054356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38088) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:54.062306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-65ccb9c1-c85e-4ed5-baae-51be5a9db374 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b', 'tempest-TagsExtTest-Tag-1144055586') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.083752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:54.084225 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.092234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75719652-6569-4a93-9835-db062e7164c1 req-5f9d8368-808d-4917-bc13-8269001b90b3 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:54.093752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75719652-6569-4a93-9835-db062e7164c1 req-5f9d8368-808d-4917-bc13-8269001b90b3 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 945 time: 0.1260843 May 24 22:58:54.106380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] For port 49d1d7c9-2982-4c7a-8683-eb960f1bb408, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=49d1d7c9-2982-4c7a-8683-eb960f1bb408,segment=NetworkSegment(422111a9-6782-4611-bdff-74a45e4bc820),segment_id=422111a9-6782-4611-bdff-74a45e4bc820)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:54.106904 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.158502 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75719652-6569-4a93-9835-db062e7164c1 req-4dfd7790-ba27-4e93-9e11-75aa04803b5e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542443 May 24 22:58:54.175062 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-65ccb9c1-c85e-4ed5-baae-51be5a9db374 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags/tempest-TagsExtTest-Tag-1144055586 HTTP/1.1" status: 201 len: 201 time: 0.1115246 May 24 22:58:54.175062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38092) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:54.180265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-ef79a589-31a8-4a73-87bd-dce3fd52506d tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2', {'tags': ['tempest-TagsExtTest-Tag-326986990', 'tempest-TagsExtTest-Tag-1034044039', 'tempest-TagsExtTest-Tag-1239748718']}) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.186579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03519e6-1c09-48ba-90c1-d2e0d57dcf90 req-bc50390e-3614-48a2-8c3c-190b729040d4 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:54.188115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b03519e6-1c09-48ba-90c1-d2e0d57dcf90 req-bc50390e-3614-48a2-8c3c-190b729040d4 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 946 time: 0.4836316 May 24 22:58:54.286961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ef79a589-31a8-4a73-87bd-dce3fd52506d tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags HTTP/1.1" status: 200 len: 317 time: 0.1164083 May 24 22:58:54.287713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38100) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:54.293836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-c3717aed-35ac-43af-84e9-c0eacf67aba4 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.309295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Calling delete_port for 49d1d7c9-2982-4c7a-8683-eb960f1bb408 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:54.326150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:54.332841 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b03519e6-1c09-48ba-90c1-d2e0d57dcf90 req-893d475c-715c-43ff-b249-3a747c35ab95 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c83d151-b8fc-4753-81a4-ab9aa2a42681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373026 May 24 22:58:54.361653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ec3c1-a791-444f-aa8a-2a50784f2199 None None] Sync routers for ids ['aa8b36d4-0918-4915-8784-6c10adb86de7'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:54.369462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] For port 49d1d7c9-2982-4c7a-8683-eb960f1bb408, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=49d1d7c9-2982-4c7a-8683-eb960f1bb408,segment=NetworkSegment(422111a9-6782-4611-bdff-74a45e4bc820),segment_id=422111a9-6782-4611-bdff-74a45e4bc820)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:54.369837 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.387862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 49d1d7c9-2982-4c7a-8683-eb960f1bb408, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=49d1d7c9-2982-4c7a-8683-eb960f1bb408,segment=NetworkSegment(422111a9-6782-4611-bdff-74a45e4bc820),segment_id=422111a9-6782-4611-bdff-74a45e4bc820)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:54.400467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ec3c1-a791-444f-aa8a-2a50784f2199 None None] Routers {'aa8b36d4-0918-4915-8784-6c10adb86de7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:54.401116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-748ec3c1-a791-444f-aa8a-2a50784f2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['aa8b36d4-0918-4915-8784-6c10adb86de7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.467557 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.477330 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c3717aed-35ac-43af-84e9-c0eacf67aba4 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags HTTP/1.1" status: 204 len: 168 time: 0.1883988 May 24 22:58:54.478391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38106) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:54.484631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-6f6c5578-fd43-46e3-9582-742e47922c03 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2', 'tempest-TagsExtTest-Tag-326986990') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.498441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.502892 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3bb3a360-eba5-43ce-9da2-e3fa83fdebbe tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0428345 May 24 22:58:54.503671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38112) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:54.509352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-748ec3c1-a791-444f-aa8a-2a50784f2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.514289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Calling delete_port for 49d1d7c9-2982-4c7a-8683-eb960f1bb408 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:54.544936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:58:54.579290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8bda59c2-02c1-4838-9390-6b45bc950965 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:58:54.619092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ec3c1-a791-444f-aa8a-2a50784f2199 None None] Routers {'aa8b36d4-0918-4915-8784-6c10adb86de7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:54.620038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-748ec3c1-a791-444f-aa8a-2a50784f2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['aa8b36d4-0918-4915-8784-6c10adb86de7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.672392 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-6f6c5578-fd43-46e3-9582-742e47922c03 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:58:54.676764 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6f6c5578-fd43-46e3-9582-742e47922c03 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags/tempest-TagsExtTest-Tag-326986990 HTTP/1.1" status: 404 len: 328 time: 0.1937590 May 24 22:58:54.677004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38116) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:54.683542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-d5ad2cfa-8d64-4f67-ad4c-eb7721d0c726 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2', 'tempest-TagsExtTest-Tag-1034044039') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.694749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-748ec3c1-a791-444f-aa8a-2a50784f2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.695144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ec3c1-a791-444f-aa8a-2a50784f2199 None None] The sync data for ids ['aa8b36d4-0918-4915-8784-6c10adb86de7'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:54.714500 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:54.714860 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:54.715354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=49d1d7c9-2982-4c7a-8683-eb960f1bb408,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:54.748209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e92502-2eed-42e6-a637-39331c79b2e9 req-03ddd29e-6223-4b1f-9a3d-4200636cff3a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:54.748900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-20e92502-2eed-42e6-a637-39331c79b2e9 req-03ddd29e-6223-4b1f-9a3d-4200636cff3a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Synchronizing usage tracker for tenant:e349657696c34416983f98607f7fdf1c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:54.777923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-20e92502-2eed-42e6-a637-39331c79b2e9 req-03ddd29e-6223-4b1f-9a3d-4200636cff3a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Unset dirty status for tenant:e349657696c34416983f98607f7fdf1c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:54.779361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20e92502-2eed-42e6-a637-39331c79b2e9 req-03ddd29e-6223-4b1f-9a3d-4200636cff3a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 944 time: 0.1742220 May 24 22:58:54.784878 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-d5ad2cfa-8d64-4f67-ad4c-eb7721d0c726 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:58:54.788760 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d5ad2cfa-8d64-4f67-ad4c-eb7721d0c726 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags/tempest-TagsExtTest-Tag-1034044039 HTTP/1.1" status: 404 len: 329 time: 0.1079953 May 24 22:58:54.791719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38120) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:54.799502 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:54.799819 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:54.804928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-3f878475-a914-4a26-a534-3d865ea8f965 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2', 'tempest-TagsExtTest-Tag-1239748718') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:54.827780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20e92502-2eed-42e6-a637-39331c79b2e9 req-93c750e3-06e4-4164-8f6a-f708693320cc tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 May 24 22:58:54.837586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8bda59c2-02c1-4838-9390-6b45bc950965, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8bda59c2-02c1-4838-9390-6b45bc950965,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:54.851439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '8bda59c2-02c1-4838-9390-6b45bc950965', 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15', 'port_id': '8bda59c2-02c1-4838-9390-6b45bc950965', 'mac_address': 'fa:16:3e:cf:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a93872d-9b6c-42bf-9e43-eda0b0bb5f74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:58:54.873464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6defa45-10da-4993-826a-15d9c066bfeb req-4651a198-72b2-4c13-abee-d1e35fbd3d02 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:54.875033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e6defa45-10da-4993-826a-15d9c066bfeb req-4651a198-72b2-4c13-abee-d1e35fbd3d02 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 944 time: 0.2729099 May 24 22:58:54.912129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8bda59c2-02c1-4838-9390-6b45bc950965 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:54.912521 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.934358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bda59c2-02c1-4838-9390-6b45bc950965 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:54.952201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8bda59c2-02c1-4838-9390-6b45bc950965, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8bda59c2-02c1-4838-9390-6b45bc950965,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:54.958591 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:54.959554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d46fad75-db92-4142-822b-d04f42ac9c44 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:58:55.031210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd8ac9-719f-4c93-9d42-ed59cd02d252 req-7b6db58f-553f-4cb8-9dc5-a180ea6052ba tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:55.032622 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35dd8ac9-719f-4c93-9d42-ed59cd02d252 req-7b6db58f-553f-4cb8-9dc5-a180ea6052ba tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 944 time: 0.1001852 May 24 22:58:55.059823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:55.060153 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.080867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-35dd8ac9-719f-4c93-9d42-ed59cd02d252 req-807757c6-9118-4a24-838e-e76e18bbb460 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 May 24 22:58:55.097685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8bda59c2-02c1-4838-9390-6b45bc950965,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:55.116902 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e6defa45-10da-4993-826a-15d9c066bfeb req-55cb421a-3fd2-4c89-bb45-e7e6af1bf6b6 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816847 May 24 22:58:55.148454 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-3f878475-a914-4a26-a534-3d865ea8f965 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:58:55.152001 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3f878475-a914-4a26-a534-3d865ea8f965 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags/tempest-TagsExtTest-Tag-1239748718 HTTP/1.1" status: 404 len: 329 time: 0.3566847 May 24 22:58:55.153976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38124) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:55.163719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-970b27e6-91ab-4fd2-a67e-fea7788226cc tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9', {'tags': ['tempest-TagsExtTest-Tag-1694893167', 'tempest-TagsExtTest-Tag-244709141', 'tempest-TagsExtTest-Tag-1862818703']}) {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:55.164232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d46fad75-db92-4142-822b-d04f42ac9c44, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d46fad75-db92-4142-822b-d04f42ac9c44,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:55.178236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'd46fad75-db92-4142-822b-d04f42ac9c44', 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86', 'port_id': 'd46fad75-db92-4142-822b-d04f42ac9c44', 'mac_address': 'fa:16:3e:52:60:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:58:55.218112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99a098-4f27-48e6-96ef-bab01aa203d4 req-abac6561-917c-4018-83f5-7c23112432ad tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:55.219726 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b99a098-4f27-48e6-96ef-bab01aa203d4 req-abac6561-917c-4018-83f5-7c23112432ad tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 946 time: 0.0853286 May 24 22:58:55.234446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d46fad75-db92-4142-822b-d04f42ac9c44 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:55.234922 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.256496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46fad75-db92-4142-822b-d04f42ac9c44 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:55.274146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d46fad75-db92-4142-822b-d04f42ac9c44, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d46fad75-db92-4142-822b-d04f42ac9c44,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:55.279542 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.300272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-1b99a098-4f27-48e6-96ef-bab01aa203d4 req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Deleting port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:55.300645 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1b99a098-4f27-48e6-96ef-bab01aa203d4 req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.349747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['8bda59c2-02c1-4838-9390-6b45bc950965'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:58:55.394200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d46fad75-db92-4142-822b-d04f42ac9c44,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:55.404639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Deleting port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:55.405020 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.571465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['d46fad75-db92-4142-822b-d04f42ac9c44'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:58:55.666514 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:55.690230 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-970b27e6-91ab-4fd2-a67e-fea7788226cc tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags HTTP/1.1" status: 200 len: 317 time: 0.5335398 May 24 22:58:55.698208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38130) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:55.701552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] For port 49d1d7c9-2982-4c7a-8683-eb960f1bb408, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=49d1d7c9-2982-4c7a-8683-eb960f1bb408,segment=NetworkSegment(422111a9-6782-4611-bdff-74a45e4bc820),segment_id=422111a9-6782-4611-bdff-74a45e4bc820)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:55.701876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.712585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-9cbe9e7e-ae5d-443d-ae9c-615a8209269a tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:55.749791 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.812997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1b99a098-4f27-48e6-96ef-bab01aa203d4 req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] For port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884,segment=NetworkSegment(5c1ab0d5-1022-4774-b9d6-89a182936e57),segment_id=5c1ab0d5-1022-4774-b9d6-89a182936e57)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:55.813524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1b99a098-4f27-48e6-96ef-bab01aa203d4 req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.829160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd4d8d-a200-4a71-84dd-579110987466 req-05bb7c05-8b23-411f-9280-b87cb880d5c2 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:55.834040 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbdd4d8d-a200-4a71-84dd-579110987466 req-05bb7c05-8b23-411f-9280-b87cb880d5c2 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 946 time: 0.3696649 May 24 22:58:55.843707 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.858501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] For port 49d1d7c9-2982-4c7a-8683-eb960f1bb408, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=49d1d7c9-2982-4c7a-8683-eb960f1bb408,segment=NetworkSegment(422111a9-6782-4611-bdff-74a45e4bc820),segment_id=422111a9-6782-4611-bdff-74a45e4bc820)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:55.858898 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:55.872789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Calling delete_port for 49d1d7c9-2982-4c7a-8683-eb960f1bb408 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:55.964323 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.004038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-1b99a098-4f27-48e6-96ef-bab01aa203d4 req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Calling delete_port for 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:56.033539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Deleting port 41b566f6-a722-4adb-bef9-a79a28e0df3a {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:56.034055 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.062624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Calling delete_port for 49d1d7c9-2982-4c7a-8683-eb960f1bb408 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:56.107591 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbdd4d8d-a200-4a71-84dd-579110987466 req-4958b58f-4797-4af4-9b28-e012d882b610 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c83d151-b8fc-4753-81a4-ab9aa2a42681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666404 May 24 22:58:56.145307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.200361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:56.233653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:56.234024 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.284394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Port': ['ID=49d1d7c9-2982-4c7a-8683-eb960f1bb408,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:56.289158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No DVR routers for this DVR port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:56.310465 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:56.310815 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:56.368862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9cbe9e7e-ae5d-443d-ae9c-615a8209269a tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags HTTP/1.1" status: 204 len: 168 time: 0.6695526 May 24 22:58:56.374746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38140) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:56.380883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-c765837b-d91e-4e3b-947e-8d83df1ab959 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9', 'tempest-TagsExtTest-Tag-1694893167') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:56.427619 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:56.428165 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.428981 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1b99a098-4f27-48e6-96ef-bab01aa203d4 req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.430484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b33660-151f-4198-a13a-b0b399c9f861 req-5889a491-e42e-4ed0-8ce9-7db3a0febc9b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:56.432254 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03b33660-151f-4198-a13a-b0b399c9f861 req-5889a491-e42e-4ed0-8ce9-7db3a0febc9b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 945 time: 0.4584904 May 24 22:58:56.481237 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:56.489360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.492718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:56.500009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.501292 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.507068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Pushing event deleted for resources: {'Port': ['ID=34b1b97f-ce4f-4edf-9ae8-a3c1a175a884,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:56.555533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.555870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.556214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.556550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.556884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.557215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.557563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.557893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.558218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.558539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.558863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.559183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:58:56.576142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8bda59c2-02c1-4838-9390-6b45bc950965 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:58:56.583923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:58:56.622406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589573f-0053-4765-9330-c7695dbb712f req-36476a6b-aa6a-476e-b70f-c9fc41169f9e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:56.623819 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4589573f-0053-4765-9330-c7695dbb712f req-36476a6b-aa6a-476e-b70f-c9fc41169f9e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 944 time: 0.4185414 May 24 22:58:56.626485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b99a098-4f27-48e6-96ef-bab01aa203d4 req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] No DVR routers for this DVR port 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:58:56.637119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60f8fb-85c2-4d2f-8f4e-3cd1090e7973 req-a54a4629-5fa1-49e1-8fc6-8b7fdd034bcf tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:56.638673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a60f8fb-85c2-4d2f-8f4e-3cd1090e7973 req-a54a4629-5fa1-49e1-8fc6-8b7fdd034bcf tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 944 time: 0.3716497 May 24 22:58:56.640877 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1b99a098-4f27-48e6-96ef-bab01aa203d4 req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.676289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Calling delete_port for 41b566f6-a722-4adb-bef9-a79a28e0df3a owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:56.679026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d6944-f35f-4f88-b3b5-e17a28ca9b0d', 'name': 'network-vif-deleted', 'tag': '34b1b97f-ce4f-4edf-9ae8-a3c1a175a884'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:56.714759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d992bdb5-0535-4c03-9b84-db994ceee763']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:56.730967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422111a9-6782-4611-bdff-74a45e4bc820') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:56.731504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422111a9-6782-4611-bdff-74a45e4bc820') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:56.759358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03b33660-151f-4198-a13a-b0b399c9f861 req-e86d1f37-8568-4454-9b95-8b1ab05bb7c6 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012869 May 24 22:58:56.760531 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-c765837b-d91e-4e3b-947e-8d83df1ab959 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:58:56.761465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.761772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c765837b-d91e-4e3b-947e-8d83df1ab959 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags/tempest-TagsExtTest-Tag-1694893167 HTTP/1.1" status: 404 len: 329 time: 0.3850398 May 24 22:58:56.767193 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b99a098-4f27-48e6-96ef-bab01aa203d4 req-c9f239a1-2516-4199-ae7e-535d0a45b6ba tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.50 "DELETE /v2.0/ports/34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 HTTP/1.1" status: 204 len: 173 time: 1.5409291 May 24 22:58:56.770101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38150) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:56.773778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Deleting port 8bda59c2-02c1-4838-9390-6b45bc950965 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:56.774232 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.780411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8bda59c2-02c1-4838-9390-6b45bc950965, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8bda59c2-02c1-4838-9390-6b45bc950965,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:56.817961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a60f8fb-85c2-4d2f-8f4e-3cd1090e7973 req-31f81d2a-0c3f-49b0-a583-bd381d65caa0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284323 May 24 22:58:56.824466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:58:56.824818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 34b1b97f-ce4f-4edf-9ae8-a3c1a175a884 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:58:56.825246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8bda59c2-02c1-4838-9390-6b45bc950965 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:58:56.826551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-53397c3e-d208-4fdb-af6a-8a4ed0812216 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9', 'tempest-TagsExtTest-Tag-244709141') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:56.830864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.853683 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:58:56.854393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:56.872640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '8bda59c2-02c1-4838-9390-6b45bc950965', 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15', 'port_id': '8bda59c2-02c1-4838-9390-6b45bc950965', 'mac_address': 'fa:16:3e:cf:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a93872d-9b6c-42bf-9e43-eda0b0bb5f74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:58:56.934225 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3008ebdd-f669-4750-9a5c-35d57cef284d'] response: {'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'code': 200} May 24 22:58:56.980663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:57.018837 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed972df-75be-47e7-af35-204e9d3dcd43'] response: {'server_uuid': 'd48d6944-f35f-4f88-b3b5-e17a28ca9b0d', 'name': 'network-vif-deleted', 'tag': '34b1b97f-ce4f-4edf-9ae8-a3c1a175a884', 'status': 'completed', 'code': 200} May 24 22:58:57.106106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8bda59c2-02c1-4838-9390-6b45bc950965 is: BUILD; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:57.106633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.124509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8bda59c2-02c1-4838-9390-6b45bc950965 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:58:57.156387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8bda59c2-02c1-4838-9390-6b45bc950965, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8bda59c2-02c1-4838-9390-6b45bc950965,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:57.163473 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.212137 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-53397c3e-d208-4fdb-af6a-8a4ed0812216 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:58:57.213094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-53397c3e-d208-4fdb-af6a-8a4ed0812216 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags/tempest-TagsExtTest-Tag-244709141 HTTP/1.1" status: 404 len: 328 time: 0.4125834 May 24 22:58:57.219459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38160) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:57.227387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-9a55daf2-134b-4bc1-9273-555ed83c5da1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9', 'tempest-TagsExtTest-Tag-1862818703') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:57.272031 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 422111a9-6782-4611-bdff-74a45e4bc820 resource provider aggregate not found May 24 22:58:57.301048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8bda59c2-02c1-4838-9390-6b45bc950965,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:57.311548 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 422111a9-6782-4611-bdff-74a45e4bc820 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 422111a9-6782-4611-bdff-74a45e4bc820 found for delete ", "request_id": "req-2593b351-2987-4539-b171-b4d98f83143c"}]} May 24 22:58:57.339207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2f5e6ba5-da33-4dcf-ae88-1b0d1d6bf581 req-50db9ed8-97d1-4107-ba72-4a15d2e61ef2 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Synchronizing usage tracker for tenant:57cd8343ac1046e0b044dec004516344 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:57.342896 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.375005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.401726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] For port 8bda59c2-02c1-4838-9390-6b45bc950965, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8bda59c2-02c1-4838-9390-6b45bc950965,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:57.401888 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/d992bdb5-0535-4c03-9b84-db994ceee763 HTTP/1.1" status: 204 len: 168 time: 8.0619495 May 24 22:58:57.401973 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.408387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38166) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:57.408845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2f5e6ba5-da33-4dcf-ae88-1b0d1d6bf581 req-50db9ed8-97d1-4107-ba72-4a15d2e61ef2 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] Unset dirty status for tenant:57cd8343ac1046e0b044dec004516344 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:57.410027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f5e6ba5-da33-4dcf-ae88-1b0d1d6bf581 req-50db9ed8-97d1-4107-ba72-4a15d2e61ef2 tempest-ServerMetadataNegativeTestJSON-1324017318 tempest-ServerMetadataNegativeTestJSON-1324017318-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48d6944-f35f-4f88-b3b5-e17a28ca9b0d HTTP/1.1" status: 200 len: 210 time: 0.1426747 May 24 22:58:57.410998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990a820-7280-466e-95de-3f7f75bc2174 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=d992bdb5-0535-4c03-9b84-db994ceee763,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:57.464795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Deleting port 49d1d7c9-2982-4c7a-8683-eb960f1bb408 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:57.465653 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.477691 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a5a608-7676-4fda-8d48-238a55487ba9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] GET failed (client error): The resource could not be found. May 24 22:58:57.478210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-36a5a608-7676-4fda-8d48-238a55487ba9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Synchronizing usage tracker for tenant:b02244053ac84d7498757d45f4831b3f on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:57.491486 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.560603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4a056464-0d9b-4921-9409-be4e5ed5d3cf None None] The port '49d1d7c9-2982-4c7a-8683-eb960f1bb408' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:58:57.569580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Calling delete_port for 8bda59c2-02c1-4838-9390-6b45bc950965 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:58:57.596739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Pushing event deleted for resources: {'Port': ['ID=41b566f6-a722-4adb-bef9-a79a28e0df3a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:57.639087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-36a5a608-7676-4fda-8d48-238a55487ba9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Unset dirty status for tenant:b02244053ac84d7498757d45f4831b3f on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:57.640282 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-36a5a608-7676-4fda-8d48-238a55487ba9 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/subnets/adba8bb7-e14e-4a88-9d25-9428791e3e4b HTTP/1.1" status: 404 len: 337 time: 0.2311776 May 24 22:58:57.644331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38170) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:57.656475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595806f-512d-4d6c-b742-a955a32eb6fa req-0947ebc6-bf16-47d0-96bb-89351773e091 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:57.664064 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2595806f-512d-4d6c-b742-a955a32eb6fa req-0947ebc6-bf16-47d0-96bb-89351773e091 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.3941061 May 24 22:58:57.721895 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9187678-e2f5-4ec3-a3f9-4c914a17e61d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:58:57.722516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9187678-e2f5-4ec3-a3f9-4c914a17e61d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:58:57.727641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a9187678-e2f5-4ec3-a3f9-4c914a17e61d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/d992bdb5-0535-4c03-9b84-db994ceee763 HTTP/1.1" status: 404 len: 339 time: 0.0764625 May 24 22:58:57.730874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38174) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:57.767417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293de36f-6057-4720-91c2-688426490919 req-3c38eecd-d55e-4cef-ad35-a85013be79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:57.769248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-293de36f-6057-4720-91c2-688426490919 req-3c38eecd-d55e-4cef-ad35-a85013be79d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 1096 time: 0.7239661 May 24 22:58:57.774129 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:57.785237 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-9a55daf2-134b-4bc1-9273-555ed83c5da1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:58:57.786213 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9a55daf2-134b-4bc1-9273-555ed83c5da1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags/tempest-TagsExtTest-Tag-1862818703 HTTP/1.1" status: 404 len: 329 time: 0.5658653 May 24 22:58:57.802620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38178) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:57.810695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-d9105fd5-b44e-49fb-aa99-78a061ca4b47 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650', {'tags': ['tempest-TagsExtTest-Tag-148679051', 'tempest-TagsExtTest-Tag-526311742', 'tempest-TagsExtTest-Tag-525685845']}) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:57.952580 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2595806f-512d-4d6c-b742-a955a32eb6fa req-ed66b461-37bc-45e0-8507-f4f26a53d0c0 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872732 May 24 22:58:58.025171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-293de36f-6057-4720-91c2-688426490919 req-a0991f8a-9710-40c5-bbe5-8f649f998dd3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414196 May 24 22:58:58.050819 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:58:58.051145 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:58:58.057009 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d9105fd5-b44e-49fb-aa99-78a061ca4b47 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags HTTP/1.1" status: 200 len: 315 time: 0.2511849 May 24 22:58:58.058258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38186) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:58.064197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-e29e164e-334e-499a-96bd-52cd0f64e1ec tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:58.183445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71879146-4361-4201-a291-d381ce1173b7 req-d1e0378e-7406-4b41-838e-50ff93340d70 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:58.184918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71879146-4361-4201-a291-d381ce1173b7 req-d1e0378e-7406-4b41-838e-50ff93340d70 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 945 time: 0.2523265 May 24 22:58:58.247384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71879146-4361-4201-a291-d381ce1173b7 req-76c73a3b-bf2d-4dc1-8928-ef975e41dd6a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503864 May 24 22:58:58.272273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e29e164e-334e-499a-96bd-52cd0f64e1ec tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags HTTP/1.1" status: 204 len: 168 time: 0.2129891 May 24 22:58:58.275281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38190) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:58.280246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-58ee9a37-3ab8-42de-8f49-e7e0455cb635 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650', 'tempest-TagsExtTest-Tag-148679051') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:58.305436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a1917-cbac-4555-b029-38c08e9152a6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:58.306162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b14a1917-cbac-4555-b029-38c08e9152a6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Synchronizing usage tracker for tenant:b02244053ac84d7498757d45f4831b3f on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:58.334856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:58.345412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:58.350347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b14a1917-cbac-4555-b029-38c08e9152a6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Unset dirty status for tenant:b02244053ac84d7498757d45f4831b3f on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:58.351508 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b14a1917-cbac-4555-b029-38c08e9152a6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6197150 May 24 22:58:58.391977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38194) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:58.443112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c1390923-e91a-491b-9acc-d106cf14a6e3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Synchronizing usage tracker for tenant:b02244053ac84d7498757d45f4831b3f on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:58:58.462262 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-58ee9a37-3ab8-42de-8f49-e7e0455cb635 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:58:58.465616 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-58ee9a37-3ab8-42de-8f49-e7e0455cb635 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags/tempest-TagsExtTest-Tag-148679051 HTTP/1.1" status: 404 len: 328 time: 0.1871078 May 24 22:58:58.465616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c1390923-e91a-491b-9acc-d106cf14a6e3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Unset dirty status for tenant:b02244053ac84d7498757d45f4831b3f on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:58:58.465616 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c1390923-e91a-491b-9acc-d106cf14a6e3 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 207 time: 0.0722408 May 24 22:58:58.466795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38200) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:58.469087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38204) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:58.473601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-7250f177-8901-43fb-873f-9b096cb4f11b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650', 'tempest-TagsExtTest-Tag-526311742') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:58.526631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38208) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:58.562094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Deleting port 8bda59c2-02c1-4838-9390-6b45bc950965 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:58:58.562430 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:58.609286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d46fad75-db92-4142-822b-d04f42ac9c44 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:58:58.645465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c08d1b-7263-4938-b827-90d478ea2619 req-5b973be6-e8fe-456a-9696-ba857d89d079 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:58.646978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9c08d1b-7263-4938-b827-90d478ea2619 req-5b973be6-e8fe-456a-9696-ba857d89d079 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 943 time: 0.5328834 May 24 22:58:58.694142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port d46fad75-db92-4142-822b-d04f42ac9c44 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:58:58.703492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port d46fad75-db92-4142-822b-d04f42ac9c44 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:58:58.704295 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:58.712401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-377e8268-4118-44f6-9468-550ecc0b0bdb admin admin] Deleting subnet 85d598b2-47ce-41d9-983e-c24f19c46a7b {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:58:58.729959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Router aa8b36d4-0918-4915-8784-6c10adb86de7 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:58:58.748266 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-377e8268-4118-44f6-9468-550ecc0b0bdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:58.793575 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-7250f177-8901-43fb-873f-9b096cb4f11b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:58:58.797455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7250f177-8901-43fb-873f-9b096cb4f11b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags/tempest-TagsExtTest-Tag-526311742 HTTP/1.1" status: 404 len: 328 time: 0.3297253 May 24 22:58:58.801669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38212) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:58.829683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-99db8aac-a585-4788-bd10-1ae9f6d72456 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650', 'tempest-TagsExtTest-Tag-525685845') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:58.845531 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9c08d1b-7263-4938-b827-90d478ea2619 req-8537552f-31fd-492c-a538-ddeea4a025d9 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528461 May 24 22:58:58.849218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d46fad75-db92-4142-822b-d04f42ac9c44 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:58:58.849629 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:58.887812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d46fad75-db92-4142-822b-d04f42ac9c44, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d46fad75-db92-4142-822b-d04f42ac9c44,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:58.895462 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:58.935391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e70425-db64-40af-9590-f57d93277391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46fad75-db92-4142-822b-d04f42ac9c44'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:58:58.944091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe5317-a935-450e-8434-5daa3f2e970f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:58.950288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe5317-a935-450e-8434-5daa3f2e970f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:58.956108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe5317-a935-450e-8434-5daa3f2e970f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:58.961686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe5317-a935-450e-8434-5daa3f2e970f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:58.967327 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-62fe5317-a935-450e-8434-5daa3f2e970f tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4933631 May 24 22:58:58.967327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:58:58.967327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38218) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:58.980487 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfd07f-c0e0-4959-b0f9-dbc2dad572e1 None None] Sync routers for ids ['aa8b36d4-0918-4915-8784-6c10adb86de7'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:58:58.982078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:58.983857 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-07d248f0-9225-4638-b74d-d3622f64ac96 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "PUT /v2.0/routers/aa8b36d4-0918-4915-8784-6c10adb86de7 HTTP/1.1" status: 200 len: 705 time: 4.4431281 May 24 22:58:58.989971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38224) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:59.010980 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfd07f-c0e0-4959-b0f9-dbc2dad572e1 None None] Routers {'aa8b36d4-0918-4915-8784-6c10adb86de7'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:59.011906 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-03bfd07f-c0e0-4959-b0f9-dbc2dad572e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['aa8b36d4-0918-4915-8784-6c10adb86de7'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:59.042752 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d2e064-f4c9-4f10-904f-f81811553f29'] response: {'server_uuid': '93e70425-db64-40af-9590-f57d93277391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46fad75-db92-4142-822b-d04f42ac9c44', 'code': 200} May 24 22:58:59.048059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d46fad75-db92-4142-822b-d04f42ac9c44,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:58:59.124531 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-377e8268-4118-44f6-9468-550ecc0b0bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.169953 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-03bfd07f-c0e0-4959-b0f9-dbc2dad572e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:59.195174 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfd07f-c0e0-4959-b0f9-dbc2dad572e1 None None] Routers {'aa8b36d4-0918-4915-8784-6c10adb86de7'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:58:59.196580 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-03bfd07f-c0e0-4959-b0f9-dbc2dad572e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:58:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['aa8b36d4-0918-4915-8784-6c10adb86de7'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:59.350461 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2f154437-6c6c-47b3-b6e5-17997bd710f6 tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/routers/aa8b36d4-0918-4915-8784-6c10adb86de7 HTTP/1.1" status: 200 len: 740 time: 0.3346205 May 24 22:58:59.351515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38230) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:59.367295 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-03bfd07f-c0e0-4959-b0f9-dbc2dad572e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:59.368004 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfd07f-c0e0-4959-b0f9-dbc2dad572e1 None None] The sync data for ids ['aa8b36d4-0918-4915-8784-6c10adb86de7'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:58:59.424082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a7cfb938-adc9-49ae-9a96-9eb9c954ed8e tempest-RoutersAdminTest-2035683320 tempest-RoutersAdminTest-2035683320-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&device_id=aa8b36d4-0918-4915-8784-6c10adb86de7 HTTP/1.1" status: 200 len: 205 time: 0.0668769 May 24 22:58:59.426284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38234) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:59.461723 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-377e8268-4118-44f6-9468-550ecc0b0bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.499087 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-99db8aac-a585-4788-bd10-1ae9f6d72456 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:58:59.501792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-99db8aac-a585-4788-bd10-1ae9f6d72456 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags/tempest-TagsExtTest-Tag-525685845 HTTP/1.1" status: 404 len: 328 time: 0.6909037 May 24 22:58:59.504401 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2cc9e952-803a-4cea-a798-e03f36ecfa0d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5295770 May 24 22:58:59.508640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2e534e03-c6aa-44fe-ad1b-2be2492b1688 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8b36d4-0918-4915-8784-6c10adb86de7 HTTP/1.1" status: 200 len: 205 time: 0.0806637 May 24 22:58:59.510124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38238) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:59.510627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38240) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:59.511087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38242) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:58:59.526827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2843f-8c9b-44d2-9b95-fc5f8ec53273 req-e72e2b84-66cd-45ca-bf39-ffedd47f9d59 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:58:59.534780 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6bf2843f-8c9b-44d2-9b95-fc5f8ec53273 req-e72e2b84-66cd-45ca-bf39-ffedd47f9d59 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.3848422 May 24 22:58:59.588682 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6bf2843f-8c9b-44d2-9b95-fc5f8ec53273 req-b2148bd4-7106-43c5-b6fe-49c30256362c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525835 May 24 22:58:59.627803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.tag.tag_plugin [None req-c576f336-c61d-4525-8635-6126d36b498c tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b', {'tags': ['tempest-TagsExtTest-Tag-1592407843', 'tempest-TagsExtTest-Tag-208405668', 'tempest-TagsExtTest-Tag-1343483714']}) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:58:59.733860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] For port 8bda59c2-02c1-4838-9390-6b45bc950965, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8bda59c2-02c1-4838-9390-6b45bc950965,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:58:59.734226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:58:59.813570 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e344bee-ec8d-4591-a528-f77aafa2e7a9 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.007545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941033c-4b0b-4b53-8b52-254749270e00 req-ea55ce03-6d8d-48b2-a4e3-8725bb2202e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:00.009034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b941033c-4b0b-4b53-8b52-254749270e00 req-ea55ce03-6d8d-48b2-a4e3-8725bb2202e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 1097 time: 0.7009971 May 24 22:59:00.052159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d70d6a-a0a6-4355-88db-26737136ff46 req-66bc7a10-e804-40ee-bf3e-465095c42992 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:00.053647 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38d70d6a-a0a6-4355-88db-26737136ff46 req-66bc7a10-e804-40ee-bf3e-465095c42992 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 943 time: 0.0796921 May 24 22:59:00.062982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Calling delete_port for 8bda59c2-02c1-4838-9390-6b45bc950965 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:00.101148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638fc6ad-6dd3-4f2f-b6fe-7e5fdbb63e1a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:00.102234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38d70d6a-a0a6-4355-88db-26737136ff46 req-6f6a554d-31a0-453c-b226-5d5b148ea85a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427430 May 24 22:59:00.102753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638fc6ad-6dd3-4f2f-b6fe-7e5fdbb63e1a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:00.107595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-638fc6ad-6dd3-4f2f-b6fe-7e5fdbb63e1a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5900805 May 24 22:59:00.108796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38252) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.163333 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-377e8268-4118-44f6-9468-550ecc0b0bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.175662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc062b17-c751-4577-91bf-d1e1efcdb8b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['shared'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:00.177184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc062b17-c751-4577-91bf-d1e1efcdb8b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['shared'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:00.178774 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dc062b17-c751-4577-91bf-d1e1efcdb8b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0688508 May 24 22:59:00.182361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38256) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.196454 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c576f336-c61d-4525-8635-6126d36b498c tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "PUT /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags HTTP/1.1" status: 200 len: 317 time: 0.6839788 May 24 22:59:00.202796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38260) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.211023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-145d379b-15f0-45c7-b59b-3104c62a97cd tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:00.336423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e8268-4118-44f6-9468-550ecc0b0bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d598b2-47ce-41d9-983e-c24f19c46a7b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:00.360358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c470e75a-6dff-4f5e-88d3-ebecc1be7e8d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:00.361763 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c470e75a-6dff-4f5e-88d3-ebecc1be7e8d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/networks/dc3d5ec3-7757-4c90-82a4-de05f7a79ec5 HTTP/1.1" status: 200 len: 800 time: 0.1784470 May 24 22:59:00.366554 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-145d379b-15f0-45c7-b59b-3104c62a97cd tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags HTTP/1.1" status: 204 len: 168 time: 0.1601210 May 24 22:59:00.366554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38264) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.366790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38266) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.388838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-377e8268-4118-44f6-9468-550ecc0b0bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.390694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-2f0a2867-0410-4196-8e39-b65679563557 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b', 'tempest-TagsExtTest-Tag-1592407843') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:00.432056 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e344bee-ec8d-4591-a528-f77aafa2e7a9 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.434876 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b941033c-4b0b-4b53-8b52-254749270e00 req-a6d87779-ff28-427c-9296-1c40467a23b6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296053 May 24 22:59:00.437356 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e344bee-ec8d-4591-a528-f77aafa2e7a9 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.463627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-377e8268-4118-44f6-9468-550ecc0b0bdb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/85d598b2-47ce-41d9-983e-c24f19c46a7b HTTP/1.1" status: 204 len: 168 time: 1.9337595 May 24 22:59:00.464301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38272) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.486335 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-2f0a2867-0410-4196-8e39-b65679563557 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:59:00.490070 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2f0a2867-0410-4196-8e39-b65679563557 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags/tempest-TagsExtTest-Tag-1592407843 HTTP/1.1" status: 404 len: 329 time: 0.1182785 May 24 22:59:00.490958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38276) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.503512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0840de-f2a4-4fda-9101-b300b1989735 req-da545f65-1b1c-4fd4-a9d6-fd46b1d73790 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:00.505020 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c0840de-f2a4-4fda-9101-b300b1989735 req-da545f65-1b1c-4fd4-a9d6-fd46b1d73790 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 946 time: 0.8398979 May 24 22:59:00.506324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-0b55317f-ed90-486e-8fc5-82a5eeb5d522 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b', 'tempest-TagsExtTest-Tag-208405668') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:00.550142 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3a363920-b90f-4de6-8166-8333e01e37a0 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/networks/dc3d5ec3-7757-4c90-82a4-de05f7a79ec5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1787603 May 24 22:59:00.550375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38280) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.580101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e344bee-ec8d-4591-a528-f77aafa2e7a9 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.580714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e344bee-ec8d-4591-a528-f77aafa2e7a9 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Fanout notify agent at l3_agent the message router_deleted on router aa8b36d4-0918-4915-8784-6c10adb86de7 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:59:00.602160 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-0b55317f-ed90-486e-8fc5-82a5eeb5d522 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:59:00.603358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0b55317f-ed90-486e-8fc5-82a5eeb5d522 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags/tempest-TagsExtTest-Tag-208405668 HTTP/1.1" status: 404 len: 328 time: 0.1113014 May 24 22:59:00.606132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38286) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.613207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-c60ee3b8-500a-411b-a8c3-67f76b1de659 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b', 'tempest-TagsExtTest-Tag-1343483714') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:00.621005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8bda59c2-02c1-4838-9390-6b45bc950965 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:00.641355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0f6a6-9505-4b9d-b67c-f153a6e1770c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:00.643616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ace0f6a6-9505-4b9d-b67c-f153a6e1770c tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/subnets/a1e7b4a7-a748-471e-9894-cf629aa1cffd HTTP/1.1" status: 200 len: 811 time: 0.0918000 May 24 22:59:00.647251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38290) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.702070 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-c60ee3b8-500a-411b-a8c3-67f76b1de659 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] show failed (client error): The resource could not be found. May 24 22:59:00.703033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c60ee3b8-500a-411b-a8c3-67f76b1de659 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags/tempest-TagsExtTest-Tag-1343483714 HTTP/1.1" status: 404 len: 329 time: 0.0960062 May 24 22:59:00.706041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38294) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.710923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-b09eced8-9e98-478b-a069-42e6eb0273dd tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c368afed-1a2f-42d2-bacf-fd1a23a8501b') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:00.787461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8bda59c2-02c1-4838-9390-6b45bc950965 is: DOWN; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:00.825929 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e344bee-ec8d-4591-a528-f77aafa2e7a9 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.827042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6e344bee-ec8d-4591-a528-f77aafa2e7a9 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/aa8b36d4-0918-4915-8784-6c10adb86de7 HTTP/1.1" status: 204 len: 168 time: 1.3115561 May 24 22:59:00.832571 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.837540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38298) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.877513 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:00.887558 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9c0840de-f2a4-4fda-9101-b300b1989735 req-ca45fcb3-6f02-49aa-a475-6c99367f00cd tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130076 May 24 22:59:00.920634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0416979-8194-4969-aac2-9d391b91422a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['shared'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:00.922051 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a0416979-8194-4969-aac2-9d391b91422a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "GET /v2.0/subnets/a1e7b4a7-a748-471e-9894-cf629aa1cffd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2738552 May 24 22:59:00.926005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38302) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.933307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-4159558'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:00.937737 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a894e65c-9bd3-4ade-972f-8683d3ea91d3 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa8b36d4-0918-4915-8784-6c10adb86de7 HTTP/1.1" status: 200 len: 205 time: 0.0990644 May 24 22:59:00.943734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38306) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:00.950249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:00.950426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event deleted for resources: {'Port': ['ID=8bda59c2-02c1-4838-9390-6b45bc950965,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:01.030659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:01.038633 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-ee4ae562-d712-443b-a335-f756e9788046 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] delete failed (client error): The resource could not be found. May 24 22:59:01.039809 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ee4ae562-d712-443b-a335-f756e9788046 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/aa8b36d4-0918-4915-8784-6c10adb86de7 HTTP/1.1" status: 404 len: 336 time: 0.0938444 May 24 22:59:01.046952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38310) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.068646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] No DVR routers for this DVR port 8bda59c2-02c1-4838-9390-6b45bc950965 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:59:01.083744 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b09eced8-9e98-478b-a069-42e6eb0273dd tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b/tags HTTP/1.1" status: 204 len: 168 time: 0.3766973 May 24 22:59:01.090279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:01.093529 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.103673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38314) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.111667 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.113589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4589573f-0053-4765-9330-c7695dbb712f req-f2fad3b2-b692-4c4b-bdae-869579077c84 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "DELETE /v2.0/ports/8bda59c2-02c1-4838-9390-6b45bc950965 HTTP/1.1" status: 204 len: 173 time: 4.4676573 May 24 22:59:01.116418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef762a-5837-44e4-9f7f-f7b109c8abd1', 'name': 'network-vif-deleted', 'tag': '8bda59c2-02c1-4838-9390-6b45bc950965'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:01.116535 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-20b3d01c-fe82-40e9-9139-1a0151cfc603 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=e643e56d-ba6b-4312-9498-b7320fe69373 HTTP/1.1" status: 200 len: 205 time: 0.0661478 May 24 22:59:01.118809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-d2ef1320-dac4-403a-8a17-8c827ca9161e tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c71245d0-a68b-4173-9a8c-fb4bfde45650') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:01.124039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38318) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.198744 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b404bd-e129-42de-909b-c6b948dbe0d1'] response: {'server_uuid': 'eaef762a-5837-44e4-9f7f-f7b109c8abd1', 'name': 'network-vif-deleted', 'tag': '8bda59c2-02c1-4838-9390-6b45bc950965', 'status': 'completed', 'code': 200} May 24 22:59:01.212040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00608ff9-d284-4181-9079-5443d08090e9 req-661af854-477c-460e-9218-f1128d3e4ead tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:01.214748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.219380 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-00608ff9-d284-4181-9079-5443d08090e9 req-661af854-477c-460e-9218-f1128d3e4ead tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.4973211 May 24 22:59:01.222951 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-edf5badb-251c-4235-bbef-daf20547dc87 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] delete failed (client error): The resource could not be found. May 24 22:59:01.226429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-edf5badb-251c-4235-bbef-daf20547dc87 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/e643e56d-ba6b-4312-9498-b7320fe69373 HTTP/1.1" status: 404 len: 336 time: 0.0993543 May 24 22:59:01.227677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38326) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.264395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:01.292456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a70d4e1-6834-4db3-bc3a-a3afc20e9403']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:01.334285 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e66839e6-2f23-4604-9997-c5393d1c0faa tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b67a53-4074-4e33-a8ec-77f7989368b6 HTTP/1.1" status: 200 len: 205 time: 0.1035216 May 24 22:59:01.338016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-00608ff9-d284-4181-9079-5443d08090e9 req-37eaf00a-cb9c-47a4-b474-30c145ce4c24 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176250 May 24 22:59:01.341310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38330) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.358616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.358616 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Added segment f3b91658-29aa-4961-ad18-d7b58939d304 of type vlan for network 35d891a3-e37c-4dfa-8feb-7f398f98124e May 24 22:59:01.358924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1ab0d5-1022-4774-b9d6-89a182936e57') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:01.358924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1ab0d5-1022-4774-b9d6-89a182936e57') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:01.374205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d2ef1320-dac4-403a-8a17-8c827ca9161e tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650/tags HTTP/1.1" status: 204 len: 168 time: 0.2653913 May 24 22:59:01.374871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38336) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.394210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-33cef52d-88a1-4513-886b-3370ef25fb3b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '078a83d6-eebf-40d3-8358-160bbdf916a9') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:01.419165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-020de34b-1cc1-4b2a-b123-3c6b214a3591 req-8929fffd-86e2-4cbd-b2a6-4e2ff32361d5 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Synchronizing usage tracker for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:01.432874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.437874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.440022 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-0fdbfcc3-e401-4586-ad1b-db608bd7678a tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] delete failed (client error): The resource could not be found. May 24 22:59:01.441116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0fdbfcc3-e401-4586-ad1b-db608bd7678a tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/45b67a53-4074-4e33-a8ec-77f7989368b6 HTTP/1.1" status: 404 len: 336 time: 0.0987968 May 24 22:59:01.444886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38340) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.458012 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.462888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-020de34b-1cc1-4b2a-b123-3c6b214a3591 req-8929fffd-86e2-4cbd-b2a6-4e2ff32361d5 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Unset dirty status for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:01.464609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-020de34b-1cc1-4b2a-b123-3c6b214a3591 req-8929fffd-86e2-4cbd-b2a6-4e2ff32361d5 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaef762a-5837-44e4-9f7f-f7b109c8abd1 HTTP/1.1" status: 200 len: 210 time: 0.1642034 May 24 22:59:01.466564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:01.466978 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.521089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e81fb240-5008-4a4c-8473-38b75cb4f1f2 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=740cfede-8438-41cb-923b-8047bff89891 HTTP/1.1" status: 200 len: 205 time: 0.0737977 May 24 22:59:01.523467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38346) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.533941 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 5c1ab0d5-1022-4774-b9d6-89a182936e57 resource provider aggregate not found May 24 22:59:01.558196 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 5c1ab0d5-1022-4774-b9d6-89a182936e57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c1ab0d5-1022-4774-b9d6-89a182936e57 found for delete ", "request_id": "req-db98956b-a546-4580-a6f6-2fc59ffd5688"}]} May 24 22:59:01.577074 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.603331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.614394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] Pushing event deleted for resources: {'Network': ['ID=3a70d4e1-6834-4db3-bc3a-a3afc20e9403,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:01.631979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-921bb721-9044-40f2-a4a7-ebd48b13ee2f admin admin] 10.222.0.55 "DELETE /v2.0/networks/3a70d4e1-6834-4db3-bc3a-a3afc20e9403 HTTP/1.1" status: 204 len: 168 time: 1.1658189 May 24 22:59:01.638951 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-ddc94d90-75d2-4b42-890f-252479e2ddab tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] delete failed (client error): The resource could not be found. May 24 22:59:01.642512 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ddc94d90-75d2-4b42-890f-252479e2ddab tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/740cfede-8438-41cb-923b-8047bff89891 HTTP/1.1" status: 404 len: 336 time: 0.1156399 May 24 22:59:01.643471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38354) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.720508 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.748869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:01.749544 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:01.788422 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e7d19938-28fb-45e1-ac03-264da036d528 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f HTTP/1.1" status: 200 len: 205 time: 0.1408851 May 24 22:59:01.794637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38360) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.941669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38366) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.944563 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-cc401061-5e34-4d9f-9874-87b802238fd7 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] delete failed (client error): The resource could not be found. May 24 22:59:01.944563 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cc401061-5e34-4d9f-9874-87b802238fd7 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/9e3cd159-f3a3-4a89-9f9d-30db2c4b0d3f HTTP/1.1" status: 404 len: 336 time: 0.1403799 May 24 22:59:01.946291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38370) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:01.947886 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-33cef52d-88a1-4513-886b-3370ef25fb3b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9/tags HTTP/1.1" status: 204 len: 168 time: 0.5697157 May 24 22:59:01.953132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38374) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.003655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.tag.tag_plugin [None req-28c9e340-dd94-46bd-8dcc-6b105c7d8d88 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '72882bd9-b98e-43ad-ad5a-f868b01618b2') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:02.012867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b1416330-e66e-49a6-9fbe-ca8b1484872a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57cd8343ac1046e0b044dec004516344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832453 May 24 22:59:02.025542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfbee3-8f33-4d32-b21d-d69c6da92717 req-35f16dff-c0fd-4811-bd5e-4ee4e701f0b1 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:02.030158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84dfbee3-8f33-4d32-b21d-d69c6da92717 req-35f16dff-c0fd-4811-bd5e-4ee4e701f0b1 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.1964684 May 24 22:59:02.030876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38378) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.035140 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.1053295 May 24 22:59:02.037230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5613b-2300-4bf9-a2e8-c2aa3e359c98 req-636a081b-3809-45df-850f-d6e784ef00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:02.039658 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00a5613b-2300-4bf9-a2e8-c2aa3e359c98 req-636a081b-3809-45df-850f-d6e784ef00bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41770c559bc34ca187af2a317b5014f6&device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 1096 time: 0.2692022 May 24 22:59:02.040412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38380) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.046026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2d0d0-18e1-4cbc-997c-24fb41127581 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Network': ['ID=35d891a3-e37c-4dfa-8feb-7f398f98124e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:02.056283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-42fe9422-5814-4ad8-aaa9-80d72b38cf25 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "GET /v2.0/ports?device_id=0031809f-4ce4-47d3-8c6a-3ab0e4935404 HTTP/1.1" status: 200 len: 205 time: 0.1069381 May 24 22:59:02.057970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 35d891a3-e37c-4dfa-8feb-7f398f98124e details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:02.058908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38386) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.082159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'network_id': '35d891a3-e37c-4dfa-8feb-7f398f98124e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:02.173465 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-8b750ae9-6ef7-4286-8937-cbc2aac09ac4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] delete failed (client error): The resource could not be found. May 24 22:59:02.174834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8b750ae9-6ef7-4286-8937-cbc2aac09ac4 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/routers/0031809f-4ce4-47d3-8c6a-3ab0e4935404 HTTP/1.1" status: 404 len: 336 time: 0.1150358 May 24 22:59:02.181265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38392) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.234020 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e564b98-0eda-40f8-a0f1-7b688d807e63 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] DELETE failed (client error): The resource could not be found. May 24 22:59:02.234459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e564b98-0eda-40f8-a0f1-7b688d807e63 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:02.236304 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0e564b98-0eda-40f8-a0f1-7b688d807e63 tempest-RoutersAdminTest-1991074215 tempest-RoutersAdminTest-1991074215-project] 10.222.0.55 "DELETE /v2.0/subnets/16b6dd0f-a6b8-45c0-858b-2033350e27e2 HTTP/1.1" status: 404 len: 337 time: 0.0532041 May 24 22:59:02.276235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e47076-2335-42ca-8068-c17a5fdc6948 req-dba5d26a-f4fb-426c-9b16-faf4531f03db tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:02.277732 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14e47076-2335-42ca-8068-c17a5fdc6948 req-dba5d26a-f4fb-426c-9b16-faf4531f03db tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 946 time: 0.1567211 May 24 22:59:02.285330 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-28c9e340-dd94-46bd-8dcc-6b105c7d8d88 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2/tags HTTP/1.1" status: 204 len: 168 time: 0.2902083 May 24 22:59:02.287097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38400) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.303045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84dfbee3-8f33-4d32-b21d-d69c6da92717 req-a0689d00-7d0c-4c74-ab1d-fcb03a3b8ad5 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617018 May 24 22:59:02.355854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:02.378086 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79e9ffda-1f81-4672-9a30-c63bd30dac0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.379787 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14e47076-2335-42ca-8068-c17a5fdc6948 req-daff2d83-6094-4d9c-987b-0eeb1556f2d2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933349 May 24 22:59:02.381811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:02.394030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5613b-2300-4bf9-a2e8-c2aa3e359c98 req-9d567c50-e03c-43f6-9830-8509d44e4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:02.395532 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00a5613b-2300-4bf9-a2e8-c2aa3e359c98 req-9d567c50-e03c-43f6-9830-8509d44e4ccc service neutron] 10.222.0.31 "GET /v2.0/networks?id=3de9ab13-987a-4de0-9181-92b2d1349cda HTTP/1.1" status: 200 len: 920 time: 0.2992146 May 24 22:59:02.441629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-03bb5cf5-9fa7-41fb-8c2b-792afb6b41ac tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for subnetpool, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.442803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-03bb5cf5-9fa7-41fb-8c2b-792afb6b41ac tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/subnetpools/c368afed-1a2f-42d2-bacf-fd1a23a8501b HTTP/1.1" status: 204 len: 168 time: 0.1547589 May 24 22:59:02.445351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38406) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.480736 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00a5613b-2300-4bf9-a2e8-c2aa3e359c98 req-f7b09603-685d-4b2e-9f3b-db9c273c3822 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 217 time: 0.0763626 May 24 22:59:02.489208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Made reservation on behalf of b02244053ac84d7498757d45f4831b3f for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:02.492898 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.501699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9379617b-efaf-4171-bf3b-61f801d54782 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Synchronizing usage tracker for tenant:5dd004b6c24f4d2dacfdf1177935bfdb on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:02.532053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9379617b-efaf-4171-bf3b-61f801d54782 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Unset dirty status for tenant:5dd004b6c24f4d2dacfdf1177935bfdb on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:02.534197 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9379617b-efaf-4171-bf3b-61f801d54782 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71245d0-a68b-4173-9a8c-fb4bfde45650 HTTP/1.1" status: 200 len: 205 time: 0.0870049 May 24 22:59:02.536384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38414) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.807782 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79e9ffda-1f81-4672-9a30-c63bd30dac0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.814763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38422) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.873760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38426) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:02.896883 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1ed1b87-6437-470f-9986-22fa4d1240b1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:02.908502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42893123', 'description': 'tempest-description--600796278'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:02.927418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:02.979835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:02.991511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5613b-2300-4bf9-a2e8-c2aa3e359c98 req-b2901530-b13c-4d5b-823e-bc8d443985d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:02.992961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00a5613b-2300-4bf9-a2e8-c2aa3e359c98 req-b2901530-b13c-4d5b-823e-bc8d443985d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb HTTP/1.1" status: 200 len: 859 time: 0.4857264 May 24 22:59:02.998406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.ipam_backend_mixin [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Performing IP validity checks on allocation pools {{(pid=88389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 22:59:02.999064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.ipam_backend_mixin [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 22:59:03.032288 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4f92-c164-40ff-a714-03941174bd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.071722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00a5613b-2300-4bf9-a2e8-c2aa3e359c98 req-c8cb3d5c-b255-43b7-b23b-a9230141efc8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3de9ab13-987a-4de0-9181-92b2d1349cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650339 May 24 22:59:03.076093 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.191212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79e9ffda-1f81-4672-9a30-c63bd30dac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.196469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:03.203224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d0fe4f92-c164-40ff-a714-03941174bd5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:03.213123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Usage tracker for resource:security_group_rule and tenant:1e8c4503de714ac88eac3c2e75d50346 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:03.216047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d0fe4f92-c164-40ff-a714-03941174bd5a admin admin] Usage tracker for resource:security_group_rule and tenant:525cecddd9f14bb29b77e712da54639b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:03.220237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d0fe4f92-c164-40ff-a714-03941174bd5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:03.221038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:03.224573 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1ed1b87-6437-470f-9986-22fa4d1240b1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.228011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9ffda-1f81-4672-9a30-c63bd30dac0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c83d151-b8fc-4753-81a4-ab9aa2a42681,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:03.228831 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1ed1b87-6437-470f-9986-22fa4d1240b1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.230959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d0fe4f92-c164-40ff-a714-03941174bd5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:03.239655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:03.280364 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1ed1b87-6437-470f-9986-22fa4d1240b1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.280939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ed1b87-6437-470f-9986-22fa4d1240b1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Fanout notify agent at l3_agent the message router_deleted on router c71245d0-a68b-4173-9a8c-fb4bfde45650 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:59:03.309564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c584fa2-c93b-4db2-941e-96c37a6f1df5 req-e1aef1d3-7771-422e-bfdd-d36f05fc3eac tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:03.311215 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c584fa2-c93b-4db2-941e-96c37a6f1df5 req-e1aef1d3-7771-422e-bfdd-d36f05fc3eac tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 946 time: 0.4895344 May 24 22:59:03.315898 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1ed1b87-6437-470f-9986-22fa4d1240b1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.319513 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f1ed1b87-6437-470f-9986-22fa4d1240b1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/routers/c71245d0-a68b-4173-9a8c-fb4bfde45650 HTTP/1.1" status: 204 len: 168 time: 0.7795868 May 24 22:59:03.320435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38432) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:03.386029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00a5613b-2300-4bf9-a2e8-c2aa3e359c98 req-c55f035d-5604-48b3-83fa-f521c2e965b1 service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005280 May 24 22:59:03.391214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-58a8183b-0814-49c4-8f26-d0a7cf2f7be1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Deleting port 078a83d6-eebf-40d3-8358-160bbdf916a9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:03.391548 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58a8183b-0814-49c4-8f26-d0a7cf2f7be1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.503307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c584fa2-c93b-4db2-941e-96c37a6f1df5 req-1f37efd0-b56d-4ddf-b760-abd702f13d38 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796598 May 24 22:59:03.504117 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79e9ffda-1f81-4672-9a30-c63bd30dac0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.508266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-79e9ffda-1f81-4672-9a30-c63bd30dac0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c83d151-b8fc-4753-81a4-ab9aa2a42681 HTTP/1.1" status: 204 len: 168 time: 1.4712698 May 24 22:59:03.519693 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4f92-c164-40ff-a714-03941174bd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.566524 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4f92-c164-40ff-a714-03941174bd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.614135 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d0fe4f92-c164-40ff-a714-03941174bd5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=525cecddd9f14bb29b77e712da54639b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7369344 May 24 22:59:03.619664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38440) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:03.639749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.646703 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.676331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00a5613b-2300-4bf9-a2e8-c2aa3e359c98 req-ab791e14-8740-425e-b2d7-87baceea709c service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825150 May 24 22:59:03.690130 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.708849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe4f92-c164-40ff-a714-03941174bd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d577211b-0484-437e-8984-b9b62831bf34,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:03.773478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc469c00-e84b-4c71-8b9e-a0d65003d025,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:03.782116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=1b058a88-3ea6-45d2-a5dd-314d1e74519a,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:03.791616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Checking segment: {'id': 'f3b91658-29aa-4961-ad18-d7b58939d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '35d891a3-e37c-4dfa-8feb-7f398f98124e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:03.791988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network hostable DHCP agents. Network: 35d891a3-e37c-4dfa-8feb-7f398f98124e, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:03.800364 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.809629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-06e34766-6b2c-43a8-aa8c-bec5c76ff787 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9806724 May 24 22:59:03.810932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38448) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:03.819616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3a97edd7-d6ce-4715-849e-54321aaa00ac tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Request body: {'security_group_rule': {'security_group_id': 'fc469c00-e84b-4c71-8b9e-a0d65003d025', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:03.824960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e2ff9-e99a-422e-b668-fa8e62bee600 req-7334447f-3d2c-41f5-b24c-142d0ae62518 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:03.826669 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-547e2ff9-e99a-422e-b668-fa8e62bee600 req-7334447f-3d2c-41f5-b24c-142d0ae62518 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.3933749 May 24 22:59:03.829272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3a97edd7-d6ce-4715-849e-54321aaa00ac tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:03.835327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3a97edd7-d6ce-4715-849e-54321aaa00ac tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Usage tracker for resource:security_group_rule and tenant:1e8c4503de714ac88eac3c2e75d50346 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:03.839410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3a97edd7-d6ce-4715-849e-54321aaa00ac tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:03.846484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3a97edd7-d6ce-4715-849e-54321aaa00ac tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:03.849982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Network 35d891a3-e37c-4dfa-8feb-7f398f98124e is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:03.871966 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a97edd7-d6ce-4715-849e-54321aaa00ac tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.879670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 35d891a3-e37c-4dfa-8feb-7f398f98124e) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:03.880419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a54327ff-7616-4ca2-99f0-31ea0c09b6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.888007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:03.888734 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.916682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d92e91-21c3-4d89-aa3d-66990aa7efcf None None] Network 35d891a3-e37c-4dfa-8feb-7f398f98124e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:03.935850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-584d06ad-3953-4620-91ec-2920290be785 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8897762 May 24 22:59:03.936744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38460) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:03.943170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-bfcd76cb-d096-40da-aed8-2dcc447021e5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:03.957676 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-547e2ff9-e99a-422e-b668-fa8e62bee600 req-50790823-70c6-46f2-8b03-b059eb474a25 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173196 May 24 22:59:03.965904 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58a8183b-0814-49c4-8f26-d0a7cf2f7be1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:03.984746 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a54327ff-7616-4ca2-99f0-31ea0c09b6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.110237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a97edd7-d6ce-4715-849e-54321aaa00ac tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.113921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-58a8183b-0814-49c4-8f26-d0a7cf2f7be1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Calling delete_port for 078a83d6-eebf-40d3-8358-160bbdf916a9 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:04.122973 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a97edd7-d6ce-4715-849e-54321aaa00ac tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.167907 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfcd76cb-d096-40da-aed8-2dcc447021e5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3056067'] for subnet, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.170582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97edd7-d6ce-4715-849e-54321aaa00ac tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f0b6c0-892a-4ba1-ac78-e5e0426caecd,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:04.196431 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3a97edd7-d6ce-4715-849e-54321aaa00ac tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.197536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3a97edd7-d6ce-4715-849e-54321aaa00ac tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3855240 May 24 22:59:04.200864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38466) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:04.262025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b9c98-8299-469b-8443-116f602d3c4b req-5201a5a0-f33e-4c14-9d51-e0411d74daf2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:04.263608 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f0b9c98-8299-469b-8443-116f602d3c4b req-5201a5a0-f33e-4c14-9d51-e0411d74daf2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 946 time: 0.1985631 May 24 22:59:04.265540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-35d891a3-e37c-4dfa-8feb-7f398f98124e', 'network_id': '35d891a3-e37c-4dfa-8feb-7f398f98124e', 'tenant_id': 'b02244053ac84d7498757d45f4831b3f', 'fixed_ips': [{'subnet_id': '1b058a88-3ea6-45d2-a5dd-314d1e74519a'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:04.266584 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.318033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7e43a05f-908e-46f4-8139-ca2cc7b9351e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Request body: {'security_group_rule': {'security_group_id': 'fc469c00-e84b-4c71-8b9e-a0d65003d025', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:04.326461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58a8183b-0814-49c4-8f26-d0a7cf2f7be1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.339500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7e43a05f-908e-46f4-8139-ca2cc7b9351e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:04.398488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-3f0b9c98-8299-469b-8443-116f602d3c4b req-062551fd-1342-44d9-9f19-2f2f89806488 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Deleting port d46fad75-db92-4142-822b-d04f42ac9c44 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:04.398828 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f0b9c98-8299-469b-8443-116f602d3c4b req-062551fd-1342-44d9-9f19-2f2f89806488 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.410006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7e43a05f-908e-46f4-8139-ca2cc7b9351e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Usage tracker for resource:security_group_rule and tenant:1e8c4503de714ac88eac3c2e75d50346 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:04.413296 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a54327ff-7616-4ca2-99f0-31ea0c09b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.423003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7e43a05f-908e-46f4-8139-ca2cc7b9351e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:04.439426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8183b-0814-49c4-8f26-d0a7cf2f7be1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Pushing event deleted for resources: {'Port': ['ID=078a83d6-eebf-40d3-8358-160bbdf916a9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:04.476326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54327ff-7616-4ca2-99f0-31ea0c09b6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d577211b-0484-437e-8984-b9b62831bf34,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:04.478920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7e43a05f-908e-46f4-8139-ca2cc7b9351e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:04.534202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38478) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:04.580857 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfcd76cb-d096-40da-aed8-2dcc447021e5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752462385336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26792183'] for subnet, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.608081 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a54327ff-7616-4ca2-99f0-31ea0c09b6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.618463 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a54327ff-7616-4ca2-99f0-31ea0c09b6e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d577211b-0484-437e-8984-b9b62831bf34 HTTP/1.1" status: 204 len: 168 time: 0.9940536 May 24 22:59:04.642210 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e43a05f-908e-46f4-8139-ca2cc7b9351e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.769873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Allocated IP 172.20.0.3 (35d891a3-e37c-4dfa-8feb-7f398f98124e/1b058a88-3ea6-45d2-a5dd-314d1e74519a/a8273109-773d-48b6-a5f1-522b4f015383) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:04.776256 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58a8183b-0814-49c4-8f26-d0a7cf2f7be1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:04.787240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-58a8183b-0814-49c4-8f26-d0a7cf2f7be1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/ports/078a83d6-eebf-40d3-8358-160bbdf916a9 HTTP/1.1" status: 204 len: 168 time: 1.4665039 May 24 22:59:04.791953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38488) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:05.043002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-495514585-network', 'tenant_id': '0b61e39c08c045648e02b3beafdc002f'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:05.047845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eef7730-428b-4ea4-bfa4-10504c88202b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Deleting subnet 72882bd9-b98e-43ad-ad5a-f868b01618b2 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:59:05.054405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0eef7730-428b-4ea4-bfa4-10504c88202b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.059218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd76cb-d096-40da-aed8-2dcc447021e5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:05.059949 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfcd76cb-d096-40da-aed8-2dcc447021e5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.061486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bfcd76cb-d096-40da-aed8-2dcc447021e5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "PUT /v2.0/subnets/1b058a88-3ea6-45d2-a5dd-314d1e74519a HTTP/1.1" status: 200 len: 877 time: 1.1236849 May 24 22:59:05.068909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:05.071156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38496) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:05.084504 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e43a05f-908e-46f4-8139-ca2cc7b9351e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.097515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Usage tracker for resource:network and tenant:0b61e39c08c045648e02b3beafdc002f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:05.099663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e43a05f-908e-46f4-8139-ca2cc7b9351e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.123582 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.128347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:05.138123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43a05f-908e-46f4-8139-ca2cc7b9351e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba853db-e233-4842-816a-7b6a80bb6c75,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:05.153057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd76cb-d096-40da-aed8-2dcc447021e5 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event updated for resources: {'Subnet': ['ID=1b058a88-3ea6-45d2-a5dd-314d1e74519a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:05.153214 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0eef7730-428b-4ea4-bfa4-10504c88202b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.167640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Transition to ACTIVE for port object a8273109-773d-48b6-a5f1-522b4f015383 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:05.185760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38500) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:05.191944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Transition to ACTIVE for port object a8273109-773d-48b6-a5f1-522b4f015383 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:05.199162 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.205049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:05.243536 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e43a05f-908e-46f4-8139-ca2cc7b9351e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.247950 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7e43a05f-908e-46f4-8139-ca2cc7b9351e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9369023 May 24 22:59:05.255230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38504) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:05.268622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-3f0b9c98-8299-469b-8443-116f602d3c4b req-062551fd-1342-44d9-9f19-2f2f89806488 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] For port d46fad75-db92-4142-822b-d04f42ac9c44, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d46fad75-db92-4142-822b-d04f42ac9c44,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:05.269079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f0b9c98-8299-469b-8443-116f602d3c4b req-062551fd-1342-44d9-9f19-2f2f89806488 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.270549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Network 35d891a3-e37c-4dfa-8feb-7f398f98124e is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:05.273829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:05.277139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:05.279796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:05.285773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Made reservation on behalf of 0b61e39c08c045648e02b3beafdc002f for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:05.288615 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.293143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Pushing event updated for resources: {'Port': ['ID=a8273109-773d-48b6-a5f1-522b4f015383,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:05.309379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:05.324829 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3c94fa78-fd7a-4a93-a2f2-40b97a94df5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f148743abadc4b15a9b2257192eb916f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356847 May 24 22:59:05.328772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38508) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:05.373916 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.389067 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4887be0d-4a15-4c3e-af03-cbb51c4b52f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.395095 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0eef7730-428b-4ea4-bfa4-10504c88202b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.401370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Attempting to bind port a8273109-773d-48b6-a5f1-522b4f015383 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:05.401838 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Attempting to bind port a8273109-773d-48b6-a5f1-522b4f015383 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f3b91658-29aa-4961-ad18-d7b58939d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '35d891a3-e37c-4dfa-8feb-7f398f98124e'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:05.402274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Attempting to bind port a8273109-773d-48b6-a5f1-522b4f015383 on network 35d891a3-e37c-4dfa-8feb-7f398f98124e {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:05.407754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:05.408309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Checking segment: {'id': 'f3b91658-29aa-4961-ad18-d7b58939d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '35d891a3-e37c-4dfa-8feb-7f398f98124e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:05.408781 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.409242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Bound using segment: {'id': 'f3b91658-29aa-4961-ad18-d7b58939d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '35d891a3-e37c-4dfa-8feb-7f398f98124e'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:05.409800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Bound port: a8273109-773d-48b6-a5f1-522b4f015383, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b91658-29aa-4961-ad18-d7b58939d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '35d891a3-e37c-4dfa-8feb-7f398f98124e'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:05.410266 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.433415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47edfc-5f73-4fe4-a4cb-66d30f2da081 req-3dfc9f53-6f16-4018-8a97-65de4ed9c36c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:05.434921 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc47edfc-5f73-4fe4-a4cb-66d30f2da081 req-3dfc9f53-6f16-4018-8a97-65de4ed9c36c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.2500613 May 24 22:59:05.456476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Usage tracker for resource:floatingip and tenant:1e8c4503de714ac88eac3c2e75d50346 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:05.460736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:05.473882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-3f0b9c98-8299-469b-8443-116f602d3c4b req-062551fd-1342-44d9-9f19-2f2f89806488 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Calling delete_port for d46fad75-db92-4142-822b-d04f42ac9c44 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:05.486719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8cbafabe-65f3-4c42-9543-b39d5159fc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.504930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] For port a8273109-773d-48b6-a5f1-522b4f015383, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:05.508421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] For port a8273109-773d-48b6-a5f1-522b4f015383, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a8273109-773d-48b6-a5f1-522b4f015383,segment=NetworkSegment(f3b91658-29aa-4961-ad18-d7b58939d304),segment_id=f3b91658-29aa-4961-ad18-d7b58939d304)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:05.523439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:05.525592 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.528591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:05.532681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Usage tracker for resource:security_group_rule and tenant:0b61e39c08c045648e02b3beafdc002f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:05.535845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:05.541737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:05.544484 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc47edfc-5f73-4fe4-a4cb-66d30f2da081 req-a832c31d-8d21-4e4c-bdc8-c8cb8f6b5793 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992987 May 24 22:59:05.558585 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8cbafabe-65f3-4c42-9543-b39d5159fc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.572270 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0eef7730-428b-4ea4-bfa4-10504c88202b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.624181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef7730-428b-4ea4-bfa4-10504c88202b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Pushing event deleted for resources: {'Subnet': ['ID=72882bd9-b98e-43ad-ad5a-f868b01618b2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:05.629018 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0eef7730-428b-4ea4-bfa4-10504c88202b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.649407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.649938 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0eef7730-428b-4ea4-bfa4-10504c88202b tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/subnets/72882bd9-b98e-43ad-ad5a-f868b01618b2 HTTP/1.1" status: 204 len: 168 time: 0.8568816 May 24 22:59:05.653177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38512) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:05.655516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd4dd8f-1e68-415e-af1e-4fd5811f4e53 None None] Network cbd6b844-4c4e-4429-a775-c0d5eb18d0ec requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:05.663032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1888037-83be-4bf2-9009-d7d6d5baf4ae req-df465f9e-05a0-44dd-a2ba-49deeb32219a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:05.670442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1888037-83be-4bf2-9009-d7d6d5baf4ae req-df465f9e-05a0-44dd-a2ba-49deeb32219a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 946 time: 0.9001153 May 24 22:59:05.699405 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.712143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.731647 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.756915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6295ac8-447c-4224-876f-e5e3f7b93aa1 None None] Pushing event updated for resources: {'Port': ['ID=a8273109-773d-48b6-a5f1-522b4f015383,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:05.781116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:05.782103 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.786512 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8cbafabe-65f3-4c42-9543-b39d5159fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.810014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbafabe-65f3-4c42-9543-b39d5159fc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa10d78-2ded-4466-9dec-957f83a1262a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:05.821281 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8cbafabe-65f3-4c42-9543-b39d5159fc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.823074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8cbafabe-65f3-4c42-9543-b39d5159fc2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afa10d78-2ded-4466-9dec-957f83a1262a HTTP/1.1" status: 204 len: 168 time: 0.4923871 May 24 22:59:05.824299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Deleting port 3923c767-ea6c-4225-9cf4-5628f9b043b6 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:05.824867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.881226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4001d7e9-9842-4799-9b14-0113b26a3324,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:05.886730 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.887081 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Added segment 63f40431-c381-49cb-8114-841dcabf0c49 of type vlan for network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad May 24 22:59:05.954687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting port a8273109-773d-48b6-a5f1-522b4f015383 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:05.955595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:05.999273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1888037-83be-4bf2-9009-d7d6d5baf4ae req-0fa163c1-c56d-4683-9590-72de8d76f768 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278582 May 24 22:59:06.087873 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.092872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3658bdd1-847a-4c8e-b261-6232b5415733 None None] DHCP port deletion for cbd6b844-4c4e-4429-a775-c0d5eb18d0ec request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:59:06.099363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3658bdd1-847a-4c8e-b261-6232b5415733 None None] Deleting port 3923c767-ea6c-4225-9cf4-5628f9b043b6 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:06.099791 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3658bdd1-847a-4c8e-b261-6232b5415733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.182946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f0b9c98-8299-469b-8443-116f602d3c4b req-062551fd-1342-44d9-9f19-2f2f89806488 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.194131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] For port 3923c767-ea6c-4225-9cf4-5628f9b043b6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3923c767-ea6c-4225-9cf4-5628f9b043b6,segment=NetworkSegment(1e7ef63c-5177-481f-a642-b81e459d2f48),segment_id=1e7ef63c-5177-481f-a642-b81e459d2f48)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:06.194905 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.197713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['eed27daf-7b89-47a1-9c43-51415d341aa3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:06.242812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['d46fad75-db92-4142-822b-d04f42ac9c44'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:06.351758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Calling delete_port for 3923c767-ea6c-4225-9cf4-5628f9b043b6 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:06.384104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062551fd-1342-44d9-9f19-2f2f89806488 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Pushing event deleted for resources: {'Port': ['ID=d46fad75-db92-4142-822b-d04f42ac9c44,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:06.441621 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.496908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3658bdd1-847a-4c8e-b261-6232b5415733 None None] For port 3923c767-ea6c-4225-9cf4-5628f9b043b6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3923c767-ea6c-4225-9cf4-5628f9b043b6,segment=NetworkSegment(1e7ef63c-5177-481f-a642-b81e459d2f48),segment_id=1e7ef63c-5177-481f-a642-b81e459d2f48)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:06.497316 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3658bdd1-847a-4c8e-b261-6232b5415733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.513706 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.514715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:06.515080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.516620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Pushing event deleted for resources: {'Port': ['ID=3923c767-ea6c-4225-9cf4-5628f9b043b6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:06.521461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] No DVR routers for this DVR port 3923c767-ea6c-4225-9cf4-5628f9b043b6 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:59:06.657008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0b9c98-8299-469b-8443-116f602d3c4b req-062551fd-1342-44d9-9f19-2f2f89806488 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] No DVR routers for this DVR port d46fad75-db92-4142-822b-d04f42ac9c44 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:59:06.663567 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f0b9c98-8299-469b-8443-116f602d3c4b req-062551fd-1342-44d9-9f19-2f2f89806488 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.670158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f0b9c98-8299-469b-8443-116f602d3c4b req-062551fd-1342-44d9-9f19-2f2f89806488 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.50 "DELETE /v2.0/ports/d46fad75-db92-4142-822b-d04f42ac9c44 HTTP/1.1" status: 204 len: 173 time: 2.3969288 May 24 22:59:06.715325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e70425-db64-40af-9590-f57d93277391', 'name': 'network-vif-deleted', 'tag': 'd46fad75-db92-4142-822b-d04f42ac9c44'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:06.725316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38536) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:06.725559 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1863554 May 24 22:59:06.736890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.749646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3658bdd1-847a-4c8e-b261-6232b5415733 None None] Calling delete_port for 3923c767-ea6c-4225-9cf4-5628f9b043b6 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:06.770517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Request body: {'subnet': {'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-495514585-subnet', 'tenant_id': '0b61e39c08c045648e02b3beafdc002f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:06.835039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:06.861017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Usage tracker for resource:subnet and tenant:0b61e39c08c045648e02b3beafdc002f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:06.871425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:06.930961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd6b844-4c4e-4429-a775-c0d5eb18d0ec']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:06.946781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:06.948280 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf5ea45-0872-49cf-9064-17f37810c7e0'] response: {'server_uuid': '93e70425-db64-40af-9590-f57d93277391', 'name': 'network-vif-deleted', 'tag': 'd46fad75-db92-4142-822b-d04f42ac9c44', 'status': 'completed', 'code': 200} May 24 22:59:06.950308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] For port a8273109-773d-48b6-a5f1-522b4f015383, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a8273109-773d-48b6-a5f1-522b4f015383,segment=NetworkSegment(f3b91658-29aa-4961-ad18-d7b58939d304),segment_id=f3b91658-29aa-4961-ad18-d7b58939d304)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:06.950775 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:06.969563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2483802-4e9d-4cb2-9ce3-d0341d774b07 admin admin] Pushing event updated for resources: {'Network': ['ID=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:06.986899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:07.008881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7ef63c-5177-481f-a642-b81e459d2f48') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:07.009373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7ef63c-5177-481f-a642-b81e459d2f48') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:07.037975 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.044579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.062676 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.070173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:07.070737 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.147038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38546) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:07.185484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Made reservation on behalf of 0b61e39c08c045648e02b3beafdc002f for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:07.188405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.237672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-3658bdd1-847a-4c8e-b261-6232b5415733 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:59:07.237672 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-3658bdd1-847a-4c8e-b261-6232b5415733 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:59:07.305913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bf859b-3edf-456d-b613-04fd62bc299d None None] Network 35d891a3-e37c-4dfa-8feb-7f398f98124e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:07.399598 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1e7ef63c-5177-481f-a642-b81e459d2f48 resource provider aggregate not found May 24 22:59:07.408246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1481071491'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:07.413296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ad96ff3a-71e2-4bfb-ba6f-a628178a599f None None] Provisioning for port a8273109-773d-48b6-a5f1-522b4f015383 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:07.456398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8a880ed6-a314-4f0a-a7e0-89833373fc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.470692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Calling delete_port for a8273109-773d-48b6-a5f1-522b4f015383 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:07.479394 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1e7ef63c-5177-481f-a642-b81e459d2f48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e7ef63c-5177-481f-a642-b81e459d2f48 found for delete ", "request_id": "req-856983a1-1c28-438d-9f72-bfd7aff07b77"}]} May 24 22:59:07.480461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:07.505804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Usage tracker for resource:network and tenant:9b13896ff8cf4c52be04711f1cf82195 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:07.511349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.514775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:07.542517 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.544978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:07.560419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10fbde-1de0-4ecb-bf33-73281b520cfe req-b3a4e82d-e85d-4e9c-abf9-c1fd1509bfde tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:07.567838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc10fbde-1de0-4ecb-bf33-73281b520cfe req-b3a4e82d-e85d-4e9c-abf9-c1fd1509bfde tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.7919204 May 24 22:59:07.568031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4bb2b894-0fb5-41e0-8c88-26988bcf72e7 req-2ef7b7e0-5083-44f5-a106-247c496cf1d4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Synchronizing usage tracker for tenant:e349657696c34416983f98607f7fdf1c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:07.592311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] Pushing event deleted for resources: {'Network': ['ID=cbd6b844-4c4e-4429-a775-c0d5eb18d0ec,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:07.608463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4bb2b894-0fb5-41e0-8c88-26988bcf72e7 req-2ef7b7e0-5083-44f5-a106-247c496cf1d4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Unset dirty status for tenant:e349657696c34416983f98607f7fdf1c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:07.610074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4bb2b894-0fb5-41e0-8c88-26988bcf72e7 req-2ef7b7e0-5083-44f5-a106-247c496cf1d4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=93e70425-db64-40af-9590-f57d93277391 HTTP/1.1" status: 200 len: 210 time: 0.1577730 May 24 22:59:07.619606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Allocated IP 172.25.7.196 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/0bde9a44-6221-41a6-802f-77ea018bc89c) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:07.635985 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4512e446-0c06-47da-9c66-006c3288aaa1 tempest-TagsExtTest-496391032 tempest-TagsExtTest-496391032-project] 10.222.0.55 "DELETE /v2.0/networks/cbd6b844-4c4e-4429-a775-c0d5eb18d0ec HTTP/1.1" status: 204 len: 168 time: 1.9698021 May 24 22:59:07.651400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Made reservation on behalf of 9b13896ff8cf4c52be04711f1cf82195 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:07.664645 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.699494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.714065 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc10fbde-1de0-4ecb-bf33-73281b520cfe req-18b7b2b2-eb4e-4401-ab5b-3f8a69640fcf tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452043 May 24 22:59:07.722733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:07.729629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Usage tracker for resource:security_group_rule and tenant:9b13896ff8cf4c52be04711f1cf82195 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:07.734157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:07.743745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3658bdd1-847a-4c8e-b261-6232b5415733 None None] Deleting port 3923c767-ea6c-4225-9cf4-5628f9b043b6 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:07.744148 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3658bdd1-847a-4c8e-b261-6232b5415733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.784174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:07.841442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3658bdd1-847a-4c8e-b261-6232b5415733 None None] The port '3923c767-ea6c-4225-9cf4-5628f9b043b6' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:59:07.856239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:07.937634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Port': ['ID=a8273109-773d-48b6-a5f1-522b4f015383,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:07.939425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a8273109-773d-48b6-a5f1-522b4f015383 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:07.996399 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.008707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2439b-ef9f-475f-94af-47e5196785f4 None None] Network 35d891a3-e37c-4dfa-8feb-7f398f98124e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:08.040032 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.040555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a8273109-773d-48b6-a5f1-522b4f015383 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:59:08.040899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a8273109-773d-48b6-a5f1-522b4f015383 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 24 22:59:08.043556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No DVR routers for this DVR port a8273109-773d-48b6-a5f1-522b4f015383 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:59:08.114001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.178341 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.182993 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.184931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:08.189720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38566) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:08.190460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.194825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e619ba22-1389-4306-bb18-a77167d421eb None None] Could not find standard attr ID for object a8273109-773d-48b6-a5f1-522b4f015383. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 22:59:08.196844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Port a8273109-773d-48b6-a5f1-522b4f015383 not found, will not notify nova. {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 24 22:59:08.242463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Checking segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:08.242829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Network hostable DHCP agents. Network: a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:08.263031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:08.278894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3923c767-ea6c-4225-9cf4-5628f9b043b6 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:08.293337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:08.297627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:08.305844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:08.306410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666fe827-c9c3-4b0b-a2bf-24950a6f9a44,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:08.320846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.322232 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Added segment ee2d5069-169d-42e9-aa94-e8adccbad270 of type vlan for network 4818737e-d954-4728-9a24-5857b505e75e May 24 22:59:08.337304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event updated for resources: {'Port': ['ID=0bde9a44-6221-41a6-802f-77ea018bc89c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:08.357311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:08.369444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.371832 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.394723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:08.396474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 3923c767-ea6c-4225-9cf4-5628f9b043b6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:59:08.396980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3923c767-ea6c-4225-9cf4-5628f9b043b6 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:59:08.419450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:08.420648 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.431286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Subnet': ['ID=1b058a88-3ea6-45d2-a5dd-314d1e74519a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:08.471278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd8e18-1f98-475f-9521-f7c75ea085e5 None None] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:08.475225 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7296339f-02c5-43a7-87d9-a3866c9e14f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5dd004b6c24f4d2dacfdf1177935bfdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786343 May 24 22:59:08.476182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38572) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:08.494928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.500650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:08.501107 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.533140 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cd06a644-6edf-4f13-833b-1d7f348d21af admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8063200 May 24 22:59:08.561228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.630413 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4768207 May 24 22:59:08.632232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38580) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:08.649887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Request body: {'subnet': {'network_id': '4818737e-d954-4728-9a24-5857b505e75e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:08.669172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb801a1b-0793-4a05-a6ad-25f95a68566d tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'Network': ['ID=4818737e-d954-4728-9a24-5857b505e75e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:08.680945 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.694826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d891a3-e37c-4dfa-8feb-7f398f98124e']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:08.742417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b91658-29aa-4961-ad18-d7b58939d304') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:08.742822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b91658-29aa-4961-ad18-d7b58939d304') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:08.757887 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e85ca455-0ef3-483f-a4cd-19c944d29aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.874454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d46fad75-db92-4142-822b-d04f42ac9c44 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:08.899594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.933754 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e85ca455-0ef3-483f-a4cd-19c944d29aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.944050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 4818737e-d954-4728-9a24-5857b505e75e details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:08.979037 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.983566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:08.989482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:08.991982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Usage tracker for resource:subnet and tenant:9b13896ff8cf4c52be04711f1cf82195 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:08.993426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c05fcc-90b6-4bf8-b37e-23d3fb5c1859 None None] DHCP port deletion for 35d891a3-e37c-4dfa-8feb-7f398f98124e request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:59:09.030684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:09.031090 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.034370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:09.053433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:09.081892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: d46fad75-db92-4142-822b-d04f42ac9c44 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:59:09.082566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d46fad75-db92-4142-822b-d04f42ac9c44 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:59:09.090756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Made reservation on behalf of 9b13896ff8cf4c52be04711f1cf82195 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:09.096268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.118061 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.127660 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e85ca455-0ef3-483f-a4cd-19c944d29aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.140057 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.217189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ca455-0ef3-483f-a4cd-19c944d29aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66096167-091b-4233-87f3-f713b8c8b848,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:09.237913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b54453-1ade-4c7a-8022-72a6c3db6fa4 req-8b4dbc0a-41bf-4706-8943-ba43d19d4298 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:09.239439 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34b54453-1ade-4c7a-8022-72a6c3db6fa4 req-8b4dbc0a-41bf-4706-8943-ba43d19d4298 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2531958 May 24 22:59:09.248788 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e85ca455-0ef3-483f-a4cd-19c944d29aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.261051 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e85ca455-0ef3-483f-a4cd-19c944d29aa2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66096167-091b-4233-87f3-f713b8c8b848 HTTP/1.1" status: 204 len: 168 time: 0.7757363 May 24 22:59:09.284851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5678caa-efc3-4a1e-8ffd-33841e86a5c3 None None] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:09.384674 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34b54453-1ade-4c7a-8022-72a6c3db6fa4 req-0c7b12b6-1f85-425a-9b14-ce5aaa2b286d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369140 May 24 22:59:09.436161 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f3b91658-29aa-4961-ad18-d7b58939d304 resource provider aggregate not found May 24 22:59:09.480311 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.483809 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.495122 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.576460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/35d891a3-e37c-4dfa-8feb-7f398f98124e HTTP/1.1" status: 204 len: 168 time: 4.4991138 May 24 22:59:09.577447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.578592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38610) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:09.601060 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f3b91658-29aa-4961-ad18-d7b58939d304 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3b91658-29aa-4961-ad18-d7b58939d304 found for delete ", "request_id": "req-de120cd7-534d-4564-8b49-dfb26270778d"}]} May 24 22:59:09.603423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2240d-2db4-4cdf-9abb-49ab92d721c8 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=35d891a3-e37c-4dfa-8feb-7f398f98124e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:09.685583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event updated for resources: {'Port': ['ID=0bde9a44-6221-41a6-802f-77ea018bc89c,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:09.746288 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fcbae4-31f9-41ad-97ed-77159e1841a6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:09.748788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fcbae4-31f9-41ad-97ed-77159e1841a6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:09.773480 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.790631 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b2fcbae4-31f9-41ad-97ed-77159e1841a6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/subnets/1b058a88-3ea6-45d2-a5dd-314d1e74519a HTTP/1.1" status: 404 len: 337 time: 0.2080173 May 24 22:59:09.798559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38618) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:09.822268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.851018 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52f5679-730f-47db-899d-36da51367b2e tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:09.851492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52f5679-730f-47db-899d-36da51367b2e tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:09.862829 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d52f5679-730f-47db-899d-36da51367b2e tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/35d891a3-e37c-4dfa-8feb-7f398f98124e HTTP/1.1" status: 404 len: 339 time: 0.0620525 May 24 22:59:09.862829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38622) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:09.869412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a8273109-773d-48b6-a5f1-522b4f015383 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:09.879917 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:09.890038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-934de6a0-39c6-42df-bb2c-5cb65121c401 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6248507 May 24 22:59:09.906956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a8273109-773d-48b6-a5f1-522b4f015383 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:59:09.907435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a8273109-773d-48b6-a5f1-522b4f015383 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:59:09.984943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'Subnet': ['ID=91c58809-1af0-4d6d-8fb4-74b287726153,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:09.986315 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.021099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Checking segment: {'id': 'ee2d5069-169d-42e9-aa94-e8adccbad270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4818737e-d954-4728-9a24-5857b505e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:10.025536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Network hostable DHCP agents. Network: 4818737e-d954-4728-9a24-5857b505e75e, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:10.053323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Network 4818737e-d954-4728-9a24-5857b505e75e is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:10.084001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 4818737e-d954-4728-9a24-5857b505e75e) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:10.085158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016aebc4-7347-49d5-a3c7-a87b651cfbe0 req-127c7a0c-ca1a-4063-8fbc-332ce49c7237 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:10.086899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-016aebc4-7347-49d5-a3c7-a87b651cfbe0 req-127c7a0c-ca1a-4063-8fbc-332ce49c7237 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 1.1447332 May 24 22:59:10.094383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943dae4-8c29-4b3b-83f9-34eb5675819a None None] Network 4818737e-d954-4728-9a24-5857b505e75e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:10.103724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:10.104687 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.118142 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-3079a422-62a3-4b68-86d8-75a4d67a6f05 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:10.118567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3079a422-62a3-4b68-86d8-75a4d67a6f05 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:10.123143 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3079a422-62a3-4b68-86d8-75a4d67a6f05 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/subnets/adba8bb7-e14e-4a88-9d25-9428791e3e4b HTTP/1.1" status: 404 len: 337 time: 0.2535889 May 24 22:59:10.123675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38642) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:10.167430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-016aebc4-7347-49d5-a3c7-a87b651cfbe0 req-68e75e7c-8321-4df0-9382-00aa37c2299d tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506649 May 24 22:59:10.186777 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a7d61cb7-a01b-49b9-a950-80575d0f161f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5498025 May 24 22:59:10.188526 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-780a70a7-0459-4358-a881-044835750e37 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:10.189440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38648) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:10.190171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780a70a7-0459-4358-a881-044835750e37 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:10.192182 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-780a70a7-0459-4358-a881-044835750e37 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/d992bdb5-0535-4c03-9b84-db994ceee763 HTTP/1.1" status: 404 len: 339 time: 0.0672445 May 24 22:59:10.196421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38654) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:10.201718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Request body: {'port': {'network_id': '4818737e-d954-4728-9a24-5857b505e75e', 'name': 'tempest-AllowedAddressPairTestJSON-1679033027'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:10.350733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-997ea611-499d-43cc-a74f-50ee482d71e5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:10.352703 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-997ea611-499d-43cc-a74f-50ee482d71e5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.1991167 May 24 22:59:10.371943 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-7b9cad84-2508-4eb2-890f-1e1dfa77d9b6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/quotas/0b61e39c08c045648e02b3beafdc002f HTTP/1.1" status: 200 len: 375 time: 0.0098488 May 24 22:59:10.442801 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-6996c390-d568-4b97-ba67-d7fd8a5f00c3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637503 May 24 22:59:10.445240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-4818737e-d954-4728-9a24-5857b505e75e', 'network_id': '4818737e-d954-4728-9a24-5857b505e75e', 'tenant_id': '9b13896ff8cf4c52be04711f1cf82195', 'fixed_ips': [{'subnet_id': '91c58809-1af0-4d6d-8fb4-74b287726153'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:10.446225 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.486598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:10.490447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Usage tracker for resource:port and tenant:9b13896ff8cf4c52be04711f1cf82195 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:10.493238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:10.499040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:10.568804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Made reservation on behalf of 9b13896ff8cf4c52be04711f1cf82195 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:10.572240 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.646381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Allocated IP 172.20.0.2 (4818737e-d954-4728-9a24-5857b505e75e/91c58809-1af0-4d6d-8fb4-74b287726153/221f9047-8a43-4e99-81d8-2548c4ad7e22) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:10.732475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-d914bcee-c9a1-4a87-96a3-1626af8038be tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:10.734003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-d914bcee-c9a1-4a87-96a3-1626af8038be tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/networks?id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15 HTTP/1.1" status: 200 len: 822 time: 0.3600230 May 24 22:59:10.743873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] device_id is not set on port 8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:10.750533 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-94046d51-40e7-4c97-a620-bb6c40781f12 service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012660 May 24 22:59:10.817453 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.824675 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-4faa795f-83de-4ab8-8544-8ffd7f609da6 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/quotas/1e8c4503de714ac88eac3c2e75d50346 HTTP/1.1" status: 200 len: 375 time: 0.0465097 May 24 22:59:10.909293 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:10.920954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Transition to ACTIVE for port object 221f9047-8a43-4e99-81d8-2548c4ad7e22 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:10.926334 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-c40ec1c5-23b3-4024-9441-3142f6d023bc service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642497 May 24 22:59:10.949979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Transition to ACTIVE for port object 221f9047-8a43-4e99-81d8-2548c4ad7e22 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:10.959644 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.070982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Network 4818737e-d954-4728-9a24-5857b505e75e is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:11.072511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:11.076255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:11.128155 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.176797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e840ce-403f-46e0-aa0a-2f694bce62a3']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:11.216310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfa1438-614e-4e01-a59a-c115c3e4231f') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:11.216679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfa1438-614e-4e01-a59a-c115c3e4231f') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:11.237293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Allocated IP 172.20.0.8 (4818737e-d954-4728-9a24-5857b505e75e/91c58809-1af0-4d6d-8fb4-74b287726153/8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:11.260798 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.285886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Pushing event updated for resources: {'Port': ['ID=221f9047-8a43-4e99-81d8-2548c4ad7e22,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:11.291321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-08600ea4-0598-45b1-99a5-210b9179fbab tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e8c4503de714ac88eac3c2e75d50346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4562783 May 24 22:59:11.297712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Attempting to bind port 221f9047-8a43-4e99-81d8-2548c4ad7e22 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:11.298161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Attempting to bind port 221f9047-8a43-4e99-81d8-2548c4ad7e22 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'ee2d5069-169d-42e9-aa94-e8adccbad270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4818737e-d954-4728-9a24-5857b505e75e'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:11.298683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Attempting to bind port 221f9047-8a43-4e99-81d8-2548c4ad7e22 on network 4818737e-d954-4728-9a24-5857b505e75e {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:11.308195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:11.308571 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Checking segment: {'id': 'ee2d5069-169d-42e9-aa94-e8adccbad270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4818737e-d954-4728-9a24-5857b505e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:11.308971 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.309356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Bound using segment: {'id': 'ee2d5069-169d-42e9-aa94-e8adccbad270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4818737e-d954-4728-9a24-5857b505e75e'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:11.309851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Bound port: 221f9047-8a43-4e99-81d8-2548c4ad7e22, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2d5069-169d-42e9-aa94-e8adccbad270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4818737e-d954-4728-9a24-5857b505e75e'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:11.310217 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.385331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.489435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] For port 221f9047-8a43-4e99-81d8-2548c4ad7e22, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:11.493680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] For port 221f9047-8a43-4e99-81d8-2548c4ad7e22, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=221f9047-8a43-4e99-81d8-2548c4ad7e22,segment=NetworkSegment(ee2d5069-169d-42e9-aa94-e8adccbad270),segment_id=ee2d5069-169d-42e9-aa94-e8adccbad270)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:11.494257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832ae55-0b49-471f-ab96-084bdc4a6b6c req-24960caf-7cd0-4371-82bb-2ccbd61d70de tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:11.498279 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d832ae55-0b49-471f-ab96-084bdc4a6b6c req-24960caf-7cd0-4371-82bb-2ccbd61d70de tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2312479 May 24 22:59:11.502410 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.519048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-b6b5449c-6fac-4746-80dd-48d29e8c2016 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5200100 May 24 22:59:11.595551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a356f6-cd35-4f3c-bd5a-07fd6c82eed7 None None] Pushing event updated for resources: {'Port': ['ID=221f9047-8a43-4e99-81d8-2548c4ad7e22,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:11.612330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:11.612744 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:11.632751 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d832ae55-0b49-471f-ab96-084bdc4a6b6c req-e47db1a2-134a-4583-a0f5-2d1f6b3335c7 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283002 May 24 22:59:11.729739 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment fbfa1438-614e-4e01-a59a-c115c3e4231f resource provider aggregate not found May 24 22:59:11.766028 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f853087e-7da2-4902-8cae-5c9d448e8f62 req-e16d70e1-d230-41ad-a20a-2a65e3ffadaf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 210 time: 0.0632937 May 24 22:59:11.807893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-25b566bb-3d00-4b17-93db-5d013db07454 service neutron] 10.222.0.55 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884427 May 24 22:59:11.813384 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment fbfa1438-614e-4e01-a59a-c115c3e4231f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbfa1438-614e-4e01-a59a-c115c3e4231f found for delete ", "request_id": "req-448feac9-11e3-43cd-b0ac-a453f65a68ec"}]} May 24 22:59:12.048290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d42e3-8812-4cad-abdc-575b4cac78c8 req-a4949c2b-c68c-427d-8b73-251405ca5f4e tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:12.056042 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-636d42e3-8812-4cad-abdc-575b4cac78c8 req-a4949c2b-c68c-427d-8b73-251405ca5f4e tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.1369507 May 24 22:59:12.138928 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-636d42e3-8812-4cad-abdc-575b4cac78c8 req-895bad5a-5608-415d-82b5-bd7121faf2b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775499 May 24 22:59:12.307210 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-e5354350-2adf-41df-8663-c0fdcbf94d7f service neutron] 10.222.0.55 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983971 May 24 22:59:12.316700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.349177 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.372628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=87e840ce-403f-46e0-aa0a-2f694bce62a3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:12.395857 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1421233f-4bfb-42b1-88b9-9a29bb7486bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/87e840ce-403f-46e0-aa0a-2f694bce62a3 HTTP/1.1" status: 204 len: 168 time: 2.1984227 May 24 22:59:12.406906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3ac5-3338-4333-b312-f69dc19c02b5 req-2397cac3-8df1-4449-8b0f-cd74be9da077 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:12.410935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cb7c3ac5-3338-4333-b312-f69dc19c02b5 req-2397cac3-8df1-4449-8b0f-cd74be9da077 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.1295326 May 24 22:59:12.411483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38736) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:12.434226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-31e70eb1-2822-42c0-b13e-127987d28bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:12.435997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-31e70eb1-2822-42c0-b13e-127987d28bda service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 1097 time: 0.6789913 May 24 22:59:12.457969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:12.506337 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbac901-147c-4bd3-8a51-2aa6ac78131e tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:12.506790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbac901-147c-4bd3-8a51-2aa6ac78131e tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:12.511994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dbbac901-147c-4bd3-8a51-2aa6ac78131e tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/subnets/0ce1f1c4-0e82-46c2-82a1-27dbbbcc1dac HTTP/1.1" status: 404 len: 337 time: 0.0992641 May 24 22:59:12.529722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38744) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:12.564663 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cb7c3ac5-3338-4333-b312-f69dc19c02b5 req-5373b068-d4db-499f-853f-f79568cfde9a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074848 May 24 22:59:12.619631 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7363ca6-3c8d-4396-ad6f-fd09585dc7d1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:12.620115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7363ca6-3c8d-4396-ad6f-fd09585dc7d1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:12.624107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e7363ca6-3c8d-4396-ad6f-fd09585dc7d1 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/17d25fd9-6058-4120-8e6b-e9ae773a4c13 HTTP/1.1" status: 404 len: 339 time: 0.0882497 May 24 22:59:12.628724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38752) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:12.729989 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd39595-fae8-47a6-af8c-609d3bb0209a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:12.730436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd39595-fae8-47a6-af8c-609d3bb0209a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:12.732223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fcd39595-fae8-47a6-af8c-609d3bb0209a tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/subnets/85e8e09f-2e42-4b4c-b61a-3f632740d173 HTTP/1.1" status: 404 len: 337 time: 0.1022568 May 24 22:59:12.737818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38756) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:12.760606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38760) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:12.776314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0b55cf3-24c2-43f6-ba8a-9b0285bf0756 req-4a49f5a0-4342-46d8-bad2-263b6a7ff134 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 210 time: 0.0839298 May 24 22:59:12.792838 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30b1791-9d27-4b8d-a545-d1b58f8ee3b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:12.793312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30b1791-9d27-4b8d-a545-d1b58f8ee3b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:12.795036 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d30b1791-9d27-4b8d-a545-d1b58f8ee3b6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/821f2abe-c4a1-4b77-ac5b-1dd49877f511 HTTP/1.1" status: 404 len: 339 time: 0.0562866 May 24 22:59:12.799434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38766) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:12.818387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Transition to ACTIVE for port object 8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:12.923630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-ac95e91f-4117-4029-95b5-b67c3703727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:12.925152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-ac95e91f-4117-4029-95b5-b67c3703727c service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.4635174 May 24 22:59:12.982013 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-632772bd-1274-4477-bd81-f5cf95ba3e92 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:12.983720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632772bd-1274-4477-bd81-f5cf95ba3e92 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:12.991810 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-632772bd-1274-4477-bd81-f5cf95ba3e92 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/subnets/16eab1e6-1707-4dc1-bfda-49332d3f8b4a HTTP/1.1" status: 404 len: 337 time: 0.1913538 May 24 22:59:12.994728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38776) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:13.075126 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe70e62-7808-4e62-9059-812040bf4775 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:13.075217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe70e62-7808-4e62-9059-812040bf4775 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:13.087275 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6fe70e62-7808-4e62-9059-812040bf4775 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/ca3d6bc4-f595-4fa0-adca-8cc5770d0de6 HTTP/1.1" status: 404 len: 339 time: 0.0812402 May 24 22:59:13.088039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38784) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:13.100447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.141058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec194-0072-41cc-9cfe-a00a0c1fd0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:13.175875 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa615097-74b9-45f7-ad94-9423f369e83d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:13.176252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa615097-74b9-45f7-ad94-9423f369e83d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:13.178003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fa615097-74b9-45f7-ad94-9423f369e83d tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/subnets/970dd6db-1f90-4357-9172-15c9e367cbfe HTTP/1.1" status: 404 len: 337 time: 0.0890050 May 24 22:59:13.247009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38792) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:13.306069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cac140-13a8-4564-bf2c-3d2dd3f644c6 None None] Network 4818737e-d954-4728-9a24-5857b505e75e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:13.334585 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-298fcb9f-8e39-4263-b435-953098f9d7bc req-c48c94a7-96f7-4bc7-a3ba-0699ca64e6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 210 time: 0.1546037 May 24 22:59:13.337424 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bfdbeb-1e4e-43b2-9582-0b71402240bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:13.338018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bfdbeb-1e4e-43b2-9582-0b71402240bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:13.342621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e4bfdbeb-1e4e-43b2-9582-0b71402240bd tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/af0e7e52-b071-45d3-9b11-e622c679ef28 HTTP/1.1" status: 404 len: 339 time: 0.0915904 May 24 22:59:13.344241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38800) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:13.419067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bc6ec194-0072-41cc-9cfe-a00a0c1fd0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:13.444731 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d73814c-5f31-446a-9de1-b3c0e92a1854 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:13.445339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d73814c-5f31-446a-9de1-b3c0e92a1854 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:13.452171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5d73814c-5f31-446a-9de1-b3c0e92a1854 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/subnets/1b2bfb7e-803d-45e9-9d73-f891cd120780 HTTP/1.1" status: 404 len: 337 time: 0.1051202 May 24 22:59:13.455327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38804) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:13.475492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bc6ec194-0072-41cc-9cfe-a00a0c1fd0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:9d65eab7f32b46cfb0bd25f6164f1595 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:13.529453 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-910f48d2-88d2-47fa-931e-ae31747ff2e6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:13.530197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910f48d2-88d2-47fa-931e-ae31747ff2e6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:13.533617 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-910f48d2-88d2-47fa-931e-ae31747ff2e6 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/08e221e2-300e-49d2-ba5f-f7c1a6778f32 HTTP/1.1" status: 404 len: 339 time: 0.0772080 May 24 22:59:13.539178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38812) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:13.616136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ea1f0059-5f7f-4aa6-bd3e-5f95aa0c2c96 None None] Provisioning for port 221f9047-8a43-4e99-81d8-2548c4ad7e22 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:13.690587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Network 4818737e-d954-4728-9a24-5857b505e75e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:13.693372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:13.737029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bc6ec194-0072-41cc-9cfe-a00a0c1fd0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:13.757116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-808b13fe-e177-40ef-9ff9-f0c7215ed2fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45afbff-354c-4d0a-8468-245e307a0a7f HTTP/1.1" status: 200 len: 1002 time: 0.8133402 May 24 22:59:13.757947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:13.763598 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-417ec00d-1841-42cd-8899-da579cd105eb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:13.764288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417ec00d-1841-42cd-8899-da579cd105eb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:13.780711 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-417ec00d-1841-42cd-8899-da579cd105eb tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/subnets/b47d6eef-795b-40be-b8a4-1a5c66d0b199 HTTP/1.1" status: 404 len: 337 time: 0.2403696 May 24 22:59:13.786004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38820) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:13.882586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 221f9047-8a43-4e99-81d8-2548c4ad7e22 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:13.901423 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61c1c18-967b-4790-8970-b18b7d075aab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:13.902076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61c1c18-967b-4790-8970-b18b7d075aab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:13.905536 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f61c1c18-967b-4790-8970-b18b7d075aab tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/3773d7e9-75fc-48cc-b9a7-414fd7aa2c24 HTTP/1.1" status: 404 len: 339 time: 0.1115997 May 24 22:59:13.907553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38826) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:13.942445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'Port': ['ID=8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:13.970934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bc6ec194-0072-41cc-9cfe-a00a0c1fd0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:13.975535 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-3829bef3-f7b4-48b8-8a7d-a3529dd4d301 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:13.976155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3829bef3-f7b4-48b8-8a7d-a3529dd4d301 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:13.981883 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3829bef3-f7b4-48b8-8a7d-a3529dd4d301 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/subnets/e7226f23-6f67-49a1-becb-be3f36bf8cde HTTP/1.1" status: 404 len: 337 time: 0.0725658 May 24 22:59:13.983071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38830) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:14.007720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 221f9047-8a43-4e99-81d8-2548c4ad7e22 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:14.014013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 221f9047-8a43-4e99-81d8-2548c4ad7e22 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:14.014341 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.019133 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5af94f-9aad-460e-8616-3c482ce1c7ba tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:14.019724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f5af94f-9aad-460e-8616-3c482ce1c7ba tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:14.024907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1f5af94f-9aad-460e-8616-3c482ce1c7ba tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/b67e02ee-310f-4bfc-ba0b-596ef112f12d HTTP/1.1" status: 404 len: 339 time: 0.0398502 May 24 22:59:14.025620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38834) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:14.075549 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8c54cf-6293-4e61-a374-42df2b156434 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:14.076177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8c54cf-6293-4e61-a374-42df2b156434 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:14.086064 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0e8c54cf-6293-4e61-a374-42df2b156434 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/subnets/c04d37f4-6af4-47fe-b105-5612e9a51352 HTTP/1.1" status: 404 len: 337 time: 0.0584137 May 24 22:59:14.090201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38838) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:14.146465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375fa1f-9edd-49c7-a9a6-d20babe6580c req-19363361-c1cb-4471-a574-7395c2ccbb80 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:14.167333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d375fa1f-9edd-49c7-a9a6-d20babe6580c req-19363361-c1cb-4471-a574-7395c2ccbb80 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.5109293 May 24 22:59:14.169823 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a0ee09-9c63-4ee5-98a4-5eb768607114 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] DELETE failed (client error): The resource could not be found. May 24 22:59:14.170735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a0ee09-9c63-4ee5-98a4-5eb768607114 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 22:59:14.173437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-27a0ee09-9c63-4ee5-98a4-5eb768607114 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/2e1d4213-77fa-4729-b414-01cc35aa2426 HTTP/1.1" status: 404 len: 339 time: 0.0815728 May 24 22:59:14.175577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38842) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:14.180137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 221f9047-8a43-4e99-81d8-2548c4ad7e22 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:14.180715 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.193098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff5be749-3170-4d4a-adb0-4a0442932d04 None None] Provisioning complete for port 221f9047-8a43-4e99-81d8-2548c4ad7e22 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:14.193742 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff5be749-3170-4d4a-adb0-4a0442932d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.199610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-84023217-3273-4d64-9c80-ab106ae82d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:14.201659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-84023217-3273-4d64-9c80-ab106ae82d4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.3216176 May 24 22:59:14.213022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:14.213824 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.295036 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-32924c90-4d70-40e9-8de6-bae6a8dfdaa6 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1035950 May 24 22:59:14.308406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38846) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:14.315398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting subnet a1e7b4a7-a748-471e-9894-cf629aa1cffd {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:59:14.319412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.319835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Request body: {'port': {'network_id': '4818737e-d954-4728-9a24-5857b505e75e', 'name': 'tempest-AllowedAddressPairTestJSON-937680354', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:af:49:9b'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:14.344986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-c0f2aff6-476f-434b-ad8f-c2e1406169f3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:14.345883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-c0f2aff6-476f-434b-ad8f-c2e1406169f3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:14.350105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 221f9047-8a43-4e99-81d8-2548c4ad7e22, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=221f9047-8a43-4e99-81d8-2548c4ad7e22,segment=NetworkSegment(ee2d5069-169d-42e9-aa94-e8adccbad270),segment_id=ee2d5069-169d-42e9-aa94-e8adccbad270)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:14.387350 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.439408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.512439 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d375fa1f-9edd-49c7-a9a6-d20babe6580c req-d7406cb7-d852-4827-8368-42bb109a17ec tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438399 May 24 22:59:14.651177 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.664039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ff5be749-3170-4d4a-adb0-4a0442932d04 None None] Current status of the port 221f9047-8a43-4e99-81d8-2548c4ad7e22 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:14.697784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=221f9047-8a43-4e99-81d8-2548c4ad7e22,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:14.712806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff5be749-3170-4d4a-adb0-4a0442932d04 None None] Provisioning for port 8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:14.738252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff5be749-3170-4d4a-adb0-4a0442932d04 None None] Provisioning complete for port 8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:14.742558 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff5be749-3170-4d4a-adb0-4a0442932d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.776119 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec194-0072-41cc-9cfe-a00a0c1fd0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.787957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-c0f2aff6-476f-434b-ad8f-c2e1406169f3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:14.789091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-c0f2aff6-476f-434b-ad8f-c2e1406169f3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 1.4728396 May 24 22:59:14.804803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48fad413-3268-4204-ae0f-d79df7f878fe req-9ccd3a42-ab84-49e0-a990-aa59c6c2b181 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 210 time: 0.0785680 May 24 22:59:14.851421 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.884054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ff5be749-3170-4d4a-adb0-4a0442932d04 None None] Port 8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:14.891882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Request body: {'port': {'device_id': '62f70d68-df5d-4abe-ba72-8e850b321831', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'admin_state_up': True, 'tenant_id': '0b61e39c08c045648e02b3beafdc002f'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:14.898452 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.904349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb201898-6e38-4106-b9cd-398462b8af3e None None] Network dc3d5ec3-7757-4c90-82a4-de05f7a79ec5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:14.908427 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec194-0072-41cc-9cfe-a00a0c1fd0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:14.912172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e7b4a7-a748-471e-9894-cf629aa1cffd,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:14.917115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/subnets/a1e7b4a7-a748-471e-9894-cf629aa1cffd HTTP/1.1" status: 204 len: 168 time: 0.7403882 May 24 22:59:14.921225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38854) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:14.924936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.925277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.925634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.925969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.926294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.926619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.926939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.927396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.927720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.928037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.928355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.928700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f502c1-f614-4771-9765-497863cc7db7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:14.974750 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bc6ec194-0072-41cc-9cfe-a00a0c1fd0a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d65eab7f32b46cfb0bd25f6164f1595&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2104936 May 24 22:59:14.980528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1a776-35b5-427e-8429-7d8e122a2cb8 req-73795f47-dca5-4c2e-ae60-0f495ba99c9d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:14.984068 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ebf1a776-35b5-427e-8429-7d8e122a2cb8 req-73795f47-dca5-4c2e-ae60-0f495ba99c9d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 1.0429223 May 24 22:59:14.991125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38858) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:15.043600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ec194-0072-41cc-9cfe-a00a0c1fd0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b80833a-3196-42c5-954a-90bc127f8365,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:15.064755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:15.076963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-913262e8-87e7-4824-a666-d71a700af131 None None] Provisioning complete for port 8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:15.077354 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-913262e8-87e7-4824-a666-d71a700af131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.093324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-6eb162b8-f181-47ef-822a-0a8f3778f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:15.094986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-6eb162b8-f181-47ef-822a-0a8f3778f9e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8485181 May 24 22:59:15.100711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Usage tracker for resource:port and tenant:9b13896ff8cf4c52be04711f1cf82195 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:15.121964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:15.158175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-913262e8-87e7-4824-a666-d71a700af131 None None] Port 8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:15.168746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:15.184385 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9297635f-c40f-4044-a58d-91fbeed6ff34 req-6d5df5ec-f937-464b-b048-b193833eedd1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 210 time: 0.2527664 May 24 22:59:15.251008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.258326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-a2a7bd5b-a777-4519-9791-3447595578cd tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:15.259147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c61907-0af7-43aa-b015-842bf263b89e None None] DHCP port deletion for dc3d5ec3-7757-4c90-82a4-de05f7a79ec5 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:59:15.260032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-a2a7bd5b-a777-4519-9791-3447595578cd tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "GET /v2.0/networks?id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15 HTTP/1.1" status: 200 len: 822 time: 0.6735089 May 24 22:59:15.263293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f1c61907-0af7-43aa-b015-842bf263b89e None None] Deleting port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:15.263747 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f1c61907-0af7-43aa-b015-842bf263b89e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.277229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67340ab9-b93c-4d74-898d-182c18adba32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.278973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Deleting port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:15.279295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.283334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Request body: {'port': {'device_id': '95e362d0-c486-4be1-b98d-1db99da01c04', 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15', 'admin_state_up': True, 'tenant_id': '1e8c4503de714ac88eac3c2e75d50346'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:15.316006 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ebf1a776-35b5-427e-8429-7d8e122a2cb8 req-4a65f043-87ef-4702-9de5-15815bb0c266 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599971 May 24 22:59:15.381733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67340ab9-b93c-4d74-898d-182c18adba32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.494163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f1c61907-0af7-43aa-b015-842bf263b89e None None] For port 691ba2cb-0ba8-4fbd-b515-887cb368cf07, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=691ba2cb-0ba8-4fbd-b515-887cb368cf07,segment=NetworkSegment(367be823-091a-49b3-a095-f671a2c0b662),segment_id=367be823-091a-49b3-a095-f671a2c0b662)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:15.494783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f1c61907-0af7-43aa-b015-842bf263b89e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.515355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Made reservation on behalf of 9b13896ff8cf4c52be04711f1cf82195 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:15.551625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] For port 691ba2cb-0ba8-4fbd-b515-887cb368cf07, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=691ba2cb-0ba8-4fbd-b515-887cb368cf07,segment=NetworkSegment(367be823-091a-49b3-a095-f671a2c0b662),segment_id=367be823-091a-49b3-a095-f671a2c0b662)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:15.552068 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.660674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.710341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] device_id is not set on port 8efb889f-8b96-4b90-bd7d-bc7e4cd681aa yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:15.722311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Calling delete_port for 691ba2cb-0ba8-4fbd-b515-887cb368cf07 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:15.732060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f1c61907-0af7-43aa-b015-842bf263b89e None None] Calling delete_port for 691ba2cb-0ba8-4fbd-b515-887cb368cf07 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:15.760489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:15.793973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Usage tracker for resource:port and tenant:0b61e39c08c045648e02b3beafdc002f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:15.801208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:15.808163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-84001b14-eb09-401f-b333-4856fcaddf29 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6869872 May 24 22:59:15.816927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:15.877205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-f1c61907-0af7-43aa-b015-842bf263b89e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:59:15.877928 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-f1c61907-0af7-43aa-b015-842bf263b89e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:59:15.881171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 221f9047-8a43-4e99-81d8-2548c4ad7e22 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:15.934197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:15.935284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.938245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Made reservation on behalf of 0b61e39c08c045648e02b3beafdc002f for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:15.942199 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.993389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67340ab9-b93c-4d74-898d-182c18adba32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:15.995456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 221f9047-8a43-4e99-81d8-2548c4ad7e22 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:15.995959 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.033430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67340ab9-b93c-4d74-898d-182c18adba32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b80833a-3196-42c5-954a-90bc127f8365,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:16.043802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Port': ['ID=691ba2cb-0ba8-4fbd-b515-887cb368cf07,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:16.061682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] No DVR routers for this DVR port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:59:16.121278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:16.153931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 221f9047-8a43-4e99-81d8-2548c4ad7e22 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:16.194990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da579885-fdff-42a5-8469-fb0de8c62555 req-f44f2468-038d-42d2-8967-424b42915d5f tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 210 time: 0.1418099 May 24 22:59:16.210324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 691ba2cb-0ba8-4fbd-b515-887cb368cf07 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:16.214859 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67340ab9-b93c-4d74-898d-182c18adba32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.216156 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-67340ab9-b93c-4d74-898d-182c18adba32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b80833a-3196-42c5-954a-90bc127f8365 HTTP/1.1" status: 204 len: 168 time: 1.2240705 May 24 22:59:16.222419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b61b2e8b-e222-40aa-a049-917bfafb9a47 req-6f5c28b4-9cf4-43c7-a28f-1a596b305c05 service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950779 May 24 22:59:16.231630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Made reservation on behalf of 1e8c4503de714ac88eac3c2e75d50346 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:16.235129 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.253105 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.260488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Allocated IP 172.20.0.3 (4818737e-d954-4728-9a24-5857b505e75e/91c58809-1af0-4d6d-8fb4-74b287726153/8efb889f-8b96-4b90-bd7d-bc7e4cd681aa) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:16.289395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3d5ec3-7757-4c90-82a4-de05f7a79ec5']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:16.302863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367be823-091a-49b3-a095-f671a2c0b662') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:16.303321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367be823-091a-49b3-a095-f671a2c0b662') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:16.306462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 691ba2cb-0ba8-4fbd-b515-887cb368cf07 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:59:16.306875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 691ba2cb-0ba8-4fbd-b515-887cb368cf07 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:59:16.319756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.338432 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.346563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:16.347082 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.379886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f1c61907-0af7-43aa-b015-842bf263b89e None None] Deleting port 691ba2cb-0ba8-4fbd-b515-887cb368cf07 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:16.380328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f1c61907-0af7-43aa-b015-842bf263b89e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.399362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df77ee-253e-4e82-9a70-942acc34d135 req-15640feb-637d-4aec-8e6b-ff8a961ce773 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:16.400917 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03df77ee-253e-4e82-9a70-942acc34d135 req-15640feb-637d-4aec-8e6b-ff8a961ce773 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.5915489 May 24 22:59:16.450601 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 367be823-091a-49b3-a095-f671a2c0b662 resource provider aggregate not found May 24 22:59:16.508799 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 367be823-091a-49b3-a095-f671a2c0b662 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 367be823-091a-49b3-a095-f671a2c0b662 found for delete ", "request_id": "req-aaebac28-2fa8-48da-b593-fe8bab6f3dd0"}]} May 24 22:59:16.521188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f1c61907-0af7-43aa-b015-842bf263b89e None None] The port '691ba2cb-0ba8-4fbd-b515-887cb368cf07' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:59:16.582840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.591311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Allocated IP 172.20.0.14 (05ccc91e-adae-46fb-a49a-a8b9bfc24e15/3a93872d-9b6c-42bf-9e43-eda0b0bb5f74/928ab939-e42a-48ad-8a5b-72c00ead90b2) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:16.630414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Allocated IP 172.20.0.8 (a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad/fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f/4a6bc2b3-c804-4220-b5c5-669413864852) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:16.648400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.658312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03df77ee-253e-4e82-9a70-942acc34d135 req-55bd8899-2f08-438b-bee8-67ed0d898168 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034047 May 24 22:59:16.666770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] Pushing event deleted for resources: {'Network': ['ID=dc3d5ec3-7757-4c90-82a4-de05f7a79ec5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:16.680740 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-045b6c1f-5cbb-4f33-a3d7-a07e8a0a7ae7 tempest-NetworksTest-2120536917 tempest-NetworksTest-2120536917-project] 10.222.0.55 "DELETE /v2.0/networks/dc3d5ec3-7757-4c90-82a4-de05f7a79ec5 HTTP/1.1" status: 204 len: 168 time: 1.7561352 May 24 22:59:16.813656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38894) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:16.861410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-513d84e1-e6be-4d31-bfc5-7a5ea378c4f6 req-e862a432-3dc9-44dd-878e-1cfaf18a26fd tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 210 time: 0.1174195 May 24 22:59:16.886832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277081b-8073-44ed-8469-1284d2ce2782 req-49b39355-7aea-4d62-8332-a0af0450660d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:16.894797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1277081b-8073-44ed-8469-1284d2ce2782 req-49b39355-7aea-4d62-8332-a0af0450660d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.0905228 May 24 22:59:16.908196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aeda33af-bbd4-4239-944c-c40907de92ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:16.953478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1277081b-8073-44ed-8469-1284d2ce2782 req-5826c7a3-2477-4054-8f0c-8071dd625a5b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570614 May 24 22:59:16.985945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aeda33af-bbd4-4239-944c-c40907de92ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:17.001392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aeda33af-bbd4-4239-944c-c40907de92ad admin admin] Usage tracker for resource:security_group_rule and tenant:6ab5c0b592944b1cb6e56ecf533c7485 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:17.005945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38900) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:17.057062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aeda33af-bbd4-4239-944c-c40907de92ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:17.127729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aeda33af-bbd4-4239-944c-c40907de92ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:17.166360 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ea0478fe-20f4-4c1a-8444-1ca074eb6e43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b02244053ac84d7498757d45f4831b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567852 May 24 22:59:17.166575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38906) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:17.225078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a036715-cb39-4f75-9e41-4320946a0161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.242558 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.254175 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a036715-cb39-4f75-9e41-4320946a0161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.311012 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a036715-cb39-4f75-9e41-4320946a0161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.323971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Transition to ACTIVE for port object 8efb889f-8b96-4b90-bd7d-bc7e4cd681aa will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:17.371446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a036715-cb39-4f75-9e41-4320946a0161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3e5bd5-82f2-4455-88a1-5ba55e07e36a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:17.375767 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-04374fcf-8a67-4686-abc3-9e798c30e651 req-d8e5130c-1b27-4d15-85dc-c13e546fc6ec tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 210 time: 0.0534413 May 24 22:59:17.377438 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a036715-cb39-4f75-9e41-4320946a0161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.378463 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6a036715-cb39-4f75-9e41-4320946a0161 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f3e5bd5-82f2-4455-88a1-5ba55e07e36a HTTP/1.1" status: 204 len: 168 time: 0.2110822 May 24 22:59:17.574109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.591929 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.604993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a99e7-7610-4f22-affc-796f42614a67 req-c05c960c-bc20-4329-962e-df800bd29ead tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:17.606482 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb9a99e7-7610-4f22-affc-796f42614a67 req-c05c960c-bc20-4329-962e-df800bd29ead tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.6120250 May 24 22:59:17.672838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.751179 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aeda33af-bbd4-4239-944c-c40907de92ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.780222 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aeda33af-bbd4-4239-944c-c40907de92ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.803970 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb9a99e7-7610-4f22-affc-796f42614a67 req-4435fef8-2736-4f96-8766-e85ae5b37de2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861119 May 24 22:59:17.805864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Network 4818737e-d954-4728-9a24-5857b505e75e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:17.821595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:17.838636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:17.879658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'Port': ['ID=8efb889f-8b96-4b90-bd7d-bc7e4cd681aa,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:17.895005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9af78-976c-4d49-a8fa-f1603e61f126 req-4d34060b-fcbf-41f4-842f-1e52af6870f7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:17.898980 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:17.907244 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0b9af78-976c-4d49-a8fa-f1603e61f126 req-4d34060b-fcbf-41f4-842f-1e52af6870f7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.1170480 May 24 22:59:17.965416 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0b9af78-976c-4d49-a8fa-f1603e61f126 req-db19d0ab-4d04-444b-9cd0-497f25ec2276 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564535 May 24 22:59:17.978376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda33af-bbd4-4239-944c-c40907de92ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e886916f-973b-4a76-a3cb-5318aca31e5b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:18.004799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aeda33af-bbd4-4239-944c-c40907de92ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ab5c0b592944b1cb6e56ecf533c7485&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1805437 May 24 22:59:18.008745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38936) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:18.104253 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.115817 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6b46d17-ecf3-4b74-b267-229dddfaa57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.138784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:18.148148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.148824 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.160775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:18.174380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:18.206619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6b46d17-ecf3-4b74-b267-229dddfaa57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.208683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f3774c2e-fdd7-4919-804c-0246b2e70a11 None None] Provisioning for port 8efb889f-8b96-4b90-bd7d-bc7e4cd681aa completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:18.216255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event updated for resources: {'Port': ['ID=4a6bc2b3-c804-4220-b5c5-669413864852,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:18.216472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f3774c2e-fdd7-4919-804c-0246b2e70a11 None None] Provisioning complete for port 8efb889f-8b96-4b90-bd7d-bc7e4cd681aa triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:18.217098 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f3774c2e-fdd7-4919-804c-0246b2e70a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.249374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38946) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:18.274898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:18.280594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f3774c2e-fdd7-4919-804c-0246b2e70a11 None None] Port 8efb889f-8b96-4b90-bd7d-bc7e4cd681aa cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:18.297096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:18.316341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:18.325795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4da6eb-a657-44af-a26c-8252098c320c req-9e0ee2cb-70a4-43ed-8c73-334bc8c19ffb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.327579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad4da6eb-a657-44af-a26c-8252098c320c req-9e0ee2cb-70a4-43ed-8c73-334bc8c19ffb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 931 time: 0.1748562 May 24 22:59:18.352786 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6b46d17-ecf3-4b74-b267-229dddfaa57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.385424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-67672237-0abc-4851-8c95-ce5db976b083 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.0748200 May 24 22:59:18.386943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1584178918'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:18.391328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.391991 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.394895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b46d17-ecf3-4b74-b267-229dddfaa57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e886916f-973b-4a76-a3cb-5318aca31e5b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:18.397391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38952) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:18.405513 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6b46d17-ecf3-4b74-b267-229dddfaa57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.409862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d6b46d17-ecf3-4b74-b267-229dddfaa57d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e886916f-973b-4a76-a3cb-5318aca31e5b HTTP/1.1" status: 204 len: 168 time: 0.3964450 May 24 22:59:18.409862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:18.413697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event updated for resources: {'Port': ['ID=928ab939-e42a-48ad-8a5b-72c00ead90b2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:18.417148 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ad4da6eb-a657-44af-a26c-8252098c320c req-e80b5dbc-32d8-4c77-ac21-d976105f2679 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810773 May 24 22:59:18.418230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:network and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:18.421474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:18.428534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:18.441648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:18.446169 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.461948 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.484322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:18.490241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:security_group_rule and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:18.491295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-939b0455-db45-4b62-a451-151ee696439f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6035156 May 24 22:59:18.494119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:18.500790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:18.504060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.504695 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.517631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-28e76d3d-1f03-4c56-ac4e-0280a78ad1e1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:18.518961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-28e76d3d-1f03-4c56-ac4e-0280a78ad1e1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059371 May 24 22:59:18.532862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e4b8d-439b-4a2c-b6a9-d9499f522bcb req-70088978-f279-47cc-822c-6b4872bfd74f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.534508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e8e4b8d-439b-4a2c-b6a9-d9499f522bcb req-70088978-f279-47cc-822c-6b4872bfd74f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4921069 May 24 22:59:18.569040 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-0d7233ef-5072-4a35-ad5a-16a94885358b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2897618 May 24 22:59:18.603499 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e8e4b8d-439b-4a2c-b6a9-d9499f522bcb req-b0f8d717-9f7b-4faf-b54d-b526e7910be3 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594001 May 24 22:59:18.616377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57095ae-27ee-4065-b364-b00f38376613 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.632694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57095ae-27ee-4065-b364-b00f38376613 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.638479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57095ae-27ee-4065-b364-b00f38376613 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.639460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c57095ae-27ee-4065-b364-b00f38376613 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Synchronizing usage tracker for tenant:9b13896ff8cf4c52be04711f1cf82195 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:18.655620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Request body: {'port': {'device_id': '62f70d68-df5d-4abe-ba72-8e850b321831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:18.677915 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.694228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.735972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Request body: {'port': {'device_id': '95e362d0-c486-4be1-b98d-1db99da01c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:18.755822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:18.774639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8c65a-a749-4b1c-91c4-e848fbbdb7a3 req-f72b23c6-6d70-4aac-b226-5474c940d791 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:18.787271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-caf8c65a-a749-4b1c-91c4-e848fbbdb7a3 req-f72b23c6-6d70-4aac-b226-5474c940d791 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.2048476 May 24 22:59:18.791584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971fbc94-4ecf-4add-bdce-64e40132d63f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:18.829746 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:18.830185 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added segment eca6436f-e56f-43ec-9966-07b82972c423 of type vlan for network ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 May 24 22:59:18.847706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c57095ae-27ee-4065-b364-b00f38376613 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Unset dirty status for tenant:9b13896ff8cf4c52be04711f1cf82195 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:18.848954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c57095ae-27ee-4065-b364-b00f38376613 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4444051 May 24 22:59:18.854863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38968) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:19.034722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-caf8c65a-a749-4b1c-91c4-e848fbbdb7a3 req-d523a500-9084-440c-ba08-934056db52e5 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465656 May 24 22:59:19.041453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.104501 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.111853 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:19.112456 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.112595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-57c91785-c6da-4db4-9bad-b2e52db550df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Deleting port 8efb889f-8b96-4b90-bd7d-bc7e4cd681aa {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:19.112798 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-57c91785-c6da-4db4-9bad-b2e52db550df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.145430 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.177078 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.364789 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1089211 May 24 22:59:19.374472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38990) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:19.375641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b2f0b-921d-410b-ab73-b428712137ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Network': ['ID=ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:19.382247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436e0ff-96d9-4c0d-8b9b-8cce266b3336 req-59644ee3-d181-4c75-a4e3-a86bca396716 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:19.382968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5436e0ff-96d9-4c0d-8b9b-8cce266b3336 req-59644ee3-d181-4c75-a4e3-a86bca396716 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Synchronizing usage tracker for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:19.403135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:19.403987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-436393662'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:19.420476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:19.439487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6162f6-cf2a-4c2d-bedf-b3dbb0600bbf req-dc1fd7e4-b6d7-47c0-9c19-f70840407e34 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:19.444058 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c6162f6-cf2a-4c2d-bedf-b3dbb0600bbf req-dc1fd7e4-b6d7-47c0-9c19-f70840407e34 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.1298857 May 24 22:59:19.514080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c6162f6-cf2a-4c2d-bedf-b3dbb0600bbf req-6063855e-4755-4ccf-86e1-9a0cb3ed9268 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632756 May 24 22:59:19.548304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:network and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:19.619965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:19.650886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:19.652818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5436e0ff-96d9-4c0d-8b9b-8cce266b3336 req-59644ee3-d181-4c75-a4e3-a86bca396716 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Unset dirty status for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:19.659652 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5436e0ff-96d9-4c0d-8b9b-8cce266b3336 req-59644ee3-d181-4c75-a4e3-a86bca396716 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 932 time: 0.8071933 May 24 22:59:19.712412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39002) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:19.786824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66616b2c-4f42-4177-99aa-130ed899290f req-d6f9fb77-8c9b-46a6-ba78-2cfd0d32851f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:19.796335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66616b2c-4f42-4177-99aa-130ed899290f req-d6f9fb77-8c9b-46a6-ba78-2cfd0d32851f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 931 time: 0.1169019 May 24 22:59:19.846682 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66616b2c-4f42-4177-99aa-130ed899290f req-576c9c01-05ba-458f-977e-575ad3fccf73 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485396 May 24 22:59:19.882681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-462467350-network', 'tenant_id': '2c626ae465a64dc8af032f956b3d9d75'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:19.888624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:19.892634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Usage tracker for resource:network and tenant:2c626ae465a64dc8af032f956b3d9d75 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:19.896410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:19.899417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:19.902631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:19.902845 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.912491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Made reservation on behalf of 2c626ae465a64dc8af032f956b3d9d75 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:19.914781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.927586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:19.942081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:19.945743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Usage tracker for resource:security_group_rule and tenant:2c626ae465a64dc8af032f956b3d9d75 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:19.948443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:19.954278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:20.049877 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.056232 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.096213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:20.102008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f805ca6-d183-4e7c-98c4-419e6646c387,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:20.104498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5436e0ff-96d9-4c0d-8b9b-8cce266b3336 req-b3fd8123-2cac-440b-938c-984e2d7559c1 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Synchronizing usage tracker for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:20.111040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.111386 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Added segment da39075a-3ba2-4d75-94fe-807e59f2760e of type vlan for network 4371564b-04d9-445c-b263-8bba19d41d29 May 24 22:59:20.149352 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.170304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-57c91785-c6da-4db4-9bad-b2e52db550df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.187175 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.188119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:20.188477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:20.189837 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.337257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-57c91785-c6da-4db4-9bad-b2e52db550df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Calling delete_port for 8efb889f-8b96-4b90-bd7d-bc7e4cd681aa owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:20.355236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] Pushing event updated for resources: {'Network': ['ID=4371564b-04d9-445c-b263-8bba19d41d29,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:20.363579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-776a3b77-b770-4610-b66f-f08f832ceace admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6473525 May 24 22:59:20.365231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39014) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:20.367577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 4371564b-04d9-445c-b263-8bba19d41d29 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:20.371652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Request body: {'subnet': {'network_id': '4371564b-04d9-445c-b263-8bba19d41d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-462467350-subnet', 'tenant_id': '2c626ae465a64dc8af032f956b3d9d75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:20.376681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:20.380676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Usage tracker for resource:subnet and tenant:2c626ae465a64dc8af032f956b3d9d75 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:20.384787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:20.390634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:20.410100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Made reservation on behalf of 2c626ae465a64dc8af032f956b3d9d75 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:20.412415 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.475111 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.475465 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added segment 8db62c0b-f426-4c41-826a-036765fcd179 of type vlan for network ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 May 24 22:59:20.500462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5436e0ff-96d9-4c0d-8b9b-8cce266b3336 req-b3fd8123-2cac-440b-938c-984e2d7559c1 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Unset dirty status for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:20.501770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5436e0ff-96d9-4c0d-8b9b-8cce266b3336 req-b3fd8123-2cac-440b-938c-984e2d7559c1 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8413172 May 24 22:59:20.503443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5232a6-6efe-4ca7-b3bd-e10f7a784fc7 req-af7b60c7-db90-4945-aeed-756feda38caf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:20.504738 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f5232a6-6efe-4ca7-b3bd-e10f7a784fc7 req-af7b60c7-db90-4945-aeed-756feda38caf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.2829297 May 24 22:59:20.542627 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.585235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.588919 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f5232a6-6efe-4ca7-b3bd-e10f7a784fc7 req-df99a32b-d8eb-4d08-a93c-353d8487e976 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618420 May 24 22:59:20.591354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:20.592030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.681143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:20.696288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-57c91785-c6da-4db4-9bad-b2e52db550df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.698488 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:20.760414 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.845874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e827356-a70f-47ed-a5b3-17be7cecd14f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:20.857715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Checking segment: {'id': 'da39075a-3ba2-4d75-94fe-807e59f2760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4371564b-04d9-445c-b263-8bba19d41d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:20.858052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Network hostable DHCP agents. Network: 4371564b-04d9-445c-b263-8bba19d41d29, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:20.883307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62faf97-fdd5-4c51-a0c7-3308796a5032 req-9023b9d2-e3fc-4b54-bcbd-c40515cf0deb tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:20.884757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d62faf97-fdd5-4c51-a0c7-3308796a5032 req-9023b9d2-e3fc-4b54-bcbd-c40515cf0deb tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.1706870 May 24 22:59:20.907136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Network 4371564b-04d9-445c-b263-8bba19d41d29 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:20.911494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c91785-c6da-4db4-9bad-b2e52db550df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event deleted for resources: {'Port': ['ID=8efb889f-8b96-4b90-bd7d-bc7e4cd681aa,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:20.920137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Network': ['ID=ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:20.936735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:20.938276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 4371564b-04d9-445c-b263-8bba19d41d29) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:20.942631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:20.943204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:20.965278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d62faf97-fdd5-4c51-a0c7-3308796a5032 req-c3be9c1c-b342-4eed-83e4-f655a0ef8cce tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730996 May 24 22:59:20.973247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bfab8a6b-0785-460b-9fe5-0bd6dd1e4773 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5872579 May 24 22:59:20.977235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39026) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:20.997732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'subnet': {'network_id': 'ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:21.003055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928ab939-e42a-48ad-8a5b-72c00ead90b2 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:21.034341 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6fdb529b-1f1a-4909-883e-f2cfa681dfef admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6596744 May 24 22:59:21.053867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6bc2b3-c804-4220-b5c5-669413864852 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:21.067228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.086560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.146322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:21.155393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:subnet and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:21.159027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:21.166283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:21.196649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Transition to ACTIVE for port object 928ab939-e42a-48ad-8a5b-72c00ead90b2 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:21.210227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Transition to ACTIVE for port object 4a6bc2b3-c804-4220-b5c5-669413864852 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:21.218539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.236888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9026a654-e07e-4fc7-8a3d-59aa421b6430 None None] Network 4371564b-04d9-445c-b263-8bba19d41d29 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:21.244648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:21.248296 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.359745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Pushing event updated for resources: {'Port': ['ID=928ab939-e42a-48ad-8a5b-72c00ead90b2,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:21.364006 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.415846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b578b-e4bb-4cc5-862c-dce3d9d0a093 req-25baef94-481c-4170-9db4-e63860c729ce tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:21.422761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b052e4-ebe0-40a8-b5c4-e5f3a28b0b95 req-0350313e-14cc-49fc-9a2b-1c1059e065f0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:21.422973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc0b578b-e4bb-4cc5-862c-dce3d9d0a093 req-25baef94-481c-4170-9db4-e63860c729ce tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 943 time: 0.2259359 May 24 22:59:21.424359 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77b052e4-ebe0-40a8-b5c4-e5f3a28b0b95 req-0350313e-14cc-49fc-9a2b-1c1059e065f0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.7498276 May 24 22:59:21.518174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc0b578b-e4bb-4cc5-862c-dce3d9d0a093 req-4e45e34e-ba66-4213-b63b-5eda5d84a64f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938206 May 24 22:59:21.548495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a1c729-c6d3-4928-a935-b8dedb4a86f7 None None] Network 4371564b-04d9-445c-b263-8bba19d41d29 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:21.602192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.703974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Checking segment: {'id': 'eca6436f-e56f-43ec-9966-07b82972c423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:21.704338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network hostable DHCP agents. Network: ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:21.738164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Subnet': ['ID=6a054237-ace5-483f-9ebc-2bfcf5ff2e19,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:21.795601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:21.821971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:21.828522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:21.829172 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.838865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780c86f-9ddd-4f15-bf47-69ad2aaac50a None None] Network ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:21.840039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58315a47-60ab-44e7-990d-e7f530ee82fe req-4b024de6-a9ab-48eb-ac02-c030425b1a06 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:21.841792 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58315a47-60ab-44e7-990d-e7f530ee82fe req-4b024de6-a9ab-48eb-ac02-c030425b1a06 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 944 time: 0.1070218 May 24 22:59:21.951492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39048) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:21.978334 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-57c91785-c6da-4db4-9bad-b2e52db550df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:21.982886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-57c91785-c6da-4db4-9bad-b2e52db550df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "DELETE /v2.0/ports/8efb889f-8b96-4b90-bd7d-bc7e4cd681aa HTTP/1.1" status: 204 len: 168 time: 3.1215665 May 24 22:59:21.984023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1758861546-network', 'tenant_id': '191dfc77eafa4be4a5c14578dc4ad866'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:22.013933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39052) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:22.018860 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cb79697a-21dd-4806-9b27-a185ea1b0b47 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0403852 May 24 22:59:22.035125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39058) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:22.036024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:22.039782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6bc2b3-c804-4220-b5c5-669413864852,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:22.054603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Attempting to bind port 928ab939-e42a-48ad-8a5b-72c00ead90b2 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:22.054934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Attempting to bind port 928ab939-e42a-48ad-8a5b-72c00ead90b2 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:22.055253 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Attempting to bind port 928ab939-e42a-48ad-8a5b-72c00ead90b2 on network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:22.059067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Usage tracker for resource:network and tenant:191dfc77eafa4be4a5c14578dc4ad866 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:22.070588 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bff0fc5-e5b2-49f6-a4e4-77ba4c5dbf76 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] GET failed (client error): The resource could not be found. May 24 22:59:22.075289 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6bff0fc5-e5b2-49f6-a4e4-77ba4c5dbf76 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "GET /v2.0/ports/8efb889f-8b96-4b90-bd7d-bc7e4cd681aa HTTP/1.1" status: 404 len: 333 time: 0.0570335 May 24 22:59:22.075417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'subnet': {'network_id': 'ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:22.075682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39062) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:22.081081 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58315a47-60ab-44e7-990d-e7f530ee82fe req-8f418ce5-2212-4e01-98f3-84b2dc2a45f5 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313206 May 24 22:59:22.084392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Request body: {'port': {'network_id': '4818737e-d954-4728-9a24-5857b505e75e', 'name': 'tempest-AllowedAddressPairTestJSON-1141935423'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:22.095823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:22.101480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98', 'network_id': 'ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'fixed_ips': [{'subnet_id': '6a054237-ace5-483f-9ebc-2bfcf5ff2e19'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:22.103129 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.115941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77b052e4-ebe0-40a8-b5c4-e5f3a28b0b95 req-a2339e83-af9f-41a4-9afc-8d9f572c21e2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783011 May 24 22:59:22.116582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Port 928ab939-e42a-48ad-8a5b-72c00ead90b2 on network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:59:22.116907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Attempting to bind port 928ab939-e42a-48ad-8a5b-72c00ead90b2 on network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:22.231297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:22.247438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:22.260904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Made reservation on behalf of 191dfc77eafa4be4a5c14578dc4ad866 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:22.261523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:22.263475 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.278579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:22.279114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Checking segment: {'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:22.279770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Bound using segment: {'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:22.280296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Bound port: 928ab939-e42a-48ad-8a5b-72c00ead90b2, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:22.280749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.305336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.307035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Made reservation on behalf of 9b13896ff8cf4c52be04711f1cf82195 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:22.309547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Allocated IP 2001:db8::2 (ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98/6a054237-ace5-483f-9ebc-2bfcf5ff2e19/5a98c150-b2a0-4aec-9995-6e1f2621d260) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:22.310471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.349510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] device_id is not set on port 5f8aee14-8926-460d-aed5-4f9168197c7a yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:22.363590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Attempting to bind port 4a6bc2b3-c804-4220-b5c5-669413864852 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:22.363979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Attempting to bind port 4a6bc2b3-c804-4220-b5c5-669413864852 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:22.364396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Attempting to bind port 4a6bc2b3-c804-4220-b5c5-669413864852 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:22.424787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:22.427043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Port 4a6bc2b3-c804-4220-b5c5-669413864852 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:59:22.427439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Attempting to bind port 4a6bc2b3-c804-4220-b5c5-669413864852 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:22.440683 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273587d-ae59-44af-b972-dc363bb5af1c req-d980befc-bdb6-4edd-b827-953fb2cf00e6 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:22.445967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9273587d-ae59-44af-b972-dc363bb5af1c req-d980befc-bdb6-4edd-b827-953fb2cf00e6 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.1750305 May 24 22:59:22.458396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Usage tracker for resource:security_group_rule and tenant:191dfc77eafa4be4a5c14578dc4ad866 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:22.466056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:22.466475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Checking segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:22.466930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Bound using segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:22.467445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Bound port: 4a6bc2b3-c804-4220-b5c5-669413864852, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:22.467857 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.479698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:22.497453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:22.505249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:22.529729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:subnet and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:22.551635 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.551809 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9273587d-ae59-44af-b972-dc363bb5af1c req-c4dddbf7-90d1-4be3-a22c-d2c1b6fc8efc tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734963 May 24 22:59:22.562691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Transition to ACTIVE for port object 5a98c150-b2a0-4aec-9995-6e1f2621d260 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:22.575962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:22.576111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Allocated IP 172.20.0.14 (4818737e-d954-4728-9a24-5857b505e75e/91c58809-1af0-4d6d-8fb4-74b287726153/5f8aee14-8926-460d-aed5-4f9168197c7a) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:22.595421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Transition to ACTIVE for port object 5a98c150-b2a0-4aec-9995-6e1f2621d260 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:22.605810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:22.607317 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.632824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] For port 928ab939-e42a-48ad-8a5b-72c00ead90b2, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:22.659643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] For port 928ab939-e42a-48ad-8a5b-72c00ead90b2, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=928ab939-e42a-48ad-8a5b-72c00ead90b2,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:22.672810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:22.677374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.703936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Network ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:22.707310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:22.711064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:22.714319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.716823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Pushing event updated for resources: {'Port': ['ID=5a98c150-b2a0-4aec-9995-6e1f2621d260,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:22.806803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Attempting to bind port 5a98c150-b2a0-4aec-9995-6e1f2621d260 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:22.807287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Attempting to bind port 5a98c150-b2a0-4aec-9995-6e1f2621d260 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'eca6436f-e56f-43ec-9966-07b82972c423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:22.807433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0260c-8c39-438f-a6ad-953d9be2c766 req-e98a318e-d7dc-4747-b3bd-9d7545e544bf tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:22.807543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Attempting to bind port 5a98c150-b2a0-4aec-9995-6e1f2621d260 on network ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:22.809187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7e0260c-8c39-438f-a6ad-953d9be2c766 req-e98a318e-d7dc-4747-b3bd-9d7545e544bf tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.5167208 May 24 22:59:22.813196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:22.813593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Checking segment: {'id': 'eca6436f-e56f-43ec-9966-07b82972c423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:22.814763 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.814763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Bound using segment: {'id': 'eca6436f-e56f-43ec-9966-07b82972c423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:22.815186 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Bound port: 5a98c150-b2a0-4aec-9995-6e1f2621d260, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca6436f-e56f-43ec-9966-07b82972c423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:22.815576 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.873213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] For port 4a6bc2b3-c804-4220-b5c5-669413864852, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:22.896555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf2432-5ede-4b38-a5f4-ecdfe388bdba req-0fdfbf8d-f9f3-473c-8fa4-3d3ebcc6760a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:22.898084 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbdf2432-5ede-4b38-a5f4-ecdfe388bdba req-0fdfbf8d-f9f3-473c-8fa4-3d3ebcc6760a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.1969457 May 24 22:59:22.903919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:22.904443 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.906114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] 10.222.0.50 "PUT /v2.0/ports/928ab939-e42a-48ad-8a5b-72c00ead90b2 HTTP/1.1" status: 200 len: 1092 time: 4.3224173 May 24 22:59:22.913807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e362d0-c486-4be1-b98d-1db99da01c04', 'tag': '928ab939-e42a-48ad-8a5b-72c00ead90b2'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:22.919575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] For port 5a98c150-b2a0-4aec-9995-6e1f2621d260, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:22.923547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] For port 5a98c150-b2a0-4aec-9995-6e1f2621d260, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5a98c150-b2a0-4aec-9995-6e1f2621d260,segment=NetworkSegment(eca6436f-e56f-43ec-9966-07b82972c423),segment_id=eca6436f-e56f-43ec-9966-07b82972c423)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:22.928688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] For port 4a6bc2b3-c804-4220-b5c5-669413864852, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4a6bc2b3-c804-4220-b5c5-669413864852,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:22.930404 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.941801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.973216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:22.976025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Transition to ACTIVE for port object 5f8aee14-8926-460d-aed5-4f9168197c7a will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:22.984824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbdf2432-5ede-4b38-a5f4-ecdfe388bdba req-0a610638-f7ea-4d3d-89d5-cea320705ed7 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740993 May 24 22:59:23.022338 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.061622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e55ef-0492-41d7-a7fe-98c52e498a8e None None] Pushing event updated for resources: {'Port': ['ID=5a98c150-b2a0-4aec-9995-6e1f2621d260,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:23.062264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f0bbd-c1da-40f8-98a8-db743462829f service neutron] Pushing event updated for resources: {'Port': ['ID=928ab939-e42a-48ad-8a5b-72c00ead90b2,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:23.078589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7e0260c-8c39-438f-a6ad-953d9be2c766 req-19d099ff-633a-416d-ac1a-c5d243dbfb00 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464280 May 24 22:59:23.134741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'Port': ['ID=5f8aee14-8926-460d-aed5-4f9168197c7a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:23.147050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:23.147050 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.148688 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] 10.222.0.50 "PUT /v2.0/ports/4a6bc2b3-c804-4220-b5c5-669413864852 HTTP/1.1" status: 200 len: 1091 time: 4.6110084 May 24 22:59:23.161989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Network 4818737e-d954-4728-9a24-5857b505e75e is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:23.163457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:23.176873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:23.286913 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.289835 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a52bbe6-b4f8-4664-be5b-92f37c7190f1'] response: {'name': 'network-changed', 'server_uuid': '95e362d0-c486-4be1-b98d-1db99da01c04', 'tag': '928ab939-e42a-48ad-8a5b-72c00ead90b2', 'status': 'completed', 'code': 200} May 24 22:59:23.337340 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.418474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:23.418474 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.460019 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-65dd1c51-56d9-4746-b0b5-df75fab3a270 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3816454 May 24 22:59:23.462904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39078) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:23.470150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a70f5-e309-4f30-99e9-fb6fd1e41881 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6bc2b3-c804-4220-b5c5-669413864852,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:23.470348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a1f194b0-3845-4828-b103-afd1e74c8e07 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:af:49:9b'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:23.475471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:23.544417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496f1ae-0543-4e08-a98e-40b336f484b7 req-f0ebb032-c7d0-4186-ab80-5a5e5888a63b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:23.552453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8496f1ae-0543-4e08-a98e-40b336f484b7 req-f0ebb032-c7d0-4186-ab80-5a5e5888a63b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 943 time: 0.2797775 May 24 22:59:23.568914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcb8248-ec52-4b3b-a00d-14997d998d99,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:23.599654 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.605389 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Added segment a290c8c9-626c-4d03-8360-35a99950e744 of type vlan for network 35f62b99-767d-47bc-be6d-4114ee45d5b9 May 24 22:59:23.660232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d295567-c988-4874-b82a-7aeaa23feccf None None] Provisioning for port 5f8aee14-8926-460d-aed5-4f9168197c7a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:23.668281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d295567-c988-4874-b82a-7aeaa23feccf None None] Provisioning complete for port 5f8aee14-8926-460d-aed5-4f9168197c7a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:23.668836 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d295567-c988-4874-b82a-7aeaa23feccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.671210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-d53162af-9d01-4b26-8465-125d10bf811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:23.673905 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-d53162af-9d01-4b26-8465-125d10bf811e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e8c4503de714ac88eac3c2e75d50346&device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 1095 time: 0.7066469 May 24 22:59:23.697765 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8496f1ae-0543-4e08-a98e-40b336f484b7 req-5ace335e-9f92-4bd6-85c2-307d571d8256 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441555 May 24 22:59:23.740488 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d295567-c988-4874-b82a-7aeaa23feccf None None] Port 5f8aee14-8926-460d-aed5-4f9168197c7a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:23.768049 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.790926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-265e8fa4-0c69-4d1f-bed3-1af8b1ae8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:23.792436 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-265e8fa4-0c69-4d1f-bed3-1af8b1ae8c4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 1094 time: 0.5509083 May 24 22:59:23.793707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-9d2357fa-0d86-4957-80fe-c37124aa4112 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=928ab939-e42a-48ad-8a5b-72c00ead90b2 HTTP/1.1" status: 200 len: 217 time: 0.0976112 May 24 22:59:23.797624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.885326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a1f194b0-3845-4828-b103-afd1e74c8e07 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.891986 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:23.927345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5a98c150-b2a0-4aec-9995-6e1f2621d260 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:23.959697 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:24.002905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5a98c150-b2a0-4aec-9995-6e1f2621d260 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:24.136293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-941881e4-3dfa-40d3-84a2-4cbaaf366439 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a6bc2b3-c804-4220-b5c5-669413864852 HTTP/1.1" status: 200 len: 217 time: 0.2986605 May 24 22:59:24.143174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a67918-ab49-48a7-ad6f-079a2068ace0 req-272fa593-bf09-4fba-bf47-0bfa1ada764b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:24.144943 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0a67918-ab49-48a7-ad6f-079a2068ace0 req-272fa593-bf09-4fba-bf47-0bfa1ada764b tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.2408202 May 24 22:59:24.160654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f3383-ae72-4e8b-bd41-3f163dcc6839 req-386f1361-035b-40b4-9a91-23ce4ef03aae tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:24.167852 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-531f3383-ae72-4e8b-bd41-3f163dcc6839 req-386f1361-035b-40b4-9a91-23ce4ef03aae tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 944 time: 0.7146533 May 24 22:59:24.231839 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0a67918-ab49-48a7-ad6f-079a2068ace0 req-d396f07b-0ecb-46fc-b858-91e26d6ff4d1 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751772 May 24 22:59:24.252284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Subnet': ['ID=fac53cac-7008-40e9-af18-d6e14b531fcc,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:24.266867 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.269073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:24.269829 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.283038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a1f194b0-3845-4828-b103-afd1e74c8e07 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.289132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a1f194b0-3845-4828-b103-afd1e74c8e07 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.294758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-640664f3-cc55-4799-9078-a6c6dcdc3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:24.296369 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-640664f3-cc55-4799-9078-a6c6dcdc3ef9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a93872d-9b6c-42bf-9e43-eda0b0bb5f74 HTTP/1.1" status: 200 len: 862 time: 0.4601283 May 24 22:59:24.441702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Checking segment: {'id': '8db62c0b-f426-4c41-826a-036765fcd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:24.442078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network hostable DHCP agents. Network: ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:24.473707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-94b5dee6-b37f-481f-abe2-ef50c343db70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523285 May 24 22:59:24.476502 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-531f3383-ae72-4e8b-bd41-3f163dcc6839 req-e0708c36-eddc-4470-8cd1-bd4da7268a67 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078759 May 24 22:59:24.476771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d83e9-4ecc-498b-80e3-96f0302db5a6 None None] Network ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:24.481531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-d641e816-72a1-464a-bbd1-7209d5115c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:24.483602 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-d641e816-72a1-464a-bbd1-7209d5115c64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.3366086 May 24 22:59:24.518439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] Pushing event updated for resources: {'Network': ['ID=35f62b99-767d-47bc-be6d-4114ee45d5b9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:24.536215 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 22:59:24.556343 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-74bcfa9a-f7a6-469f-a356-2789b00d57e2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5903382 May 24 22:59:24.565261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39088) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:24.634350 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 35f62b99-767d-47bc-be6d-4114ee45d5b9 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:24.694774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f194b0-3845-4828-b103-afd1e74c8e07 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'Port': ['ID=5f8aee14-8926-460d-aed5-4f9168197c7a,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:24.714036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a1f194b0-3845-4828-b103-afd1e74c8e07 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] In _notify_port_updated(), no bound segment for port 5f8aee14-8926-460d-aed5-4f9168197c7a on network 4818737e-d954-4728-9a24-5857b505e75e {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:59:24.719972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f194b0-3845-4828-b103-afd1e74c8e07 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:24.720584 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a1f194b0-3845-4828-b103-afd1e74c8e07 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.724420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a1f194b0-3845-4828-b103-afd1e74c8e07 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "PUT /v2.0/ports/5f8aee14-8926-460d-aed5-4f9168197c7a HTTP/1.1" status: 200 len: 994 time: 1.2585480 May 24 22:59:24.724678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39094) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:24.737612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Request body: {'subnet': {'network_id': '35f62b99-767d-47bc-be6d-4114ee45d5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1758861546-subnet', 'tenant_id': '191dfc77eafa4be4a5c14578dc4ad866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:24.743700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-5e37ced7-d185-4e28-80b6-060a362812ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2207925 May 24 22:59:24.745676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-c477fdbb-91a3-4ead-b060-e386173a038e service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591600 May 24 22:59:24.803709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Provisioning for port 5a98c150-b2a0-4aec-9995-6e1f2621d260 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:24.810165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98622bf4-c0f6-4712-9ad2-0b65699a9c22 req-5028ac2c-2f50-4a6c-b7a9-8ae6f1f95c38 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:24.811358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98622bf4-c0f6-4712-9ad2-0b65699a9c22 req-5028ac2c-2f50-4a6c-b7a9-8ae6f1f95c38 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.3392637 May 24 22:59:24.814879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ce734bc7-71f7-4e1a-81e7-5058fd1276b7 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Deleting port 5f8aee14-8926-460d-aed5-4f9168197c7a {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:24.815219 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce734bc7-71f7-4e1a-81e7-5058fd1276b7 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.829291 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Provisioning complete for port 5a98c150-b2a0-4aec-9995-6e1f2621d260 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:24.829965 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:24.849402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:24.871729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:24.946268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98622bf4-c0f6-4712-9ad2-0b65699a9c22 req-ee750637-e796-4ccc-8718-3793d143da82 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058373 May 24 22:59:25.039163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Usage tracker for resource:subnet and tenant:191dfc77eafa4be4a5c14578dc4ad866 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:25.042138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:25.043868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Current status of the port 5a98c150-b2a0-4aec-9995-6e1f2621d260 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:25.044246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.048641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:25.059368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-cac2e1b9-93ca-4c8e-bf2f-cfe9d8c18881 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389891 May 24 22:59:25.081832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] For port 5a98c150-b2a0-4aec-9995-6e1f2621d260, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5a98c150-b2a0-4aec-9995-6e1f2621d260,segment=NetworkSegment(eca6436f-e56f-43ec-9966-07b82972c423),segment_id=eca6436f-e56f-43ec-9966-07b82972c423)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:25.086793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Made reservation on behalf of 191dfc77eafa4be4a5c14578dc4ad866 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:25.089517 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.090077 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.131571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:25.151847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b4968-0988-4b43-9ce5-25b4039c3ef8 None None] Network ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:25.153539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:25.154641 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.164260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce734bc7-71f7-4e1a-81e7-5058fd1276b7 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.282196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Pushing event updated for resources: {'Port': ['ID=5a98c150-b2a0-4aec-9995-6e1f2621d260,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:25.293769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.294067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.294415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.294754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.295086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.295416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.295783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.296112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.296441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.296765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.297153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.298484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a7467-6d3b-4f7f-8a0c-947e0c43506d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:25.299028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ce734bc7-71f7-4e1a-81e7-5058fd1276b7 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Calling delete_port for 5f8aee14-8926-460d-aed5-4f9168197c7a owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:25.307147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f70d68-df5d-4abe-ba72-8e850b321831', 'tag': '4a6bc2b3-c804-4220-b5c5-669413864852'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:25.312925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b13ff6d9-210a-4911-a5c2-660af16bb06d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2704656 May 24 22:59:25.325213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39104) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:25.331252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-be82bbcc-de28-4192-9179-cbc86c4424bd None None] Provisioning complete for port 5f8aee14-8926-460d-aed5-4f9168197c7a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:25.331680 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-be82bbcc-de28-4192-9179-cbc86c4424bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.353309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2b1b14f6-7266-469a-be1f-7ba021e232d2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-559230641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:25.374537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2b1b14f6-7266-469a-be1f-7ba021e232d2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:25.375897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a18db-9f0d-4876-bd15-a458e0149847 req-7dc38cae-17bc-4da2-a365-a8a2222dc68b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:25.377435 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df7a18db-9f0d-4876-bd15-a458e0149847 req-7dc38cae-17bc-4da2-a365-a8a2222dc68b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 943 time: 0.2907782 May 24 22:59:25.399605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2b1b14f6-7266-469a-be1f-7ba021e232d2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:router and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:25.402979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2b1b14f6-7266-469a-be1f-7ba021e232d2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:25.437788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cb437-9ab8-4329-acc3-55d4308e9827 req-fd10bd73-cedc-4b81-9ba9-f9c3737faadc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:25.445093 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c03cb437-9ab8-4329-acc3-55d4308e9827 req-fd10bd73-cedc-4b81-9ba9-f9c3737faadc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.7119670 May 24 22:59:25.451354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2b1b14f6-7266-469a-be1f-7ba021e232d2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:25.461817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-be82bbcc-de28-4192-9179-cbc86c4424bd None None] Port 5f8aee14-8926-460d-aed5-4f9168197c7a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:25.471088 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df7a18db-9f0d-4876-bd15-a458e0149847 req-aa29d498-ce5b-4baf-8b41-45e16928ce6c tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752506 May 24 22:59:25.472386 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6aced1e8-34e3-4e03-9610-a10503b2c993 req-08089204-9844-43d3-85c7-254ae8ea15d9 service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718616 May 24 22:59:25.512336 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce734bc7-71f7-4e1a-81e7-5058fd1276b7 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.521817 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28b1385a-1ec6-4e18-b46d-ce27dd680af6 req-635d7f5f-f6a4-47d1-8806-cc452687ba3b service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361188 May 24 22:59:25.525841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b1b14f6-7266-469a-be1f-7ba021e232d2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.527014 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b1b14f6-7266-469a-be1f-7ba021e232d2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.552940 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c03cb437-9ab8-4329-acc3-55d4308e9827 req-8f13b408-223b-4558-816b-d63272f155dd tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067417 May 24 22:59:25.579129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce734bc7-71f7-4e1a-81e7-5058fd1276b7 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event deleted for resources: {'Port': ['ID=5f8aee14-8926-460d-aed5-4f9168197c7a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:25.640120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07', 'network_id': 'ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'fixed_ips': [{'subnet_id': 'fac53cac-7008-40e9-af18-d6e14b531fcc'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:25.644633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.677083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-658a0d46-46ef-4cea-8a41-b715e15ff1fc None None] Provisioning complete for port 5a98c150-b2a0-4aec-9995-6e1f2621d260 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:25.677458 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-658a0d46-46ef-4cea-8a41-b715e15ff1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.744866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b1b14f6-7266-469a-be1f-7ba021e232d2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.803157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d45afbff-354c-4d0a-8468-245e307a0a7f details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:59:25.901087 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b1b14f6-7266-469a-be1f-7ba021e232d2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.918018 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce734bc7-71f7-4e1a-81e7-5058fd1276b7 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.933132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ce734bc7-71f7-4e1a-81e7-5058fd1276b7 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "DELETE /v2.0/ports/5f8aee14-8926-460d-aed5-4f9168197c7a HTTP/1.1" status: 204 len: 168 time: 1.2074533 May 24 22:59:25.943581 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b1b14f6-7266-469a-be1f-7ba021e232d2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:25.943790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c292-8f87-4f31-867d-2b25783a7b87 req-1743286e-d26f-4dd8-8f73-e1ddf0420955 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:25.944271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5a98c150-b2a0-4aec-9995-6e1f2621d260 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:25.948184 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2b1b14f6-7266-469a-be1f-7ba021e232d2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6067359 May 24 22:59:25.948300 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fbc5c292-8f87-4f31-867d-2b25783a7b87 req-1743286e-d26f-4dd8-8f73-e1ddf0420955 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2199447 May 24 22:59:25.948300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39110) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:25.952186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39112) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:26.006929 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d8703a-db32-4df9-a4cf-dd14136b75df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] GET failed (client error): The resource could not be found. May 24 22:59:26.007451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-47d8703a-db32-4df9-a4cf-dd14136b75df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Synchronizing usage tracker for tenant:9b13896ff8cf4c52be04711f1cf82195 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:26.013939 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.046537 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fbc5c292-8f87-4f31-867d-2b25783a7b87 req-616d2c0f-616e-4f91-90b0-833576ba89ea tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607374 May 24 22:59:26.049186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-47d8703a-db32-4df9-a4cf-dd14136b75df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Unset dirty status for tenant:9b13896ff8cf4c52be04711f1cf82195 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:26.056451 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-47d8703a-db32-4df9-a4cf-dd14136b75df tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "GET /v2.0/ports/5f8aee14-8926-460d-aed5-4f9168197c7a HTTP/1.1" status: 404 len: 333 time: 0.1033158 May 24 22:59:26.057152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc5919-47ce-435e-ae2f-02a2a456481d req-699efed0-1700-4c30-a6e2-26070953aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:26.057256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39118) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:26.062156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6dc5919-47ce-435e-ae2f-02a2a456481d req-699efed0-1700-4c30-a6e2-26070953aef9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e8c4503de714ac88eac3c2e75d50346&device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 1095 time: 0.5009522 May 24 22:59:26.062703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Request body: {'port': {'network_id': '4818737e-d954-4728-9a24-5857b505e75e', 'name': 'tempest-AllowedAddressPairTestJSON-674312978'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:26.083335 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.165323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Allocated IP 2001:db8:1::2 (ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07/fac53cac-7008-40e9-af18-d6e14b531fcc/b90aa8df-f0d4-4d31-836c-152585f9a741) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:26.280919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:26.293304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:26.309562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Made reservation on behalf of 9b13896ff8cf4c52be04711f1cf82195 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:26.315503 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.346731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] device_id is not set on port ccb4f24c-6f46-492e-a2c2-0361d3ef784e yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:26.433238 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.515235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Transition to ACTIVE for port object b90aa8df-f0d4-4d31-836c-152585f9a741 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:26.545262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:26.555063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc5919-47ce-435e-ae2f-02a2a456481d req-f9ee77d2-ca77-4489-9673-8db16ce508ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:26.556551 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6dc5919-47ce-435e-ae2f-02a2a456481d req-f9ee77d2-ca77-4489-9673-8db16ce508ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15 HTTP/1.1" status: 200 len: 923 time: 0.4772158 May 24 22:59:26.570470 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c4f813-e82d-49ad-9887-ba96f4453d8b'] response: {'name': 'network-changed', 'server_uuid': '62f70d68-df5d-4abe-ba72-8e850b321831', 'tag': '4a6bc2b3-c804-4220-b5c5-669413864852', 'status': 'completed', 'code': 200} May 24 22:59:26.592582 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5a98c150-b2a0-4aec-9995-6e1f2621d260 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:26.593156 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.717543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'port_id': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'mac_address': 'fa:16:3e:07:73:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:59:26.720781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-658a0d46-46ef-4cea-8a41-b715e15ff1fc None None] Current status of the port 5a98c150-b2a0-4aec-9995-6e1f2621d260 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:26.771465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Allocated IP 172.20.0.5 (4818737e-d954-4728-9a24-5857b505e75e/91c58809-1af0-4d6d-8fb4-74b287726153/ccb4f24c-6f46-492e-a2c2-0361d3ef784e) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:26.805409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Transition to ACTIVE for port object b90aa8df-f0d4-4d31-836c-152585f9a741 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:26.813296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d45afbff-354c-4d0a-8468-245e307a0a7f is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:26.813809 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.836414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efb631-a63f-4e0b-b4ce-4c1bcb82e1ee req-27870fae-7a09-4164-805b-90c8e8ab67ee tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:26.839977 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:26.843323 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-25efb631-a63f-4e0b-b4ce-4c1bcb82e1ee req-27870fae-7a09-4164-805b-90c8e8ab67ee tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 944 time: 0.1674454 May 24 22:59:26.891822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3e4ad-f3bf-4994-8585-352f0865e248 req-b76fb4c4-02cd-48f1-a915-18dec28624e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:26.891822 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f3e4ad-f3bf-4994-8585-352f0865e248 req-b76fb4c4-02cd-48f1-a915-18dec28624e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 1.1436553 May 24 22:59:26.912624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d45afbff-354c-4d0a-8468-245e307a0a7f {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:26.942725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Network ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:26.950721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:26.954843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Pushing event updated for resources: {'Port': ['ID=b90aa8df-f0d4-4d31-836c-152585f9a741,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:26.958278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:26.959464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:26.989764 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-25efb631-a63f-4e0b-b4ce-4c1bcb82e1ee req-e05aa3de-5f99-4610-8001-4a239826a1eb tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454425 May 24 22:59:27.034581 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.098861 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6dc5919-47ce-435e-ae2f-02a2a456481d req-9751393b-2357-4d26-9468-dcdb43434eeb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=928ab939-e42a-48ad-8a5b-72c00ead90b2 HTTP/1.1" status: 200 len: 217 time: 0.3011260 May 24 22:59:27.155577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.158289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5a98c150-b2a0-4aec-9995-6e1f2621d260 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:27.181786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Transition to ACTIVE for port object ccb4f24c-6f46-492e-a2c2-0361d3ef784e will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:27.231968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb66896b-8188-4bef-b9eb-f39135913273,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:27.241407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d45afbff-354c-4d0a-8468-245e307a0a7f'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:27.251334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Checking segment: {'id': 'a290c8c9-626c-4d03-8360-35a99950e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '35f62b99-767d-47bc-be6d-4114ee45d5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:27.251700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Network hostable DHCP agents. Network: 35f62b99-767d-47bc-be6d-4114ee45d5b9, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:27.284273 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.301511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Attempting to bind port b90aa8df-f0d4-4d31-836c-152585f9a741 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:27.301892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Attempting to bind port b90aa8df-f0d4-4d31-836c-152585f9a741 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '8db62c0b-f426-4c41-826a-036765fcd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:27.302281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Attempting to bind port b90aa8df-f0d4-4d31-836c-152585f9a741 on network ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:27.322197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:27.322470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Checking segment: {'id': '8db62c0b-f426-4c41-826a-036765fcd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:27.323084 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.323229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Bound using segment: {'id': '8db62c0b-f426-4c41-826a-036765fcd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:27.323686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Bound port: b90aa8df-f0d4-4d31-836c-152585f9a741, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db62c0b-f426-4c41-826a-036765fcd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:27.324053 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.359223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Network 4818737e-d954-4728-9a24-5857b505e75e is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:27.363462 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f3e4ad-f3bf-4994-8585-352f0865e248 req-294a00d9-3164-43de-b46c-e7f45b454635 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4538753 May 24 22:59:27.366917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:27.396740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:27.401267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:27.438815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc5919-47ce-435e-ae2f-02a2a456481d req-6aa38ace-3997-4509-96cc-116b8cad3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:27.440865 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6dc5919-47ce-435e-ae2f-02a2a456481d req-6aa38ace-3997-4509-96cc-116b8cad3bcb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a93872d-9b6c-42bf-9e43-eda0b0bb5f74 HTTP/1.1" status: 200 len: 862 time: 0.2574210 May 24 22:59:27.452330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd8539-f3d4-4850-87d5-d2ffd3e94453 req-a471a151-5a8a-40ba-aead-55b8c5b977f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:27.454341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7cdd8539-f3d4-4850-87d5-d2ffd3e94453 req-a471a151-5a8a-40ba-aead-55b8c5b977f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 1094 time: 0.8485742 May 24 22:59:27.461648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Network 35f62b99-767d-47bc-be6d-4114ee45d5b9 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:27.535650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'Port': ['ID=ccb4f24c-6f46-492e-a2c2-0361d3ef784e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:27.599256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:27.599934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.640838 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6dc5919-47ce-435e-ae2f-02a2a456481d req-04c52295-ee25-41e7-9ea6-7aede3ed7b95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822784 May 24 22:59:27.658458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558ee38-5c1b-46b4-ac88-9c0fc4eeb37e req-e437b3bd-d566-4512-8cdf-10c4fa1aadd1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:27.663599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] For port b90aa8df-f0d4-4d31-836c-152585f9a741, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:27.669440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] For port b90aa8df-f0d4-4d31-836c-152585f9a741, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b90aa8df-f0d4-4d31-836c-152585f9a741,segment=NetworkSegment(8db62c0b-f426-4c41-826a-036765fcd179),segment_id=8db62c0b-f426-4c41-826a-036765fcd179)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:27.672285 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1558ee38-5c1b-46b4-ac88-9c0fc4eeb37e req-e437b3bd-d566-4512-8cdf-10c4fa1aadd1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 943 time: 0.4648757 May 24 22:59:27.690461 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.735857 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1558ee38-5c1b-46b4-ac88-9c0fc4eeb37e req-0b85bf1e-cfac-42cd-b19b-6fbfb779d7af tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625770 May 24 22:59:27.737826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a786d28d-785e-4b47-af37-302f0beae6ed tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6796930 May 24 22:59:27.740867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39162) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:27.748012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c49824e7-a841-42a7-99df-4fa2f314f53f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:af:49:9b'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:27.763228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.893188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-68ec9c91-c926-452d-9e97-30606f7e3d99 None None] Provisioning for port ccb4f24c-6f46-492e-a2c2-0361d3ef784e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:27.910959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-68ec9c91-c926-452d-9e97-30606f7e3d99 None None] Provisioning complete for port ccb4f24c-6f46-492e-a2c2-0361d3ef784e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:27.911333 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-68ec9c91-c926-452d-9e97-30606f7e3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:27.936956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 35f62b99-767d-47bc-be6d-4114ee45d5b9) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:27.946412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c49824e7-a841-42a7-99df-4fa2f314f53f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:28.026742 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa785e70-0d66-4bae-a500-71f5ed14cb1d None None] Network 35f62b99-767d-47bc-be6d-4114ee45d5b9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:28.050009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd8539-f3d4-4850-87d5-d2ffd3e94453 req-49798288-2b78-4c90-8af1-f02f18f2d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:28.051905 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7cdd8539-f3d4-4850-87d5-d2ffd3e94453 req-49798288-2b78-4c90-8af1-f02f18f2d8f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 906 time: 0.5874114 May 24 22:59:28.127607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:28.128677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:28.179373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cc01c-0bf6-4b41-bcf8-951d87cb9777 None None] Pushing event updated for resources: {'Port': ['ID=b90aa8df-f0d4-4d31-836c-152585f9a741,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:28.273387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-68ec9c91-c926-452d-9e97-30606f7e3d99 None None] Port ccb4f24c-6f46-492e-a2c2-0361d3ef784e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:28.367723 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7cdd8539-f3d4-4850-87d5-d2ffd3e94453 req-54faaf87-0d9d-4811-a250-4f86c26bed7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a6bc2b3-c804-4220-b5c5-669413864852 HTTP/1.1" status: 200 len: 217 time: 0.2248788 May 24 22:59:28.493710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3c7a3-7d99-42f6-b211-d9adf7f51fc1 req-c5fdc925-07e1-4476-9441-b23863262486 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:28.505790 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ef3c7a3-7d99-42f6-b211-d9adf7f51fc1 req-c5fdc925-07e1-4476-9441-b23863262486 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4010093 May 24 22:59:28.574798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d6a1e-595c-4c20-8d45-1c297f808600 None None] Network 35f62b99-767d-47bc-be6d-4114ee45d5b9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:28.614653 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ef3c7a3-7d99-42f6-b211-d9adf7f51fc1 req-bf72a22b-3019-41d9-a9fb-e690f6bb4dd9 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980275 May 24 22:59:28.668461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c49824e7-a841-42a7-99df-4fa2f314f53f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:28.682707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c49824e7-a841-42a7-99df-4fa2f314f53f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:28.746358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4a6bc2b3-c804-4220-b5c5-669413864852 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:59:28.948073 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:29.007839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd8539-f3d4-4850-87d5-d2ffd3e94453 req-cee08a1c-38f2-4db8-bf5d-9bb08593250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:29.020963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7cdd8539-f3d4-4850-87d5-d2ffd3e94453 req-cee08a1c-38f2-4db8-bf5d-9bb08593250c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.2712004 May 24 22:59:29.045382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1c5a2ef9-119f-4d0d-972d-ee8a5ca12aa2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.4685967 May 24 22:59:29.085856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49824e7-a841-42a7-99df-4fa2f314f53f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'Port': ['ID=ccb4f24c-6f46-492e-a2c2-0361d3ef784e,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:29.103945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c49824e7-a841-42a7-99df-4fa2f314f53f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] In _notify_port_updated(), no bound segment for port ccb4f24c-6f46-492e-a2c2-0361d3ef784e on network 4818737e-d954-4728-9a24-5857b505e75e {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:59:29.117962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49824e7-a841-42a7-99df-4fa2f314f53f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:29.118896 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c49824e7-a841-42a7-99df-4fa2f314f53f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.120408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c49824e7-a841-42a7-99df-4fa2f314f53f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "PUT /v2.0/ports/ccb4f24c-6f46-492e-a2c2-0361d3ef784e HTTP/1.1" status: 200 len: 995 time: 1.3774979 May 24 22:59:29.125342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39176) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:29.199177 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7cdd8539-f3d4-4850-87d5-d2ffd3e94453 req-c3b20bd9-2e94-4654-a2fc-5addfb770b05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568353 May 24 22:59:29.272203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39180) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:29.333012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4a6bc2b3-c804-4220-b5c5-669413864852, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4a6bc2b3-c804-4220-b5c5-669413864852,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:29.343044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f5ebe08e-904c-493d-9af1-72b3c7965b3c None None] Provisioning complete for port ccb4f24c-6f46-492e-a2c2-0361d3ef784e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:29.343566 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe08e-904c-493d-9af1-72b3c7965b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.382039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-45313560-cb27-46fc-a308-71d2cf9dcc37 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Deleting port ccb4f24c-6f46-492e-a2c2-0361d3ef784e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:29.383202 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45313560-cb27-46fc-a308-71d2cf9dcc37 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.434720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '4a6bc2b3-c804-4220-b5c5-669413864852', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'port_id': '4a6bc2b3-c804-4220-b5c5-669413864852', 'mac_address': 'fa:16:3e:8a:fa:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:59:29.469893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7cdd8539-f3d4-4850-87d5-d2ffd3e94453 req-06d7df05-583a-4562-8d13-93f80dc1f2ef service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570660 May 24 22:59:29.494094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f696d9-690d-4ced-8803-b67dd8b3aac0 req-ee9c5b92-d132-41f8-a129-df6d3a38c63e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:29.504107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58f696d9-690d-4ced-8803-b67dd8b3aac0 req-ee9c5b92-d132-41f8-a129-df6d3a38c63e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 944 time: 0.6728082 May 24 22:59:29.534294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebe08e-904c-493d-9af1-72b3c7965b3c None None] Port ccb4f24c-6f46-492e-a2c2-0361d3ef784e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:29.556090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4a6bc2b3-c804-4220-b5c5-669413864852 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:29.556472 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.596714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6bc2b3-c804-4220-b5c5-669413864852 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:29.629071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5054a814-fd3c-4340-aaf8-7f80d935386f None None] Network ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:29.677793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d05a16f-e581-49b3-9bee-31b8e38423cd admin admin] Deleting subnet 8e827356-a70f-47ed-a5b3-17be7cecd14f {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:59:29.682276 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d05a16f-e581-49b3-9bee-31b8e38423cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.746341 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d05a16f-e581-49b3-9bee-31b8e38423cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.759769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4a6bc2b3-c804-4220-b5c5-669413864852, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4a6bc2b3-c804-4220-b5c5-669413864852,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:29.779484 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:29.779801 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7cdd8539-f3d4-4850-87d5-d2ffd3e94453 req-d3228382-8fe8-41be-a532-c8dae0ffc677 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872036 May 24 22:59:29.780135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 928ab939-e42a-48ad-8a5b-72c00ead90b2 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:59:29.849447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6dc5919-47ce-435e-ae2f-02a2a456481d req-f1130ca0-626b-4f72-b9cc-b6ca8416bf06 service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1912143 May 24 22:59:29.855567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4fae643e-3084-48ba-89bb-0fb39b858d92 None None] Provisioning for port b90aa8df-f0d4-4d31-836c-152585f9a741 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:29.859170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d45afbff-354c-4d0a-8468-245e307a0a7f up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:29.888330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda992-d0ef-490c-a6bd-fcc1793d4909 req-e7413fd3-4589-46a8-851c-599a0bb1ecc7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:29.890007 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7dda992-d0ef-490c-a6bd-fcc1793d4909 req-e7413fd3-4589-46a8-851c-599a0bb1ecc7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 2.2480459 May 24 22:59:30.051819 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d05a16f-e581-49b3-9bee-31b8e38423cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.101145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 928ab939-e42a-48ad-8a5b-72c00ead90b2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=928ab939-e42a-48ad-8a5b-72c00ead90b2,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:30.116747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '928ab939-e42a-48ad-8a5b-72c00ead90b2', 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15', 'port_id': '928ab939-e42a-48ad-8a5b-72c00ead90b2', 'mac_address': 'fa:16:3e:a9:f7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a93872d-9b6c-42bf-9e43-eda0b0bb5f74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:59:30.134447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-58f696d9-690d-4ced-8803-b67dd8b3aac0 req-81400efd-24f4-46fd-af30-7dd4d4e4ab90 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6288681 May 24 22:59:30.158968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d05a16f-e581-49b3-9bee-31b8e38423cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.217295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7dda992-d0ef-490c-a6bd-fcc1793d4909 req-a5740ff1-557e-4541-9c1d-0a719a9f0b50 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805207 May 24 22:59:30.232823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4a6bc2b3-c804-4220-b5c5-669413864852,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:30.238906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b90aa8df-f0d4-4d31-836c-152585f9a741 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:30.239996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Allocated IP 2001:db8::1 (ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98/6a054237-ace5-483f-9ebc-2bfcf5ff2e19/74168528-f074-43af-8f4c-a81ab5c48e70) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:30.250940 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6dc5919-47ce-435e-ae2f-02a2a456481d req-3745e0e8-76ce-44ce-9b63-034b41b60266 service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899939 May 24 22:59:30.326545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d05a16f-e581-49b3-9bee-31b8e38423cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.346677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05a16f-e581-49b3-9bee-31b8e38423cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e827356-a70f-47ed-a5b3-17be7cecd14f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:30.358060 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6d05a16f-e581-49b3-9bee-31b8e38423cd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8e827356-a70f-47ed-a5b3-17be7cecd14f HTTP/1.1" status: 204 len: 168 time: 1.0815878 May 24 22:59:30.358608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39184) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:30.419830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190ad29-1266-4039-8e03-a7250325834f req-9d3fb6e7-6318-4245-a4fe-94402308b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:30.421352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6190ad29-1266-4039-8e03-a7250325834f req-9d3fb6e7-6318-4245-a4fe-94402308b36c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 1096 time: 0.3865635 May 24 22:59:30.461591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 928ab939-e42a-48ad-8a5b-72c00ead90b2 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:30.462205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.486240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928ab939-e42a-48ad-8a5b-72c00ead90b2 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:30.503519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 928ab939-e42a-48ad-8a5b-72c00ead90b2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=928ab939-e42a-48ad-8a5b-72c00ead90b2,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:30.549348 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.610019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f7d7c-904a-4245-8a7a-c6d32dc2fbe0 req-6c24eeac-787b-43c4-8fc9-3faf2216e1f1 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:30.619983 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-093f7d7c-904a-4245-8a7a-c6d32dc2fbe0 req-6c24eeac-787b-43c4-8fc9-3faf2216e1f1 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 945 time: 0.2092230 May 24 22:59:30.669127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6190ad29-1266-4039-8e03-a7250325834f req-4b7ad63c-9687-41dd-8e7e-bd1c4635aa65 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211711 May 24 22:59:30.691286 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-093f7d7c-904a-4245-8a7a-c6d32dc2fbe0 req-5bcd90f2-8a2e-4851-b5f3-1b3e5a05f3ba tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678022 May 24 22:59:30.705080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.741007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45313560-cb27-46fc-a308-71d2cf9dcc37 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.749420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port d45afbff-354c-4d0a-8468-245e307a0a7f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:30.749834 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.804906 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.810413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b90aa8df-f0d4-4d31-836c-152585f9a741 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:30.833790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b90aa8df-f0d4-4d31-836c-152585f9a741 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:30.834050 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:30.868149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=928ab939-e42a-48ad-8a5b-72c00ead90b2,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:30.877723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['928ab939-e42a-48ad-8a5b-72c00ead90b2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:30.901834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:30.904678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Transition to ACTIVE for port object 74168528-f074-43af-8f4c-a81ab5c48e70 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:30.927056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ab000-813c-47da-9cc6-f9c962295ccd req-2259f66d-991f-4ed1-a3d4-65942884af7e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:30.934236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-180ab000-813c-47da-9cc6-f9c962295ccd req-2259f66d-991f-4ed1-a3d4-65942884af7e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4942839 May 24 22:59:30.955194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.004622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4371564b-04d9-445c-b263-8bba19d41d29']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:31.026910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da39075a-3ba2-4d75-94fe-807e59f2760e') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:31.027200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da39075a-3ba2-4d75-94fe-807e59f2760e') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:31.054863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-45313560-cb27-46fc-a308-71d2cf9dcc37 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Calling delete_port for ccb4f24c-6f46-492e-a2c2-0361d3ef784e owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:31.058206 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-180ab000-813c-47da-9cc6-f9c962295ccd req-763db0b2-3743-4a38-8c2d-603bc971f75d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230352 May 24 22:59:31.060269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.092685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.099018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.158179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:31.158611 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.294808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d45afbff-354c-4d0a-8468-245e307a0a7f is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:31.296821 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.323838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638df1c-cb81-4da7-9192-03eca068f0f9 req-5903ffbf-940c-4a52-9dfe-dfd900a9f7fa tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:31.325421 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e638df1c-cb81-4da7-9192-03eca068f0f9 req-5903ffbf-940c-4a52-9dfe-dfd900a9f7fa tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 944 time: 0.3387341 May 24 22:59:31.423336 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:31.436565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e638df1c-cb81-4da7-9192-03eca068f0f9 req-fdaf2a31-538c-4c62-8bc6-f27b5c08d075 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988669 May 24 22:59:31.440060 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45313560-cb27-46fc-a308-71d2cf9dcc37 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.484237 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment da39075a-3ba2-4d75-94fe-807e59f2760e resource provider aggregate not found May 24 22:59:31.493914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b90aa8df-f0d4-4d31-836c-152585f9a741 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:31.496360 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.527188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:31.548004 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.665610 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment da39075a-3ba2-4d75-94fe-807e59f2760e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da39075a-3ba2-4d75-94fe-807e59f2760e found for delete ", "request_id": "req-4220e696-1a3a-42af-92e1-c033427222b1"}]} May 24 22:59:31.699781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45313560-cb27-46fc-a308-71d2cf9dcc37 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event deleted for resources: {'Port': ['ID=ccb4f24c-6f46-492e-a2c2-0361d3ef784e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:31.721015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b90aa8df-f0d4-4d31-836c-152585f9a741, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b90aa8df-f0d4-4d31-836c-152585f9a741,segment=NetworkSegment(8db62c0b-f426-4c41-826a-036765fcd179),segment_id=8db62c0b-f426-4c41-826a-036765fcd179)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:31.750894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:31.754232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7b29b32a-2502-4376-b7e9-3f543a8b109e None None] Provisioning complete for port b90aa8df-f0d4-4d31-836c-152585f9a741 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:31.755045 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7b29b32a-2502-4376-b7e9-3f543a8b109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.757516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:31.768277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:31.768897 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.796275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=74168528-f074-43af-8f4c-a81ab5c48e70,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:31.803783 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.851457 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.911092 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.913373 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45313560-cb27-46fc-a308-71d2cf9dcc37 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:31.919775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:31.934743 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-45313560-cb27-46fc-a308-71d2cf9dcc37 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "DELETE /v2.0/ports/ccb4f24c-6f46-492e-a2c2-0361d3ef784e HTTP/1.1" status: 204 len: 168 time: 2.8066657 May 24 22:59:31.940930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39206) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:31.986107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] Pushing event deleted for resources: {'Network': ['ID=4371564b-04d9-445c-b263-8bba19d41d29,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:32.030681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0ffc3e39-1159-4888-b664-28aebacdc12f admin admin] 10.222.0.55 "DELETE /v2.0/networks/4371564b-04d9-445c-b263-8bba19d41d29 HTTP/1.1" status: 204 len: 168 time: 1.6082735 May 24 22:59:32.034122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39210) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:32.053287 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-09812071-34cc-4f8e-b826-bbb4705760aa tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] GET failed (client error): The resource could not be found. May 24 22:59:32.054027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-09812071-34cc-4f8e-b826-bbb4705760aa tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Synchronizing usage tracker for tenant:9b13896ff8cf4c52be04711f1cf82195 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:32.096321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd57438-fcb9-42f8-9fe9-f5aff8625b26 req-b29dacd9-3d67-4704-b7f2-1fca45f04fc6 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:32.100018 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3cd57438-fcb9-42f8-9fe9-f5aff8625b26 req-b29dacd9-3d67-4704-b7f2-1fca45f04fc6 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.3898835 May 24 22:59:32.149864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b90aa8df-f0d4-4d31-836c-152585f9a741,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:32.165125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-09812071-34cc-4f8e-b826-bbb4705760aa tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Unset dirty status for tenant:9b13896ff8cf4c52be04711f1cf82195 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:32.166664 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-09812071-34cc-4f8e-b826-bbb4705760aa tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "GET /v2.0/ports/ccb4f24c-6f46-492e-a2c2-0361d3ef784e HTTP/1.1" status: 404 len: 333 time: 0.2245164 May 24 22:59:32.174178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39214) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:32.182666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Request body: {'port': {'network_id': '4818737e-d954-4728-9a24-5857b505e75e', 'name': 'tempest-AllowedAddressPairTestJSON-291231267'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:32.191411 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3cd57438-fcb9-42f8-9fe9-f5aff8625b26 req-3f32f90f-aabd-41eb-982a-dce37667b9fa tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638218 May 24 22:59:32.222521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b12af1-0906-4295-b9d9-2d7f9ec695fe req-45e731c0-d465-4145-8944-2db3117811a0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:32.229062 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52b12af1-0906-4295-b9d9-2d7f9ec695fe req-45e731c0-d465-4145-8944-2db3117811a0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 945 time: 0.7361264 May 24 22:59:32.258620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7b29b32a-2502-4376-b7e9-3f543a8b109e None None] Current status of the port b90aa8df-f0d4-4d31-836c-152585f9a741 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:32.389584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e53d08ce-4366-42dc-bed9-48aff7dfd91f None None] Provisioning for port 74168528-f074-43af-8f4c-a81ab5c48e70 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:32.392006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00d5cc6-065d-44c3-bdf3-4d5feae2205c admin admin] Deleting subnet eb66896b-8188-4bef-b9eb-f39135913273 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:59:32.406982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e53d08ce-4366-42dc-bed9-48aff7dfd91f None None] Provisioning complete for port 74168528-f074-43af-8f4c-a81ab5c48e70 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:32.407356 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e53d08ce-4366-42dc-bed9-48aff7dfd91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.464463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd872b3a-df7c-4f89-990a-42d0f578307c req-e90f647e-e874-4204-80c9-cde5f0fdf951 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:32.466009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e53d08ce-4366-42dc-bed9-48aff7dfd91f None None] Port 74168528-f074-43af-8f4c-a81ab5c48e70 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:32.466271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd872b3a-df7c-4f89-990a-42d0f578307c req-e90f647e-e874-4204-80c9-cde5f0fdf951 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.1359158 May 24 22:59:32.499752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52b12af1-0906-4295-b9d9-2d7f9ec695fe req-480942ad-c60c-49e8-bbcd-fd8835e1b07d tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598035 May 24 22:59:32.514349 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e00d5cc6-065d-44c3-bdf3-4d5feae2205c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.527469 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fd872b3a-df7c-4f89-990a-42d0f578307c req-0cc723a4-d07c-4be2-b24e-ed93d9c3b1ac tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530715 May 24 22:59:32.654277 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e00d5cc6-065d-44c3-bdf3-4d5feae2205c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.721669 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362f7f67-2b51-426d-b07d-67fc14fc54d8'] response: {'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'code': 200} May 24 22:59:32.743370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:32.750135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef800d60-9b3d-4ab9-a8a4-546543dab329 req-3ba3429c-363f-4e24-a589-41bf117d2b6d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:32.752106 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef800d60-9b3d-4ab9-a8a4-546543dab329 req-3ba3429c-363f-4e24-a589-41bf117d2b6d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.0986469 May 24 22:59:32.759529 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.760833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4a6bc2b3-c804-4220-b5c5-669413864852 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:32.774965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:32.866511 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef800d60-9b3d-4ab9-a8a4-546543dab329 req-8418e202-f867-44e8-91fc-bc16f259f7a1 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074731 May 24 22:59:32.900056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 4a6bc2b3-c804-4220-b5c5-669413864852 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:32.903312 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e00d5cc6-065d-44c3-bdf3-4d5feae2205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.915079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 4a6bc2b3-c804-4220-b5c5-669413864852 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:32.916116 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:32.930894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Made reservation on behalf of 9b13896ff8cf4c52be04711f1cf82195 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:32.934343 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.121150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccb72b-90f7-4efd-9ffe-289e92b33dcf req-611c3247-bb0b-4c43-861b-f6735b85d2eb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:33.124227 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9cccb72b-90f7-4efd-9ffe-289e92b33dcf req-611c3247-bb0b-4c43-861b-f6735b85d2eb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 944 time: 0.1280644 May 24 22:59:33.139528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4a6bc2b3-c804-4220-b5c5-669413864852 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:33.139917 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.142130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] device_id is not set on port ee020e43-329e-49b0-8c83-9a605783ad90 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:33.180523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4a6bc2b3-c804-4220-b5c5-669413864852, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4a6bc2b3-c804-4220-b5c5-669413864852,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:33.186178 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9cccb72b-90f7-4efd-9ffe-289e92b33dcf req-5a6f4c0f-0976-4159-bc9f-88a9bf4ed8ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524344 May 24 22:59:33.191239 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.192122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 928ab939-e42a-48ad-8a5b-72c00ead90b2 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:33.212089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-691298298', 'description': 'tempest-description-1937144512'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:33.218814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:33.229124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:33.241476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.270969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:33.275635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Usage tracker for resource:security_group_rule and tenant:41770c559bc34ca187af2a317b5014f6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:33.278554 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e00d5cc6-065d-44c3-bdf3-4d5feae2205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.279302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:33.286104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:33.327145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4a6bc2b3-c804-4220-b5c5-669413864852,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:33.370474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 928ab939-e42a-48ad-8a5b-72c00ead90b2 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:33.381154 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.382735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 928ab939-e42a-48ad-8a5b-72c00ead90b2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:33.383283 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.390628 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.399739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c71b0-2e99-4d40-a468-8074b188cf5a req-e5a7f3d4-1c9c-4987-8756-b15c8d99fc1b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:33.401250 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-631c71b0-2e99-4d40-a468-8074b188cf5a req-e5a7f3d4-1c9c-4987-8756-b15c8d99fc1b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.5559587 May 24 22:59:33.403287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d5cc6-065d-44c3-bdf3-4d5feae2205c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb66896b-8188-4bef-b9eb-f39135913273,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:33.405285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e00d5cc6-065d-44c3-bdf3-4d5feae2205c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.449672 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759dcc5a-7f67-4225-895a-fb06ccac4ad0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:33.459053 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.460711 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1065ab32-d020-42af-8d2d-dd279988b7cc req-82e4e4d5-9627-495c-a5a1-b171ba40b3b7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2524905 May 24 22:59:33.546128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 928ab939-e42a-48ad-8a5b-72c00ead90b2 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:33.546673 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.561234 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e00d5cc6-065d-44c3-bdf3-4d5feae2205c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eb66896b-8188-4bef-b9eb-f39135913273 HTTP/1.1" status: 204 len: 168 time: 1.5223219 May 24 22:59:33.561812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39232) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:33.598042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-631c71b0-2e99-4d40-a468-8074b188cf5a req-2baa5a3f-0a2a-4f2e-b9e5-f96793b1cbd0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689553 May 24 22:59:33.621565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Allocated IP 172.20.0.14 (4818737e-d954-4728-9a24-5857b505e75e/91c58809-1af0-4d6d-8fb4-74b287726153/ee020e43-329e-49b0-8c83-9a605783ad90) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:33.637517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 928ab939-e42a-48ad-8a5b-72c00ead90b2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=928ab939-e42a-48ad-8a5b-72c00ead90b2,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:33.646945 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.754526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.820363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=928ab939-e42a-48ad-8a5b-72c00ead90b2,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:33.850203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.905639 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:33.905639 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.017443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b90aa8df-f0d4-4d31-836c-152585f9a741 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:34.050536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-154e3785-21d9-4b3e-a4b3-4391115812d9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Synchronizing usage tracker for tenant:41770c559bc34ca187af2a317b5014f6 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:34.138908 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.140863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b90aa8df-f0d4-4d31-836c-152585f9a741 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:34.141464 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.167241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f62b99-767d-47bc-be6d-4114ee45d5b9']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:34.180119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a290c8c9-626c-4d03-8360-35a99950e744') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:34.180413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a290c8c9-626c-4d03-8360-35a99950e744') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:34.193183 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.211405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.217947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:34.218300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.276772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b90aa8df-f0d4-4d31-836c-152585f9a741 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:34.339294 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.345329 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.352401 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment a290c8c9-626c-4d03-8360-35a99950e744 resource provider aggregate not found May 24 22:59:34.382343 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] 10.222.0.55 "DELETE /v2.0/networks/35f62b99-767d-47bc-be6d-4114ee45d5b9 HTTP/1.1" status: 204 len: 168 time: 0.8193796 May 24 22:59:34.383686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e85ef-877c-46f8-bd76-dc33647609cb admin admin] Pushing event deleted for resources: {'Network': ['ID=35f62b99-767d-47bc-be6d-4114ee45d5b9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:34.389259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-154e3785-21d9-4b3e-a4b3-4391115812d9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Unset dirty status for tenant:41770c559bc34ca187af2a317b5014f6 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:34.398051 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-154e3785-21d9-4b3e-a4b3-4391115812d9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-691298298&fields=id&tenant_id=41770c559bc34ca187af2a317b5014f6 HTTP/1.1" status: 200 len: 267 time: 0.6392775 May 24 22:59:34.440890 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.444135 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment a290c8c9-626c-4d03-8360-35a99950e744 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a290c8c9-626c-4d03-8360-35a99950e744 found for delete ", "request_id": "req-887e4139-a407-42ab-8cfb-5a089789ecf0"}]} May 24 22:59:34.446928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=74168528-f074-43af-8f4c-a81ab5c48e70,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:34.494869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Transition to ACTIVE for port object ee020e43-329e-49b0-8c83-9a605783ad90 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:34.499136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-42b75997-87aa-4577-b70d-b6f72d5a1c89 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:34.505322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8a4f6-cef1-4c5b-992e-52cde5799b19 req-99d3b25b-958b-40bb-a8b9-2158b8aaa43b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:34.509701 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-42b75997-87aa-4577-b70d-b6f72d5a1c89 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.1105063 May 24 22:59:34.512671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86d8a4f6-cef1-4c5b-992e-52cde5799b19 req-99d3b25b-958b-40bb-a8b9-2158b8aaa43b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 946 time: 0.6672008 May 24 22:59:34.516264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-2655bc89-7987-4d11-9b1b-d4833f5d25b9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Request body: {'port': {'security_groups': ['702f0213-3455-4e7b-8e40-3425d8dab446', '759dcc5a-7f67-4225-895a-fb06ccac4ad0']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:34.593144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:34.605561 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86d8a4f6-cef1-4c5b-992e-52cde5799b19 req-8ca561da-46d2-48b5-abcc-32d55b4aec2b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918586 May 24 22:59:34.606460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:34.697545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-2655bc89-7987-4d11-9b1b-d4833f5d25b9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:34.723492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f70d68-df5d-4abe-ba72-8e850b321831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6bc2b3-c804-4220-b5c5-669413864852'}, {'server_uuid': '95e362d0-c486-4be1-b98d-1db99da01c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928ab939-e42a-48ad-8a5b-72c00ead90b2'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:34.806734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39260) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:34.938419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3b9f8044-421b-4a6f-a8e8-cb0ed1beb8d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c626ae465a64dc8af032f956b3d9d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303220 May 24 22:59:34.961134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39264) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:34.976986 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.104374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-2655bc89-7987-4d11-9b1b-d4833f5d25b9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] For port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:35.114779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b10b877a-ab09-44e4-bdb2-4e6fa3e9ba2a None None] Provisioning complete for port 74168528-f074-43af-8f4c-a81ab5c48e70 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:35.115368 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b10b877a-ab09-44e4-bdb2-4e6fa3e9ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.134555 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-2655bc89-7987-4d11-9b1b-d4833f5d25b9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.147583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-2655bc89-7987-4d11-9b1b-d4833f5d25b9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.165217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:35.185432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Network 4818737e-d954-4728-9a24-5857b505e75e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:35.194604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:35.197898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:35.223500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b10b877a-ab09-44e4-bdb2-4e6fa3e9ba2a None None] Port 74168528-f074-43af-8f4c-a81ab5c48e70 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:35.303378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-2655bc89-7987-4d11-9b1b-d4833f5d25b9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:35.304606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-2655bc89-7987-4d11-9b1b-d4833f5d25b9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.307881 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f240a53-eb9e-4cf8-90b6-251d6ba4be57 req-2655bc89-7987-4d11-9b1b-d4833f5d25b9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "PUT /v2.0/ports/fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 981 time: 0.7969160 May 24 22:59:35.311415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:35.325157 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7862c1ea-d5b3-4270-98d5-9edee5d5de00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.351931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'Port': ['ID=ee020e43-329e-49b0-8c83-9a605783ad90,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:35.366607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655bc89-7987-4d11-9b1b-d4833f5d25b9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Pushing event updated for resources: {'Port': ['ID=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,revision_number=6']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:35.394138 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3eff2098-aa37-4c73-9e32-a7bcf3ed10c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.404517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:35.435667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfcdc5-ebc2-4999-a4c7-1c9d36ed016f req-cc5a9a92-e5fb-4c6c-a81e-0b8d368902d3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:35.446085 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aebfcdc5-ebc2-4999-a4c7-1c9d36ed016f req-cc5a9a92-e5fb-4c6c-a81e-0b8d368902d3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.5638885 May 24 22:59:35.501923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:35.503123 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.552560 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aebfcdc5-ebc2-4999-a4c7-1c9d36ed016f req-ada2910a-04b7-4d28-b524-dde8e6d9e456 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844259 May 24 22:59:35.571212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3eff2098-aa37-4c73-9e32-a7bcf3ed10c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.644846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fb0e1-cfee-4b65-b4e6-1d8ac640cd1f req-af2a2cbc-a416-439c-83e1-33218464389a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:35.657214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e49fb0e1-cfee-4b65-b4e6-1d8ac640cd1f req-af2a2cbc-a416-439c-83e1-33218464389a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 945 time: 0.1752481 May 24 22:59:35.657733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router c18fbb02-92b5-493a-9e3d-5f62b607d34f is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 22:59:35.674725 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1cabb6de-ea96-4459-a079-ab132dd6ec8f tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4974730 May 24 22:59:35.692693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39274) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:35.720824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Request body: {'port': {'network_id': '4818737e-d954-4728-9a24-5857b505e75e', 'name': 'tempest-AllowedAddressPairTestJSON-1629531907'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:35.806931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4efd2720-8120-4c6c-8eb4-4c5cf5b8e5a3 None None] Provisioning for port ee020e43-329e-49b0-8c83-9a605783ad90 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:35.816285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4efd2720-8120-4c6c-8eb4-4c5cf5b8e5a3 None None] Provisioning complete for port ee020e43-329e-49b0-8c83-9a605783ad90 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:35.816698 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4efd2720-8120-4c6c-8eb4-4c5cf5b8e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:35.870210 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e49fb0e1-cfee-4b65-b4e6-1d8ac640cd1f req-70d77431-2718-4b98-8993-63f57e79cb7e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115223 May 24 22:59:35.876902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4efd2720-8120-4c6c-8eb4-4c5cf5b8e5a3 None None] Port ee020e43-329e-49b0-8c83-9a605783ad90 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:35.958309 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11fa6725-b587-482c-b9b8-e070c2a6d74b'] response: {'server_uuid': '62f70d68-df5d-4abe-ba72-8e850b321831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6bc2b3-c804-4220-b5c5-669413864852', 'code': 200} May 24 22:59:35.958680 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11fa6725-b587-482c-b9b8-e070c2a6d74b'] response: {'server_uuid': '95e362d0-c486-4be1-b98d-1db99da01c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928ab939-e42a-48ad-8a5b-72c00ead90b2', 'code': 200} May 24 22:59:35.986160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:35.990503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Usage tracker for resource:port and tenant:9b13896ff8cf4c52be04711f1cf82195 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:35.994284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:36.001138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:36.019099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Made reservation on behalf of 9b13896ff8cf4c52be04711f1cf82195 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:36.023537 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.074634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] device_id is not set on port d3d06174-88d9-4e31-9347-1c1cad4b1c03 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:36.201920 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3eff2098-aa37-4c73-9e32-a7bcf3ed10c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.222419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:36.230215 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1314e46f-d924-4865-bd23-8aa2687a71b9 req-ed67fa7e-83bf-4ce0-92d8-116c99583d17 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-691298298&fields=id&tenant_id=41770c559bc34ca187af2a317b5014f6 HTTP/1.1" status: 200 len: 267 time: 0.0975924 May 24 22:59:36.244082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87396b49-33a6-49a3-ad66-956b00f6f48f None None] Sync routers for ids ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:36.250471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff2098-aa37-4c73-9e32-a7bcf3ed10c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f805ca6-d183-4e7c-98c4-419e6646c387,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:36.264700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12522c4-063c-4cf6-ab17-5deb401a4567 req-23e8e7b4-57ea-4529-955e-ffe462373f14 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:36.266417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f12522c4-063c-4cf6-ab17-5deb401a4567 req-23e8e7b4-57ea-4529-955e-ffe462373f14 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4404769 May 24 22:59:36.267900 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3eff2098-aa37-4c73-9e32-a7bcf3ed10c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.268884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3eff2098-aa37-4c73-9e32-a7bcf3ed10c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f805ca6-d183-4e7c-98c4-419e6646c387 HTTP/1.1" status: 204 len: 168 time: 1.2940307 May 24 22:59:36.279030 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d6a49fc9-86c5-4c25-86a8-a67f147e4652 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/c18fbb02-92b5-493a-9e3d-5f62b607d34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3252201 May 24 22:59:36.281237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39280) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:36.289963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87396b49-33a6-49a3-ad66-956b00f6f48f None None] Routers {'c18fbb02-92b5-493a-9e3d-5f62b607d34f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:36.290592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-87396b49-33a6-49a3-ad66-956b00f6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:36.397792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2b559-edec-4318-bfc4-8e3f40a1b4c4 req-b552599d-feb5-4e0f-a879-2af677f6c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:36.399183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3c2b559-edec-4318-bfc4-8e3f40a1b4c4 req-b552599d-feb5-4e0f-a879-2af677f6c44f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 1096 time: 0.3271441 May 24 22:59:36.414883 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f12522c4-063c-4cf6-ab17-5deb401a4567 req-3f26bd40-b4a4-4ba8-acf8-52eb8df332a2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326838 May 24 22:59:36.421944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-87396b49-33a6-49a3-ad66-956b00f6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:36.428364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Allocated IP 172.20.0.3 (4818737e-d954-4728-9a24-5857b505e75e/91c58809-1af0-4d6d-8fb4-74b287726153/d3d06174-88d9-4e31-9347-1c1cad4b1c03) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:36.446384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71b1167-4d55-4f5f-8273-1ba0a4354e31 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:36.447021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d71b1167-4d55-4f5f-8273-1ba0a4354e31 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:36.454269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87396b49-33a6-49a3-ad66-956b00f6f48f None None] Routers {'c18fbb02-92b5-493a-9e3d-5f62b607d34f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:36.454905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-87396b49-33a6-49a3-ad66-956b00f6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:36.464943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fceb4-809e-487e-bb39-6205b019a6c0 req-0e0afcb5-f8d0-4986-b8cd-ceabc90f9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:36.466505 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-604fceb4-809e-487e-bb39-6205b019a6c0 req-0e0afcb5-f8d0-4986-b8cd-ceabc90f9199 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 1097 time: 0.3955464 May 24 22:59:36.521994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e46f-d924-4865-bd23-8aa2687a71b9 req-97b8912a-75a8-4d78-9d86-40b3f0bfdecd tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:36.523163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1314e46f-d924-4865-bd23-8aa2687a71b9 req-97b8912a-75a8-4d78-9d86-40b3f0bfdecd tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 984 time: 0.2818844 May 24 22:59:36.558945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-1314e46f-d924-4865-bd23-8aa2687a71b9 req-af347bcd-9515-4b58-959a-4fc4142b641c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Request body: {'port': {'security_groups': ['702f0213-3455-4e7b-8e40-3425d8dab446']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:36.598965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-87396b49-33a6-49a3-ad66-956b00f6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:36.599383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87396b49-33a6-49a3-ad66-956b00f6f48f None None] The sync data for ids ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:36.726733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1314e46f-d924-4865-bd23-8aa2687a71b9 req-af347bcd-9515-4b58-959a-4fc4142b641c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:36.935013 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b83269-ecbe-4171-bf32-0b57cda122e1'] response: {'name': 'network-changed', 'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'status': 'completed', 'code': 200} May 24 22:59:36.944893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3c2b559-edec-4318-bfc4-8e3f40a1b4c4 req-7c55dfe7-0a6f-4ef4-ad8d-7b72ab0f2a9e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223529 May 24 22:59:37.077991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d71b1167-4d55-4f5f-8273-1ba0a4354e31 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:37.083199 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d71b1167-4d55-4f5f-8273-1ba0a4354e31 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports/74168528-f074-43af-8f4c-a81ab5c48e70 HTTP/1.1" status: 200 len: 911 time: 0.7951317 May 24 22:59:37.085353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39294) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:37.159299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-604fceb4-809e-487e-bb39-6205b019a6c0 req-3d6f0ffa-e2c3-4574-aa6c-8d1206b88044 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6763158 May 24 22:59:37.199190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4112-7a0f-4bcc-a191-9311f074b807 req-32fe802f-c754-49da-b4da-e354bfc8c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:37.200671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-802d4112-7a0f-4bcc-a191-9311f074b807 req-32fe802f-c754-49da-b4da-e354bfc8c13b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41770c559bc34ca187af2a317b5014f6&device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 1135 time: 0.2301235 May 24 22:59:37.201128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39298) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:37.257351 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.262433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1de16-e100-43e0-b695-df1de7d34d4a req-8420d6c1-c5e9-457c-9af3-89847c935fcf tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:37.263978 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acd1de16-e100-43e0-b695-df1de7d34d4a req-8420d6c1-c5e9-457c-9af3-89847c935fcf tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 946 time: 0.2033520 May 24 22:59:37.367491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Transition to ACTIVE for port object d3d06174-88d9-4e31-9347-1c1cad4b1c03 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:37.410257 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acd1de16-e100-43e0-b695-df1de7d34d4a req-b366a33c-77b3-40a9-813d-99f99d3e094d tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866253 May 24 22:59:37.417280 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-69572d43-5194-4220-adaa-5d8d6b8dd395 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=191dfc77eafa4be4a5c14578dc4ad866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148654 May 24 22:59:37.434726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39302) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:37.453105 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a5ca4191-b02c-4889-a113-ef5f1285c9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.585245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4112-7a0f-4bcc-a191-9311f074b807 req-94ddf81f-0c8d-488f-ad5c-75e772e7d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:37.586910 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-802d4112-7a0f-4bcc-a191-9311f074b807 req-94ddf81f-0c8d-488f-ad5c-75e772e7d254 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3de9ab13-987a-4de0-9181-92b2d1349cda HTTP/1.1" status: 200 len: 920 time: 0.3602116 May 24 22:59:37.743045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-802d4112-7a0f-4bcc-a191-9311f074b807 req-09bc2a7f-73ec-49a3-a251-a4a07ecde9bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 217 time: 0.1023827 May 24 22:59:37.746907 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-721e0136-aa82-44b8-b2f5-494b5dc85956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.748456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-1314e46f-d924-4865-bd23-8aa2687a71b9 req-af347bcd-9515-4b58-959a-4fc4142b641c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] For port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:37.816769 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.840903 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-721e0136-aa82-44b8-b2f5-494b5dc85956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.887591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48fbd5-591b-4779-8709-cda9a4c31314 req-b650717c-5dc9-4e07-a839-ae878f78749c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:37.888810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae48fbd5-591b-4779-8709-cda9a4c31314 req-b650717c-5dc9-4e07-a839-ae878f78749c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2995913 May 24 22:59:37.890482 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1314e46f-d924-4865-bd23-8aa2687a71b9 req-af347bcd-9515-4b58-959a-4fc4142b641c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.899612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4112-7a0f-4bcc-a191-9311f074b807 req-07ebf3b7-c868-4089-a7aa-c5b665b3a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:37.901525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-802d4112-7a0f-4bcc-a191-9311f074b807 req-07ebf3b7-c868-4089-a7aa-c5b665b3a066 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb HTTP/1.1" status: 200 len: 859 time: 0.1501746 May 24 22:59:37.910613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Network 4818737e-d954-4728-9a24-5857b505e75e is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:37.916893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:37.948987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1314e46f-d924-4865-bd23-8aa2687a71b9 req-af347bcd-9515-4b58-959a-4fc4142b641c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:37.958031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:37.974710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-802d4112-7a0f-4bcc-a191-9311f074b807 req-3a67074a-9558-4d01-8418-167ae4ab350d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3de9ab13-987a-4de0-9181-92b2d1349cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531461 May 24 22:59:37.984134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:38.114792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae48fbd5-591b-4779-8709-cda9a4c31314 req-5a603dad-8260-4002-b0d8-1391df23936c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126005 May 24 22:59:38.171291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'Port': ['ID=d3d06174-88d9-4e31-9347-1c1cad4b1c03,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:38.176175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-721e0136-aa82-44b8-b2f5-494b5dc85956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.294441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e0136-aa82-44b8-b2f5-494b5dc85956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcb8248-ec52-4b3b-a00d-14997d998d99,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:38.307690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-802d4112-7a0f-4bcc-a191-9311f074b807 req-ed72b302-0a25-4a0d-8909-083efc7fb626 service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247583 May 24 22:59:38.311099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-721e0136-aa82-44b8-b2f5-494b5dc85956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.336530 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-721e0136-aa82-44b8-b2f5-494b5dc85956 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5dcb8248-ec52-4b3b-a00d-14997d998d99 HTTP/1.1" status: 204 len: 168 time: 0.8805528 May 24 22:59:38.405056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af347bcd-9515-4b58-959a-4fc4142b641c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Pushing event updated for resources: {'Port': ['ID=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,revision_number=7']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:38.451288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e46f-d924-4865-bd23-8aa2687a71b9 req-af347bcd-9515-4b58-959a-4fc4142b641c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:38.451915 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1314e46f-d924-4865-bd23-8aa2687a71b9 req-af347bcd-9515-4b58-959a-4fc4142b641c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.479432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1314e46f-d924-4865-bd23-8aa2687a71b9 req-af347bcd-9515-4b58-959a-4fc4142b641c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "PUT /v2.0/ports/fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 942 time: 1.9441452 May 24 22:59:38.514907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-dc032055-3671-4e96-a778-603a8961cbc9 None None] Provisioning for port d3d06174-88d9-4e31-9347-1c1cad4b1c03 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:38.557168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:38.557985 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.560897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-dc032055-3671-4e96-a778-603a8961cbc9 None None] Provisioning complete for port d3d06174-88d9-4e31-9347-1c1cad4b1c03 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:38.561593 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dc032055-3671-4e96-a778-603a8961cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.583172 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.689244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:38.844980 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-802d4112-7a0f-4bcc-a191-9311f074b807 req-3d76539b-31f3-4c40-ad03-82344aaa0b4d service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041149 May 24 22:59:38.868276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fe01b-2584-406a-8085-4300768bc317 req-46db5f84-d75e-47fb-b780-6bb86848fba7 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:38.870220 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e7fe01b-2584-406a-8085-4300768bc317 req-46db5f84-d75e-47fb-b780-6bb86848fba7 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.3138225 May 24 22:59:38.884551 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:38.899816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-dc032055-3671-4e96-a778-603a8961cbc9 None None] Port d3d06174-88d9-4e31-9347-1c1cad4b1c03 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:38.959448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e7fe01b-2584-406a-8085-4300768bc317 req-6cecde1d-3b10-4c1c-8f41-3791b45bccca tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787003 May 24 22:59:38.989323 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:39.192405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adf24a-f06c-4e93-900e-2f0fe2093ede req-a5be4b38-8403-4fdc-b878-747eeafaf769 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:39.201284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f0adf24a-f06c-4e93-900e-2f0fe2093ede req-a5be4b38-8403-4fdc-b878-747eeafaf769 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 946 time: 0.1208017 May 24 22:59:39.232415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:39.264328 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f0adf24a-f06c-4e93-900e-2f0fe2093ede req-3a17714e-1a36-4865-b252-c67caeb01cae tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609508 May 24 22:59:39.269629 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8722bba6-89a7-400c-9480-709e7d7388ca tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5682669 May 24 22:59:39.273094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39328) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:39.282081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0449e63b-c22c-4d83-b429-96a7c5703053 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:af:49:9b'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:fe:cf:80'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:39.407106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463b96b-cc43-4462-8606-fecb0c5852e9 req-b9f726a3-f7dd-4cd8-8124-e9011627942f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:39.409079 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b463b96b-cc43-4462-8606-fecb0c5852e9 req-b9f726a3-f7dd-4cd8-8124-e9011627942f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 945 time: 0.5970476 May 24 22:59:39.616412 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b463b96b-cc43-4462-8606-fecb0c5852e9 req-06d52fcc-c82d-40c8-bcf9-eaa0a69f3dbe tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994400 May 24 22:59:39.786913 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d823a5-1da9-4fe4-bccd-5d6b648faa9a'] response: {'name': 'network-changed', 'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'status': 'completed', 'code': 200} May 24 22:59:39.864847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Allocated IP 2001:db8:1::1 (ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07/fac53cac-7008-40e9-af18-d6e14b531fcc/500cfc40-9550-4a87-80b6-0587c8990afb) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:39.983813 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.037442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0449e63b-c22c-4d83-b429-96a7c5703053 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.175369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195c11e-64f1-4365-9f72-d0d443d6184d req-8e4fed28-f9e9-485f-8c66-6ca13cab12fb tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:40.182945 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4195c11e-64f1-4365-9f72-d0d443d6184d req-8e4fed28-f9e9-485f-8c66-6ca13cab12fb tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 946 time: 0.2386634 May 24 22:59:40.203636 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-2d5536e1-fb3a-422d-9747-fcddd814e5bf tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6313889 May 24 22:59:40.208707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.236364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:40.243163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Transition to ACTIVE for port object 500cfc40-9550-4a87-80b6-0587c8990afb will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:40.245762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:40.250769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Usage tracker for resource:floatingip and tenant:41770c559bc34ca187af2a317b5014f6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:40.254415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:40.260728 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4195c11e-64f1-4365-9f72-d0d443d6184d req-c809c660-a2de-4fd8-bbc2-e41d5791a89c tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768554 May 24 22:59:40.261547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:40.316076 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.335719 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.363669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f87ad-02b6-4d9a-ad92-b115c765ca12 req-95a7bb4d-16a7-4e73-a072-e1fbbf281277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:40.365161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80f87ad-02b6-4d9a-ad92-b115c765ca12 req-95a7bb4d-16a7-4e73-a072-e1fbbf281277 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41770c559bc34ca187af2a317b5014f6&device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 1096 time: 0.4618011 May 24 22:59:40.491559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:40.500205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:40.510499 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:40.511043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.683853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0449e63b-c22c-4d83-b429-96a7c5703053 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.694675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f87ad-02b6-4d9a-ad92-b115c765ca12 req-a6ccf56b-a44d-4085-ae76-8219d7c235a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:40.715932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80f87ad-02b6-4d9a-ad92-b115c765ca12 req-a6ccf56b-a44d-4085-ae76-8219d7c235a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3de9ab13-987a-4de0-9181-92b2d1349cda HTTP/1.1" status: 200 len: 920 time: 0.3441949 May 24 22:59:40.719650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0449e63b-c22c-4d83-b429-96a7c5703053 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.755864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=500cfc40-9550-4a87-80b6-0587c8990afb,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:40.828570 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:40.874847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3772149-ca44-4972-bcea-9744524346ff req-97e156c8-5641-4537-86c9-05b92ce850f8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:40.876685 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a3772149-ca44-4972-bcea-9744524346ff req-97e156c8-5641-4537-86c9-05b92ce850f8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4373398 May 24 22:59:40.978033 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80f87ad-02b6-4d9a-ad92-b115c765ca12 req-e0c1ab39-0a48-4c4f-953b-d68fe1e56ad0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 217 time: 0.2523644 May 24 22:59:40.992757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7f8a6f63-9862-41a3-9590-95c1ca405171 None None] Provisioning for port 500cfc40-9550-4a87-80b6-0587c8990afb completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:41.020341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7f8a6f63-9862-41a3-9590-95c1ca405171 None None] Provisioning complete for port 500cfc40-9550-4a87-80b6-0587c8990afb triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:41.020881 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7f8a6f63-9862-41a3-9590-95c1ca405171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.085533 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a3772149-ca44-4972-bcea-9744524346ff req-6b310f27-9f2b-418b-9447-f726eb7cb58f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970921 May 24 22:59:41.128541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a6f63-9862-41a3-9590-95c1ca405171 None None] Port 500cfc40-9550-4a87-80b6-0587c8990afb cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:41.233741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f87ad-02b6-4d9a-ad92-b115c765ca12 req-645d618b-d18b-4b70-8ead-4f67339defb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:41.237269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80f87ad-02b6-4d9a-ad92-b115c765ca12 req-645d618b-d18b-4b70-8ead-4f67339defb4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb HTTP/1.1" status: 200 len: 859 time: 0.2228847 May 24 22:59:41.379239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80f87ad-02b6-4d9a-ad92-b115c765ca12 req-818602c1-55f9-4be1-b385-0a9432b4d48d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3de9ab13-987a-4de0-9181-92b2d1349cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104705 May 24 22:59:41.388481 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.416000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449e63b-c22c-4d83-b429-96a7c5703053 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event updated for resources: {'Port': ['ID=d3d06174-88d9-4e31-9347-1c1cad4b1c03,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:41.467195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0449e63b-c22c-4d83-b429-96a7c5703053 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] In _notify_port_updated(), no bound segment for port d3d06174-88d9-4e31-9347-1c1cad4b1c03 on network 4818737e-d954-4728-9a24-5857b505e75e {{(pid=88389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 22:59:41.474612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0449e63b-c22c-4d83-b429-96a7c5703053 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:41.474973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ac00abb6-b2e4-44ed-a2c0-1c89a084a743 None None] Provisioning complete for port d3d06174-88d9-4e31-9347-1c1cad4b1c03 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:41.475280 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0449e63b-c22c-4d83-b429-96a7c5703053 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.475392 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ac00abb6-b2e4-44ed-a2c0-1c89a084a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.480089 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0449e63b-c22c-4d83-b429-96a7c5703053 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "PUT /v2.0/ports/d3d06174-88d9-4e31-9347-1c1cad4b1c03 HTTP/1.1" status: 200 len: 1056 time: 2.2047837 May 24 22:59:41.480983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39376) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:41.606145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ac00abb6-b2e4-44ed-a2c0-1c89a084a743 None None] Port d3d06174-88d9-4e31-9347-1c1cad4b1c03 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:41.706183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60651f-293f-4d06-8918-1f923408d351 req-4ea32f2f-cfd5-469b-a28a-1c82b9e16d76 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:41.713367 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9f60651f-293f-4d06-8918-1f923408d351 req-4ea32f2f-cfd5-469b-a28a-1c82b9e16d76 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.3505688 May 24 22:59:41.770600 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80f87ad-02b6-4d9a-ad92-b115c765ca12 req-1a20ad1e-1b62-4216-9f9a-f37b5d2612f7 service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794248 May 24 22:59:41.781093 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9f60651f-293f-4d06-8918-1f923408d351 req-871afe5f-2774-4253-a948-a49cd6107340 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665483 May 24 22:59:41.849285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-dcc32ee4-497c-4e00-80b8-46e4853f089a tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Deleting port d3d06174-88d9-4e31-9347-1c1cad4b1c03 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:41.849730 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dcc32ee4-497c-4e00-80b8-46e4853f089a tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.851416 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.864720 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:41.870512 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.253277 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b80f87ad-02b6-4d9a-ad92-b115c765ca12 req-8cb69c84-24a8-4591-bf38-d1125efe52e1 service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624338 May 24 22:59:42.393517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=500cfc40-9550-4a87-80b6-0587c8990afb,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:42.497240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-c783b22e-6599-4696-9744-627659a27850 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:42.499023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-c783b22e-6599-4696-9744-627659a27850 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.5445001 May 24 22:59:42.531685 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-1cbee22b-8bcd-4067-89af-9ed88e86f167 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/quotas/0b61e39c08c045648e02b3beafdc002f HTTP/1.1" status: 200 len: 375 time: 0.0258684 May 24 22:59:42.615651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:42.617613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:42.638941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Allocated IP 172.25.7.147 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/7cb122ba-5182-4df2-974b-2409e53914a4) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:42.819860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dcc32ee4-497c-4e00-80b8-46e4853f089a tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:42.877691 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-94e0a99e-ad2d-4205-a91b-2dfacb26ff6a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3326912 May 24 22:59:43.015683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-dcc32ee4-497c-4e00-80b8-46e4853f089a tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Calling delete_port for d3d06174-88d9-4e31-9347-1c1cad4b1c03 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:43.088372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-0558768b-ed55-4cad-a3b8-a19566881298 service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030995 May 24 22:59:43.114146 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.147691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-51ea19d5-ecd8-4ebf-b35b-a4ed9d33d763 None None] Provisioning complete for port 500cfc40-9550-4a87-80b6-0587c8990afb triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:43.148862 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51ea19d5-ecd8-4ebf-b35b-a4ed9d33d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.227080 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-51ea19d5-ecd8-4ebf-b35b-a4ed9d33d763 None None] Port 500cfc40-9550-4a87-80b6-0587c8990afb cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 22:59:43.265343 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dcc32ee4-497c-4e00-80b8-46e4853f089a tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.291557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router c18fbb02-92b5-493a-9e3d-5f62b607d34f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:43.331916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc32ee4-497c-4e00-80b8-46e4853f089a tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event deleted for resources: {'Port': ['ID=d3d06174-88d9-4e31-9347-1c1cad4b1c03,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:43.506774 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:43.560001 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-ecaeaad7-d37f-452a-8102-94253c253089 service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592707 May 24 22:59:43.620517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:43.633143 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed3d26-dba9-4b35-9406-d292efc8e295 None None] Sync routers for ids ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:43.659420 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed3d26-dba9-4b35-9406-d292efc8e295 None None] Routers {'c18fbb02-92b5-493a-9e3d-5f62b607d34f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:43.660459 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-40ed3d26-dba9-4b35-9406-d292efc8e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:43.671337 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-86b01356-ba08-445b-83d2-231db0e2378d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/c18fbb02-92b5-493a-9e3d-5f62b607d34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5848756 May 24 22:59:43.674384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39420) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:43.706353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:43.716857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:43.719765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:43.750603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39424) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:43.776406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Pushing event updated for resources: {'Port': ['ID=7cb122ba-5182-4df2-974b-2409e53914a4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:43.860092 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-40ed3d26-dba9-4b35-9406-d292efc8e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:43.897081 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed3d26-dba9-4b35-9406-d292efc8e295 None None] Routers {'c18fbb02-92b5-493a-9e3d-5f62b607d34f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:43.898123 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-40ed3d26-dba9-4b35-9406-d292efc8e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:43.910403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e43552-b27c-41f9-b922-e54cd251e1b6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:43.911594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-44e43552-b27c-41f9-b922-e54cd251e1b6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:43.963299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-44e43552-b27c-41f9-b922-e54cd251e1b6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:43.973361 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-44e43552-b27c-41f9-b922-e54cd251e1b6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports/500cfc40-9550-4a87-80b6-0587c8990afb HTTP/1.1" status: 200 len: 913 time: 0.2977152 May 24 22:59:43.974092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39438) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:44.051467 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-40ed3d26-dba9-4b35-9406-d292efc8e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:44.052009 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed3d26-dba9-4b35-9406-d292efc8e295 None None] The sync data for ids ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:44.130218 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dcc32ee4-497c-4e00-80b8-46e4853f089a tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.133881 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c545e1f4-972a-4fa0-9951-ed587d5c8a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.168537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c545e1f4-972a-4fa0-9951-ed587d5c8a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:44.177867 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.184886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c545e1f4-972a-4fa0-9951-ed587d5c8a71 admin admin] Usage tracker for resource:security_group_rule and tenant:22470baf657f414497d44c3dbf1f7bea is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:44.190256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c545e1f4-972a-4fa0-9951-ed587d5c8a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:44.201059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dcc32ee4-497c-4e00-80b8-46e4853f089a tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "DELETE /v2.0/ports/d3d06174-88d9-4e31-9347-1c1cad4b1c03 HTTP/1.1" status: 204 len: 168 time: 2.6652460 May 24 22:59:44.202347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c545e1f4-972a-4fa0-9951-ed587d5c8a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:44.205969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39450) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:44.398718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.476082 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c8f965-76e0-4412-86b7-6cdee652ee06 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] GET failed (client error): The resource could not be found. May 24 22:59:44.476971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-28c8f965-76e0-4412-86b7-6cdee652ee06 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Synchronizing usage tracker for tenant:9b13896ff8cf4c52be04711f1cf82195 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:44.542560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-28c8f965-76e0-4412-86b7-6cdee652ee06 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Unset dirty status for tenant:9b13896ff8cf4c52be04711f1cf82195 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:44.543997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-28c8f965-76e0-4412-86b7-6cdee652ee06 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "GET /v2.0/ports/d3d06174-88d9-4e31-9347-1c1cad4b1c03 HTTP/1.1" status: 404 len: 333 time: 0.3369608 May 24 22:59:44.547190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39458) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:44.771108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4b91417d-5b09-45f4-831a-681a3e5343cb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Deleting port ee020e43-329e-49b0-8c83-9a605783ad90 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:44.771845 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b91417d-5b09-45f4-831a-681a3e5343cb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:44.995850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46fda6-c7f0-4b5c-904b-f3d3032131a4 req-c15e9f04-0756-4ec0-92dd-e16fcb338483 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:44.997030 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe46fda6-c7f0-4b5c-904b-f3d3032131a4 req-c15e9f04-0756-4ec0-92dd-e16fcb338483 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.1339183 May 24 22:59:44.999664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-104b2a5d-ff96-4ffe-8a48-0fe1debb4e1d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.225232 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.238603 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c545e1f4-972a-4fa0-9951-ed587d5c8a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.273755 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.354044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c545e1f4-972a-4fa0-9951-ed587d5c8a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.370953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Pushing event updated for resources: {'Port': ['ID=7cb122ba-5182-4df2-974b-2409e53914a4,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:45.381163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe46fda6-c7f0-4b5c-904b-f3d3032131a4 req-d21830cf-b711-4036-bb8e-204191f28d93 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749053 May 24 22:59:45.475896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545e1f4-972a-4fa0-9951-ed587d5c8a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2fa4f5-5615-4272-a496-b8115214cee9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:45.551651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-104b2a5d-ff96-4ffe-8a48-0fe1debb4e1d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 500cfc40-9550-4a87-80b6-0587c8990afb {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:45.552034 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-104b2a5d-ff96-4ffe-8a48-0fe1debb4e1d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.659231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c545e1f4-972a-4fa0-9951-ed587d5c8a71 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22470baf657f414497d44c3dbf1f7bea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9051380 May 24 22:59:45.668920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39470) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:45.759226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.889687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255ddf8-6e14-4f6b-9bdc-e5fc47fcb835 req-8d92a298-fb3e-491b-94c9-7cebf6a1e495 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:45.891339 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0255ddf8-6e14-4f6b-9bdc-e5fc47fcb835 req-8d92a298-fb3e-491b-94c9-7cebf6a1e495 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.2373276 May 24 22:59:45.930517 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b91417d-5b09-45f4-831a-681a3e5343cb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.956939 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:45.958379 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-be6818bc-b9a9-4c58-ab3d-5803e2983598 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7325475 May 24 22:59:45.988966 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-104b2a5d-ff96-4ffe-8a48-0fe1debb4e1d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.134816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4b91417d-5b09-45f4-831a-681a3e5343cb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Calling delete_port for ee020e43-329e-49b0-8c83-9a605783ad90 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:46.146883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-104b2a5d-ff96-4ffe-8a48-0fe1debb4e1d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 500cfc40-9550-4a87-80b6-0587c8990afb owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:46.188920 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b505ee8-a602-4abd-8552-94b65b677b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.210675 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0255ddf8-6e14-4f6b-9bdc-e5fc47fcb835 req-afc80ae0-b19a-4d8c-a120-17eec5b808ad tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067451 May 24 22:59:46.335018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-631674d8-7320-4b0b-b184-00b99097f6bb tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Synchronizing usage tracker for tenant:41770c559bc34ca187af2a317b5014f6 on resource:floatingip {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:46.356952 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b505ee8-a602-4abd-8552-94b65b677b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.402474 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-104b2a5d-ff96-4ffe-8a48-0fe1debb4e1d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.433889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-631674d8-7320-4b0b-b184-00b99097f6bb tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Unset dirty status for tenant:41770c559bc34ca187af2a317b5014f6 on resource:floatingip {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:46.444341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-631674d8-7320-4b0b-b184-00b99097f6bb tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 696 time: 0.4311135 May 24 22:59:46.460121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b2a5d-ff96-4ffe-8a48-0fe1debb4e1d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=500cfc40-9550-4a87-80b6-0587c8990afb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:46.768633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-437298aa-b6c0-4a33-9891-f0ba4011d1f5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:46.770854 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-437298aa-b6c0-4a33-9891-f0ba4011d1f5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.31 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.6070218 May 24 22:59:46.816498 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-104b2a5d-ff96-4ffe-8a48-0fe1debb4e1d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:46.824836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Request body: {'port': {'device_id': 'ef59ffa2-ff0a-40b5-994d-e7ec744884d7', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'admin_state_up': True, 'tenant_id': '0b61e39c08c045648e02b3beafdc002f'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:46.983644 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b505ee8-a602-4abd-8552-94b65b677b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.009208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b505ee8-a602-4abd-8552-94b65b677b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2fa4f5-5615-4272-a496-b8115214cee9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:47.029432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-a50cf54e-37bb-4326-9561-b039234b56da tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:47.030927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2dcc06aa-01b2-48d6-9bfe-ec05373b109c req-a50cf54e-37bb-4326-9561-b039234b56da tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.5174921 May 24 22:59:47.046425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b91417d-5b09-45f4-831a-681a3e5343cb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.126301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91417d-5b09-45f4-831a-681a3e5343cb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event deleted for resources: {'Port': ['ID=ee020e43-329e-49b0-8c83-9a605783ad90,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:47.327109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b91417d-5b09-45f4-831a-681a3e5343cb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.332312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4b91417d-5b09-45f4-831a-681a3e5343cb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "DELETE /v2.0/ports/ee020e43-329e-49b0-8c83-9a605783ad90 HTTP/1.1" status: 204 len: 168 time: 2.7833652 May 24 22:59:47.338438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39498) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:47.496492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4e6ac-3a7e-4afa-aa93-9ee1bd708816 req-149ef7b2-4255-48d5-ae41-9ce64fca188e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:47.498208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e6d4e6ac-3a7e-4afa-aa93-9ee1bd708816 req-149ef7b2-4255-48d5-ae41-9ce64fca188e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 813 time: 0.4382167 May 24 22:59:47.509229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b505ee8-a602-4abd-8552-94b65b677b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.510582 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4b505ee8-a602-4abd-8552-94b65b677b04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a2fa4f5-5615-4272-a496-b8115214cee9 HTTP/1.1" status: 204 len: 168 time: 1.8402078 May 24 22:59:47.511903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:47.544246 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e6d4e6ac-3a7e-4afa-aa93-9ee1bd708816 req-69942489-1b5c-46f6-9553-73316c0d7d97 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/quotas/e349657696c34416983f98607f7fdf1c HTTP/1.1" status: 200 len: 375 time: 0.0386131 May 24 22:59:47.548002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cbf1b4b5-437d-491c-b171-bfde94b10d15 req-bb183df2-bd29-41d7-8687-e5240e9c4410 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:47.555503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104b2a5d-ff96-4ffe-8a48-0fe1debb4e1d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router c18fbb02-92b5-493a-9e3d-5f62b607d34f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:47.566653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Usage tracker for resource:port and tenant:0b61e39c08c045648e02b3beafdc002f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:47.572012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:47.579201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:47.590247 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca94b8c-078a-432c-9197-82462e4a609b tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] GET failed (client error): The resource could not be found. May 24 22:59:47.590780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7ca94b8c-078a-432c-9197-82462e4a609b tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Synchronizing usage tracker for tenant:9b13896ff8cf4c52be04711f1cf82195 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:47.606603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Made reservation on behalf of 0b61e39c08c045648e02b3beafdc002f for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:47.611131 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.627418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cbf1b4b5-437d-491c-b171-bfde94b10d15 req-bb183df2-bd29-41d7-8687-e5240e9c4410 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:47.628741 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbf1b4b5-437d-491c-b171-bfde94b10d15 req-bb183df2-bd29-41d7-8687-e5240e9c4410 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 210 time: 0.4140127 May 24 22:59:47.668358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7ca94b8c-078a-432c-9197-82462e4a609b tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Unset dirty status for tenant:9b13896ff8cf4c52be04711f1cf82195 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:47.671677 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7ca94b8c-078a-432c-9197-82462e4a609b tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "GET /v2.0/ports/ee020e43-329e-49b0-8c83-9a605783ad90 HTTP/1.1" status: 404 len: 333 time: 0.3292391 May 24 22:59:47.712061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39510) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:47.921819 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e6d4e6ac-3a7e-4afa-aa93-9ee1bd708816 req-a4c05011-35fb-47af-a0b8-1f446a7eea2e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3685336 May 24 22:59:47.931101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-752b4291-5e0a-4858-ab69-5ebd2f52a7ab tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Deleting port 8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:47.931445 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-752b4291-5e0a-4858-ab69-5ebd2f52a7ab tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:47.976406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104b2a5d-ff96-4ffe-8a48-0fe1debb4e1d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:47.989831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f55e5-a99f-4637-ab78-413eab8cd293 None None] Sync routers for ids ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:48.001440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Allocated IP 172.20.0.5 (a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad/fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f/1a43f677-dfe1-409c-8706-109f446311a1) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:48.010121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f55e5-a99f-4637-ab78-413eab8cd293 None None] Routers {'c18fbb02-92b5-493a-9e3d-5f62b607d34f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:48.011034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a67f55e5-a99f-4637-ab78-413eab8cd293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:48.015840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-104b2a5d-ff96-4ffe-8a48-0fe1debb4e1d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/c18fbb02-92b5-493a-9e3d-5f62b607d34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0378044 May 24 22:59:48.016167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-1015e877-217e-4d4a-9ffc-8fc8a5e8e73a tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:48.020751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-1015e877-217e-4d4a-9ffc-8fc8a5e8e73a tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1695776 May 24 22:59:48.025252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39530) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:48.075554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39534) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:48.109258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a67f55e5-a99f-4637-ab78-413eab8cd293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:48.115239 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a812a4b-7678-455a-a7c0-98706331729c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.126703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f55e5-a99f-4637-ab78-413eab8cd293 None None] Routers {'c18fbb02-92b5-493a-9e3d-5f62b607d34f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:48.127462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a67f55e5-a99f-4637-ab78-413eab8cd293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:48.202076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a67f55e5-a99f-4637-ab78-413eab8cd293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:48.202570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f55e5-a99f-4637-ab78-413eab8cd293 None None] The sync data for ids ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:48.225414 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-f68ce0af-e8cf-4fea-b3ab-6e9ab0330af2 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 696 time: 0.2037172 May 24 22:59:48.231136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0a812a4b-7678-455a-a7c0-98706331729c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:48.243391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0a812a4b-7678-455a-a7c0-98706331729c admin admin] Usage tracker for resource:security_group_rule and tenant:e8d7d026f0504a838eb732a60ca6940e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:48.248746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0a812a4b-7678-455a-a7c0-98706331729c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:48.271951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0a812a4b-7678-455a-a7c0-98706331729c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:48.285586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-76842fce-4a61-45b9-a099-938c920a1386 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Request body: {'floatingip': {'port_id': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'fixed_ip_address': '172.20.0.2'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:48.328825 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-752b4291-5e0a-4858-ab69-5ebd2f52a7ab tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.397592 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-76842fce-4a61-45b9-a099-938c920a1386 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.463944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-752b4291-5e0a-4858-ab69-5ebd2f52a7ab tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Calling delete_port for 8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:48.523066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18ae2e-2895-41fd-8125-359c8d8d0828 req-c36316fe-40fe-4983-a684-01053fa4d7b4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:48.524564 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e18ae2e-2895-41fd-8125-359c8d8d0828 req-c36316fe-40fe-4983-a684-01053fa4d7b4 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.3549297 May 24 22:59:48.759321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e18ae2e-2895-41fd-8125-359c8d8d0828 req-088077d1-4f62-429c-84bd-2e00683c30fa tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240303 May 24 22:59:48.795800 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a812a4b-7678-455a-a7c0-98706331729c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.798848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 928ab939-e42a-48ad-8a5b-72c00ead90b2 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 22:59:48.809101 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a812a4b-7678-455a-a7c0-98706331729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.873035 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0a812a4b-7678-455a-a7c0-98706331729c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8d7d026f0504a838eb732a60ca6940e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964165 May 24 22:59:48.874155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39540) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:48.877858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a812a4b-7678-455a-a7c0-98706331729c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7babd710-bfd6-4aa1-a42d-8cb87f989115,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:48.880423 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-752b4291-5e0a-4858-ab69-5ebd2f52a7ab tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:48.979498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b4291-5e0a-4858-ab69-5ebd2f52a7ab tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event deleted for resources: {'Port': ['ID=8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:48.988772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 928ab939-e42a-48ad-8a5b-72c00ead90b2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=928ab939-e42a-48ad-8a5b-72c00ead90b2,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:49.004136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '928ab939-e42a-48ad-8a5b-72c00ead90b2', 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15', 'port_id': '928ab939-e42a-48ad-8a5b-72c00ead90b2', 'mac_address': 'fa:16:3e:a9:f7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a93872d-9b6c-42bf-9e43-eda0b0bb5f74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 22:59:49.063570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 928ab939-e42a-48ad-8a5b-72c00ead90b2 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:49.064328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.084148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 928ab939-e42a-48ad-8a5b-72c00ead90b2 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:49.102473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 928ab939-e42a-48ad-8a5b-72c00ead90b2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=928ab939-e42a-48ad-8a5b-72c00ead90b2,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:49.112625 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.158846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2a2632e-24b7-427a-8ada-e926397f35b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.201573 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-752b4291-5e0a-4858-ab69-5ebd2f52a7ab tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.203402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['928ab939-e42a-48ad-8a5b-72c00ead90b2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:49.207742 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2a2632e-24b7-427a-8ada-e926397f35b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.212386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478a755-9fb0-4776-854f-88e90d11e9db req-5fd7a853-ce6e-4bf5-9f96-e54c32172ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:49.213917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1478a755-9fb0-4776-854f-88e90d11e9db req-5fd7a853-ce6e-4bf5-9f96-e54c32172ddd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 1097 time: 0.7665169 May 24 22:59:49.239154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=928ab939-e42a-48ad-8a5b-72c00ead90b2,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:49.263474 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-752b4291-5e0a-4858-ab69-5ebd2f52a7ab tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "DELETE /v2.0/ports/8bb14f6b-bc3b-4fd2-852b-13adf52c3ad9 HTTP/1.1" status: 204 len: 168 time: 1.5445564 May 24 22:59:49.270260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e73810-6de2-4c97-9542-dc7da1e9f5ef req-d2fb1ea3-e244-47ce-ad2c-1d4fcf7e1ad3 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:49.277266 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56e73810-6de2-4c97-9542-dc7da1e9f5ef req-d2fb1ea3-e244-47ce-ad2c-1d4fcf7e1ad3 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 946 time: 0.3514285 May 24 22:59:49.278976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39544) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:49.376055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56e73810-6de2-4c97-9542-dc7da1e9f5ef req-beda22f8-8c1c-44ab-938f-27ea35d9159b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978112 May 24 22:59:49.388477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66da9f1-fdd8-47f0-aa7d-24a138fad4bb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Deleting subnet 91c58809-1af0-4d6d-8fb4-74b287726153 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:59:49.392133 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c66da9f1-fdd8-47f0-aa7d-24a138fad4bb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.419212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2a2632e-24b7-427a-8ada-e926397f35b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.443461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.455287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2632e-24b7-427a-8ada-e926397f35b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7babd710-bfd6-4aa1-a42d-8cb87f989115,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:49.469416 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c66da9f1-fdd8-47f0-aa7d-24a138fad4bb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.497564 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2a2632e-24b7-427a-8ada-e926397f35b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.501346 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c2a2632e-24b7-427a-8ada-e926397f35b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7babd710-bfd6-4aa1-a42d-8cb87f989115 HTTP/1.1" status: 204 len: 168 time: 0.6253972 May 24 22:59:49.624960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ed68-2ef0-450e-b154-0c4452bb9a62 req-8924f2c8-819e-4118-88e3-3be6f0c1d7b2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:49.626453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aff6ed68-2ef0-450e-b154-0c4452bb9a62 req-8924f2c8-819e-4118-88e3-3be6f0c1d7b2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.1302295 May 24 22:59:49.631724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c66da9f1-fdd8-47f0-aa7d-24a138fad4bb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.691509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478a755-9fb0-4776-854f-88e90d11e9db req-ebe54c8f-2c07-47f3-9824-eab62a6df38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:49.693015 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1478a755-9fb0-4776-854f-88e90d11e9db req-ebe54c8f-2c07-47f3-9824-eab62a6df38b service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.4685061 May 24 22:59:49.726972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aff6ed68-2ef0-450e-b154-0c4452bb9a62 req-8746feef-802c-4d8b-b3cb-e983e561a0f9 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645108 May 24 22:59:49.760408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c66da9f1-fdd8-47f0-aa7d-24a138fad4bb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.802973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66da9f1-fdd8-47f0-aa7d-24a138fad4bb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event deleted for resources: {'Subnet': ['ID=91c58809-1af0-4d6d-8fb4-74b287726153,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:49.806752 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c66da9f1-fdd8-47f0-aa7d-24a138fad4bb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.807326 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:49.813740 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c66da9f1-fdd8-47f0-aa7d-24a138fad4bb tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "DELETE /v2.0/subnets/91c58809-1af0-4d6d-8fb4-74b287726153 HTTP/1.1" status: 204 len: 168 time: 0.5329022 May 24 22:59:49.816589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39558) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:49.821022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7507aa01-7a9f-45ae-8345-7b3152a4c3d3 None None] Network 4818737e-d954-4728-9a24-5857b505e75e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:49.860023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 22:59:49.963528 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1478a755-9fb0-4776-854f-88e90d11e9db req-8e0f5c54-bbe3-4170-82ad-ab4b5969b348 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45afbff-354c-4d0a-8468-245e307a0a7f HTTP/1.1" status: 200 len: 1002 time: 0.2617898 May 24 22:59:50.052392 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.058952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:50.060464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-76842fce-4a61-45b9-a099-938c920a1386 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:50.079333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Deleting port 221f9047-8a43-4e99-81d8-2548c4ad7e22 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:50.079669 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.126941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837ba32-b3ea-45ed-9693-66d97f31d8c2 req-5320a2d7-fc36-45c1-878d-e08f0d02cf4a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:50.128415 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0837ba32-b3ea-45ed-9693-66d97f31d8c2 req-5320a2d7-fc36-45c1-878d-e08f0d02cf4a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 931 time: 0.2267020 May 24 22:59:50.167502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:50.181758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event updated for resources: {'Port': ['ID=1a43f677-dfe1-409c-8706-109f446311a1,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:50.195083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:50.197143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0837ba32-b3ea-45ed-9693-66d97f31d8c2 req-7e65da18-233b-46be-878d-692d5136c5af tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592675 May 24 22:59:50.312460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478a755-9fb0-4776-854f-88e90d11e9db req-68217f08-ea6e-4144-9e4e-16eef6b08e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:50.315135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1478a755-9fb0-4776-854f-88e90d11e9db req-68217f08-ea6e-4144-9e4e-16eef6b08e08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.3367624 May 24 22:59:50.333257 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-76842fce-4a61-45b9-a099-938c920a1386 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.338484 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b194804-62f8-4ff5-9b7a-c8d653782d75 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.379783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cca684-0148-4aae-a6d6-31368643dae9 None None] DHCP port deletion for 4818737e-d954-4728-9a24-5857b505e75e request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 22:59:50.384954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-39cca684-0148-4aae-a6d6-31368643dae9 None None] Deleting port 221f9047-8a43-4e99-81d8-2548c4ad7e22 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:50.385330 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39cca684-0148-4aae-a6d6-31368643dae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.437769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] For port 221f9047-8a43-4e99-81d8-2548c4ad7e22, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=221f9047-8a43-4e99-81d8-2548c4ad7e22,segment=NetworkSegment(ee2d5069-169d-42e9-aa94-e8adccbad270),segment_id=ee2d5069-169d-42e9-aa94-e8adccbad270)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:50.437769 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.473652 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-76842fce-4a61-45b9-a099-938c920a1386 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.545581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:50.546909 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:50.636899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Calling delete_port for 221f9047-8a43-4e99-81d8-2548c4ad7e22 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:50.811946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 928ab939-e42a-48ad-8a5b-72c00ead90b2 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:50.818316 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-54517432-8a45-478d-8015-fb9e69d9cf2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0005407 May 24 22:59:50.912747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-39cca684-0148-4aae-a6d6-31368643dae9 None None] For port 221f9047-8a43-4e99-81d8-2548c4ad7e22, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=221f9047-8a43-4e99-81d8-2548c4ad7e22,segment=NetworkSegment(ee2d5069-169d-42e9-aa94-e8adccbad270),segment_id=ee2d5069-169d-42e9-aa94-e8adccbad270)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:50.913254 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39cca684-0148-4aae-a6d6-31368643dae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.047906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.091972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Request body: {'port': {'device_id': 'ef59ffa2-ff0a-40b5-994d-e7ec744884d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:51.095485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-39cca684-0148-4aae-a6d6-31368643dae9 None None] Calling delete_port for 221f9047-8a43-4e99-81d8-2548c4ad7e22 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:51.105520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] No DVR routers for this DVR port 221f9047-8a43-4e99-81d8-2548c4ad7e22 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:59:51.169855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478a755-9fb0-4776-854f-88e90d11e9db req-63fe1ed3-456a-4494-bdee-72cfc3e2d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:51.171491 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1478a755-9fb0-4776-854f-88e90d11e9db req-63fe1ed3-456a-4494-bdee-72cfc3e2d301 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8411222 May 24 22:59:51.178947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 928ab939-e42a-48ad-8a5b-72c00ead90b2 is: BUILD; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:51.179334 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.197996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 928ab939-e42a-48ad-8a5b-72c00ead90b2 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:51.221014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 928ab939-e42a-48ad-8a5b-72c00ead90b2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=928ab939-e42a-48ad-8a5b-72c00ead90b2,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:51.235493 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.238800 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-76842fce-4a61-45b9-a099-938c920a1386 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Floating IP f0992b5d-8887-4bfa-b767-0b763c73c083 associated. External IP: 172.25.7.147, port: fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1. May 24 22:59:51.251576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event deleted for resources: {'Port': ['ID=221f9047-8a43-4e99-81d8-2548c4ad7e22,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.277407 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 22:59:51.279837 n-d-843146-7 neutron-server[88391]: util.warn( May 24 22:59:51.282695 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.294406 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-39cca684-0148-4aae-a6d6-31368643dae9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 22:59:51.294766 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-39cca684-0148-4aae-a6d6-31368643dae9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 22:59:51.296118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17532c-fb14-4e4d-9b5e-46c46c4a8520 req-70ef12d2-40ff-4090-b0bb-ed9af4029b2f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:51.303156 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba17532c-fb14-4e4d-9b5e-46c46c4a8520 req-70ef12d2-40ff-4090-b0bb-ed9af4029b2f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.5194478 May 24 22:59:51.308938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=928ab939-e42a-48ad-8a5b-72c00ead90b2,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:51.345778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4818737e-d954-4728-9a24-5857b505e75e']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:51.370499 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2d5069-169d-42e9-aa94-e8adccbad270') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:51.370917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2d5069-169d-42e9-aa94-e8adccbad270') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:51.386699 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba17532c-fb14-4e4d-9b5e-46c46c4a8520 req-49576e9d-662d-4d0c-8037-25b48c6c4bb6 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820386 May 24 22:59:51.392100 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.424206 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.440752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 22:59:51.441742 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.511860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.588644 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment ee2d5069-169d-42e9-aa94-e8adccbad270 resource provider aggregate not found May 24 22:59:51.654237 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment ee2d5069-169d-42e9-aa94-e8adccbad270 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee2d5069-169d-42e9-aa94-e8adccbad270 found for delete ", "request_id": "req-d2234c48-4ee0-45cd-82d7-fad1018d7115"}]} May 24 22:59:51.678933 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.696928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.711531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] Pushing event deleted for resources: {'Network': ['ID=4818737e-d954-4728-9a24-5857b505e75e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:51.727221 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-85e0d70c-5d30-4785-825a-7f0499f75089 tempest-AllowedAddressPairTestJSON-80411706 tempest-AllowedAddressPairTestJSON-80411706-project] 10.222.0.55 "DELETE /v2.0/networks/4818737e-d954-4728-9a24-5857b505e75e HTTP/1.1" status: 204 len: 168 time: 1.9093609 May 24 22:59:51.744019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0eb97-8c53-4909-a513-e2b27e7cabff req-984f588f-00af-4aeb-b3e1-34bb907e4910 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:51.750971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5a0eb97-8c53-4909-a513-e2b27e7cabff req-984f588f-00af-4aeb-b3e1-34bb907e4910 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.1580946 May 24 22:59:51.768917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1478a755-9fb0-4776-854f-88e90d11e9db req-b3e83a13-9d93-44f4-b37e-d016cfe4149b service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477853 May 24 22:59:51.796036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-39cca684-0148-4aae-a6d6-31368643dae9 None None] Deleting port 221f9047-8a43-4e99-81d8-2548c4ad7e22 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:51.796928 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39cca684-0148-4aae-a6d6-31368643dae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:51.799024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5a0eb97-8c53-4909-a513-e2b27e7cabff req-71be026d-f8ce-4eab-8599-6e761e9b149d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471196 May 24 22:59:51.938179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-39cca684-0148-4aae-a6d6-31368643dae9 None None] The port '221f9047-8a43-4e99-81d8-2548c4ad7e22' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 22:59:51.982120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d45afbff-354c-4d0a-8468-245e307a0a7f no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:52.097072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d8b75-37fe-4c22-bbda-0a6bf792621a req-9cbd7266-f6b4-44c7-8f3a-4c93cddbf4a4 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:52.104792 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-781d8b75-37fe-4c22-bbda-0a6bf792621a req-9cbd7266-f6b4-44c7-8f3a-4c93cddbf4a4 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 944 time: 0.1678028 May 24 22:59:52.106127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 221f9047-8a43-4e99-81d8-2548c4ad7e22 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:52.126599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4b194804-62f8-4ff5-9b7a-c8d653782d75 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 74168528-f074-43af-8f4c-a81ab5c48e70 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:52.126978 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b194804-62f8-4ff5-9b7a-c8d653782d75 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.160000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-781d8b75-37fe-4c22-bbda-0a6bf792621a req-0990ce4c-00d4-44a4-9ee8-d5de3df7f302 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491009 May 24 22:59:52.200126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39634) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:52.209522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 221f9047-8a43-4e99-81d8-2548c4ad7e22 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:59:52.209522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 221f9047-8a43-4e99-81d8-2548c4ad7e22 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:59:52.296441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d45afbff-354c-4d0a-8468-245e307a0a7f is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:52.297506 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.373855 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:52.374119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbb09c-ec14-4297-9c74-8349da2b5f3d req-53a71274-e094-4cbd-b9f2-5767c97e0eb4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:52.383062 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-94cbb09c-ec14-4297-9c74-8349da2b5f3d req-53a71274-e094-4cbd-b9f2-5767c97e0eb4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 931 time: 0.0998926 May 24 22:59:52.387882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:52.394453 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.454145 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-94cbb09c-ec14-4297-9c74-8349da2b5f3d req-bdbc007d-6d1f-4bd2-b090-f657d96a6f29 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702093 May 24 22:59:52.489902 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ca1c29a6-f947-4896-b6b4-fd842d8b062d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b13896ff8cf4c52be04711f1cf82195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881553 May 24 22:59:52.492869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39652) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:52.524547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:52.579260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b27b2713-9cc4-4464-bdfb-628037b11111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.621268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b27b2713-9cc4-4464-bdfb-628037b11111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.666782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6afe1a90-3d63-4322-9b9d-87fccb2930b2 req-555e1b5d-ffa2-493c-b318-3c84a51dd73f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e349657696c34416983f98607f7fdf1c HTTP/1.1" status: 200 len: 221 time: 0.0667999 May 24 22:59:52.701338 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b27b2713-9cc4-4464-bdfb-628037b11111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.723112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b2713-9cc4-4464-bdfb-628037b11111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666fe827-c9c3-4b0b-a2bf-24950a6f9a44,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:52.731220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b27b2713-9cc4-4464-bdfb-628037b11111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.735818 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b27b2713-9cc4-4464-bdfb-628037b11111 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/666fe827-c9c3-4b0b-a2bf-24950a6f9a44 HTTP/1.1" status: 204 len: 168 time: 0.2384949 May 24 22:59:52.735985 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32c9815-0b3c-4447-91db-f300d7221a29'] response: {'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'code': 200} May 24 22:59:52.850177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39672) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:52.855117 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1478a755-9fb0-4776-854f-88e90d11e9db req-b3c07125-d88c-461b-b5ec-41b60c0df26e service neutron] 10.222.0.31 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0703914 May 24 22:59:52.928441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-76842fce-4a61-45b9-a099-938c920a1386 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:52.935823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1f4c5-ae7e-403b-9e9a-268ef0947a11 req-7c96e341-5324-4ca3-8beb-c9098b6c66da tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:52.938302 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9b1f4c5-ae7e-403b-9e9a-268ef0947a11 req-7c96e341-5324-4ca3-8beb-c9098b6c66da tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.1084185 May 24 22:59:52.992477 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b194804-62f8-4ff5-9b7a-c8d653782d75 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:52.994266 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9b1f4c5-ae7e-403b-9e9a-268ef0947a11 req-8c6da39d-fb81-4e16-995f-687a57769009 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488069 May 24 22:59:53.070716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f0581-8d7e-48bc-bd06-2ef6dbf8fe19 req-c5970d7c-c828-4099-bf81-ee3118b78ab7 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:53.072194 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e4f0581-8d7e-48bc-bd06-2ef6dbf8fe19 req-c5970d7c-c828-4099-bf81-ee3118b78ab7 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 944 time: 0.6383750 May 24 22:59:53.087542 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 22:59:53.190655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67747b33-69b3-456a-be97-ca39cac50897 req-507a2f84-1b03-4822-b01a-2de5fba27834 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:53.192572 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-67747b33-69b3-456a-be97-ca39cac50897 req-507a2f84-1b03-4822-b01a-2de5fba27834 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 944 time: 0.0859604 May 24 22:59:53.221345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-1e4f0581-8d7e-48bc-bd06-2ef6dbf8fe19 req-0c85b87c-fbc5-458f-9663-98d97119a8dc tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Deleting port 928ab939-e42a-48ad-8a5b-72c00ead90b2 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:53.221715 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1e4f0581-8d7e-48bc-bd06-2ef6dbf8fe19 req-0c85b87c-fbc5-458f-9663-98d97119a8dc tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.244875 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-67747b33-69b3-456a-be97-ca39cac50897 req-dd07abfe-6d3b-40fe-9f82-01ba3c0699fd tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457592 May 24 22:59:53.334742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4b194804-62f8-4ff5-9b7a-c8d653782d75 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 74168528-f074-43af-8f4c-a81ab5c48e70 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:53.439852 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c6490b8-64bb-4691-9e1e-99b1b07ff0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.451879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83631d-739b-47a5-8e50-ceee6e994bbe req-608cb076-0c76-4cb9-89ca-673512a279ac tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:53.454370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0c83631d-739b-47a5-8e50-ceee6e994bbe req-608cb076-0c76-4cb9-89ca-673512a279ac tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.0902305 May 24 22:59:53.504579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0c83631d-739b-47a5-8e50-ceee6e994bbe req-2cbc0588-be5d-4b21-aff3-91dcf5db5ed9 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 May 24 22:59:53.560895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c6490b8-64bb-4691-9e1e-99b1b07ff0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:53.572695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a43f677-dfe1-409c-8706-109f446311a1 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 22:59:53.653340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39704) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:53.711161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751f19f-d520-4bda-a2dd-4932ca7ca715 req-5d9b848e-488a-4871-bdd5-a1ab42b577c1 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:53.712617 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1751f19f-d520-4bda-a2dd-4932ca7ca715 req-5d9b848e-488a-4871-bdd5-a1ab42b577c1 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 944 time: 0.0916629 May 24 22:59:53.727702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c6490b8-64bb-4691-9e1e-99b1b07ff0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a74bcae158c04f59857f7d577330819f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:53.732531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c6490b8-64bb-4691-9e1e-99b1b07ff0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:53.758352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1751f19f-d520-4bda-a2dd-4932ca7ca715 req-f6b635b6-baec-4b1e-b51a-646970b2633e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 May 24 22:59:53.777983 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.790327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c6490b8-64bb-4691-9e1e-99b1b07ff0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:53.806230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1071267658'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:53.806404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-76842fce-4a61-45b9-a099-938c920a1386 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:53.814377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:53.819391 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2387423e-417d-44fd-a559-1bd896ccc819 None None] Sync routers for ids ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:53.820988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:network and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:53.824642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:53.829247 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-76842fce-4a61-45b9-a099-938c920a1386 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.832048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:53.832315 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387423e-417d-44fd-a559-1bd896ccc819 None None] Routers {'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:53.832941 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2387423e-417d-44fd-a559-1bd896ccc819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:53.845918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:53.851214 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.884582 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.906720 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:53.910710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-76842fce-4a61-45b9-a099-938c920a1386 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "PUT /v2.0/floatingips/f0992b5d-8887-4bfa-b767-0b763c73c083 HTTP/1.1" status: 200 len: 996 time: 5.6838202 May 24 22:59:53.930264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:53.942279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:security_group_rule and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:53.946366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:53.953961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:53.962513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:53.973106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Transition to ACTIVE for port object 1a43f677-dfe1-409c-8706-109f446311a1 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:54.013751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19697765-1102-4992-9ceb-487b50b3a4be req-5ac140c5-5e4e-4a23-9002-3bed0b51fbd8 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:54.015404 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19697765-1102-4992-9ceb-487b50b3a4be req-5ac140c5-5e4e-4a23-9002-3bed0b51fbd8 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 931 time: 0.1492782 May 24 22:59:54.059021 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-2387423e-417d-44fd-a559-1bd896ccc819 None None] Set router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:54.073369 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.082691 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19697765-1102-4992-9ceb-487b50b3a4be req-c3fc77ab-c078-4409-a2bb-a052e63b3cbb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598166 May 24 22:59:54.112427 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.118678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.155817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 22:59:54.172471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e005c416-79ed-4834-9124-2fa54f89d2d0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:54.176125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Pushing event updated for resources: {'Port': ['ID=1a43f677-dfe1-409c-8706-109f446311a1,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:54.180728 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.181473 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Added segment d1fce305-3bca-4b07-a3c3-795e70dea578 of type vlan for network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 May 24 22:59:54.235480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.247651 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421d3797-9bfa-4369-90a7-2ee6d282b60d'] response: {'name': 'network-changed', 'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'status': 'completed', 'code': 200} May 24 22:59:54.277400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.285011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:54.285867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.445949 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2387423e-417d-44fd-a559-1bd896ccc819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f0992b5d-8887-4bfa-b767-0b763c73c083', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'port_id': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'mac_address': 'fa:16:3e:3d:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:59:43Z', 'updated_at': '2022-05-24T22:59:49Z', 'revision_number': 1, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009c5e12-b526-47e4-8640-de453ae21401', 'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'mac_address': 'fa:16:3e:df:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:27Z', 'updated_at': '2022-05-24T22:58:39Z', 'revision_number': 5, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'subnets': [{'id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.451171 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2387423e-417d-44fd-a559-1bd896ccc819 None None] Checking router: f5a41a4d-c478-45b2-bda3-864e7ee1fa1f for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 22:59:54.462113 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387423e-417d-44fd-a559-1bd896ccc819 None None] Routers {'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:54.462900 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2387423e-417d-44fd-a559-1bd896ccc819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:54.658885 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-2387423e-417d-44fd-a559-1bd896ccc819 None None] Set router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 22:59:54.659569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Network': ['ID=1f80b1ef-258c-4e4c-b65a-ce3c70d6b382,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:54.675394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 22:59:54.681776 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ab8315d3-09b3-4506-b219-f989d0201cf6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0184884 May 24 22:59:54.681776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39716) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:54.687205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:54.799798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Attempting to bind port 1a43f677-dfe1-409c-8706-109f446311a1 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:54.800397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Attempting to bind port 1a43f677-dfe1-409c-8706-109f446311a1 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:54.801014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Attempting to bind port 1a43f677-dfe1-409c-8706-109f446311a1 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:54.807768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-1e4f0581-8d7e-48bc-bd06-2ef6dbf8fe19 req-0c85b87c-fbc5-458f-9663-98d97119a8dc tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] For port 928ab939-e42a-48ad-8a5b-72c00ead90b2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=928ab939-e42a-48ad-8a5b-72c00ead90b2,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:54.808866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1e4f0581-8d7e-48bc-bd06-2ef6dbf8fe19 req-0c85b87c-fbc5-458f-9663-98d97119a8dc tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.819397 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c6490b8-64bb-4691-9e1e-99b1b07ff0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.824930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-a4f4384e-1e94-481c-a09f-9ff2d122fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:54.827486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd96b81-600e-4469-b45b-0430c987da93 req-af007723-1e27-481f-9801-13dec0ca1395 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:54.829406 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dd96b81-600e-4469-b45b-0430c987da93 req-af007723-1e27-481f-9801-13dec0ca1395 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4628015 May 24 22:59:54.835236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-a4f4384e-1e94-481c-a09f-9ff2d122fcfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=41770c559bc34ca187af2a317b5014f6&device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 1096 time: 0.8606968 May 24 22:59:54.883990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:54.892193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:54.896899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:54.905798 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dd96b81-600e-4469-b45b-0430c987da93 req-72f7f2ca-f858-4361-b3d0-0b770f2d4a36 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606246 May 24 22:59:54.907167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:54.919912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:54.925131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.947843 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c6490b8-64bb-4691-9e1e-99b1b07ff0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:54.955696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Port 1a43f677-dfe1-409c-8706-109f446311a1 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 22:59:54.956114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Attempting to bind port 1a43f677-dfe1-409c-8706-109f446311a1 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:54.978632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:54.978864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Checking segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:54.979255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Bound using segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:54.979716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Bound port: 1a43f677-dfe1-409c-8706-109f446311a1, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:54.980079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.025384 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2387423e-417d-44fd-a559-1bd896ccc819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f0992b5d-8887-4bfa-b767-0b763c73c083', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'port_id': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'mac_address': 'fa:16:3e:3d:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:59:43Z', 'updated_at': '2022-05-24T22:59:49Z', 'revision_number': 1, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009c5e12-b526-47e4-8640-de453ae21401', 'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'mac_address': 'fa:16:3e:df:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:27Z', 'updated_at': '2022-05-24T22:58:39Z', 'revision_number': 5, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'subnets': [{'id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:55.030244 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2387423e-417d-44fd-a559-1bd896ccc819 None None] The sync data for ids ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'] in n-d-843146-7 is: [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f0992b5d-8887-4bfa-b767-0b763c73c083', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'port_id': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'mac_address': 'fa:16:3e:3d:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T22:59:43Z', 'updated_at': '2022-05-24T22:59:49Z', 'revision_number': 1, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009c5e12-b526-47e4-8640-de453ae21401', 'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'mac_address': 'fa:16:3e:df:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:27Z', 'updated_at': '2022-05-24T22:58:39Z', 'revision_number': 5, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'subnets': [{'id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:55.136829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-1e4f0581-8d7e-48bc-bd06-2ef6dbf8fe19 req-0c85b87c-fbc5-458f-9663-98d97119a8dc tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Calling delete_port for 928ab939-e42a-48ad-8a5b-72c00ead90b2 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:55.192956 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b194804-62f8-4ff5-9b7a-c8d653782d75 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.222768 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9341b18-9a4d-4275-ad06-49114b27b6cf req-c617467f-ffcd-420c-9292-f1f15d5fb2e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:55.224352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9341b18-9a4d-4275-ad06-49114b27b6cf req-c617467f-ffcd-420c-9292-f1f15d5fb2e3 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 944 time: 0.1471519 May 24 22:59:55.278563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cfecdc-02d6-4604-bb24-a8d510f8948e None None] New status for floating IP f0992b5d-8887-4bfa-b767-0b763c73c083: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 22:59:55.308348 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9341b18-9a4d-4275-ad06-49114b27b6cf req-1a2a1cd7-17e6-456f-8b30-9dd476a153ea tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692298 May 24 22:59:55.342961 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.398800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b532195-09f1-4324-95e0-0511566f6459 req-6cde2920-08b9-4f4b-9e1a-f976e36f6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:55.400022 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b532195-09f1-4324-95e0-0511566f6459 req-6cde2920-08b9-4f4b-9e1a-f976e36f6cc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41770c559bc34ca187af2a317b5014f6&device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 1096 time: 1.1460443 May 24 22:59:55.402378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4c6490b8-64bb-4691-9e1e-99b1b07ff0b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a74bcae158c04f59857f7d577330819f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5463622 May 24 22:59:55.403466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b194804-62f8-4ff5-9b7a-c8d653782d75 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=74168528-f074-43af-8f4c-a81ab5c48e70,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:55.408551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39728) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:55.410828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6490b8-64bb-4691-9e1e-99b1b07ff0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8f6f79-50e8-486d-8822-0b4fd01cfbe1,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:55.493559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=4ff5398d-2f42-4de7-8ee4-bca065f423d5,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:55.618377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:55.618948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network hostable DHCP agents. Network: 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 22:59:55.676246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18b8b4-c6bf-4c1b-af40-97ecd3aa0a88 req-d209b17e-b91a-4f7c-890d-40637bbdfab3 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:55.682041 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b18b8b4-c6bf-4c1b-af40-97ecd3aa0a88 req-d209b17e-b91a-4f7c-890d-40637bbdfab3 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 944 time: 0.1894801 May 24 22:59:55.686143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c0570f18-5f47-46d5-b194-11970baffb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.687947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 22:59:55.712430 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.732098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:55.741346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:55.741955 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.742978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20129fe-ef17-47c0-a1cf-44a861cffbfe None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:55.749266 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c0570f18-5f47-46d5-b194-11970baffb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.764084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-8b3813f7-72bd-4ff5-98e4-79e500098177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:55.770180 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-8b3813f7-72bd-4ff5-98e4-79e500098177 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3de9ab13-987a-4de0-9181-92b2d1349cda HTTP/1.1" status: 200 len: 920 time: 0.9338994 May 24 22:59:55.797133 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b18b8b4-c6bf-4c1b-af40-97ecd3aa0a88 req-aff6d444-69af-411f-ab5d-b1f10116a746 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048055 May 24 22:59:55.808449 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-103c2487-604e-48e6-a98d-9ebe0b23f1dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1257803 May 24 22:59:55.811790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39732) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:55.826549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'name': 'tempest-NetworksTestDHCPv6-184191902'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 22:59:55.855402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b194804-62f8-4ff5-9b7a-c8d653782d75 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.887394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] For port 1a43f677-dfe1-409c-8706-109f446311a1, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:55.914071 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c0570f18-5f47-46d5-b194-11970baffb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:55.988581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0570f18-5f47-46d5-b194-11970baffb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8f6f79-50e8-486d-8822-0b4fd01cfbe1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:55.994206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] For port 1a43f677-dfe1-409c-8706-109f446311a1, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=1a43f677-dfe1-409c-8706-109f446311a1,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:56.003072 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c0570f18-5f47-46d5-b194-11970baffb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.006593 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c0570f18-5f47-46d5-b194-11970baffb6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d8f6f79-50e8-486d-8822-0b4fd01cfbe1 HTTP/1.1" status: 204 len: 168 time: 0.5925829 May 24 22:59:56.044526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '4ff5398d-2f42-4de7-8ee4-bca065f423d5'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 22:59:56.045287 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.072917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:56.079175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:56.085663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:56.095526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a4de7-9706-412b-819e-9478d2f73979 req-e15c890f-6993-45c3-ad86-0f8a4ee5d7c0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:56.097199 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b7a4de7-9706-412b-819e-9478d2f73979 req-e15c890f-6993-45c3-ad86-0f8a4ee5d7c0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.1628089 May 24 22:59:56.101353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:56.149664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 22:59:56.153256 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.175081 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b7a4de7-9706-412b-819e-9478d2f73979 req-ccad7240-77b1-42ce-83ec-424d865ba02e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682881 May 24 22:59:56.191456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 34512fd0-0519-41da-bba1-f810e152855b yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 22:59:56.220248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/4ff5398d-2f42-4de7-8ee4-bca065f423d5/5d1a8507-6cd3-4223-89a2-2ad3f020b946) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:56.221738 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.454013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a517e6-8a93-4316-a5c2-38ab1295d333 req-b3180b93-9026-456e-8708-3a381b0b5683 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:56.455595 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d4a517e6-8a93-4316-a5c2-38ab1295d333 req-b3180b93-9026-456e-8708-3a381b0b5683 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 943 time: 0.0995727 May 24 22:59:56.515335 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.520410 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d4a517e6-8a93-4316-a5c2-38ab1295d333 req-51840407-73c1-4f46-87f2-8013e09ae640 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539286 May 24 22:59:56.547808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Transition to ACTIVE for port object 5d1a8507-6cd3-4223-89a2-2ad3f020b946 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:56.585091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Transition to ACTIVE for port object 5d1a8507-6cd3-4223-89a2-2ad3f020b946 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:56.613221 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.648586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:56.649224 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.650646 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] 10.222.0.31 "PUT /v2.0/ports/1a43f677-dfe1-409c-8706-109f446311a1 HTTP/1.1" status: 200 len: 1091 time: 5.6013539 May 24 22:59:56.686484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef59ffa2-ff0a-40b5-994d-e7ec744884d7', 'tag': '1a43f677-dfe1-409c-8706-109f446311a1'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:56.706528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39746) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:56.713297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-b9140320-6899-46d8-b6b8-c8b663e80508 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 1001 time: 0.9269738 May 24 22:59:56.723837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b532195-09f1-4324-95e0-0511566f6459 req-793a7405-d263-4c8a-845a-ebb326808f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:56.725878 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b532195-09f1-4324-95e0-0511566f6459 req-793a7405-d263-4c8a-845a-ebb326808f4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=3de9ab13-987a-4de0-9181-92b2d1349cda HTTP/1.1" status: 200 len: 920 time: 1.2885697 May 24 22:59:56.749308 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-126fe5a8-088f-43f2-8202-2c8f18e7ab88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.763712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:56.767727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:56.772311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:56.777377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-126fe5a8-088f-43f2-8202-2c8f18e7ab88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 22:59:56.779957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b194804-62f8-4ff5-9b7a-c8d653782d75 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router c18fbb02-92b5-493a-9e3d-5f62b607d34f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 22:59:56.786677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-126fe5a8-088f-43f2-8202-2c8f18e7ab88 admin admin] Usage tracker for resource:security_group_rule and tenant:89772afcb1d04d9c9d3f286ff8e999b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 22:59:56.791061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-126fe5a8-088f-43f2-8202-2c8f18e7ab88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 22:59:56.806800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::3a9 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/4ff5398d-2f42-4de7-8ee4-bca065f423d5/34512fd0-0519-41da-bba1-f810e152855b) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 22:59:56.808984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-126fe5a8-088f-43f2-8202-2c8f18e7ab88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 22:59:56.852336 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Pushing event updated for resources: {'Port': ['ID=5d1a8507-6cd3-4223-89a2-2ad3f020b946,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:56.862615 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 928ab939-e42a-48ad-8a5b-72c00ead90b2 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:56.865874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-07692467-009d-44b3-b90b-6ae4b4622445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:56.867923 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-07692467-009d-44b3-b90b-6ae4b4622445 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb HTTP/1.1" status: 200 len: 859 time: 0.1408098 May 24 22:59:56.943452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 928ab939-e42a-48ad-8a5b-72c00ead90b2 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 22:59:56.949632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 928ab939-e42a-48ad-8a5b-72c00ead90b2 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 22:59:56.974634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Attempting to bind port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 22:59:56.975120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Attempting to bind port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 22:59:56.975573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Attempting to bind port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 22:59:56.981879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 22:59:56.982407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 22:59:56.983362 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.983362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 22:59:56.984335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Bound port: 5d1a8507-6cd3-4223-89a2-2ad3f020b946, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 22:59:56.985519 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:56.990912 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b532195-09f1-4324-95e0-0511566f6459 req-b1892cbd-f200-48e7-9569-165799ff9636 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 1001 time: 0.1290674 May 24 22:59:57.035663 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1e4f0581-8d7e-48bc-bd06-2ef6dbf8fe19 req-0c85b87c-fbc5-458f-9663-98d97119a8dc tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.082735 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-126fe5a8-088f-43f2-8202-2c8f18e7ab88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.097070 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-126fe5a8-088f-43f2-8202-2c8f18e7ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.114755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b532195-09f1-4324-95e0-0511566f6459 req-d32d2d3e-4de9-4e7c-895c-15906d96a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:57.116705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b532195-09f1-4324-95e0-0511566f6459 req-d32d2d3e-4de9-4e7c-895c-15906d96a869 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb HTTP/1.1" status: 200 len: 859 time: 0.1173341 May 24 22:59:57.127588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] For port 5d1a8507-6cd3-4223-89a2-2ad3f020b946, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 22:59:57.140948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fe5a8-088f-43f2-8202-2c8f18e7ab88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a271bf53-e335-4df9-bf61-24decc3884b1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:57.143611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] For port 5d1a8507-6cd3-4223-89a2-2ad3f020b946, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5d1a8507-6cd3-4223-89a2-2ad3f020b946,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 22:59:57.150136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Pushing event updated for resources: {'Port': ['ID=1a43f677-dfe1-409c-8706-109f446311a1,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:57.155296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.179765 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.189067 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-126fe5a8-088f-43f2-8202-2c8f18e7ab88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89772afcb1d04d9c9d3f286ff8e999b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801247 May 24 22:59:57.195298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39756) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:57.203389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-4fe628ed-ad58-4c3f-af39-b8809256c68e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3de9ab13-987a-4de0-9181-92b2d1349cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2076437 May 24 22:59:57.217797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 34512fd0-0519-41da-bba1-f810e152855b will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 22:59:57.261000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b532195-09f1-4324-95e0-0511566f6459 req-db5dd0df-e51f-4cf4-b436-c1d686fb8800 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3de9ab13-987a-4de0-9181-92b2d1349cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143508 May 24 22:59:57.287365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1db56526-da2c-4e6f-8d14-db6340153d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.313121 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.318400 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2f273-455d-4a54-8943-c4921c8823a9 None None] Pushing event updated for resources: {'Port': ['ID=5d1a8507-6cd3-4223-89a2-2ad3f020b946,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:57.369576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1db56526-da2c-4e6f-8d14-db6340153d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.408212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-516bb3a5-2a8a-41e1-ba52-23642a07b98f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 22:59:57.409842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-516bb3a5-2a8a-41e1-ba52-23642a07b98f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1085954 May 24 22:59:57.420308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 22:59:57.429858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 22:59:57.438532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 22:59:57.443887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b194804-62f8-4ff5-9b7a-c8d653782d75 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 22:59:57.444507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:57.445138 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.458720 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeeb132-8b7d-4a6e-a133-d12f48a5b458 None None] Sync routers for ids ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 22:59:57.469814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.471206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.471394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.471674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.472010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.472336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.477811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.478222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.479651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.479933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.480277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.480579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6892a3-fbc1-448d-bf4d-8bb68a8ddd89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 22:59:57.507935 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeeb132-8b7d-4a6e-a133-d12f48a5b458 None None] Routers {'c18fbb02-92b5-493a-9e3d-5f62b607d34f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:57.508708 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-deeeb132-8b7d-4a6e-a133-d12f48a5b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:57.753872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=34512fd0-0519-41da-bba1-f810e152855b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:57.771308 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-deeeb132-8b7d-4a6e-a133-d12f48a5b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:57.779214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6502ad23-5117-4931-8903-55dc654e29c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9634476 May 24 22:59:57.780163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39770) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:57.800121 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f70adc-b26d-439c-886c-8d9fe6508151'] response: {'name': 'network-changed', 'server_uuid': 'ef59ffa2-ff0a-40b5-994d-e7ec744884d7', 'tag': '1a43f677-dfe1-409c-8706-109f446311a1', 'status': 'completed', 'code': 200} May 24 22:59:57.810546 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeeb132-8b7d-4a6e-a133-d12f48a5b458 None None] Routers {'c18fbb02-92b5-493a-9e3d-5f62b607d34f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 22:59:57.811260 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-deeeb132-8b7d-4a6e-a133-d12f48a5b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:57.862802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1db56526-da2c-4e6f-8d14-db6340153d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.872067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4f0581-8d7e-48bc-bd06-2ef6dbf8fe19 req-0c85b87c-fbc5-458f-9663-98d97119a8dc tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] No DVR routers for this DVR port 928ab939-e42a-48ad-8a5b-72c00ead90b2 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 22:59:57.875475 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-1e4f0581-8d7e-48bc-bd06-2ef6dbf8fe19 req-0c85b87c-fbc5-458f-9663-98d97119a8dc tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.884984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85b87c-fbc5-458f-9663-98d97119a8dc tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event deleted for resources: {'Port': ['ID=928ab939-e42a-48ad-8a5b-72c00ead90b2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:57.897103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e4f0581-8d7e-48bc-bd06-2ef6dbf8fe19 req-0c85b87c-fbc5-458f-9663-98d97119a8dc tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "DELETE /v2.0/ports/928ab939-e42a-48ad-8a5b-72c00ead90b2 HTTP/1.1" status: 204 len: 173 time: 4.8109491 May 24 22:59:57.912284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4b194804-62f8-4ff5-9b7a-c8d653782d75 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/c18fbb02-92b5-493a-9e3d-5f62b607d34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8857992 May 24 22:59:57.922553 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-deeeb132-8b7d-4a6e-a133-d12f48a5b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 22:59:57.923004 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeeb132-8b7d-4a6e-a133-d12f48a5b458 None None] The sync data for ids ['c18fbb02-92b5-493a-9e3d-5f62b607d34f'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 22:59:57.931299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39776) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:57.947816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db56526-da2c-4e6f-8d14-db6340153d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a271bf53-e335-4df9-bf61-24decc3884b1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:57.961079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d45afbff-354c-4d0a-8468-245e307a0a7f no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 22:59:57.964239 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7e52d9d2-38dc-4e2a-8dd2-44a005fe0517 req-933b0e41-8d32-417a-bdc1-753a5c069c2a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=95e362d0-c486-4be1-b98d-1db99da01c04 HTTP/1.1" status: 200 len: 210 time: 0.0758049 May 24 22:59:57.965412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1db56526-da2c-4e6f-8d14-db6340153d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:57.969656 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1db56526-da2c-4e6f-8d14-db6340153d14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a271bf53-e335-4df9-bf61-24decc3884b1 HTTP/1.1" status: 204 len: 168 time: 0.7731364 May 24 22:59:57.987644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbcb63a-cf2c-43ea-a3d3-c0263d8b8110 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:57.993901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbcb63a-cf2c-43ea-a3d3-c0263d8b8110 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:57.994812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6dbcb63a-cf2c-43ea-a3d3-c0263d8b8110 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:58.039339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6dbcb63a-cf2c-43ea-a3d3-c0263d8b8110 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:58.041076 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6dbcb63a-cf2c-43ea-a3d3-c0263d8b8110 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2572308 May 24 22:59:58.043918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39782) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.072770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-4f68f982-c741-47b5-b278-f5685ca95bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:58.074354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-4f68f982-c741-47b5-b278-f5685ca95bf7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 1094 time: 1.3543158 May 24 22:59:58.079513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7ef80770-680d-4c13-a4ed-3200fdcb3000 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:58.194404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4408c3c2-e4c7-4f84-b8dd-589e1a7fb30a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 34512fd0-0519-41da-bba1-f810e152855b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 22:59:58.194942 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4408c3c2-e4c7-4f84-b8dd-589e1a7fb30a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:58.217579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5d1a8507-6cd3-4223-89a2-2ad3f020b946 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 22:59:58.268190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7ef80770-680d-4c13-a4ed-3200fdcb3000 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:58.272462 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7ef80770-680d-4c13-a4ed-3200fdcb3000 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18fbb02-92b5-493a-9e3d-5f62b607d34f HTTP/1.1" status: 200 len: 205 time: 0.3401124 May 24 22:59:58.273310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39786) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:58.290293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-77502883-8835-420b-8d5d-71ea2f394b8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a43f677-dfe1-409c-8706-109f446311a1 HTTP/1.1" status: 200 len: 217 time: 0.1818199 May 24 22:59:58.292690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d45afbff-354c-4d0a-8468-245e307a0a7f is: DOWN; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:58.322878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:58.547545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4408c3c2-e4c7-4f84-b8dd-589e1a7fb30a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:58.730038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4408c3c2-e4c7-4f84-b8dd-589e1a7fb30a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 34512fd0-0519-41da-bba1-f810e152855b owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 22:59:58.793551 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b532195-09f1-4324-95e0-0511566f6459 req-6788e8f0-7055-4c98-80f4-eb5837cfb1f1 service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3767552 May 24 22:59:58.794912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-38405b83-375f-46d0-ac6b-bd07dfa8fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:58.796452 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-38405b83-375f-46d0-ac6b-bd07dfa8fb3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.4332082 May 24 22:59:58.817586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd61352-0a37-4ba6-be15-ff514d22670b req-0732a37a-b379-4e09-a03d-533f2b0bb978 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:58.819136 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdd61352-0a37-4ba6-be15-ff514d22670b req-0732a37a-b379-4e09-a03d-533f2b0bb978 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.5565200 May 24 22:59:58.890295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-46cb1aa1-8274-433a-8f1f-cdf4250140cc service neutron] 10.222.0.55 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4382930 May 24 22:59:58.904898 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1f129929-d84a-4f2b-9b5f-0d801523fd60 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:58.914852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1841b8-515f-4244-96b0-65cf5da16d2d None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 22:59:58.937563 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bdd61352-0a37-4ba6-be15-ff514d22670b req-ad2a8cee-f94d-4284-af38-230c32c55950 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090384 May 24 22:59:59.008904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d474013-7876-4aaa-9432-2d085ffc4951 None None] Provisioning for port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 22:59:59.011755 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4408c3c2-e4c7-4f84-b8dd-589e1a7fb30a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.020625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d474013-7876-4aaa-9432-2d085ffc4951 None None] Provisioning complete for port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:59.021544 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d474013-7876-4aaa-9432-2d085ffc4951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.046863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-50a0cd09-fef7-410c-87b8-abadf7866014 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2394230 May 24 22:59:59.127644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408c3c2-e4c7-4f84-b8dd-589e1a7fb30a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=34512fd0-0519-41da-bba1-f810e152855b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:59.140575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4408c3c2-e4c7-4f84-b8dd-589e1a7fb30a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.246586 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4408c3c2-e4c7-4f84-b8dd-589e1a7fb30a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/34512fd0-0519-41da-bba1-f810e152855b HTTP/1.1" status: 204 len: 168 time: 1.2014947 May 24 22:59:59.247456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39818) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.284340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d474013-7876-4aaa-9432-2d085ffc4951 None None] Current status of the port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 22:59:59.285254 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d474013-7876-4aaa-9432-2d085ffc4951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.341420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6d474013-7876-4aaa-9432-2d085ffc4951 None None] For port 5d1a8507-6cd3-4223-89a2-2ad3f020b946, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5d1a8507-6cd3-4223-89a2-2ad3f020b946,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 22:59:59.349766 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d474013-7876-4aaa-9432-2d085ffc4951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.365323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec8e2f-eea9-4c15-883c-01d5464fc941 req-111a62b4-4cb4-49e9-899b-1f12dc3fc4e8 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:59.368572 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b8ec8e2f-eea9-4c15-883c-01d5464fc941 req-111a62b4-4cb4-49e9-899b-1f12dc3fc4e8 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 943 time: 0.2213645 May 24 22:59:59.389283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc107a9-e093-487c-a046-ef65c179688d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:59.394302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc107a9-e093-487c-a046-ef65c179688d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 22:59:59.396506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ecc107a9-e093-487c-a046-ef65c179688d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 22:59:59.430294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d474013-7876-4aaa-9432-2d085ffc4951 None None] Pushing event updated for resources: {'Port': ['ID=5d1a8507-6cd3-4223-89a2-2ad3f020b946,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 22:59:59.480228 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b8ec8e2f-eea9-4c15-883c-01d5464fc941 req-00440b54-0c1e-4b06-ba3f-ca9f4d1137bb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998573 May 24 22:59:59.488480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ecc107a9-e093-487c-a046-ef65c179688d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 22:59:59.496480 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ecc107a9-e093-487c-a046-ef65c179688d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2468243 May 24 22:59:59.497637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39828) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.654469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e4b9f6-b6dc-4bf7-b7e9-55f4dbe2c1e8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 4ff5398d-2f42-4de7-8ee4-bca065f423d5 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 22:59:59.657956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b9f6-b6dc-4bf7-b7e9-55f4dbe2c1e8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.735995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6358ae0d-ab46-47fa-939d-20a8de5f3ca2 None None] Provisioning complete for port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 22:59:59.737919 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6358ae0d-ab46-47fa-939d-20a8de5f3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.747131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b9f6-b6dc-4bf7-b7e9-55f4dbe2c1e8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.761390 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1f129929-d84a-4f2b-9b5f-0d801523fd60 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.763788 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1f129929-d84a-4f2b-9b5f-0d801523fd60 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.810825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e362d0-c486-4be1-b98d-1db99da01c04', 'name': 'network-vif-deleted', 'tag': '928ab939-e42a-48ad-8a5b-72c00ead90b2'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 22:59:59.824623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1f129929-d84a-4f2b-9b5f-0d801523fd60 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.825142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f129929-d84a-4f2b-9b5f-0d801523fd60 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Fanout notify agent at l3_agent the message router_deleted on router c18fbb02-92b5-493a-9e3d-5f62b607d34f {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 22:59:59.909632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1f129929-d84a-4f2b-9b5f-0d801523fd60 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 22:59:59.910739 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1f129929-d84a-4f2b-9b5f-0d801523fd60 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/c18fbb02-92b5-493a-9e3d-5f62b607d34f HTTP/1.1" status: 204 len: 168 time: 1.6228542 May 24 22:59:59.917453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b532195-09f1-4324-95e0-0511566f6459 req-e3b4ace0-66ca-4199-aaf2-4c56d63bb7d6 service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1090851 May 24 22:59:59.919465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-b2ab421c-51ec-4f01-83b8-e7f348c6ab6d service neutron] 10.222.0.31 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8494720 May 24 22:59:59.928906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39864) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 22:59:59.950397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b9f6-b6dc-4bf7-b7e9-55f4dbe2c1e8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.010393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6358ae0d-ab46-47fa-939d-20a8de5f3ca2 None None] Current status of the port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:00.056447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56f7914c-2886-467c-b6ec-e5dc713c0056 req-9fafdfee-5831-40ba-b15b-7e5f74d59227 service neutron] 10.222.0.55 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0872905 May 24 23:00:00.066881 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b9f6-b6dc-4bf7-b7e9-55f4dbe2c1e8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.083050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5d1a8507-6cd3-4223-89a2-2ad3f020b946 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:00.157456 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b9f6-b6dc-4bf7-b7e9-55f4dbe2c1e8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.160368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4b9f6-b6dc-4bf7-b7e9-55f4dbe2c1e8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff5398d-2f42-4de7-8ee4-bca065f423d5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:00.188525 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c2e4b9f6-b6dc-4bf7-b7e9-55f4dbe2c1e8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/4ff5398d-2f42-4de7-8ee4-bca065f423d5 HTTP/1.1" status: 204 len: 168 time: 0.6880801 May 24 23:00:00.190954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39872) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:00.259537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1a54972b-b13c-40f1-9a50-bd65a7ee35fb None None] Could not find standard attr ID for object 34512fd0-0519-41da-bba1-f810e152855b. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:00:00.261212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f7cb86-35b9-4ea0-a394-ba46b6e64447 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting subnet fac53cac-7008-40e9-af18-d6e14b531fcc {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:00.268843 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7f7cb86-35b9-4ea0-a394-ba46b6e64447 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.311820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:00.312652 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.323026 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9f2590e9-6ca1-4ede-986a-bb45742580c4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308310 May 24 23:00:00.329416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39876) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:00.336749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:00.362298 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-974b9b3c-2266-46c2-9c7b-185e858e96d7 service neutron] 10.222.0.31 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610253 May 24 23:00:00.452742 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7f7cb86-35b9-4ea0-a394-ba46b6e64447 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.527255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e99cc7-e2ee-4af4-aa1d-7668b42cffbe None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:00.685715 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7f7cb86-35b9-4ea0-a394-ba46b6e64447 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.811909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:00.833604 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc8f866-3df1-4f75-a4e5-3289245e7c45'] response: {'server_uuid': '95e362d0-c486-4be1-b98d-1db99da01c04', 'name': 'network-vif-deleted', 'tag': '928ab939-e42a-48ad-8a5b-72c00ead90b2', 'status': 'completed', 'code': 200} May 24 23:00:00.868656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:00.877397 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:00.883024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-b6a8d56d-eccd-4d60-986a-b965f0c53f02 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 1001 time: 0.1800952 May 24 23:00:00.883940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:00.895830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:00.956769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30733c-b84a-43bc-9526-dd0456b446e1 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:00.961017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b30733c-b84a-43bc-9526-dd0456b446e1 None None] Deleting port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:00.961421 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b30733c-b84a-43bc-9526-dd0456b446e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:00.992241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180863-f173-4186-a06d-5430aea0dac1 req-1e7de8d4-cef3-490a-ae03-fbb03b4ea66c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:00.994049 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-1e7de8d4-cef3-490a-ae03-fbb03b4ea66c tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports/fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 942 time: 0.1036124 May 24 23:00:00.995603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:01.001624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.023304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5f6e4-205d-4993-8262-217d9722adeb req-d7df2d7d-a7de-4450-b2e6-fbee6e4b9663 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:01.027595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2fd5f6e4-205d-4993-8262-217d9722adeb req-d7df2d7d-a7de-4450-b2e6-fbee6e4b9663 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.7220316 May 24 23:00:01.082317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2fd5f6e4-205d-4993-8262-217d9722adeb req-9b9c0edf-8282-4085-b792-4bf5e2dbb09d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459731 May 24 23:00:01.088868 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7f7cb86-35b9-4ea0-a394-ba46b6e64447 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.130013 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7f7cb86-35b9-4ea0-a394-ba46b6e64447 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.134509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dc72f-19bd-4984-ab9e-c8e0a96f3554 req-f8ecc617-18fc-4918-91ff-501071f723d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:01.135001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2afbce-9dc8-45eb-bf65-20ee141c53d5 None None] Network ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:01.136006 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db0dc72f-19bd-4984-ab9e-c8e0a96f3554 req-f8ecc617-18fc-4918-91ff-501071f723d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 1094 time: 0.6334486 May 24 23:00:01.143418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7cb86-35b9-4ea0-a394-ba46b6e64447 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Subnet': ['ID=fac53cac-7008-40e9-af18-d6e14b531fcc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:01.274719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b7f7cb86-35b9-4ea0-a394-ba46b6e64447 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/fac53cac-7008-40e9-af18-d6e14b531fcc HTTP/1.1" status: 204 len: 168 time: 1.3447068 May 24 23:00:01.329392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39926) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:01.337058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dc72f-19bd-4984-ab9e-c8e0a96f3554 req-c9223835-0a87-4e44-b300-e746cf2fe96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:01.338485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db0dc72f-19bd-4984-ab9e-c8e0a96f3554 req-c9223835-0a87-4e44-b300-e746cf2fe96a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 906 time: 0.1926885 May 24 23:00:01.427056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db0dc72f-19bd-4984-ab9e-c8e0a96f3554 req-0b493085-8d21-4344-8e3c-089bee0d6a8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a43f677-dfe1-409c-8706-109f446311a1 HTTP/1.1" status: 200 len: 217 time: 0.0793564 May 24 23:00:01.431762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efde5dc-d8ef-4ff8-bb94-1283591fc63b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting subnet 6a054237-ace5-483f-9ebc-2bfcf5ff2e19 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:01.444495 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5efde5dc-d8ef-4ff8-bb94-1283591fc63b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.479916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b30733c-b84a-43bc-9526-dd0456b446e1 None None] For port 5d1a8507-6cd3-4223-89a2-2ad3f020b946, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5d1a8507-6cd3-4223-89a2-2ad3f020b946,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:01.480311 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b30733c-b84a-43bc-9526-dd0456b446e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.536091 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:00:01.548433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2d7bb-2c3f-4d21-a460-3c8d0d7b0ad1 req-de8b8be7-fbbd-4400-a859-e1eee0d108b1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:01.549158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-36f2d7bb-2c3f-4d21-a460-3c8d0d7b0ad1 req-de8b8be7-fbbd-4400-a859-e1eee0d108b1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:01.603430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dc72f-19bd-4984-ab9e-c8e0a96f3554 req-0c30218e-1743-475d-b6ee-6a3d350417fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:01.605445 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db0dc72f-19bd-4984-ab9e-c8e0a96f3554 req-0c30218e-1743-475d-b6ee-6a3d350417fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.1645801 May 24 23:00:01.613920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-36f2d7bb-2c3f-4d21-a460-3c8d0d7b0ad1 req-de8b8be7-fbbd-4400-a859-e1eee0d108b1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:01.621663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36f2d7bb-2c3f-4d21-a460-3c8d0d7b0ad1 req-de8b8be7-fbbd-4400-a859-e1eee0d108b1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 943 time: 0.3453989 May 24 23:00:01.662973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-8f85af15-1ca3-48e6-910a-8084609faacc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 1001 time: 0.4181275 May 24 23:00:01.667150 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5efde5dc-d8ef-4ff8-bb94-1283591fc63b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.669344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b30733c-b84a-43bc-9526-dd0456b446e1 None None] Calling delete_port for 5d1a8507-6cd3-4223-89a2-2ad3f020b946 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:01.701140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ef98a-df88-49bd-a650-efe2a4144f3b None None] DHCP port deletion for ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:01.724987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-594ef98a-df88-49bd-a650-efe2a4144f3b None None] Deleting port b90aa8df-f0d4-4d31-836c-152585f9a741 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:01.725204 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db0dc72f-19bd-4984-ab9e-c8e0a96f3554 req-373ffc3e-3f16-4bd5-9846-154222fb08ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001120 May 24 23:00:01.725472 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-594ef98a-df88-49bd-a650-efe2a4144f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.739487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-36f2d7bb-2c3f-4d21-a460-3c8d0d7b0ad1 req-b05d9288-78c3-4327-bb7d-7b18b7d4539d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:01.842223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-36f2d7bb-2c3f-4d21-a460-3c8d0d7b0ad1 req-b05d9288-78c3-4327-bb7d-7b18b7d4539d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:01.844572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36f2d7bb-2c3f-4d21-a460-3c8d0d7b0ad1 req-b05d9288-78c3-4327-bb7d-7b18b7d4539d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216961 May 24 23:00:01.908749 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b30733c-b84a-43bc-9526-dd0456b446e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:01.953007 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db0dc72f-19bd-4984-ab9e-c8e0a96f3554 req-170c438a-0c2f-4cbe-b537-0bce6ea50313 service neutron] 10.222.0.31 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192917 May 24 23:00:01.971045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5efde5dc-d8ef-4ff8-bb94-1283591fc63b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.022327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30733c-b84a-43bc-9526-dd0456b446e1 None None] Pushing event deleted for resources: {'Port': ['ID=5d1a8507-6cd3-4223-89a2-2ad3f020b946,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:02.034485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30733c-b84a-43bc-9526-dd0456b446e1 None None] No DVR routers for this DVR port 5d1a8507-6cd3-4223-89a2-2ad3f020b946 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:02.049755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b90aa8df-f0d4-4d31-836c-152585f9a741 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:02.073081 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.119769 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5efde5dc-d8ef-4ff8-bb94-1283591fc63b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.160207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db0dc72f-19bd-4984-ab9e-c8e0a96f3554 req-95f64f40-de3a-46a2-af44-3362f092dfd8 service neutron] 10.222.0.31 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012224 May 24 23:00:02.190328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:02.193972 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5efde5dc-d8ef-4ff8-bb94-1283591fc63b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.202916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:02.206116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:02.206784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.255594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39934) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:02.255803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5efde5dc-d8ef-4ff8-bb94-1283591fc63b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/6a054237-ace5-483f-9ebc-2bfcf5ff2e19 HTTP/1.1" status: 204 len: 168 time: 0.9250398 May 24 23:00:02.268394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180863-f173-4186-a06d-5430aea0dac1 req-26215e9c-4541-4832-85d7-5a52bd304cef tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:02.269077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-22180863-f173-4186-a06d-5430aea0dac1 req-26215e9c-4541-4832-85d7-5a52bd304cef tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Synchronizing usage tracker for tenant:41770c559bc34ca187af2a317b5014f6 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:02.278932 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9456191 May 24 23:00:02.278932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8d14c-0aad-49f6-ae1b-3b8b23879aec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=4c62e5a6-77d1-4912-b974-7bb02e3e5fb8,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:02.293663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b90aa8df-f0d4-4d31-836c-152585f9a741 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:02.294354 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.303525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7921df-dde4-481d-aa02-63ae6b6cc253 None None] Network ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:02.314057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39938) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:02.316463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9492cd-6dcc-445d-8532-637fdb115c86 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:02.317640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efde5dc-d8ef-4ff8-bb94-1283591fc63b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Subnet': ['ID=6a054237-ace5-483f-9ebc-2bfcf5ff2e19,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:02.336161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-22180863-f173-4186-a06d-5430aea0dac1 req-26215e9c-4541-4832-85d7-5a52bd304cef tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Unset dirty status for tenant:41770c559bc34ca187af2a317b5014f6 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:02.345110 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-26215e9c-4541-4832-85d7-5a52bd304cef tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.6811469 May 24 23:00:02.352464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-d0f4a92b-143b-46ea-b20a-d96222e09b17 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:00:02.360604 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-d0f4a92b-143b-46ea-b20a-d96222e09b17 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138535 May 24 23:00:02.456257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'name': 'tempest-NetworksTestDHCPv6-235539381'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:02.494920 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-7e5fe040-a547-45ed-b43a-85415a4041ad tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 1001 time: 0.1322532 May 24 23:00:02.504710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-22180863-f173-4186-a06d-5430aea0dac1 req-ae053d19-3cea-4956-9887-3060dd7b7ddc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:02.551164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b90aa8df-f0d4-4d31-836c-152585f9a741, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b90aa8df-f0d4-4d31-836c-152585f9a741,segment=NetworkSegment(8db62c0b-f426-4c41-826a-036765fcd179),segment_id=8db62c0b-f426-4c41-826a-036765fcd179)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:02.589716 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.590418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5d1a8507-6cd3-4223-89a2-2ad3f020b946 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:02.596783 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.629613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port b90aa8df-f0d4-4d31-836c-152585f9a741 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:02.630234 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.678520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-22180863-f173-4186-a06d-5430aea0dac1 req-ae053d19-3cea-4956-9887-3060dd7b7ddc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.698070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 5d1a8507-6cd3-4223-89a2-2ad3f020b946 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:02.698417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5d1a8507-6cd3-4223-89a2-2ad3f020b946 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:02.705114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-594ef98a-df88-49bd-a650-efe2a4144f3b None None] For port b90aa8df-f0d4-4d31-836c-152585f9a741, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b90aa8df-f0d4-4d31-836c-152585f9a741,segment=NetworkSegment(8db62c0b-f426-4c41-826a-036765fcd179),segment_id=8db62c0b-f426-4c41-826a-036765fcd179)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:02.705844 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-594ef98a-df88-49bd-a650-efe2a4144f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:02.901090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-594ef98a-df88-49bd-a650-efe2a4144f3b None None] Calling delete_port for b90aa8df-f0d4-4d31-836c-152585f9a741 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:02.963162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b90aa8df-f0d4-4d31-836c-152585f9a741,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:03.053259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-c54d2d71-b039-4515-ac05-30151709b12f tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:03.060465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-c54d2d71-b039-4515-ac05-30151709b12f tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/networks?id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15 HTTP/1.1" status: 200 len: 822 time: 0.2735746 May 24 23:00:03.065073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:03.081913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:03.087947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:03.115669 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-4235bb8d-1ab6-462f-95a9-316d808106f5 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/quotas/1e8c4503de714ac88eac3c2e75d50346 HTTP/1.1" status: 200 len: 375 time: 0.0539682 May 24 23:00:03.126804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:03.177178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '4c62e5a6-77d1-4912-b974-7bb02e3e5fb8'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:03.178048 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.244653 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-594ef98a-df88-49bd-a650-efe2a4144f3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:03.245102 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-594ef98a-df88-49bd-a650-efe2a4144f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:03.279532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:03.283609 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.311005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port b90aa8df-f0d4-4d31-836c-152585f9a741, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b90aa8df-f0d4-4d31-836c-152585f9a741,segment=NetworkSegment(8db62c0b-f426-4c41-826a-036765fcd179),segment_id=8db62c0b-f426-4c41-826a-036765fcd179)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:03.311875 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.377818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60438287-54d2-47e7-b550-c388fb56a4dd None None] DHCP port deletion for ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:03.387453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-60438287-54d2-47e7-b550-c388fb56a4dd None None] Deleting port 5a98c150-b2a0-4aec-9995-6e1f2621d260 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:03.387993 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-60438287-54d2-47e7-b550-c388fb56a4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.388198 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-22180863-f173-4186-a06d-5430aea0dac1 req-ae053d19-3cea-4956-9887-3060dd7b7ddc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.406499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-22180863-f173-4186-a06d-5430aea0dac1 req-ae053d19-3cea-4956-9887-3060dd7b7ddc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.406851 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-22180863-f173-4186-a06d-5430aea0dac1 req-ae053d19-3cea-4956-9887-3060dd7b7ddc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Floating IP f0992b5d-8887-4bfa-b767-0b763c73c083 disassociated. External IP: 172.25.7.147, port: fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1. May 24 23:00:03.568488 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/4c62e5a6-77d1-4912-b974-7bb02e3e5fb8/c6e8a04e-55dd-4b89-bba6-14d8f0d36369) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:03.604550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for b90aa8df-f0d4-4d31-836c-152585f9a741 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:03.633582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port b8986158-1959-4ad4-aeed-ef0400d0a03b yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:03.738435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-fc36c00e-4e2d-4f6e-8585-fbfaab4ac096 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Synchronizing usage tracker for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:03.742882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-60438287-54d2-47e7-b550-c388fb56a4dd None None] For port 5a98c150-b2a0-4aec-9995-6e1f2621d260, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5a98c150-b2a0-4aec-9995-6e1f2621d260,segment=NetworkSegment(eca6436f-e56f-43ec-9966-07b82972c423),segment_id=eca6436f-e56f-43ec-9966-07b82972c423)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:03.743284 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-60438287-54d2-47e7-b550-c388fb56a4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.751299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-594ef98a-df88-49bd-a650-efe2a4144f3b None None] Deleting port b90aa8df-f0d4-4d31-836c-152585f9a741 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:03.751673 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-594ef98a-df88-49bd-a650-efe2a4144f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.794692 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:03.837073 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-adb5853e-7be5-4456-96fd-818cada9b56b req-264410e8-88e7-4886-abac-8aea9bdbdf96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0168622 May 24 23:00:03.865577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-fc36c00e-4e2d-4f6e-8585-fbfaab4ac096 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Unset dirty status for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:03.878135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-fc36c00e-4e2d-4f6e-8585-fbfaab4ac096 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e8c4503de714ac88eac3c2e75d50346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7611177 May 24 23:00:03.891750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-8c2eed2e-11f0-42a6-b6a6-c1397e034220 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:00:03.900736 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-8c2eed2e-11f0-42a6-b6a6-c1397e034220 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214534 May 24 23:00:03.927129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=b90aa8df-f0d4-4d31-836c-152585f9a741,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:03.929136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-60438287-54d2-47e7-b550-c388fb56a4dd None None] Calling delete_port for 5a98c150-b2a0-4aec-9995-6e1f2621d260 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:03.942023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No DVR routers for this DVR port b90aa8df-f0d4-4d31-836c-152585f9a741 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:04.036196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 1a43f677-dfe1-409c-8706-109f446311a1 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:00:04.049326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-594ef98a-df88-49bd-a650-efe2a4144f3b None None] The port 'b90aa8df-f0d4-4d31-836c-152585f9a741' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:00:04.086759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22180863-f173-4186-a06d-5430aea0dac1 req-ae053d19-3cea-4956-9887-3060dd7b7ddc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:04.151763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5a98c150-b2a0-4aec-9995-6e1f2621d260 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:04.216807 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:00:04.227264 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.269755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:04.295029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db62c0b-f426-4c41-826a-036765fcd179') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:04.295579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db62c0b-f426-4c41-826a-036765fcd179') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:04.309938 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.332669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.340150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:04.341348 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.417998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No active binding found for port 5a98c150-b2a0-4aec-9995-6e1f2621d260 {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:00:04.418560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5a98c150-b2a0-4aec-9995-6e1f2621d260 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:04.424783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-60438287-54d2-47e7-b550-c388fb56a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.454840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22180863-f173-4186-a06d-5430aea0dac1 req-ae053d19-3cea-4956-9887-3060dd7b7ddc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:04.460642 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-22180863-f173-4186-a06d-5430aea0dac1 req-ae053d19-3cea-4956-9887-3060dd7b7ddc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.491785 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 8db62c0b-f426-4c41-826a-036765fcd179 resource provider aggregate not found May 24 23:00:04.497661 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.511947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.528672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.536458 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-ae053d19-3cea-4956-9887-3060dd7b7ddc tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "PUT /v2.0/floatingips/f0992b5d-8887-4bfa-b767-0b763c73c083 HTTP/1.1" status: 200 len: 695 time: 2.0404780 May 24 23:00:04.537267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:04.540762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Transition to ACTIVE for port object c6e8a04e-55dd-4b89-bba6-14d8f0d36369 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:04.577356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60438287-54d2-47e7-b550-c388fb56a4dd None None] Pushing event deleted for resources: {'Port': ['ID=5a98c150-b2a0-4aec-9995-6e1f2621d260,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:04.581131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3975fc8-7976-471d-aea2-f01ca041438f None None] Sync routers for ids ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:04.601071 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 8db62c0b-f426-4c41-826a-036765fcd179 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8db62c0b-f426-4c41-826a-036765fcd179 found for delete ", "request_id": "req-376151a9-69d8-4f06-800b-30e1457ee891"}]} May 24 23:00:04.615291 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60438287-54d2-47e7-b550-c388fb56a4dd None None] No DVR routers for this DVR port 5a98c150-b2a0-4aec-9995-6e1f2621d260 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:04.622549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3975fc8-7976-471d-aea2-f01ca041438f None None] Routers {'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:04.623188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a3975fc8-7976-471d-aea2-f01ca041438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:04.629864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Network': ['ID=ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:04.694519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Transition to ACTIVE for port object c6e8a04e-55dd-4b89-bba6-14d8f0d36369 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:04.698361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a4280bd7-a260-4e4d-af74-2fde32609366 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/networks/ca3e5e9c-b1dd-4f4f-bdab-363e9d2dec07 HTTP/1.1" status: 204 len: 168 time: 2.4416366 May 24 23:00:04.706180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39982) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:04.708887 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-0ccef382-0940-4941-ba03-ebb125789683 service neutron] 10.222.0.55 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8067358 May 24 23:00:04.709921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 1a43f677-dfe1-409c-8706-109f446311a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=1a43f677-dfe1-409c-8706-109f446311a1,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:04.726710 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.850382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '1a43f677-dfe1-409c-8706-109f446311a1', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'port_id': '1a43f677-dfe1-409c-8706-109f446311a1', 'mac_address': 'fa:16:3e:55:5c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:00:04.881944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:04.888515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180863-f173-4186-a06d-5430aea0dac1 req-cd10df9a-36c8-4a9b-a6af-7660269ba28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:04.897818 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-cd10df9a-36c8-4a9b-a6af-7660269ba28a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=41770c559bc34ca187af2a317b5014f6&device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 1096 time: 0.3515856 May 24 23:00:04.903183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-c8b25b0d-7c00-4fe5-ad90-6a6bb04f416f service neutron] 10.222.0.55 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931753 May 24 23:00:04.968283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::e (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/4c62e5a6-77d1-4912-b974-7bb02e3e5fb8/b8986158-1959-4ad4-aeed-ef0400d0a03b) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:05.025033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:05.041599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:05.065747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:05.079018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Pushing event updated for resources: {'Port': ['ID=c6e8a04e-55dd-4b89-bba6-14d8f0d36369,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:05.138330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 1a43f677-dfe1-409c-8706-109f446311a1 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:05.138770 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.161954 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.192348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:05.205659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca6436f-e56f-43ec-9966-07b82972c423') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:05.206049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca6436f-e56f-43ec-9966-07b82972c423') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:05.217647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.233909 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.240473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:05.240879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.273063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a3975fc8-7976-471d-aea2-f01ca041438f None None] Set router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:05.323747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a43f677-dfe1-409c-8706-109f446311a1 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:00:05.345637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 1a43f677-dfe1-409c-8706-109f446311a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=1a43f677-dfe1-409c-8706-109f446311a1,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:05.394420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Attempting to bind port c6e8a04e-55dd-4b89-bba6-14d8f0d36369 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:05.395558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Attempting to bind port c6e8a04e-55dd-4b89-bba6-14d8f0d36369 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:05.395962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Attempting to bind port c6e8a04e-55dd-4b89-bba6-14d8f0d36369 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:05.408116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.449191 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.542600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.553809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:05.556459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:05.556855 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.559424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:05.559912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Bound port: c6e8a04e-55dd-4b89-bba6-14d8f0d36369, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:05.560604 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.576849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object b8986158-1959-4ad4-aeed-ef0400d0a03b will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:05.592963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0863a7-e2bb-473c-8cf6-e7502c1b6cb4 req-2e2cf8ab-9fd7-4c32-8755-8f6e3f2cbc4f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:05.594703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c0863a7-e2bb-473c-8cf6-e7502c1b6cb4 req-2e2cf8ab-9fd7-4c32-8755-8f6e3f2cbc4f tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 944 time: 0.1711833 May 24 23:00:05.619468 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7897c18c-0585-47d9-b9be-f6df6b045769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.667542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5853e-7be5-4456-96fd-818cada9b56b req-e70fb9b4-a70d-4c3c-80cc-f417ac924119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:05.669046 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adb5853e-7be5-4456-96fd-818cada9b56b req-e70fb9b4-a70d-4c3c-80cc-f417ac924119 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a&tenant_id=4ade7d86997048edb2aa056be826b9a6 HTTP/1.1" status: 200 len: 1095 time: 0.3105817 May 24 23:00:05.680764 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.681350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:05.702683 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment eca6436f-e56f-43ec-9966-07b82972c423 resource provider aggregate not found May 24 23:00:05.709701 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c0863a7-e2bb-473c-8cf6-e7502c1b6cb4 req-9476319a-209a-4515-b23d-8d0069b17404 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083109 May 24 23:00:05.773461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['1a43f677-dfe1-409c-8706-109f446311a1'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:00:05.785976 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:05.804790 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/networks/ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98 HTTP/1.1" status: 204 len: 168 time: 1.0945890 May 24 23:00:05.806705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180863-f173-4186-a06d-5430aea0dac1 req-d57b07c2-3a76-412b-b3ae-75f4d33b4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:05.809694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-d57b07c2-3a76-412b-b3ae-75f4d33b4721 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3de9ab13-987a-4de0-9181-92b2d1349cda HTTP/1.1" status: 200 len: 920 time: 0.9106712 May 24 23:00:05.810235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40004) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:05.813434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d933c32-888e-4a5e-904c-8eb425febc4b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Network': ['ID=ec9c1f3b-7c4a-4e0a-826f-d85ff0c49c98,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:05.826628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-531103397'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:05.914652 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment eca6436f-e56f-43ec-9966-07b82972c423 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eca6436f-e56f-43ec-9966-07b82972c423 found for delete ", "request_id": "req-deb3e107-1e2c-4bf9-8340-bd0dcd87eb5e"}]} May 24 23:00:05.929274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:05.952261 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-27d62bec-d01f-4023-9645-25e0ed6e8503 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 217 time: 0.1207292 May 24 23:00:05.956440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:network and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:05.961342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:06.000302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=1a43f677-dfe1-409c-8706-109f446311a1,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:06.019378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:06.094832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:06.098718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.110331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] For port c6e8a04e-55dd-4b89-bba6-14d8f0d36369, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:06.114922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] For port c6e8a04e-55dd-4b89-bba6-14d8f0d36369, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c6e8a04e-55dd-4b89-bba6-14d8f0d36369,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:06.134866 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.149119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=b8986158-1959-4ad4-aeed-ef0400d0a03b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:06.171846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180863-f173-4186-a06d-5430aea0dac1 req-0d544930-fb96-4838-8d06-ccac25a4312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:06.174058 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-0d544930-fb96-4838-8d06-ccac25a4312e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb HTTP/1.1" status: 200 len: 859 time: 0.2019825 May 24 23:00:06.183458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:06.191744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:06.201356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a3975fc8-7976-471d-aea2-f01ca041438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '009c5e12-b526-47e4-8640-de453ae21401', 'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'mac_address': 'fa:16:3e:df:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:27Z', 'updated_at': '2022-05-24T22:58:39Z', 'revision_number': 5, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'subnets': [{'id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.204124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:06.210368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:06.212021 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.243656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3975fc8-7976-471d-aea2-f01ca041438f None None] Checking router: f5a41a4d-c478-45b2-bda3-864e7ee1fa1f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:00:06.255826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-283daa0c-ca08-4b93-b263-6b105851a354 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3de9ab13-987a-4de0-9181-92b2d1349cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718274 May 24 23:00:06.256561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:06.283893 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.298506 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.298870 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added segment 80c93e31-d943-45e0-af79-0b379dfd2624 of type vlan for network 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec May 24 23:00:06.386146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fed91938-b5f2-49e3-9544-7fe8449a03f7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0572822 May 24 23:00:06.391260 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac22f3-0a86-46d8-874e-883dfb63a292 None None] Pushing event updated for resources: {'Port': ['ID=c6e8a04e-55dd-4b89-bba6-14d8f0d36369,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:06.394653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40008) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:06.422442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3975fc8-7976-471d-aea2-f01ca041438f None None] Routers {'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:06.423338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a3975fc8-7976-471d-aea2-f01ca041438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T22:59:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:06.423898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfd09d-8a7f-448e-99bd-b921f2939068 req-4a4b7003-0143-4cf2-b216-fde5e90aea6a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:06.425805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-62bfd09d-8a7f-448e-99bd-b921f2939068 req-4a4b7003-0143-4cf2-b216-fde5e90aea6a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 944 time: 0.3167784 May 24 23:00:06.466724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.545416 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-6262e549-7f11-47ba-963e-847069913aaf service neutron] 10.222.0.55 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819557 May 24 23:00:06.581922 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.587268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:06.587932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:06.719741 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-62bfd09d-8a7f-448e-99bd-b921f2939068 req-b04bb8b3-fd0e-4319-9daa-3499ccc18a56 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854314 May 24 23:00:06.839653 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069b24e4-1b2e-47cd-9898-b0fac9f60398'] response: {'name': 'network-changed', 'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'status': 'completed', 'code': 200} May 24 23:00:06.860439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:06.889812 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0780032 May 24 23:00:06.899501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40016) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:06.941339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9c189-acfb-43ca-82ab-951549ec9c6f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:06.950738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9c189-acfb-43ca-82ab-951549ec9c6f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:06.951816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-63b9c189-acfb-43ca-82ab-951549ec9c6f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:06.966036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'subnet': {'network_id': '9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:07.003551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b05e1-95a1-487b-a553-30b895021ff1 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Network': ['ID=9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:07.040210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:07.080908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a3975fc8-7976-471d-aea2-f01ca041438f None None] Set router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:07.199871 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22180863-f173-4186-a06d-5430aea0dac1 req-61a2ffaa-8789-4063-a438-64e0183a17df service neutron] 10.222.0.55 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464608 May 24 23:00:07.205452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-63b9c189-acfb-43ca-82ab-951549ec9c6f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:07.209364 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-63b9c189-acfb-43ca-82ab-951549ec9c6f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.8137200 May 24 23:00:07.211568 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40020) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:07.267988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:07.282460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:subnet and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:07.287265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:07.298443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:07.311576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5295ca9f-2812-490a-bcfd-b4a246b56959 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port b8986158-1959-4ad4-aeed-ef0400d0a03b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:07.311975 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5295ca9f-2812-490a-bcfd-b4a246b56959 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.375962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:07.383972 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.477076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-b06e0e6d-530e-4136-b231-0cb4ab259bf6 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:07.478590 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-b06e0e6d-530e-4136-b231-0cb4ab259bf6 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "GET /v2.0/networks?id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15 HTTP/1.1" status: 200 len: 822 time: 0.4299498 May 24 23:00:07.498704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Request body: {'port': {'device_id': '5f7372c6-de93-4127-9505-06af34fe25c2', 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15', 'admin_state_up': True, 'tenant_id': '1e8c4503de714ac88eac3c2e75d50346'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:07.527219 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-88eda807-d981-4b03-afec-02e75caf7280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:07.582861 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6190dad2-0e9c-4088-8e92-434f1bf83c2f req-618a4129-3a89-4329-b8b6-91a8e0ca7894 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 210 time: 0.4759767 May 24 23:00:07.607435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:00:07.702872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:07.752204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a3975fc8-7976-471d-aea2-f01ca041438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '009c5e12-b526-47e4-8640-de453ae21401', 'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'mac_address': 'fa:16:3e:df:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:27Z', 'updated_at': '2022-05-24T22:58:39Z', 'revision_number': 5, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'subnets': [{'id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:07.765437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3975fc8-7976-471d-aea2-f01ca041438f None None] The sync data for ids ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'] in n-d-843146-7 is: [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T22:58:29Z', 'revision_number': 4, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '009c5e12-b526-47e4-8640-de453ae21401', 'name': '', 'network_id': '3de9ab13-987a-4de0-9181-92b2d1349cda', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'mac_address': 'fa:16:3e:df:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:27Z', 'updated_at': '2022-05-24T22:58:39Z', 'revision_number': 5, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'subnets': [{'id': 'c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:07.944783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1705a4-5599-41c0-add4-9ef5b4d37667 req-5398f65f-5838-41ae-b2b4-a17e13ac1e0b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:07.946391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2a1705a4-5599-41c0-add4-9ef5b4d37667 req-5398f65f-5838-41ae-b2b4-a17e13ac1e0b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4651446 May 24 23:00:07.961588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45afbff-354c-4d0a-8468-245e307a0a7f {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:00:07.975408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600a977-e77c-40cd-92ce-c5d5e5fbc960 req-e8569de3-cde6-4549-a0d4-ca192fa802ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:07.981625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9600a977-e77c-40cd-92ce-c5d5e5fbc960 req-e8569de3-cde6-4549-a0d4-ca192fa802ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41770c559bc34ca187af2a317b5014f6&device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 1096 time: 1.1138766 May 24 23:00:07.994517 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.040195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Transition to ACTIVE for port object d45afbff-354c-4d0a-8468-245e307a0a7f will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:08.072491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 1a43f677-dfe1-409c-8706-109f446311a1 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:08.097212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5295ca9f-2812-490a-bcfd-b4a246b56959 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.115304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:08.129736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:08.148438 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.163102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c6e8a04e-55dd-4b89-bba6-14d8f0d36369 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:08.205251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Made reservation on behalf of 1e8c4503de714ac88eac3c2e75d50346 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:08.208169 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.282355 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa7965-8ebd-421d-bf0b-60aa8d7e3b42 None None] New status for floating IP f0992b5d-8887-4bfa-b767-0b763c73c083: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:00:08.418537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port c6e8a04e-55dd-4b89-bba6-14d8f0d36369 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:08.436268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 1a43f677-dfe1-409c-8706-109f446311a1 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:08.446104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.452050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 1a43f677-dfe1-409c-8706-109f446311a1 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:08.457290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5295ca9f-2812-490a-bcfd-b4a246b56959 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for b8986158-1959-4ad4-aeed-ef0400d0a03b owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:08.457971 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.564047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3aa29-b704-4143-b7a9-516fe131c460 req-459a770f-a3af-4d2f-ae90-4eb935b58005 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:08.577697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-25b3aa29-b704-4143-b7a9-516fe131c460 req-459a770f-a3af-4d2f-ae90-4eb935b58005 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 944 time: 0.7801325 May 24 23:00:08.609390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b9932c00-00ef-43a9-933f-868b9eb0ce21 None None] Provisioning for port c6e8a04e-55dd-4b89-bba6-14d8f0d36369 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:08.628024 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b9932c00-00ef-43a9-933f-868b9eb0ce21 None None] Provisioning complete for port c6e8a04e-55dd-4b89-bba6-14d8f0d36369 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:08.628325 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b9932c00-00ef-43a9-933f-868b9eb0ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.703133 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2a1705a4-5599-41c0-add4-9ef5b4d37667 req-3936dd76-1b5f-4c22-b76d-2dab63feaac8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6488314 May 24 23:00:08.782400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] No DVR routers for this DVR port d45afbff-354c-4d0a-8468-245e307a0a7f on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:08.857776 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-25b3aa29-b704-4143-b7a9-516fe131c460 req-f0ec4a44-d62a-4115-8141-b71b9561d0bb tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757432 May 24 23:00:08.906032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Subnet': ['ID=3057aa97-208c-4986-8228-d655d4b0daed,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:08.923378 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.930999 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:08.951200 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-b021d048-67e6-49e6-9924-b9d231ede260 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/floatingips/f0992b5d-8887-4bfa-b767-0b763c73c083 HTTP/1.1" status: 200 len: 695 time: 0.1557417 May 24 23:00:09.018233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Checking segment: {'id': '80c93e31-d943-45e0-af79-0b379dfd2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:09.018517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network hostable DHCP agents. Network: 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:09.070686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 1a43f677-dfe1-409c-8706-109f446311a1 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:09.071063 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.135127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b9932c00-00ef-43a9-933f-868b9eb0ce21 None None] Current status of the port c6e8a04e-55dd-4b89-bba6-14d8f0d36369 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:09.136459 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b9932c00-00ef-43a9-933f-868b9eb0ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.151121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:09.181956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5295ca9f-2812-490a-bcfd-b4a246b56959 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.192025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 1a43f677-dfe1-409c-8706-109f446311a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=1a43f677-dfe1-409c-8706-109f446311a1,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:09.195387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef59ffa2-ff0a-40b5-994d-e7ec744884d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a43f677-dfe1-409c-8706-109f446311a1'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:09.208466 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.227678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:09.259539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcc66eb-a72b-40db-8d6d-1f048401641a None None] Network 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:09.276731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295ca9f-2812-490a-bcfd-b4a246b56959 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=b8986158-1959-4ad4-aeed-ef0400d0a03b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:09.281450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:09.282607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.315044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-95367cd4-5b5f-4429-9341-d7ee9b83d751 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:09.317234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-95367cd4-5b5f-4429-9341-d7ee9b83d751 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/networks/8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 784 time: 0.3267224 May 24 23:00:09.360811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b9932c00-00ef-43a9-933f-868b9eb0ce21 None None] For port c6e8a04e-55dd-4b89-bba6-14d8f0d36369, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c6e8a04e-55dd-4b89-bba6-14d8f0d36369,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:09.377288 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b9932c00-00ef-43a9-933f-868b9eb0ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.397303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-95a7d045-bc32-4dca-8e97-86bb55b9c922 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:00:09.398472 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-95a7d045-bc32-4dca-8e97-86bb55b9c922 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082097 May 24 23:00:09.400092 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5295ca9f-2812-490a-bcfd-b4a246b56959 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.404204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5295ca9f-2812-490a-bcfd-b4a246b56959 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/b8986158-1959-4ad4-aeed-ef0400d0a03b HTTP/1.1" status: 204 len: 168 time: 2.1895728 May 24 23:00:09.404204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-576526b9-0ec0-4939-8b8d-94e807d89011 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5044453 May 24 23:00:09.404869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40040) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:09.437552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=9']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:09.444618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40042) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:09.457948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=1a43f677-dfe1-409c-8706-109f446311a1,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:09.510567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-73f7a8f8-55e6-448d-a885-43230d0a0a94 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-880744614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:09.619191 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-d3fd5e18-495c-4919-ac91-ce625a23b9fa tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 696 time: 0.1683645 May 24 23:00:09.642616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2b0ac274-c4cf-4d4e-ab42-d087f04c7166 None None] Could not find standard attr ID for object b8986158-1959-4ad4-aeed-ef0400d0a03b. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:00:09.657356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-73f7a8f8-55e6-448d-a885-43230d0a0a94 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:09.679797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec', 'network_id': '9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'fixed_ips': [{'subnet_id': '3057aa97-208c-4986-8228-d655d4b0daed'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:09.680716 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.681614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-73f7a8f8-55e6-448d-a885-43230d0a0a94 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:router and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:09.689104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-73f7a8f8-55e6-448d-a885-43230d0a0a94 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:09.695796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9932c00-00ef-43a9-933f-868b9eb0ce21 None None] Pushing event updated for resources: {'Port': ['ID=c6e8a04e-55dd-4b89-bba6-14d8f0d36369,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:09.704046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-73f7a8f8-55e6-448d-a885-43230d0a0a94 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:09.733695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Allocated IP 172.20.0.3 (05ccc91e-adae-46fb-a49a-a8b9bfc24e15/3a93872d-9b6c-42bf-9e43-eda0b0bb5f74/3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:09.753072 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-0a803b9f-4cde-4266-a4a4-d8d98f8b0eb9 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 696 time: 0.1195889 May 24 23:00:09.756401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c89377-7595-4e9f-b476-e484615d4d6e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:09.758033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c89377-7595-4e9f-b476-e484615d4d6e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:09.758805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-38c89377-7595-4e9f-b476-e484615d4d6e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:09.832235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73f7a8f8-55e6-448d-a885-43230d0a0a94 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.833467 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73f7a8f8-55e6-448d-a885-43230d0a0a94 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.935361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600a977-e77c-40cd-92ce-c5d5e5fbc960 req-822946f6-0aa3-4f39-a8a9-146049eb2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:09.937574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9600a977-e77c-40cd-92ce-c5d5e5fbc960 req-822946f6-0aa3-4f39-a8a9-146049eb2610 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3de9ab13-987a-4de0-9181-92b2d1349cda HTTP/1.1" status: 200 len: 920 time: 1.8916428 May 24 23:00:09.966426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Allocated IP 2001:db8::2 (9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec/3057aa97-208c-4986-8228-d655d4b0daed/840aea39-d14f-42ba-b5ab-6715c1b04beb) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:09.980309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-5500121b-788b-4e90-853b-d827646ce989 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Deleting port 7cb122ba-5182-4df2-974b-2409e53914a4 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:09.980935 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-5500121b-788b-4e90-853b-d827646ce989 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.981955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Attempting to bind port d45afbff-354c-4d0a-8468-245e307a0a7f on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:09.982445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Attempting to bind port d45afbff-354c-4d0a-8468-245e307a0a7f by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:09.982963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Attempting to bind port d45afbff-354c-4d0a-8468-245e307a0a7f on network f0f9d470-1308-4b59-8b6a-80517df5ae5c {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:09.986586 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73f7a8f8-55e6-448d-a885-43230d0a0a94 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:09.995653 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.018498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-38c89377-7595-4e9f-b476-e484615d4d6e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:10.022566 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-38c89377-7595-4e9f-b476-e484615d4d6e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6166253 May 24 23:00:10.032596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40050) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:10.097522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Port d45afbff-354c-4d0a-8468-245e307a0a7f on network f0f9d470-1308-4b59-8b6a-80517df5ae5c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:10.097913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Attempting to bind port d45afbff-354c-4d0a-8468-245e307a0a7f on network f0f9d470-1308-4b59-8b6a-80517df5ae5c {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:10.107604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9600a977-e77c-40cd-92ce-c5d5e5fbc960 req-8259d65c-b3e3-40cf-8400-54bd11fd0ccf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 200 len: 217 time: 0.1345162 May 24 23:00:10.136066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:10.136528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Checking segment: {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:10.137011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Bound using segment: {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:10.137630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Bound port: d45afbff-354c-4d0a-8468-245e307a0a7f, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39b73cf-6280-4c90-a145-f0aeee1ad44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:10.138068 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.238586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-990d0bb2-c83c-440e-95e6-feb2625d9ae4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 4c62e5a6-77d1-4912-b974-7bb02e3e5fb8 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:10.244047 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990d0bb2-c83c-440e-95e6-feb2625d9ae4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.268274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c6e8a04e-55dd-4b89-bba6-14d8f0d36369 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:10.336859 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990d0bb2-c83c-440e-95e6-feb2625d9ae4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.367535 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.384927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Transition to ACTIVE for port object 840aea39-d14f-42ba-b5ab-6715c1b04beb will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:10.415988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Transition to ACTIVE for port object 840aea39-d14f-42ba-b5ab-6715c1b04beb will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:10.417183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c6e8a04e-55dd-4b89-bba6-14d8f0d36369 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:10.417634 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.433043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3ee7-c280-4528-ae65-cda4d9b0b937 req-ad245ccb-dd86-411d-b9b7-857c8496aa8c tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:10.434790 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f8bc3ee7-c280-4528-ae65-cda4d9b0b937 req-ad245ccb-dd86-411d-b9b7-857c8496aa8c tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 945 time: 1.0391037 May 24 23:00:10.482944 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.504616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73f7a8f8-55e6-448d-a885-43230d0a0a94 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.575359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Network 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:10.578559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Pushing event updated for resources: {'Port': ['ID=840aea39-d14f-42ba-b5ab-6715c1b04beb,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:10.589079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:10.592530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:10.597189 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-5500121b-788b-4e90-853b-d827646ce989 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.597596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-5500121b-788b-4e90-853b-d827646ce989 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.602699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:10.608298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:10.674837 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.693767 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f8bc3ee7-c280-4528-ae65-cda4d9b0b937 req-2ca4610f-74c1-4c25-a8c7-c6ce0a1211ff tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199678 May 24 23:00:10.751919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Attempting to bind port 840aea39-d14f-42ba-b5ab-6715c1b04beb on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:10.752284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Attempting to bind port 840aea39-d14f-42ba-b5ab-6715c1b04beb by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '80c93e31-d943-45e0-af79-0b379dfd2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:10.752649 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Attempting to bind port 840aea39-d14f-42ba-b5ab-6715c1b04beb on network 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:10.784669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-5500121b-788b-4e90-853b-d827646ce989 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Calling delete_port for 7cb122ba-5182-4df2-974b-2409e53914a4 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:10.794981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:10.795361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Checking segment: {'id': '80c93e31-d943-45e0-af79-0b379dfd2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:10.795767 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.796241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Bound using segment: {'id': '80c93e31-d943-45e0-af79-0b379dfd2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:10.797690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Bound port: 840aea39-d14f-42ba-b5ab-6715c1b04beb, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c93e31-d943-45e0-af79-0b379dfd2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:10.797922 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.824408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600a977-e77c-40cd-92ce-c5d5e5fbc960 req-26088e56-ec43-4bfd-a0ec-de4479565870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:10.826745 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9600a977-e77c-40cd-92ce-c5d5e5fbc960 req-26088e56-ec43-4bfd-a0ec-de4479565870 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb HTTP/1.1" status: 200 len: 859 time: 0.6934412 May 24 23:00:10.837685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73f7a8f8-55e6-448d-a885-43230d0a0a94 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.838903 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-73f7a8f8-55e6-448d-a885-43230d0a0a94 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3533735 May 24 23:00:10.844590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:10.845212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.847296 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adb5853e-7be5-4456-96fd-818cada9b56b req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] 10.222.0.50 "PUT /v2.0/ports/d45afbff-354c-4d0a-8468-245e307a0a7f HTTP/1.1" status: 200 len: 1092 time: 5.1703451 May 24 23:00:10.852131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:10.867003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40056) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:10.885529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'port': {'network_id': '9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec', 'name': 'tempest-RoutersIpV6Test-777057065'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:10.918070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c6e8a04e-55dd-4b89-bba6-14d8f0d36369 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:10.966304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:10.980902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] For port 840aea39-d14f-42ba-b5ab-6715c1b04beb, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:10.985395 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] For port 840aea39-d14f-42ba-b5ab-6715c1b04beb, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=840aea39-d14f-42ba-b5ab-6715c1b04beb,segment=NetworkSegment(80c93e31-d943-45e0-af79-0b379dfd2624),segment_id=80c93e31-d943-45e0-af79-0b379dfd2624)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:10.997023 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.058599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9600a977-e77c-40cd-92ce-c5d5e5fbc960 req-628364d4-772f-40c2-aa5f-ae997cd18589 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3de9ab13-987a-4de0-9181-92b2d1349cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2165990 May 24 23:00:11.059969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-65330e3f-ffbe-4417-be45-de6cd1a71e18 req-b2775d73-54c4-4bd8-a492-cecdb8b4724e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Synchronizing usage tracker for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:11.100127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6993283-920b-45de-a59c-790a26c0d86f None None] Pushing event updated for resources: {'Port': ['ID=840aea39-d14f-42ba-b5ab-6715c1b04beb,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:11.132541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-65330e3f-ffbe-4417-be45-de6cd1a71e18 req-b2775d73-54c4-4bd8-a492-cecdb8b4724e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Unset dirty status for tenant:1e8c4503de714ac88eac3c2e75d50346 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:11.141728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65330e3f-ffbe-4417-be45-de6cd1a71e18 req-b2775d73-54c4-4bd8-a492-cecdb8b4724e tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 210 time: 0.2793717 May 24 23:00:11.145973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:11.172501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:port and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:11.176849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:11.185407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:11.205480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:11.209382 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.236970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641ca76-72d8-4e02-96b6-782e803b9b39 service neutron] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=10']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:11.261528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990d0bb2-c83c-440e-95e6-feb2625d9ae4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.268995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.331932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] device_id is not set on port ffecf140-b398-4213-8208-d28b3bf1b3de yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:11.503769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:11.528220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:11.534113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:11.547462 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990d0bb2-c83c-440e-95e6-feb2625d9ae4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.613044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event updated for resources: {'Port': ['ID=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:11.627097 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990d0bb2-c83c-440e-95e6-feb2625d9ae4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.633308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d0bb2-c83c-440e-95e6-feb2625d9ae4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=4c62e5a6-77d1-4912-b974-7bb02e3e5fb8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:11.637726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089aedb9-53dd-4e39-adc7-f65751030cd8 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:11.651930 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-5500121b-788b-4e90-853b-d827646ce989 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.662784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:11.663678 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:11.693699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9600a977-e77c-40cd-92ce-c5d5e5fbc960 req-4474225c-4635-46fc-81df-23a5d85d5614 service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209080 May 24 23:00:11.699875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5853e-7be5-4456-96fd-818cada9b56b req-0ebf4bc0-4883-4a79-b0a4-d9eaf55897ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:11.701279 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adb5853e-7be5-4456-96fd-818cada9b56b req-0ebf4bc0-4883-4a79-b0a4-d9eaf55897ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 1096 time: 0.7115233 May 24 23:00:11.725791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-9c91a0e0-3820-4c24-a4bd-bad6e024be58 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2328658 May 24 23:00:11.735268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500121b-788b-4e90-853b-d827646ce989 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Pushing event deleted for resources: {'Port': ['ID=7cb122ba-5182-4df2-974b-2409e53914a4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:11.739376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Allocated IP 2001:db8::1da (9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec/3057aa97-208c-4986-8228-d655d4b0daed/ffecf140-b398-4213-8208-d28b3bf1b3de) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:11.760567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Request body: {'port': {'device_id': '5f7372c6-de93-4127-9505-06af34fe25c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:11.906810 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-990d0bb2-c83c-440e-95e6-feb2625d9ae4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/4c62e5a6-77d1-4912-b974-7bb02e3e5fb8 HTTP/1.1" status: 204 len: 168 time: 1.8730693 May 24 23:00:11.920421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40066) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:12.010429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e891b7c4-ceab-4bf8-baed-9ef063029037 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:12.021321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e891b7c4-ceab-4bf8-baed-9ef063029037 None None] Deleting port c6e8a04e-55dd-4b89-bba6-14d8f0d36369 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:12.022187 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e891b7c4-ceab-4bf8-baed-9ef063029037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.109593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 840aea39-d14f-42ba-b5ab-6715c1b04beb up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:12.141869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a750188-0a45-4549-8dfa-41ea5b1f028d req-3e90a78e-80d5-4835-8869-48e6cada64e2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:12.150212 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a750188-0a45-4549-8dfa-41ea5b1f028d req-3e90a78e-80d5-4835-8869-48e6cada64e2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.8142483 May 24 23:00:12.306985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5853e-7be5-4456-96fd-818cada9b56b req-ea5a2100-a408-47f9-b44c-5f9e340b8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:12.318974 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adb5853e-7be5-4456-96fd-818cada9b56b req-ea5a2100-a408-47f9-b44c-5f9e340b8353 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.5921199 May 24 23:00:12.320940 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9600a977-e77c-40cd-92ce-c5d5e5fbc960 req-70a52993-a5f5-49c7-9635-533f2e5b95fb service neutron] 10.222.0.31 "GET /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170640 May 24 23:00:12.352745 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.367671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 840aea39-d14f-42ba-b5ab-6715c1b04beb completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:12.382295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fc9589f8-ba9f-499b-8c81-a48fd22c293c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4595315 May 24 23:00:12.395241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40072) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:12.412844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:12.498534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e891b7c4-ceab-4bf8-baed-9ef063029037 None None] For port c6e8a04e-55dd-4b89-bba6-14d8f0d36369, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c6e8a04e-55dd-4b89-bba6-14d8f0d36369,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:12.499866 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e891b7c4-ceab-4bf8-baed-9ef063029037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.660617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Transition to ACTIVE for port object ffecf140-b398-4213-8208-d28b3bf1b3de will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:12.664806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:12.683254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:12.693939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:12.700878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-5500121b-788b-4e90-853b-d827646ce989 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.704382 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-5500121b-788b-4e90-853b-d827646ce989 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.705590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52408430-2965-4f6a-be65-5317ef8bfea6 req-5500121b-788b-4e90-853b-d827646ce989 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "DELETE /v2.0/floatingips/f0992b5d-8887-4bfa-b767-0b763c73c083 HTTP/1.1" status: 204 len: 173 time: 2.9437907 May 24 23:00:12.706504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4455f6-1a73-4021-8353-23509ca491b6 None None] Network 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:12.708243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:12.709061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adb5853e-7be5-4456-96fd-818cada9b56b req-c9307563-918a-478a-8901-f130eafaad6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45afbff-354c-4d0a-8468-245e307a0a7f HTTP/1.1" status: 200 len: 1000 time: 0.3480074 May 24 23:00:12.724171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a750188-0a45-4549-8dfa-41ea5b1f028d req-28349b3a-4df9-4d6f-9252-27af92d6ae80 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725517 May 24 23:00:12.772677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:12.784387 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.795528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5853e-7be5-4456-96fd-818cada9b56b req-734f3f92-7e28-46b5-aa26-03e69d864ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:12.797841 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adb5853e-7be5-4456-96fd-818cada9b56b req-734f3f92-7e28-46b5-aa26-03e69d864ebc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.0774429 May 24 23:00:12.805695 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.808520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e891b7c4-ceab-4bf8-baed-9ef063029037 None None] Calling delete_port for c6e8a04e-55dd-4b89-bba6-14d8f0d36369 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:12.876578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:12.953920 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7647dff-8e7a-4033-b824-408a7d07e980'] response: {'name': 'network-changed', 'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'status': 'completed', 'code': 200} May 24 23:00:13.005144 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8bbc74-6b5a-47ad-bed5-508bc2abf974'] response: {'server_uuid': 'ef59ffa2-ff0a-40b5-994d-e7ec744884d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a43f677-dfe1-409c-8706-109f446311a1', 'code': 200} May 24 23:00:13.082641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fb62c64e-e5a1-484a-a86b-f6820f437f0b None None] Provisioning for port 840aea39-d14f-42ba-b5ab-6715c1b04beb completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:13.117823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fb62c64e-e5a1-484a-a86b-f6820f437f0b None None] Provisioning complete for port 840aea39-d14f-42ba-b5ab-6715c1b04beb triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:13.118200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fb62c64e-e5a1-484a-a86b-f6820f437f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.129517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=ffecf140-b398-4213-8208-d28b3bf1b3de,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:13.196520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec70cb-ceac-4cc7-8452-753e358314cd req-3b479ff4-7173-4796-ac28-456102715740 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:13.198195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfec70cb-ceac-4cc7-8452-753e358314cd req-3b479ff4-7173-4796-ac28-456102715740 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 945 time: 0.2332864 May 24 23:00:13.228879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5853e-7be5-4456-96fd-818cada9b56b req-5d1f842c-2a87-4c73-af84-206458a5511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:13.230432 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adb5853e-7be5-4456-96fd-818cada9b56b req-5d1f842c-2a87-4c73-af84-206458a5511c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4023817 May 24 23:00:13.237136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d111ef-7008-4167-a2ad-8db94918bfde req-7acbca88-9f1b-40b6-be66-ba5cc4f00705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:13.238935 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01d111ef-7008-4167-a2ad-8db94918bfde req-7acbca88-9f1b-40b6-be66-ba5cc4f00705 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 1096 time: 0.3331516 May 24 23:00:13.248332 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e891b7c4-ceab-4bf8-baed-9ef063029037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.345191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01d111ef-7008-4167-a2ad-8db94918bfde req-59139d34-6323-466d-a53e-a165864f4b12 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767519 May 24 23:00:13.367770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891b7c4-ceab-4bf8-baed-9ef063029037 None None] Pushing event deleted for resources: {'Port': ['ID=c6e8a04e-55dd-4b89-bba6-14d8f0d36369,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:13.422889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:13.424317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:13.437214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:13.442999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:13.443724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.444078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891b7c4-ceab-4bf8-baed-9ef063029037 None None] No DVR routers for this DVR port c6e8a04e-55dd-4b89-bba6-14d8f0d36369 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:13.472952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fb62c64e-e5a1-484a-a86b-f6820f437f0b None None] Current status of the port 840aea39-d14f-42ba-b5ab-6715c1b04beb is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:13.473807 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fb62c64e-e5a1-484a-a86b-f6820f437f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.499785 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9a4cec5c-b70f-4c1c-91c8-74fd14316beb tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6310763 May 24 23:00:13.527205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfec70cb-ceac-4cc7-8452-753e358314cd req-2cf2cbf8-650c-40a1-8646-5e2bdbd68fcb tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173518 May 24 23:00:13.527750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40082) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:13.543047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-fb62c64e-e5a1-484a-a86b-f6820f437f0b None None] For port 840aea39-d14f-42ba-b5ab-6715c1b04beb, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=840aea39-d14f-42ba-b5ab-6715c1b04beb,segment=NetworkSegment(80c93e31-d943-45e0-af79-0b379dfd2624),segment_id=80c93e31-d943-45e0-af79-0b379dfd2624)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:13.552968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4c86d-2fed-43a9-a5f8-22e6f39c2454 req-4da75fb5-1956-4bbe-bd61-e6d174a10f24 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:13.554548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7df4c86d-2fed-43a9-a5f8-22e6f39c2454 req-4da75fb5-1956-4bbe-bd61-e6d174a10f24 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 945 time: 0.4164801 May 24 23:00:13.562978 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fb62c64e-e5a1-484a-a86b-f6820f437f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.673533 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7df4c86d-2fed-43a9-a5f8-22e6f39c2454 req-3ebf001e-4db9-4af9-bcad-8455e0b501b3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924256 May 24 23:00:13.733033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62c64e-e5a1-484a-a86b-f6820f437f0b None None] Pushing event updated for resources: {'Port': ['ID=840aea39-d14f-42ba-b5ab-6715c1b04beb,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:13.797913 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.869986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b88b26c-831f-4670-ad01-2824b3f40426 req-f7cbe8e0-5e92-4c72-8d31-90362fd4848b tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups/759dcc5a-7f67-4225-895a-fb06ccac4ad0 HTTP/1.1" status: 200 len: 1809 time: 0.1326618 May 24 23:00:13.931417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:13.937350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:13.944366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:13.944899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:13.949054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915323fd-2505-4f2e-8b27-a2791ba29eaa None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:13.970106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=e8c0ef98-14ba-443c-901c-8cec3fce0a17,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:13.981033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-47af748c-14ae-481f-a2ef-2cad3ea6a1ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5860376 May 24 23:00:13.984796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40088) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:13.991461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'name': 'tempest-NetworksTestDHCPv6-30175650'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:14.107033 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adb5853e-7be5-4456-96fd-818cada9b56b req-989fffab-7612-4671-a6df-125fc0f90f00 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8577724 May 24 23:00:14.110356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1b88b26c-831f-4670-ad01-2824b3f40426 req-5bd765b5-4793-4420-ada4-8492515cf974 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.174481 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1b88b26c-831f-4670-ad01-2824b3f40426 req-5bd765b5-4793-4420-ada4-8492515cf974 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.236772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:14.248953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:14.265141 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1b88b26c-831f-4670-ad01-2824b3f40426 req-5bd765b5-4793-4420-ada4-8492515cf974 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.285642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:14.290061 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.322483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 840aea39-d14f-42ba-b5ab-6715c1b04beb up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:14.335515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd765b5-4793-4420-ada4-8492515cf974 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759dcc5a-7f67-4225-895a-fb06ccac4ad0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:14.379963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 9e314149-5a96-410d-b6f6-dd87e9702584 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:14.458022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-1b88b26c-831f-4670-ad01-2824b3f40426 req-5bd765b5-4793-4420-ada4-8492515cf974 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.478007 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b88b26c-831f-4670-ad01-2824b3f40426 req-5bd765b5-4793-4420-ada4-8492515cf974 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "DELETE /v2.0/security-groups/759dcc5a-7f67-4225-895a-fb06ccac4ad0 HTTP/1.1" status: 204 len: 173 time: 0.5899332 May 24 23:00:14.537925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-71af9789-2beb-4b8c-97e6-a8416765b1cc None None] Provisioning for port ffecf140-b398-4213-8208-d28b3bf1b3de completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:14.561017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-71af9789-2beb-4b8c-97e6-a8416765b1cc None None] Provisioning complete for port ffecf140-b398-4213-8208-d28b3bf1b3de triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:14.561387 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71af9789-2beb-4b8c-97e6-a8416765b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.595769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': 'e8c0ef98-14ba-443c-901c-8cec3fce0a17'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:14.596590 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.720995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71af9789-2beb-4b8c-97e6-a8416765b1cc None None] Port ffecf140-b398-4213-8208-d28b3bf1b3de cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:14.727585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 840aea39-d14f-42ba-b5ab-6715c1b04beb triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:14.727955 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.752246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::317 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/e8c0ef98-14ba-443c-901c-8cec3fce0a17/9e314149-5a96-410d-b6f6-dd87e9702584) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:14.833442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-71af9789-2beb-4b8c-97e6-a8416765b1cc None None] Provisioning complete for port 840aea39-d14f-42ba-b5ab-6715c1b04beb triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:14.834379 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71af9789-2beb-4b8c-97e6-a8416765b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:14.962383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 840aea39-d14f-42ba-b5ab-6715c1b04beb is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:15.053381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71af9789-2beb-4b8c-97e6-a8416765b1cc None None] Current status of the port 840aea39-d14f-42ba-b5ab-6715c1b04beb is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:15.059436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c6e8a04e-55dd-4b89-bba6-14d8f0d36369 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:15.102639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: c6e8a04e-55dd-4b89-bba6-14d8f0d36369 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:15.103117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c6e8a04e-55dd-4b89-bba6-14d8f0d36369 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:15.182313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-66f2f28b-50f7-4639-a0a8-7248aebb1d44 None None] Provisioning complete for port ffecf140-b398-4213-8208-d28b3bf1b3de triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:15.183331 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-66f2f28b-50f7-4639-a0a8-7248aebb1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.205880 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.234466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 9e314149-5a96-410d-b6f6-dd87e9702584 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:15.248453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88c218-609d-45d5-9e38-30a5581af5bd req-3a073e5f-a8e9-471c-9bea-ce238429e9af tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:15.250231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9e88c218-609d-45d5-9e38-30a5581af5bd req-3a073e5f-a8e9-471c-9bea-ce238429e9af tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.1636345 May 24 23:00:15.274158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-66f2f28b-50f7-4639-a0a8-7248aebb1d44 None None] Port ffecf140-b398-4213-8208-d28b3bf1b3de cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:15.320758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:00:15.331962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.354700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.355200 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9e88c218-609d-45d5-9e38-30a5581af5bd req-e1880d12-bcfb-4ba1-894e-cc75cdf42d09 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785847 May 24 23:00:15.359617 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-5be04468-7ccb-4f74-944c-dd37e8b8c7c1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6400976 May 24 23:00:15.377219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19082f87-c9c1-4a7d-8359-4f1ea724ad5d req-f38c27f7-e15b-4022-929b-b8a4d5583fa0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:15.378863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-19082f87-c9c1-4a7d-8359-4f1ea724ad5d req-f38c27f7-e15b-4022-929b-b8a4d5583fa0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 931 time: 1.5710580 May 24 23:00:15.405755 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adb5853e-7be5-4456-96fd-818cada9b56b req-de46d320-69e5-4a45-809b-39c57214fe55 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2976272 May 24 23:00:15.434597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/e8c0ef98-14ba-443c-901c-8cec3fce0a17/91b9eaf8-881a-444e-81d5-b0e8a0f17f31) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:15.468318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Transition to ACTIVE for port object 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:15.492867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:15.497474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:15.503113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:15.509804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:15.510463 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.575370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=9e314149-5a96-410d-b6f6-dd87e9702584,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:15.606069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.606417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.606752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.607082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.607415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.607737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.608059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.608486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.608807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.609131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.609453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.612784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:15.697656 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3455ef0a-5c04-4f32-b06a-067c8f910f38 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7120094 May 24 23:00:15.700260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40112) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:15.712099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.749854 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-19082f87-c9c1-4a7d-8359-4f1ea724ad5d req-ef70e853-ef81-465d-a1cb-2bd9c1e6c60c tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551781 May 24 23:00:15.847377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:15.854141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.858953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-165ee10b-eacc-4f8c-bf63-cd475c90959a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:15.860934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-165ee10b-eacc-4f8c-bf63-cd475c90959a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 945 time: 0.8123178 May 24 23:00:15.873064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f6e3-eb94-420b-aad2-639cc71e2ab1 req-30270a42-5f26-4799-905b-2c75e53269bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:15.875059 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3a93f6e3-eb94-420b-aad2-639cc71e2ab1 req-30270a42-5f26-4799-905b-2c75e53269bf tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 945 time: 0.3392668 May 24 23:00:15.895997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Transition to ACTIVE for port object 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:15.920409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a727b3-2b5d-4d38-81ba-5a4564d39656 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:15.921639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e0a727b3-2b5d-4d38-81ba-5a4564d39656 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:15.954171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Transition to ACTIVE for port object 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:15.966212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-ba5bb124-1f91-4e77-8d76-b9d8d622a284 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Deleting port 1a43f677-dfe1-409c-8706-109f446311a1 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:15.966568 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-ba5bb124-1f91-4e77-8d76-b9d8d622a284 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.968895 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:15.981616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3a93f6e3-eb94-420b-aad2-639cc71e2ab1 req-29dfadac-a7f5-4c3f-ab7f-90a672fae305 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955610 May 24 23:00:15.992558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e0a727b3-2b5d-4d38-81ba-5a4564d39656 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:15.994955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e0a727b3-2b5d-4d38-81ba-5a4564d39656 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2890301 May 24 23:00:15.998962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40122) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:16.051861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:16.055548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:16.058113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:16.068424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Pushing event updated for resources: {'Port': ['ID=91b9eaf8-881a-444e-81d5-b0e8a0f17f31,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:16.218883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Attempting to bind port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:16.220033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Attempting to bind port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:16.221108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Attempting to bind port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:16.229709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:16.230897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:16.231817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.233588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:16.234263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Bound port: 91b9eaf8-881a-444e-81d5-b0e8a0f17f31, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:16.234814 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.416185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] For port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:16.416692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-cd12e2c6-e4ab-4a01-865b-b44dd8d62bc9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 9e314149-5a96-410d-b6f6-dd87e9702584 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:16.416992 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd12e2c6-e4ab-4a01-865b-b44dd8d62bc9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.426090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] For port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=91b9eaf8-881a-444e-81d5-b0e8a0f17f31,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:16.443065 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:16.583694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97bcb7-7dba-4b77-ab8a-c38fba9e7789 req-6f6eacc7-9695-470a-bd62-f1957c8a4a57 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:16.584426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f97bcb7-7dba-4b77-ab8a-c38fba9e7789 req-6f6eacc7-9695-470a-bd62-f1957c8a4a57 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Synchronizing usage tracker for tenant:41770c559bc34ca187af2a317b5014f6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:16.728625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3916f46-f89e-4efd-b252-30b470651a82 None None] Pushing event updated for resources: {'Port': ['ID=91b9eaf8-881a-444e-81d5-b0e8a0f17f31,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:16.787957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f97bcb7-7dba-4b77-ab8a-c38fba9e7789 req-6f6eacc7-9695-470a-bd62-f1957c8a4a57 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Unset dirty status for tenant:41770c559bc34ca187af2a317b5014f6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:16.795183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f97bcb7-7dba-4b77-ab8a-c38fba9e7789 req-6f6eacc7-9695-470a-bd62-f1957c8a4a57 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 0.5789351 May 24 23:00:17.023267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f97bcb7-7dba-4b77-ab8a-c38fba9e7789 req-28cb5f32-4930-4ec8-b56b-947e6ea2f5a7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Synchronizing usage tracker for tenant:41770c559bc34ca187af2a317b5014f6 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:17.384962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f97bcb7-7dba-4b77-ab8a-c38fba9e7789 req-28cb5f32-4930-4ec8-b56b-947e6ea2f5a7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Unset dirty status for tenant:41770c559bc34ca187af2a317b5014f6 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:17.403732 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f97bcb7-7dba-4b77-ab8a-c38fba9e7789 req-28cb5f32-4930-4ec8-b56b-947e6ea2f5a7 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074827 May 24 23:00:17.418456 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd12e2c6-e4ab-4a01-865b-b44dd8d62bc9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.629360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-5a794fb3-e82b-4b46-9262-18c776bda53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:17.632232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-5a794fb3-e82b-4b46-9262-18c776bda53d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 1096 time: 2.2122204 May 24 23:00:17.632906 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:17.674514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86f163-3ec1-4a83-8cf3-b9aca0b7d43f req-44ef2c93-96e6-49d6-b761-81b67abc5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:17.682772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca86f163-3ec1-4a83-8cf3-b9aca0b7d43f req-44ef2c93-96e6-49d6-b761-81b67abc5463 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 1096 time: 2.1384976 May 24 23:00:17.721717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-cd12e2c6-e4ab-4a01-865b-b44dd8d62bc9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 9e314149-5a96-410d-b6f6-dd87e9702584 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:17.837068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb98c8b-62b6-480c-ab2f-e9b2ec1670e3 req-f38ac303-0fae-46a1-93b2-3332f3309ec4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:17.839226 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acb98c8b-62b6-480c-ab2f-e9b2ec1670e3 req-f38ac303-0fae-46a1-93b2-3332f3309ec4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 945 time: 1.6310720 May 24 23:00:18.148486 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd12e2c6-e4ab-4a01-865b-b44dd8d62bc9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.201877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:18.307121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-ba5bb124-1f91-4e77-8d76-b9d8d622a284 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] For port 1a43f677-dfe1-409c-8706-109f446311a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=1a43f677-dfe1-409c-8706-109f446311a1,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:18.307501 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-ba5bb124-1f91-4e77-8d76-b9d8d622a284 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.359084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:18.379925 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-5327e74c-5d93-4a71-9f0e-2e8238370708 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:18.383605 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-5327e74c-5d93-4a71-9f0e-2e8238370708 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 945 time: 1.3012865 May 24 23:00:18.572451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12e2c6-e4ab-4a01-865b-b44dd8d62bc9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=9e314149-5a96-410d-b6f6-dd87e9702584,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:18.623808 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd12e2c6-e4ab-4a01-865b-b44dd8d62bc9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.644685 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cd12e2c6-e4ab-4a01-865b-b44dd8d62bc9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/9e314149-5a96-410d-b6f6-dd87e9702584 HTTP/1.1" status: 204 len: 168 time: 2.6433771 May 24 23:00:18.648257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2f414dc3-c741-4064-8110-af0a47c1c27b None None] Provisioning for port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:18.650393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40150) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:18.662353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2f414dc3-c741-4064-8110-af0a47c1c27b None None] Provisioning complete for port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:18.676365 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2f414dc3-c741-4064-8110-af0a47c1c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.773134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7590166-692e-4687-bec9-06a959adf4b8 req-ad8e7542-82f4-4367-9a17-52ede5423a90 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:18.780640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f7590166-692e-4687-bec9-06a959adf4b8 req-ad8e7542-82f4-4367-9a17-52ede5423a90 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 1.0232179 May 24 23:00:18.806912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32feb96e-54a5-49cd-9c51-b197077c751d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:18.814652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32feb96e-54a5-49cd-9c51-b197077c751d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:18.815440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-32feb96e-54a5-49cd-9c51-b197077c751d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:18.837036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Deleting port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:18.837379 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.912377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2f414dc3-c741-4064-8110-af0a47c1c27b None None] Current status of the port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:18.912966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2f414dc3-c741-4064-8110-af0a47c1c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:18.968916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2f414dc3-c741-4064-8110-af0a47c1c27b None None] For port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=91b9eaf8-881a-444e-81d5-b0e8a0f17f31,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:18.972264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Attempting to bind port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:18.972811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Attempting to bind port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:18.972912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Attempting to bind port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 on network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:18.980242 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2f414dc3-c741-4064-8110-af0a47c1c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.030247 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.143044 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f7590166-692e-4687-bec9-06a959adf4b8 req-6e323596-769f-4808-bfc8-b4e9ef99a10e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585036 May 24 23:00:19.146680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-32feb96e-54a5-49cd-9c51-b197077c751d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:19.148456 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-32feb96e-54a5-49cd-9c51-b197077c751d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4947665 May 24 23:00:19.176369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40154) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:19.215222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2d67330d-5083-472d-a7ec-6170cfe3842a None None] Could not find standard attr ID for object 9e314149-5a96-410d-b6f6-dd87e9702584. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:00:19.280324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f414dc3-c741-4064-8110-af0a47c1c27b None None] Pushing event updated for resources: {'Port': ['ID=91b9eaf8-881a-444e-81d5-b0e8a0f17f31,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:19.370490 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acb98c8b-62b6-480c-ab2f-e9b2ec1670e3 req-222bc098-11c5-4eeb-b9c7-1ed98cd4a358 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3098605 May 24 23:00:19.371102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.752811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-773766a9-2051-4159-adfb-8119c4228f14 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet e8c0ef98-14ba-443c-901c-8cec3fce0a17 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:19.755402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 on network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:19.755737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Attempting to bind port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 on network 05ccc91e-adae-46fb-a49a-a8b9bfc24e15 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:19.773983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-773766a9-2051-4159-adfb-8119c4228f14 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.834867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-ba5bb124-1f91-4e77-8d76-b9d8d622a284 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Calling delete_port for 1a43f677-dfe1-409c-8706-109f446311a1 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:19.893848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=ffecf140-b398-4213-8208-d28b3bf1b3de,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:19.900973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 22, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:19.905599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Checking segment: {'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:19.905846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-773766a9-2051-4159-adfb-8119c4228f14 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:19.906653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Bound using segment: {'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:19.907445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Bound port: 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654fd20e-675b-439e-ba00-3c53c00eb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:19.907972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.082080 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:20.149839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] For port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:20.150307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.158004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:20.165625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86f163-3ec1-4a83-8cf3-b9aca0b7d43f req-04be2252-bff1-4acc-8eec-821fb65032a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:20.167125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca86f163-3ec1-4a83-8cf3-b9aca0b7d43f req-04be2252-bff1-4acc-8eec-821fb65032a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 2.4121404 May 24 23:00:20.180190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64b08d-3bf1-4daf-aa59-1c16b701efba req-cd4b448f-4b0d-4e04-971f-7a59dc2508c3 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:20.189934 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e64b08d-3bf1-4daf-aa59-1c16b701efba req-cd4b448f-4b0d-4e04-971f-7a59dc2508c3 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 943 time: 0.5550594 May 24 23:00:20.353738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] For port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:20.360401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] For port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:20.369191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:20.369931 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.482055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:20.482590 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.503969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Calling delete_port for fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:20.508732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-ba838e70-07f1-4e29-b602-42c7fed4b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:20.510248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-ba838e70-07f1-4e29-b602-42c7fed4b103 service neutron] 10.222.0.31 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 914 time: 2.8265712 May 24 23:00:20.511594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.580362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e64b08d-3bf1-4daf-aa59-1c16b701efba req-3ceeb69e-b4d2-4c17-8639-3ee57a35dcdd tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825629 May 24 23:00:20.640160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:20.662874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-773766a9-2051-4159-adfb-8119c4228f14 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.668053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:20.699011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-37daeece-c103-440e-8df1-a038a9460a66 None None] Provisioning complete for port ffecf140-b398-4213-8208-d28b3bf1b3de triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:20.699362 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37daeece-c103-440e-8df1-a038a9460a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.729406 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:20.927664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:20.928280 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:21.074171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079993d-6480-4e06-8d06-5fa1e54c446d req-3bb3bbdd-8726-4b45-a4f3-3d2015bac6a5 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:21.075167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-37daeece-c103-440e-8df1-a038a9460a66 None None] Port ffecf140-b398-4213-8208-d28b3bf1b3de cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:21.085367 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f079993d-6480-4e06-8d06-5fa1e54c446d req-3bb3bbdd-8726-4b45-a4f3-3d2015bac6a5 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 943 time: 0.2557297 May 24 23:00:21.086689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:21.109292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:21.147371 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-773766a9-2051-4159-adfb-8119c4228f14 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.165895 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-a34bffbd-bb9c-451d-b659-da0ab48e6698 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed27daf-7b89-47a1-9c43-51415d341aa3 HTTP/1.1" status: 200 len: 217 time: 0.6245389 May 24 23:00:21.206356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:21.207521 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.210047 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] 10.222.0.50 "PUT /v2.0/ports/3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 HTTP/1.1" status: 200 len: 1091 time: 9.4534957 May 24 23:00:21.220473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7372c6-de93-4127-9505-06af34fe25c2', 'tag': '3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:21.422613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773766a9-2051-4159-adfb-8119c4228f14 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c0ef98-14ba-443c-901c-8cec3fce0a17,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:21.429936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Deleting port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:21.430348 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.442916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a1086-96c8-4702-819c-782ebe712b55 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:21.462228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-773766a9-2051-4159-adfb-8119c4228f14 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:21.489134 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f079993d-6480-4e06-8d06-5fa1e54c446d req-b859f4d3-98b9-4463-bbb9-53653403a59e tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/security-groups?id=702f0213-3455-4e7b-8e40-3425d8dab446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992236 May 24 23:00:21.491429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3157e1c-1bb5-4694-83c6-024cbe48ab85 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:21.503598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-c6006d93-a99b-4ec0-9232-9893e2300448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:21.506389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-c6006d93-a99b-4ec0-9232-9893e2300448 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb HTTP/1.1" status: 200 len: 853 time: 0.2258766 May 24 23:00:21.536208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-773766a9-2051-4159-adfb-8119c4228f14 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/e8c0ef98-14ba-443c-901c-8cec3fce0a17 HTTP/1.1" status: 204 len: 168 time: 2.3558893 May 24 23:00:21.552011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40180) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:21.776998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2dee091c-d07c-4873-af99-b955ddf8c354 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2194529 May 24 23:00:21.777740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40192) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:21.836018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.062593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c7f11-1d6f-489a-acc5-2567fff39aed None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:22.067116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c7f11-1d6f-489a-acc5-2567fff39aed None None] Deleting port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:22.067674 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7f11-1d6f-489a-acc5-2567fff39aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.138815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-c5367a0c-cc59-4737-abec-c8d310ae785f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af3f872f-7879-4578-8fd1-0bd063516c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2378054 May 24 23:00:22.320887 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca86f163-3ec1-4a83-8cf3-b9aca0b7d43f req-58679851-9f1a-48ef-935d-ad5cbf80c398 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45afbff-354c-4d0a-8468-245e307a0a7f HTTP/1.1" status: 200 len: 1000 time: 1.9381638 May 24 23:00:22.324377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2d7cd-525d-4205-95d5-8667be649536 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:22.325129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-15d2d7cd-525d-4205-95d5-8667be649536 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:22.371882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f82af-785d-41f3-8924-9fb5be89066f req-a52feaf6-fba8-4cfa-ba2b-a5981a36878f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:22.374138 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a0f82af-785d-41f3-8924-9fb5be89066f req-a52feaf6-fba8-4cfa-ba2b-a5981a36878f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 945 time: 0.5036702 May 24 23:00:22.461597 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.499855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05525b-ddaf-4436-93e5-3b8c5c0be096 req-703b5165-11a2-4404-9951-995d201d7432 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:22.502024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca05525b-ddaf-4436-93e5-3b8c5c0be096 req-703b5165-11a2-4404-9951-995d201d7432 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 945 time: 2.7312844 May 24 23:00:22.515048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ca4c7f11-1d6f-489a-acc5-2567fff39aed None None] For port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=91b9eaf8-881a-444e-81d5-b0e8a0f17f31,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:22.526323 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7f11-1d6f-489a-acc5-2567fff39aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.560251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] For port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:22.560635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.668432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a0f82af-785d-41f3-8924-9fb5be89066f req-7fa5a956-9e95-406e-aa73-454890cbe6ef tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689378 May 24 23:00:22.669312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-15d2d7cd-525d-4205-95d5-8667be649536 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:22.670667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-15d2d7cd-525d-4205-95d5-8667be649536 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8889306 May 24 23:00:22.742326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40204) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:22.760290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Calling delete_port for fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:22.838772 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-ba5bb124-1f91-4e77-8d76-b9d8d622a284 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:22.906238 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81e3a3f-0187-4ff0-a87f-2e6fd11370fe'] response: {'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'code': 200} May 24 23:00:22.909602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['1a43f677-dfe1-409c-8706-109f446311a1'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:00:22.950855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764f20b-b1f1-4f25-8d92-55978e44b4c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:22.951570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1764f20b-b1f1-4f25-8d92-55978e44b4c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:22.982662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:00:23.097937 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb318c9-c6c4-4cd9-a214-e0f13408b5f6'] response: {'name': 'network-changed', 'server_uuid': '5f7372c6-de93-4127-9505-06af34fe25c2', 'tag': '3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29', 'status': 'completed', 'code': 200} May 24 23:00:23.123759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c7f11-1d6f-489a-acc5-2567fff39aed None None] Calling delete_port for 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:23.145329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bb124-1f91-4e77-8d76-b9d8d622a284 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event deleted for resources: {'Port': ['ID=1a43f677-dfe1-409c-8706-109f446311a1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:23.150922 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca05525b-ddaf-4436-93e5-3b8c5c0be096 req-443ab376-00ef-48b8-b7c1-2bbfeb5281c7 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404882 May 24 23:00:23.172912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.284470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-ba5bb124-1f91-4e77-8d76-b9d8d622a284 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] No DVR routers for this DVR port 1a43f677-dfe1-409c-8706-109f446311a1 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:23.296047 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-ba5bb124-1f91-4e77-8d76-b9d8d622a284 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.368412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1764f20b-b1f1-4f25-8d92-55978e44b4c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:23.375772 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1764f20b-b1f1-4f25-8d92-55978e44b4c1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6301515 May 24 23:00:23.382273 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7f11-1d6f-489a-acc5-2567fff39aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.395826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40210) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:23.499601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] No DVR routers for this DVR port fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:23.505929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c7f11-1d6f-489a-acc5-2567fff39aed None None] Pushing event deleted for resources: {'Port': ['ID=91b9eaf8-881a-444e-81d5-b0e8a0f17f31,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:23.507944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Pushing event deleted for resources: {'Port': ['ID=fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:23.508293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c7f11-1d6f-489a-acc5-2567fff39aed None None] No DVR routers for this DVR port 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:23.510394 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.542944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'name': 'network-vif-deleted', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:23.562301 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.31 "DELETE /v2.0/ports/fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1 HTTP/1.1" status: 204 len: 173 time: 5.1519957 May 24 23:00:23.615956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d3e0d-0b28-4870-8793-e6790676792f req-bf9406cf-161c-4687-8a97-8f408eef2cba tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.623002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a83d3e0d-0b28-4870-8793-e6790676792f req-bf9406cf-161c-4687-8a97-8f408eef2cba tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.5444760 May 24 23:00:23.770715 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a83d3e0d-0b28-4870-8793-e6790676792f req-1df985a2-5700-4870-a2a6-3e7d0c97882e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130414 May 24 23:00:23.797436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86f163-3ec1-4a83-8cf3-b9aca0b7d43f req-27f304d2-e43b-462f-82ea-fbcfdbd009a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:23.805031 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca86f163-3ec1-4a83-8cf3-b9aca0b7d43f req-27f304d2-e43b-462f-82ea-fbcfdbd009a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 1.2993562 May 24 23:00:23.875283 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-da784085-20e0-4cfe-b571-f9453712db19 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4270222 May 24 23:00:23.879570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40222) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:23.885440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:23.909205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:23.943343 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-326d37f8-6e66-46ea-bc22-3fafc0ac11c2 req-ba5bb124-1f91-4e77-8d76-b9d8d622a284 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.31 "DELETE /v2.0/ports/1a43f677-dfe1-409c-8706-109f446311a1 HTTP/1.1" status: 204 len: 173 time: 8.0573857 May 24 23:00:24.071047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-eb1141ed-46fb-4da0-b924-0e7c8a59e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:24.073237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-eb1141ed-46fb-4da0-b924-0e7c8a59e7f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e8c4503de714ac88eac3c2e75d50346&device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 1094 time: 2.2315013 May 24 23:00:24.118733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-213b7850-b73c-4619-af38-50c54262235d service neutron] 10.222.0.31 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8579874 May 24 23:00:24.137854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b45f5b70-a051-469a-964e-18028139d186 req-7f58faf2-dff2-4e2b-888e-313b6f60c24e tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Synchronizing usage tracker for tenant:41770c559bc34ca187af2a317b5014f6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:24.152751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:24.253205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:24.255664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:24.256450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 91b9eaf8-881a-444e-81d5-b0e8a0f17f31 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:24.309665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:24.322728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b45f5b70-a051-469a-964e-18028139d186 req-7f58faf2-dff2-4e2b-888e-313b6f60c24e tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] Unset dirty status for tenant:41770c559bc34ca187af2a317b5014f6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:24.338571 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b45f5b70-a051-469a-964e-18028139d186 req-7f58faf2-dff2-4e2b-888e-313b6f60c24e tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a77a70-a723-4abe-88a1-91dd1c386f59 HTTP/1.1" status: 200 len: 210 time: 0.2761366 May 24 23:00:24.358366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:24.362181 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:24.606700 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89751f40-1582-44b5-940e-b39c648c9007'] response: {'server_uuid': 'f9a77a70-a723-4abe-88a1-91dd1c386f59', 'name': 'network-vif-deleted', 'tag': 'fd8f4bc2-a6f1-4ede-918b-9221b2d4f5a1', 'status': 'completed', 'code': 200} May 24 23:00:24.880153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffb7963f-3bca-42bd-b276-1cf7638c3938 req-95d69d5b-ca7c-4bbf-876f-74fb10927aa6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 210 time: 0.2550488 May 24 23:00:24.955565 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.038878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:25.042209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:25.053643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:25.053883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9aee86-52ce-4df2-a675-5208b75b7727 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:25.054443 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.127825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef59ffa2-ff0a-40b5-994d-e7ec744884d7', 'name': 'network-vif-deleted', 'tag': '1a43f677-dfe1-409c-8706-109f446311a1'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:25.142703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=4a7684ba-b913-41c5-9f9c-f3d8a1610879,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:25.143454 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-0cbe3056-8361-49fc-82b7-5d22000ab1fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 HTTP/1.1" status: 200 len: 217 time: 1.0092890 May 24 23:00:25.170433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ef11ffbe-72dc-41ed-a3d5-173d17ef0fb2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2896211 May 24 23:00:25.176944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40232) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:25.183705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'fixed_ips': [{'subnet_id': '4a7684ba-b913-41c5-9f9c-f3d8a1610879', 'ip_address': '2001:db8::51f2:394b:83ac:9a64'}], 'name': 'tempest-NetworksTestDHCPv6-1357779639'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:25.355541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36e210-80c8-472c-8db4-be19e9b1d5e6 req-7604d40d-e1dc-4240-ab63-5019bef70a4a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:25.357139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b36e210-80c8-472c-8db4-be19e9b1d5e6 req-7604d40d-e1dc-4240-ab63-5019bef70a4a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2700653 May 24 23:00:25.448732 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-5e1ea68b-46a7-4f5c-a8a2-7baddb7ba4eb service neutron] 10.222.0.31 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1336381 May 24 23:00:25.464299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-62c900cd-a8ae-4ddf-9996-ea10b19986ce req-53cc0887-f467-487f-b0aa-66b3ffefca0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 210 time: 0.4523895 May 24 23:00:25.467900 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b36e210-80c8-472c-8db4-be19e9b1d5e6 req-d1939d47-aff0-4dd1-8a91-f6158400a0b2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005392 May 24 23:00:25.528018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:25.566805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:25.595124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:25.748934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '4a7684ba-b913-41c5-9f9c-f3d8a1610879'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:25.753141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:25.912145 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.007474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:26.013102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.018641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-f6bee128-caf6-45af-957b-67ea0bc83473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:26.020271 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-f6bee128-caf6-45af-957b-67ea0bc83473 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a93872d-9b6c-42bf-9e43-eda0b0bb5f74 HTTP/1.1" status: 200 len: 862 time: 0.7531018 May 24 23:00:26.031070 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.032912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.100375 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.146171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86f163-3ec1-4a83-8cf3-b9aca0b7d43f req-d788f0ab-bae3-4440-9d46-cd990a636c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:26.147734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca86f163-3ec1-4a83-8cf3-b9aca0b7d43f req-d788f0ab-bae3-4440-9d46-cd990a636c98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.2625766 May 24 23:00:26.149162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/4a7684ba-b913-41c5-9f9c-f3d8a1610879/e2a00063-9f54-43f4-b235-7cdd4ad8ae32) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:26.155748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=ffecf140-b398-4213-8208-d28b3bf1b3de,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:26.167686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87c82d-e02f-4181-a4ba-996b7b0377af req-615b7b6b-eeb1-4e9f-bfa0-76bfe871f1e8 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:26.176233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a87c82d-e02f-4181-a4ba-996b7b0377af req-615b7b6b-eeb1-4e9f-bfa0-76bfe871f1e8 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 943 time: 2.7693210 May 24 23:00:26.302778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c25981-7ee5-408d-a03f-97031f1493d7 req-cfd6e63c-f816-488b-9eb6-394ebab13a4a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:26.312301 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2c25981-7ee5-408d-a03f-97031f1493d7 req-cfd6e63c-f816-488b-9eb6-394ebab13a4a tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 945 time: 0.4724057 May 24 23:00:26.425385 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2c25981-7ee5-408d-a03f-97031f1493d7 req-a6e101be-f0ad-49dc-a858-101b3d165556 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117516 May 24 23:00:26.492657 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-584e2d71-ba25-4bb7-8f6c-c8541050ecbd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3390205 May 24 23:00:26.596923 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adeb9ae3-a694-4811-8ef7-275c355069e3'] response: {'server_uuid': 'ef59ffa2-ff0a-40b5-994d-e7ec744884d7', 'name': 'network-vif-deleted', 'tag': '1a43f677-dfe1-409c-8706-109f446311a1', 'status': 'completed', 'code': 200} May 24 23:00:26.650579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40244) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:26.695706 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:26.762731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Transition to ACTIVE for port object e2a00063-9f54-43f4-b235-7cdd4ad8ae32 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:26.863146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Transition to ACTIVE for port object e2a00063-9f54-43f4-b235-7cdd4ad8ae32 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:26.875978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c900cd-a8ae-4ddf-9996-ea10b19986ce req-11dc48d9-6b43-400d-b30b-bd04b41d22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:26.882115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-62c900cd-a8ae-4ddf-9996-ea10b19986ce req-11dc48d9-6b43-400d-b30b-bd04b41d22c6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b61e39c08c045648e02b3beafdc002f&shared=False HTTP/1.1" status: 200 len: 906 time: 1.3676665 May 24 23:00:26.882942 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.009963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a87c82d-e02f-4181-a4ba-996b7b0377af req-70dc134e-c59c-4c0f-8ce2-53f4b3ac4c73 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8326759 May 24 23:00:27.129330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Pushing event updated for resources: {'Port': ['ID=e2a00063-9f54-43f4-b235-7cdd4ad8ae32,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:27.163531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:27.171957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.177261 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.177866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.178359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.178851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.180017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.180503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.180979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.181466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.183049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.183543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.184023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:00:27.202679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:27.212935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:27.320783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6d14a13-5a6f-4b62-8d38-e11844cd4c5d req-3b2a1d45-6225-43c6-81e1-2cabb9095110 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 210 time: 0.2353759 May 24 23:00:27.366896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Attempting to bind port e2a00063-9f54-43f4-b235-7cdd4ad8ae32 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:27.367264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Attempting to bind port e2a00063-9f54-43f4-b235-7cdd4ad8ae32 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:27.367602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Attempting to bind port e2a00063-9f54-43f4-b235-7cdd4ad8ae32 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:27.374858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:27.375254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:27.375658 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.376049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:27.376519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Bound port: e2a00063-9f54-43f4-b235-7cdd4ad8ae32, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:27.376893 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.400374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca86f163-3ec1-4a83-8cf3-b9aca0b7d43f req-941ebd22-3243-40ca-be0a-96fbc2ad0027 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1558683 May 24 23:00:27.497362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] For port e2a00063-9f54-43f4-b235-7cdd4ad8ae32, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:27.513104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] For port e2a00063-9f54-43f4-b235-7cdd4ad8ae32, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e2a00063-9f54-43f4-b235-7cdd4ad8ae32,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:27.523650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:27.580841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::51f2:394b:83ac:9a64 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/4a7684ba-b913-41c5-9f9c-f3d8a1610879/b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:27.587955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c900cd-a8ae-4ddf-9996-ea10b19986ce req-d8f52275-d14b-4370-9a1a-a06de46756f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:27.604618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-62c900cd-a8ae-4ddf-9996-ea10b19986ce req-d8f52275-d14b-4370-9a1a-a06de46756f5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6259634 May 24 23:00:27.739069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23193f24-3ef3-4abb-8b39-c25833607e32 None None] Pushing event updated for resources: {'Port': ['ID=e2a00063-9f54-43f4-b235-7cdd4ad8ae32,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:27.906692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca86f163-3ec1-4a83-8cf3-b9aca0b7d43f req-46381bb4-04ef-40d5-8e4c-66db529e9f3b service neutron] 10.222.0.50 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009317 May 24 23:00:27.960366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:27.973098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:28.386603 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-232e7e32-0ef7-4901-a40c-3f8b213ad2ec service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7661572 May 24 23:00:28.464272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7275a819-16a8-4db5-9eb5-8cae84c6c2a2 None None] Provisioning complete for port ffecf140-b398-4213-8208-d28b3bf1b3de triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:28.464934 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7275a819-16a8-4db5-9eb5-8cae84c6c2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.534779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7275a819-16a8-4db5-9eb5-8cae84c6c2a2 None None] Port ffecf140-b398-4213-8208-d28b3bf1b3de cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:28.587686 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.655554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:28.688132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ce613-0dea-4b00-b898-37a64239c6f6 req-5daf8239-ccf2-411e-921f-8801c13b3f9c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:28.688132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f03ce613-0dea-4b00-b898-37a64239c6f6 req-5daf8239-ccf2-411e-921f-8801c13b3f9c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 945 time: 0.9041772 May 24 23:00:28.713636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8406850-c778-4a66-8a83-cc905d2e4849 req-245b6931-5603-4d08-9579-30597e7a5e75 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:28.715142 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f8406850-c778-4a66-8a83-cc905d2e4849 req-245b6931-5603-4d08-9579-30597e7a5e75 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 1.3571827 May 24 23:00:28.750039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5c701be-9a64-47c5-a7ef-a9daf52f0b99 req-2dfd96f3-b8e9-403c-882a-b47b380807c0 service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913895 May 24 23:00:28.786763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c1d2d-32db-4bf2-9b8f-71101b3980e5 req-00a6ec54-b1b9-4ed1-a0b6-0686310bc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:28.788165 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff3c1d2d-32db-4bf2-9b8f-71101b3980e5 req-00a6ec54-b1b9-4ed1-a0b6-0686310bc792 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ade7d86997048edb2aa056be826b9a6&device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 1096 time: 0.2322342 May 24 23:00:28.791690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router c8dc2b4a-726f-42c5-b9d1-35172378799d is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:00:28.791872 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f03ce613-0dea-4b00-b898-37a64239c6f6 req-e178fb90-5a0f-4b02-b56c-3467633819c9 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022010 May 24 23:00:28.799993 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f8406850-c778-4a66-8a83-cc905d2e4849 req-395658a7-b80a-44e1-8558-7309ffd05267 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745826 May 24 23:00:28.805399 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.902586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:28.915057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:28.927320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:28.932798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:28.933424 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:28.945299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:29.043589 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5c3b0c00-bbdb-4c87-9591-625e93137dfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8652689 May 24 23:00:29.080077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40264) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:29.123311 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a9e152cf-5d11-4be4-b2ce-3f3e528c3fec req-36fb90bf-4648-4b3b-8688-cb21d50c13be tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 210 time: 0.0877635 May 24 23:00:29.184538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.205376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-62c900cd-a8ae-4ddf-9996-ea10b19986ce req-6487c7b1-9b25-4d57-8365-9bf4c672cd04 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:29.272836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15008738-51ca-4ef4-92e6-77b2c17a053e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:29.278825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15008738-51ca-4ef4-92e6-77b2c17a053e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:29.279612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-15008738-51ca-4ef4-92e6-77b2c17a053e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:29.291452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:29.305096 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bfe6e504-ac5c-41e1-9077-7b5796c6a1ef tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/c8dc2b4a-726f-42c5-b9d1-35172378799d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7569737 May 24 23:00:29.308881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-62c900cd-a8ae-4ddf-9996-ea10b19986ce req-6487c7b1-9b25-4d57-8365-9bf4c672cd04 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:29.310154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-62c900cd-a8ae-4ddf-9996-ea10b19986ce req-6487c7b1-9b25-4d57-8365-9bf4c672cd04 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef59ffa2-ff0a-40b5-994d-e7ec744884d7 HTTP/1.1" status: 200 len: 210 time: 0.2983479 May 24 23:00:29.311740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b624eeb-5ca3-4bba-b7c8-ec33f54a149d None None] Sync routers for ids ['c8dc2b4a-726f-42c5-b9d1-35172378799d'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:29.321162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40272) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:29.337833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b624eeb-5ca3-4bba-b7c8-ec33f54a149d None None] Routers {'c8dc2b4a-726f-42c5-b9d1-35172378799d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:29.338701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b624eeb-5ca3-4bba-b7c8-ec33f54a149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:00:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c8dc2b4a-726f-42c5-b9d1-35172378799d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:29.379974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c1d2d-32db-4bf2-9b8f-71101b3980e5 req-f167e846-c2f2-47be-a287-51d0227e63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:29.382001 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff3c1d2d-32db-4bf2-9b8f-71101b3980e5 req-f167e846-c2f2-47be-a287-51d0227e63e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 200 len: 918 time: 0.3069260 May 24 23:00:29.385306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea95c1b-f254-452f-8971-390c9fd2b62f req-aaf4c3cb-0014-4d2c-a0fe-1b5b2b3362ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:29.386955 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea95c1b-f254-452f-8971-390c9fd2b62f req-aaf4c3cb-0014-4d2c-a0fe-1b5b2b3362ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e8c4503de714ac88eac3c2e75d50346&device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 1094 time: 0.5110216 May 24 23:00:29.438376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b624eeb-5ca3-4bba-b7c8-ec33f54a149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:29.453648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b624eeb-5ca3-4bba-b7c8-ec33f54a149d None None] Routers {'c8dc2b4a-726f-42c5-b9d1-35172378799d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:29.454624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b624eeb-5ca3-4bba-b7c8-ec33f54a149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:00:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c8dc2b4a-726f-42c5-b9d1-35172378799d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:29.555276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-15008738-51ca-4ef4-92e6-77b2c17a053e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:29.560087 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-15008738-51ca-4ef4-92e6-77b2c17a053e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4717758 May 24 23:00:29.575190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40276) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:29.582913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b624eeb-5ca3-4bba-b7c8-ec33f54a149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:29.583414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b624eeb-5ca3-4bba-b7c8-ec33f54a149d None None] The sync data for ids ['c8dc2b4a-726f-42c5-b9d1-35172378799d'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:29.593479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-250d4a88-2db3-4e90-9824-9370bad00efd None None] Provisioning for port e2a00063-9f54-43f4-b235-7cdd4ad8ae32 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:29.696299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8a3db118-7185-480f-abb6-f70920d5293c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:29.696897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a3db118-7185-480f-abb6-f70920d5293c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.727820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5ba89c9d-1c4b-4ce9-a265-42366a56c27d None None] Provisioning for port b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:29.734948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5ba89c9d-1c4b-4ce9-a265-42366a56c27d None None] Provisioning complete for port b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:29.735663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5ba89c9d-1c4b-4ce9-a265-42366a56c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:29.736598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6660fc-911f-45b9-9e47-b494f09c42d6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:29.737336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0f6660fc-911f-45b9-9e47-b494f09c42d6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:29.763657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0600f-6224-4351-ad3b-8dc9f50cca20 req-6101316b-4e36-4445-851b-9e8109755978 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:29.771959 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86c0600f-6224-4351-ad3b-8dc9f50cca20 req-6101316b-4e36-4445-851b-9e8109755978 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 943 time: 0.7287061 May 24 23:00:29.822535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff3c1d2d-32db-4bf2-9b8f-71101b3980e5 req-42fd1d86-ef49-4021-9e1f-e037b147c0b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45afbff-354c-4d0a-8468-245e307a0a7f HTTP/1.1" status: 200 len: 1000 time: 0.3905478 May 24 23:00:29.892617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5ba89c9d-1c4b-4ce9-a265-42366a56c27d None None] Port b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:29.895175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86c0600f-6224-4351-ad3b-8dc9f50cca20 req-0059d2a0-4692-4187-813d-d90a666fe716 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223426 May 24 23:00:29.927826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0f6660fc-911f-45b9-9e47-b494f09c42d6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:29.929080 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0f6660fc-911f-45b9-9e47-b494f09c42d6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports/ffecf140-b398-4213-8208-d28b3bf1b3de HTTP/1.1" status: 200 len: 983 time: 0.6063492 May 24 23:00:29.947159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c1d2d-32db-4bf2-9b8f-71101b3980e5 req-6039d54b-d95c-4b0b-a050-965c51349bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:29.949077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff3c1d2d-32db-4bf2-9b8f-71101b3980e5 req-6039d54b-d95c-4b0b-a050-965c51349bac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 200 len: 856 time: 0.1115487 May 24 23:00:29.955026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40282) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:29.956227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea95c1b-f254-452f-8971-390c9fd2b62f req-0ebf9d9d-76c3-492c-865f-afa9d6b5e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:29.958080 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea95c1b-f254-452f-8971-390c9fd2b62f req-0ebf9d9d-76c3-492c-865f-afa9d6b5e06f service neutron] 10.222.0.50 "GET /v2.0/networks?id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15 HTTP/1.1" status: 200 len: 923 time: 0.4446743 May 24 23:00:30.078303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090c748-8a3c-40fd-85e4-4e5b5a4f3581 req-8a4aa8c1-282c-4110-9e2d-26dceea94b1f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:30.081548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f090c748-8a3c-40fd-85e4-4e5b5a4f3581 req-8a4aa8c1-282c-4110-9e2d-26dceea94b1f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.7386880 May 24 23:00:30.128763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e2a00063-9f54-43f4-b235-7cdd4ad8ae32 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:30.217459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port e2a00063-9f54-43f4-b235-7cdd4ad8ae32 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:30.223994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e2a00063-9f54-43f4-b235-7cdd4ad8ae32 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:30.224493 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.304272 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f090c748-8a3c-40fd-85e4-4e5b5a4f3581 req-d6d5d0b2-1281-4370-90f5-22cf1247a894 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818535 May 24 23:00:30.362018 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a3db118-7185-480f-abb6-f70920d5293c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.432328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e2a00063-9f54-43f4-b235-7cdd4ad8ae32 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:30.432672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.501784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port e2a00063-9f54-43f4-b235-7cdd4ad8ae32, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e2a00063-9f54-43f4-b235-7cdd4ad8ae32,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:30.516125 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.581022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8a3db118-7185-480f-abb6-f70920d5293c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:30.667919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=e2a00063-9f54-43f4-b235-7cdd4ad8ae32,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:30.682571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea95c1b-f254-452f-8971-390c9fd2b62f req-91069cc7-a0bb-4c02-b417-058b0a42a013 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 HTTP/1.1" status: 200 len: 217 time: 0.2947326 May 24 23:00:30.819755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] Deleting port 009c5e12-b526-47e4-8640-de453ae21401 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:30.820345 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:30.928954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea95c1b-f254-452f-8971-390c9fd2b62f req-966d005c-2123-46b3-b531-715fbcc370cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:30.930487 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea95c1b-f254-452f-8971-390c9fd2b62f req-966d005c-2123-46b3-b531-715fbcc370cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a93872d-9b6c-42bf-9e43-eda0b0bb5f74 HTTP/1.1" status: 200 len: 862 time: 0.2345407 May 24 23:00:31.002235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a76418-144f-4ebd-8109-bc0a1726594f req-fe0dc05c-ab9a-44f0-838b-22d4c6dcbdcb tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:31.003724 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52a76418-144f-4ebd-8109-bc0a1726594f req-fe0dc05c-ab9a-44f0-838b-22d4c6dcbdcb tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 945 time: 0.7091048 May 24 23:00:31.005624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c1d2d-32db-4bf2-9b8f-71101b3980e5 req-169fd53f-be52-4504-b3ab-aeac0baa90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:31.006962 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff3c1d2d-32db-4bf2-9b8f-71101b3980e5 req-169fd53f-be52-4504-b3ab-aeac0baa90e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0f9d470-1308-4b59-8b6a-80517df5ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0459065 May 24 23:00:31.011782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea95c1b-f254-452f-8971-390c9fd2b62f req-7efd1a11-5c75-48d7-b5f6-ee787d6866d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05ccc91e-adae-46fb-a49a-a8b9bfc24e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688910 May 24 23:00:31.055043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d45afbff-354c-4d0a-8468-245e307a0a7f details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:00:31.069765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4c8e9-bb8f-4438-a348-6cff7feb3521 req-d228150a-86e5-4231-947b-f6e33870d4db tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:31.079532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1f4c8e9-bb8f-4438-a348-6cff7feb3521 req-d228150a-86e5-4231-947b-f6e33870d4db tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4333651 May 24 23:00:31.211677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:31.227637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'port_id': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'mac_address': 'fa:16:3e:07:73:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:00:31.261719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a3db118-7185-480f-abb6-f70920d5293c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.298792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d45afbff-354c-4d0a-8468-245e307a0a7f is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:31.299168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.318818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45afbff-354c-4d0a-8468-245e307a0a7f {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:00:31.336720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:31.345143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3db118-7185-480f-abb6-f70920d5293c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:31.347906 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.348632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:00:31.352393 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52a76418-144f-4ebd-8109-bc0a1726594f req-236bee33-8704-49d2-a047-0fb4a0b4dee6 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380320 May 24 23:00:31.362113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1f4c8e9-bb8f-4438-a348-6cff7feb3521 req-145c2efb-7905-4e97-863c-0e0edcf732c6 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811949 May 24 23:00:31.538285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a3db118-7185-480f-abb6-f70920d5293c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.583662 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff3c1d2d-32db-4bf2-9b8f-71101b3980e5 req-3a92941b-d4a9-4889-8456-21a97b13735d service neutron] 10.222.0.50 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911780 May 24 23:00:31.588797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] For port 009c5e12-b526-47e4-8640-de453ae21401, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=009c5e12-b526-47e4-8640-de453ae21401,segment=NetworkSegment(65fc81a8-9afa-4ed6-8f93-c9e6769e5a49),segment_id=65fc81a8-9afa-4ed6-8f93-c9e6769e5a49)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:31.588797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.597910 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8a3db118-7185-480f-abb6-f70920d5293c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d HTTP/1.1" status: 204 len: 168 time: 2.0215707 May 24 23:00:31.601349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40314) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:31.804155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=11']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:31.838398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:31.849930 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea95c1b-f254-452f-8971-390c9fd2b62f req-820914d8-4281-4c51-98e4-b6a7c11dc230 service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7920110 May 24 23:00:31.854457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29', 'network_id': '05ccc91e-adae-46fb-a49a-a8b9bfc24e15', 'port_id': '3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29', 'mac_address': 'fa:16:3e:32:96:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a93872d-9b6c-42bf-9e43-eda0b0bb5f74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:00:31.914272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:31.914744 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.932053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:00:31.948446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:31.955707 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:31.975842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff3c1d2d-32db-4bf2-9b8f-71101b3980e5 req-5bb21199-1ee5-4684-bf5a-6abc886c199d service neutron] 10.222.0.50 "GET /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358819 May 24 23:00:31.985460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] Calling delete_port for 009c5e12-b526-47e4-8640-de453ae21401 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:32.093590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:32.094709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f549b8-af28-43e9-84f4-1698a31b9b1b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:32.096324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f549b8-af28-43e9-84f4-1698a31b9b1b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:32.097093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-53f549b8-af28-43e9-84f4-1698a31b9b1b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:32.131227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e2a00063-9f54-43f4-b235-7cdd4ad8ae32 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:32.201067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-53f549b8-af28-43e9-84f4-1698a31b9b1b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:32.205186 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-53f549b8-af28-43e9-84f4-1698a31b9b1b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6002996 May 24 23:00:32.212210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-0db34d0e-0c82-43c6-82c2-6da3fb92cb18 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:32.219476 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-0db34d0e-0c82-43c6-82c2-6da3fb92cb18 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.3832994 May 24 23:00:32.220262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 1a43f677-dfe1-409c-8706-109f446311a1 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:32.227010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40322) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:32.292628 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-87fccb67-7179-4dc3-90a6-9ec3f9ce33ee tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/quotas/0b61e39c08c045648e02b3beafdc002f HTTP/1.1" status: 200 len: 375 time: 0.0722067 May 24 23:00:32.310455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:00:32.369813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['d45afbff-354c-4d0a-8468-245e307a0a7f'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:00:32.371776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-30357619-33fa-4050-98db-5abca95dd09a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 4a7684ba-b913-41c5-9f9c-f3d8a1610879 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:32.383330 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30357619-33fa-4050-98db-5abca95dd09a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.447220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30357619-33fa-4050-98db-5abca95dd09a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.492529 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea95c1b-f254-452f-8971-390c9fd2b62f req-8ea51ce3-d31f-48f3-8c46-e20487a30542 service neutron] 10.222.0.50 "GET /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118940 May 24 23:00:32.496679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 1a43f677-dfe1-409c-8706-109f446311a1 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:32.497027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 1a43f677-dfe1-409c-8706-109f446311a1 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:32.522818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc590e-fcf5-4256-8e45-43b2b9c3c41a req-b9ad8b78-2e6f-4568-9455-0162b4611323 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:32.530404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09bc590e-fcf5-4256-8e45-43b2b9c3c41a req-b9ad8b78-2e6f-4568-9455-0162b4611323 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 943 time: 0.9703565 May 24 23:00:32.622596 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-0dd497bc-cead-4299-a774-d08284874450 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3288820 May 24 23:00:32.660080 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09bc590e-fcf5-4256-8e45-43b2b9c3c41a req-b23dc4f8-5403-4395-9300-bcb69cf6770c tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281402 May 24 23:00:32.701347 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.710437 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69cca437-671d-4b0b-9f2a-2b236dc6795a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.786496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e2a00063-9f54-43f4-b235-7cdd4ad8ae32 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:32.787033 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:32.830989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-9a3e0228-b530-4262-a718-e33627c11944 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:00:32.832061 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-9a3e0228-b530-4262-a718-e33627c11944 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2087326 May 24 23:00:32.880963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] Pushing event deleted for resources: {'Port': ['ID=009c5e12-b526-47e4-8640-de453ae21401,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:32.956654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e2a00063-9f54-43f4-b235-7cdd4ad8ae32 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:33.069637 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30357619-33fa-4050-98db-5abca95dd09a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.106350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41901f2f-b950-4118-b0f8-cb01fc5ea36b req-c2889975-f1ca-4960-a162-85b888aa3a51 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:33.108327 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41901f2f-b950-4118-b0f8-cb01fc5ea36b req-c2889975-f1ca-4960-a162-85b888aa3a51 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.1964808 May 24 23:00:33.140999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-69cca437-671d-4b0b-9f2a-2b236dc6795a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port ffecf140-b398-4213-8208-d28b3bf1b3de {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:33.141347 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69cca437-671d-4b0b-9f2a-2b236dc6795a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.211884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41901f2f-b950-4118-b0f8-cb01fc5ea36b req-29903c3e-3f16-4665-b668-ab3931ee4eb9 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969310 May 24 23:00:33.303809 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-8e0d3c3f-5ce4-4348-b840-ce69599636ec service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163301 May 24 23:00:33.454136 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69cca437-671d-4b0b-9f2a-2b236dc6795a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.600663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-69cca437-671d-4b0b-9f2a-2b236dc6795a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for ffecf140-b398-4213-8208-d28b3bf1b3de owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:33.632718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30357619-33fa-4050-98db-5abca95dd09a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.657893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0b5e3-38d0-4790-9235-4dca4cfed74b req-50a3b52d-39a1-4058-b3a8-9e429ee8fcda tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:33.659274 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17f0b5e3-38d0-4790-9235-4dca4cfed74b req-50a3b52d-39a1-4058-b3a8-9e429ee8fcda tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 946 time: 0.2900140 May 24 23:00:33.708680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30357619-33fa-4050-98db-5abca95dd09a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7684ba-b913-41c5-9f9c-f3d8a1610879,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:33.718235 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30357619-33fa-4050-98db-5abca95dd09a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.731431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b0c0f-3735-4218-af11-172c37d6ddde None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:33.736607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17f0b5e3-38d0-4790-9235-4dca4cfed74b req-6ab14d57-6e8d-4844-9560-7b2a7af7572e tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691116 May 24 23:00:33.740178 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-a3200fe6-2104-4548-ae31-81981ea4a8f7 service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298990 May 24 23:00:33.750066 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-30357619-33fa-4050-98db-5abca95dd09a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/4a7684ba-b913-41c5-9f9c-f3d8a1610879 HTTP/1.1" status: 204 len: 168 time: 1.5169840 May 24 23:00:33.752076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40340) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:33.760554 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:33.934490 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9ce83230-3112-48e5-a2cc-0165fe82140d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1795976 May 24 23:00:33.939972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40346) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:34.075670 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69cca437-671d-4b0b-9f2a-2b236dc6795a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.145850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cca437-671d-4b0b-9f2a-2b236dc6795a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=ffecf140-b398-4213-8208-d28b3bf1b3de,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:34.240498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:34.354164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991a35c-ad06-483f-8550-12abbab17692 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:34.359879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3991a35c-ad06-483f-8550-12abbab17692 None None] Deleting port e2a00063-9f54-43f4-b235-7cdd4ad8ae32 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:34.360470 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3991a35c-ad06-483f-8550-12abbab17692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.411384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:34.415813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:34.418832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:34.426532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:34.516170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12050c-e863-4d84-bcfd-20baadea9844 req-da9e9169-d4ba-4417-ac1a-ea33368a5f56 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:34.518562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c12050c-e863-4d84-bcfd-20baadea9844 req-da9e9169-d4ba-4417-ac1a-ea33368a5f56 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 944 time: 0.5882351 May 24 23:00:34.520084 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69cca437-671d-4b0b-9f2a-2b236dc6795a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.791265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3991a35c-ad06-483f-8550-12abbab17692 None None] For port e2a00063-9f54-43f4-b235-7cdd4ad8ae32, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e2a00063-9f54-43f4-b235-7cdd4ad8ae32,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:34.791914 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3991a35c-ad06-483f-8550-12abbab17692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.794790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:34.798628 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:34.916368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c12050c-e863-4d84-bcfd-20baadea9844 req-9708ec76-e2e8-4ff4-ba77-12b1c91878b2 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891764 May 24 23:00:35.012770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] Router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:35.047248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3991a35c-ad06-483f-8550-12abbab17692 None None] Calling delete_port for e2a00063-9f54-43f4-b235-7cdd4ad8ae32 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:35.077047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119fde0-c0b3-43b9-8b2f-c625735b5d0f req-6b2cc982-4ee4-45ec-934e-76ab3b3dac3a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:35.087436 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4119fde0-c0b3-43b9-8b2f-c625735b5d0f req-6b2cc982-4ee4-45ec-934e-76ab3b3dac3a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.6435847 May 24 23:00:35.091626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d45afbff-354c-4d0a-8468-245e307a0a7f up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:35.219416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port d45afbff-354c-4d0a-8468-245e307a0a7f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:35.226321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port d45afbff-354c-4d0a-8468-245e307a0a7f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:35.226899 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.235693 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ef5069a-b5b2-4406-b836-c4734d12031b req-08dd372b-4f68-4aad-aea2-13218c6830a6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 210 time: 0.0589812 May 24 23:00:35.249637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cca437-671d-4b0b-9f2a-2b236dc6795a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router c8dc2b4a-726f-42c5-b9d1-35172378799d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:35.291797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4119fde0-c0b3-43b9-8b2f-c625735b5d0f req-37acb93a-6553-45f0-8808-2aadf84c7cfa tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016687 May 24 23:00:35.353536 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1e23b7fe-2e5d-4c80-96d2-773811f68e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.359874 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3991a35c-ad06-483f-8550-12abbab17692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.440999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991a35c-ad06-483f-8550-12abbab17692 None None] Pushing event deleted for resources: {'Port': ['ID=e2a00063-9f54-43f4-b235-7cdd4ad8ae32,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:35.624462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d45afbff-354c-4d0a-8468-245e307a0a7f is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:35.624916 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.644758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3991a35c-ad06-483f-8550-12abbab17692 None None] No DVR routers for this DVR port e2a00063-9f54-43f4-b235-7cdd4ad8ae32 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:35.666005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:35.668380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:35.693043 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:35.696307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:35.716019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cca437-671d-4b0b-9f2a-2b236dc6795a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:35.739451 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff11884-638f-4982-9c93-2638a7ada3e9 None None] Sync routers for ids ['c8dc2b4a-726f-42c5-b9d1-35172378799d'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:35.762910 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff11884-638f-4982-9c93-2638a7ada3e9 None None] Routers {'c8dc2b4a-726f-42c5-b9d1-35172378799d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:35.765022 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2ff11884-638f-4982-9c93-2638a7ada3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:00:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c8dc2b4a-726f-42c5-b9d1-35172378799d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:35.843909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-69cca437-671d-4b0b-9f2a-2b236dc6795a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/c8dc2b4a-726f-42c5-b9d1-35172378799d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8780627 May 24 23:00:35.849065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40370) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:35.990861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=12']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:36.000947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:36.006911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:36.027425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:36.027963 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.042109 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2ff11884-638f-4982-9c93-2638a7ada3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:36.080354 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff11884-638f-4982-9c93-2638a7ada3e9 None None] Routers {'c8dc2b4a-726f-42c5-b9d1-35172378799d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:36.081028 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2ff11884-638f-4982-9c93-2638a7ada3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:00:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c8dc2b4a-726f-42c5-b9d1-35172378799d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:36.170074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96211508-512d-43e3-8809-a3587445d7a4 req-e67be7f0-49aa-47da-a3be-c9cefcc51b60 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:36.173805 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c184e065-6274-42e5-93cc-11f3bcd144d7 None None] Sync routers for ids ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:36.177611 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96211508-512d-43e3-8809-a3587445d7a4 req-e67be7f0-49aa-47da-a3be-c9cefcc51b60 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 947 time: 0.5985706 May 24 23:00:36.182224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e2a00063-9f54-43f4-b235-7cdd4ad8ae32 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:36.229761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: e2a00063-9f54-43f4-b235-7cdd4ad8ae32 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:36.230084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e2a00063-9f54-43f4-b235-7cdd4ad8ae32 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:36.234588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c184e065-6274-42e5-93cc-11f3bcd144d7 None None] Routers {'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:36.234962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-a2bbe677-6119-44b3-afc6-16d79f5c76bd tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:36.235165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c184e065-6274-42e5-93cc-11f3bcd144d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:00:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:36.236460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-a2bbe677-6119-44b3-afc6-16d79f5c76bd tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.4811866 May 24 23:00:36.247021 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1ac7ea32-7276-49d4-a157-3419f51e966d admin admin] 10.222.0.55 "PUT /v2.0/routers/f5a41a4d-c478-45b2-bda3-864e7ee1fa1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5953019 May 24 23:00:36.251372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Request body: {'port': {'device_id': '0b151e29-961b-4bd5-b3b7-a008676ac649', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'admin_state_up': True, 'tenant_id': '0b61e39c08c045648e02b3beafdc002f'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:36.264246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40376) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:36.277169 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2ff11884-638f-4982-9c93-2638a7ada3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:36.277383 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff11884-638f-4982-9c93-2638a7ada3e9 None None] The sync data for ids ['c8dc2b4a-726f-42c5-b9d1-35172378799d'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:36.332072 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.402087 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96211508-512d-43e3-8809-a3587445d7a4 req-30816d33-ca37-4a7e-8e6f-8b6900b13357 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236195 May 24 23:00:36.406820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:36.407271 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.449765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:36.522579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:36.538926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=946cf96d-1a6b-4d80-89ac-c343f19149a9,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:36.540744 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.541978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:36.554209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:36.554939 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.585398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016d362-73d1-4771-a119-88b3983051eb req-1410a619-278c-4f3b-a436-441e4f521c7e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:36.587525 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0016d362-73d1-4771-a119-88b3983051eb req-1410a619-278c-4f3b-a436-441e4f521c7e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.9533844 May 24 23:00:36.596213 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ddb65967-f276-4ba4-b155-9755a0f1aa3c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6497931 May 24 23:00:36.596481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40382) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:36.602326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'fixed_ips': [{'subnet_id': '946cf96d-1a6b-4d80-89ac-c343f19149a9', 'ip_address': '2001:db8::babd:b56a:d6c6:37cd'}], 'name': 'tempest-NetworksTestDHCPv6-317398031'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:36.660186 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf18610-3642-44d4-abf2-7fb167ac74e2'] response: {'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'code': 200} May 24 23:00:36.660923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea08b0f-7d2a-4d9f-96d5-0929eaed079d None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:36.696455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:36.721618 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:36.747605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c184e065-6274-42e5-93cc-11f3bcd144d7 None None] Set router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:36.830649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:36.835966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:36.839068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:36.845424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:36.999128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:37.028714 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-4d789280-0583-45b5-898f-1afa81bdd540 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] remove_router_interface failed (client error): The resource could not be found. May 24 23:00:37.033797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4d789280-0583-45b5-898f-1afa81bdd540 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/c8dc2b4a-726f-42c5-b9d1-35172378799d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1700130 May 24 23:00:37.035399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40388) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:37.048723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:37.145922 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0016d362-73d1-4771-a119-88b3983051eb req-087e9ec8-6a2c-4592-83b5-02e74d734db8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910266 May 24 23:00:37.147361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c781fcea-d178-48d9-98b7-691f1cd84780 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:37.175591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c781fcea-d178-48d9-98b7-691f1cd84780 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:37.176840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c781fcea-d178-48d9-98b7-691f1cd84780 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dc2b4a-726f-42c5-b9d1-35172378799d HTTP/1.1" status: 200 len: 205 time: 0.1385672 May 24 23:00:37.180668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40392) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:37.293927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '946cf96d-1a6b-4d80-89ac-c343f19149a9'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:37.294781 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.327375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c184e065-6274-42e5-93cc-11f3bcd144d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T23:00:32Z', 'revision_number': 5, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:37.371974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c184e065-6274-42e5-93cc-11f3bcd144d7 None None] Checking router: f5a41a4d-c478-45b2-bda3-864e7ee1fa1f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:00:37.379734 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6a41-f174-4334-8bc3-2ed9fad0b0b6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.406817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c184e065-6274-42e5-93cc-11f3bcd144d7 None None] Routers {'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:37.407515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c184e065-6274-42e5-93cc-11f3bcd144d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:00:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:37.481267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e2d1f323-622d-4b95-846f-42f90897de36 req-1d43a86e-9271-4873-91a4-7b6442edb8d1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 210 time: 0.1444101 May 24 23:00:37.622944 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b93ba7e2-1617-4dd9-8c7c-d88c3fbd933b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.624621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:37.656404 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.719742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Deleting port 12042949-d891-446c-9b87-fd7eac490e56 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:37.720311 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.784002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/946cf96d-1a6b-4d80-89ac-c343f19149a9/ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:37.789486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Made reservation on behalf of 0b61e39c08c045648e02b3beafdc002f for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:37.793974 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.810298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c184e065-6274-42e5-93cc-11f3bcd144d7 None None] Set router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:00:37.942831 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:37.976908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacecd5-41d4-481f-bad1-97958aa851cb req-5940b66c-0450-4fef-b18d-4d841b1dbe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:37.978440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-deacecd5-41d4-481f-bad1-97958aa851cb req-5940b66c-0450-4fef-b18d-4d841b1dbe26 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 1098 time: 0.9271894 May 24 23:00:38.072031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03aa76-0627-4d82-8047-73360c614cc0 req-10ccbc03-9f98-4b99-ae3b-e88e0a4d7d88 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:38.080508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff03aa76-0627-4d82-8047-73360c614cc0 req-10ccbc03-9f98-4b99-ae3b-e88e0a4d7d88 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 945 time: 0.9727142 May 24 23:00:38.146347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] For port 12042949-d891-446c-9b87-fd7eac490e56, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=12042949-d891-446c-9b87-fd7eac490e56,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:38.146613 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.152860 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6a41-f174-4334-8bc3-2ed9fad0b0b6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.156202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 578fb5af-5819-4bb1-988b-68b35ee96bb8 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:38.194077 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6a41-f174-4334-8bc3-2ed9fad0b0b6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.224713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-deacecd5-41d4-481f-bad1-97958aa851cb req-bda1d801-ca43-42b2-b5d6-28282cb1f3ee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175593 May 24 23:00:38.252455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6a41-f174-4334-8bc3-2ed9fad0b0b6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.253163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3c6a41-f174-4334-8bc3-2ed9fad0b0b6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Fanout notify agent at l3_agent the message router_deleted on router c8dc2b4a-726f-42c5-b9d1-35172378799d {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:38.321513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea5338-4384-4a12-96bd-680d6269eb07 req-ce191a22-4de6-4463-94b5-7f7c62178005 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:38.330536 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29ea5338-4384-4a12-96bd-680d6269eb07 req-ce191a22-4de6-4463-94b5-7f7c62178005 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 947 time: 0.4812069 May 24 23:00:38.375259 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6a41-f174-4334-8bc3-2ed9fad0b0b6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.376511 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ab3c6a41-f174-4334-8bc3-2ed9fad0b0b6 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/c8dc2b4a-726f-42c5-b9d1-35172378799d HTTP/1.1" status: 204 len: 168 time: 1.1926270 May 24 23:00:38.384033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40404) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:38.384749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Calling delete_port for 12042949-d891-446c-9b87-fd7eac490e56 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:38.436482 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff03aa76-0627-4d82-8047-73360c614cc0 req-c3432deb-ee6d-4b51-b273-2ffec0b00462 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549135 May 24 23:00:38.469980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Allocated IP 172.20.0.4 (a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad/fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f/74bc52e8-5d9d-43aa-80c4-6d130f729b0c) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:38.487020 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29ea5338-4384-4a12-96bd-680d6269eb07 req-96e17e37-7f03-4e4f-b82a-0e62cc226afa tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551170 May 24 23:00:38.535821 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:00:38.571352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-119b7c37-049e-4dfa-9542-97c128142677 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting subnet 3057aa97-208c-4986-8228-d655d4b0daed {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:38.572169 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.584131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-119b7c37-049e-4dfa-9542-97c128142677 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.586550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Transition to ACTIVE for port object ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:38.613823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Transition to ACTIVE for port object ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:38.617326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c184e065-6274-42e5-93cc-11f3bcd144d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T23:00:32Z', 'revision_number': 5, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:38.621730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c184e065-6274-42e5-93cc-11f3bcd144d7 None None] The sync data for ids ['f5a41a4d-c478-45b2-bda3-864e7ee1fa1f'] in n-d-843146-7 is: [{'id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297566691-router', 'tenant_id': '41770c559bc34ca187af2a317b5014f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '12042949-d891-446c-9b87-fd7eac490e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:58:15Z', 'updated_at': '2022-05-24T23:00:32Z', 'revision_number': 5, 'project_id': '41770c559bc34ca187af2a317b5014f6', 'gw_port': {'id': '12042949-d891-446c-9b87-fd7eac490e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a41a4d-c478-45b2-bda3-864e7ee1fa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:58:18Z', 'updated_at': '2022-05-24T22:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:38.625986 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.756216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7372c6-de93-4127-9505-06af34fe25c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:38.760996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Pushing event updated for resources: {'Port': ['ID=ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:38.791080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.794139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:38.799993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:38.808698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:38.828027 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.859260 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.879266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12042949-d891-446c-9b87-fd7eac490e56,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:38.961739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Attempting to bind port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:38.962310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Attempting to bind port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:38.962770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Attempting to bind port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:38.964362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4c11352-d389-45b7-b7c5-d25bbea5137a req-c2bad292-9d56-428d-9c74-c9c4762666f1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 210 time: 0.2219529 May 24 23:00:38.980829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:38.983828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:38.985960 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.988124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:38.994297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Bound port: ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:38.995984 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:38.996547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-119b7c37-049e-4dfa-9542-97c128142677 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.027446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::babd:b56a:d6c6:37cd (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/946cf96d-1a6b-4d80-89ac-c343f19149a9/578fb5af-5819-4bb1-988b-68b35ee96bb8) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:39.151031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.242955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] For port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:39.246728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] For port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:39.250012 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcabe5a-5167-4294-a2e2-63f2d5310475'] response: {'server_uuid': '5f7372c6-de93-4127-9505-06af34fe25c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29', 'code': 200} May 24 23:00:39.258424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.260165 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-119b7c37-049e-4dfa-9542-97c128142677 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.311280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129dfa1-1bc1-49e8-a71e-99d541c9cf0c req-9eb47530-5259-4418-b232-7652001b0d98 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:39.318924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8129dfa1-1bc1-49e8-a71e-99d541c9cf0c req-9eb47530-5259-4418-b232-7652001b0d98 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.6582561 May 24 23:00:39.451751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-119b7c37-049e-4dfa-9542-97c128142677 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.463166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08819252-f781-4fe0-89dc-6fe4947adf66 None None] Pushing event updated for resources: {'Port': ['ID=ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:39.531148 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.564053 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.571710 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.628655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b7c37-049e-4dfa-9542-97c128142677 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Subnet': ['ID=3057aa97-208c-4986-8228-d655d4b0daed,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:39.637268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.662886 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-119b7c37-049e-4dfa-9542-97c128142677 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.688914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb4f01-e450-44ff-8765-96e5d7ff4564 None None] Network 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:39.696370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-119b7c37-049e-4dfa-9542-97c128142677 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/3057aa97-208c-4986-8228-d655d4b0daed HTTP/1.1" status: 204 len: 168 time: 1.3029206 May 24 23:00:39.701962 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8129dfa1-1bc1-49e8-a71e-99d541c9cf0c req-e01f14d3-fc48-40f5-81f5-b0677d2fe92c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820453 May 24 23:00:39.713249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40422) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:39.779582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.780134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a41a4d-c478-45b2-bda3-864e7ee1fa1f {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:39.897717 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:39.901658 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-588437f4-48ba-4c67-b61d-a8f183a15af1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f5a41a4d-c478-45b2-bda3-864e7ee1fa1f HTTP/1.1" status: 204 len: 168 time: 3.6302388 May 24 23:00:39.904488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14c6bf-df44-4596-8a4a-5931b003ab19 req-a432eb4f-1588-4c39-b22d-a4b545383f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:39.908794 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a14c6bf-df44-4596-8a4a-5931b003ab19 req-a432eb4f-1588-4c39-b22d-a4b545383f23 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 1096 time: 0.5663691 May 24 23:00:39.910750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40434) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:40.159685 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.176702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 578fb5af-5819-4bb1-988b-68b35ee96bb8 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:40.196495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 009c5e12-b526-47e4-8640-de453ae21401 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:40.288491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 009c5e12-b526-47e4-8640-de453ae21401 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:40.288830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 009c5e12-b526-47e4-8640-de453ae21401 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:40.316928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.359480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 840aea39-d14f-42ba-b5ab-6715c1b04beb {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:40.359821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.454999 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.468489 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded2acb-bc8d-44c9-b149-c356a1a26748 req-23ce853f-1cbe-491c-84d7-1bda054b7710 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:40.481695 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7ded2acb-bc8d-44c9-b149-c356a1a26748 req-23ce853f-1cbe-491c-84d7-1bda054b7710 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 945 time: 0.7042246 May 24 23:00:40.515246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.529414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:00:40.667379 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a14c6bf-df44-4596-8a4a-5931b003ab19 req-29c3ee5e-6a3d-4810-aace-e4033f8e98bb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543125 May 24 23:00:40.695179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:40.701750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a63dd-4f2d-4cd5-9db9-c33f4e1ffff8 None None] DHCP port deletion for 9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:40.707364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f213b43-6af0-44d4-8810-aaecfd448df0 admin admin] Deleting subnet c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:40.723703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:40.732619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:40.747385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9f8a63dd-4f2d-4cd5-9db9-c33f4e1ffff8 None None] Deleting port 840aea39-d14f-42ba-b5ab-6715c1b04beb {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:40.750710 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9f8a63dd-4f2d-4cd5-9db9-c33f4e1ffff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.790082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event updated for resources: {'Port': ['ID=74bc52e8-5d9d-43aa-80c4-6d130f729b0c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:40.795036 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f213b43-6af0-44d4-8810-aaecfd448df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.801379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:40.809556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:40.819181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:40.825004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:40.825694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.842785 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7ded2acb-bc8d-44c9-b149-c356a1a26748 req-791af08b-2f9d-4b2a-8647-084a58b8531b tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601043 May 24 23:00:40.901902 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f213b43-6af0-44d4-8810-aaecfd448df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:40.924073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=578fb5af-5819-4bb1-988b-68b35ee96bb8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:41.040066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:41.040743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.076863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad6f7-36da-4e2e-929f-903eb141b44c req-b2bf44da-f23c-4344-9378-b720efde61fc tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:41.079555 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a1fad6f7-36da-4e2e-929f-903eb141b44c req-b2bf44da-f23c-4344-9378-b720efde61fc tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 947 time: 0.6377549 May 24 23:00:41.150883 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f213b43-6af0-44d4-8810-aaecfd448df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.205451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-7ed275de-d2c2-4a33-ba23-bf85a9efdcad tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9590397 May 24 23:00:41.229798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Request body: {'port': {'device_id': '0b151e29-961b-4bd5-b3b7-a008676ac649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:41.296080 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a1fad6f7-36da-4e2e-929f-903eb141b44c req-b75b60e9-eac1-443a-aced-a0ba05ea9916 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088835 May 24 23:00:41.335932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9f8a63dd-4f2d-4cd5-9db9-c33f4e1ffff8 None None] For port 840aea39-d14f-42ba-b5ab-6715c1b04beb, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=840aea39-d14f-42ba-b5ab-6715c1b04beb,segment=NetworkSegment(80c93e31-d943-45e0-af79-0b379dfd2624),segment_id=80c93e31-d943-45e0-af79-0b379dfd2624)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:41.336324 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9f8a63dd-4f2d-4cd5-9db9-c33f4e1ffff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.427537 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-57b5b164-34e2-43c5-bedd-0269bd06737a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8299253 May 24 23:00:41.434398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40470) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:41.565624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f213b43-6af0-44d4-8810-aaecfd448df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.584064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9f8a63dd-4f2d-4cd5-9db9-c33f4e1ffff8 None None] Calling delete_port for 840aea39-d14f-42ba-b5ab-6715c1b04beb owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:41.636141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port 840aea39-d14f-42ba-b5ab-6715c1b04beb, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=840aea39-d14f-42ba-b5ab-6715c1b04beb,segment=NetworkSegment(80c93e31-d943-45e0-af79-0b379dfd2624),segment_id=80c93e31-d943-45e0-af79-0b379dfd2624)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:41.636691 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.731338 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.757410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f213b43-6af0-44d4-8810-aaecfd448df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:41.773006 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f213b43-6af0-44d4-8810-aaecfd448df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.829480 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9f213b43-6af0-44d4-8810-aaecfd448df0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c6324d65-c7c8-43cb-a1cd-e71ff9cdcbdb HTTP/1.1" status: 204 len: 168 time: 1.9154737 May 24 23:00:41.832961 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40476) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:41.858619 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9f8a63dd-4f2d-4cd5-9db9-c33f4e1ffff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:41.947298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 840aea39-d14f-42ba-b5ab-6715c1b04beb owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:41.970442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a63dd-4f2d-4cd5-9db9-c33f4e1ffff8 None None] Pushing event deleted for resources: {'Port': ['ID=840aea39-d14f-42ba-b5ab-6715c1b04beb,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:41.996287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a63dd-4f2d-4cd5-9db9-c33f4e1ffff8 None None] No DVR routers for this DVR port 840aea39-d14f-42ba-b5ab-6715c1b04beb on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:42.008189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-abc70118-95cf-4c4c-b7f3-5170cf00700e None None] Provisioning for port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:42.037739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8794e308-1c2d-4833-821d-8af7d8249a16 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:42.043991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8794e308-1c2d-4833-821d-8af7d8249a16 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:42.044898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8794e308-1c2d-4833-821d-8af7d8249a16 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:42.059352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826733-81e3-4508-8435-4eade82b2576 req-639e15e7-911b-42b1-ab69-0abaedf6e908 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:42.070495 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36826733-81e3-4508-8435-4eade82b2576 req-639e15e7-911b-42b1-ab69-0abaedf6e908 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.7354231 May 24 23:00:42.154462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: from cryptography.utils import int_from_bytes May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: from cryptography.utils import int_from_bytes May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn_limited( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn_limited( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.172670 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:00:42.175262 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:00:42.176065 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.177686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8794e308-1c2d-4833-821d-8af7d8249a16 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:42.179543 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8794e308-1c2d-4833-821d-8af7d8249a16 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7320137 May 24 23:00:42.189036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40482) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:42.196297 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36826733-81e3-4508-8435-4eade82b2576 req-ee4ac61e-3055-469b-aaa4-6f0e0f154bdb tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234293 May 24 23:00:42.201730 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:00:42.207009 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:00:42.251460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482f969-63d0-4360-ab95-186e7c8e8491 req-add5d205-d1c5-4d2e-b65a-97b7a74e7caf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:42.252360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3482f969-63d0-4360-ab95-186e7c8e8491 req-add5d205-d1c5-4d2e-b65a-97b7a74e7caf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:42.316969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:42.337800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:42.338855 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.401626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-abe95fac-ecb7-4c2e-ba5b-bf19845bd499 None None] Provisioning for port 578fb5af-5819-4bb1-988b-68b35ee96bb8 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:42.409305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-abe95fac-ecb7-4c2e-ba5b-bf19845bd499 None None] Provisioning complete for port 578fb5af-5819-4bb1-988b-68b35ee96bb8 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:42.409691 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-abe95fac-ecb7-4c2e-ba5b-bf19845bd499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.438615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ee863-e882-4c69-9238-3425da4958bd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 578fb5af-5819-4bb1-988b-68b35ee96bb8 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:42.438963 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d1ee863-e882-4c69-9238-3425da4958bd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.454352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4defe-a600-429c-b03e-55633f0d039f req-f62d9357-bd30-4733-a4fe-bdd0b9ee56f4 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:42.456240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7e4defe-a600-429c-b03e-55633f0d039f req-f62d9357-bd30-4733-a4fe-bdd0b9ee56f4 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 945 time: 0.1164708 May 24 23:00:42.462574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3482f969-63d0-4360-ab95-186e7c8e8491 req-add5d205-d1c5-4d2e-b65a-97b7a74e7caf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:42.463743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3482f969-63d0-4360-ab95-186e7c8e8491 req-add5d205-d1c5-4d2e-b65a-97b7a74e7caf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 931 time: 0.8341370 May 24 23:00:42.474414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-abe95fac-ecb7-4c2e-ba5b-bf19845bd499 None None] Port 578fb5af-5819-4bb1-988b-68b35ee96bb8 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:42.537405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7e4defe-a600-429c-b03e-55633f0d039f req-93007e43-946c-4e19-a284-361136b112d4 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612700 May 24 23:00:42.558238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:42.562013 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.632604 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.642321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:42.653502 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.710103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 840aea39-d14f-42ba-b5ab-6715c1b04beb {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:42.710717 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:42.731448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 840aea39-d14f-42ba-b5ab-6715c1b04beb no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:42.736175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3482f969-63d0-4360-ab95-186e7c8e8491 req-3079185f-b1ea-40c9-82ea-46735235211c tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526679 May 24 23:00:42.770805 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 840aea39-d14f-42ba-b5ab-6715c1b04beb {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:42.771142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 840aea39-d14f-42ba-b5ab-6715c1b04beb not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:42.771688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 12042949-d891-446c-9b87-fd7eac490e56 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:42.824155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de9ab13-987a-4de0-9181-92b2d1349cda']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:42.836461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 12042949-d891-446c-9b87-fd7eac490e56 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:42.837063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 12042949-d891-446c-9b87-fd7eac490e56 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:42.849173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:42.866694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fc81a8-9afa-4ed6-8f93-c9e6769e5a49') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:42.879972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fc81a8-9afa-4ed6-8f93-c9e6769e5a49') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:42.894051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] The port '840aea39-d14f-42ba-b5ab-6715c1b04beb' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:00:42.939601 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.146408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.176898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:43.193689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c93e31-d943-45e0-af79-0b379dfd2624') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:43.194020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c93e31-d943-45e0-af79-0b379dfd2624') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:43.213374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.224628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:00:43.225295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.240005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:43.240407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.317464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.328094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:43.328529 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.362198 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 65fc81a8-9afa-4ed6-8f93-c9e6769e5a49 resource provider aggregate not found May 24 23:00:43.448053 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 65fc81a8-9afa-4ed6-8f93-c9e6769e5a49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65fc81a8-9afa-4ed6-8f93-c9e6769e5a49 found for delete ", "request_id": "req-6999ec8b-80f1-4169-aa32-9733d5e40302"}]} May 24 23:00:43.453773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bc52e8-5d9d-43aa-80c4-6d130f729b0c {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:00:43.464862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e111e6-bebf-413a-ae95-9c4fa1018910 req-7b95b921-05a3-43dd-830c-f799423e35ca tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:43.472220 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86e111e6-bebf-413a-ae95-9c4fa1018910 req-7b95b921-05a3-43dd-830c-f799423e35ca tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 947 time: 0.5361004 May 24 23:00:43.490200 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.501477 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d1ee863-e882-4c69-9238-3425da4958bd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.531762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.536920 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.540532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de9ab13-987a-4de0-9181-92b2d1349cda,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:43.557949 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.571087 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.616820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/networks/9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec HTTP/1.1" status: 204 len: 168 time: 3.9021935 May 24 23:00:43.621863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40506) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:43.626204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69423404-d707-49dc-bf1a-e69c8f39042e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Network': ['ID=9cf8ecd3-52e4-4eaf-8bae-a1bbe0706bec,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:43.637790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1830062406'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:43.645967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:43.646562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86e111e6-bebf-413a-ae95-9c4fa1018910 req-b4bcb3bf-592f-4401-9e68-5f9126813bdc tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734145 May 24 23:00:43.651952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:network and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:43.657183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:43.672077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:43.696366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:43.700723 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.755701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbb69a-b645-4c27-a418-35a7e94daeaf req-764b5694-7c82-4f78-afe2-89620d050b39 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:43.757684 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fafbb69a-b645-4c27-a418-35a7e94daeaf req-764b5694-7c82-4f78-afe2-89620d050b39 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2510982 May 24 23:00:43.758514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:00:43.798387 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 80c93e31-d943-45e0-af79-0b379dfd2624 resource provider aggregate not found May 24 23:00:43.802441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.802806 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added segment f7848c78-15e1-4582-9611-8e96106dafdc of type vlan for network aa128d13-1248-45f2-be8a-f00cbb7c293c May 24 23:00:43.811741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ee863-e882-4c69-9238-3425da4958bd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 578fb5af-5819-4bb1-988b-68b35ee96bb8 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:43.829430 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 80c93e31-d943-45e0-af79-0b379dfd2624 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80c93e31-d943-45e0-af79-0b379dfd2624 found for delete ", "request_id": "req-bbcea767-6f90-4edd-a150-4319d420cb51"}]} May 24 23:00:43.861550 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fafbb69a-b645-4c27-a418-35a7e94daeaf req-43f86913-772c-4bdb-a5f4-d39b16e586a2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892181 May 24 23:00:43.877372 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:43.926232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cd46fae7-53f1-4d7f-80e8-532cf1bb74e1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3de9ab13-987a-4de0-9181-92b2d1349cda HTTP/1.1" status: 204 len: 168 time: 2.0871539 May 24 23:00:43.932937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Transition to ACTIVE for port object 74bc52e8-5d9d-43aa-80c4-6d130f729b0c will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:44.005304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.007965 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.028308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:44.029104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.088440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:44.216096 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5928895 May 24 23:00:44.238510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40522) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.238901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40524) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.245473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:44.247493 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.255428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'subnet': {'network_id': 'aa128d13-1248-45f2-be8a-f00cbb7c293c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:44.306067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=74bc52e8-5d9d-43aa-80c4-6d130f729b0c,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:44.338722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb52e5d-66bd-4e4d-b072-d1ca77631f61 req-ed026bec-a99e-4846-9627-0338810b1a94 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:44.340497 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ddb52e5d-66bd-4e4d-b072-d1ca77631f61 req-ed026bec-a99e-4846-9627-0338810b1a94 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 945 time: 0.4711895 May 24 23:00:44.365987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbc8f1-ea81-4589-aff9-555041d51ce3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Network': ['ID=aa128d13-1248-45f2-be8a-f00cbb7c293c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:44.422042 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d1ee863-e882-4c69-9238-3425da4958bd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.439648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:44.444091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network aa128d13-1248-45f2-be8a-f00cbb7c293c details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:00:44.455748 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9dc9145f-99a4-4654-8ff2-0780078ea80b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41770c559bc34ca187af2a317b5014f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112353 May 24 23:00:44.457968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40532) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.464090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:44.481582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:subnet and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:44.488877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:44.500898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1effd4-d913-480d-8673-75fded0e8940 req-0cf0325a-ca76-420c-bea4-5ef8f1352449 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:44.509346 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d1effd4-d913-480d-8673-75fded0e8940 req-0cf0325a-ca76-420c-bea4-5ef8f1352449 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 943 time: 0.4380760 May 24 23:00:44.542222 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ddb52e5d-66bd-4e4d-b072-d1ca77631f61 req-15f296c6-58e8-4283-9fd4-cf47d56485ba tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677244 May 24 23:00:44.542933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ee863-e882-4c69-9238-3425da4958bd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=578fb5af-5819-4bb1-988b-68b35ee96bb8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:44.569157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:44.631581 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d1ee863-e882-4c69-9238-3425da4958bd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.644220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Attempting to bind port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:44.644568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Attempting to bind port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:44.644903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Attempting to bind port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:44.651142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:00:44.651462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Attempting to bind port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:44.662790 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9d1ee863-e882-4c69-9238-3425da4958bd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/578fb5af-5819-4bb1-988b-68b35ee96bb8 HTTP/1.1" status: 204 len: 168 time: 2.4726372 May 24 23:00:44.665551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40536) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.668943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:44.669426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Checking segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:44.670016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Bound using segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:44.670394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Bound port: 74bc52e8-5d9d-43aa-80c4-6d130f729b0c, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:44.670821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.824847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:44.828571 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:44.875904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf3cafb-942e-47ee-a105-d60ca6b4943a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:44.877676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf3cafb-942e-47ee-a105-d60ca6b4943a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:44.879381 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5bf3cafb-942e-47ee-a105-d60ca6b4943a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2129161 May 24 23:00:44.888281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d1effd4-d913-480d-8673-75fded0e8940 req-b21de907-0b95-4574-bbb4-1a88abac20ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779376 May 24 23:00:44.891436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40542) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:44.966156 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17de53b0-34aa-4eae-937b-7abb32bffdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.037467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] For port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:45.041200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] For port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=74bc52e8-5d9d-43aa-80c4-6d130f729b0c,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:45.049799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17de53b0-34aa-4eae-937b-7abb32bffdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.050984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8d90c9-d6e9-4872-8a0e-f3c70badd6da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 946cf96d-1a6b-4d80-89ac-c343f19149a9 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:45.058876 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.063111 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b8d90c9-d6e9-4872-8a0e-f3c70badd6da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.200706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:45.201835 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.204787 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] 10.222.0.50 "PUT /v2.0/ports/74bc52e8-5d9d-43aa-80c4-6d130f729b0c HTTP/1.1" status: 200 len: 1091 time: 3.9844275 May 24 23:00:45.244401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b151e29-961b-4bd5-b3b7-a008676ac649', 'tag': '74bc52e8-5d9d-43aa-80c4-6d130f729b0c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:45.302340 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17de53b0-34aa-4eae-937b-7abb32bffdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.367777 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de53b0-34aa-4eae-937b-7abb32bffdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f0213-3455-4e7b-8e40-3425d8dab446,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:45.390449 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b8d90c9-d6e9-4872-8a0e-f3c70badd6da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.416425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f8aa-2d9d-461d-ac79-2b7dd7e577b4 req-255ef3dc-cb6d-42c9-9ca3-74730e0b6d17 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:45.424394 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6011f8aa-2d9d-461d-ac79-2b7dd7e577b4 req-255ef3dc-cb6d-42c9-9ca3-74730e0b6d17 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.3447647 May 24 23:00:45.485369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17de53b0-34aa-4eae-937b-7abb32bffdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.486526 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-17de53b0-34aa-4eae-937b-7abb32bffdb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/702f0213-3455-4e7b-8e40-3425d8dab446 HTTP/1.1" status: 204 len: 168 time: 1.0261481 May 24 23:00:45.504173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6011f8aa-2d9d-461d-ac79-2b7dd7e577b4 req-917d71cf-0393-410a-a474-6c867a6e128b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788586 May 24 23:00:45.505224 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.630072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Checking segment: {'id': 'f7848c78-15e1-4582-9611-8e96106dafdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aa128d13-1248-45f2-be8a-f00cbb7c293c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:45.630439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network hostable DHCP agents. Network: aa128d13-1248-45f2-be8a-f00cbb7c293c, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:00:45.638497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Subnet': ['ID=25cc88af-1a73-4995-91ef-a63f0c1dc72b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:45.673702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network aa128d13-1248-45f2-be8a-f00cbb7c293c is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:00:45.681777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85411e-5dd6-4577-a56c-3740ef75c41a req-1c25ab52-7824-45ef-a654-df3faced8d94 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:45.687596 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f85411e-5dd6-4577-a56c-3740ef75c41a req-1c25ab52-7824-45ef-a654-df3faced8d94 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 945 time: 0.9480832 May 24 23:00:45.694256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, aa128d13-1248-45f2-be8a-f00cbb7c293c) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:45.697133 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e185f5-6e63-405e-9759-bf654b911001'] response: {'name': 'network-changed', 'server_uuid': '0b151e29-961b-4bd5-b3b7-a008676ac649', 'tag': '74bc52e8-5d9d-43aa-80c4-6d130f729b0c', 'status': 'completed', 'code': 200} May 24 23:00:45.700941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:45.703424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d665dfc-4126-4413-b4d2-6676ae270984 None None] Network aa128d13-1248-45f2-be8a-f00cbb7c293c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:45.703949 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.730332 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd1a5d51-dd0d-405d-9ac9-9a8f83d21482 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4897096 May 24 23:00:45.733664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40556) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:45.742640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-de63f59a-c45a-42de-a2c7-73e4c90e377e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1795046493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:45.752392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de63f59a-c45a-42de-a2c7-73e4c90e377e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:45.756173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de63f59a-c45a-42de-a2c7-73e4c90e377e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:router and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:45.759375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de63f59a-c45a-42de-a2c7-73e4c90e377e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:45.768770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de63f59a-c45a-42de-a2c7-73e4c90e377e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:45.788117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de63f59a-c45a-42de-a2c7-73e4c90e377e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.790652 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de63f59a-c45a-42de-a2c7-73e4c90e377e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.821912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de63f59a-c45a-42de-a2c7-73e4c90e377e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.846645 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de63f59a-c45a-42de-a2c7-73e4c90e377e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.864487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38f3be-f023-4b8f-bd93-f334eb69f1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=74bc52e8-5d9d-43aa-80c4-6d130f729b0c,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:45.888509 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de63f59a-c45a-42de-a2c7-73e4c90e377e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:45.894419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-de63f59a-c45a-42de-a2c7-73e4c90e377e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1594028 May 24 23:00:45.895170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40562) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:45.980128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-aa128d13-1248-45f2-be8a-f00cbb7c293c', 'network_id': 'aa128d13-1248-45f2-be8a-f00cbb7c293c', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'fixed_ips': [{'subnet_id': '25cc88af-1a73-4995-91ef-a63f0c1dc72b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:45.981378 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.002037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-2f85411e-5dd6-4577-a56c-3740ef75c41a req-b23991db-4358-4d95-868f-b0a0980a2af0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Deleting port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:46.002484 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2f85411e-5dd6-4577-a56c-3740ef75c41a req-b23991db-4358-4d95-868f-b0a0980a2af0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.141728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059bd65-9920-4514-b5c4-c33e00d9bb3c req-bb0f6962-98cc-4cbd-91e4-4aa6cfa29a54 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:46.143775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6059bd65-9920-4514-b5c4-c33e00d9bb3c req-bb0f6962-98cc-4cbd-91e4-4aa6cfa29a54 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 945 time: 0.3467689 May 24 23:00:46.148233 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b8d90c9-d6e9-4872-8a0e-f3c70badd6da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.206759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Allocated IP 2001:db8::2 (aa128d13-1248-45f2-be8a-f00cbb7c293c/25cc88af-1a73-4995-91ef-a63f0c1dc72b/c957d5b5-3865-498c-9bcb-5497d9f8ae1c) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:46.215790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-ad227314-476e-4a0c-8335-01b0648c3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:46.217869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-ad227314-476e-4a0c-8335-01b0648c3ab2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 1094 time: 0.6203043 May 24 23:00:46.316529 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-6cce3479-10e6-4baa-a69b-0e66dbb37f5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bc52e8-5d9d-43aa-80c4-6d130f729b0c HTTP/1.1" status: 200 len: 217 time: 0.0889037 May 24 23:00:46.453895 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6059bd65-9920-4514-b5c4-c33e00d9bb3c req-aeceb685-4d6f-4426-9984-c4694440ed74 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697856 May 24 23:00:46.463506 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.495784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Transition to ACTIVE for port object c957d5b5-3865-498c-9bcb-5497d9f8ae1c will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:46.509777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-cf1434f8-4d87-4b88-ae2a-de2ae449ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:46.511453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-cf1434f8-4d87-4b88-ae2a-de2ae449ac81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.1870189 May 24 23:00:46.528672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Transition to ACTIVE for port object c957d5b5-3865-498c-9bcb-5497d9f8ae1c will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:46.550312 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.565951 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b8d90c9-d6e9-4872-8a0e-f3c70badd6da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.574076 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.576980 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-bfb3c2ea-a203-4897-b972-60e25631bc8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547490 May 24 23:00:46.637603 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b8d90c9-d6e9-4872-8a0e-f3c70badd6da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.651486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7b8d90c9-d6e9-4872-8a0e-f3c70badd6da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/946cf96d-1a6b-4d80-89ac-c343f19149a9 HTTP/1.1" status: 204 len: 168 time: 1.7563345 May 24 23:00:46.654690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d90c9-d6e9-4872-8a0e-f3c70badd6da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=946cf96d-1a6b-4d80-89ac-c343f19149a9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:46.655986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40588) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.664290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-2f85411e-5dd6-4577-a56c-3740ef75c41a req-b23991db-4358-4d95-868f-b0a0980a2af0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] For port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29,segment=NetworkSegment(654fd20e-675b-439e-ba00-3c53c00eb494),segment_id=654fd20e-675b-439e-ba00-3c53c00eb494)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:46.664657 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2f85411e-5dd6-4577-a56c-3740ef75c41a req-b23991db-4358-4d95-868f-b0a0980a2af0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.676297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d808d6ee-1ee7-4473-8417-27e50757794e None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:46.725812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Network aa128d13-1248-45f2-be8a-f00cbb7c293c is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:46.749880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:46.761992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:46.801420 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb2f6f-3b7d-4662-ac16-124b8f368998 req-7441d0ff-cd9d-424f-8c5e-63e56e1a3237 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:46.808770 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12eb2f6f-3b7d-4662-ac16-124b8f368998 req-7441d0ff-cd9d-424f-8c5e-63e56e1a3237 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 943 time: 0.5922465 May 24 23:00:46.851504 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-04d9174e-428c-4f18-8ded-665243602bb6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1880417 May 24 23:00:46.855771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40598) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:46.911592 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12eb2f6f-3b7d-4662-ac16-124b8f368998 req-563060b6-c4b6-42bd-a5c9-fea03ecd1c51 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018548 May 24 23:00:46.952611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Pushing event updated for resources: {'Port': ['ID=c957d5b5-3865-498c-9bcb-5497d9f8ae1c,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:46.965105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Attempting to bind port c957d5b5-3865-498c-9bcb-5497d9f8ae1c on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:46.965471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Attempting to bind port c957d5b5-3865-498c-9bcb-5497d9f8ae1c by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f7848c78-15e1-4582-9611-8e96106dafdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aa128d13-1248-45f2-be8a-f00cbb7c293c'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:46.965848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Attempting to bind port c957d5b5-3865-498c-9bcb-5497d9f8ae1c on network aa128d13-1248-45f2-be8a-f00cbb7c293c {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:46.974207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:46.980911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:46.981281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Checking segment: {'id': 'f7848c78-15e1-4582-9611-8e96106dafdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aa128d13-1248-45f2-be8a-f00cbb7c293c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:46.981701 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:46.982090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Bound using segment: {'id': 'f7848c78-15e1-4582-9611-8e96106dafdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aa128d13-1248-45f2-be8a-f00cbb7c293c'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:46.983857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Bound port: c957d5b5-3865-498c-9bcb-5497d9f8ae1c, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7848c78-15e1-4582-9611-8e96106dafdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'aa128d13-1248-45f2-be8a-f00cbb7c293c'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:46.983857 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.080710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-2f85411e-5dd6-4577-a56c-3740ef75c41a req-b23991db-4358-4d95-868f-b0a0980a2af0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Calling delete_port for 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:47.296125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:47.300495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:47.325156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] For port c957d5b5-3865-498c-9bcb-5497d9f8ae1c, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:47.337769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] For port c957d5b5-3865-498c-9bcb-5497d9f8ae1c, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c957d5b5-3865-498c-9bcb-5497d9f8ae1c,segment=NetworkSegment(f7848c78-15e1-4582-9611-8e96106dafdc),segment_id=f7848c78-15e1-4582-9611-8e96106dafdc)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:47.356137 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.455515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad5ca8-05b7-4193-a747-bb730465f679 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:47.457334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:47.464069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:47.470329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Allocated IP 2001:db8::1 (aa128d13-1248-45f2-be8a-f00cbb7c293c/25cc88af-1a73-4995-91ef-a63f0c1dc72b/40bc44df-d348-4bae-82a0-3cb5dc5e4545) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:47.472171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6cad5ca8-05b7-4193-a747-bb730465f679 None None] Deleting port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:47.472674 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6cad5ca8-05b7-4193-a747-bb730465f679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.498283 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-c39eef8c-22a1-498d-aaa8-79f2c72f4b9d service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8825734 May 24 23:00:47.525706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:47.529682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.547512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1ea7b-54d3-4062-ad3a-ea1f0886d19f None None] Pushing event updated for resources: {'Port': ['ID=c957d5b5-3865-498c-9bcb-5497d9f8ae1c,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:47.735651 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6cad5ca8-05b7-4193-a747-bb730465f679 None None] For port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:47.736302 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6cad5ca8-05b7-4193-a747-bb730465f679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:47.903048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779926c-db08-4855-aaaf-07adb96981ad req-b1d03fa2-a247-44af-85c4-9c1a137bc327 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:47.911047 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8779926c-db08-4855-aaaf-07adb96981ad req-b1d03fa2-a247-44af-85c4-9c1a137bc327 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 1.0647941 May 24 23:00:47.997418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6cad5ca8-05b7-4193-a747-bb730465f679 None None] Calling delete_port for ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:48.056094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.174305 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6cad5ca8-05b7-4193-a747-bb730465f679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.240328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c957d5b5-3865-498c-9bcb-5497d9f8ae1c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:48.303976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad5ca8-05b7-4193-a747-bb730465f679 None None] No DVR routers for this DVR port ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:48.306093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad5ca8-05b7-4193-a747-bb730465f679 None None] Pushing event deleted for resources: {'Port': ['ID=ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:48.360106 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8779926c-db08-4855-aaaf-07adb96981ad req-b03c3493-6ec0-4476-b4eb-47d4141f9c44 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481149 May 24 23:00:48.416297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:48.419848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:48.425425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:48.427111 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.431882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade5b3f7-ebfd-4f32-95cc-5b272df010b0 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:48.440757 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2f85411e-5dd6-4577-a56c-3740ef75c41a req-b23991db-4358-4d95-868f-b0a0980a2af0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.463077 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.490647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Transition to ACTIVE for port object 40bc44df-d348-4bae-82a0-3cb5dc5e4545 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:48.531143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23991db-4358-4d95-868f-b0a0980a2af0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event deleted for resources: {'Port': ['ID=3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:48.536251 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bae39c60-2b40-4c93-93a9-977911a2ebad req-0ac53cb0-b85f-4cb5-beda-0d5188063146 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0300446 May 24 23:00:48.542862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=929b8fb0-60a8-4c9a-8a31-9c2477fb57da,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:48.632052 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.708919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port c957d5b5-3865-498c-9bcb-5497d9f8ae1c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:48.755662 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-64620def-285e-4bdb-bc43-e0349e2cf72f req-5f4ffb58-3d23-4e63-9832-bded6f8286eb tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7372c6-de93-4127-9505-06af34fe25c2 HTTP/1.1" status: 200 len: 210 time: 0.3626239 May 24 23:00:48.816739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:48.838383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network aa128d13-1248-45f2-be8a-f00cbb7c293c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:48.841798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:48.861987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:48.863834 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.865139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f85411e-5dd6-4577-a56c-3740ef75c41a req-b23991db-4358-4d95-868f-b0a0980a2af0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] No DVR routers for this DVR port 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:00:48.873307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e40d461b-b6cc-4648-ae62-10b723196ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9747500 May 24 23:00:48.873743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40634) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:48.874952 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2f85411e-5dd6-4577-a56c-3740ef75c41a req-b23991db-4358-4d95-868f-b0a0980a2af0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.876845 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f85411e-5dd6-4577-a56c-3740ef75c41a req-b23991db-4358-4d95-868f-b0a0980a2af0 tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.50 "DELETE /v2.0/ports/3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 HTTP/1.1" status: 204 len: 173 time: 3.1559682 May 24 23:00:48.880287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7372c6-de93-4127-9505-06af34fe25c2', 'name': 'network-vif-deleted', 'tag': '3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:48.891263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '929b8fb0-60a8-4c9a-8a31-9c2477fb57da'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:00:48.892639 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:48.902970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:48.903357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ca34ab3d-2140-4bf3-b5b6-8dfc5a1748a3 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:48.958156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'fixed_ips': [{'subnet_id': '929b8fb0-60a8-4c9a-8a31-9c2477fb57da', 'ip_address': '2001:db8::5a1f:5a0c:2802:86f2'}], 'name': 'tempest-NetworksTestDHCPv6-556141105'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:49.169364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234860a-c03c-4bce-92f4-fe72fc0e4a3b req-2b71e77e-275e-4567-bf59-3f06ff7d1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:49.171199 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0234860a-c03c-4bce-92f4-fe72fc0e4a3b req-2b71e77e-275e-4567-bf59-3f06ff7d1c84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 1094 time: 0.5332270 May 24 23:00:49.189816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/929b8fb0-60a8-4c9a-8a31-9c2477fb57da/4cab2420-acba-4bd2-83a6-3c1152246eba) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:49.219385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6561cf-dd8d-47c7-8414-a2ba694853c8 req-11d7b1d2-ad62-4cf3-8b71-864b8ad7f3fd tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:49.220926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df6561cf-dd8d-47c7-8414-a2ba694853c8 req-11d7b1d2-ad62-4cf3-8b71-864b8ad7f3fd tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 943 time: 0.5147431 May 24 23:00:49.290969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=40bc44df-d348-4bae-82a0-3cb5dc5e4545,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:49.384504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:49.440762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:49.449606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:49.478442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:00:49.533330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:00:49.533729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:00:49.535726 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df6561cf-dd8d-47c7-8414-a2ba694853c8 req-ec8cb8f6-6ecc-4c59-aa3b-f4f437f2570d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038354 May 24 23:00:49.536422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf25f9-ac2e-46ff-be29-54b7856367f8 req-13eb5fbc-98d4-4fb1-aea9-6c19228ea46a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:49.538112 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cbf25f9-ac2e-46ff-be29-54b7856367f8 req-13eb5fbc-98d4-4fb1-aea9-6c19228ea46a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2570398 May 24 23:00:49.547249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:49.579224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd910ca-dd3e-4f34-9039-2009efe585f2 None None] Network aa128d13-1248-45f2-be8a-f00cbb7c293c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:49.587671 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.598975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234860a-c03c-4bce-92f4-fe72fc0e4a3b req-2c7c37e7-ec52-4610-be6c-55d31de60c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:49.601288 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0234860a-c03c-4bce-92f4-fe72fc0e4a3b req-2c7c37e7-ec52-4610-be6c-55d31de60c58 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 906 time: 0.4127352 May 24 23:00:49.602556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:49.646195 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f549f0-8111-4e91-b5e7-336a0734024d'] response: {'server_uuid': '5f7372c6-de93-4127-9505-06af34fe25c2', 'name': 'network-vif-deleted', 'tag': '3ec5d2bb-5b4f-4cbb-99d3-9b6d76eede29', 'status': 'completed', 'code': 200} May 24 23:00:49.730695 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cbf25f9-ac2e-46ff-be29-54b7856367f8 req-b5ea548b-1365-42e1-8695-3328758cf2a2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780741 May 24 23:00:49.786401 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0234860a-c03c-4bce-92f4-fe72fc0e4a3b req-dc59015f-4856-465e-86e6-c1ce457725ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bc52e8-5d9d-43aa-80c4-6d130f729b0c HTTP/1.1" status: 200 len: 217 time: 0.1371393 May 24 23:00:49.799740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b75a8878-c7ae-46e7-a112-eb48adddcd7a None None] Provisioning for port c957d5b5-3865-498c-9bcb-5497d9f8ae1c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:49.813680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b75a8878-c7ae-46e7-a112-eb48adddcd7a None None] Provisioning complete for port c957d5b5-3865-498c-9bcb-5497d9f8ae1c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:49.814056 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b75a8878-c7ae-46e7-a112-eb48adddcd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.855903 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:49.916840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Transition to ACTIVE for port object 4cab2420-acba-4bd2-83a6-3c1152246eba will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:49.961903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Transition to ACTIVE for port object 4cab2420-acba-4bd2-83a6-3c1152246eba will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:50.075165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234860a-c03c-4bce-92f4-fe72fc0e4a3b req-2f47aaa6-77e1-455f-9bad-5627a30066b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:50.077536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0234860a-c03c-4bce-92f4-fe72fc0e4a3b req-2f47aaa6-77e1-455f-9bad-5627a30066b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.2789619 May 24 23:00:50.094758 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.103862 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.186907 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.201473 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.202546 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.205632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0234860a-c03c-4bce-92f4-fe72fc0e4a3b req-0ddf5a26-e9f5-46b8-96da-b83a5b8eb94e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930054 May 24 23:00:50.244123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:50.259314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:50.274179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:50.307559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b75a8878-c7ae-46e7-a112-eb48adddcd7a None None] Current status of the port c957d5b5-3865-498c-9bcb-5497d9f8ae1c is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:50.307559 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b75a8878-c7ae-46e7-a112-eb48adddcd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.446628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=40bc44df-d348-4bae-82a0-3cb5dc5e4545,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:50.529563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Pushing event updated for resources: {'Port': ['ID=4cab2420-acba-4bd2-83a6-3c1152246eba,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:50.563902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network aa128d13-1248-45f2-be8a-f00cbb7c293c is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:50.565474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:50.568109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b75a8878-c7ae-46e7-a112-eb48adddcd7a None None] For port c957d5b5-3865-498c-9bcb-5497d9f8ae1c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c957d5b5-3865-498c-9bcb-5497d9f8ae1c,segment=NetworkSegment(f7848c78-15e1-4582-9611-8e96106dafdc),segment_id=f7848c78-15e1-4582-9611-8e96106dafdc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:50.574910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Attempting to bind port 4cab2420-acba-4bd2-83a6-3c1152246eba on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:00:50.575493 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Attempting to bind port 4cab2420-acba-4bd2-83a6-3c1152246eba by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:00:50.576112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Attempting to bind port 4cab2420-acba-4bd2-83a6-3c1152246eba on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:00:50.581897 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b75a8878-c7ae-46e7-a112-eb48adddcd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.605387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port cbcf0057-af63-4316-a51a-f041a7407d96 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:00:50.619317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:00:50.619783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:00:50.620319 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.620702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:00:50.621334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Bound port: 4cab2420-acba-4bd2-83a6-3c1152246eba, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:00:50.621801 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.820633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a8878-c7ae-46e7-a112-eb48adddcd7a None None] Pushing event updated for resources: {'Port': ['ID=c957d5b5-3865-498c-9bcb-5497d9f8ae1c,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:50.851988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] For port 4cab2420-acba-4bd2-83a6-3c1152246eba, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:00:50.864428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] For port 4cab2420-acba-4bd2-83a6-3c1152246eba, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4cab2420-acba-4bd2-83a6-3c1152246eba,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:00:50.881600 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:50.916761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268704f2-b792-43b3-bcef-d1381d330ce5 req-8e572d60-11b0-41d0-9e06-e8cb952e20d8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:50.918523 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-268704f2-b792-43b3-bcef-d1381d330ce5 req-8e572d60-11b0-41d0-9e06-e8cb952e20d8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4010065 May 24 23:00:50.925932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0234860a-c03c-4bce-92f4-fe72fc0e4a3b req-5b61b576-cf4d-4a2d-9391-b2498c4cb3d9 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020404 May 24 23:00:51.058198 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-268704f2-b792-43b3-bcef-d1381d330ce5 req-7a3a7824-da18-42f9-8067-94ecfc996f70 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282835 May 24 23:00:51.108705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c475e-3ff8-4991-aeca-cb6f6f8f86ed None None] Pushing event updated for resources: {'Port': ['ID=4cab2420-acba-4bd2-83a6-3c1152246eba,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:51.147563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-160363d6-4967-4a6b-a9f2-2f868f7b65f0 None None] Provisioning complete for port c957d5b5-3865-498c-9bcb-5497d9f8ae1c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:51.148375 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-160363d6-4967-4a6b-a9f2-2f868f7b65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:51.234106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 74bc52e8-5d9d-43aa-80c4-6d130f729b0c details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:00:51.254930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ecf40-c4e7-414b-aec5-495cf87ee439 req-a20efb0a-159c-4fe3-8dca-3f14f0c6d9c8 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:51.268509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-808ecf40-c4e7-414b-aec5-495cf87ee439 req-a20efb0a-159c-4fe3-8dca-3f14f0c6d9c8 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 943 time: 0.2177684 May 24 23:00:51.310733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 4c7fbc7f-e743-4fbd-80ef-fea1b88456ce is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:00:51.583738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:51.595039 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a17ee-da39-4c31-af2b-d3e0df90de4f None None] Sync routers for ids ['4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:51.616362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0e5a7285-a796-4904-a01c-22e3502e16bf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/4c7fbc7f-e743-4fbd-80ef-fea1b88456ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7200065 May 24 23:00:51.617465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40690) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:51.625900 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a17ee-da39-4c31-af2b-d3e0df90de4f None None] Routers {'4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:51.629384 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-938a17ee-da39-4c31-af2b-d3e0df90de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:00:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:51.686008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::5a1f:5a0c:2802:86f2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/929b8fb0-60a8-4c9a-8a31-9c2477fb57da/cbcf0057-af63-4316-a51a-f041a7407d96) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:00:51.774281 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0234860a-c03c-4bce-92f4-fe72fc0e4a3b req-35041aea-99d6-48f9-b320-562b1642ca91 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8404543 May 24 23:00:51.818474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0205e2f9-16d3-4954-a1f0-d5ad1c9071db tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:51.818474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0205e2f9-16d3-4954-a1f0-d5ad1c9071db tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:51.832221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=74bc52e8-5d9d-43aa-80c4-6d130f729b0c,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:51.840369 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-808ecf40-c4e7-414b-aec5-495cf87ee439 req-234fd869-48a1-4d2b-af9f-25b6efafbdbf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708721 May 24 23:00:51.894429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '74bc52e8-5d9d-43aa-80c4-6d130f729b0c', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'port_id': '74bc52e8-5d9d-43aa-80c4-6d130f729b0c', 'mac_address': 'fa:16:3e:42:05:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:00:51.928566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0205e2f9-16d3-4954-a1f0-d5ad1c9071db tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:51.936811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40696) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:51.938867 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0205e2f9-16d3-4954-a1f0-d5ad1c9071db tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports/40bc44df-d348-4bae-82a0-3cb5dc5e4545 HTTP/1.1" status: 200 len: 911 time: 0.3176613 May 24 23:00:51.963721 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-938a17ee-da39-4c31-af2b-d3e0df90de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:51.994682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40700) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:52.018408 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a17ee-da39-4c31-af2b-d3e0df90de4f None None] Routers {'4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:52.019056 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-938a17ee-da39-4c31-af2b-d3e0df90de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:00:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:52.133160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:52.134183 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.206979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bc52e8-5d9d-43aa-80c4-6d130f729b0c {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:00:52.239261 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93227ecc-5656-4b6f-838d-917cde6542fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.258478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=74bc52e8-5d9d-43aa-80c4-6d130f729b0c,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:52.282025 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-938a17ee-da39-4c31-af2b-d3e0df90de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:52.282700 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a17ee-da39-4c31-af2b-d3e0df90de4f None None] The sync data for ids ['4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:52.282850 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.308950 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93227ecc-5656-4b6f-838d-917cde6542fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.342634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-160363d6-4967-4a6b-a9f2-2f868f7b65f0 None None] Current status of the port c957d5b5-3865-498c-9bcb-5497d9f8ae1c is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:52.345016 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c957d5b5-3865-498c-9bcb-5497d9f8ae1c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:52.366225 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93227ecc-5656-4b6f-838d-917cde6542fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.390670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93227ecc-5656-4b6f-838d-917cde6542fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc469c00-e84b-4c71-8b9e-a0d65003d025,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:52.413251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93227ecc-5656-4b6f-838d-917cde6542fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.417901 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-93227ecc-5656-4b6f-838d-917cde6542fa tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "DELETE /v2.0/security-groups/fc469c00-e84b-4c71-8b9e-a0d65003d025 HTTP/1.1" status: 204 len: 168 time: 0.4221509 May 24 23:00:52.421300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40704) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:52.446600 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-f1f3f62e-da83-48b5-bc8d-8bb0d8a3714d tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] show failed (client error): The resource could not be found. May 24 23:00:52.453367 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f1f3f62e-da83-48b5-bc8d-8bb0d8a3714d tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "GET /v2.0/security-groups/fc469c00-e84b-4c71-8b9e-a0d65003d025 HTTP/1.1" status: 404 len: 347 time: 0.0305719 May 24 23:00:52.453653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40708) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:52.509085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-160363d6-4967-4a6b-a9f2-2f868f7b65f0 None None] Provisioning for port 40bc44df-d348-4bae-82a0-3cb5dc5e4545 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:52.514783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=74bc52e8-5d9d-43aa-80c4-6d130f729b0c,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:52.530567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-160363d6-4967-4a6b-a9f2-2f868f7b65f0 None None] Provisioning complete for port 40bc44df-d348-4bae-82a0-3cb5dc5e4545 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:52.531200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-160363d6-4967-4a6b-a9f2-2f868f7b65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.605857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['74bc52e8-5d9d-43aa-80c4-6d130f729b0c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:00:52.721076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-160363d6-4967-4a6b-a9f2-2f868f7b65f0 None None] Port 40bc44df-d348-4bae-82a0-3cb5dc5e4545 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:52.729836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c957d5b5-3865-498c-9bcb-5497d9f8ae1c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:52.730476 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.935474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-01cea42e-3577-4fb6-82f9-e0d399b72a6a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Deleting port 0bde9a44-6221-41a6-802f-77ea018bc89c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:52.936014 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01cea42e-3577-4fb6-82f9-e0d399b72a6a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.957548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d7bd7ec1-eb7d-491c-ba53-5f64dc942197 None None] Provisioning complete for port 40bc44df-d348-4bae-82a0-3cb5dc5e4545 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:52.958119 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d7bd7ec1-eb7d-491c-ba53-5f64dc942197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:52.967945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784fecf-f2c7-4d8f-816f-1b53b2b784ae req-1b77f1d8-767e-4fea-9bc0-6dcaaf781e6b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:52.975293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c784fecf-f2c7-4d8f-816f-1b53b2b784ae req-1b77f1d8-767e-4fea-9bc0-6dcaaf781e6b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 1.0879049 May 24 23:00:53.004065 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.029176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c957d5b5-3865-498c-9bcb-5497d9f8ae1c is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:53.030648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4cab2420-acba-4bd2-83a6-3c1152246eba up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:53.098825 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c784fecf-f2c7-4d8f-816f-1b53b2b784ae req-c5157772-7deb-402d-8bc0-33bc1a51555d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222355 May 24 23:00:53.152258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd7ec1-eb7d-491c-ba53-5f64dc942197 None None] Port 40bc44df-d348-4bae-82a0-3cb5dc5e4545 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:53.173215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4cab2420-acba-4bd2-83a6-3c1152246eba completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:53.217401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41630c24-21be-4b95-b96e-89abd4c75e8c req-fe35bf5f-b57a-45fe-9e02-41e2b237e56d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:53.218960 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41630c24-21be-4b95-b96e-89abd4c75e8c req-fe35bf5f-b57a-45fe-9e02-41e2b237e56d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 944 time: 0.1669285 May 24 23:00:53.280067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5b9e4319-b8b5-4f90-8bfc-133826076deb None None] Provisioning for port 4cab2420-acba-4bd2-83a6-3c1152246eba completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:53.298933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5b9e4319-b8b5-4f90-8bfc-133826076deb None None] Provisioning complete for port 4cab2420-acba-4bd2-83a6-3c1152246eba triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:53.300175 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5b9e4319-b8b5-4f90-8bfc-133826076deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.362651 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41630c24-21be-4b95-b96e-89abd4c75e8c req-91ab1bcf-bc7d-4b5e-91b3-36cc128177e4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341426 May 24 23:00:53.555343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5b9e4319-b8b5-4f90-8bfc-133826076deb None None] Current status of the port 4cab2420-acba-4bd2-83a6-3c1152246eba is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:53.556985 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5b9e4319-b8b5-4f90-8bfc-133826076deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.601392 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5b9e4319-b8b5-4f90-8bfc-133826076deb None None] For port 4cab2420-acba-4bd2-83a6-3c1152246eba, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4cab2420-acba-4bd2-83a6-3c1152246eba,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:53.609848 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5b9e4319-b8b5-4f90-8bfc-133826076deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.658822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object cbcf0057-af63-4316-a51a-f041a7407d96 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:00:53.702394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e4319-b8b5-4f90-8bfc-133826076deb None None] Pushing event updated for resources: {'Port': ['ID=4cab2420-acba-4bd2-83a6-3c1152246eba,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:53.791705 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01cea42e-3577-4fb6-82f9-e0d399b72a6a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.792035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01cea42e-3577-4fb6-82f9-e0d399b72a6a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.882326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b77d-319d-43a7-b5a4-946091d957c2 req-be1f8573-37bd-4368-a22c-837b14907650 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:53.888349 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.890534 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7fd7b77d-319d-43a7-b5a4-946091d957c2 req-be1f8573-37bd-4368-a22c-837b14907650 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.3283825 May 24 23:00:53.964698 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:53.973724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-01cea42e-3577-4fb6-82f9-e0d399b72a6a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Calling delete_port for 0bde9a44-6221-41a6-802f-77ea018bc89c owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:54.096920 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4cab2420-acba-4bd2-83a6-3c1152246eba up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:54.177780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:00:54.191305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:00:54.193978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:00:54.200077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:54.202578 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.207593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4cab2420-acba-4bd2-83a6-3c1152246eba triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:54.208079 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.290221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40734) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:54.291220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40736) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:54.301965 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4237037 May 24 23:00:54.347310 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7fd7b77d-319d-43a7-b5a4-946091d957c2 req-602ed5c5-1ce4-43f3-9062-5d5ef7b459d9 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556236 May 24 23:00:54.456469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58489653-a4b3-4fba-b361-10652eeed438 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=cbcf0057-af63-4316-a51a-f041a7407d96,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:54.494388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4cab2420-acba-4bd2-83a6-3c1152246eba is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:54.553540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd87ef-92f6-4fcf-8c18-09c441a89796 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:54.563352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd87ef-92f6-4fcf-8c18-09c441a89796 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:54.571509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-02bd87ef-92f6-4fcf-8c18-09c441a89796 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2768428 May 24 23:00:54.572415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40750) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:54.608661 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01cea42e-3577-4fb6-82f9-e0d399b72a6a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.651894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-654c750f-c5ca-4951-b44c-557dc55327bc None None] Provisioning for port cbcf0057-af63-4316-a51a-f041a7407d96 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:54.657705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-654c750f-c5ca-4951-b44c-557dc55327bc None None] Provisioning complete for port cbcf0057-af63-4316-a51a-f041a7407d96 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:54.658222 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-654c750f-c5ca-4951-b44c-557dc55327bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.713161 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc65dc2d-22e4-49ec-b660-d7bc6a1d3fea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.774038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-654c750f-c5ca-4951-b44c-557dc55327bc None None] Port cbcf0057-af63-4316-a51a-f041a7407d96 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:00:54.794611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-90f64665-5e49-48d4-935c-14df474137a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port cbcf0057-af63-4316-a51a-f041a7407d96 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:54.795255 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90f64665-5e49-48d4-935c-14df474137a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.918357 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71c1daab-16af-4e57-b9d3-cbed249e8bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:54.946343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-71c1daab-16af-4e57-b9d3-cbed249e8bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:54.951250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-71c1daab-16af-4e57-b9d3-cbed249e8bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:39b4dbac143a43bd9e6c0d0ea88e01ae is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:00:54.960566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-71c1daab-16af-4e57-b9d3-cbed249e8bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:00:54.971735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-71c1daab-16af-4e57-b9d3-cbed249e8bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:55.025932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cea42e-3577-4fb6-82f9-e0d399b72a6a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Pushing event deleted for resources: {'Port': ['ID=0bde9a44-6221-41a6-802f-77ea018bc89c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:55.093400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a812742-f75a-483b-a226-1246ab26752b req-1efd33cc-a302-4f14-b509-e01bfed6597d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:55.095143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a812742-f75a-483b-a226-1246ab26752b req-1efd33cc-a302-4f14-b509-e01bfed6597d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.5218244 May 24 23:00:55.180993 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a812742-f75a-483b-a226-1246ab26752b req-bea34e2f-30f3-4af0-86fc-d71a1634d35e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781453 May 24 23:00:55.203037 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01cea42e-3577-4fb6-82f9-e0d399b72a6a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.211434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 74bc52e8-5d9d-43aa-80c4-6d130f729b0c up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:00:55.225416 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90f64665-5e49-48d4-935c-14df474137a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.239059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31f78f-2d23-42ba-9ed6-60151aad8080 req-4797470b-8549-4bbc-86ca-9252f1437933 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:55.240630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae31f78f-2d23-42ba-9ed6-60151aad8080 req-4797470b-8549-4bbc-86ca-9252f1437933 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 944 time: 0.3436270 May 24 23:00:55.319142 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01cea42e-3577-4fb6-82f9-e0d399b72a6a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.323437 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-01cea42e-3577-4fb6-82f9-e0d399b72a6a tempest-ImagesOneServerNegativeTestJSON-1703916263 tempest-ImagesOneServerNegativeTestJSON-1703916263-project] 10.222.0.55 "DELETE /v2.0/floatingips/46d35c5a-5d16-4219-aa32-61de6fcdccd9 HTTP/1.1" status: 204 len: 168 time: 2.8642581 May 24 23:00:55.356648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae31f78f-2d23-42ba-9ed6-60151aad8080 req-dbcb724a-66a6-4f2a-90ba-1fa89403a5a8 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853755 May 24 23:00:55.372675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-fc65dc2d-22e4-49ec-b660-d7bc6a1d3fea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 40bc44df-d348-4bae-82a0-3cb5dc5e4545 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:55.373022 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc65dc2d-22e4-49ec-b660-d7bc6a1d3fea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.430650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-90f64665-5e49-48d4-935c-14df474137a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for cbcf0057-af63-4316-a51a-f041a7407d96 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:55.511728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:00:55.518067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:00:55.518650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.656044 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71c1daab-16af-4e57-b9d3-cbed249e8bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.675252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71c1daab-16af-4e57-b9d3-cbed249e8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.718923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-71c1daab-16af-4e57-b9d3-cbed249e8bb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39b4dbac143a43bd9e6c0d0ea88e01ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4238160 May 24 23:00:55.730998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:00:55.731392 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.739211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40772) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:55.801005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=74bc52e8-5d9d-43aa-80c4-6d130f729b0c,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:55.803493 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b151e29-961b-4bd5-b3b7-a008676ac649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bc52e8-5d9d-43aa-80c4-6d130f729b0c'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:00:55.825864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.844028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1daab-16af-4e57-b9d3-cbed249e8bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e8d3fc-2368-4fd5-a1fe-b91eff5cdbc6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:55.866199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40776) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:55.896134 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d6aea3-99bc-4ecd-931a-609b4a368ea6'] response: {'server_uuid': '0b151e29-961b-4bd5-b3b7-a008676ac649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bc52e8-5d9d-43aa-80c4-6d130f729b0c', 'code': 200} May 24 23:00:55.912251 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:55.949593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=74bc52e8-5d9d-43aa-80c4-6d130f729b0c,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:56.024083 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc65dc2d-22e4-49ec-b660-d7bc6a1d3fea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.105538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-799a64dc-52ac-4206-a9bc-27fcafb122da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.172200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-fc65dc2d-22e4-49ec-b660-d7bc6a1d3fea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 40bc44df-d348-4bae-82a0-3cb5dc5e4545 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:00:56.190572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-7690e6e9-b00b-4297-b9af-ae7896f36afe admin admin] Deleting subnet 3a93872d-9b6c-42bf-9e43-eda0b0bb5f74 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:56.199869 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7690e6e9-b00b-4297-b9af-ae7896f36afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.237412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9cf80-3206-45c7-a1cd-338eb44cdf73 req-d80d975d-c9e7-4ed8-a8d5-41fa09e200e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:56.238789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10f9cf80-3206-45c7-a1cd-338eb44cdf73 req-d80d975d-c9e7-4ed8-a8d5-41fa09e200e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 1096 time: 0.2831428 May 24 23:00:56.245657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b86e6f-1518-4034-96fd-1f4bdd96ba29 req-16218465-592a-4ac6-96e9-86099c48aa4d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:56.252098 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07b86e6f-1518-4034-96fd-1f4bdd96ba29 req-16218465-592a-4ac6-96e9-86099c48aa4d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.7134714 May 24 23:00:56.256002 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-799a64dc-52ac-4206-a9bc-27fcafb122da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.298389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10f9cf80-3206-45c7-a1cd-338eb44cdf73 req-9d9432be-2414-4c43-b4a0-bed7ad3da30d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519214 May 24 23:00:56.310363 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90f64665-5e49-48d4-935c-14df474137a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.381239 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7690e6e9-b00b-4297-b9af-ae7896f36afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.430459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f64665-5e49-48d4-935c-14df474137a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=cbcf0057-af63-4316-a51a-f041a7407d96,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:56.452527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc65dc2d-22e4-49ec-b660-d7bc6a1d3fea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.493048 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07b86e6f-1518-4034-96fd-1f4bdd96ba29 req-485fbda3-d3da-43f7-9341-d80f42170d59 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390668 May 24 23:00:56.506442 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90f64665-5e49-48d4-935c-14df474137a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.573855 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-799a64dc-52ac-4206-a9bc-27fcafb122da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.622049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65dc2d-22e4-49ec-b660-d7bc6a1d3fea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=40bc44df-d348-4bae-82a0-3cb5dc5e4545,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:56.649315 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7690e6e9-b00b-4297-b9af-ae7896f36afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.727571 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-90f64665-5e49-48d4-935c-14df474137a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/cbcf0057-af63-4316-a51a-f041a7407d96 HTTP/1.1" status: 204 len: 168 time: 2.0317240 May 24 23:00:56.729723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40786) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:56.746692 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-799a64dc-52ac-4206-a9bc-27fcafb122da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:56.758775 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-799a64dc-52ac-4206-a9bc-27fcafb122da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4e8d3fc-2368-4fd5-a1fe-b91eff5cdbc6 HTTP/1.1" status: 204 len: 168 time: 1.0150340 May 24 23:00:56.859578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a64dc-52ac-4206-a9bc-27fcafb122da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e8d3fc-2368-4fd5-a1fe-b91eff5cdbc6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:57.074354 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fc65dc2d-22e4-49ec-b660-d7bc6a1d3fea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.083039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2867973d-9c13-4ace-adcd-28be1fc0d48d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:57.084787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2867973d-9c13-4ace-adcd-28be1fc0d48d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:57.085639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2867973d-9c13-4ace-adcd-28be1fc0d48d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:57.120911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7690e6e9-b00b-4297-b9af-ae7896f36afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.178126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690e6e9-b00b-4297-b9af-ae7896f36afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a93872d-9b6c-42bf-9e43-eda0b0bb5f74,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:57.182357 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7690e6e9-b00b-4297-b9af-ae7896f36afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.184788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2867973d-9c13-4ace-adcd-28be1fc0d48d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:57.188931 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2867973d-9c13-4ace-adcd-28be1fc0d48d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4287846 May 24 23:00:57.193098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40796) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:57.245987 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7690e6e9-b00b-4297-b9af-ae7896f36afe admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3a93872d-9b6c-42bf-9e43-eda0b0bb5f74 HTTP/1.1" status: 204 len: 168 time: 1.3761623 May 24 23:00:57.252254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40802) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:57.270543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e7e54-bbe5-45a7-bdd7-314a97fcdb02 req-84917b7a-c07f-4652-b596-6ba7c0f46c34 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:57.277412 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c41e7e54-bbe5-45a7-bdd7-314a97fcdb02 req-84917b7a-c07f-4652-b596-6ba7c0f46c34 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4288015 May 24 23:00:57.335713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09953c4-987e-4db8-add0-45f341e2bc37 req-f2e64458-f7a2-49dc-b9c9-efa98a5c8c7c tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:57.347393 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b09953c4-987e-4db8-add0-45f341e2bc37 req-f2e64458-f7a2-49dc-b9c9-efa98a5c8c7c tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 945 time: 0.5648894 May 24 23:00:57.416413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a730eaf-4c3f-4e3c-a7b8-b1e6601f7746 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 929b8fb0-60a8-4c9a-8a31-9c2477fb57da {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:00:57.425641 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a730eaf-4c3f-4e3c-a7b8-b1e6601f7746 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.464507 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c41e7e54-bbe5-45a7-bdd7-314a97fcdb02 req-5e294fc7-1f6a-4b2e-91c3-656c8047331e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859202 May 24 23:00:57.540928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.597102 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a730eaf-4c3f-4e3c-a7b8-b1e6601f7746 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.827497 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b09953c4-987e-4db8-add0-45f341e2bc37 req-0466efe2-36e1-4ed4-87a0-355652524770 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735389 May 24 23:00:57.862013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc65dc2d-22e4-49ec-b660-d7bc6a1d3fea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 4c7fbc7f-e743-4fbd-80ef-fea1b88456ce has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:00:57.916516 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:57.957319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ccc91e-adae-46fb-a49a-a8b9bfc24e15']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:57.971867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a730eaf-4c3f-4e3c-a7b8-b1e6601f7746 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.003497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654fd20e-675b-439e-ba00-3c53c00eb494') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:58.003800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654fd20e-675b-439e-ba00-3c53c00eb494') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:58.033033 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.066182 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.069154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc65dc2d-22e4-49ec-b660-d7bc6a1d3fea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:00:58.082730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:00:58.083126 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.089100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fc87f-2aa3-41dc-aad7-b48610094533 None None] Sync routers for ids ['4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:00:58.105414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8fc87f-2aa3-41dc-aad7-b48610094533 None None] Routers {'4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:58.107229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ec8fc87f-2aa3-41dc-aad7-b48610094533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:00:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:58.115342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fc65dc2d-22e4-49ec-b660-d7bc6a1d3fea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/4c7fbc7f-e743-4fbd-80ef-fea1b88456ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1721530 May 24 23:00:58.118666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40824) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:58.123985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99468b-123e-4650-b9a7-b8bdfbc08bb4 req-0e548356-c80a-446f-a764-5cce453c2ed0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:58.133432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab99468b-123e-4650-b9a7-b8bdfbc08bb4 req-0e548356-c80a-446f-a764-5cce453c2ed0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.3917253 May 24 23:00:58.136275 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 654fd20e-675b-439e-ba00-3c53c00eb494 resource provider aggregate not found May 24 23:00:58.216602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f4b55a10-129a-4640-98b2-dcbb2be79290 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:58.253089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f4b55a10-129a-4640-98b2-dcbb2be79290 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:58.255532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ec8fc87f-2aa3-41dc-aad7-b48610094533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:58.259528 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f4b55a10-129a-4640-98b2-dcbb2be79290 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c7fbc7f-e743-4fbd-80ef-fea1b88456ce HTTP/1.1" status: 200 len: 205 time: 0.1395812 May 24 23:00:58.262892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40834) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:58.273996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8fc87f-2aa3-41dc-aad7-b48610094533 None None] Routers {'4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:00:58.276035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ec8fc87f-2aa3-41dc-aad7-b48610094533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:00:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:58.316638 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a730eaf-4c3f-4e3c-a7b8-b1e6601f7746 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.358333 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 654fd20e-675b-439e-ba00-3c53c00eb494 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 654fd20e-675b-439e-ba00-3c53c00eb494 found for delete ", "request_id": "req-1ad4e374-b954-4bef-a5ff-db62ca7ff64a"}]} May 24 23:00:58.369082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a730eaf-4c3f-4e3c-a7b8-b1e6601f7746 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=929b8fb0-60a8-4c9a-8a31-9c2477fb57da,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:58.390571 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a730eaf-4c3f-4e3c-a7b8-b1e6601f7746 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.403079 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.425712 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.432633 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab99468b-123e-4650-b9a7-b8bdfbc08bb4 req-41d1ad1f-803d-4465-842b-083d01ad2132 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981887 May 24 23:00:58.448794 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7a730eaf-4c3f-4e3c-a7b8-b1e6601f7746 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/929b8fb0-60a8-4c9a-8a31-9c2477fb57da HTTP/1.1" status: 204 len: 168 time: 1.2544298 May 24 23:00:58.451880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40840) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:58.454571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ccc91e-adae-46fb-a49a-a8b9bfc24e15,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:00:58.481677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16172cdd-d29c-45b8-b56c-4febf348467e None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:00:58.532285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ec8fc87f-2aa3-41dc-aad7-b48610094533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:00:58.535864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fc87f-2aa3-41dc-aad7-b48610094533 None None] The sync data for ids ['4c7fbc7f-e743-4fbd-80ef-fea1b88456ce'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:00:58.604835 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-91bf02b5-b554-4c5e-99b4-5c222d417829 admin admin] 10.222.0.55 "DELETE /v2.0/networks/05ccc91e-adae-46fb-a49a-a8b9bfc24e15 HTTP/1.1" status: 204 len: 168 time: 1.3438394 May 24 23:00:58.660723 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-76f4f390-b5e3-422f-9e6e-0001e94e9e23 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2052000 May 24 23:00:58.661424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40848) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:58.814384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2602c712-9b54-4d32-8530-a14b1f7c8e3d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:58.818804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2602c712-9b54-4d32-8530-a14b1f7c8e3d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:58.861691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2602c712-9b54-4d32-8530-a14b1f7c8e3d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:58.862951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2602c712-9b54-4d32-8530-a14b1f7c8e3d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2004743 May 24 23:00:58.875432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40856) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:58.916635 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9cf6df09-265a-4eb4-b5f2-37dd7e4b1cb3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:58.975754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40860) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:59.047525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1754212-5819-471e-9ef9-cfce2cac28ac None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:00:59.052414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c1754212-5819-471e-9ef9-cfce2cac28ac None None] Deleting port 4cab2420-acba-4bd2-83a6-3c1152246eba {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:00:59.054281 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c1754212-5819-471e-9ef9-cfce2cac28ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.144705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eaf25-8105-4654-b505-b85c9ffc40b9 req-99cbf7fa-6c8d-417f-b262-3b0487a9b69e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:59.146190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-059eaf25-8105-4654-b505-b85c9ffc40b9 req-99cbf7fa-6c8d-417f-b262-3b0487a9b69e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4058211 May 24 23:00:59.265596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf76a95e-2edc-4da1-a595-fcac0d7cf1ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:59.266470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bf76a95e-2edc-4da1-a595-fcac0d7cf1ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:00:59.316860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bf76a95e-2edc-4da1-a595-fcac0d7cf1ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:00:59.319716 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bf76a95e-2edc-4da1-a595-fcac0d7cf1ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4409401 May 24 23:00:59.321111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40866) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:59.380496 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-743192b2-0927-45ee-b7b6-2d50fd8862fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e8c4503de714ac88eac3c2e75d50346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922164 May 24 23:00:59.387033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40874) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:59.391481 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1608188f-0a04-4b66-a3a3-67c43db63a70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692902 May 24 23:00:59.402843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40878) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:59.405204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e29dae-0140-4823-b6da-0b45c498bbbb req-0892426f-d639-450b-a873-5cdacf568fec tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:00:59.405342 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37e29dae-0140-4823-b6da-0b45c498bbbb req-0892426f-d639-450b-a873-5cdacf568fec tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 945 time: 0.2116919 May 24 23:00:59.420895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:00:59.437156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9cf6df09-265a-4eb4-b5f2-37dd7e4b1cb3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.446325 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9cf6df09-265a-4eb4-b5f2-37dd7e4b1cb3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.451547 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-059eaf25-8105-4654-b505-b85c9ffc40b9 req-b9f38c75-31eb-443e-9d56-d8c540e43f1a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431698 May 24 23:00:59.501428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37e29dae-0140-4823-b6da-0b45c498bbbb req-e88edf47-4606-40ca-b464-95bc4604eea5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896206 May 24 23:00:59.633967 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9cf6df09-265a-4eb4-b5f2-37dd7e4b1cb3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.634467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf6df09-265a-4eb4-b5f2-37dd7e4b1cb3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Fanout notify agent at l3_agent the message router_deleted on router 4c7fbc7f-e743-4fbd-80ef-fea1b88456ce {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:00:59.644229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.673799 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9cf6df09-265a-4eb4-b5f2-37dd7e4b1cb3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.674914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9cf6df09-265a-4eb4-b5f2-37dd7e4b1cb3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/4c7fbc7f-e743-4fbd-80ef-fea1b88456ce HTTP/1.1" status: 204 len: 168 time: 1.4095485 May 24 23:00:59.680287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40890) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:00:59.685040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:00:59.725266 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.749124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:00:59.800066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:00:59.803559 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.815636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c1754212-5819-471e-9ef9-cfce2cac28ac None None] For port 4cab2420-acba-4bd2-83a6-3c1152246eba, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4cab2420-acba-4bd2-83a6-3c1152246eba,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:00:59.816209 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c1754212-5819-471e-9ef9-cfce2cac28ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:00:59.921811 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.004593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c1754212-5819-471e-9ef9-cfce2cac28ac None None] Calling delete_port for 4cab2420-acba-4bd2-83a6-3c1152246eba owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:00.068096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e86d17d-bc5a-4126-80e6-ac6e7fe8efca,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:00.092853 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d5f9fb-49d0-40b8-9e69-4ffa2f4bef8c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting subnet 25cc88af-1a73-4995-91ef-a63f0c1dc72b {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:00.107277 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-04d5f9fb-49d0-40b8-9e69-4ffa2f4bef8c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.116604 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.119532 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e86d17d-bc5a-4126-80e6-ac6e7fe8efca HTTP/1.1" status: 204 len: 168 time: 0.7279470 May 24 23:01:00.123838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.128780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.129146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.129481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.134561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.134966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.135309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.135642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.135973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.136297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.136624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.136945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198d059-e9cc-440b-b8b0-cd13717bbade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:00.209621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4cab2420-acba-4bd2-83a6-3c1152246eba no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:00.284064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817d24-9fbd-4777-bd13-e0fc70b160af req-4fc5e241-4b16-4223-9d27-94fb5c318d53 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:00.285426 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0817d24-9fbd-4777-bd13-e0fc70b160af req-4fc5e241-4b16-4223-9d27-94fb5c318d53 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4155805 May 24 23:01:00.316006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-04d5f9fb-49d0-40b8-9e69-4ffa2f4bef8c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.367302 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c1754212-5819-471e-9ef9-cfce2cac28ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.406418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaa6dc-984d-464a-b0d9-c2f41c3394c9 req-57a4a4ca-e12c-4d0b-91cb-c9a6d090d8fd tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:00.413921 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-efaaa6dc-984d-464a-b0d9-c2f41c3394c9 req-57a4a4ca-e12c-4d0b-91cb-c9a6d090d8fd tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 945 time: 0.5959830 May 24 23:01:00.512783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1754212-5819-471e-9ef9-cfce2cac28ac None None] Pushing event deleted for resources: {'Port': ['ID=4cab2420-acba-4bd2-83a6-3c1152246eba,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:00.522307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1754212-5819-471e-9ef9-cfce2cac28ac None None] No DVR routers for this DVR port 4cab2420-acba-4bd2-83a6-3c1152246eba on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:00.526028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0817d24-9fbd-4777-bd13-e0fc70b160af req-8040c401-e904-4a84-859a-0d17e3972f96 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262321 May 24 23:01:00.528141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No active binding found for port 4cab2420-acba-4bd2-83a6-3c1152246eba {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:01:00.528555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4cab2420-acba-4bd2-83a6-3c1152246eba not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:00.549371 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-efaaa6dc-984d-464a-b0d9-c2f41c3394c9 req-9b1d35e4-709d-42a1-aa6c-663e09f0d038 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343210 May 24 23:01:00.675178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.712349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-04d5f9fb-49d0-40b8-9e69-4ffa2f4bef8c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:00.930054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=c503ec6f-d6dc-435d-8062-55411b9173b9,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:01.017094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-04d5f9fb-49d0-40b8-9e69-4ffa2f4bef8c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.041324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:01.042463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:01.053387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:01.054085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.062364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25656cc6-fbf3-45c6-b65a-0b226f6b9cc4 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:01.210146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-723d2fdd-80df-42ed-aca5-62aadc658830 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8019040 May 24 23:01:01.221830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40918) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:01.227179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5f9fb-49d0-40b8-9e69-4ffa2f4bef8c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Subnet': ['ID=25cc88af-1a73-4995-91ef-a63f0c1dc72b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:01.238757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'fixed_ips': [{'subnet_id': 'c503ec6f-d6dc-435d-8062-55411b9173b9', 'ip_address': '2001:db8::3636:84cf:7bf6:11aa'}], 'name': 'tempest-NetworksTestDHCPv6-179588552'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:01.244359 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-04d5f9fb-49d0-40b8-9e69-4ffa2f4bef8c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.260495 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-04d5f9fb-49d0-40b8-9e69-4ffa2f4bef8c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/25cc88af-1a73-4995-91ef-a63f0c1dc72b HTTP/1.1" status: 204 len: 168 time: 1.5780478 May 24 23:01:01.264002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40924) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:01.452884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5456dce1-2735-425c-97ca-988543f51bb9 None None] Network aa128d13-1248-45f2-be8a-f00cbb7c293c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:01.744413 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.778112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': 'c503ec6f-d6dc-435d-8062-55411b9173b9'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:01.779693 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.784486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port c957d5b5-3865-498c-9bcb-5497d9f8ae1c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:01.784824 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:01.845655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cda4a-5f68-404a-ba2c-7a1b4ac0e97c req-ac876af2-4b14-4546-ab8e-60f19eae7b72 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:01.847185 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-594cda4a-5f68-404a-ba2c-7a1b4ac0e97c req-ac876af2-4b14-4546-ab8e-60f19eae7b72 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 945 time: 0.3471661 May 24 23:01:01.887654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41a188-c5ff-4390-9de0-eac83c802aa2 req-e5c257ba-50e4-4e9f-bf28-ab45e66ecf66 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:01.895824 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb41a188-c5ff-4390-9de0-eac83c802aa2 req-e5c257ba-50e4-4e9f-bf28-ab45e66ecf66 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.9670551 May 24 23:01:02.025326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/c503ec6f-d6dc-435d-8062-55411b9173b9/48895d91-7eaa-4c63-a26f-0c9604ec9f83) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:02.074408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c51f21-3489-4be9-8f66-2a66b60381f1 None None] DHCP port deletion for aa128d13-1248-45f2-be8a-f00cbb7c293c request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:02.084196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-75c51f21-3489-4be9-8f66-2a66b60381f1 None None] Deleting port c957d5b5-3865-498c-9bcb-5497d9f8ae1c {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:02.084763 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-75c51f21-3489-4be9-8f66-2a66b60381f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.104921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb41a188-c5ff-4390-9de0-eac83c802aa2 req-1bbf111d-4674-467f-ae10-6ed0e016f054 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081239 May 24 23:01:02.183869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:02.257232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:02.300428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:02.330169 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-594cda4a-5f68-404a-ba2c-7a1b4ac0e97c req-bcba75d1-4d5f-4158-bdc2-52ec4680522d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706357 May 24 23:01:02.562255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port c957d5b5-3865-498c-9bcb-5497d9f8ae1c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c957d5b5-3865-498c-9bcb-5497d9f8ae1c,segment=NetworkSegment(f7848c78-15e1-4582-9611-8e96106dafdc),segment_id=f7848c78-15e1-4582-9611-8e96106dafdc)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:02.563238 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.712783 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.740821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf12a78-7064-4c19-a810-399cd8a9aeea req-f7275fd6-4967-41ab-b2ea-7146e62f7c52 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:02.742364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bf12a78-7064-4c19-a810-399cd8a9aeea req-f7275fd6-4967-41ab-b2ea-7146e62f7c52 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 945 time: 0.3785551 May 24 23:01:02.772598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9c9ec-3e40-4311-8a17-03590861379e req-a7867ba5-e72d-4bb0-835a-7bdfa79cd58c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:02.784226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for c957d5b5-3865-498c-9bcb-5497d9f8ae1c owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:02.784813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77c9c9ec-3e40-4311-8a17-03590861379e req-a7867ba5-e72d-4bb0-835a-7bdfa79cd58c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2698979 May 24 23:01:02.785781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-75c51f21-3489-4be9-8f66-2a66b60381f1 None None] For port c957d5b5-3865-498c-9bcb-5497d9f8ae1c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c957d5b5-3865-498c-9bcb-5497d9f8ae1c,segment=NetworkSegment(f7848c78-15e1-4582-9611-8e96106dafdc),segment_id=f7848c78-15e1-4582-9611-8e96106dafdc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:02.786186 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-75c51f21-3489-4be9-8f66-2a66b60381f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.921688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-75c51f21-3489-4be9-8f66-2a66b60381f1 None None] Calling delete_port for c957d5b5-3865-498c-9bcb-5497d9f8ae1c owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:02.941838 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:02.967026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-0bf12a78-7064-4c19-a810-399cd8a9aeea req-ed39a469-89f3-4ebd-8935-e45a3ff4fcb1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Deleting port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:02.967393 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bf12a78-7064-4c19-a810-399cd8a9aeea req-ed39a469-89f3-4ebd-8935-e45a3ff4fcb1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.000821 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-75c51f21-3489-4be9-8f66-2a66b60381f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:03.001408 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-75c51f21-3489-4be9-8f66-2a66b60381f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:03.037863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No DVR routers for this DVR port c957d5b5-3865-498c-9bcb-5497d9f8ae1c on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:03.039494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=c957d5b5-3865-498c-9bcb-5497d9f8ae1c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:03.167077 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.192471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 8b0278d3-28be-4213-b3a1-45ff7cf573fc yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:03.198842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Transition to ACTIVE for port object 48895d91-7eaa-4c63-a26f-0c9604ec9f83 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:03.222165 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.272512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Transition to ACTIVE for port object 48895d91-7eaa-4c63-a26f-0c9604ec9f83 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:03.291547 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.329041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa128d13-1248-45f2-be8a-f00cbb7c293c']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:03.353188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:03.354667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:03.357662 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77c9c9ec-3e40-4311-8a17-03590861379e req-30b6e98d-3b0b-4c2c-b038-611ed3e66ecd tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695410 May 24 23:01:03.377874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7848c78-15e1-4582-9611-8e96106dafdc') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:03.378289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7848c78-15e1-4582-9611-8e96106dafdc') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:03.412295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.419495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Pushing event updated for resources: {'Port': ['ID=48895d91-7eaa-4c63-a26f-0c9604ec9f83,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:03.424363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:03.455407 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.462842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:03.463548 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.512461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-75c51f21-3489-4be9-8f66-2a66b60381f1 None None] Deleting port c957d5b5-3865-498c-9bcb-5497d9f8ae1c {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:03.512823 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-75c51f21-3489-4be9-8f66-2a66b60381f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.628519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-75c51f21-3489-4be9-8f66-2a66b60381f1 None None] The port 'c957d5b5-3865-498c-9bcb-5497d9f8ae1c' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:03.703531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Attempting to bind port 48895d91-7eaa-4c63-a26f-0c9604ec9f83 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:03.704032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Attempting to bind port 48895d91-7eaa-4c63-a26f-0c9604ec9f83 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:03.704302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Attempting to bind port 48895d91-7eaa-4c63-a26f-0c9604ec9f83 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:03.710203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:03.710571 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:03.710971 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.711354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:03.711812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Bound port: 48895d91-7eaa-4c63-a26f-0c9604ec9f83, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:03.712179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.746680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0bf12a78-7064-4c19-a810-399cd8a9aeea req-ed39a469-89f3-4ebd-8935-e45a3ff4fcb1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] For port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=74bc52e8-5d9d-43aa-80c4-6d130f729b0c,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:03.747932 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bf12a78-7064-4c19-a810-399cd8a9aeea req-ed39a469-89f3-4ebd-8935-e45a3ff4fcb1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.770124 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f7848c78-15e1-4582-9611-8e96106dafdc resource provider aggregate not found May 24 23:01:03.799647 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f7848c78-15e1-4582-9611-8e96106dafdc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7848c78-15e1-4582-9611-8e96106dafdc found for delete ", "request_id": "req-dcc674c1-9b8f-4764-9b6e-ba9e7566fa71"}]} May 24 23:01:03.859650 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.865515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.890072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] For port 48895d91-7eaa-4c63-a26f-0c9604ec9f83, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:03.900775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] For port 48895d91-7eaa-4c63-a26f-0c9604ec9f83, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=48895d91-7eaa-4c63-a26f-0c9604ec9f83,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:03.915291 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:03.930695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Network': ['ID=aa128d13-1248-45f2-be8a-f00cbb7c293c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:03.964813 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bc0701dd-078a-42aa-8650-a0400785a583 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/networks/aa128d13-1248-45f2-be8a-f00cbb7c293c HTTP/1.1" status: 204 len: 168 time: 2.6997616 May 24 23:01:03.969350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40980) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:03.974961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1993486253', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:03.990308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:03.997742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:router and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:04.007897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:04.015034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:04.020347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::3636:84cf:7bf6:11aa (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/c503ec6f-d6dc-435d-8062-55411b9173b9/8b0278d3-28be-4213-b3a1-45ff7cf573fc) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:04.040755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-0bf12a78-7064-4c19-a810-399cd8a9aeea req-ed39a469-89f3-4ebd-8935-e45a3ff4fcb1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Calling delete_port for 74bc52e8-5d9d-43aa-80c4-6d130f729b0c owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:04.044392 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.046656 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.123585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c957d5b5-3865-498c-9bcb-5497d9f8ae1c no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:04.142307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.166638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: c957d5b5-3865-498c-9bcb-5497d9f8ae1c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:04.167191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c957d5b5-3865-498c-9bcb-5497d9f8ae1c not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:04.169283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040d37e-66c0-46a3-8338-c3f88b7407f4 None None] Pushing event updated for resources: {'Port': ['ID=48895d91-7eaa-4c63-a26f-0c9604ec9f83,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:04.220380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3946dbf-7fc0-41c1-95c9-ea3147a7352b req-7e461e16-d2bc-4878-9f2f-9bf0f8d699fe tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:04.227936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a3946dbf-7fc0-41c1-95c9-ea3147a7352b req-7e461e16-d2bc-4878-9f2f-9bf0f8d699fe tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 945 time: 0.6465564 May 24 23:01:04.357939 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a3946dbf-7fc0-41c1-95c9-ea3147a7352b req-34b97d82-012a-4c92-ba86-af62689cf0ee tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289263 May 24 23:01:04.650150 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bf12a78-7064-4c19-a810-399cd8a9aeea req-ed39a469-89f3-4ebd-8935-e45a3ff4fcb1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.659576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:04.669940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852', '74bc52e8-5d9d-43aa-80c4-6d130f729b0c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:01:04.724870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7674416-c668-4110-912d-106723895c57 req-6568db3b-09ac-461e-832c-c606fde2352c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:04.739089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d7674416-c668-4110-912d-106723895c57 req-6568db3b-09ac-461e-832c-c606fde2352c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.6678708 May 24 23:01:04.881025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39a469-89f3-4ebd-8935-e45a3ff4fcb1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event deleted for resources: {'Port': ['ID=74bc52e8-5d9d-43aa-80c4-6d130f729b0c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:04.912285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41002) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:05.015520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf12a78-7064-4c19-a810-399cd8a9aeea req-ed39a469-89f3-4ebd-8935-e45a3ff4fcb1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] No DVR routers for this DVR port 74bc52e8-5d9d-43aa-80c4-6d130f729b0c on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:05.018789 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0bf12a78-7064-4c19-a810-399cd8a9aeea req-ed39a469-89f3-4ebd-8935-e45a3ff4fcb1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.042464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d7674416-c668-4110-912d-106723895c57 req-6cb2351d-1987-4984-af78-4427b5ea0421 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019919 May 24 23:01:05.046826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b151e29-961b-4bd5-b3b7-a008676ac649', 'name': 'network-vif-deleted', 'tag': '74bc52e8-5d9d-43aa-80c4-6d130f729b0c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:01:05.073596 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bf12a78-7064-4c19-a810-399cd8a9aeea req-ed39a469-89f3-4ebd-8935-e45a3ff4fcb1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "DELETE /v2.0/ports/74bc52e8-5d9d-43aa-80c4-6d130f729b0c HTTP/1.1" status: 204 len: 173 time: 2.3175969 May 24 23:01:05.169126 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50942410-12e6-4a37-8f2d-7becb4ef3a8a'] response: {'server_uuid': '0b151e29-961b-4bd5-b3b7-a008676ac649', 'name': 'network-vif-deleted', 'tag': '74bc52e8-5d9d-43aa-80c4-6d130f729b0c', 'status': 'completed', 'code': 200} May 24 23:01:05.203680 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.242443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 8b0278d3-28be-4213-b3a1-45ff7cf573fc will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:05.305550 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0dcbf4c6-d979-4249-9049-0aa43e2558b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.490191 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-55e759ef-0047-400e-8279-60b66aba15ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.510346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-55e759ef-0047-400e-8279-60b66aba15ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:05.516300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-55e759ef-0047-400e-8279-60b66aba15ee admin admin] Usage tracker for resource:security_group_rule and tenant:08a4e1f35fec42e5914b09802f697c1c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:05.521032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-55e759ef-0047-400e-8279-60b66aba15ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:05.530159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-55e759ef-0047-400e-8279-60b66aba15ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:05.590894 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.599285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6405b0ff-95c8-424b-bb28-13ac7173752e req-afc37894-197c-4069-8dbc-b8be3d497907 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:05.621866 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.626229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6405b0ff-95c8-424b-bb28-13ac7173752e req-afc37894-197c-4069-8dbc-b8be3d497907 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:05.627509 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6405b0ff-95c8-424b-bb28-13ac7173752e req-afc37894-197c-4069-8dbc-b8be3d497907 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b151e29-961b-4bd5-b3b7-a008676ac649 HTTP/1.1" status: 200 len: 210 time: 0.0950716 May 24 23:01:05.647834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.782518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:05.787452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:05.793883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:05.800641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:05.801131 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.844805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=8b0278d3-28be-4213-b3a1-45ff7cf573fc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:05.846105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0de37b13-2cb9-43fb-99b1-fc410537b5c0 None None] Provisioning for port 48895d91-7eaa-4c63-a26f-0c9604ec9f83 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:05.880066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Allocated IP 172.25.7.172 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/3da1832a-2d56-424b-be16-f3be3061d80c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:05.959702 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-55e759ef-0047-400e-8279-60b66aba15ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.976961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-37574c67-9738-4bbf-b939-d75f41ef762e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7486939 May 24 23:01:05.978697 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-55e759ef-0047-400e-8279-60b66aba15ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:05.992145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41040) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:06.010492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-22dd94ab-dc60-4726-9261-dcc7edab0a0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'fixed_ips': [{'subnet_id': 'c503ec6f-d6dc-435d-8062-55411b9173b9', 'ip_address': '2001:db8::3636:84cf:7bf6:11aa'}], 'name': 'tempest-NetworksTestDHCPv6-1618116339'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:06.140939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae40bb-5cba-454e-b65a-7cb37b654dc0 req-8afdc4f3-7893-4c4a-a0ea-27c77de8c8de tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:06.164952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14ae40bb-5cba-454e-b65a-7cb37b654dc0 req-8afdc4f3-7893-4c4a-a0ea-27c77de8c8de tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.6818070 May 24 23:01:06.188152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-55e759ef-0047-400e-8279-60b66aba15ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08a4e1f35fec42e5914b09802f697c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2723761 May 24 23:01:06.201408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41050) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:06.232207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 48895d91-7eaa-4c63-a26f-0c9604ec9f83 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:06.247104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e759ef-0047-400e-8279-60b66aba15ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc89c37-719e-4ae5-ac6c-6d3cbb7a8fe4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:06.353240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-75823ced-5c96-4356-a5a3-45977ece87a4 None None] Provisioning for port 8b0278d3-28be-4213-b3a1-45ff7cf573fc completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:06.354207 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.360385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-75823ced-5c96-4356-a5a3-45977ece87a4 None None] Provisioning complete for port 8b0278d3-28be-4213-b3a1-45ff7cf573fc triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:06.361233 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-75823ced-5c96-4356-a5a3-45977ece87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.366523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-22dd94ab-dc60-4726-9261-dcc7edab0a0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:06.384489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-22dd94ab-dc60-4726-9261-dcc7edab0a0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:06.389910 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14ae40bb-5cba-454e-b65a-7cb37b654dc0 req-21fdd818-876f-4ce0-afe3-afd0e8aa21b0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240055 May 24 23:01:06.393411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-22dd94ab-dc60-4726-9261-dcc7edab0a0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:06.415431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 48895d91-7eaa-4c63-a26f-0c9604ec9f83 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:06.417002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-22dd94ab-dc60-4726-9261-dcc7edab0a0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:06.425276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 48895d91-7eaa-4c63-a26f-0c9604ec9f83 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:06.425967 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.445816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dd94ab-dc60-4726-9261-dcc7edab0a0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:06.451043 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-22dd94ab-dc60-4726-9261-dcc7edab0a0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.453316 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-746a0ef8-c535-4a10-835a-cec9fa66042a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.482867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-75823ced-5c96-4356-a5a3-45977ece87a4 None None] Port 8b0278d3-28be-4213-b3a1-45ff7cf573fc cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:06.497929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-22dd94ab-dc60-4726-9261-dcc7edab0a0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port caa1959b-96c3-45cf-8073-483a7e2b247f yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:06.523704 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-746a0ef8-c535-4a10-835a-cec9fa66042a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.554212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.655960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 48895d91-7eaa-4c63-a26f-0c9604ec9f83 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:06.656246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.710915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 48895d91-7eaa-4c63-a26f-0c9604ec9f83, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=48895d91-7eaa-4c63-a26f-0c9604ec9f83,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:06.737773 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.837441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:06.845885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:06.851647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:06.853670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=48895d91-7eaa-4c63-a26f-0c9604ec9f83,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:06.877418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=3da1832a-2d56-424b-be16-f3be3061d80c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:06.911816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-746a0ef8-c535-4a10-835a-cec9fa66042a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:06.915438 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dd94ab-dc60-4726-9261-dcc7edab0a0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): There was a conflict when trying to complete your request. May 24 23:01:06.915903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22dd94ab-dc60-4726-9261-dcc7edab0a0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:06.938257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a0ef8-c535-4a10-835a-cec9fa66042a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc89c37-719e-4ae5-ac6c-6d3cbb7a8fe4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:06.953063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-22dd94ab-dc60-4726-9261-dcc7edab0a0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9507122 May 24 23:01:06.955394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41066) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:07.004529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8d3f-55ba-4cba-b8ec-d69782f5b360 req-c018e760-03b5-486a-878f-8a1f45796b1e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:07.006156 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-032f8d3f-55ba-4cba-b8ec-d69782f5b360 req-c018e760-03b5-486a-878f-8a1f45796b1e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2717586 May 24 23:01:07.114089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f3b1b-eb99-4a4d-8d1f-6fe030b77526 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:07.120014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f3b1b-eb99-4a4d-8d1f-6fe030b77526 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:07.120841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a99f3b1b-eb99-4a4d-8d1f-6fe030b77526 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:07.146475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a99f3b1b-eb99-4a4d-8d1f-6fe030b77526 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:07.150290 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a99f3b1b-eb99-4a4d-8d1f-6fe030b77526 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1911039 May 24 23:01:07.150702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41078) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:07.154722 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-746a0ef8-c535-4a10-835a-cec9fa66042a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.158246 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-746a0ef8-c535-4a10-835a-cec9fa66042a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/adc89c37-719e-4ae5-ac6c-6d3cbb7a8fe4 HTTP/1.1" status: 204 len: 168 time: 0.9529576 May 24 23:01:07.179452 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-032f8d3f-55ba-4cba-b8ec-d69782f5b360 req-84675fc2-effb-44d8-877d-8a6b4a19d74d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667554 May 24 23:01:07.274800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 74bc52e8-5d9d-43aa-80c4-6d130f729b0c no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:07.391301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0da506a9-7048-4bfd-b6cc-3e995375798e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 8b0278d3-28be-4213-b3a1-45ff7cf573fc {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:07.392156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0da506a9-7048-4bfd-b6cc-3e995375798e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.397988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 74bc52e8-5d9d-43aa-80c4-6d130f729b0c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:07.398917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 74bc52e8-5d9d-43aa-80c4-6d130f729b0c not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:07.461767 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a49d01f4-4ba8-4114-a399-2a78d83afa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.492478 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.585868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41100) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:07.643175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-1ddcac77-71a3-44f0-b89b-f984d8da31b0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:07.644360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-1ddcac77-71a3-44f0-b89b-f984d8da31b0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.2221692 May 24 23:01:07.674919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-b7d6c771-7d7a-4528-bdca-d7cd12d9feb5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/quotas/0b61e39c08c045648e02b3beafdc002f HTTP/1.1" status: 200 len: 375 time: 0.0231171 May 24 23:01:07.898886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-e3dc2fcf-abf7-4c93-bc4e-a6e5af7e20b2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2227745 May 24 23:01:07.899350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41110) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:07.902825 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f30c8ca0-4b66-480e-8ede-32a87b2aeeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.937610 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14726685-6a9c-4471-acbd-9577f039fd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:07.971809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-14726685-6a9c-4471-acbd-9577f039fd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:07.985570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-14726685-6a9c-4471-acbd-9577f039fd44 admin admin] Usage tracker for resource:security_group_rule and tenant:6f2cf8567ebe4f7d8a53a5c987bef190 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:07.990987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-14726685-6a9c-4471-acbd-9577f039fd44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:07.998768 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0da506a9-7048-4bfd-b6cc-3e995375798e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.006049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-14726685-6a9c-4471-acbd-9577f039fd44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:08.087607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f30c8ca0-4b66-480e-8ede-32a87b2aeeb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:08.092389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f30c8ca0-4b66-480e-8ede-32a87b2aeeb5 admin admin] Usage tracker for resource:security_group_rule and tenant:8552810964f34dc08d04ca4969efe91a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:08.095611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f30c8ca0-4b66-480e-8ede-32a87b2aeeb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:08.104278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 48895d91-7eaa-4c63-a26f-0c9604ec9f83 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:08.112527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f30c8ca0-4b66-480e-8ede-32a87b2aeeb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:08.174928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.178417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 48895d91-7eaa-4c63-a26f-0c9604ec9f83 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:08.178883 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.185976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e7ae-9c67-43b3-a27e-3f89260d94e9 req-da345392-e91b-4ade-b2a1-e452d9cf57e4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:08.188048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0da506a9-7048-4bfd-b6cc-3e995375798e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 8b0278d3-28be-4213-b3a1-45ff7cf573fc owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:08.201677 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8832e7ae-9c67-43b3-a27e-3f89260d94e9 req-da345392-e91b-4ade-b2a1-e452d9cf57e4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4250259 May 24 23:01:08.340797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 48895d91-7eaa-4c63-a26f-0c9604ec9f83 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:08.354135 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8832e7ae-9c67-43b3-a27e-3f89260d94e9 req-fabbf7dd-d185-43c7-adba-6187890328fb tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519048 May 24 23:01:08.494276 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f30c8ca0-4b66-480e-8ede-32a87b2aeeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.591694 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-fcf94eb5-9e40-48f9-a29c-689ed48abf21 service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6688039 May 24 23:01:08.660359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.732512 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f30c8ca0-4b66-480e-8ede-32a87b2aeeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.733817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.748671 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14726685-6a9c-4471-acbd-9577f039fd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.752363 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0da506a9-7048-4bfd-b6cc-3e995375798e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.850436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14726685-6a9c-4471-acbd-9577f039fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.875151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c8ca0-4b66-480e-8ede-32a87b2aeeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f51bf0-2e87-424a-9e88-074ba3606d6b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:08.900311 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f30c8ca0-4b66-480e-8ede-32a87b2aeeb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8552810964f34dc08d04ca4969efe91a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3128216 May 24 23:01:08.902022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da506a9-7048-4bfd-b6cc-3e995375798e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=8b0278d3-28be-4213-b3a1-45ff7cf573fc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:08.909150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41124) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:08.953217 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0da506a9-7048-4bfd-b6cc-3e995375798e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:08.986218 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-7ed9f929-ffc2-4c72-963e-bdc0ea5c3a74 service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935425 May 24 23:01:09.012208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-14726685-6a9c-4471-acbd-9577f039fd44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f2cf8567ebe4f7d8a53a5c987bef190&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1091940 May 24 23:01:09.013735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14726685-6a9c-4471-acbd-9577f039fd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c2ea24-a68c-4f65-83d8-682abe0d69f0,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:09.029275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41128) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:09.034918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0da506a9-7048-4bfd-b6cc-3e995375798e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/8b0278d3-28be-4213-b3a1-45ff7cf573fc HTTP/1.1" status: 204 len: 168 time: 1.8809664 May 24 23:01:09.039478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b77140-ef66-4262-9215-dea9dbe6790b req-2bc1a632-ba1d-44bb-823d-2991cf6d3f6e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:09.048032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d6b77140-ef66-4262-9215-dea9dbe6790b req-2bc1a632-ba1d-44bb-823d-2991cf6d3f6e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.5581007 May 24 23:01:09.050409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41130) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:09.112237 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d6b77140-ef66-4262-9215-dea9dbe6790b req-6ee6c673-3b44-42e4-9304-3b983627179c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631752 May 24 23:01:09.115370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 408d98d9-1e80-4711-92d1-db3d8f1d5475 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:01:09.191571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a9d8ee-0e87-4f0a-9658-9f3fa2dc7e6f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:09.193394 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ac82cb9-e3ce-4ae7-ab5b-ae27380c0c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.194091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a9d8ee-0e87-4f0a-9658-9f3fa2dc7e6f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:09.194959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b1a9d8ee-0e87-4f0a-9658-9f3fa2dc7e6f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:09.235850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e35cd13f-cd2b-4a51-801c-a32fe8befc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.291852 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e35cd13f-cd2b-4a51-801c-a32fe8befc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.294212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ac82cb9-e3ce-4ae7-ab5b-ae27380c0c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.402331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b1a9d8ee-0e87-4f0a-9658-9f3fa2dc7e6f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:09.404031 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b1a9d8ee-0e87-4f0a-9658-9f3fa2dc7e6f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3520498 May 24 23:01:09.407193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41148) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:09.408853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e35cd13f-cd2b-4a51-801c-a32fe8befc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.426745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cd13f-cd2b-4a51-801c-a32fe8befc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c2ea24-a68c-4f65-83d8-682abe0d69f0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:09.434080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e35cd13f-cd2b-4a51-801c-a32fe8befc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.435539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e35cd13f-cd2b-4a51-801c-a32fe8befc1f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60c2ea24-a68c-4f65-83d8-682abe0d69f0 HTTP/1.1" status: 204 len: 168 time: 0.3975401 May 24 23:01:09.680900 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ac82cb9-e3ce-4ae7-ab5b-ae27380c0c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.724952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c84f7578-416e-4161-a7a9-877ec3156002 req-6b9fe18d-4e24-45a4-9fe2-47c081420ccc tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 210 time: 0.3252139 May 24 23:01:09.757109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac82cb9-e3ce-4ae7-ab5b-ae27380c0c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f51bf0-2e87-424a-9e88-074ba3606d6b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:09.814627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55045b82-2d45-4763-b50f-ece756522582 req-68c69ddd-a746-443b-b4c2-03830708e7dc tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:09.816340 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55045b82-2d45-4763-b50f-ece756522582 req-68c69ddd-a746-443b-b4c2-03830708e7dc tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2319896 May 24 23:01:09.903686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77b1590-5e2a-46fc-876f-d2dd7ebfca0e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet c503ec6f-d6dc-435d-8062-55411b9173b9 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:09.907351 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f77b1590-5e2a-46fc-876f-d2dd7ebfca0e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:09.944388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55045b82-2d45-4763-b50f-ece756522582 req-330ce05b-2f3c-439d-883b-582db9fad8f5 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182816 May 24 23:01:09.976202 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f77b1590-5e2a-46fc-876f-d2dd7ebfca0e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.000332 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.065574 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f77b1590-5e2a-46fc-876f-d2dd7ebfca0e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.108174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ac82cb9-e3ce-4ae7-ab5b-ae27380c0c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.112071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1ac82cb9-e3ce-4ae7-ab5b-ae27380c0c26 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29f51bf0-2e87-424a-9e88-074ba3606d6b HTTP/1.1" status: 204 len: 168 time: 1.2011240 May 24 23:01:10.189171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:10.204517 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ed6e58-f543-42b7-bc5b-b9d7cb84b3f4 None None] Sync routers for ids ['408d98d9-1e80-4711-92d1-db3d8f1d5475'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:10.239851 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ed6e58-f543-42b7-bc5b-b9d7cb84b3f4 None None] Routers {'408d98d9-1e80-4711-92d1-db3d8f1d5475'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:10.242671 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b9ed6e58-f543-42b7-bc5b-b9d7cb84b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['408d98d9-1e80-4711-92d1-db3d8f1d5475'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:10.246016 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.250568 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8a89a5a2-d3cd-4653-86e8-c36c3a556f67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2770033 May 24 23:01:10.252086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41174) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:10.294405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a6bc-3a70-49bc-8c2e-2c053597bea5 req-13618dbf-58d5-4416-a9f0-814d50c6679e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:10.296546 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f018a6bc-3a70-49bc-8c2e-2c053597bea5 req-13618dbf-58d5-4416-a9f0-814d50c6679e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.1921113 May 24 23:01:10.298257 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f77b1590-5e2a-46fc-876f-d2dd7ebfca0e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.320742 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b9ed6e58-f543-42b7-bc5b-b9d7cb84b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:10.348500 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ed6e58-f543-42b7-bc5b-b9d7cb84b3f4 None None] Routers {'408d98d9-1e80-4711-92d1-db3d8f1d5475'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:10.350411 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b9ed6e58-f543-42b7-bc5b-b9d7cb84b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['408d98d9-1e80-4711-92d1-db3d8f1d5475'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:10.382415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b1590-5e2a-46fc-876f-d2dd7ebfca0e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=c503ec6f-d6dc-435d-8062-55411b9173b9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:10.384981 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f77b1590-5e2a-46fc-876f-d2dd7ebfca0e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:10.399947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f4ed2-ecaa-420d-8bd0-995d8129fbf2 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:10.442576 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f77b1590-5e2a-46fc-876f-d2dd7ebfca0e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/c503ec6f-d6dc-435d-8062-55411b9173b9 HTTP/1.1" status: 204 len: 168 time: 1.0340953 May 24 23:01:10.445838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f018a6bc-3a70-49bc-8c2e-2c053597bea5 req-ea741a32-4a7c-49a4-b86d-e2d10d286f42 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347501 May 24 23:01:10.446300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41182) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:10.489588 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b9ed6e58-f543-42b7-bc5b-b9d7cb84b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:10.489995 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ed6e58-f543-42b7-bc5b-b9d7cb84b3f4 None None] The sync data for ids ['408d98d9-1e80-4711-92d1-db3d8f1d5475'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:10.584529 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d4a42c40-5bf2-4ade-8f53-43f0a174882a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1371269 May 24 23:01:10.588670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41192) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:10.594895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:10.808483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9805f6c3-484d-4387-8436-022a03118c2d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/routers/408d98d9-1e80-4711-92d1-db3d8f1d5475 HTTP/1.1" status: 200 len: 885 time: 0.5545039 May 24 23:01:10.817334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41208) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:10.994540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:11.020306 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:11.040349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:11.056175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:11.084913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe82c14-f6c5-4e2b-b6ce-e119763cc609 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:11.090066 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ffe82c14-f6c5-4e2b-b6ce-e119763cc609 None None] Deleting port 48895d91-7eaa-4c63-a26f-0c9604ec9f83 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:11.090501 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ffe82c14-f6c5-4e2b-b6ce-e119763cc609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.094848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0369ac8d-7a90-4bc6-ac3d-d9b0b47a36e6 req-e70b86d7-2b9c-4f32-a23d-8812e441fa64 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 210 time: 0.1571121 May 24 23:01:11.097869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:11.108597 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.385088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-e61ef9db-54b2-4fcf-85a8-3961aedb6c39 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:11.386791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-e61ef9db-54b2-4fcf-85a8-3961aedb6c39 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.3510706 May 24 23:01:11.580214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Request body: {'port': {'device_id': '5ad42231-20b2-439d-b3dc-9966f68441fd', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'admin_state_up': True, 'tenant_id': '0b61e39c08c045648e02b3beafdc002f'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:11.617183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ffe82c14-f6c5-4e2b-b6ce-e119763cc609 None None] For port 48895d91-7eaa-4c63-a26f-0c9604ec9f83, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=48895d91-7eaa-4c63-a26f-0c9604ec9f83,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:11.620458 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ffe82c14-f6c5-4e2b-b6ce-e119763cc609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.731572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a200f-9000-47e9-8329-ab98987679c5 req-d15acb73-5433-45e7-b4f8-dcf6baa795c5 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:11.735372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c4a200f-9000-47e9-8329-ab98987679c5 req-d15acb73-5433-45e7-b4f8-dcf6baa795c5 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.9328766 May 24 23:01:11.738043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:11.935309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ffe82c14-f6c5-4e2b-b6ce-e119763cc609 None None] Calling delete_port for 48895d91-7eaa-4c63-a26f-0c9604ec9f83 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:11.949050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41240) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:11.959524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:11.983495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:11.990242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:11.992063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:11.999188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:12.000582 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.018862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c4a200f-9000-47e9-8329-ab98987679c5 req-e893e04b-050b-40d5-a1fe-192a431a9d9c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713866 May 24 23:01:12.046320 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ffe82c14-f6c5-4e2b-b6ce-e119763cc609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.047488 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=91aaa682-8e8f-4da4-b091-1d8bddb9dfd2,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:12.066940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Made reservation on behalf of 0b61e39c08c045648e02b3beafdc002f for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:12.083256 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.087176 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ae31093c-263a-4f7a-aff6-8a73903a411e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4973874 May 24 23:01:12.090602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41248) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:12.098553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-12b2772a-59fd-467d-83a7-1f24a273e33a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'fixed_ips': [{'subnet_id': '91aaa682-8e8f-4da4-b091-1d8bddb9dfd2', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1506546938'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:12.163168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe82c14-f6c5-4e2b-b6ce-e119763cc609 None None] No DVR routers for this DVR port 48895d91-7eaa-4c63-a26f-0c9604ec9f83 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:12.201204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe82c14-f6c5-4e2b-b6ce-e119763cc609 None None] Pushing event deleted for resources: {'Port': ['ID=48895d91-7eaa-4c63-a26f-0c9604ec9f83,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:12.208570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aa4db9-1748-4b7e-9e87-90366c6c8a09 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:12.361598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2016198342-network', 'tenant_id': 'f66e6a11ef0246baae11a33fabf9897c'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:12.389185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:12.413214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 48895d91-7eaa-4c63-a26f-0c9604ec9f83 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:12.494382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 48895d91-7eaa-4c63-a26f-0c9604ec9f83 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:12.494923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 48895d91-7eaa-4c63-a26f-0c9604ec9f83 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:12.617420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eefa8bef-70d2-4b52-9026-782fb91d0438 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:router {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:12.770785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Usage tracker for resource:network and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:12.776472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eefa8bef-70d2-4b52-9026-782fb91d0438 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:router {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:12.777713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eefa8bef-70d2-4b52-9026-782fb91d0438 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.9577467 May 24 23:01:12.780408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:12.789916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:12.792574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41264) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:12.816516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '91aaa682-8e8f-4da4-b091-1d8bddb9dfd2'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:12.817432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.820558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a45ac0b9-747f-423e-8af2-67292f8ab90f tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1993486253'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:12.832231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Made reservation on behalf of f66e6a11ef0246baae11a33fabf9897c for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:12.834934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.849113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38a17225-9c79-411b-bb76-9a45deea3683 req-788d0951-8165-45ea-86e2-cc29a1c9cfe6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 210 time: 0.4705164 May 24 23:01:12.852581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:12.885632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:12.899907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:12.906295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:12.914684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:12.921621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-12b2772a-59fd-467d-83a7-1f24a273e33a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:12.926063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-12b2772a-59fd-467d-83a7-1f24a273e33a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:12.929093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-12b2772a-59fd-467d-83a7-1f24a273e33a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:12.935409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-12b2772a-59fd-467d-83a7-1f24a273e33a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:12.953912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b2772a-59fd-467d-83a7-1f24a273e33a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:13.092499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12b2772a-59fd-467d-83a7-1f24a273e33a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.121289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-12b2772a-59fd-467d-83a7-1f24a273e33a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 408b0ee1-7185-47b9-8127-3823d569bfe3 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:13.121624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/91aaa682-8e8f-4da4-b091-1d8bddb9dfd2/4dc310a9-1453-4c5b-99fa-fa25b5d9976c) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:13.146444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Allocated IP 172.20.0.2 (a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad/fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f/808cb9e9-532d-49fb-87cc-ca2584e5481c) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:13.375364 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.384026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.410205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.415028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:13.422066 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.427718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Transition to ACTIVE for port object 4dc310a9-1453-4c5b-99fa-fa25b5d9976c will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:13.429369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dcdb1f-a71a-4339-8ec2-c7327c31404d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:13.435718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.436054 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Added segment 1a405bb8-675e-477a-819f-079eed18a32d of type vlan for network 9ff463e9-16bb-4669-b790-72daf449e9ba May 24 23:01:13.439718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcf634-4350-423a-83cd-cf1712ea402e req-dba23397-a515-41af-99fe-dde73346ca19 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:13.441382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1dcf634-4350-423a-83cd-cf1712ea402e req-dba23397-a515-41af-99fe-dde73346ca19 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.9007955 May 24 23:01:13.466374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Transition to ACTIVE for port object 4dc310a9-1453-4c5b-99fa-fa25b5d9976c will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:13.474775 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.494695 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b2772a-59fd-467d-83a7-1f24a273e33a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:01:13.497308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b2772a-59fd-467d-83a7-1f24a273e33a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:01:13.504958 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.560558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12b2772a-59fd-467d-83a7-1f24a273e33a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4662063 May 24 23:01:13.563562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41274) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:13.638811 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.639783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:13.640361 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.646242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Pushing event updated for resources: {'Port': ['ID=4dc310a9-1453-4c5b-99fa-fa25b5d9976c,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:13.660225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1dcf634-4350-423a-83cd-cf1712ea402e req-e0951c8e-436d-44ed-b293-d90ddbc962a4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083559 May 24 23:01:13.698899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:13.701319 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:13.709110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:13.912890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] Pushing event updated for resources: {'Network': ['ID=9ff463e9-16bb-4669-b790-72daf449e9ba,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:13.920771 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0ddb3beb-acfa-48e9-91cb-58305af85cbf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9523361 May 24 23:01:13.922206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41288) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:13.930915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Request body: {'subnet': {'network_id': '9ff463e9-16bb-4669-b790-72daf449e9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2016198342-subnet', 'tenant_id': 'f66e6a11ef0246baae11a33fabf9897c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:13.938759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:13.946347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Usage tracker for resource:subnet and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:13.949021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 9ff463e9-16bb-4669-b790-72daf449e9ba details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:13.950967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:13.954331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:13.964282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37007acb-6551-4cdb-9ced-d9691ccaced0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:13.965022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-37007acb-6551-4cdb-9ced-d9691ccaced0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:13.977123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:14.001970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-37007acb-6551-4cdb-9ced-d9691ccaced0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:14.006635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-37007acb-6551-4cdb-9ced-d9691ccaced0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4407156 May 24 23:01:14.007322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41292) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:14.011725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Made reservation on behalf of f66e6a11ef0246baae11a33fabf9897c for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:14.014513 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.212738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:01:14.275464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Attempting to bind port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:14.276040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Attempting to bind port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:14.276587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Attempting to bind port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:14.294881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7fb5fb-fb02-4915-baae-deff363c43be tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:14.300716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:14.301164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:14.301624 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.302007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:14.302538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Bound port: 4dc310a9-1453-4c5b-99fa-fa25b5d9976c, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:14.302915 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.307835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7fb5fb-fb02-4915-baae-deff363c43be tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:14.308957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2e7fb5fb-fb02-4915-baae-deff363c43be tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:14.347695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2e7fb5fb-fb02-4915-baae-deff363c43be tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:14.352496 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2e7fb5fb-fb02-4915-baae-deff363c43be tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3431714 May 24 23:01:14.353930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41302) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:14.385040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:14.397239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:14.400513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:14.594159 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.768047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] For port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:14.769425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8354250e-5167-4546-b297-f07edd59f0d9,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:14.800049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] For port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4dc310a9-1453-4c5b-99fa-fa25b5d9976c,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:14.801140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a45ac0b9-747f-423e-8af2-67292f8ab90f tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.804148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 91aaa682-8e8f-4da4-b091-1d8bddb9dfd2 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:14.808771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.842978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event updated for resources: {'Port': ['ID=808cb9e9-532d-49fb-87cc-ca2584e5481c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:14.846664 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a45ac0b9-747f-423e-8af2-67292f8ab90f tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.859283 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:14.937118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Checking segment: {'id': '1a405bb8-675e-477a-819f-079eed18a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9ff463e9-16bb-4669-b790-72daf449e9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:14.937750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Network hostable DHCP agents. Network: 9ff463e9-16bb-4669-b790-72daf449e9ba, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:14.956670 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.094285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90272c-d42d-4f4f-b5c0-92f2d065b78a None None] Pushing event updated for resources: {'Port': ['ID=4dc310a9-1453-4c5b-99fa-fa25b5d9976c,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:15.108785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Network 9ff463e9-16bb-4669-b790-72daf449e9ba is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:15.132216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 9ff463e9-16bb-4669-b790-72daf449e9ba) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:15.138359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:15.139152 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.144078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13293900-12b9-4ed4-beee-64d11ad5ace7 None None] Network 9ff463e9-16bb-4669-b790-72daf449e9ba requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:15.215509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-841f6fdd-8675-49c7-bc06-ba030e51a081 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2916489 May 24 23:01:15.224263 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.309103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:15.312759 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.359591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45ac0b9-747f-423e-8af2-67292f8ab90f tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 408d98d9-1e80-4711-92d1-db3d8f1d5475 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:15.376181 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-a87fcaa7-8129-48aa-9490-efd35ca71022 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8547349 May 24 23:01:15.388261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f324d51-a00e-42df-875b-6b6e2775c299 req-e02689fb-67ac-46b3-94c9-6f34adb2a4ed tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:15.390216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0f324d51-a00e-42df-875b-6b6e2775c299 req-e02689fb-67ac-46b3-94c9-6f34adb2a4ed tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:15.410112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Request body: {'port': {'device_id': '5ad42231-20b2-439d-b3dc-9966f68441fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:15.459581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.547053 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:01:15.663123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:15.678393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=91aaa682-8e8f-4da4-b091-1d8bddb9dfd2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:15.707906 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/91aaa682-8e8f-4da4-b091-1d8bddb9dfd2 HTTP/1.1" status: 204 len: 168 time: 1.3086834 May 24 23:01:15.714435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41336) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:15.745103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.747273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.748240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.749547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.752237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.752675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.753880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.754216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.755429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.755951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.756352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.756669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39504aed-d0f1-4c22-aa5a-fbb175b21c60 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:15.769079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02004c2-203e-48d4-be8f-ff9a41965c98 None None] Network 9ff463e9-16bb-4669-b790-72daf449e9ba requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:15.840849 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0a7866d0-7a0f-41eb-a027-92716e07be89 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206074 May 24 23:01:15.844859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41342) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:15.855824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:16.153087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:16.171971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:16.198497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840c416-9bd9-4851-8025-f4fe16cefa1b req-f61df19c-b7c6-465e-96fd-4172b0f4e32d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:16.205968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a840c416-9bd9-4851-8025-f4fe16cefa1b req-f61df19c-b7c6-465e-96fd-4172b0f4e32d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.9192824 May 24 23:01:16.206917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:16.221622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4dc310a9-1453-4c5b-99fa-fa25b5d9976c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:16.225443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:16.479622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0f324d51-a00e-42df-875b-6b6e2775c299 req-e02689fb-67ac-46b3-94c9-6f34adb2a4ed tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:16.481338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:16.488484 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f324d51-a00e-42df-875b-6b6e2775c299 req-e02689fb-67ac-46b3-94c9-6f34adb2a4ed tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 931 time: 2.3725886 May 24 23:01:16.568582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:16.572154 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.593651 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:16.804260 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a840c416-9bd9-4851-8025-f4fe16cefa1b req-2a9d89d3-e7ce-433a-a219-ccfb970af904 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836525 May 24 23:01:16.917689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f324d51-a00e-42df-875b-6b6e2775c299 req-4539cd21-41c4-4533-a67b-b6b4e649bb0e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279113 May 24 23:01:16.952479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a81a74-8041-48cd-a8a2-e34b9faf1266 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:17.050974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.100946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45ac0b9-747f-423e-8af2-67292f8ab90f tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:17.122347 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a45ac0b9-747f-423e-8af2-67292f8ab90f tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.123823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a45ac0b9-747f-423e-8af2-67292f8ab90f tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/408d98d9-1e80-4711-92d1-db3d8f1d5475 HTTP/1.1" status: 200 len: 892 time: 4.3272359 May 24 23:01:17.133093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41364) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:17.264961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:17.284447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50318e8e-89b1-473c-8a6c-062d0bbc67c5 None None] Sync routers for ids ['408d98d9-1e80-4711-92d1-db3d8f1d5475'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:17.285359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:17.310767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:17.313823 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.329289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-011e3de6-6871-46a1-a601-2e04dbdc916e None None] Provisioning for port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:17.355283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-011e3de6-6871-46a1-a601-2e04dbdc916e None None] Provisioning complete for port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:17.356092 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-011e3de6-6871-46a1-a601-2e04dbdc916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.365383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=9b74b6a1-af3b-4a69-924c-017def51aadc,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:17.395227 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1d66f1ce-1c93-4ece-bb65-097cc4c03815 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5478990 May 24 23:01:17.406084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41372) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:17.411352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-875402e8-2d29-4665-8b1c-3b665faf0ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-322582819', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:17.436764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-875402e8-2d29-4665-8b1c-3b665faf0ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:17.450257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-875402e8-2d29-4665-8b1c-3b665faf0ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:router and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:17.453138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-875402e8-2d29-4665-8b1c-3b665faf0ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:17.475335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-875402e8-2d29-4665-8b1c-3b665faf0ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:17.489086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50318e8e-89b1-473c-8a6c-062d0bbc67c5 None None] Routers {'408d98d9-1e80-4711-92d1-db3d8f1d5475'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:17.489845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-50318e8e-89b1-473c-8a6c-062d0bbc67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['408d98d9-1e80-4711-92d1-db3d8f1d5475'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:17.499137 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-875402e8-2d29-4665-8b1c-3b665faf0ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.500201 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-875402e8-2d29-4665-8b1c-3b665faf0ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.613357 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-875402e8-2d29-4665-8b1c-3b665faf0ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.645107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ad45c730-c45d-4838-bca5-b8feaf8f9de5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/routers/408d98d9-1e80-4711-92d1-db3d8f1d5475 HTTP/1.1" status: 200 len: 892 time: 0.5061719 May 24 23:01:17.651742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41376) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:17.663662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-50318e8e-89b1-473c-8a6c-062d0bbc67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:17.663876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1087466533', 'description': 'tempest-description-2014389325'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:17.700965 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-875402e8-2d29-4665-8b1c-3b665faf0ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.745375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c7791-52d1-444c-a35f-d39d864f9434 req-135b2f39-e45d-4e9d-acc1-2f4d6f48ce1d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:17.747117 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b9c7791-52d1-444c-a35f-d39d864f9434 req-135b2f39-e45d-4e9d-acc1-2f4d6f48ce1d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 947 time: 0.2353246 May 24 23:01:17.785597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:17.793625 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-875402e8-2d29-4665-8b1c-3b665faf0ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:17.795586 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-875402e8-2d29-4665-8b1c-3b665faf0ffb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3883791 May 24 23:01:17.800190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41380) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:17.835899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50318e8e-89b1-473c-8a6c-062d0bbc67c5 None None] Routers {'408d98d9-1e80-4711-92d1-db3d8f1d5475'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:17.837078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-50318e8e-89b1-473c-8a6c-062d0bbc67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['408d98d9-1e80-4711-92d1-db3d8f1d5475'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:17.868567 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d60aa31a-ba4c-437b-a633-9d47820d6c71 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=408d98d9-1e80-4711-92d1-db3d8f1d5475 HTTP/1.1" status: 200 len: 205 time: 0.2093341 May 24 23:01:17.870833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41386) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:17.882034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:17.915144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:17.950686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-50318e8e-89b1-473c-8a6c-062d0bbc67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:17.951248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50318e8e-89b1-473c-8a6c-062d0bbc67c5 None None] The sync data for ids ['408d98d9-1e80-4711-92d1-db3d8f1d5475'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:18.032559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-011e3de6-6871-46a1-a601-2e04dbdc916e None None] Current status of the port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:18.033808 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-011e3de6-6871-46a1-a601-2e04dbdc916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.076507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:18.079742 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-011e3de6-6871-46a1-a601-2e04dbdc916e None None] For port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4dc310a9-1453-4c5b-99fa-fa25b5d9976c,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:18.094455 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-011e3de6-6871-46a1-a601-2e04dbdc916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.132838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b9c7791-52d1-444c-a35f-d39d864f9434 req-572e734d-85f2-4c23-8af0-8be4873d8406 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695924 May 24 23:01:18.148819 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.237240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e3de6-6871-46a1-a601-2e04dbdc916e None None] Pushing event updated for resources: {'Port': ['ID=4dc310a9-1453-4c5b-99fa-fa25b5d9976c,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:18.323232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:18.339195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:18.342625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:18.348509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:18.430396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091d42a-828e-4c09-a78d-180c2e1ff281 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:18.433672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.445143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.450745 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.637080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146375a0-86d7-463b-b632-2fb9c852d62d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:18.646666 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.647886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fba8777-0950-4861-bbc8-443bc2859f75 req-e2cb6ce7-61c9-4a74-bd79-279afb8525e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0016837 May 24 23:01:18.705958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-99a3fdb2-b3b9-4cfd-b543-90d214aee761 None None] Provisioning complete for port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:18.706569 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-99a3fdb2-b3b9-4cfd-b543-90d214aee761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.733008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808cb9e9-532d-49fb-87cc-ca2584e5481c {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:01:18.744666 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.774360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Transition to ACTIVE for port object 808cb9e9-532d-49fb-87cc-ca2584e5481c will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:18.778440 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.787704 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.826378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a386e3d-1ec8-493c-8407-82950449463c req-d73b66b2-d468-4f76-9176-a4ef21070bde tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:18.827897 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a386e3d-1ec8-493c-8407-82950449463c req-d73b66b2-d468-4f76-9176-a4ef21070bde tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4482729 May 24 23:01:18.829249 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:18.973817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-99a3fdb2-b3b9-4cfd-b543-90d214aee761 None None] Current status of the port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:19.142499 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a386e3d-1ec8-493c-8407-82950449463c req-6b4bd929-6d61-4c41-98ba-1979f232d2da tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864110 May 24 23:01:19.212835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 3da1832a-2d56-424b-be16-f3be3061d80c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:19.213174 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.379996 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-43f196cf-e0b9-4116-aff4-240f533bfcac tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/146375a0-86d7-463b-b632-2fb9c852d62d HTTP/1.1" status: 200 len: 1807 time: 0.1508589 May 24 23:01:19.387389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Pushing event updated for resources: {'Port': ['ID=808cb9e9-532d-49fb-87cc-ca2584e5481c,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:19.418144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-46143af9-3af9-45eb-b56b-605b8074b0e5 None None] Provisioning complete for port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:19.418785 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46143af9-3af9-45eb-b56b-605b8074b0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.579405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '146375a0-86d7-463b-b632-2fb9c852d62d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:19.580071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '146375a0-86d7-463b-b632-2fb9c852d62d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:19.587228 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:19.591671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:19.594970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:19.601567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:19.705000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-46143af9-3af9-45eb-b56b-605b8074b0e5 None None] Current status of the port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:19.740108 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.762924 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::1 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/9b74b6a1-af3b-4a69-924c-017def51aadc/c07caa82-5023-40d2-aff6-f186a941c7c9) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:19.783845 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.786749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41430) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:19.859649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d4b70-0505-4de5-b3d5-2d61191fbbcc req-2db16f2c-c284-4f70-9a7b-2767fcb5f6e2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:19.867901 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-513d4b70-0505-4de5-b3d5-2d61191fbbcc req-2db16f2c-c284-4f70-9a7b-2767fcb5f6e2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 943 time: 0.7176201 May 24 23:01:19.917628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-af999cf3-ab84-4aa0-b75b-7d5686bf99a1 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:19.920578 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-af999cf3-ab84-4aa0-b75b-7d5686bf99a1 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.50 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 947 time: 0.5991344 May 24 23:01:19.969742 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:19.995220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.056636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object c07caa82-5023-40d2-aff6-f186a941c7c9 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:20.087263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-513d4b70-0505-4de5-b3d5-2d61191fbbcc req-11eec3fe-3892-4c57-b6b7-ca0d0c3380fd tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146478 May 24 23:01:20.101799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Attempting to bind port 808cb9e9-532d-49fb-87cc-ca2584e5481c on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:20.102362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Attempting to bind port 808cb9e9-532d-49fb-87cc-ca2584e5481c by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:20.102919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Attempting to bind port 808cb9e9-532d-49fb-87cc-ca2584e5481c on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:20.105207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68088d10-55d7-471e-b26e-1c92e8acef09,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:20.145593 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.146782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16b5ef58-4fe6-4f84-80d4-e6f7ea498ff4 req-e0cc4104-da83-43b5-af19-c924227ea172 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7586956 May 24 23:01:20.166983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4dc310a9-1453-4c5b-99fa-fa25b5d9976c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:20.176162 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e9c636c-8b01-491f-8747-9bc85794a1af req-87e1d50d-6d2a-4caa-955d-7ff8edc89489 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091287 May 24 23:01:20.179433 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.181940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Port 808cb9e9-532d-49fb-87cc-ca2584e5481c on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:01:20.186769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Attempting to bind port 808cb9e9-532d-49fb-87cc-ca2584e5481c on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:20.252084 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.354313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:20.354715 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.518150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:20.526382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:20.526821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Checking segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:20.527274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Bound using segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:20.527922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Bound port: 808cb9e9-532d-49fb-87cc-ca2584e5481c, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:20.528393 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.537259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:20.539218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:20.546047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 3da1832a-2d56-424b-be16-f3be3061d80c owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:20.554806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:20.555595 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.592466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=c07caa82-5023-40d2-aff6-f186a941c7c9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:20.598434 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e1c200f-3bf5-47e4-8029-2e356368216c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.654374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3e1c200f-3bf5-47e4-8029-2e356368216c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:20.663000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3e1c200f-3bf5-47e4-8029-2e356368216c admin admin] Usage tracker for resource:security_group_rule and tenant:7076d86e9bc94ecea629d25bc457c356 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:20.669336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3e1c200f-3bf5-47e4-8029-2e356368216c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:20.678743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3e1c200f-3bf5-47e4-8029-2e356368216c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:20.708527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Deleting port d45afbff-354c-4d0a-8468-245e307a0a7f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:20.709032 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.718593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c636c-8b01-491f-8747-9bc85794a1af req-f72155da-4b77-44bb-95c0-5f59ec707db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:20.720496 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e9c636c-8b01-491f-8747-9bc85794a1af req-f72155da-4b77-44bb-95c0-5f59ec707db2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 1096 time: 0.3969076 May 24 23:01:20.834200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe52fd-8efb-4773-b2fc-cbff826cef3a req-c164d865-337b-41c3-b540-433b6e575bf7 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:20.835753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a6fe52fd-8efb-4773-b2fc-cbff826cef3a req-c164d865-337b-41c3-b540-433b6e575bf7 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.3950267 May 24 23:01:20.945437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8191b17c-4613-4651-b85d-2166692d41d2 None None] Provisioning for port c07caa82-5023-40d2-aff6-f186a941c7c9 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:20.947455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] For port 808cb9e9-532d-49fb-87cc-ca2584e5481c, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:20.949405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.951636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8191b17c-4613-4651-b85d-2166692d41d2 None None] Provisioning complete for port c07caa82-5023-40d2-aff6-f186a941c7c9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:20.952083 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8191b17c-4613-4651-b85d-2166692d41d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:20.993295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95096d3a-417f-4985-84df-5e6d7fd3e61e req-88d99b85-305d-46dd-bc1a-391575a58724 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:21.000367 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95096d3a-417f-4985-84df-5e6d7fd3e61e req-88d99b85-305d-46dd-bc1a-391575a58724 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 947 time: 0.4217196 May 24 23:01:21.003509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] For port 808cb9e9-532d-49fb-87cc-ca2584e5481c, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=808cb9e9-532d-49fb-87cc-ca2584e5481c,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:21.015521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8191b17c-4613-4651-b85d-2166692d41d2 None None] Port c07caa82-5023-40d2-aff6-f186a941c7c9 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:21.072022 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.076950 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a6fe52fd-8efb-4773-b2fc-cbff826cef3a req-9f66f3da-b90d-4002-adf9-235ca93922ca tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868067 May 24 23:01:21.099141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c636c-8b01-491f-8747-9bc85794a1af req-17357a4d-ec18-4661-ba5c-4a1a8a4bb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:21.100589 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e9c636c-8b01-491f-8747-9bc85794a1af req-17357a4d-ec18-4661-ba5c-4a1a8a4bb054 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 906 time: 0.3405795 May 24 23:01:21.178425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Pushing event updated for resources: {'Port': ['ID=808cb9e9-532d-49fb-87cc-ca2584e5481c,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:21.192735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-42188215', 'description': 'tempest-description-788829569'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:21.205598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:21.206291 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.207735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-3dc454fb-7ab8-4045-b293-a94f7452e06c service neutron] 10.222.0.50 "PUT /v2.0/ports/808cb9e9-532d-49fb-87cc-ca2584e5481c HTTP/1.1" status: 200 len: 1091 time: 5.8129578 May 24 23:01:21.211413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad42231-20b2-439d-b3dc-9966f68441fd', 'tag': '808cb9e9-532d-49fb-87cc-ca2584e5481c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:01:21.245453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95096d3a-417f-4985-84df-5e6d7fd3e61e req-c90951f8-5476-47db-bd48-19dc99c08223 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438397 May 24 23:01:21.281119 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e1c200f-3bf5-47e4-8029-2e356368216c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.284211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e9c636c-8b01-491f-8747-9bc85794a1af req-3d08398d-e34e-4887-876d-f9aa7c96b3f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a6bc2b3-c804-4220-b5c5-669413864852 HTTP/1.1" status: 200 len: 217 time: 0.1730580 May 24 23:01:21.333573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:21.378252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e1c200f-3bf5-47e4-8029-2e356368216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.399156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:21.411171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:21.437656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41456) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:21.450981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:21.503978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3e1c200f-3bf5-47e4-8029-2e356368216c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7076d86e9bc94ecea629d25bc457c356&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5253866 May 24 23:01:21.510823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c200f-3bf5-47e4-8029-2e356368216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b607051b-e6c4-4a58-842a-99135db5e57c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:21.513886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41462) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:21.524354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c636c-8b01-491f-8747-9bc85794a1af req-0a2a6282-6355-45ed-a3e1-723b12649257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:21.525798 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e9c636c-8b01-491f-8747-9bc85794a1af req-0a2a6282-6355-45ed-a3e1-723b12649257 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.1896269 May 24 23:01:21.537061 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.596791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] For port d45afbff-354c-4d0a-8468-245e307a0a7f, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d45afbff-354c-4d0a-8468-245e307a0a7f,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:21.597162 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.698232 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.767368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=3da1832a-2d56-424b-be16-f3be3061d80c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:21.770633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-63fa79ea-8a60-4ac0-aad7-4de5323a756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:21.772142 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-63fa79ea-8a60-4ac0-aad7-4de5323a756b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 1094 time: 0.5088947 May 24 23:01:21.802691 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e9c636c-8b01-491f-8747-9bc85794a1af req-130bebfd-efaa-4ffe-aeae-3045e1fd57b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2532949 May 24 23:01:21.836862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:21.879863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:21.932163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:21.939912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9506e64-1fb5-499f-93cc-52dc9427634b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:21.970178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:21.976303 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-f7aed318-db5a-48ce-9c71-e80738fa56d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=808cb9e9-532d-49fb-87cc-ca2584e5481c HTTP/1.1" status: 200 len: 217 time: 0.1656241 May 24 23:01:22.011387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b9506e64-1fb5-499f-93cc-52dc9427634b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:22.060977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b9506e64-1fb5-499f-93cc-52dc9427634b admin admin] Usage tracker for resource:security_group_rule and tenant:f50648955b7e4f7597286dda896bacef is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:22.067759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c57d4e-4dec-410d-84d3-df54f05f152b req-a66a6857-b6f4-4a18-89af-5399e0c63af3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:22.069210 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c57d4e-4dec-410d-84d3-df54f05f152b req-a66a6857-b6f4-4a18-89af-5399e0c63af3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 943 time: 0.5687027 May 24 23:01:22.070024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b9506e64-1fb5-499f-93cc-52dc9427634b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:22.072668 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-29bb0579-0e73-4d25-87bf-ff32a451cd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.081607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b9506e64-1fb5-499f-93cc-52dc9427634b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:22.148930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e9c636c-8b01-491f-8747-9bc85794a1af req-c11fb856-ec44-432f-a860-08050e398aa9 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333576 May 24 23:01:22.156936 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.167117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-29bb0579-0e73-4d25-87bf-ff32a451cd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.300343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.326921 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.327688 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.357797 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.363859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.367853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-772e8daf-3738-425f-9455-c21e50db3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:22.369526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-772e8daf-3738-425f-9455-c21e50db3449 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.3830695 May 24 23:01:22.399622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device eed27daf-7b89-47a1-9c43-51415d341aa3 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:01:22.412863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.433147 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c57d4e-4dec-410d-84d3-df54f05f152b req-760997d4-85ed-4d2c-b987-64e129afe40e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914207 May 24 23:01:22.434039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.434942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Fanout notify agent at l3_agent the message router_deleted on router 408d98d9-1e80-4711-92d1-db3d8f1d5475 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:01:22.470113 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.504277 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae351502-e943-4c92-bcca-3f01ce696102'] response: {'name': 'network-changed', 'server_uuid': '5ad42231-20b2-439d-b3dc-9966f68441fd', 'tag': '808cb9e9-532d-49fb-87cc-ca2584e5481c', 'status': 'completed', 'code': 200} May 24 23:01:22.565278 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-714f6ae9-9eba-43e5-9f3e-e6d562351ac8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481509 May 24 23:01:22.630297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=c07caa82-5023-40d2-aff6-f186a941c7c9,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:22.638786 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.639208 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.641833 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Floating IP 791732f9-a5f5-4709-bec6-192d09ba3c9d disassociated. External IP: 172.25.7.121, port: d45afbff-354c-4d0a-8468-245e307a0a7f. May 24 23:01:22.641833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Calling delete_port for d45afbff-354c-4d0a-8468-245e307a0a7f owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:22.670558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e9c636c-8b01-491f-8747-9bc85794a1af req-235a8940-d5e7-407f-a3b9-edc1242ba5be service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062809 May 24 23:01:22.693783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:22.706533 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-29bb0579-0e73-4d25-87bf-ff32a451cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.709185 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-29bb0579-0e73-4d25-87bf-ff32a451cd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.711118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-29bb0579-0e73-4d25-87bf-ff32a451cd83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b607051b-e6c4-4a58-842a-99135db5e57c HTTP/1.1" status: 204 len: 168 time: 1.1920812 May 24 23:01:22.712099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15caae3c-e23c-4d14-a3cf-d881579d0cb4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:22.718539 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9506e64-1fb5-499f-93cc-52dc9427634b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.733584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86', 'port_id': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'mac_address': 'fa:16:3e:e5:a1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:01:22.742745 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.756087 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-789d374a-e20e-4afe-bd5c-b3ca6b5cacec req-ebad6dc8-ab1b-41ae-ac41-bafc5cbe9ac4 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.5803225 May 24 23:01:22.770285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9506e64-1fb5-499f-93cc-52dc9427634b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.803302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb0579-0e73-4d25-87bf-ff32a451cd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607051b-e6c4-4a58-842a-99135db5e57c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:22.820474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port eed27daf-7b89-47a1-9c43-51415d341aa3 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:22.821167 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.901002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:22.914302 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b9506e64-1fb5-499f-93cc-52dc9427634b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f50648955b7e4f7597286dda896bacef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4671953 May 24 23:01:22.920699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:22.923465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41494) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:22.926008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9506e64-1fb5-499f-93cc-52dc9427634b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e890d93-a315-44cc-9232-f1dc6dfcff45,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:22.951895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eed27daf-7b89-47a1-9c43-51415d341aa3 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:01:22.986365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:22.988047 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e39c047b-52a7-4806-b1e4-10045d365363 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/408d98d9-1e80-4711-92d1-db3d8f1d5475 HTTP/1.1" status: 204 len: 168 time: 5.1078932 May 24 23:01:22.988351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:22.998509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41498) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:23.005563 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.031191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-233340579'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:23.068734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:23.160078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:network and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:23.168806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:23.176145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:23.195022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:23.197208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['eed27daf-7b89-47a1-9c43-51415d341aa3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:01:23.253146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:23.265120 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.396355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d45afbff-354c-4d0a-8468-245e307a0a7f no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:23.396870 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0165-7499-43de-8afe-5eb354e46a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.410711 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-b39e74d8-9ccc-4a0f-9d57-c3da4f30319c service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8281231 May 24 23:01:23.552607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9b507-8a3e-438c-a2bb-8118fb0fff8c req-1bf1edc4-c436-447d-a4a1-0f8f7174b91d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:23.554309 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0f9b507-8a3e-438c-a2bb-8118fb0fff8c req-1bf1edc4-c436-447d-a4a1-0f8f7174b91d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 947 time: 0.6229718 May 24 23:01:23.628418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a8d27d18-acb7-4cc5-8528-81a25eb9af2e None None] Provisioning complete for port c07caa82-5023-40d2-aff6-f186a941c7c9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:23.629173 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a8d27d18-acb7-4cc5-8528-81a25eb9af2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.656295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Router 243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:01:23.705178 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0f9b507-8a3e-438c-a2bb-8118fb0fff8c req-8fd68d58-b448-4fa5-932a-0e0d14ecae62 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups?id=5342330a-c152-454c-9c83-7f40d885a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295311 May 24 23:01:23.747859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278080b-56ac-4b99-a6e8-138011fbc08a req-7ec2cebe-794d-44ef-8bd7-faf83d9a5a7b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:23.759064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4278080b-56ac-4b99-a6e8-138011fbc08a req-7ec2cebe-794d-44ef-8bd7-faf83d9a5a7b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 1.0078862 May 24 23:01:23.775038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a8d27d18-acb7-4cc5-8528-81a25eb9af2e None None] Port c07caa82-5023-40d2-aff6-f186a941c7c9 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:23.837374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d45afbff-354c-4d0a-8468-245e307a0a7f is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:23.837787 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.867576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:23.870730 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0165-7499-43de-8afe-5eb354e46a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.898483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:23.906744 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cb629fc8-7ccf-4de2-9967-b9499cd89062 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "PUT /v2.0/routers/243e713a-d6b5-4c4c-9fe0-cfc782ef98b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1051614 May 24 23:01:23.912960 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Sync routers for ids ['243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:23.923727 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.925890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41506) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:23.936614 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Routers {'243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:23.937247 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:23.992401 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:23.993045 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added segment 8345ad9a-b149-403f-a849-1bff1213871d of type vlan for network 6b2755ff-e5d5-4ec1-bc78-7847d06f239d May 24 23:01:24.038003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-cb0db84c-c8ae-40d3-9750-202ef3915b08 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/15caae3c-e23c-4d14-a3cf-d881579d0cb4 HTTP/1.1" status: 200 len: 1804 time: 0.1429932 May 24 23:01:24.046952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0d1ef9-4b5e-4127-93df-1dce36f199ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:24.047544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec0d1ef9-4b5e-4127-93df-1dce36f199ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:24.072036 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4278080b-56ac-4b99-a6e8-138011fbc08a req-dcf32505-9d32-4373-ac56-9386c6be1b5b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117933 May 24 23:01:24.076921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '15caae3c-e23c-4d14-a3cf-d881579d0cb4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:24.077237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '15caae3c-e23c-4d14-a3cf-d881579d0cb4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:24.084740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:24.089890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:24.093091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:24.100226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:24.102807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.111631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec0d1ef9-4b5e-4127-93df-1dce36f199ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:24.113401 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ec0d1ef9-4b5e-4127-93df-1dce36f199ac tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports/c07caa82-5023-40d2-aff6-f186a941c7c9 HTTP/1.1" status: 200 len: 911 time: 0.1860132 May 24 23:01:24.118609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41510) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:24.213388 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Set router 243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:24.234356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.272858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da620d-e6b3-4a9b-b869-daa513a5209b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:24.280029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da620d-e6b3-4a9b-b869-daa513a5209b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:24.285383 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c8da620d-e6b3-4a9b-b869-daa513a5209b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1656075 May 24 23:01:24.287750 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.290316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41514) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:24.298047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event deleted for resources: {'Port': ['ID=d45afbff-354c-4d0a-8468-245e307a0a7f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:24.320365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.369037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0bda554-5e7b-4748-ac2b-c0aecf629f9e req-b8854051-50ca-4e77-a8ec-f0052a264b8b service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8849940 May 24 23:01:24.410036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device eed27daf-7b89-47a1-9c43-51415d341aa3 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:24.491997 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:01:24.492423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port eed27daf-7b89-47a1-9c43-51415d341aa3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:24.492991 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.613597 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0165-7499-43de-8afe-5eb354e46a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.648715 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e713a-d6b5-4c4c-9fe0-cfc782ef98b9', 'name': 'tempest-NetworksTestDHCPv6-router-322582819', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:17Z', 'updated_at': '2022-05-24T23:01:20Z', 'revision_number': 2, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None, '_interfaces': [{'id': 'c07caa82-5023-40d2-aff6-f186a941c7c9', 'name': '', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'mac_address': 'fa:16:3e:44:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e713a-d6b5-4c4c-9fe0-cfc782ef98b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '9b74b6a1-af3b-4a69-924c-017def51aadc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:01:19Z', 'updated_at': '2022-05-24T23:01:21Z', 'revision_number': 2, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'subnets': [{'id': '9b74b6a1-af3b-4a69-924c-017def51aadc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:24.652796 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Checking router: 243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:01:24.653274 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Updating router 243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 port c07caa82-5023-40d2-aff6-f186a941c7c9 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:01:24.690436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port eed27daf-7b89-47a1-9c43-51415d341aa3 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:24.691447 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.715195 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.720026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d0165-7499-43de-8afe-5eb354e46a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e890d93-a315-44cc-9232-f1dc6dfcff45,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:24.724244 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.770974 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.779704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:01:24.782993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:24.784860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.799464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:24.809671 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.939375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16599a6c-88a6-4faa-a36d-f0d0e9592a34,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:24.976690 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:24.978473 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4aff674-9651-4385-b083-e3aaa5b5723e req-791beab0-7cf5-4def-a40a-6b01d94cdc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9261556 May 24 23:01:25.007840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:25.114419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeb673-10a6-4ddf-8b72-a20405c192fd req-910685dc-d66c-492a-b16f-28d6c3639891 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:25.117305 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbbeb673-10a6-4ddf-8b72-a20405c192fd req-910685dc-d66c-492a-b16f-28d6c3639891 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 943 time: 0.8698509 May 24 23:01:25.202009 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1918342 May 24 23:01:25.207284 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0165-7499-43de-8afe-5eb354e46a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.210875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6e6d0165-7499-43de-8afe-5eb354e46a1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e890d93-a315-44cc-9232-f1dc6dfcff45 HTTP/1.1" status: 204 len: 168 time: 2.2772994 May 24 23:01:25.210875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d285d1-7b4c-4547-80ca-45af1a7943a5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Network': ['ID=6b2755ff-e5d5-4ec1-bc78-7847d06f239d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:25.221608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 6b2755ff-e5d5-4ec1-bc78-7847d06f239d details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:25.256107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41526) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:25.264251 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbbeb673-10a6-4ddf-8b72-a20405c192fd req-d2d60de1-4fd2-4d1e-8ac1-0953d433f4c6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287050 May 24 23:01:25.287352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6cc9-4922-431d-80ad-14c68fd29055 req-19c122c1-89f5-4d6c-a906-f3515b1f1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:25.291205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76cd6cc9-4922-431d-80ad-14c68fd29055 req-19c122c1-89f5-4d6c-a906-f3515b1f1772 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 1094 time: 0.8299811 May 24 23:01:25.292817 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.298463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'subnet': {'network_id': '6b2755ff-e5d5-4ec1-bc78-7847d06f239d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:25.329188 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Transition to ACTIVE for port object c07caa82-5023-40d2-aff6-f186a941c7c9 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:25.347763 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.406075 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b65ef44a-145e-4b28-aba1-c0d786a565e6 req-d58908bc-0c89-4421-9cf1-0d4ae3600e22 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 210 time: 0.2493370 May 24 23:01:25.471367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1377836419', 'description': 'tempest-description-291554630'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:25.482790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:25.489472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:25.492953 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15915a2-dfa8-4969-8d01-b607c7a7acc0'] response: {'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'code': 200} May 24 23:01:25.493944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:25.503594 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Pushing event updated for resources: {'Port': ['ID=c07caa82-5023-40d2-aff6-f186a941c7c9,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:25.513435 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.513718 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.514053 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.514441 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.514708 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.515031 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.515413 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.515653 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.515971 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.516286 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.516999 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.517238 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:25.573343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:25.597207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:25.665149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.739613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:25.762016 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.775117 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Attempting to bind port c07caa82-5023-40d2-aff6-f186a941c7c9 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:25.775389 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Attempting to bind port c07caa82-5023-40d2-aff6-f186a941c7c9 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:25.775766 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Attempting to bind port c07caa82-5023-40d2-aff6-f186a941c7c9 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:25.788249 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:25.788628 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:25.789043 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.794167 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:25.805584 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Bound port: c07caa82-5023-40d2-aff6-f186a941c7c9, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:25.806449 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.808595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:25.818496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:25.829623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:25.854199 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:25.963928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6cc9-4922-431d-80ad-14c68fd29055 req-0fce0d96-0ed7-4827-8171-f1246e44a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:25.966326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76cd6cc9-4922-431d-80ad-14c68fd29055 req-0fce0d96-0ed7-4827-8171-f1246e44a1a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 906 time: 0.6281512 May 24 23:01:25.971973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:25.978166 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] For port c07caa82-5023-40d2-aff6-f186a941c7c9, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:25.985722 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] For port c07caa82-5023-40d2-aff6-f186a941c7c9, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c07caa82-5023-40d2-aff6-f186a941c7c9,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:26.019940 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.139145 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Routers {'243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:26.140573 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:26.230315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41534) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:26.249254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.307743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e23530c0-65c6-4811-8ef4-41e65e7da974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.359616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.364377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:subnet and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:26.379206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e23530c0-65c6-4811-8ef4-41e65e7da974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:26.379469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:26.384004 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] Set router 243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:26.384596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e23530c0-65c6-4811-8ef4-41e65e7da974 admin admin] Usage tracker for resource:security_group_rule and tenant:edc57810d15a4cf9820bf1ec67444234 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:26.387836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e23530c0-65c6-4811-8ef4-41e65e7da974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:26.394751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e23530c0-65c6-4811-8ef4-41e65e7da974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:26.404980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:26.463538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76cd6cc9-4922-431d-80ad-14c68fd29055 req-ed916e26-b02c-49c2-a1d6-f91c2938771e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=808cb9e9-532d-49fb-87cc-ca2584e5481c HTTP/1.1" status: 200 len: 217 time: 0.4851992 May 24 23:01:26.498339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:26.507844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3358d53-eafa-42c8-9f84-498dba589623 None None] Sync routers for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:26.521998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3358d53-eafa-42c8-9f84-498dba589623 None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:26.522633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b3358d53-eafa-42c8-9f84-498dba589623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:26.577725 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.580362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70e59823-cca9-40ac-bfb8-3d9363a70ed7 req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1215265 May 24 23:01:26.646026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e23530c0-65c6-4811-8ef4-41e65e7da974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.691730 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e23530c0-65c6-4811-8ef4-41e65e7da974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.716801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33974487-5e99-4464-be03-a35d8a96bdd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0382aa94-bd70-4b07-9ab3-553b0f57f589,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:26.794288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23530c0-65c6-4811-8ef4-41e65e7da974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7df5139-dabe-47a1-9220-39528c7c0ebe,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:26.801095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port c07caa82-5023-40d2-aff6-f186a941c7c9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:26.801432 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:26.804350 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a9d04-41f0-4f18-80c1-14dffb0d06f6 None None] Pushing event updated for resources: {'Port': ['ID=c07caa82-5023-40d2-aff6-f186a941c7c9,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:26.849178 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e713a-d6b5-4c4c-9fe0-cfc782ef98b9', 'name': 'tempest-NetworksTestDHCPv6-router-322582819', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:17Z', 'updated_at': '2022-05-24T23:01:20Z', 'revision_number': 2, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None, '_interfaces': [{'id': 'c07caa82-5023-40d2-aff6-f186a941c7c9', 'name': '', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'mac_address': 'fa:16:3e:44:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e713a-d6b5-4c4c-9fe0-cfc782ef98b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '9b74b6a1-af3b-4a69-924c-017def51aadc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:01:19Z', 'updated_at': '2022-05-24T23:01:25Z', 'revision_number': 4, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'subnets': [{'id': '9b74b6a1-af3b-4a69-924c-017def51aadc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:26.869549 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b8694-0cdb-4179-bd79-489395f0bed7 None None] The sync data for ids ['243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'] in n-d-843146-7 is: [{'id': '243e713a-d6b5-4c4c-9fe0-cfc782ef98b9', 'name': 'tempest-NetworksTestDHCPv6-router-322582819', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:17Z', 'updated_at': '2022-05-24T23:01:20Z', 'revision_number': 2, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None, '_interfaces': [{'id': 'c07caa82-5023-40d2-aff6-f186a941c7c9', 'name': '', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'mac_address': 'fa:16:3e:44:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e713a-d6b5-4c4c-9fe0-cfc782ef98b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '9b74b6a1-af3b-4a69-924c-017def51aadc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:01:19Z', 'updated_at': '2022-05-24T23:01:25Z', 'revision_number': 4, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'subnets': [{'id': '9b74b6a1-af3b-4a69-924c-017def51aadc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:26.939099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b3358d53-eafa-42c8-9f84-498dba589623 None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:26.998538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:27.008735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.031373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e23530c0-65c6-4811-8ef4-41e65e7da974 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edc57810d15a4cf9820bf1ec67444234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7918463 May 24 23:01:27.033171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41544) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:27.126211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] No DVR routers for this DVR port d45afbff-354c-4d0a-8468-245e307a0a7f on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:27.220075 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.222713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee7fb231-7100-4cab-a673-fce9acbb63b7 req-6252317f-2d35-422c-8403-d0331eae9774 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.50 "DELETE /v2.0/ports/d45afbff-354c-4d0a-8468-245e307a0a7f HTTP/1.1" status: 204 len: 173 time: 7.2826362 May 24 23:01:27.226499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6cc9-4922-431d-80ad-14c68fd29055 req-9b4e51db-d690-4d55-a01e-911ac47249f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:27.228178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76cd6cc9-4922-431d-80ad-14c68fd29055 req-9b4e51db-d690-4d55-a01e-911ac47249f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.7442279 May 24 23:01:27.228893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'name': 'network-vif-deleted', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:01:27.260741 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-980bb20d-cc93-43da-932a-45f4ac35f57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.294159 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-980bb20d-cc93-43da-932a-45f4ac35f57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.316960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76cd6cc9-4922-431d-80ad-14c68fd29055 req-3d74c5c8-a7db-420c-aa7d-a67d44d251db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646198 May 24 23:01:27.328259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe5616-c30f-4a76-aead-34c586fad039 req-c62a75a4-24cf-4485-8e8f-b3c4d2560b12 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:27.330326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32fe5616-c30f-4a76-aead-34c586fad039 req-c62a75a4-24cf-4485-8e8f-b3c4d2560b12 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 943 time: 0.4373314 May 24 23:01:27.382509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b09e60-3da1-4b4b-81a3-bc3aaeefbc1f req-8f713c06-c13f-49fc-8ee7-7ce0815c0a05 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:27.387548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 808cb9e9-532d-49fb-87cc-ca2584e5481c details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:01:27.390397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0b09e60-3da1-4b4b-81a3-bc3aaeefbc1f req-8f713c06-c13f-49fc-8ee7-7ce0815c0a05 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 1.4200654 May 24 23:01:27.402113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] For port c07caa82-5023-40d2-aff6-f186a941c7c9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c07caa82-5023-40d2-aff6-f186a941c7c9,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:27.403039 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:27.619077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 808cb9e9-532d-49fb-87cc-ca2584e5481c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=808cb9e9-532d-49fb-87cc-ca2584e5481c,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:27.656368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '808cb9e9-532d-49fb-87cc-ca2584e5481c', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'port_id': '808cb9e9-532d-49fb-87cc-ca2584e5481c', 'mac_address': 'fa:16:3e:ce:9e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:01:27.725375 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0b09e60-3da1-4b4b-81a3-bc3aaeefbc1f req-fce1b739-d70b-4acd-b476-d93f4889883a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339431 May 24 23:01:27.874506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76cd6cc9-4922-431d-80ad-14c68fd29055 req-bb46fe81-d45d-4e22-8796-b4400e40ab88 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161386 May 24 23:01:27.964421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for c07caa82-5023-40d2-aff6-f186a941c7c9 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:28.026663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 808cb9e9-532d-49fb-87cc-ca2584e5481c is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:28.027129 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.099361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.187512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808cb9e9-532d-49fb-87cc-ca2584e5481c {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:01:28.196030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c07caa82-5023-40d2-aff6-f186a941c7c9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:28.261953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 808cb9e9-532d-49fb-87cc-ca2584e5481c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=808cb9e9-532d-49fb-87cc-ca2584e5481c,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:28.272786 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76cd6cc9-4922-431d-80ad-14c68fd29055 req-0cad0aec-ccd4-47f9-a0f3-8ac7ab487817 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795378 May 24 23:01:28.276353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9972e159-c432-4017-9e86-541680ecd511 req-643f1875-71e3-4b7e-8a32-94de081bac66 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Synchronizing usage tracker for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:28.294503 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.359884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Checking segment: {'id': '8345ad9a-b149-403f-a849-1bff1213871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6b2755ff-e5d5-4ec1-bc78-7847d06f239d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:28.360728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network hostable DHCP agents. Network: 6b2755ff-e5d5-4ec1-bc78-7847d06f239d, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:01:28.365950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9972e159-c432-4017-9e86-541680ecd511 req-643f1875-71e3-4b7e-8a32-94de081bac66 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Unset dirty status for tenant:4ade7d86997048edb2aa056be826b9a6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:28.379007 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9972e159-c432-4017-9e86-541680ecd511 req-643f1875-71e3-4b7e-8a32-94de081bac66 tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c0c8a7-5354-4874-b367-8cc4dca08b4a HTTP/1.1" status: 200 len: 210 time: 0.3182356 May 24 23:01:28.383197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=808cb9e9-532d-49fb-87cc-ca2584e5481c,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:28.385869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Subnet': ['ID=4a60a9cb-7956-4a44-88e4-ccd6e028aa53,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:28.402832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.403173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.404349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.404706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.405057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.405377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.405740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.406109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.406380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.406712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.407054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.407372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:01:28.422503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b3358d53-eafa-42c8-9f84-498dba589623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:28.429234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3358d53-eafa-42c8-9f84-498dba589623 None None] Checking router: cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:01:28.433130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port c07caa82-5023-40d2-aff6-f186a941c7c9 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:28.440556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c07caa82-5023-40d2-aff6-f186a941c7c9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:28.440930 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.451259 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.492025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1773636559', 'description': 'tempest-description-1408112242'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:28.494414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Port c07caa82-5023-40d2-aff6-f186a941c7c9 was deleted so its status cannot be updated. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 24 23:01:28.497997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3358d53-eafa-42c8-9f84-498dba589623 None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:28.498689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b3358d53-eafa-42c8-9f84-498dba589623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:28.514107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:28.533817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:28.542498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:28.548774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=c07caa82-5023-40d2-aff6-f186a941c7c9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:28.553273 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32fe5616-c30f-4a76-aead-34c586fad039 req-fe8f3843-a4bf-4de6-8e03-51ba4af0575b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404760 May 24 23:01:28.580674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:28.592989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 6b2755ff-e5d5-4ec1-bc78-7847d06f239d is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:01:28.625420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['808cb9e9-532d-49fb-87cc-ca2584e5481c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:01:28.639115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 6b2755ff-e5d5-4ec1-bc78-7847d06f239d) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:28.644095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:28.644681 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.672571 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:28.702539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28b634-bfd0-41f8-ad9a-170aac9fde68 None None] Network 6b2755ff-e5d5-4ec1-bc78-7847d06f239d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:28.707560 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7edd1b-46fb-4a79-8bf2-f631918e79dd'] response: {'server_uuid': '18c0c8a7-5354-4874-b367-8cc4dca08b4a', 'name': 'network-vif-deleted', 'tag': 'd45afbff-354c-4d0a-8468-245e307a0a7f', 'status': 'completed', 'code': 200} May 24 23:01:28.760356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:28.768755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:28.786133 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5a0b4348-a587-4cdc-925e-b51b2899e4a0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5152359 May 24 23:01:28.787340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:28.807300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41554) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:28.835699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7f5b8e1c-beda-4d67-87c9-8c1eb17ba894 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1349722125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:28.859343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:28.915728 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.080263 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.088014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7f5b8e1c-beda-4d67-87c9-8c1eb17ba894 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:29.094646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7f5b8e1c-beda-4d67-87c9-8c1eb17ba894 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:router and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:29.106313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7f5b8e1c-beda-4d67-87c9-8c1eb17ba894 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:29.118630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7f5b8e1c-beda-4d67-87c9-8c1eb17ba894 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:29.139500 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.194542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-980bb20d-cc93-43da-932a-45f4ac35f57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.195760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8e1c-beda-4d67-87c9-8c1eb17ba894 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.196742 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8e1c-beda-4d67-87c9-8c1eb17ba894 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.230539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8e1c-beda-4d67-87c9-8c1eb17ba894 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.232368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b3358d53-eafa-42c8-9f84-498dba589623 None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:29.232871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bb20d-cc93-43da-932a-45f4ac35f57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7df5139-dabe-47a1-9220-39528c7c0ebe,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:29.294486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8e1c-beda-4d67-87c9-8c1eb17ba894 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.316588 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.329105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1f6b870-666e-4749-a17a-d77795392e90 req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8401778 May 24 23:01:29.339861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beceb3da-33e9-4dc7-ac98-fd94bd7077dd tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6400c5b8-99f4-44e4-89f4-f3004bb302d4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:29.348323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8e1c-beda-4d67-87c9-8c1eb17ba894 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.349610 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7f5b8e1c-beda-4d67-87c9-8c1eb17ba894 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5411963 May 24 23:01:29.352548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41560) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:29.460581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-980bb20d-cc93-43da-932a-45f4ac35f57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:29.462265 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-980bb20d-cc93-43da-932a-45f4ac35f57d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7df5139-dabe-47a1-9220-39528c7c0ebe HTTP/1.1" status: 204 len: 168 time: 2.4239972 May 24 23:01:29.540524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f4292-09bf-4546-8309-0d917a6d5403 req-2ba925d3-174a-4a90-aee6-0b2b9dfccb07 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:29.560862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d85f4292-09bf-4546-8309-0d917a6d5403 req-2ba925d3-174a-4a90-aee6-0b2b9dfccb07 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.5429308 May 24 23:01:29.679324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Router 243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:29.854561 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d85f4292-09bf-4546-8309-0d917a6d5403 req-9c01d598-9276-4a2b-ae60-2b7f023e28c8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923820 May 24 23:01:29.886334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-6b2755ff-e5d5-4ec1-bc78-7847d06f239d', 'network_id': '6b2755ff-e5d5-4ec1-bc78-7847d06f239d', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'fixed_ips': [{'subnet_id': '4a60a9cb-7956-4a44-88e4-ccd6e028aa53'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:29.887464 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.032719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:30.042707 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ff439b4a-03ee-4605-9145-f8522a52934a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "PUT /v2.0/routers/243e713a-d6b5-4c4c-9fe0-cfc782ef98b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7527699 May 24 23:01:30.047164 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067af63-da45-4613-96f8-cc4ffa60920c None None] Sync routers for ids ['243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:30.055847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41578) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:30.071415 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067af63-da45-4613-96f8-cc4ffa60920c None None] Routers {'243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:30.072172 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4067af63-da45-4613-96f8-cc4ffa60920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:30.354088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b3358d53-eafa-42c8-9f84-498dba589623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:30.363978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3358d53-eafa-42c8-9f84-498dba589623 None None] The sync data for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 is: [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T22:54:05Z', 'revision_number': 4, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '482fb3b7-a73d-4d02-a507-fbc9a8dc7385', 'name': '', 'network_id': 'f0f9d470-1308-4b59-8b6a-80517df5ae5c', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'mac_address': 'fa:16:3e:08:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:58Z', 'updated_at': '2022-05-24T22:54:15Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'subnets': [{'id': '034bb0c3-35e7-429a-8b92-042020a1e494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:30.374308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Allocated IP 2001:db8::2 (6b2755ff-e5d5-4ec1-bc78-7847d06f239d/4a60a9cb-7956-4a44-88e4-ccd6e028aa53/df1a06ed-edee-4807-b388-ec84292881bc) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:30.392869 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-4067af63-da45-4613-96f8-cc4ffa60920c None None] Set router 243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:30.409931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-f623eb87-d847-478f-9a21-71e2e16f5bd2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/0382aa94-bd70-4b07-9ab3-553b0f57f589 HTTP/1.1" status: 200 len: 1806 time: 0.9769161 May 24 23:01:30.622728 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4067af63-da45-4613-96f8-cc4ffa60920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e713a-d6b5-4c4c-9fe0-cfc782ef98b9', 'name': 'tempest-NetworksTestDHCPv6-router-322582819', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:17Z', 'updated_at': '2022-05-24T23:01:28Z', 'revision_number': 3, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:30.633729 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:30.634792 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067af63-da45-4613-96f8-cc4ffa60920c None None] Checking router: 243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:01:30.661391 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067af63-da45-4613-96f8-cc4ffa60920c None None] Routers {'243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:30.662265 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4067af63-da45-4613-96f8-cc4ffa60920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:30.662565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-5edb1bd3-3a64-4586-8848-41f279c66125 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/6400c5b8-99f4-44e4-89f4-f3004bb302d4 HTTP/1.1" status: 200 len: 1807 time: 0.2514472 May 24 23:01:30.678130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0382aa94-bd70-4b07-9ab3-553b0f57f589', 'remote_group_id': '6400c5b8-99f4-44e4-89f4-f3004bb302d4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:30.678449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0382aa94-bd70-4b07-9ab3-553b0f57f589', 'remote_group_id': '6400c5b8-99f4-44e4-89f4-f3004bb302d4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:30.769708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:30.792105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:30.797571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:30.834098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8fd10-2b51-4c03-a5ab-0c7d3cfe5f2c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:30.841473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8fd10-2b51-4c03-a5ab-0c7d3cfe5f2c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:30.842469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6ee8fd10-2b51-4c03-a5ab-0c7d3cfe5f2c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:30.941711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe1cf6-9b6e-4c94-bf89-08e64999f30a req-bce7d123-1465-4dfa-b560-7dd1b78278ff tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:30.951276 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5cfe1cf6-9b6e-4c94-bf89-08e64999f30a req-bce7d123-1465-4dfa-b560-7dd1b78278ff tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 944 time: 0.7844105 May 24 23:01:30.956188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6ee8fd10-2b51-4c03-a5ab-0c7d3cfe5f2c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:30.963527 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6ee8fd10-2b51-4c03-a5ab-0c7d3cfe5f2c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9075058 May 24 23:01:30.982256 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bc5470-e2d7-4d66-88ff-b7a2c72f6a43 None None] New status for floating IP 791732f9-a5f5-4709-bec6-192d09ba3c9d: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:01:30.992220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41598) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:30.994603 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-4067af63-da45-4613-96f8-cc4ffa60920c None None] Set router 243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:31.121827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:31.192625 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5cfe1cf6-9b6e-4c94-bf89-08e64999f30a req-0c932ede-c764-47ef-bded-42dc2863a349 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403085 May 24 23:01:31.221213 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.224379 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4067af63-da45-4613-96f8-cc4ffa60920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e713a-d6b5-4c4c-9fe0-cfc782ef98b9', 'name': 'tempest-NetworksTestDHCPv6-router-322582819', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:17Z', 'updated_at': '2022-05-24T23:01:28Z', 'revision_number': 3, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:31.233086 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067af63-da45-4613-96f8-cc4ffa60920c None None] The sync data for ids ['243e713a-d6b5-4c4c-9fe0-cfc782ef98b9'] in n-d-843146-7 is: [{'id': '243e713a-d6b5-4c4c-9fe0-cfc782ef98b9', 'name': 'tempest-NetworksTestDHCPv6-router-322582819', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:17Z', 'updated_at': '2022-05-24T23:01:28Z', 'revision_number': 3, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:31.233530 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.264860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Transition to ACTIVE for port object df1a06ed-edee-4807-b388-ec84292881bc will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:31.279810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4adb84-b719-4c39-883f-1b91513f66da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 9b74b6a1-af3b-4a69-924c-017def51aadc {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:31.292152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.295859 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb84-b719-4c39-883f-1b91513f66da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.302196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.309763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Transition to ACTIVE for port object df1a06ed-edee-4807-b388-ec84292881bc will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:31.356359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.411396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41604) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:31.412039 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb84-b719-4c39-883f-1b91513f66da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.414099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.417292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-738234a9-b6cf-4946-afca-f6e447edfd63 req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7528133 May 24 23:01:31.501375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df9645-e627-4fe1-b439-e70ca64cbfa9 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e203899-8ce9-49a5-8ff3-2e41313b4145,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:31.527771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb84-b719-4c39-883f-1b91513f66da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.543282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-247093240', 'description': 'tempest-description-2120287547'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:31.552503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 808cb9e9-532d-49fb-87cc-ca2584e5481c up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:31.572882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:31.591490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:31.602453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:31.624793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Allocated IP 2001:db8::1 (6b2755ff-e5d5-4ec1-bc78-7847d06f239d/4a60a9cb-7956-4a44-88e4-ccd6e028aa53/787d094a-5ff9-4549-92cb-c591fdbb9c05) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:31.628358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:31.726834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.783698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Network 6b2755ff-e5d5-4ec1-bc78-7847d06f239d is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:31.787646 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb84-b719-4c39-883f-1b91513f66da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.874385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4adb84-b719-4c39-883f-1b91513f66da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=9b74b6a1-af3b-4a69-924c-017def51aadc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:31.877888 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb84-b719-4c39-883f-1b91513f66da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.906203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6f4adb84-b719-4c39-883f-1b91513f66da tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/9b74b6a1-af3b-4a69-924c-017def51aadc HTTP/1.1" status: 204 len: 168 time: 0.9108200 May 24 23:01:31.906667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41624) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:31.908280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:31.922001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38935497-8667-4e69-9021-7f04ea8560ba None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:31.946433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:31.953731 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c01adb18-df29-42c8-a693-97dd1d86345d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:31.993095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a79f39-01ea-4f08-8880-300cebcbb3b6 req-4d4cdb63-98ff-45fd-9b13-d2f896db5f8c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:32.000859 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07a79f39-01ea-4f08-8880-300cebcbb3b6 req-4d4cdb63-98ff-45fd-9b13-d2f896db5f8c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.3156967 May 24 23:01:32.013381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:32.118297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Pushing event updated for resources: {'Port': ['ID=df1a06ed-edee-4807-b388-ec84292881bc,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:32.121223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c07caa82-5023-40d2-aff6-f186a941c7c9 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:32.142797 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.167389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Transition to ACTIVE for port object 787d094a-5ff9-4549-92cb-c591fdbb9c05 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:32.194460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:32.198067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:32.205903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:32.231593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: c07caa82-5023-40d2-aff6-f186a941c7c9 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:32.237998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07a79f39-01ea-4f08-8880-300cebcbb3b6 req-bb1e164c-3829-47ac-8694-bc3285cb0a2f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346296 May 24 23:01:32.252538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c07caa82-5023-40d2-aff6-f186a941c7c9 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:32.268719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-14b9dbb8-380e-4c30-9044-c914e720a397 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:router {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:32.306867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-14b9dbb8-380e-4c30-9044-c914e720a397 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:router {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:32.309712 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c01adb18-df29-42c8-a693-97dd1d86345d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.311962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-14b9dbb8-380e-4c30-9044-c914e720a397 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4040847 May 24 23:01:32.312703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41636) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:32.337528 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.429942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Attempting to bind port df1a06ed-edee-4807-b388-ec84292881bc on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:32.431114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Attempting to bind port df1a06ed-edee-4807-b388-ec84292881bc by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '8345ad9a-b149-403f-a849-1bff1213871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6b2755ff-e5d5-4ec1-bc78-7847d06f239d'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:32.431691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Attempting to bind port df1a06ed-edee-4807-b388-ec84292881bc on network 6b2755ff-e5d5-4ec1-bc78-7847d06f239d {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:32.489861 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.508771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 6b2755ff-e5d5-4ec1-bc78-7847d06f239d is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:32.514474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.528366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 808cb9e9-532d-49fb-87cc-ca2584e5481c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:32.560151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 808cb9e9-532d-49fb-87cc-ca2584e5481c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:32.560582 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.570096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffa28ab8-5aa2-4d4d-9a8f-8f00fcb60906 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.579030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:32.649855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:32.650215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:32.650381 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.650843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Checking segment: {'id': '8345ad9a-b149-403f-a849-1bff1213871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6b2755ff-e5d5-4ec1-bc78-7847d06f239d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:32.656687 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.657393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Bound using segment: {'id': '8345ad9a-b149-403f-a849-1bff1213871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6b2755ff-e5d5-4ec1-bc78-7847d06f239d'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:32.660371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682fccde-3b9e-439f-ab1c-8d9383a11d0e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:32.661352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Bound port: df1a06ed-edee-4807-b388-ec84292881bc, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345ad9a-b149-403f-a849-1bff1213871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6b2755ff-e5d5-4ec1-bc78-7847d06f239d'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:32.661816 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.663810 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.671330 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ea4d5d9-126a-47ec-b22f-0704de4ae7c3 req-21c43b60-fec0-49a1-abd9-b77ed7180a1b tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1809242 May 24 23:01:32.699377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=787d094a-5ff9-4549-92cb-c591fdbb9c05,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:32.708166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1386583438', 'description': 'tempest-description-1354555708'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:32.722983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:32.729889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:32.736251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:32.748981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:32.780628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c01adb18-df29-42c8-a693-97dd1d86345d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.788283 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.914853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:32.944324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01adb18-df29-42c8-a693-97dd1d86345d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5342330a-c152-454c-9c83-7f40d885a26f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:32.967620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:32.969570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] For port df1a06ed-edee-4807-b388-ec84292881bc, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:32.979798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] For port df1a06ed-edee-4807-b388-ec84292881bc, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df1a06ed-edee-4807-b388-ec84292881bc,segment=NetworkSegment(8345ad9a-b149-403f-a849-1bff1213871d),segment_id=8345ad9a-b149-403f-a849-1bff1213871d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:33.004559 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.055787 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffa28ab8-5aa2-4d4d-9a8f-8f00fcb60906 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.064708 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffa28ab8-5aa2-4d4d-9a8f-8f00fcb60906 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.083866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0171d-07b4-41da-a486-00aea98558e9 req-32f24326-4278-4472-908c-bedffaad1759 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:33.090063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7bf0171d-07b4-41da-a486-00aea98558e9 req-32f24326-4278-4472-908c-bedffaad1759 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 944 time: 0.6205025 May 24 23:01:33.103653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622e7fe-693a-49e2-a417-57976c35c551 None None] Pushing event updated for resources: {'Port': ['ID=df1a06ed-edee-4807-b388-ec84292881bc,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:33.168077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:33.181569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41648) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:33.197444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffa28ab8-5aa2-4d4d-9a8f-8f00fcb60906 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.197978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa28ab8-5aa2-4d4d-9a8f-8f00fcb60906 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Fanout notify agent at l3_agent the message router_deleted on router 243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:01:33.245203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7bf0171d-07b4-41da-a486-00aea98558e9 req-2bd4dd38-f6b7-42ae-ac05-a98083c30468 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264391 May 24 23:01:33.251623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 808cb9e9-532d-49fb-87cc-ca2584e5481c is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:33.254030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:33.258206 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.263650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:33.269833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffa28ab8-5aa2-4d4d-9a8f-8f00fcb60906 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.271147 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ffa28ab8-5aa2-4d4d-9a8f-8f00fcb60906 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/routers/243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 HTTP/1.1" status: 204 len: 168 time: 0.9568827 May 24 23:01:33.274568 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41656) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:33.302825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:33.336576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aae407-8a8c-4d9b-a8c5-6643f13fd42b None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:33.380963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad42231-20b2-439d-b3dc-9966f68441fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808cb9e9-532d-49fb-87cc-ca2584e5481c'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:01:33.399594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-31aae407-8a8c-4d9b-a8c5-6643f13fd42b None None] Deleting port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:33.399908 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31aae407-8a8c-4d9b-a8c5-6643f13fd42b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.472489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 808cb9e9-532d-49fb-87cc-ca2584e5481c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=808cb9e9-532d-49fb-87cc-ca2584e5481c,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:33.487343 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.657136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=808cb9e9-532d-49fb-87cc-ca2584e5481c,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:33.806833 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.807991 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c01adb18-df29-42c8-a693-97dd1d86345d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.809201 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c01adb18-df29-42c8-a693-97dd1d86345d tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "DELETE /v2.0/security-groups/5342330a-c152-454c-9c83-7f40d885a26f HTTP/1.1" status: 204 len: 168 time: 2.3899295 May 24 23:01:33.812612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41664) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:33.813462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-31aae407-8a8c-4d9b-a8c5-6643f13fd42b None None] For port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4dc310a9-1453-4c5b-99fa-fa25b5d9976c,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:33.814087 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31aae407-8a8c-4d9b-a8c5-6643f13fd42b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.901340 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4c22-b0a5-467f-84e6-d492d447aab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:33.923173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:33.940769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:33.951958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:33.954174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dd6e4c22-b0a5-467f-84e6-d492d447aab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:33.970331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd6e4c22-b0a5-467f-84e6-d492d447aab8 admin admin] Usage tracker for resource:security_group_rule and tenant:3fdb829ce6044dea8695a48e7d9a9130 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:33.973522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:33.978205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd6e4c22-b0a5-467f-84e6-d492d447aab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:33.991176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dd6e4c22-b0a5-467f-84e6-d492d447aab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:34.017614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea99fd3-1651-4507-9189-3c1dbc907d0d req-9713d410-9425-435d-b72a-a9f2a122cd70 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:34.019945 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9ea99fd3-1651-4507-9189-3c1dbc907d0d req-9713d410-9425-435d-b72a-a9f2a122cd70 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2544599 May 24 23:01:34.027218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:34.047191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.048205 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.079611 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-4c9e1115-6e8c-4328-bde5-7ef4ff1582db tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] show failed (client error): The resource could not be found. May 24 23:01:34.080812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4c9e1115-6e8c-4328-bde5-7ef4ff1582db tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "GET /v2.0/security-groups/5342330a-c152-454c-9c83-7f40d885a26f HTTP/1.1" status: 404 len: 347 time: 0.2669809 May 24 23:01:34.093423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-31aae407-8a8c-4d9b-a8c5-6643f13fd42b None None] Calling delete_port for 4dc310a9-1453-4c5b-99fa-fa25b5d9976c owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:34.099951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41668) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:34.185714 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31aae407-8a8c-4d9b-a8c5-6643f13fd42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.256217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df1a06ed-edee-4807-b388-ec84292881bc up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:34.333142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aae407-8a8c-4d9b-a8c5-6643f13fd42b None None] Pushing event deleted for resources: {'Port': ['ID=4dc310a9-1453-4c5b-99fa-fa25b5d9976c,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:34.354840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aae407-8a8c-4d9b-a8c5-6643f13fd42b None None] No DVR routers for this DVR port 4dc310a9-1453-4c5b-99fa-fa25b5d9976c on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:34.448259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a18354-e6cf-4111-8526-5e0b01649d72,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:34.450052 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9ea99fd3-1651-4507-9189-3c1dbc907d0d req-517a4409-ace8-47e4-b10c-e4e97fd2130f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510340 May 24 23:01:34.453435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e708f6ca-ebc1-4397-be30-cb9e94dd788c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Deleting port a2464bc8-d9cf-4ed9-a9ad-c705744ac2e8 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:34.453823 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e708f6ca-ebc1-4397-be30-cb9e94dd788c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.455307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port df1a06ed-edee-4807-b388-ec84292881bc completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:34.460455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.560731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4dc310a9-1453-4c5b-99fa-fa25b5d9976c no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:34.562148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=ae3fdc11-1ace-4782-97c7-66ee621140e5,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:34.589938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:34.594706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:34.598333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:34.599327 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.633615 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f49ac17-7572-4441-88d0-cfc61e10a35f'] response: {'server_uuid': '5ad42231-20b2-439d-b3dc-9966f68441fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808cb9e9-532d-49fb-87cc-ca2584e5481c', 'code': 200} May 24 23:01:34.648405 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e6d4f2-3361-40d8-b7c6-e8eac423221e None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:34.691749 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b7addc3-a77d-4d6e-9eb8-be4c401f482d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4094796 May 24 23:01:34.713018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:01:34.715499 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41674) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:34.727816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-39016be4-26ab-4276-b55b-82984ae60961 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1192758901', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:34.750718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.751940 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f434e03b-797c-4ec0-b312-7e9a6cf957a6 req-67d2c988-a435-4d86-997e-a38ae24b18aa tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 2.0479462 May 24 23:01:34.791147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-39016be4-26ab-4276-b55b-82984ae60961 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:34.821483 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.824911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4c22-b0a5-467f-84e6-d492d447aab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.828485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-39016be4-26ab-4276-b55b-82984ae60961 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:router and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:34.833547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-39016be4-26ab-4276-b55b-82984ae60961 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:34.847686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-39016be4-26ab-4276-b55b-82984ae60961 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:34.862794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4c22-b0a5-467f-84e6-d492d447aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.874157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4dc310a9-1453-4c5b-99fa-fa25b5d9976c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:34.874551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4dc310a9-1453-4c5b-99fa-fa25b5d9976c not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:34.900176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.900953 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.946495 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39016be4-26ab-4276-b55b-82984ae60961 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.947714 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39016be4-26ab-4276-b55b-82984ae60961 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:34.962945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ffddd-5537-47ce-aabb-21e5f902a601 None None] Network 6b2755ff-e5d5-4ec1-bc78-7847d06f239d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:34.974584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e4c22-b0a5-467f-84e6-d492d447aab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61ef974-8cf4-487b-8f27-f4be92bea675,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:34.982219 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dd6e4c22-b0a5-467f-84e6-d492d447aab8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3fdb829ce6044dea8695a48e7d9a9130&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7988007 May 24 23:01:34.983063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41680) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:35.025728 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39016be4-26ab-4276-b55b-82984ae60961 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.042911 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e708f6ca-ebc1-4397-be30-cb9e94dd788c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.043483 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e708f6ca-ebc1-4397-be30-cb9e94dd788c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.053943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b470d0-afe6-48e8-8b05-90017cb08929 req-47a59717-1779-467c-adca-327d1b692ec2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:35.055432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66b470d0-afe6-48e8-8b05-90017cb08929 req-47a59717-1779-467c-adca-327d1b692ec2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 945 time: 0.3054175 May 24 23:01:35.065034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a284613e-4c6a-4020-bb38-cca4479b27d5 None None] Provisioning for port df1a06ed-edee-4807-b388-ec84292881bc completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:35.076681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a284613e-4c6a-4020-bb38-cca4479b27d5 None None] Provisioning complete for port df1a06ed-edee-4807-b388-ec84292881bc triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:35.077077 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a284613e-4c6a-4020-bb38-cca4479b27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.106739 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39016be4-26ab-4276-b55b-82984ae60961 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.128286 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ef7606b-d8a9-4207-bd52-233e6bcacefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.140386 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66b470d0-afe6-48e8-8b05-90017cb08929 req-f7f21fd0-5792-4c35-8c9d-dd23ba031ae4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772064 May 24 23:01:35.198724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39016be4-26ab-4276-b55b-82984ae60961 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.200010 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-39016be4-26ab-4276-b55b-82984ae60961 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4833291 May 24 23:01:35.203716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41684) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:35.205464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e708f6ca-ebc1-4397-be30-cb9e94dd788c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Calling delete_port for a2464bc8-d9cf-4ed9-a9ad-c705744ac2e8 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:35.215713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ef7606b-d8a9-4207-bd52-233e6bcacefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.235970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': 'ae3fdc11-1ace-4782-97c7-66ee621140e5'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:35.236799 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.403559 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5e087f6b-5117-4574-8bde-8d7f3b331097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.415728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-5a5340a1-d7eb-4162-bbbe-658dc21598e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/682fccde-3b9e-439f-ab1c-8d9383a11d0e HTTP/1.1" status: 200 len: 1806 time: 0.6232088 May 24 23:01:35.421452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a284613e-4c6a-4020-bb38-cca4479b27d5 None None] Current status of the port df1a06ed-edee-4807-b388-ec84292881bc is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:35.421846 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a284613e-4c6a-4020-bb38-cca4479b27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.610503 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-e7d3b89a-5abf-4957-a21e-d2acfc27df7f tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/a9a18354-e6cf-4111-8526-5e0b01649d72 HTTP/1.1" status: 200 len: 1807 time: 0.1565073 May 24 23:01:35.644644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=787d094a-5ff9-4549-92cb-c591fdbb9c05,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:35.652740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '682fccde-3b9e-439f-ab1c-8d9383a11d0e', 'remote_group_id': 'a9a18354-e6cf-4111-8526-5e0b01649d72', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:35.653932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '682fccde-3b9e-439f-ab1c-8d9383a11d0e', 'remote_group_id': 'a9a18354-e6cf-4111-8526-5e0b01649d72', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:35.669281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/ae3fdc11-1ace-4782-97c7-66ee621140e5/8a7ab7b9-de70-48c5-8c0c-71c62d63537c) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:35.725060 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ef7606b-d8a9-4207-bd52-233e6bcacefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.757037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:35.759577 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e708f6ca-ebc1-4397-be30-cb9e94dd788c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.823774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:35.826639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7606b-d8a9-4207-bd52-233e6bcacefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61ef974-8cf4-487b-8f27-f4be92bea675,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:35.838249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:35.844558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708f6ca-ebc1-4397-be30-cb9e94dd788c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Pushing event deleted for resources: {'Port': ['ID=a2464bc8-d9cf-4ed9-a9ad-c705744ac2e8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:35.848038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f62403-c8ec-4d1f-91e1-b10a159509bc req-a6644bfd-2c36-4dde-b15e-82746ba659f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:35.849735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11f62403-c8ec-4d1f-91e1-b10a159509bc req-a6644bfd-2c36-4dde-b15e-82746ba659f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 1096 time: 1.0386958 May 24 23:01:35.889721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:35.908753 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ef7606b-d8a9-4207-bd52-233e6bcacefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:35.910341 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0ef7606b-d8a9-4207-bd52-233e6bcacefe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c61ef974-8cf4-487b-8f27-f4be92bea675 HTTP/1.1" status: 204 len: 168 time: 0.9244797 May 24 23:01:35.972696 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.004992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Transition to ACTIVE for port object 8a7ab7b9-de70-48c5-8c0c-71c62d63537c will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:36.032828 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e708f6ca-ebc1-4397-be30-cb9e94dd788c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.036971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2710-392b-430c-a8db-83dfd0605d3b req-e6c7cabe-4810-460f-8590-8f7992395c6b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:36.040081 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-acbd2710-392b-430c-a8db-83dfd0605d3b req-e6c7cabe-4810-460f-8590-8f7992395c6b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2105505 May 24 23:01:36.042709 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11f62403-c8ec-4d1f-91e1-b10a159509bc req-5d3e7c95-afa9-409a-856f-71aca1e6b056 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500735 May 24 23:01:36.048839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Transition to ACTIVE for port object 8a7ab7b9-de70-48c5-8c0c-71c62d63537c will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:36.093028 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.095639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 6b2755ff-e5d5-4ec1-bc78-7847d06f239d is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:36.102917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:36.155371 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.190976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Pushing event updated for resources: {'Port': ['ID=8a7ab7b9-de70-48c5-8c0c-71c62d63537c,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:36.201174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a284613e-4c6a-4020-bb38-cca4479b27d5 None None] For port df1a06ed-edee-4807-b388-ec84292881bc, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df1a06ed-edee-4807-b388-ec84292881bc,segment=NetworkSegment(8345ad9a-b149-403f-a849-1bff1213871d),segment_id=8345ad9a-b149-403f-a849-1bff1213871d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:36.230191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:36.238864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:36.249443 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a284613e-4c6a-4020-bb38-cca4479b27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.257719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:36.341437 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e708f6ca-ebc1-4397-be30-cb9e94dd788c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.361525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e708f6ca-ebc1-4397-be30-cb9e94dd788c tempest-AttachVolumeShelveTestJSON-791824361 tempest-AttachVolumeShelveTestJSON-791824361-project] 10.222.0.55 "DELETE /v2.0/floatingips/791732f9-a5f5-4709-bec6-192d09ba3c9d HTTP/1.1" status: 204 len: 168 time: 2.2505159 May 24 23:01:36.441700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.502010 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-acbd2710-392b-430c-a8db-83dfd0605d3b req-17dd0192-075b-4bf0-85a6-aeadc6ef6005 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542220 May 24 23:01:36.835254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284613e-4c6a-4020-bb38-cca4479b27d5 None None] Pushing event updated for resources: {'Port': ['ID=df1a06ed-edee-4807-b388-ec84292881bc,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:36.839027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Attempting to bind port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:36.839537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Attempting to bind port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:36.839901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Attempting to bind port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:36.868202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:36.869842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:36.870411 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.873891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:36.874977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Bound port: 8a7ab7b9-de70-48c5-8c0c-71c62d63537c, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:36.876919 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:36.987014 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.015436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 01a8ee3d-877e-40ba-9300-900bf77f7720 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:01:37.018736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.083710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b52b3-8767-483b-9d20-b2c3c6d405fb req-8c4488dc-b90a-4655-a363-3c3cad623163 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:37.094364 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a36b52b3-8767-483b-9d20-b2c3c6d405fb req-8c4488dc-b90a-4655-a363-3c3cad623163 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 945 time: 0.3489826 May 24 23:01:37.113437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e3b23f-0801-4f03-97b3-f6a31f16c794,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:37.194585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] For port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:37.204152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] For port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8a7ab7b9-de70-48c5-8c0c-71c62d63537c,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:37.214952 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.329002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.331448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ccac96c-2cbf-436d-a64e-e55248443439 req-1a70cc1c-e2d3-49f9-a5ea-29113b72cc07 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.6837659 May 24 23:01:37.433810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b0860-2ce4-42d3-8644-61a551a43693 None None] Pushing event updated for resources: {'Port': ['ID=8a7ab7b9-de70-48c5-8c0c-71c62d63537c,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:37.434545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a36b52b3-8767-483b-9d20-b2c3c6d405fb req-45e0e5f9-0a2e-46e9-85e4-d8f5e43f77f5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388405 May 24 23:01:37.483009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::1 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/ae3fdc11-1ace-4782-97c7-66ee621140e5/887a0538-eeef-4661-9855-ae7d3e520d94) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:37.546782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:37.553465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-20428932-11b5-47b3-a8e7-e9d7be71f78b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/01a8ee3d-877e-40ba-9300-900bf77f7720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1999841 May 24 23:01:37.560966 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8993bad-4c0c-47a1-9bf5-3d4479874827 None None] Sync routers for ids ['01a8ee3d-877e-40ba-9300-900bf77f7720'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:37.569891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41722) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:37.592314 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8993bad-4c0c-47a1-9bf5-3d4479874827 None None] Routers {'01a8ee3d-877e-40ba-9300-900bf77f7720'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:37.592836 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e8993bad-4c0c-47a1-9bf5-3d4479874827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['01a8ee3d-877e-40ba-9300-900bf77f7720'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:37.593680 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6dc46cf1-6076-4f1c-b5c2-2033c01bfdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.615401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0fc99f20-e36c-49b8-954e-f513cbfb3465 None None] Provisioning for port 787d094a-5ff9-4549-92cb-c591fdbb9c05 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:37.674734 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0fc99f20-e36c-49b8-954e-f513cbfb3465 None None] Provisioning complete for port 787d094a-5ff9-4549-92cb-c591fdbb9c05 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:37.675120 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0fc99f20-e36c-49b8-954e-f513cbfb3465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:37.698464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10ce48b6-e645-46c3-95af-e9705772988c req-b3ec41d7-91e1-47f4-85b3-6ba1ef33a535 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/a9a18354-e6cf-4111-8526-5e0b01649d72 HTTP/1.1" status: 200 len: 1807 time: 0.1431503 May 24 23:01:37.730860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a922d-0a6b-4105-9469-ace3b4eedd43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:37.731461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5c2a922d-0a6b-4105-9469-ace3b4eedd43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:37.804647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5c2a922d-0a6b-4105-9469-ace3b4eedd43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:37.808000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5c2a922d-0a6b-4105-9469-ace3b4eedd43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports/787d094a-5ff9-4549-92cb-c591fdbb9c05 HTTP/1.1" status: 200 len: 911 time: 0.2302053 May 24 23:01:37.808759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41726) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:37.828296 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e8993bad-4c0c-47a1-9bf5-3d4479874827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:37.842995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-cc1cb829-bbe9-4a3a-9371-4433c553ba06 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4a60a9cb-7956-4a44-88e4-ccd6e028aa53'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:37.854377 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8993bad-4c0c-47a1-9bf5-3d4479874827 None None] Routers {'01a8ee3d-877e-40ba-9300-900bf77f7720'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:37.855019 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e8993bad-4c0c-47a1-9bf5-3d4479874827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['01a8ee3d-877e-40ba-9300-900bf77f7720'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:37.955184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0fc99f20-e36c-49b8-954e-f513cbfb3465 None None] Port 787d094a-5ff9-4549-92cb-c591fdbb9c05 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:37.956727 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e8993bad-4c0c-47a1-9bf5-3d4479874827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:37.957285 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8993bad-4c0c-47a1-9bf5-3d4479874827 None None] The sync data for ids ['01a8ee3d-877e-40ba-9300-900bf77f7720'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:37.994029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0fc99f20-e36c-49b8-954e-f513cbfb3465 None None] Provisioning complete for port df1a06ed-edee-4807-b388-ec84292881bc triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:37.994468 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0fc99f20-e36c-49b8-954e-f513cbfb3465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.029925 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.065927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 887a0538-eeef-4661-9855-ae7d3e520d94 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:38.099271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-10ce48b6-e645-46c3-95af-e9705772988c req-bcbfa7fb-6be9-4bd9-aa37-f5763ef04414 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.169435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-10ce48b6-e645-46c3-95af-e9705772988c req-bcbfa7fb-6be9-4bd9-aa37-f5763ef04414 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.224120 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.291760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df1a06ed-edee-4807-b388-ec84292881bc up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:38.354610 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-10ce48b6-e645-46c3-95af-e9705772988c req-bcbfa7fb-6be9-4bd9-aa37-f5763ef04414 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.429303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=887a0538-eeef-4661-9855-ae7d3e520d94,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:38.456892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0fc99f20-e36c-49b8-954e-f513cbfb3465 None None] Current status of the port df1a06ed-edee-4807-b388-ec84292881bc is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:38.496024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:38.518525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:38.525641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:38.526207 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.533352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port df1a06ed-edee-4807-b388-ec84292881bc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:38.533810 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.581518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfa7fb-6be9-4bd9-aa37-f5763ef04414 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a18354-e6cf-4111-8526-5e0b01649d72,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:38.608810 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-10ce48b6-e645-46c3-95af-e9705772988c req-bcbfa7fb-6be9-4bd9-aa37-f5763ef04414 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.626636 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10ce48b6-e645-46c3-95af-e9705772988c req-bcbfa7fb-6be9-4bd9-aa37-f5763ef04414 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "DELETE /v2.0/security-groups/a9a18354-e6cf-4111-8526-5e0b01649d72 HTTP/1.1" status: 204 len: 173 time: 0.9271679 May 24 23:01:38.667635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62e62b-c64e-47c1-87d5-986dab9b250e req-94a872c5-fa3c-469f-968a-f5409369560b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:38.679409 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb62e62b-c64e-47c1-87d5-986dab9b250e req-94a872c5-fa3c-469f-968a-f5409369560b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.5698724 May 24 23:01:38.822206 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb62e62b-c64e-47c1-87d5-986dab9b250e req-3b11b826-ba05-40e9-8f28-c5b70aa6e883 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280050 May 24 23:01:38.846826 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.873440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e4bdf599-eb2f-4098-a57d-078c4270f768 None None] Provisioning complete for port 787d094a-5ff9-4549-92cb-c591fdbb9c05 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:38.874200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf599-eb2f-4098-a57d-078c4270f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:38.913796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.010326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.022282 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb829-bbe9-4a3a-9371-4433c553ba06 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.037207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41742) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:39.131348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port df1a06ed-edee-4807-b388-ec84292881bc is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:39.142406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdf599-eb2f-4098-a57d-078c4270f768 None None] Port 787d094a-5ff9-4549-92cb-c591fdbb9c05 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:39.238792 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c40a8d1a-c93c-4cd6-9f74-cccc512a4756 req-ead64ac3-d042-46d6-a786-72465f4bef79 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/682fccde-3b9e-439f-ab1c-8d9383a11d0e HTTP/1.1" status: 200 len: 1806 time: 0.2551804 May 24 23:01:39.380924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b9783-4e96-4c3b-b88b-29d6f71d8df7 req-a9eb61bc-3b4d-4733-8868-15c22983398b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:39.389177 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-624b9783-4e96-4c3b-b88b-29d6f71d8df7 req-a9eb61bc-3b4d-4733-8868-15c22983398b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 945 time: 0.4504869 May 24 23:01:39.628758 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f000fa7-d4c4-4d12-82cc-6db8994cc2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.665124 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-624b9783-4e96-4c3b-b88b-29d6f71d8df7 req-0aa1b007-21a0-4d8a-8354-cdf555037cd7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744761 May 24 23:01:39.671688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9f000fa7-d4c4-4d12-82cc-6db8994cc2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:39.673467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9f000fa7-d4c4-4d12-82cc-6db8994cc2dd admin admin] Usage tracker for resource:security_group_rule and tenant:1050fb9cea7e4ac89f3768424bbc7a08 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:39.679279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9f000fa7-d4c4-4d12-82cc-6db8994cc2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:39.689257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9f000fa7-d4c4-4d12-82cc-6db8994cc2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:39.786972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-292a1cff-b278-46cb-85dd-170b7e8013cc None None] Provisioning for port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:39.829549 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f000fa7-d4c4-4d12-82cc-6db8994cc2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.845846 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f000fa7-d4c4-4d12-82cc-6db8994cc2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.970475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-291899965', 'description': 'tempest-description-433282854'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:39.987825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:39.992380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:40.003267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:40.009259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:40.019090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:40.068229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.097573 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.110594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:40.118237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9f000fa7-d4c4-4d12-82cc-6db8994cc2dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1050fb9cea7e4ac89f3768424bbc7a08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0798438 May 24 23:01:40.136299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41756) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:40.138208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f000fa7-d4c4-4d12-82cc-6db8994cc2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2e354a-a324-4648-b731-00e5ce9ec0e4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:40.142411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:40.147384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-999ea648-883c-4d51-abba-6a12b3fc2b4c None None] Provisioning for port 887a0538-eeef-4661-9855-ae7d3e520d94 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:40.151523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:40.155251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-999ea648-883c-4d51-abba-6a12b3fc2b4c None None] Provisioning complete for port 887a0538-eeef-4661-9855-ae7d3e520d94 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:40.156002 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-999ea648-883c-4d51-abba-6a12b3fc2b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.172726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:40.282639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-999ea648-883c-4d51-abba-6a12b3fc2b4c None None] Port 887a0538-eeef-4661-9855-ae7d3e520d94 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:40.318751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.321973 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.354307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8a7ab7b9-de70-48c5-8c0c-71c62d63537c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:40.388336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7d957586-1059-47ee-acd1-d31e55b04a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.391014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.413681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0185a-bd03-4d27-b159-d34185b6d01d req-bc255e63-d811-4b98-ba8e-5cd6c875de8a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.423791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0c0185a-bd03-4d27-b159-d34185b6d01d req-bc255e63-d811-4b98-ba8e-5cd6c875de8a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 945 time: 0.4274285 May 24 23:01:40.510703 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7d957586-1059-47ee-acd1-d31e55b04a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.519847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:40.525861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:40.526359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.560160 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-cc1cb829-bbe9-4a3a-9371-4433c553ba06 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:01:40.716407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:40.720605 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.771364 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb829-bbe9-4a3a-9371-4433c553ba06 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.787628 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0c0185a-bd03-4d27-b159-d34185b6d01d req-0de45ace-3d9e-4b8e-8d40-23bce9cb61e5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622296 May 24 23:01:40.801469 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb829-bbe9-4a3a-9371-4433c553ba06 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.806991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8a7ab7b9-de70-48c5-8c0c-71c62d63537c,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:40.815895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1cb829-bbe9-4a3a-9371-4433c553ba06 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:40.815895 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb829-bbe9-4a3a-9371-4433c553ba06 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.825083 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.825233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cc1cb829-bbe9-4a3a-9371-4433c553ba06 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/ports/787d094a-5ff9-4549-92cb-c591fdbb9c05 HTTP/1.1" status: 200 len: 911 time: 2.9948092 May 24 23:01:40.867401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41770) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:40.885166 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.940369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=8a7ab7b9-de70-48c5-8c0c-71c62d63537c,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:40.964793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7d957586-1059-47ee-acd1-d31e55b04a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:40.986720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d957586-1059-47ee-acd1-d31e55b04a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2e354a-a324-4648-b731-00e5ce9ec0e4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:40.988733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cb829-bbe9-4a3a-9371-4433c553ba06 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=787d094a-5ff9-4549-92cb-c591fdbb9c05,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:41.009058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7d957586-1059-47ee-acd1-d31e55b04a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.013769 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7d957586-1059-47ee-acd1-d31e55b04a7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a2e354a-a324-4648-b731-00e5ce9ec0e4 HTTP/1.1" status: 204 len: 168 time: 0.8716922 May 24 23:01:41.085547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8562aef4-5ab9-44f7-a185-96919806c114,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:41.090465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.092476 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0e66ebc-42fb-4250-9ad6-916a6e3b06c0 req-7f1251ad-aacd-467a-859d-00f653c2f43e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1304309 May 24 23:01:41.116489 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=887a0538-eeef-4661-9855-ae7d3e520d94,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:41.269889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:41.273149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:41.305971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc837b9f-b6a4-450d-8cd1-969ad8003bf8 req-f126fe23-b3ef-4a5d-adf8-d0f7a5ad5ad6 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:41.320308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc837b9f-b6a4-450d-8cd1-969ad8003bf8 req-f126fe23-b3ef-4a5d-adf8-d0f7a5ad5ad6 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2598219 May 24 23:01:41.468013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc837b9f-b6a4-450d-8cd1-969ad8003bf8 req-d32da23a-eebc-4044-8b69-67f952425088 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467848 May 24 23:01:41.739005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6cfb2460-4589-4c48-99c4-66472231119d None None] Provisioning complete for port 887a0538-eeef-4661-9855-ae7d3e520d94 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:41.739559 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2460-4589-4c48-99c4-66472231119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:41.757671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20196921-741e-4591-b63e-63b0fb8d044f req-7fef9664-6158-41d9-8155-05c3db071a26 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/8562aef4-5ab9-44f7-a185-96919806c114 HTTP/1.1" status: 200 len: 1805 time: 0.1971536 May 24 23:01:41.780292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-20196921-741e-4591-b63e-63b0fb8d044f req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8562aef4-5ab9-44f7-a185-96919806c114', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:41.785420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-20196921-741e-4591-b63e-63b0fb8d044f req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8562aef4-5ab9-44f7-a185-96919806c114', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:41.810394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-20196921-741e-4591-b63e-63b0fb8d044f req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:41.831001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-20196921-741e-4591-b63e-63b0fb8d044f req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:41.845051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb2460-4589-4c48-99c4-66472231119d None None] Port 887a0538-eeef-4661-9855-ae7d3e520d94 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:01:41.848702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-20196921-741e-4591-b63e-63b0fb8d044f req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:41.869746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-20196921-741e-4591-b63e-63b0fb8d044f req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:42.099865 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-20196921-741e-4591-b63e-63b0fb8d044f req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.178444 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8a7ab7b9-de70-48c5-8c0c-71c62d63537c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:42.185443 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-20196921-741e-4591-b63e-63b0fb8d044f req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.202271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-20196921-741e-4591-b63e-63b0fb8d044f req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.283171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbedcaa2-93d3-413f-87c0-7467159f594f,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:42.289983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Router 66f0026a-05b8-4053-b198-6f26ac13c1a8 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:01:42.304039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-20196921-741e-4591-b63e-63b0fb8d044f req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.323710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20196921-741e-4591-b63e-63b0fb8d044f req-a0bad3aa-cb52-4c94-96d6-aff1d02e3f9d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5624688 May 24 23:01:42.397411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-2dd69695-c29b-4c95-9000-36cc2cd2caa3 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/8562aef4-5ab9-44f7-a185-96919806c114 HTTP/1.1" status: 200 len: 2399 time: 0.0638349 May 24 23:01:42.403761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8562aef4-5ab9-44f7-a185-96919806c114', 'remote_group_id': None}]} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:42.404324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8562aef4-5ab9-44f7-a185-96919806c114', 'remote_group_id': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:42.411906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:42.416415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Usage tracker for resource:security_group_rule and tenant:f66e6a11ef0246baae11a33fabf9897c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:42.421137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:42.427568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:42.502621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:42.502999 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.515527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.549321 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.557797 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.597109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:42.615118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38eb0ec7-5f6f-4cbf-9154-48d7e4d4bce7 req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2159867 May 24 23:01:42.630541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32b699-5cb7-4deb-a37d-4d472746094d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a503f0f9-a99f-4a91-8ccc-21c0b6baecf9,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:42.761534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fb300-3d96-468b-b8f8-731640d64f4f req-7124116e-d6cd-4c3a-92cb-914c4e6daaa6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:42.763986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-005fb300-3d96-468b-b8f8-731640d64f4f req-7124116e-d6cd-4c3a-92cb-914c4e6daaa6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 945 time: 0.7223163 May 24 23:01:42.791397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:42.891626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e495eb3-b67b-4242-9d8c-dbddb6dc5e6b req-1c7313a1-c6a6-481f-89a4-f18623a5ba16 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:42.893220 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e495eb3-b67b-4242-9d8c-dbddb6dc5e6b req-1c7313a1-c6a6-481f-89a4-f18623a5ba16 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.1566415 May 24 23:01:42.907069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:42.918454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Sync routers for ids ['66f0026a-05b8-4053-b198-6f26ac13c1a8'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:42.922041 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-93bf220a-28c4-4123-bca1-729fd12eab0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "PUT /v2.0/routers/66f0026a-05b8-4053-b198-6f26ac13c1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7173259 May 24 23:01:42.925307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41818) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:42.944679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Routers {'66f0026a-05b8-4053-b198-6f26ac13c1a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:42.945308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['66f0026a-05b8-4053-b198-6f26ac13c1a8'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:42.990412 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-005fb300-3d96-468b-b8f8-731640d64f4f req-67333f7c-98c5-4088-b6ab-04a7d41b25c4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181809 May 24 23:01:43.099467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a849f9-1fca-43ac-965e-e6edb6830aad tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:43.100449 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e5a849f9-1fca-43ac-965e-e6edb6830aad tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:43.134165 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e495eb3-b67b-4242-9d8c-dbddb6dc5e6b req-a2d8c38f-a405-46c4-b9b4-d7ade0a1b8c3 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300973 May 24 23:01:43.180945 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ccbed3fd-26d9-433c-b219-263712fed79f req-2eae8b44-4a2b-44a5-b2a4-481abb87aee3 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/8562aef4-5ab9-44f7-a185-96919806c114 HTTP/1.1" status: 200 len: 2998 time: 0.1483824 May 24 23:01:43.195831 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1fec6fc9-7025-4558-842a-de3877bbcced tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.222486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92cb5d-00fd-423e-a5fc-184c0589378f req-e146e5c6-b6c0-4c85-9d6c-2299b291db72 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:43.224039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee92cb5d-00fd-423e-a5fc-184c0589378f req-e146e5c6-b6c0-4c85-9d6c-2299b291db72 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 945 time: 0.2443874 May 24 23:01:43.256473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e5a849f9-1fca-43ac-965e-e6edb6830aad tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:43.257940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e5a849f9-1fca-43ac-965e-e6edb6830aad tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports/887a0538-eeef-4661-9855-ae7d3e520d94 HTTP/1.1" status: 200 len: 911 time: 0.3257487 May 24 23:01:43.277878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41836) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:43.352812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0e82cf2-7e2d-4a93-8a9e-53aacfddcc82 req-004b6450-81f4-4258-8d9e-e54e807586e7 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-group-rules/a503f0f9-a99f-4a91-8ccc-21c0b6baecf9 HTTP/1.1" status: 200 len: 783 time: 0.1271875 May 24 23:01:43.353027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Set router 66f0026a-05b8-4053-b198-6f26ac13c1a8 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:43.485769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-ee92cb5d-00fd-423e-a5fc-184c0589378f req-ff405988-3690-404c-9c32-24e41c4f2d55 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Deleting port 808cb9e9-532d-49fb-87cc-ca2584e5481c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:43.489746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ee92cb5d-00fd-423e-a5fc-184c0589378f req-ff405988-3690-404c-9c32-24e41c4f2d55 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.579607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0e82cf2-7e2d-4a93-8a9e-53aacfddcc82 req-5c569f69-265f-457b-8ac7-9e955bb6d666 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/8562aef4-5ab9-44f7-a185-96919806c114 HTTP/1.1" status: 200 len: 2998 time: 0.2253096 May 24 23:01:43.964494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ee92cb5d-00fd-423e-a5fc-184c0589378f req-ff405988-3690-404c-9c32-24e41c4f2d55 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] For port 808cb9e9-532d-49fb-87cc-ca2584e5481c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=808cb9e9-532d-49fb-87cc-ca2584e5481c,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:43.965100 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ee92cb5d-00fd-423e-a5fc-184c0589378f req-ff405988-3690-404c-9c32-24e41c4f2d55 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:43.990171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0026a-05b8-4053-b198-6f26ac13c1a8', 'name': 'tempest-NetworksTestDHCPv6-router-1192758901', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:34Z', 'updated_at': '2022-05-24T23:01:38Z', 'revision_number': 2, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None, '_interfaces': [{'id': '887a0538-eeef-4661-9855-ae7d3e520d94', 'name': '', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'mac_address': 'fa:16:3e:ca:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f0026a-05b8-4053-b198-6f26ac13c1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ae3fdc11-1ace-4782-97c7-66ee621140e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:01:36Z', 'updated_at': '2022-05-24T23:01:39Z', 'revision_number': 2, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'subnets': [{'id': 'ae3fdc11-1ace-4782-97c7-66ee621140e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:43.994762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Checking router: 66f0026a-05b8-4053-b198-6f26ac13c1a8 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:01:43.995106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Updating router 66f0026a-05b8-4053-b198-6f26ac13c1a8 port 887a0538-eeef-4661-9855-ae7d3e520d94 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:01:43.998644 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0e82cf2-7e2d-4a93-8a9e-53aacfddcc82 req-bca68574-09eb-411b-807d-f8ffd0c89c52 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.102321 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.198647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-ee92cb5d-00fd-423e-a5fc-184c0589378f req-ff405988-3690-404c-9c32-24e41c4f2d55 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Calling delete_port for 808cb9e9-532d-49fb-87cc-ca2584e5481c owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:44.231601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41852) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:44.233545 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0e82cf2-7e2d-4a93-8a9e-53aacfddcc82 req-bca68574-09eb-411b-807d-f8ffd0c89c52 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.242533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f9503a-46f6-437e-9368-6f9ff2bd9ba4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:44.260700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f9503a-46f6-437e-9368-6f9ff2bd9ba4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:44.278270 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-41f9503a-46f6-437e-9368-6f9ff2bd9ba4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9991994 May 24 23:01:44.279230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41858) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:44.344084 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0e82cf2-7e2d-4a93-8a9e-53aacfddcc82 req-bca68574-09eb-411b-807d-f8ffd0c89c52 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.458856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e0e82cf2-7e2d-4a93-8a9e-53aacfddcc82 req-bca68574-09eb-411b-807d-f8ffd0c89c52 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.470809 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0e82cf2-7e2d-4a93-8a9e-53aacfddcc82 req-bca68574-09eb-411b-807d-f8ffd0c89c52 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a503f0f9-a99f-4a91-8ccc-21c0b6baecf9 HTTP/1.1" status: 204 len: 173 time: 0.8889282 May 24 23:01:44.517235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca68574-09eb-411b-807d-f8ffd0c89c52 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a503f0f9-a99f-4a91-8ccc-21c0b6baecf9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:44.533201 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e20cb7d2-67c7-4cc1-a428-e138106e2ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.648137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e20cb7d2-67c7-4cc1-a428-e138106e2ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:44.653236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e20cb7d2-67c7-4cc1-a428-e138106e2ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c5b3bae04f4c66adaeabf2fd002551 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:44.656446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e20cb7d2-67c7-4cc1-a428-e138106e2ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:44.662829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e20cb7d2-67c7-4cc1-a428-e138106e2ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:44.815502 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.860991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Transition to ACTIVE for port object 887a0538-eeef-4661-9855-ae7d3e520d94 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:44.869895 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e20cb7d2-67c7-4cc1-a428-e138106e2ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.874416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ee92cb5d-00fd-423e-a5fc-184c0589378f req-ff405988-3690-404c-9c32-24e41c4f2d55 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.890052 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.927564 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e20cb7d2-67c7-4cc1-a428-e138106e2ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:44.978945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852', '808cb9e9-532d-49fb-87cc-ca2584e5481c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:01:45.003688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae71367-ff00-47de-9b90-744bcaab2b39 None None] Pushing event updated for resources: {'Port': ['ID=887a0538-eeef-4661-9855-ae7d3e520d94,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:45.017280 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e20cb7d2-67c7-4cc1-a428-e138106e2ce4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5c5b3bae04f4c66adaeabf2fd002551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7775300 May 24 23:01:45.019857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41866) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:45.058565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff405988-3690-404c-9c32-24e41c4f2d55 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event deleted for resources: {'Port': ['ID=808cb9e9-532d-49fb-87cc-ca2584e5481c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:45.150623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0896bb4-a7b7-46a9-9570-4c57ba117ab1 req-f3a77c54-cece-4dc3-a02f-20fd415c0e65 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:45.156132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0896bb4-a7b7-46a9-9570-4c57ba117ab1 req-f3a77c54-cece-4dc3-a02f-20fd415c0e65 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4263105 May 24 23:01:45.243543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d66b7-106c-4538-8415-43e23ebb7566 req-765ba716-ce79-424e-9184-e4780ae0aec7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:45.253185 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-196d66b7-106c-4538-8415-43e23ebb7566 req-765ba716-ce79-424e-9184-e4780ae0aec7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 945 time: 0.9143231 May 24 23:01:45.344992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cb7d2-67c7-4cc1-a428-e138106e2ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf1a59f-f808-4d37-9050-4f3df98894c9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:45.353466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee92cb5d-00fd-423e-a5fc-184c0589378f req-ff405988-3690-404c-9c32-24e41c4f2d55 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] No DVR routers for this DVR port 808cb9e9-532d-49fb-87cc-ca2584e5481c on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:45.376567 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ee92cb5d-00fd-423e-a5fc-184c0589378f req-ff405988-3690-404c-9c32-24e41c4f2d55 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.380253 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad42231-20b2-439d-b3dc-9966f68441fd', 'name': 'network-vif-deleted', 'tag': '808cb9e9-532d-49fb-87cc-ca2584e5481c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:01:45.381204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-196d66b7-106c-4538-8415-43e23ebb7566 req-62ebe528-a73b-4c4c-ac19-6ad5c70deb95 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270378 May 24 23:01:45.442382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Attempting to bind port 887a0538-eeef-4661-9855-ae7d3e520d94 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:45.446297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Attempting to bind port 887a0538-eeef-4661-9855-ae7d3e520d94 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:45.446928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Attempting to bind port 887a0538-eeef-4661-9855-ae7d3e520d94 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:45.463817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-1fec6fc9-7025-4558-842a-de3877bbcced tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 787d094a-5ff9-4549-92cb-c591fdbb9c05 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:45.465599 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1fec6fc9-7025-4558-842a-de3877bbcced tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.468384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:45.472589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:45.473220 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.476567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:45.477334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Bound port: 887a0538-eeef-4661-9855-ae7d3e520d94, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:45.477947 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.732527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-522330ab-c4c4-4e7b-89ba-b2cef13dad3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.758733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0896bb4-a7b7-46a9-9570-4c57ba117ab1 req-d29bbe78-9d37-4792-addd-2b7adfb8e49c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475688 May 24 23:01:45.758970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] For port 887a0538-eeef-4661-9855-ae7d3e520d94, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:45.773512 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee92cb5d-00fd-423e-a5fc-184c0589378f req-ff405988-3690-404c-9c32-24e41c4f2d55 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "DELETE /v2.0/ports/808cb9e9-532d-49fb-87cc-ca2584e5481c HTTP/1.1" status: 204 len: 173 time: 2.5180869 May 24 23:01:45.791582 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] For port 887a0538-eeef-4661-9855-ae7d3e520d94, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=887a0538-eeef-4661-9855-ae7d3e520d94,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:45.822008 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.823950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-522330ab-c4c4-4e7b-89ba-b2cef13dad3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.852916 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f948bf39-9a3c-4105-8b41-eb2743d36399'] response: {'server_uuid': '5ad42231-20b2-439d-b3dc-9966f68441fd', 'name': 'network-vif-deleted', 'tag': '808cb9e9-532d-49fb-87cc-ca2584e5481c', 'status': 'completed', 'code': 200} May 24 23:01:45.942497 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-522330ab-c4c4-4e7b-89ba-b2cef13dad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:45.971167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522330ab-c4c4-4e7b-89ba-b2cef13dad3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf1a59f-f808-4d37-9050-4f3df98894c9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:45.995026 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-522330ab-c4c4-4e7b-89ba-b2cef13dad3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.006498 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-522330ab-c4c4-4e7b-89ba-b2cef13dad3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cf1a59f-f808-4d37-9050-4f3df98894c9 HTTP/1.1" status: 204 len: 168 time: 0.9641635 May 24 23:01:46.054654 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1fec6fc9-7025-4558-842a-de3877bbcced tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.067887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae71367-ff00-47de-9b90-744bcaab2b39 None None] Pushing event updated for resources: {'Port': ['ID=887a0538-eeef-4661-9855-ae7d3e520d94,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:46.120197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41880) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:46.156698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Routers {'66f0026a-05b8-4053-b198-6f26ac13c1a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:46.157741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['66f0026a-05b8-4053-b198-6f26ac13c1a8'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:46.318024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-1fec6fc9-7025-4558-842a-de3877bbcced tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 787d094a-5ff9-4549-92cb-c591fdbb9c05 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:46.479760 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d303c106-1b32-478e-ae6c-a24a74647531 req-33b9531f-e8d0-4cb9-b9e2-96300b53c26c tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/8562aef4-5ab9-44f7-a185-96919806c114 HTTP/1.1" status: 200 len: 2399 time: 1.0229793 May 24 23:01:46.786269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] Set router 66f0026a-05b8-4053-b198-6f26ac13c1a8 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:46.869786 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d303c106-1b32-478e-ae6c-a24a74647531 req-94372c97-5a1e-4e75-aef8-5975f8d836e3 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:46.920395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c9ecfc1f-537f-4ed0-86c5-6d0da3c4fb01 req-1ddaba4a-acf4-4f34-98e3-e841fcc4a176 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:47.126247 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d303c106-1b32-478e-ae6c-a24a74647531 req-94372c97-5a1e-4e75-aef8-5975f8d836e3 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.187417 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1fec6fc9-7025-4558-842a-de3877bbcced tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.252355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec6fc9-7025-4558-842a-de3877bbcced tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=787d094a-5ff9-4549-92cb-c591fdbb9c05,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:47.285762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0026a-05b8-4053-b198-6f26ac13c1a8', 'name': 'tempest-NetworksTestDHCPv6-router-1192758901', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:34Z', 'updated_at': '2022-05-24T23:01:38Z', 'revision_number': 2, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None, '_interfaces': [{'id': '887a0538-eeef-4661-9855-ae7d3e520d94', 'name': '', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'mac_address': 'fa:16:3e:ca:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f0026a-05b8-4053-b198-6f26ac13c1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ae3fdc11-1ace-4782-97c7-66ee621140e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:01:36Z', 'updated_at': '2022-05-24T23:01:45Z', 'revision_number': 4, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'subnets': [{'id': 'ae3fdc11-1ace-4782-97c7-66ee621140e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:47.303613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08300-8d56-4954-87fc-c84deff4bc92 None None] The sync data for ids ['66f0026a-05b8-4053-b198-6f26ac13c1a8'] in n-d-843146-7 is: [{'id': '66f0026a-05b8-4053-b198-6f26ac13c1a8', 'name': 'tempest-NetworksTestDHCPv6-router-1192758901', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:34Z', 'updated_at': '2022-05-24T23:01:38Z', 'revision_number': 2, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None, '_interfaces': [{'id': '887a0538-eeef-4661-9855-ae7d3e520d94', 'name': '', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'mac_address': 'fa:16:3e:ca:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f0026a-05b8-4053-b198-6f26ac13c1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ae3fdc11-1ace-4782-97c7-66ee621140e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:01:36Z', 'updated_at': '2022-05-24T23:01:45Z', 'revision_number': 4, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'subnets': [{'id': 'ae3fdc11-1ace-4782-97c7-66ee621140e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:47.350969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c9ecfc1f-537f-4ed0-86c5-6d0da3c4fb01 req-1ddaba4a-acf4-4f34-98e3-e841fcc4a176 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:47.361967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9ecfc1f-537f-4ed0-86c5-6d0da3c4fb01 req-1ddaba4a-acf4-4f34-98e3-e841fcc4a176 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad42231-20b2-439d-b3dc-9966f68441fd HTTP/1.1" status: 200 len: 210 time: 0.5687559 May 24 23:01:47.382339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 808cb9e9-532d-49fb-87cc-ca2584e5481c no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:47.496419 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 808cb9e9-532d-49fb-87cc-ca2584e5481c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:47.496756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 808cb9e9-532d-49fb-87cc-ca2584e5481c not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:47.567623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:47.984586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1fec6fc9-7025-4558-842a-de3877bbcced tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.002487 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d303c106-1b32-478e-ae6c-a24a74647531 req-94372c97-5a1e-4e75-aef8-5975f8d836e3 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.125382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d8613-60ca-47c4-bfa9-befc7bf0c66a req-38ac071b-68d9-4307-b75f-e66715a24d25 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:48.129438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da7d8613-60ca-47c4-bfa9-befc7bf0c66a req-38ac071b-68d9-4307-b75f-e66715a24d25 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.3097000 May 24 23:01:48.225892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 887a0538-eeef-4661-9855-ae7d3e520d94 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:48.234637 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da7d8613-60ca-47c4-bfa9-befc7bf0c66a req-87fb1add-3b56-4b13-b8c9-67e86df261a8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984461 May 24 23:01:48.331884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] Deleting port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:48.332233 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.339195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94372c97-5a1e-4e75-aef8-5975f8d836e3 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8562aef4-5ab9-44f7-a185-96919806c114,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:48.352472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 887a0538-eeef-4661-9855-ae7d3e520d94 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:48.361465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 887a0538-eeef-4661-9855-ae7d3e520d94 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:48.362220 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.373802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d303c106-1b32-478e-ae6c-a24a74647531 req-94372c97-5a1e-4e75-aef8-5975f8d836e3 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.385250 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d303c106-1b32-478e-ae6c-a24a74647531 req-94372c97-5a1e-4e75-aef8-5975f8d836e3 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "DELETE /v2.0/security-groups/8562aef4-5ab9-44f7-a185-96919806c114 HTTP/1.1" status: 204 len: 173 time: 1.8790905 May 24 23:01:48.620505 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.674221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] For port 482fb3b7-a73d-4d02-a507-fbc9a8dc7385, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=482fb3b7-a73d-4d02-a507-fbc9a8dc7385,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:48.674585 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.680882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 887a0538-eeef-4661-9855-ae7d3e520d94 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:48.681332 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.722780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 887a0538-eeef-4661-9855-ae7d3e520d94, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=887a0538-eeef-4661-9855-ae7d3e520d94,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:48.731173 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-57b7472d-6891-47fc-87a5-dea54f47729b req-a82b8950-355c-407f-adf4-e97a867259ef tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] show failed (client error): The resource could not be found. May 24 23:01:48.732522 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57b7472d-6891-47fc-87a5-dea54f47729b req-a82b8950-355c-407f-adf4-e97a867259ef tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/a9a18354-e6cf-4111-8526-5e0b01649d72 HTTP/1.1" status: 404 len: 352 time: 0.2392428 May 24 23:01:48.735863 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:48.861067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=887a0538-eeef-4661-9855-ae7d3e520d94,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:48.871531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fec6fc9-7025-4558-842a-de3877bbcced tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 01a8ee3d-877e-40ba-9300-900bf77f7720 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:49.207284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] Calling delete_port for 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:49.258671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fec6fc9-7025-4558-842a-de3877bbcced tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:49.270439 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79fc9e-064e-4757-a1fd-64692d418369 None None] Sync routers for ids ['01a8ee3d-877e-40ba-9300-900bf77f7720'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:49.287330 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79fc9e-064e-4757-a1fd-64692d418369 None None] Routers {'01a8ee3d-877e-40ba-9300-900bf77f7720'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:49.288053 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-af79fc9e-064e-4757-a1fd-64692d418369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['01a8ee3d-877e-40ba-9300-900bf77f7720'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:49.331227 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1fec6fc9-7025-4558-842a-de3877bbcced tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/01a8ee3d-877e-40ba-9300-900bf77f7720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4476204 May 24 23:01:49.340129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41946) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:49.397198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cd4ddd16-e89e-410c-b691-d2238ce1fb4e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:49.402657 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-af79fc9e-064e-4757-a1fd-64692d418369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:49.413719 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79fc9e-064e-4757-a1fd-64692d418369 None None] Routers {'01a8ee3d-877e-40ba-9300-900bf77f7720'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:49.414939 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-af79fc9e-064e-4757-a1fd-64692d418369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['01a8ee3d-877e-40ba-9300-900bf77f7720'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:49.433754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cd4ddd16-e89e-410c-b691-d2238ce1fb4e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:49.437985 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cd4ddd16-e89e-410c-b691-d2238ce1fb4e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=01a8ee3d-877e-40ba-9300-900bf77f7720 HTTP/1.1" status: 200 len: 205 time: 0.0957537 May 24 23:01:49.439855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41952) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:49.492533 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-af79fc9e-064e-4757-a1fd-64692d418369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:49.496140 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79fc9e-064e-4757-a1fd-64692d418369 None None] The sync data for ids ['01a8ee3d-877e-40ba-9300-900bf77f7720'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:49.514637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-b52f2b98-70e1-4e59-859d-0477710197c7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:49.526606 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-b52f2b98-70e1-4e59-859d-0477710197c7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.4475312 May 24 23:01:49.527065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e07a52c7-d7b2-43a1-9e32-d936a5e36cdd req-5580f29d-f5de-45c4-8552-24e7def7c3c1 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/682fccde-3b9e-439f-ab1c-8d9383a11d0e HTTP/1.1" status: 200 len: 1806 time: 0.7136290 May 24 23:01:49.582524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.684684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] Pushing event deleted for resources: {'Port': ['ID=482fb3b7-a73d-4d02-a507-fbc9a8dc7385,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:49.687021 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e07a52c7-d7b2-43a1-9e32-d936a5e36cdd req-92a28443-e752-4950-9cc5-2e01875048a2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.724987 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e07a52c7-d7b2-43a1-9e32-d936a5e36cdd req-92a28443-e752-4950-9cc5-2e01875048a2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.870756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95c54d28-d15e-48a2-9cfe-704d0a6a3ccc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.933033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 887a0538-eeef-4661-9855-ae7d3e520d94 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:49.933469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.935812 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e07a52c7-d7b2-43a1-9e32-d936a5e36cdd req-92a28443-e752-4950-9cc5-2e01875048a2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:49.962240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a28443-e752-4950-9cc5-2e01875048a2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682fccde-3b9e-439f-ab1c-8d9383a11d0e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:50.035592 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e07a52c7-d7b2-43a1-9e32-d936a5e36cdd req-92a28443-e752-4950-9cc5-2e01875048a2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.036365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e07a52c7-d7b2-43a1-9e32-d936a5e36cdd req-92a28443-e752-4950-9cc5-2e01875048a2 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "DELETE /v2.0/security-groups/682fccde-3b9e-439f-ab1c-8d9383a11d0e HTTP/1.1" status: 204 len: 173 time: 0.5008652 May 24 23:01:50.082054 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-db6d5751-5c21-4508-8833-8cd46c22f906 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/quotas/0b61e39c08c045648e02b3beafdc002f HTTP/1.1" status: 200 len: 375 time: 0.1503310 May 24 23:01:50.101624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.249002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 887a0538-eeef-4661-9855-ae7d3e520d94 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:50.332732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 887a0538-eeef-4661-9855-ae7d3e520d94 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:50.333134 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.472983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f74b27-74d0-4d55-92a9-5061748105da req-0d82ad0c-6977-4255-b3d9-dfd6b1354fc4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:50.483698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c2f74b27-74d0-4d55-92a9-5061748105da req-0d82ad0c-6977-4255-b3d9-dfd6b1354fc4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.2178295 May 24 23:01:50.489639 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95c54d28-d15e-48a2-9cfe-704d0a6a3ccc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.500722 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95c54d28-d15e-48a2-9cfe-704d0a6a3ccc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.502125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 887a0538-eeef-4661-9855-ae7d3e520d94 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:50.557945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c2f74b27-74d0-4d55-92a9-5061748105da req-799059be-cf99-494c-984c-6d47ac1c139f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727267 May 24 23:01:50.561720 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-aa7dc84c-feb4-4dbc-b44a-a4d232bcf4db tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4733882 May 24 23:01:50.571551 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95c54d28-d15e-48a2-9cfe-704d0a6a3ccc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.572122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c54d28-d15e-48a2-9cfe-704d0a6a3ccc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Fanout notify agent at l3_agent the message router_deleted on router 01a8ee3d-877e-40ba-9300-900bf77f7720 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:01:50.593723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] For port 887a0538-eeef-4661-9855-ae7d3e520d94, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=887a0538-eeef-4661-9855-ae7d3e520d94,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:50.594156 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.608773 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95c54d28-d15e-48a2-9cfe-704d0a6a3ccc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.610037 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-95c54d28-d15e-48a2-9cfe-704d0a6a3ccc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/01a8ee3d-877e-40ba-9300-900bf77f7720 HTTP/1.1" status: 204 len: 168 time: 1.1030324 May 24 23:01:50.650860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41966) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:50.765440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 887a0538-eeef-4661-9855-ae7d3e520d94 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:50.789107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44b7e69f-f4de-4977-a555-2b9cc7d7388b req-d6e54672-39d4-4935-ad14-7a39a5bbfc13 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/6400c5b8-99f4-44e4-89f4-f3004bb302d4 HTTP/1.1" status: 200 len: 1807 time: 0.1569157 May 24 23:01:50.797838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5d3329-e0df-453c-8598-7e22fc6bcd52 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting subnet 4a60a9cb-7956-4a44-88e4-ccd6e028aa53 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:50.806201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] Router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:50.806980 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3329-e0df-453c-8598-7e22fc6bcd52 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.939619 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3329-e0df-453c-8598-7e22fc6bcd52 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:50.947460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-e0e6a125-cd4b-410f-b269-33b5e3721ae1 service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330512 May 24 23:01:51.200012 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-44b7e69f-f4de-4977-a555-2b9cc7d7388b req-d1bc5cd5-77b1-4774-9609-61e0b0aa2c4d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.269470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-0fb2ee25-8e77-4e89-908f-545ccf7bbe5e service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156962 May 24 23:01:51.283405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.330733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=887a0538-eeef-4661-9855-ae7d3e520d94,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:51.366014 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-44b7e69f-f4de-4977-a555-2b9cc7d7388b req-d1bc5cd5-77b1-4774-9609-61e0b0aa2c4d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.444304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3329-e0df-453c-8598-7e22fc6bcd52 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.480555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:51.493783 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a9dbe1ec-64e4-4a05-9c19-ea1f770181aa admin admin] 10.222.0.55 "PUT /v2.0/routers/cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3700085 May 24 23:01:51.493970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdffdc6-d7fe-4e3c-9ac2-e171f0eb4b03 None None] Sync routers for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:51.503407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41982) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:51.509126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdffdc6-d7fe-4e3c-9ac2-e171f0eb4b03 None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:51.509985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4fdffdc6-d7fe-4e3c-9ac2-e171f0eb4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:51.634035 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d6ce98b5-cba6-4b97-acb7-0354007bd733 req-fe7c7a93-3a30-421f-958e-79465a28b4bf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 210 time: 0.1823173 May 24 23:01:51.655934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.685907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126992f7-91c4-4c9b-93cf-0d6496ecc934 req-ceb94415-5c27-46ab-9119-f1b709322679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:51.687057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-126992f7-91c4-4c9b-93cf-0d6496ecc934 req-ceb94415-5c27-46ab-9119-f1b709322679 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 1096 time: 0.4327390 May 24 23:01:51.839079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4fdffdc6-d7fe-4e3c-9ac2-e171f0eb4b03 None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:51.894279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3329-e0df-453c-8598-7e22fc6bcd52 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.947950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d3329-e0df-453c-8598-7e22fc6bcd52 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Subnet': ['ID=4a60a9cb-7956-4a44-88e4-ccd6e028aa53,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:51.950462 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3329-e0df-453c-8598-7e22fc6bcd52 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.957838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-44b7e69f-f4de-4977-a555-2b9cc7d7388b req-d1bc5cd5-77b1-4774-9609-61e0b0aa2c4d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:51.967483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47720de-1797-4ee6-85b4-b61fa8dfb558 None None] Network 6b2755ff-e5d5-4ec1-bc78-7847d06f239d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:52.006452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-44b7e69f-f4de-4977-a555-2b9cc7d7388b req-d1bc5cd5-77b1-4774-9609-61e0b0aa2c4d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.008178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44b7e69f-f4de-4977-a555-2b9cc7d7388b req-d1bc5cd5-77b1-4774-9609-61e0b0aa2c4d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "DELETE /v2.0/security-groups/6400c5b8-99f4-44e4-89f4-f3004bb302d4 HTTP/1.1" status: 204 len: 173 time: 1.2046418 May 24 23:01:52.021667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc5cd5-77b1-4774-9609-61e0b0aa2c4d tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6400c5b8-99f4-44e4-89f4-f3004bb302d4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:52.027424 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.079120 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bf5d3329-e0df-453c-8598-7e22fc6bcd52 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/4a60a9cb-7956-4a44-88e4-ccd6e028aa53 HTTP/1.1" status: 204 len: 168 time: 1.4270313 May 24 23:01:52.087981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42002) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:52.209941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126992f7-91c4-4c9b-93cf-0d6496ecc934 req-c1bb15ad-0f0c-4892-bcd0-b9d91ee22f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:52.211429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-126992f7-91c4-4c9b-93cf-0d6496ecc934 req-c1bb15ad-0f0c-4892-bcd0-b9d91ee22f59 service neutron] 10.222.0.31 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 914 time: 0.5105615 May 24 23:01:52.250792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Router 66f0026a-05b8-4053-b198-6f26ac13c1a8 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:01:52.271101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da3af3-5bf5-42cf-b7b4-27e17c795dc9 req-fc0ad641-a8ba-44fe-88ab-d86301de984f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:52.273172 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-68da3af3-5bf5-42cf-b7b4-27e17c795dc9 req-fc0ad641-a8ba-44fe-88ab-d86301de984f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4674520 May 24 23:01:52.305014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-126992f7-91c4-4c9b-93cf-0d6496ecc934 req-65bfe1ef-d618-48e0-a3ed-e106d2c9a39b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed27daf-7b89-47a1-9c43-51415d341aa3 HTTP/1.1" status: 200 len: 217 time: 0.0725582 May 24 23:01:52.439345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:01:52.452299 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.456634 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd4baae-58d7-4c6a-9251-82089c16035d None None] Sync routers for ids ['66f0026a-05b8-4053-b198-6f26ac13c1a8'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:01:52.470609 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-68da3af3-5bf5-42cf-b7b4-27e17c795dc9 req-2d27255f-d009-47d3-bc97-2ea2c1ded7f6 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393209 May 24 23:01:52.474057 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd4baae-58d7-4c6a-9251-82089c16035d None None] Routers {'66f0026a-05b8-4053-b198-6f26ac13c1a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:52.474869 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-efd4baae-58d7-4c6a-9251-82089c16035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['66f0026a-05b8-4053-b198-6f26ac13c1a8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:52.477208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0d694d04-5565-4697-872c-486d3bc20240 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "PUT /v2.0/routers/66f0026a-05b8-4053-b198-6f26ac13c1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1965468 May 24 23:01:52.479771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42006) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:52.509817 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da9d7ca2-7a0e-4186-a928-83bed20cdbca req-518b91da-8f6d-4b59-9ce3-b842a7f45a6e tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/0382aa94-bd70-4b07-9ab3-553b0f57f589 HTTP/1.1" status: 200 len: 1806 time: 0.4241538 May 24 23:01:52.528041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4fdffdc6-d7fe-4e3c-9ac2-e171f0eb4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T23:01:49Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:52.532756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdffdc6-d7fe-4e3c-9ac2-e171f0eb4b03 None None] Checking router: cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:01:52.544879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdffdc6-d7fe-4e3c-9ac2-e171f0eb4b03 None None] Routers {'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:52.545760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4fdffdc6-d7fe-4e3c-9ac2-e171f0eb4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:52.559297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6714da6c-83ce-4c14-9e5a-b36753bd74dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:52.561126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6714da6c-83ce-4c14-9e5a-b36753bd74dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:52.561979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6714da6c-83ce-4c14-9e5a-b36753bd74dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:52.589215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6714da6c-83ce-4c14-9e5a-b36753bd74dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:52.591540 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6714da6c-83ce-4c14-9e5a-b36753bd74dc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1102347 May 24 23:01:52.592337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126992f7-91c4-4c9b-93cf-0d6496ecc934 req-a07d19d1-757b-4f11-a8eb-1284bf4c9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:52.594548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42010) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:52.613955 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-126992f7-91c4-4c9b-93cf-0d6496ecc934 req-a07d19d1-757b-4f11-a8eb-1284bf4c9a3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb HTTP/1.1" status: 200 len: 853 time: 0.2771189 May 24 23:01:52.657698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port df1a06ed-edee-4807-b388-ec84292881bc {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:52.657922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.663834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead11cb-b92b-4dae-ac22-566a7a80ca28 None None] DHCP port deletion for 6b2755ff-e5d5-4ec1-bc78-7847d06f239d request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:52.692496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1ead11cb-b92b-4dae-ac22-566a7a80ca28 None None] Deleting port df1a06ed-edee-4807-b388-ec84292881bc {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:52.693468 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1ead11cb-b92b-4dae-ac22-566a7a80ca28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.701732 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-126992f7-91c4-4c9b-93cf-0d6496ecc934 req-d005c9f0-b0c1-4714-ba9b-af7a206f7a80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af3f872f-7879-4578-8fd1-0bd063516c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863159 May 24 23:01:52.702151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-5689a535-27d4-4ddb-9be0-76922f65af81 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet ae3fdc11-1ace-4782-97c7-66ee621140e5 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:52.711990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5689a535-27d4-4ddb-9be0-76922f65af81 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.715023 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-efd4baae-58d7-4c6a-9251-82089c16035d None None] Set router 66f0026a-05b8-4053-b198-6f26ac13c1a8 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:52.720596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.797031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5689a535-27d4-4ddb-9be0-76922f65af81 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:52.939077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8f720c00-1495-4887-b161-e9ce07509a15 req-e23828a7-8f3b-4469-a0ce-d2ce3923a79d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 210 time: 0.0672905 May 24 23:01:52.965474 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-efd4baae-58d7-4c6a-9251-82089c16035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0026a-05b8-4053-b198-6f26ac13c1a8', 'name': 'tempest-NetworksTestDHCPv6-router-1192758901', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:34Z', 'updated_at': '2022-05-24T23:01:51Z', 'revision_number': 3, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:52.970556 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:01:52.971518 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd4baae-58d7-4c6a-9251-82089c16035d None None] Checking router: 66f0026a-05b8-4053-b198-6f26ac13c1a8 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:01:52.981622 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd4baae-58d7-4c6a-9251-82089c16035d None None] Routers {'66f0026a-05b8-4053-b198-6f26ac13c1a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:01:52.982796 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-efd4baae-58d7-4c6a-9251-82089c16035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['66f0026a-05b8-4053-b198-6f26ac13c1a8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:53.003380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Deleting port 69fbcfd1-f811-4be5-98e6-b838e23cd536 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:53.003647 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.028143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5689a535-27d4-4ddb-9be0-76922f65af81 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.150496 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5689a535-27d4-4ddb-9be0-76922f65af81 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.195973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689a535-27d4-4ddb-9be0-76922f65af81 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3fdc11-1ace-4782-97c7-66ee621140e5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:53.209741 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5689a535-27d4-4ddb-9be0-76922f65af81 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.227816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d373f-e085-4a08-bb9e-17a0014eaef7 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:53.231528 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5689a535-27d4-4ddb-9be0-76922f65af81 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/ae3fdc11-1ace-4782-97c7-66ee621140e5 HTTP/1.1" status: 204 len: 168 time: 0.6351287 May 24 23:01:53.234318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42020) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:53.237326 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-efd4baae-58d7-4c6a-9251-82089c16035d None None] Set router 66f0026a-05b8-4053-b198-6f26ac13c1a8 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:53.297892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4fdffdc6-d7fe-4e3c-9ac2-e171f0eb4b03 None None] Set router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:01:53.419270 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-efd4baae-58d7-4c6a-9251-82089c16035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0026a-05b8-4053-b198-6f26ac13c1a8', 'name': 'tempest-NetworksTestDHCPv6-router-1192758901', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:34Z', 'updated_at': '2022-05-24T23:01:51Z', 'revision_number': 3, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:53.425708 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd4baae-58d7-4c6a-9251-82089c16035d None None] The sync data for ids ['66f0026a-05b8-4053-b198-6f26ac13c1a8'] in n-d-843146-7 is: [{'id': '66f0026a-05b8-4053-b198-6f26ac13c1a8', 'name': 'tempest-NetworksTestDHCPv6-router-1192758901', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:34Z', 'updated_at': '2022-05-24T23:01:51Z', 'revision_number': 3, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:53.462244 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-da9d7ca2-7a0e-4186-a928-83bed20cdbca req-e1f48c8d-ae93-4fac-934e-d4c2e2144423 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.582611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a50e9e75-d8ee-4742-8cbd-0c82a5991691 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:router {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:53.603370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a50e9e75-d8ee-4742-8cbd-0c82a5991691 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:router {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:53.608029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a50e9e75-d8ee-4742-8cbd-0c82a5991691 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3713975 May 24 23:01:53.608727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42028) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:53.676862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-126992f7-91c4-4c9b-93cf-0d6496ecc934 req-70da4e5f-0146-41bf-bb9a-2e9b1ad6f7ec service neutron] 10.222.0.31 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9577794 May 24 23:01:53.693356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1ead11cb-b92b-4dae-ac22-566a7a80ca28 None None] For port df1a06ed-edee-4807-b388-ec84292881bc, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df1a06ed-edee-4807-b388-ec84292881bc,segment=NetworkSegment(8345ad9a-b149-403f-a849-1bff1213871d),segment_id=8345ad9a-b149-403f-a849-1bff1213871d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:53.694266 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1ead11cb-b92b-4dae-ac22-566a7a80ca28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.697581 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-da9d7ca2-7a0e-4186-a928-83bed20cdbca req-e1f48c8d-ae93-4fac-934e-d4c2e2144423 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.780813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-593fe5b5-cad6-4aa8-a13b-96b62929fb1d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:53.783016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-593fe5b5-cad6-4aa8-a13b-96b62929fb1d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.8488338 May 24 23:01:53.857956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-987bdeb9-9982-4a2b-be37-15e266194826 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:53.862476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Request body: {'port': {'device_id': '458fa71a-260d-4be5-acb1-06f9130b8810', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'admin_state_up': True, 'tenant_id': '0b61e39c08c045648e02b3beafdc002f'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:53.898322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1ead11cb-b92b-4dae-ac22-566a7a80ca28 None None] Calling delete_port for df1a06ed-edee-4807-b388-ec84292881bc owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:53.982857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port df1a06ed-edee-4807-b388-ec84292881bc, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df1a06ed-edee-4807-b388-ec84292881bc,segment=NetworkSegment(8345ad9a-b149-403f-a849-1bff1213871d),segment_id=8345ad9a-b149-403f-a849-1bff1213871d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:53.983905 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.015990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] For port 69fbcfd1-f811-4be5-98e6-b838e23cd536, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=69fbcfd1-f811-4be5-98e6-b838e23cd536,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:54.015990 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.022944 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.129723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82078a9-9d79-4209-8880-b1b58dd4d1d9 req-615405db-ae77-44a3-8a8d-c02708d9122e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:54.136686 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f82078a9-9d79-4209-8880-b1b58dd4d1d9 req-615405db-ae77-44a3-8a8d-c02708d9122e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.4489863 May 24 23:01:54.147209 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1ead11cb-b92b-4dae-ac22-566a7a80ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.217528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 887a0538-eeef-4661-9855-ae7d3e520d94 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:54.249937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead11cb-b92b-4dae-ac22-566a7a80ca28 None None] No DVR routers for this DVR port df1a06ed-edee-4807-b388-ec84292881bc on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:54.253078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-987bdeb9-9982-4a2b-be37-15e266194826 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.257014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-987bdeb9-9982-4a2b-be37-15e266194826 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.263617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead11cb-b92b-4dae-ac22-566a7a80ca28 None None] Pushing event deleted for resources: {'Port': ['ID=df1a06ed-edee-4807-b388-ec84292881bc,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:54.264614 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f82078a9-9d79-4209-8880-b1b58dd4d1d9 req-1f1502f5-5c80-4f65-96ef-89652127df87 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263523 May 24 23:01:54.268550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31a7563-2f29-4d8d-b7a9-fc0b5b2b7fe7 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:54.273515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 887a0538-eeef-4661-9855-ae7d3e520d94 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:54.273862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 887a0538-eeef-4661-9855-ae7d3e520d94 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:54.274281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df1a06ed-edee-4807-b388-ec84292881bc no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:54.274639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for df1a06ed-edee-4807-b388-ec84292881bc owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:54.300784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-987bdeb9-9982-4a2b-be37-15e266194826 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.301400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987bdeb9-9982-4a2b-be37-15e266194826 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Fanout notify agent at l3_agent the message router_deleted on router 66f0026a-05b8-4053-b198-6f26ac13c1a8 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:01:54.335108 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-987bdeb9-9982-4a2b-be37-15e266194826 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.336358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-987bdeb9-9982-4a2b-be37-15e266194826 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/routers/66f0026a-05b8-4053-b198-6f26ac13c1a8 HTTP/1.1" status: 204 len: 168 time: 0.7265515 May 24 23:01:54.340589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42034) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:54.344825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c31a7563-2f29-4d8d-b7a9-fc0b5b2b7fe7 None None] Deleting port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:54.345437 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c31a7563-2f29-4d8d-b7a9-fc0b5b2b7fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.402397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Calling delete_port for 69fbcfd1-f811-4be5-98e6-b838e23cd536 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:54.446930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: df1a06ed-edee-4807-b388-ec84292881bc {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:54.447376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df1a06ed-edee-4807-b388-ec84292881bc not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:54.465618 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d308f93-b315-4126-adc4-11ce7eb5d994 req-dd69b60d-2522-4c31-952d-cc32a6a77bfc tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 210 time: 0.0722942 May 24 23:01:54.491292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-da9d7ca2-7a0e-4186-a928-83bed20cdbca req-e1f48c8d-ae93-4fac-934e-d4c2e2144423 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.492584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device eed27daf-7b89-47a1-9c43-51415d341aa3 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:54.503686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72734c00-88f5-4234-a071-a745dbd3c491 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:54.504375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-72734c00-88f5-4234-a071-a745dbd3c491 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:54.528328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-72734c00-88f5-4234-a071-a745dbd3c491 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:54.533368 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-72734c00-88f5-4234-a071-a745dbd3c491 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1926744 May 24 23:01:54.534249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42040) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:54.575152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4fdffdc6-d7fe-4e3c-9ac2-e171f0eb4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T23:01:49Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:54.576739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f48c8d-ae93-4fac-934e-d4c2e2144423 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0382aa94-bd70-4b07-9ab3-553b0f57f589,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:54.591361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdffdc6-d7fe-4e3c-9ac2-e171f0eb4b03 None None] The sync data for ids ['cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe'] in n-d-843146-7 is: [{'id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1761598159-router', 'tenant_id': '4ade7d86997048edb2aa056be826b9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T22:53:46Z', 'updated_at': '2022-05-24T23:01:49Z', 'revision_number': 5, 'project_id': '4ade7d86997048edb2aa056be826b9a6', 'gw_port': {'id': '69fbcfd1-f811-4be5-98e6-b838e23cd536', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T22:53:48Z', 'updated_at': '2022-05-24T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:01:54.603877 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-126992f7-91c4-4c9b-93cf-0d6496ecc934 req-3ef020ed-edc8-4fac-9a61-26ea33353adc service neutron] 10.222.0.31 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8892968 May 24 23:01:54.614319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-da9d7ca2-7a0e-4186-a928-83bed20cdbca req-e1f48c8d-ae93-4fac-934e-d4c2e2144423 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.615663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da9d7ca2-7a0e-4186-a928-83bed20cdbca req-e1f48c8d-ae93-4fac-934e-d4c2e2144423 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "DELETE /v2.0/security-groups/0382aa94-bd70-4b07-9ab3-553b0f57f589 HTTP/1.1" status: 204 len: 173 time: 2.0788414 May 24 23:01:54.642452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240be91c-3aa7-4d25-b5c3-fd4ab827fadb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:54.643521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-240be91c-3aa7-4d25-b5c3-fd4ab827fadb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:54.650911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:54.671650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:54.676558 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:54.676954 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:54.706336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Made reservation on behalf of 0b61e39c08c045648e02b3beafdc002f for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:54.707300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-240be91c-3aa7-4d25-b5c3-fd4ab827fadb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:54.711175 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-240be91c-3aa7-4d25-b5c3-fd4ab827fadb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1734519 May 24 23:01:54.711313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.712531 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4998542b-5225-40dd-b6cb-64b68a007acb req-cb225acd-acac-4bad-823b-8cd098b2ee46 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/15caae3c-e23c-4d14-a3cf-d881579d0cb4 HTTP/1.1" status: 200 len: 2404 time: 0.0657363 May 24 23:01:54.713097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42046) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:54.800823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0c184432-03f3-4440-8131-ad5bead20077 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:router {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:01:54.824554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port eed27daf-7b89-47a1-9c43-51415d341aa3 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:54.825313 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.873408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4998542b-5225-40dd-b6cb-64b68a007acb req-bcd8e7c5-d015-419c-a0df-afa6c35fa912 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.881808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:01:54.890791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0c184432-03f3-4440-8131-ad5bead20077 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:router {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:01:54.892403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c31a7563-2f29-4d8d-b7a9-fc0b5b2b7fe7 None None] For port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8a7ab7b9-de70-48c5-8c0c-71c62d63537c,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:54.892801 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c31a7563-2f29-4d8d-b7a9-fc0b5b2b7fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:54.897607 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0c184432-03f3-4440-8131-ad5bead20077 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1833980 May 24 23:01:54.898513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42052) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:54.910948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:54.914705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:55.040062 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4998542b-5225-40dd-b6cb-64b68a007acb req-bcd8e7c5-d015-419c-a0df-afa6c35fa912 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.049395 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76bc97f2-7987-4575-956c-1b14bbf848c2'] response: {'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'code': 200} May 24 23:01:55.050522 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.056020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:55.063918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c31a7563-2f29-4d8d-b7a9-fc0b5b2b7fe7 None None] Calling delete_port for 8a7ab7b9-de70-48c5-8c0c-71c62d63537c owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:55.066252 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.078353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:55.120142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:55.125140 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.129860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Pushing event deleted for resources: {'Port': ['ID=69fbcfd1-f811-4be5-98e6-b838e23cd536,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:55.162186 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4998542b-5225-40dd-b6cb-64b68a007acb req-bcd8e7c5-d015-419c-a0df-afa6c35fa912 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.182004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port df1a06ed-edee-4807-b388-ec84292881bc {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:55.182430 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.194338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:55.212477 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c31a7563-2f29-4d8d-b7a9-fc0b5b2b7fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.263417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a7563-2f29-4d8d-b7a9-fc0b5b2b7fe7 None None] Pushing event deleted for resources: {'Port': ['ID=8a7ab7b9-de70-48c5-8c0c-71c62d63537c,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:55.269631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a7563-2f29-4d8d-b7a9-fc0b5b2b7fe7 None None] No DVR routers for this DVR port 8a7ab7b9-de70-48c5-8c0c-71c62d63537c on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:55.321426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] The port 'df1a06ed-edee-4807-b388-ec84292881bc' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:55.325680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Allocated IP 172.20.0.7 (a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad/fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f/afe67209-638d-4a95-889f-f9a1c3f0cfe8) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:55.386068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8e7c5-d015-419c-a0df-afa6c35fa912 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15caae3c-e23c-4d14-a3cf-d881579d0cb4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:55.390936 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.392143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4998542b-5225-40dd-b6cb-64b68a007acb req-bcd8e7c5-d015-419c-a0df-afa6c35fa912 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.393233 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4998542b-5225-40dd-b6cb-64b68a007acb req-bcd8e7c5-d015-419c-a0df-afa6c35fa912 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "DELETE /v2.0/security-groups/15caae3c-e23c-4d14-a3cf-d881579d0cb4 HTTP/1.1" status: 204 len: 173 time: 0.6196814 May 24 23:01:55.500426 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eab2bba0-b049-4e3a-bb84-fd4f48742d33 req-4cc78d0c-5318-41bf-9f03-50883972a696 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "GET /v2.0/security-groups/146375a0-86d7-463b-b632-2fb9c852d62d HTTP/1.1" status: 200 len: 2401 time: 0.0857382 May 24 23:01:55.648920 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eab2bba0-b049-4e3a-bb84-fd4f48742d33 req-63314e1d-8d68-4984-8939-5d9aa16be9b5 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.725227 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eab2bba0-b049-4e3a-bb84-fd4f48742d33 req-63314e1d-8d68-4984-8939-5d9aa16be9b5 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.750241 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.755047 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.761124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.763762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.817110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.objects.ports [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88390) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:01:55.818526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.830058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2755ff-e5d5-4ec1-bc78-7847d06f239d']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:55.878000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:55.882725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:55.886016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:55.886657 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.893719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f673c3-63e3-4781-afc6-5b88581d1ca6 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:55.899369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8345ad9a-b149-403f-a849-1bff1213871d') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:55.899667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8345ad9a-b149-403f-a849-1bff1213871d') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:55.901536 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eab2bba0-b049-4e3a-bb84-fd4f48742d33 req-63314e1d-8d68-4984-8939-5d9aa16be9b5 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.917842 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.918745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:01:55.927456 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.932921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=a511d146-8af7-43cd-93e1-300a439a080c,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:55.944708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63314e1d-8d68-4984-8939-5d9aa16be9b5 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146375a0-86d7-463b-b632-2fb9c852d62d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:55.965768 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.968011 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-eab2bba0-b049-4e3a-bb84-fd4f48742d33 req-63314e1d-8d68-4984-8939-5d9aa16be9b5 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:55.970586 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eab2bba0-b049-4e3a-bb84-fd4f48742d33 req-63314e1d-8d68-4984-8939-5d9aa16be9b5 tempest-SecurityGroupRulesTestJSON-1411605807 tempest-SecurityGroupRulesTestJSON-1411605807-project] 10.222.0.55 "DELETE /v2.0/security-groups/146375a0-86d7-463b-b632-2fb9c852d62d HTTP/1.1" status: 204 len: 173 time: 0.4614649 May 24 23:01:55.977295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce720c-3018-4cc6-9ad8-3ef9798bbb8d req-e4b85b34-df90-4117-9ebf-31d389f3cc97 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:55.984167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42072) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:55.984720 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7fce720c-3018-4cc6-9ad8-3ef9798bbb8d req-e4b85b34-df90-4117-9ebf-31d389f3cc97 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 943 time: 0.5444467 May 24 23:01:56.011384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:56.011787 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.092761 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9637bd92-c378-4f7b-889a-d18f95dc0737 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1901243 May 24 23:01:56.106110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42080) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:56.113899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:56.245935 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7fce720c-3018-4cc6-9ad8-3ef9798bbb8d req-215a8616-875d-441f-b904-79666862a4a4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601197 May 24 23:01:56.251025 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.256239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.257923 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8c13840e-08dc-4113-a590-76f7cc1df571 admin admin] 10.222.0.55 "DELETE /v2.0/routers/cf25c8f2-58b2-40ae-a94b-aa0cf1d5a0fe HTTP/1.1" status: 204 len: 168 time: 4.7526133 May 24 23:01:56.260503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42084) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:56.263461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': 'a511d146-8af7-43cd-93e1-300a439a080c'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:01:56.265801 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.301255 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.318957 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6bc5883a-f585-49be-8143-ed938b989fea req-2db7cdd4-9b53-48ac-a3a7-0bb571d020e5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 210 time: 0.1666772 May 24 23:01:56.336193 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 8345ad9a-b149-403f-a849-1bff1213871d resource provider aggregate not found May 24 23:01:56.338537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcd6f36-a67a-4ef3-8205-f206f051f8d0 admin admin] Deleting subnet 8354250e-5167-4546-b297-f07edd59f0d9 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:56.340076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.345774 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6f36-a67a-4ef3-8205-f206f051f8d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.359088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/networks/6b2755ff-e5d5-4ec1-bc78-7847d06f239d HTTP/1.1" status: 204 len: 168 time: 4.2700980 May 24 23:01:56.364536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42090) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:56.371577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188683d-f20a-4522-9c79-efa55a3a0972 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Network': ['ID=6b2755ff-e5d5-4ec1-bc78-7847d06f239d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:56.379718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-83ee1ab6-99cc-44dd-b6fd-dcc628a39562 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1487549045', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:56.388651 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 8345ad9a-b149-403f-a849-1bff1213871d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8345ad9a-b149-403f-a849-1bff1213871d found for delete ", "request_id": "req-97826807-b00e-4e17-befe-f185a20d565e"}]} May 24 23:01:56.393674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-83ee1ab6-99cc-44dd-b6fd-dcc628a39562 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:56.405877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fda399a-c80e-40e2-8fd1-4372122f0224 admin admin] Deleting subnet 034bb0c3-35e7-429a-8b92-042020a1e494 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:01:56.408821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-83ee1ab6-99cc-44dd-b6fd-dcc628a39562 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:router and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:56.414731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-83ee1ab6-99cc-44dd-b6fd-dcc628a39562 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:56.418002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9fda399a-c80e-40e2-8fd1-4372122f0224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.459617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-83ee1ab6-99cc-44dd-b6fd-dcc628a39562 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:56.460006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6f36-a67a-4ef3-8205-f206f051f8d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.480913 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9fda399a-c80e-40e2-8fd1-4372122f0224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.489637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Allocated IP 2001:db8::f816:3eff:fe46:8cc1 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/a511d146-8af7-43cd-93e1-300a439a080c/0b2000e1-b00a-4bf8-a426-b359ed1a7431) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:01:56.515193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-83ee1ab6-99cc-44dd-b6fd-dcc628a39562 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.526629 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-83ee1ab6-99cc-44dd-b6fd-dcc628a39562 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.538105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.542826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:56.562008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:56.567078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:56.575961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:56.594356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6f36-a67a-4ef3-8205-f206f051f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.624547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:56.628808 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.766425 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.783121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:01:56.793324 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6f36-a67a-4ef3-8205-f206f051f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.839921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd6f36-a67a-4ef3-8205-f206f051f8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8354250e-5167-4546-b297-f07edd59f0d9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:56.846550 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6f36-a67a-4ef3-8205-f206f051f8d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.851737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8a7ab7b9-de70-48c5-8c0c-71c62d63537c no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:56.864728 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4bcd6f36-a67a-4ef3-8205-f206f051f8d0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8354250e-5167-4546-b297-f07edd59f0d9 HTTP/1.1" status: 204 len: 168 time: 0.8766758 May 24 23:01:56.864943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42094) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:56.878204 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:56.882184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Transition to ACTIVE for port object 0b2000e1-b00a-4bf8-a426-b359ed1a7431 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:56.889417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:56.893031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-83ee1ab6-99cc-44dd-b6fd-dcc628a39562 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:56.896433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:56.901459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 8a7ab7b9-de70-48c5-8c0c-71c62d63537c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:56.903197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8a7ab7b9-de70-48c5-8c0c-71c62d63537c not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:56.903853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:56.941968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event updated for resources: {'Port': ['ID=afe67209-638d-4a95-889f-f9a1c3f0cfe8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:56.951705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:56.952412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 482fb3b7-a73d-4d02-a507-fbc9a8dc7385 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:56.970412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Transition to ACTIVE for port object 0b2000e1-b00a-4bf8-a426-b359ed1a7431 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:56.984950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9fda399a-c80e-40e2-8fd1-4372122f0224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.022937 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-83ee1ab6-99cc-44dd-b6fd-dcc628a39562 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.026808 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.042175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:57.042924 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.044621 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.093463 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-a9e54ea5-d83e-4550-a0da-d8e9ce76c02a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2502723 May 24 23:01:57.098817 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-83ee1ab6-99cc-44dd-b6fd-dcc628a39562 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.103211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-83ee1ab6-99cc-44dd-b6fd-dcc628a39562 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7365079 May 24 23:01:57.106036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42098) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:57.111802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Request body: {'port': {'device_id': '458fa71a-260d-4be5-acb1-06f9130b8810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:57.119276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:57.134318 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:57.141884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1517468584'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:57.163746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:57.164667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Pushing event updated for resources: {'Port': ['ID=0b2000e1-b00a-4bf8-a426-b359ed1a7431,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:57.167184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:01:57.180410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:network and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:57.185712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:57.195106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:57.216626 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.227818 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.230129 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9fda399a-c80e-40e2-8fd1-4372122f0224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.290319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:57.294104 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.302655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff463e9-16bb-4669-b790-72daf449e9ba']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:57.303582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda399a-c80e-40e2-8fd1-4372122f0224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034bb0c3-35e7-429a-8b92-042020a1e494,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:57.315472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:01:57.318099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9fda399a-c80e-40e2-8fd1-4372122f0224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.320572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:01:57.326644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:57.327253 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.328129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bd4cdb-db31-4bf0-8af0-b8e81d805a31 None None] Network f0f9d470-1308-4b59-8b6a-80517df5ae5c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:57.336309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a405bb8-675e-477a-819f-079eed18a32d') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:57.336609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a405bb8-675e-477a-819f-079eed18a32d') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:57.341879 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9fda399a-c80e-40e2-8fd1-4372122f0224 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/034bb0c3-35e7-429a-8b92-042020a1e494 HTTP/1.1" status: 204 len: 168 time: 1.0798142 May 24 23:01:57.344433 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.352374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42104) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:57.383173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=f82c54e9-a5ba-4e88-8398-39c3e5c32f0c,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:57.386355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.400549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:01:57.430095 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.430738 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added segment 58ee0ab5-1b8f-4fcc-86f6-c6e129651633 of type vlan for network 06814d92-c30a-4f4d-bd39-934b72018c5f May 24 23:01:57.487642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Attempting to bind port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:01:57.488329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Attempting to bind port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:01:57.488864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Attempting to bind port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:01:57.514437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:01:57.515222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:01:57.515660 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.516450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:01:57.516941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Bound port: 0b2000e1-b00a-4bf8-a426-b359ed1a7431, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:01:57.517324 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.528901 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.613341 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.619094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:57.619989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.625379 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0f0e6262-30d3-46fa-bdfe-51e0ce95f574 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5154204 May 24 23:01:57.630621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42110) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:57.674586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:79:d1:50', 'name': 'tempest-NetworksTestDHCPv6-643457820'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:57.677952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.695367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] For port 0b2000e1-b00a-4bf8-a426-b359ed1a7431, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:01:57.695938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:57.696391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.702601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] For port 0b2000e1-b00a-4bf8-a426-b359ed1a7431, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0b2000e1-b00a-4bf8-a426-b359ed1a7431,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:01:57.709130 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.794306 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1a405bb8-675e-477a-819f-079eed18a32d resource provider aggregate not found May 24 23:01:57.809609 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87cfe9-f216-4729-85ea-f1f9fc02f0e7 None None] Pushing event updated for resources: {'Port': ['ID=0b2000e1-b00a-4bf8-a426-b359ed1a7431,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:57.821012 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.836335 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1a405bb8-675e-477a-819f-079eed18a32d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a405bb8-675e-477a-819f-079eed18a32d found for delete ", "request_id": "req-a169e913-e5b4-4223-860d-ebf0329255f3"}]} May 24 23:01:57.853230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Deleting port 76eae38f-a24c-4356-9920-6b476a1985b6 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:57.853628 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.865282 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7594991 May 24 23:01:57.879267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a655d17f-2223-4fe4-af44-d5620bce10b1 None None] DHCP port deletion for f0f9d470-1308-4b59-8b6a-80517df5ae5c request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:01:57.882580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42118) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:57.886116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a655d17f-2223-4fe4-af44-d5620bce10b1 None None] Deleting port 76eae38f-a24c-4356-9920-6b476a1985b6 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:57.887044 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a655d17f-2223-4fe4-af44-d5620bce10b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.939354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'subnet': {'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:01:57.945330 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.950802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:57.981709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a0282-7eaf-4120-89d6-c41a42f99d35 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Network': ['ID=06814d92-c30a-4f4d-bd39-934b72018c5f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:57.998608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 06814d92-c30a-4f4d-bd39-934b72018c5f details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:01:58.001043 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] 10.222.0.55 "DELETE /v2.0/networks/9ff463e9-16bb-4669-b790-72daf449e9ba HTTP/1.1" status: 204 len: 168 time: 1.1348102 May 24 23:01:58.002607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53469654-f80b-452a-b856-0f668410a25e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff463e9-16bb-4669-b790-72daf449e9ba,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:58.040339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae63920-5d44-4f15-bb23-56f3b4cf3b3e req-012325ab-7aa0-41a0-861a-28dad15f2974 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:58.047545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cae63920-5d44-4f15-bb23-56f3b4cf3b3e req-012325ab-7aa0-41a0-861a-28dad15f2974 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 931 time: 0.4138210 May 24 23:01:58.176858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f40f50-5c3f-4a19-866c-41b7079b8e58 req-4226e79a-297c-454f-bd66-5792d5ada64a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:58.178828 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29f40f50-5c3f-4a19-866c-41b7079b8e58 req-4226e79a-297c-454f-bd66-5792d5ada64a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 943 time: 0.6784375 May 24 23:01:58.250291 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cae63920-5d44-4f15-bb23-56f3b4cf3b3e req-dfb8671f-e5fc-4511-9a50-13ee11025464 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015076 May 24 23:01:58.268092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:58.285421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:subnet and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:58.287465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] For port 76eae38f-a24c-4356-9920-6b476a1985b6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=76eae38f-a24c-4356-9920-6b476a1985b6,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:58.288018 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.295503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:58.313704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:01:58.324662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:58.330088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:01:58.335041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a655d17f-2223-4fe4-af44-d5620bce10b1 None None] For port 76eae38f-a24c-4356-9920-6b476a1985b6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=76eae38f-a24c-4356-9920-6b476a1985b6,segment=NetworkSegment(f39b73cf-6280-4c90-a145-f0aeee1ad44b),segment_id=f39b73cf-6280-4c90-a145-f0aeee1ad44b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:58.335442 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a655d17f-2223-4fe4-af44-d5620bce10b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.336773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:01:58.348771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:01:58.360407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29f40f50-5c3f-4a19-866c-41b7079b8e58 req-72e34ed2-fc32-441a-bdbe-9af974c590f2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632142 May 24 23:01:58.376268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:58.380071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.422016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:01:58.469129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Calling delete_port for 76eae38f-a24c-4356-9920-6b476a1985b6 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:58.486275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42126) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:58.505922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a655d17f-2223-4fe4-af44-d5620bce10b1 None None] Calling delete_port for 76eae38f-a24c-4356-9920-6b476a1985b6 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:01:58.598847 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-a655d17f-2223-4fe4-af44-d5620bce10b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:01:58.599491 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-a655d17f-2223-4fe4-af44-d5620bce10b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:01:58.601877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0b2000e1-b00a-4bf8-a426-b359ed1a7431 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:01:58.617388 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.678512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Pushing event deleted for resources: {'Port': ['ID=76eae38f-a24c-4356-9920-6b476a1985b6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:58.681185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:58.685908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] No DVR routers for this DVR port 76eae38f-a24c-4356-9920-6b476a1985b6 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:01:58.767520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 76eae38f-a24c-4356-9920-6b476a1985b6 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:58.811935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 76eae38f-a24c-4356-9920-6b476a1985b6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:58.812355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 76eae38f-a24c-4356-9920-6b476a1985b6 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:58.812761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69fbcfd1-f811-4be5-98e6-b838e23cd536 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:01:58.829943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafedf20-8dab-4aed-a383-7fb993fa34f8 req-6b735027-71d9-42e5-94f8-fb5bd561ba75 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:58.832172 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eafedf20-8dab-4aed-a383-7fb993fa34f8 req-6b735027-71d9-42e5-94f8-fb5bd561ba75 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 943 time: 0.2675083 May 24 23:01:58.838359 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.854498 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 69fbcfd1-f811-4be5-98e6-b838e23cd536 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:01:58.855467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69fbcfd1-f811-4be5-98e6-b838e23cd536 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:01:58.875060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe67209-638d-4a95-889f-f9a1c3f0cfe8 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:01:58.890495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f9d470-1308-4b59-8b6a-80517df5ae5c']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:58.898542 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.906155 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-df039e78-467f-4b98-8299-9953363b1f50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f66e6a11ef0246baae11a33fabf9897c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836951 May 24 23:01:58.908345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39b73cf-6280-4c90-a145-f0aeee1ad44b') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:58.908837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39b73cf-6280-4c90-a145-f0aeee1ad44b') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:01:58.911894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42130) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:58.921234 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.931007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.952450 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eafedf20-8dab-4aed-a383-7fb993fa34f8 req-796e4077-2397-4ab8-b725-33110b7f626e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803807 May 24 23:01:58.956098 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.963714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:01:58.964116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:58.991759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 2774f665-0cb2-409d-8a38-8e01c4a0c273 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:01:59.086267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.093136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Transition to ACTIVE for port object afe67209-638d-4a95-889f-f9a1c3f0cfe8 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:01:59.101331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a655d17f-2223-4fe4-af44-d5620bce10b1 None None] Deleting port 76eae38f-a24c-4356-9920-6b476a1985b6 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:01:59.101987 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a655d17f-2223-4fe4-af44-d5620bce10b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.114611 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.127069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f9d470-1308-4b59-8b6a-80517df5ae5c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:59.137739 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.149422 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e493a7d6-706f-4a6b-acb3-ac49f97f4afe admin admin] 10.222.0.55 "DELETE /v2.0/networks/f0f9d470-1308-4b59-8b6a-80517df5ae5c HTTP/1.1" status: 204 len: 168 time: 1.7959516 May 24 23:01:59.196746 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761797ce-929d-417a-9384-98af5587ee4e None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:01:59.216604 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b920fc4-85ee-4188-8f7b-c7f0c4e0ada3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.221101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a655d17f-2223-4fe4-af44-d5620bce10b1 None None] The port '76eae38f-a24c-4356-9920-6b476a1985b6' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:01:59.352239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9f7045f2-ffd1-47df-9f3f-5a689dbd4f1c None None] Provisioning for port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:01:59.373293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9f7045f2-ffd1-47df-9f3f-5a689dbd4f1c None None] Provisioning complete for port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:01:59.373684 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9f7045f2-ffd1-47df-9f3f-5a689dbd4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.457003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42148) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:59.600486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.619377 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8dc9a72d-3c9b-4905-9ac0-e4ee8d5a0310 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ade7d86997048edb2aa056be826b9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587348 May 24 23:01:59.628380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42158) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:01:59.629341 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b920fc4-85ee-4188-8f7b-c7f0c4e0ada3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.727705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13325f3-1446-428c-a9fd-340ecfa5947e req-d4446057-1c19-4d2d-8c9e-f80dd6b488ee tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:01:59.729456 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b13325f3-1446-428c-a9fd-340ecfa5947e req-d4446057-1c19-4d2d-8c9e-f80dd6b488ee tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 943 time: 0.1848547 May 24 23:01:59.735900 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-567119a7-69cc-46bd-b8a6-95a7a31a904c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.740905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9f7045f2-ffd1-47df-9f3f-5a689dbd4f1c None None] Current status of the port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:01:59.741228 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9f7045f2-ffd1-47df-9f3f-5a689dbd4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.779536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Pushing event updated for resources: {'Port': ['ID=afe67209-638d-4a95-889f-f9a1c3f0cfe8,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:59.803713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9f7045f2-ffd1-47df-9f3f-5a689dbd4f1c None None] For port 0b2000e1-b00a-4bf8-a426-b359ed1a7431, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0b2000e1-b00a-4bf8-a426-b359ed1a7431,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:01:59.810728 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9f7045f2-ffd1-47df-9f3f-5a689dbd4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.834005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-567119a7-69cc-46bd-b8a6-95a7a31a904c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.872087 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b13325f3-1446-428c-a9fd-340ecfa5947e req-7dade350-afa3-45c5-bee6-d1cc22e6d41f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335466 May 24 23:01:59.875674 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f39b73cf-6280-4c90-a145-f0aeee1ad44b resource provider aggregate not found May 24 23:01:59.915895 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f39b73cf-6280-4c90-a145-f0aeee1ad44b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f39b73cf-6280-4c90-a145-f0aeee1ad44b found for delete ", "request_id": "req-c6620347-fb61-4132-bf50-f309f01a51c1"}]} May 24 23:01:59.937668 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-567119a7-69cc-46bd-b8a6-95a7a31a904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.938345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b920fc4-85ee-4188-8f7b-c7f0c4e0ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.958288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567119a7-69cc-46bd-b8a6-95a7a31a904c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8510b018-b6f0-4d30-8509-338318e845bb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:59.966114 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-567119a7-69cc-46bd-b8a6-95a7a31a904c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:01:59.967417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7045f2-ffd1-47df-9f3f-5a689dbd4f1c None None] Pushing event updated for resources: {'Port': ['ID=0b2000e1-b00a-4bf8-a426-b359ed1a7431,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:59.967597 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-567119a7-69cc-46bd-b8a6-95a7a31a904c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8510b018-b6f0-4d30-8509-338318e845bb HTTP/1.1" status: 204 len: 168 time: 0.3381290 May 24 23:01:59.982459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b920fc4-85ee-4188-8f7b-c7f0c4e0ada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dcdb1f-a71a-4339-8ec2-c7327c31404d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:01:59.988280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4451743d-2b19-4f5e-b387-0dc9db788e49 None None] Update dhcp port {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'fixed_ips': [{'subnet_id': 'a511d146-8af7-43cd-93e1-300a439a080c', 'ip_address': '2001:db8::f816:3eff:fe46:8cc1'}, {'subnet_id': 'f82c54e9-a5ba-4e88-8398-39c3e5c32f0c'}], 'binding:host_id': 'n-d-843146-7'}, 'id': '0b2000e1-b00a-4bf8-a426-b359ed1a7431'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:02:00.017066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Attempting to bind port afe67209-638d-4a95-889f-f9a1c3f0cfe8 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:00.017397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Attempting to bind port afe67209-638d-4a95-889f-f9a1c3f0cfe8 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:00.018024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Attempting to bind port afe67209-638d-4a95-889f-f9a1c3f0cfe8 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:00.020034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Subnet': ['ID=d84e67e4-ebe8-4c83-9867-86f2b1819caa,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:00.065771 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4451743d-2b19-4f5e-b387-0dc9db788e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.074825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Port afe67209-638d-4a95-889f-f9a1c3f0cfe8 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:02:00.075035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Attempting to bind port afe67209-638d-4a95-889f-f9a1c3f0cfe8 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:00.100989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Checking segment: {'id': '58ee0ab5-1b8f-4fcc-86f6-c6e129651633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:00.101330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network hostable DHCP agents. Network: 06814d92-c30a-4f4d-bd39-934b72018c5f, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:00.106948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:00.107160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Checking segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:00.107482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Bound using segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:00.109535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Bound port: afe67209-638d-4a95-889f-f9a1c3f0cfe8, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:00.109912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.190752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0b2000e1-b00a-4bf8-a426-b359ed1a7431 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:00.191877 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b920fc4-85ee-4188-8f7b-c7f0c4e0ada3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.193017 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4b920fc4-85ee-4188-8f7b-c7f0c4e0ada3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07dcdb1f-a71a-4339-8ec2-c7327c31404d HTTP/1.1" status: 204 len: 168 time: 1.2801826 May 24 23:02:00.240569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 172.20.0.7 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/f82c54e9-a5ba-4e88-8398-39c3e5c32f0c/2774f665-0cb2-409d-8a38-8e01c4a0c273) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:00.250015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cb42d-5d61-433f-8f36-32d5e734ae85 req-f152613d-edae-43fd-9ea9-ed42ba7a55b1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:00.250981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9f3cb42d-5d61-433f-8f36-32d5e734ae85 req-f152613d-edae-43fd-9ea9-ed42ba7a55b1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:00.283414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::f816:3eff:fe79:d150 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/a511d146-8af7-43cd-93e1-300a439a080c/2774f665-0cb2-409d-8a38-8e01c4a0c273) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:00.304878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 06814d92-c30a-4f4d-bd39-934b72018c5f is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:00.327825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:00.328220 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.360827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9f3cb42d-5d61-433f-8f36-32d5e734ae85 req-f152613d-edae-43fd-9ea9-ed42ba7a55b1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:00.367801 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f3cb42d-5d61-433f-8f36-32d5e734ae85 req-f152613d-edae-43fd-9ea9-ed42ba7a55b1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 943 time: 0.9417374 May 24 23:02:00.375548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 06814d92-c30a-4f4d-bd39-934b72018c5f) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:00.390463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44143dfd-8586-4e5d-b1c8-6cad5119d115 None None] Network 06814d92-c30a-4f4d-bd39-934b72018c5f requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:00.447927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] For port afe67209-638d-4a95-889f-f9a1c3f0cfe8, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:00.462161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:00.462781 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.521457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device eed27daf-7b89-47a1-9c43-51415d341aa3 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:00.618079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:00.710470 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.731391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 2774f665-0cb2-409d-8a38-8e01c4a0c273 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:00.783253 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] For port afe67209-638d-4a95-889f-f9a1c3f0cfe8, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=afe67209-638d-4a95-889f-f9a1c3f0cfe8,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:00.788819 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.852624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.857358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-05344cff-5d69-40dc-95de-ea958cf0ce76 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9261103 May 24 23:02:00.860477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42190) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:00.873042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f3cb42d-5d61-433f-8f36-32d5e734ae85 req-4611ed50-a1ac-4ae1-b27a-901c74c03bcd tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039191 May 24 23:02:00.896933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:00.898399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:00.900783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:00.914258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port eed27daf-7b89-47a1-9c43-51415d341aa3 is: DOWN; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:00.937100 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-a7cfaac2-82c1-4231-b1ff-749f3a49bede service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9870071 May 24 23:02:00.947962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:00.948611 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:00.950292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] 10.222.0.50 "PUT /v2.0/ports/afe67209-638d-4a95-889f-f9a1c3f0cfe8 HTTP/1.1" status: 200 len: 1091 time: 3.8426061 May 24 23:02:00.969093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458fa71a-260d-4be5-acb1-06f9130b8810', 'tag': 'afe67209-638d-4a95-889f-f9a1c3f0cfe8'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:01.017932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=2774f665-0cb2-409d-8a38-8e01c4a0c273,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:01.025603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-06814d92-c30a-4f4d-bd39-934b72018c5f', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:01.026438 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.109469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.109756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.110205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.110423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.110805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.111137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.111461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.111790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.112111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.112429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.112754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.113098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:01.167034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-4451743d-2b19-4f5e-b387-0dc9db788e49 None None] Allocated IP 172.20.0.2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/f82c54e9-a5ba-4e88-8398-39c3e5c32f0c/0b2000e1-b00a-4bf8-a426-b359ed1a7431) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:01.280852 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a71bd30-565f-4565-a863-38589ac835ff'] response: {'name': 'network-changed', 'server_uuid': '458fa71a-260d-4be5-acb1-06f9130b8810', 'tag': 'afe67209-638d-4a95-889f-f9a1c3f0cfe8', 'status': 'completed', 'code': 200} May 24 23:02:01.293728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff9781-4c76-4e1c-91a4-36af8fdbb6da service neutron] Pushing event updated for resources: {'Port': ['ID=afe67209-638d-4a95-889f-f9a1c3f0cfe8,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:01.336994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:01.338148 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.424672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Allocated IP 2001:db8::2 (06814d92-c30a-4f4d-bd39-934b72018c5f/d84e67e4-ebe8-4c83-9867-86f2b1819caa/b9e2bf3e-9af1-4579-a27f-599d77ad386f) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:01.454022 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-50dfc189-b1f6-4c37-9d03-c3b2b06ea5d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8004100 May 24 23:02:01.462573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42220) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:01.567569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4451743d-2b19-4f5e-b387-0dc9db788e49 None None] For port 0b2000e1-b00a-4bf8-a426-b359ed1a7431, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0b2000e1-b00a-4bf8-a426-b359ed1a7431,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:01.635048 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4451743d-2b19-4f5e-b387-0dc9db788e49 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.641642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-d764e6a5-1e1a-4c8a-8161-86c5159613eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:01.643157 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-d764e6a5-1e1a-4c8a-8161-86c5159613eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 1094 time: 0.5996943 May 24 23:02:01.842772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4451743d-2b19-4f5e-b387-0dc9db788e49 None None] Transition to ACTIVE for port object 0b2000e1-b00a-4bf8-a426-b359ed1a7431 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:01.862999 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4451743d-2b19-4f5e-b387-0dc9db788e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:01.961132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-29ff8dd8-c43a-468d-a49d-04407e2274d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afe67209-638d-4a95-889f-f9a1c3f0cfe8 HTTP/1.1" status: 200 len: 217 time: 0.2992599 May 24 23:02:02.086987 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.093836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af756d-1e2e-4614-b950-8b776b331b70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:02.100458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af756d-1e2e-4614-b950-8b776b331b70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:02.110297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Transition to ACTIVE for port object b9e2bf3e-9af1-4579-a27f-599d77ad386f will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:02.115334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-13af756d-1e2e-4614-b950-8b776b331b70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:02.150012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Transition to ACTIVE for port object b9e2bf3e-9af1-4579-a27f-599d77ad386f will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:02.152626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451743d-2b19-4f5e-b387-0dc9db788e49 None None] Pushing event updated for resources: {'Port': ['ID=0b2000e1-b00a-4bf8-a426-b359ed1a7431,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:02.168000 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.220670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-3b6c8d86-3121-4ff6-876f-1c1fb4550a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:02.222175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-3b6c8d86-3121-4ff6-876f-1c1fb4550a1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.2470536 May 24 23:02:02.225750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-13af756d-1e2e-4614-b950-8b776b331b70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:02.226809 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-13af756d-1e2e-4614-b950-8b776b331b70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.7540910 May 24 23:02:02.229582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42246) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:02.269573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Network 06814d92-c30a-4f4d-bd39-934b72018c5f is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:02.273033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:02.280111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:02.309727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd95bfc-072c-4091-bd52-8d8f4d5b87c2 req-afe29e08-5a98-410d-ae3d-727f0d18c59a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:02.316805 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7fd95bfc-072c-4091-bd52-8d8f4d5b87c2 req-afe29e08-5a98-410d-ae3d-727f0d18c59a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 943 time: 0.8334074 May 24 23:02:02.340484 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.358700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-c59d05a0-7793-4118-b30d-129d2193daf8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230845 May 24 23:02:02.362388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Pushing event updated for resources: {'Port': ['ID=b9e2bf3e-9af1-4579-a27f-599d77ad386f,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:02.410107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7fd95bfc-072c-4091-bd52-8d8f4d5b87c2 req-394768ff-4664-4798-bda1-f4ccedbeaf24 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924406 May 24 23:02:02.429384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Attempting to bind port b9e2bf3e-9af1-4579-a27f-599d77ad386f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:02.429907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Attempting to bind port b9e2bf3e-9af1-4579-a27f-599d77ad386f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '58ee0ab5-1b8f-4fcc-86f6-c6e129651633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:02.430282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Attempting to bind port b9e2bf3e-9af1-4579-a27f-599d77ad386f on network 06814d92-c30a-4f4d-bd39-934b72018c5f {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:02.438188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:02.438567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Checking segment: {'id': '58ee0ab5-1b8f-4fcc-86f6-c6e129651633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:02.438970 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.439362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Bound using segment: {'id': '58ee0ab5-1b8f-4fcc-86f6-c6e129651633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:02.443832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Bound port: b9e2bf3e-9af1-4579-a27f-599d77ad386f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ee0ab5-1b8f-4fcc-86f6-c6e129651633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:02.444212 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.626906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-389cd7ba-ec97-45ec-899a-98d1d56230b9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 2774f665-0cb2-409d-8a38-8e01c4a0c273 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:02.627250 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-389cd7ba-ec97-45ec-899a-98d1d56230b9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.647846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] For port b9e2bf3e-9af1-4579-a27f-599d77ad386f, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:02.651236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] For port b9e2bf3e-9af1-4579-a27f-599d77ad386f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b9e2bf3e-9af1-4579-a27f-599d77ad386f,segment=NetworkSegment(58ee0ab5-1b8f-4fcc-86f6-c6e129651633),segment_id=58ee0ab5-1b8f-4fcc-86f6-c6e129651633)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:02.656633 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-4a6ee452-dfe2-490a-a41c-ecfa45ec4511 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885096 May 24 23:02:02.664789 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:02.848546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94bac-3196-4d86-bf44-2e5a40ca74e2 None None] Pushing event updated for resources: {'Port': ['ID=b9e2bf3e-9af1-4579-a27f-599d77ad386f,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:02.910564 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c872b2f7-b7bb-4404-a39b-7cb515c2b7da req-350b414e-e9dd-42dd-95c1-fbe903db7ff2 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942761 May 24 23:02:02.943523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Allocated IP 2001:db8::1 (06814d92-c30a-4f4d-bd39-934b72018c5f/d84e67e4-ebe8-4c83-9867-86f2b1819caa/2af0c3a3-ee1c-4eeb-8abf-243d339328df) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:02.965949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4446aa-8ccc-4304-bdb8-ff967a0d6875 req-a7554219-aae2-49ca-a662-41bd730fe1fb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:02.967565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e4446aa-8ccc-4304-bdb8-ff967a0d6875 req-a7554219-aae2-49ca-a662-41bd730fe1fb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 943 time: 0.8934171 May 24 23:02:03.181452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7b83cb44-7690-49d5-8d1e-fd3d6865b7e6 None None] Provisioning for port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:03.186999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7b83cb44-7690-49d5-8d1e-fd3d6865b7e6 None None] Provisioning complete for port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:03.187383 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7b83cb44-7690-49d5-8d1e-fd3d6865b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.329968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.372385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Transition to ACTIVE for port object 2af0c3a3-ee1c-4eeb-8abf-243d339328df will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:03.412292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e4446aa-8ccc-4304-bdb8-ff967a0d6875 req-c8bc299f-d384-48e8-bad4-50b386920ddf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275633 May 24 23:02:03.435355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.537791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7b83cb44-7690-49d5-8d1e-fd3d6865b7e6 None None] Current status of the port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:03.603741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-adedf4d4-8d32-4161-b35c-078198374a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:03.605995 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-adedf4d4-8d32-4161-b35c-078198374a92 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb&tenant_id=e349657696c34416983f98607f7fdf1c HTTP/1.1" status: 200 len: 1094 time: 0.9418709 May 24 23:02:03.614226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce19843-32a2-4c78-92bc-5b60ca1ddff6 req-1944242e-c348-4a41-bf22-6dbc29c50cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:03.615832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ce19843-32a2-4c78-92bc-5b60ca1ddff6 req-1944242e-c348-4a41-bf22-6dbc29c50cc2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 1094 time: 0.5848796 May 24 23:02:03.637043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:03.670994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52571c87-baf1-459b-802b-9573cc03e0cd None None] Provisioning for port 2774f665-0cb2-409d-8a38-8e01c4a0c273 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:03.679722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52571c87-baf1-459b-802b-9573cc03e0cd None None] Provisioning complete for port 2774f665-0cb2-409d-8a38-8e01c4a0c273 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:03.680531 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52571c87-baf1-459b-802b-9573cc03e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.718463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 06814d92-c30a-4f4d-bd39-934b72018c5f is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:03.732396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:03.739813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:03.740572 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.743273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=2af0c3a3-ee1c-4eeb-8abf-243d339328df,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:03.807365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd9beb-9de9-4120-b297-4ba685ecedc6 req-ee880c15-ba8b-43e2-acc3-71182fcbcc75 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:03.809781 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-23fd9beb-9de9-4120-b297-4ba685ecedc6 req-ee880c15-ba8b-43e2-acc3-71182fcbcc75 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 943 time: 0.2216117 May 24 23:02:03.833594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-52571c87-baf1-459b-802b-9573cc03e0cd None None] Port 2774f665-0cb2-409d-8a38-8e01c4a0c273 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:03.860306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-389cd7ba-ec97-45ec-899a-98d1d56230b9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:03.922966 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-23fd9beb-9de9-4120-b297-4ba685ecedc6 req-d7c610d6-e5de-4a5f-a99e-d50b65e15edb tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988457 May 24 23:02:03.940173 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.077054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-389cd7ba-ec97-45ec-899a-98d1d56230b9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 2774f665-0cb2-409d-8a38-8e01c4a0c273 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:04.126453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42304) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:04.178850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.314557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b9e2bf3e-9af1-4579-a27f-599d77ad386f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:04.436232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b9e2bf3e-9af1-4579-a27f-599d77ad386f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:04.443217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0b2000e1-b00a-4bf8-a426-b359ed1a7431 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:04.586333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:04.586956 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.683399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8c640b-66c0-4281-82fa-bf9b6389ae6a None None] Network 06814d92-c30a-4f4d-bd39-934b72018c5f requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:04.750145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce19843-32a2-4c78-92bc-5b60ca1ddff6 req-1b578f79-22cf-4b56-aaec-e1e2d6bb8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:04.751923 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ce19843-32a2-4c78-92bc-5b60ca1ddff6 req-1b578f79-22cf-4b56-aaec-e1e2d6bb8c68 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 906 time: 1.1190238 May 24 23:02:04.756490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6abf65c-42ff-4f03-abf4-0df60a4182db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.831820 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.842147 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.843684 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.871209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-df179057-ff26-4e67-8f0e-8bc14e6360a9 None None] Provisioning for port b9e2bf3e-9af1-4579-a27f-599d77ad386f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:04.893002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-df179057-ff26-4e67-8f0e-8bc14e6360a9 None None] Provisioning complete for port b9e2bf3e-9af1-4579-a27f-599d77ad386f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:04.893380 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-df179057-ff26-4e67-8f0e-8bc14e6360a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:04.900982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e6abf65c-42ff-4f03-abf4-0df60a4182db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:04.903934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ce19843-32a2-4c78-92bc-5b60ca1ddff6 req-99a703ff-a5f5-464c-bde6-6f3e00aa2af5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afe67209-638d-4a95-889f-f9a1c3f0cfe8 HTTP/1.1" status: 200 len: 217 time: 0.1333671 May 24 23:02:04.926620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e6abf65c-42ff-4f03-abf4-0df60a4182db admin admin] Usage tracker for resource:security_group_rule and tenant:4127acec39db470bace122cea104b903 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:04.936610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:04.969065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e6abf65c-42ff-4f03-abf4-0df60a4182db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:05.038019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e6abf65c-42ff-4f03-abf4-0df60a4182db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:05.138739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-df179057-ff26-4e67-8f0e-8bc14e6360a9 None None] Current status of the port b9e2bf3e-9af1-4579-a27f-599d77ad386f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:05.139121 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-df179057-ff26-4e67-8f0e-8bc14e6360a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.161563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce19843-32a2-4c78-92bc-5b60ca1ddff6 req-315aef92-fcd8-45dc-a63f-47db00c69058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:05.162807 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ce19843-32a2-4c78-92bc-5b60ca1ddff6 req-315aef92-fcd8-45dc-a63f-47db00c69058 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.2329993 May 24 23:02:05.181923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-df179057-ff26-4e67-8f0e-8bc14e6360a9 None None] For port b9e2bf3e-9af1-4579-a27f-599d77ad386f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b9e2bf3e-9af1-4579-a27f-599d77ad386f,segment=NetworkSegment(58ee0ab5-1b8f-4fcc-86f6-c6e129651633),segment_id=58ee0ab5-1b8f-4fcc-86f6-c6e129651633)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:05.191331 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-df179057-ff26-4e67-8f0e-8bc14e6360a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.228874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=2af0c3a3-ee1c-4eeb-8abf-243d339328df,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:05.249371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410d3c2-6b69-4341-8ad8-c19102cd07bd req-9665f170-69b8-4eca-94d3-e858c53dfc2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:05.251011 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4410d3c2-6b69-4341-8ad8-c19102cd07bd req-9665f170-69b8-4eca-94d3-e858c53dfc2e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 943 time: 0.5917957 May 24 23:02:05.253223 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ce19843-32a2-4c78-92bc-5b60ca1ddff6 req-91ddec91-6a35-4a5a-99c8-c54f925ba956 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785501 May 24 23:02:05.259628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:05.314466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 06814d92-c30a-4f4d-bd39-934b72018c5f is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:05.325047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:05.325271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-389cd7ba-ec97-45ec-899a-98d1d56230b9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.338366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df179057-ff26-4e67-8f0e-8bc14e6360a9 None None] Pushing event updated for resources: {'Port': ['ID=b9e2bf3e-9af1-4579-a27f-599d77ad386f,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:05.351539 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d1289ea-9095-4d4d-8923-312c2e292175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.468849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cd7ba-ec97-45ec-899a-98d1d56230b9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=2774f665-0cb2-409d-8a38-8e01c4a0c273,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:05.471258 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:02:05.477254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device afe67209-638d-4a95-889f-f9a1c3f0cfe8 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:02:05.544663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd8c38-362e-459e-a1e8-49bc95bf0cc6 req-0ff16ab7-5a48-48d8-900a-f5c1d2e44614 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:05.546602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dcd8c38-362e-459e-a1e8-49bc95bf0cc6 req-0ff16ab7-5a48-48d8-900a-f5c1d2e44614 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 943 time: 0.3248904 May 24 23:02:05.553323 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4410d3c2-6b69-4341-8ad8-c19102cd07bd req-e5347abe-1d6d-4e97-a78c-0b179c463907 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901969 May 24 23:02:05.583042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:05.699983 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dcd8c38-362e-459e-a1e8-49bc95bf0cc6 req-451bf447-e257-4c85-8287-fcf0477e400c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022365 May 24 23:02:05.726789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:02:05.838370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port afe67209-638d-4a95-889f-f9a1c3f0cfe8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=afe67209-638d-4a95-889f-f9a1c3f0cfe8,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:05.853167 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6abf65c-42ff-4f03-abf4-0df60a4182db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.864406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'afe67209-638d-4a95-889f-f9a1c3f0cfe8', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'port_id': 'afe67209-638d-4a95-889f-f9a1c3f0cfe8', 'mac_address': 'fa:16:3e:ac:c9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:02:05.878700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6abf65c-42ff-4f03-abf4-0df60a4182db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.888109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed27daf-7b89-47a1-9c43-51415d341aa3 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:02:05.947627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abf65c-42ff-4f03-abf4-0df60a4182db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58675ea4-0170-488c-9f26-809ba4ad8966,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:05.959257 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:05.966387 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ce19843-32a2-4c78-92bc-5b60ca1ddff6 req-a67c3125-3e25-4652-b11d-743809fcf1a5 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008119 May 24 23:02:06.033679 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-389cd7ba-ec97-45ec-899a-98d1d56230b9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.034559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:06.039490 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5643f3d9-fc72-4268-ae13-929e6b3a7954 None None] Provisioning complete for port b9e2bf3e-9af1-4579-a27f-599d77ad386f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:06.040136 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5643f3d9-fc72-4268-ae13-929e6b3a7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.055473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Transition to ACTIVE for port object eed27daf-7b89-47a1-9c43-51415d341aa3 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:06.060714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-92b8ab19-1398-4620-a559-c3a118509a8b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1966069 May 24 23:02:06.061426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42358) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:06.067133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1055480267'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:06.072810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:06.077563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:network and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:06.080464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:06.086477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:06.100982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Sync routers for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:06.107353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:06.111163 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.116382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e6abf65c-42ff-4f03-abf4-0df60a4182db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4127acec39db470bace122cea104b903&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9887264 May 24 23:02:06.130196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42362) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:06.145755 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.156589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:06.170036 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.170433 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added segment 82db0ea9-6304-4a11-ab7b-b69cd8f9609c of type vlan for network b167122c-f8c3-4632-b80f-e8a617a4722a May 24 23:02:06.202520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port afe67209-638d-4a95-889f-f9a1c3f0cfe8 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:06.203263 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.207847 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.242585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b9e2bf3e-9af1-4579-a27f-599d77ad386f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:06.244060 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.253956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:06.254179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=9']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:06.254818 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.276850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-389cd7ba-ec97-45ec-899a-98d1d56230b9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/2774f665-0cb2-409d-8a38-8e01c4a0c273 HTTP/1.1" status: 204 len: 168 time: 4.0438743 May 24 23:02:06.307248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42366) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:06.337702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:06.338341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:01:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:06.409998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe67209-638d-4a95-889f-f9a1c3f0cfe8 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:02:06.416792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] No DVR routers for this DVR port eed27daf-7b89-47a1-9c43-51415d341aa3 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:06.447185 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3845611 May 24 23:02:06.449865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42372) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:06.458170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f76a3-ef6a-498d-b1ad-33fc9f539439 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Network': ['ID=b167122c-f8c3-4632-b80f-e8a617a4722a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:06.463253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'subnet': {'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:06.478964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42376) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:06.481967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21d743-abb0-4b4d-ab1b-0e1d74c6dfeb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:06.483544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21d743-abb0-4b4d-ab1b-0e1d74c6dfeb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:06.485448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21d743-abb0-4b4d-ab1b-0e1d74c6dfeb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:06.486121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9a21d743-abb0-4b4d-ab1b-0e1d74c6dfeb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:06.504382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network b167122c-f8c3-4632-b80f-e8a617a4722a details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:06.535712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ce19843-32a2-4c78-92bc-5b60ca1ddff6 req-070d007e-05ea-4fee-9b90-2eb063b81594 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559967 May 24 23:02:06.539849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c76cae8a-7a45-4e7b-9f71-1629cce590b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.541753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Attempting to bind port eed27daf-7b89-47a1-9c43-51415d341aa3 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:06.542296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Attempting to bind port eed27daf-7b89-47a1-9c43-51415d341aa3 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:06.542793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Attempting to bind port eed27daf-7b89-47a1-9c43-51415d341aa3 on network af3f872f-7879-4578-8fd1-0bd063516c86 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:06.553299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Port eed27daf-7b89-47a1-9c43-51415d341aa3 on network af3f872f-7879-4578-8fd1-0bd063516c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:02:06.553989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Attempting to bind port eed27daf-7b89-47a1-9c43-51415d341aa3 on network af3f872f-7879-4578-8fd1-0bd063516c86 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:06.577400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:06.578115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Checking segment: {'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:06.578687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Bound using segment: {'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:06.579308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Bound port: eed27daf-7b89-47a1-9c43-51415d341aa3, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b23499-246b-43f7-9b16-2abf4d4c18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:06.580576 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.635193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9a21d743-abb0-4b4d-ab1b-0e1d74c6dfeb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:06.645630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port afe67209-638d-4a95-889f-f9a1c3f0cfe8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=afe67209-638d-4a95-889f-f9a1c3f0cfe8,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:06.646327 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9a21d743-abb0-4b4d-ab1b-0e1d74c6dfeb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3369508 May 24 23:02:06.655263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42384) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:06.688047 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.751417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:06.783867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:subnet and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:06.792524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:06.797451 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3e35ca2-4502-4405-9f53-650dbf5a542f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.818084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:06.828295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=afe67209-638d-4a95-889f-f9a1c3f0cfe8,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:06.835766 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:06.864671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-48854878-d30c-4201-a99a-cf05702ed5a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet a511d146-8af7-43cd-93e1-300a439a080c {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:06.867668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d3e35ca2-4502-4405-9f53-650dbf5a542f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:06.872597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3e35ca2-4502-4405-9f53-650dbf5a542f admin admin] Usage tracker for resource:security_group_rule and tenant:9a958057982848dcb6608ec87c845400 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:06.884048 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48854878-d30c-4201-a99a-cf05702ed5a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.897703 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c76cae8a-7a45-4e7b-9f71-1629cce590b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:06.919482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b9e2bf3e-9af1-4579-a27f-599d77ad386f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:06.921484 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.011390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:07.017047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:07.025374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5643f3d9-fc72-4268-ae13-929e6b3a7954 None None] Current status of the port b9e2bf3e-9af1-4579-a27f-599d77ad386f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:07.035270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82556134-504f-4b56-9d54-43b9e204420c req-89778bfb-a616-4fc1-a1df-751d14754059 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:07.036785 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82556134-504f-4b56-9d54-43b9e204420c req-89778bfb-a616-4fc1-a1df-751d14754059 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 944 time: 0.2557602 May 24 23:02:07.040140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.061295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3e35ca2-4502-4405-9f53-650dbf5a542f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:07.064281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:07.067824 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.116741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['afe67209-638d-4a95-889f-f9a1c3f0cfe8'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:02:07.119877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d3e35ca2-4502-4405-9f53-650dbf5a542f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:07.128230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:07.129475 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.131289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] 10.222.0.50 "PUT /v2.0/ports/eed27daf-7b89-47a1-9c43-51415d341aa3 HTTP/1.1" status: 200 len: 1091 time: 3.5143995 May 24 23:02:07.131804 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c76cae8a-7a45-4e7b-9f71-1629cce590b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.153119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:07.236952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cae8a-7a45-4e7b-9f71-1629cce590b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58675ea4-0170-488c-9f26-809ba4ad8966,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:07.247012 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48854878-d30c-4201-a99a-cf05702ed5a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.267607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82556134-504f-4b56-9d54-43b9e204420c req-8a34961a-ad0d-45f9-ba72-cae05034a08c tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232065 May 24 23:02:07.271593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb26e6-01bd-4f2c-87d8-86a19b64def4 service neutron] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=10']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:07.275391 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c76cae8a-7a45-4e7b-9f71-1629cce590b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.279817 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c76cae8a-7a45-4e7b-9f71-1629cce590b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58675ea4-0170-488c-9f26-809ba4ad8966 HTTP/1.1" status: 204 len: 168 time: 1.1526661 May 24 23:02:07.348143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5643f3d9-fc72-4268-ae13-929e6b3a7954 None None] Provisioning for port 2af0c3a3-ee1c-4eeb-8abf-243d339328df completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:07.353484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-4abfb0ae-b529-436a-b885-ed5adc8ec03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:07.358325 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-4abfb0ae-b529-436a-b885-ed5adc8ec03d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 1095 time: 0.1872165 May 24 23:02:07.362872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5643f3d9-fc72-4268-ae13-929e6b3a7954 None None] Provisioning complete for port 2af0c3a3-ee1c-4eeb-8abf-243d339328df triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:07.363245 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5643f3d9-fc72-4268-ae13-929e6b3a7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.394917 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b925afb5-9a9f-46a3-9235-64df1bdac3c6'] response: {'name': 'network-changed', 'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'status': 'completed', 'code': 200} May 24 23:02:07.437477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f75f0-62ac-4afa-aa1d-5e0d8cd3c977 req-e015b9ef-7744-4330-974f-06b1a78eef5c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:07.444417 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-531f75f0-62ac-4afa-aa1d-5e0d8cd3c977 req-e015b9ef-7744-4330-974f-06b1a78eef5c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 944 time: 0.3844304 May 24 23:02:07.452732 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48854878-d30c-4201-a99a-cf05702ed5a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.461846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b9e2bf3e-9af1-4579-a27f-599d77ad386f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:07.474564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5643f3d9-fc72-4268-ae13-929e6b3a7954 None None] Port 2af0c3a3-ee1c-4eeb-8abf-243d339328df cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:07.506005 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9dbeffcb-1588-4d79-a2fa-49d39fb86ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.527381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-a816fb78-8221-4318-a21b-1912cbd43f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:07.529113 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-a816fb78-8221-4318-a21b-1912cbd43f87 service neutron] 10.222.0.50 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 914 time: 0.1613533 May 24 23:02:07.627793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3e35ca2-4502-4405-9f53-650dbf5a542f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.670838 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-62622d6f-ded7-4aab-8fe1-08e32820198b None None] Provisioning complete for port 2af0c3a3-ee1c-4eeb-8abf-243d339328df triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:07.671229 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62622d6f-ded7-4aab-8fe1-08e32820198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.679693 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-531f75f0-62ac-4afa-aa1d-5e0d8cd3c977 req-473d027d-760b-443c-8e0e-f9e151b48468 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342119 May 24 23:02:07.680497 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48854878-d30c-4201-a99a-cf05702ed5a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.684583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-cc83e6eb-2bf4-425a-9b7f-ab415f3679f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed27daf-7b89-47a1-9c43-51415d341aa3 HTTP/1.1" status: 200 len: 217 time: 0.1426821 May 24 23:02:07.690904 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3e35ca2-4502-4405-9f53-650dbf5a542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.753543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-62622d6f-ded7-4aab-8fe1-08e32820198b None None] Port 2af0c3a3-ee1c-4eeb-8abf-243d339328df cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:07.775403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:03Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:04Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:07.777484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-de8cb24c-bad4-458c-9d7a-4da6aeeffad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:07.779176 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-de8cb24c-bad4-458c-9d7a-4da6aeeffad9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb HTTP/1.1" status: 200 len: 853 time: 0.0859349 May 24 23:02:07.779894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Checking router: 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:07.780245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Updating router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 port 2af0c3a3-ee1c-4eeb-8abf-243d339328df binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:02:07.782513 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48854878-d30c-4201-a99a-cf05702ed5a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.810484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd8d3a-a762-4da2-b0b7-dab26deefed5 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:07.826094 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d3e35ca2-4502-4405-9f53-650dbf5a542f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a958057982848dcb6608ec87c845400&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3374200 May 24 23:02:07.827185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42406) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:07.841897 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-a387ed7c-6351-4c79-8395-3e747a3e0e1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af3f872f-7879-4578-8fd1-0bd063516c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530398 May 24 23:02:07.849143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:07.866769 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-48854878-d30c-4201-a99a-cf05702ed5a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/a511d146-8af7-43cd-93e1-300a439a080c HTTP/1.1" status: 204 len: 168 time: 1.2102671 May 24 23:02:07.880705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42410) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:07.883668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48854878-d30c-4201-a99a-cf05702ed5a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=a511d146-8af7-43cd-93e1-300a439a080c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:07.928939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e35ca2-4502-4405-9f53-650dbf5a542f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644ac3ad-9066-4a5b-96e9-15f2db7ea183,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:07.963276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e518d8c0-4d42-4d71-b502-b8ce97dea7f0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet f82c54e9-a5ba-4e88-8398-39c3e5c32f0c {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:07.972796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.040728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Subnet': ['ID=a64d981e-0557-4183-8860-0aa8c57dbc3a,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:08.050068 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e518d8c0-4d42-4d71-b502-b8ce97dea7f0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.062445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Checking segment: {'id': '82db0ea9-6304-4a11-ab7b-b69cd8f9609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:08.064351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network hostable DHCP agents. Network: b167122c-f8c3-4632-b80f-e8a617a4722a, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:08.080875 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2543d5b5-dfbb-434a-8101-6faf48810670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.128650 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2543d5b5-dfbb-434a-8101-6faf48810670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.136798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network b167122c-f8c3-4632-b80f-e8a617a4722a is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:08.145307 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e518d8c0-4d42-4d71-b502-b8ce97dea7f0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.172269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, b167122c-f8c3-4632-b80f-e8a617a4722a) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:08.182828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f16a795-0174-426b-b14a-94526ac3a09f None None] Network b167122c-f8c3-4632-b80f-e8a617a4722a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:08.190645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:08.191600 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.231967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-6997efa3-250b-4091-b8c3-0c155b88d98b service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812973 May 24 23:02:08.238386 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-10997eef-af1c-4f52-a7ad-d48a9e7dfbdf tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7851932 May 24 23:02:08.240359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42426) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:08.252174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2543d5b5-dfbb-434a-8101-6faf48810670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.281021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2543d5b5-dfbb-434a-8101-6faf48810670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.284833 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2543d5b5-dfbb-434a-8101-6faf48810670 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/644ac3ad-9066-4a5b-96e9-15f2db7ea183 HTTP/1.1" status: 204 len: 168 time: 0.4306748 May 24 23:02:08.287292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543d5b5-dfbb-434a-8101-6faf48810670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644ac3ad-9066-4a5b-96e9-15f2db7ea183,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:08.355746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42436) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:08.618825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e518d8c0-4d42-4d71-b502-b8ce97dea7f0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.813219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2077432772-network', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:08.819105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:08.842136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Usage tracker for resource:network and tenant:e9303cbcbb804e2ba3627ec2b26f569c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:08.847048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-b167122c-f8c3-4632-b80f-e8a617a4722a', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:08.847817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.858911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:08.868691 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.876606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:08.883765 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.900609 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.902553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Made reservation on behalf of e9303cbcbb804e2ba3627ec2b26f569c for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:08.904981 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:08.980309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Transition to ACTIVE for port object 2af0c3a3-ee1c-4eeb-8abf-243d339328df will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:08.980930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42450) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:08.992239 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.008422 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.039534 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84684488-2a01-4e8f-9d71-2951b30cc5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.077766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:09.093779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Usage tracker for resource:security_group_rule and tenant:e9303cbcbb804e2ba3627ec2b26f569c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:09.097840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84684488-2a01-4e8f-9d71-2951b30cc5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:09.118855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:09.124236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Allocated IP 2001:db8:1::2 (b167122c-f8c3-4632-b80f-e8a617a4722a/a64d981e-0557-4183-8860-0aa8c57dbc3a/5952039d-4d0c-4acb-8ddb-63adbf48b5e5) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:09.132194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84684488-2a01-4e8f-9d71-2951b30cc5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:eadc938f5d3a4f738bc024253b0ee204 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:09.136926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:09.145770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84684488-2a01-4e8f-9d71-2951b30cc5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:09.151894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eeaf173-7ccb-4e3a-91b4-fa4606f02e5b req-7c4ba8bd-6cfe-48e0-b2ae-e6e03ec7d2a2 service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9080422 May 24 23:02:09.167254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84684488-2a01-4e8f-9d71-2951b30cc5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:09.229025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73fc64-e6d7-44bc-876b-bb2141e3d12c req-a5562dd1-b63b-4cf8-b497-a1e87a652b1a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:09.237196 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e73fc64-e6d7-44bc-876b-bb2141e3d12c req-a5562dd1-b63b-4cf8-b497-a1e87a652b1a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 944 time: 0.3008955 May 24 23:02:09.362888 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e73fc64-e6d7-44bc-876b-bb2141e3d12c req-fe40177c-12f5-412e-b379-1b05fc7f0203 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243932 May 24 23:02:09.454367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.456304 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84684488-2a01-4e8f-9d71-2951b30cc5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.461952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.484344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84684488-2a01-4e8f-9d71-2951b30cc5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.502527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e518d8c0-4d42-4d71-b502-b8ce97dea7f0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.586200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:09.611549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.612013 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Added segment f99fe316-09a0-4ad0-a3b6-a0fb97a51652 of type vlan for network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 May 24 23:02:09.623221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518d8c0-4d42-4d71-b502-b8ce97dea7f0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=f82c54e9-a5ba-4e88-8398-39c3e5c32f0c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:09.625450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f08c64-531f-484c-ba04-8ef8f630841a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:09.637646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device afe67209-638d-4a95-889f-f9a1c3f0cfe8 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:09.653098 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-84684488-2a01-4e8f-9d71-2951b30cc5a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eadc938f5d3a4f738bc024253b0ee204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6714051 May 24 23:02:09.658781 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e518d8c0-4d42-4d71-b502-b8ce97dea7f0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.676520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42466) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:09.704351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8693c0-dacf-43bb-ae31-35b4e3544765 req-99486019-4d30-48d2-ab4e-351e66461c87 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:09.717161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c8693c0-dacf-43bb-ae31-35b4e3544765 req-99486019-4d30-48d2-ab4e-351e66461c87 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 944 time: 1.1504457 May 24 23:02:09.790278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee9d6c6-5f54-43a7-99fe-8ac0c38ad683 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:09.815158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84684488-2a01-4e8f-9d71-2951b30cc5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f383f4aa-956a-47c7-9220-1294734690fa,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:09.822616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.831220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b77ea800-b595-41ca-a041-54d628df7f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.872962 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e518d8c0-4d42-4d71-b502-b8ce97dea7f0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/f82c54e9-a5ba-4e88-8398-39c3e5c32f0c HTTP/1.1" status: 204 len: 168 time: 1.9883375 May 24 23:02:09.874277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42470) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:09.885399 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b77ea800-b595-41ca-a041-54d628df7f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.959237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.960852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:09.961756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:09.994610 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-724d0319-c2a7-476f-b435-053361bd31db tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115260 May 24 23:02:09.998710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42480) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:10.003789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c8693c0-dacf-43bb-ae31-35b4e3544765 req-f17f7798-16b1-4d85-8afa-4666f6a8cb25 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835128 May 24 23:02:10.016452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.048808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:10.124794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe6fc1-edef-417a-82e8-dc87055030b6 None None] Pushing event updated for resources: {'Port': ['ID=2af0c3a3-ee1c-4eeb-8abf-243d339328df,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:10.130823 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.140736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a78fdd-760e-43b3-8a7e-3511b83d8251 req-dd9c08a4-bd48-4a34-ba23-4193f7cf5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:10.145431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66a78fdd-760e-43b3-8a7e-3511b83d8251 req-dd9c08a4-bd48-4a34-ba23-4193f7cf5617 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 1095 time: 0.7662079 May 24 23:02:10.155120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] Pushing event updated for resources: {'Network': ['ID=ae35d30d-647c-45b8-a0f8-6fc32e006bd8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:10.225579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b85add66-8bef-4d3e-b4a2-b8702b04040c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8686073 May 24 23:02:10.231801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42484) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:10.245744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Request body: {'subnet': {'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2077432772-subnet', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:10.257291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:10.264326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:10.267886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Usage tracker for resource:subnet and tenant:e9303cbcbb804e2ba3627ec2b26f569c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:10.273258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:10.302912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:10.329523 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b77ea800-b595-41ca-a041-54d628df7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.337792 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b77ea800-b595-41ca-a041-54d628df7f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.342161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b77ea800-b595-41ca-a041-54d628df7f0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f383f4aa-956a-47c7-9220-1294734690fa HTTP/1.1" status: 204 len: 168 time: 0.6619632 May 24 23:02:10.392652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Made reservation on behalf of e9303cbcbb804e2ba3627ec2b26f569c for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:10.395801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.458500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ea800-b595-41ca-a041-54d628df7f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383f4aa-956a-47c7-9220-1294734690fa,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:10.503807 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Transition to ACTIVE for port object 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:10.507890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-675ec915-e742-4435-a516-93684fac8962 None None] Provisioning complete for port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:10.508736 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-675ec915-e742-4435-a516-93684fac8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.592673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Attempting to bind port 2af0c3a3-ee1c-4eeb-8abf-243d339328df on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:10.593384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Attempting to bind port 2af0c3a3-ee1c-4eeb-8abf-243d339328df by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '58ee0ab5-1b8f-4fcc-86f6-c6e129651633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:10.593967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Attempting to bind port 2af0c3a3-ee1c-4eeb-8abf-243d339328df on network 06814d92-c30a-4f4d-bd39-934b72018c5f {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:10.608381 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.691635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:10.694992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Checking segment: {'id': '58ee0ab5-1b8f-4fcc-86f6-c6e129651633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:10.697448 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.699620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Bound using segment: {'id': '58ee0ab5-1b8f-4fcc-86f6-c6e129651633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:10.701752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Bound port: 2af0c3a3-ee1c-4eeb-8abf-243d339328df, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ee0ab5-1b8f-4fcc-86f6-c6e129651633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:10.702610 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.814859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Transition to ACTIVE for port object 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:10.874256 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port afe67209-638d-4a95-889f-f9a1c3f0cfe8 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:10.891966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:10.936801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port afe67209-638d-4a95-889f-f9a1c3f0cfe8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:10.937424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.020805 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Network b167122c-f8c3-4632-b80f-e8a617a4722a is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:11.043370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:11.062528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:11.110978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2479697-f1f6-4ec5-8355-bac6aedc0f21 req-621deecc-67f7-4d6f-a228-3881d566ae04 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:11.118636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2479697-f1f6-4ec5-8355-bac6aedc0f21 req-621deecc-67f7-4d6f-a228-3881d566ae04 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 944 time: 0.4247768 May 24 23:02:11.160335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a78fdd-760e-43b3-8a7e-3511b83d8251 req-7c44339d-8eb3-4f14-a8e6-33b804ea1789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:11.162582 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66a78fdd-760e-43b3-8a7e-3511b83d8251 req-7c44339d-8eb3-4f14-a8e6-33b804ea1789 service neutron] 10.222.0.50 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 914 time: 0.8942447 May 24 23:02:11.240470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-675ec915-e742-4435-a516-93684fac8962 None None] Current status of the port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:11.250185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Pushing event updated for resources: {'Port': ['ID=5952039d-4d0c-4acb-8ddb-63adbf48b5e5,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:11.277803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2479697-f1f6-4ec5-8355-bac6aedc0f21 req-3f57c58e-8349-4051-97bd-769309365d11 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580508 May 24 23:02:11.311716 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.317764 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66a78fdd-760e-43b3-8a7e-3511b83d8251 req-fb15e347-d00e-48ea-b312-e32b97bcb325 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed27daf-7b89-47a1-9c43-51415d341aa3 HTTP/1.1" status: 200 len: 217 time: 0.1351321 May 24 23:02:11.390761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] For port 2af0c3a3-ee1c-4eeb-8abf-243d339328df, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:11.467565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Attempting to bind port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:11.468406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Attempting to bind port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '82db0ea9-6304-4a11-ab7b-b69cd8f9609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:11.469073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Attempting to bind port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 on network b167122c-f8c3-4632-b80f-e8a617a4722a {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:11.479474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] For port 2af0c3a3-ee1c-4eeb-8abf-243d339328df, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2af0c3a3-ee1c-4eeb-8abf-243d339328df,segment=NetworkSegment(58ee0ab5-1b8f-4fcc-86f6-c6e129651633),segment_id=58ee0ab5-1b8f-4fcc-86f6-c6e129651633)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:11.481625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:11.483089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Checking segment: {'id': '82db0ea9-6304-4a11-ab7b-b69cd8f9609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:11.484139 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.484879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Bound using segment: {'id': '82db0ea9-6304-4a11-ab7b-b69cd8f9609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:11.485979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Bound port: 5952039d-4d0c-4acb-8ddb-63adbf48b5e5, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82db0ea9-6304-4a11-ab7b-b69cd8f9609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:11.487149 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.594341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1aaf28-3079-42c0-b6b3-9b18da682566,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:11.605208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Checking segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:11.605618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Network hostable DHCP agents. Network: ae35d30d-647c-45b8-a0f8-6fc32e006bd8, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:11.635891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:11.655221 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.663638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ae35d30d-647c-45b8-a0f8-6fc32e006bd8) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:11.670310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:11.672235 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.762286 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-553690d3-d00e-4b98-81e9-6ed90fd471a7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5260043 May 24 23:02:11.763826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42512) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:11.770539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:11.772915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a78fdd-760e-43b3-8a7e-3511b83d8251 req-48d2ae84-8d38-4430-9b9d-643bc50a89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:11.777625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66a78fdd-760e-43b3-8a7e-3511b83d8251 req-48d2ae84-8d38-4430-9b9d-643bc50a89c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb HTTP/1.1" status: 200 len: 853 time: 0.4474950 May 24 23:02:11.785890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:11.799478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Usage tracker for resource:router and tenant:e9303cbcbb804e2ba3627ec2b26f569c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:11.804429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:11.823664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:11.846803 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.848449 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.886909 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:11.892429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:02:11.895938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371374f2-7041-43de-b244-b4cbb64ae582 None None] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:11.957383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:11.968028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:11.975602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:11.990522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:12.021426 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66a78fdd-760e-43b3-8a7e-3511b83d8251 req-949def35-c66f-4401-b4ea-3a5a560864b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af3f872f-7879-4578-8fd1-0bd063516c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2176323 May 24 23:02:12.046180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:12.057016 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.399876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0b2000e1-b00a-4bf8-a426-b359ed1a7431 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:12.427404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe6fc1-edef-417a-82e8-dc87055030b6 None None] Pushing event updated for resources: {'Port': ['ID=2af0c3a3-ee1c-4eeb-8abf-243d339328df,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:12.473888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:12.474664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:12.527509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Deleting port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:12.535201 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.637825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Allocated IP 2001:db8:1::1 (b167122c-f8c3-4632-b80f-e8a617a4722a/a64d981e-0557-4183-8860-0aa8c57dbc3a/02ed8901-20e6-4223-b391-e7f830fe401d) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:12.673651 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:12.684795 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66a78fdd-760e-43b3-8a7e-3511b83d8251 req-a03bec03-e218-495b-b8e2-e8aec0650de0 service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866702 May 24 23:02:12.817272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d0b76-743d-43f0-bb90-61a24e9b1e1e req-08872517-92a9-4b83-9236-792432708790 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:12.825069 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-244d0b76-743d-43f0-bb90-61a24e9b1e1e req-08872517-92a9-4b83-9236-792432708790 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 944 time: 0.2086749 May 24 23:02:12.895783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-244d0b76-743d-43f0-bb90-61a24e9b1e1e req-22e2280f-fbf8-4308-9838-22e6c9785b6a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678203 May 24 23:02:12.940208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd0933-30c8-4448-834f-d05abfed1f4d req-9887f0f2-7f94-46a1-baf8-138eda916983 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:12.942083 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ecd0933-30c8-4448-834f-d05abfed1f4d req-9887f0f2-7f94-46a1-baf8-138eda916983 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 944 time: 1.6198354 May 24 23:02:13.163723 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.208968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.236270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ecd0933-30c8-4448-834f-d05abfed1f4d req-600125ec-c3f7-44dd-8b24-3a0689a6ef05 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625883 May 24 23:02:13.339889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port afe67209-638d-4a95-889f-f9a1c3f0cfe8 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:13.340258 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.459715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.objects.ports [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88389) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:02:13.527715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Allocated IP 172.25.7.8 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/a979775a-d86f-430b-a5ae-c94ade0356b9) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:13.633297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:13.634144 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.663763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458fa71a-260d-4be5-acb1-06f9130b8810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe67209-638d-4a95-889f-f9a1c3f0cfe8'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:13.671904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:13.730110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:13.730871 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.765531 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.775089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.807282 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:13.811548 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-66a78fdd-760e-43b3-8a7e-3511b83d8251 req-05248c9d-0815-4ee8-b514-7221f0ed2113 service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9218602 May 24 23:02:13.896940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:13.900791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:13.910635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:13.911973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Transition to ACTIVE for port object 02ed8901-20e6-4223-b391-e7f830fe401d will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:13.923505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port afe67209-638d-4a95-889f-f9a1c3f0cfe8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=afe67209-638d-4a95-889f-f9a1c3f0cfe8,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:13.958951 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b880cdc-1610-4074-9603-947fd3eb809a'] response: {'server_uuid': '458fa71a-260d-4be5-acb1-06f9130b8810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe67209-638d-4a95-889f-f9a1c3f0cfe8', 'code': 200} May 24 23:02:13.986868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Pushing event updated for resources: {'Port': ['ID=a979775a-d86f-430b-a5ae-c94ade0356b9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:14.081790 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.350578 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.469149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25206-b136-4828-b2a5-c50485c01e45 req-72d3bde7-2058-4217-bc1b-68c1f258ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:14.470613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69b25206-b136-4828-b2a5-c50485c01e45 req-72d3bde7-2058-4217-bc1b-68c1f258ec44 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 1096 time: 0.5394216 May 24 23:02:14.471287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=02ed8901-20e6-4223-b391-e7f830fe401d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:14.473658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:14.577391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network b167122c-f8c3-4632-b80f-e8a617a4722a is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:14.749720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] For port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:14.771700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ea19f-8f65-4b0d-88a8-24b4b05a26ae req-5ad805c7-4c4c-46ad-b2de-c60c8cace3fc tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:14.774078 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac0ea19f-8f65-4b0d-88a8-24b4b05a26ae req-5ad805c7-4c4c-46ad-b2de-c60c8cace3fc tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 945 time: 0.2749085 May 24 23:02:14.871989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] For port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5952039d-4d0c-4acb-8ddb-63adbf48b5e5,segment=NetworkSegment(82db0ea9-6304-4a11-ab7b-b69cd8f9609c),segment_id=82db0ea9-6304-4a11-ab7b-b69cd8f9609c)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:14.975733 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.188649 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac0ea19f-8f65-4b0d-88a8-24b4b05a26ae req-a11495ed-f36b-46dc-b23c-952cfaac7a78 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046748 May 24 23:02:15.201015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=afe67209-638d-4a95-889f-f9a1c3f0cfe8,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:15.230020 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:02:15.230336 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:02:15.287550 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.379503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] For port 0b2000e1-b00a-4bf8-a426-b359ed1a7431, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0b2000e1-b00a-4bf8-a426-b359ed1a7431,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:15.407004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] For port 0b2000e1-b00a-4bf8-a426-b359ed1a7431, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0b2000e1-b00a-4bf8-a426-b359ed1a7431,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:15.408757 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.456692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:15.464461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69b25206-b136-4828-b2a5-c50485c01e45 req-5d743680-948a-4443-9f77-3940dcd9da54 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9761190 May 24 23:02:15.466989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:15.467542 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.700699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42590) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:15.703458 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.734874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:15.735634 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.193126 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.197811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Calling delete_port for 0b2000e1-b00a-4bf8-a426-b359ed1a7431 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:16.208842 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.219659 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.238230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=e603a915-c95f-4086-8c63-bcf7d74f4267,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:16.292679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:16.311086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:16.327884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:16.328580 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.360845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Allocated IP 172.20.0.2 (ae35d30d-647c-45b8-a0f8-6fc32e006bd8/3a1aaf28-3079-42c0-b6b3-9b18da682566/9c2346c1-cf03-4ff0-8cc8-75879be8deff) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:16.467828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42604) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:16.478787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217f24e-fe52-4bf7-ae4e-fc87c4e0a98c None None] Pushing event updated for resources: {'Port': ['ID=5952039d-4d0c-4acb-8ddb-63adbf48b5e5,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:16.500077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:16.500982 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.530510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e0d6-2e1a-4f15-8518-2d16f93b3b00 req-456c1c1b-4b4b-4c4f-af83-924698250b16 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:16.532152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44a1e0d6-2e1a-4f15-8518-2d16f93b3b00 req-456c1c1b-4b4b-4c4f-af83-924698250b16 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 944 time: 2.3163221 May 24 23:02:16.618738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=0b2000e1-b00a-4bf8-a426-b359ed1a7431,revision_number=8']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:16.657369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 0b2000e1-b00a-4bf8-a426-b359ed1a7431, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0b2000e1-b00a-4bf8-a426-b359ed1a7431,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:16.706483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:16.746927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6576c41a-5142-46e9-9823-12b06eca1f07 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.7468042 May 24 23:02:16.748973 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.751278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Usage tracker for resource:security_group_rule and tenant:dae6da7e34d64eb2b3d65095a2feb31b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:16.754366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42610) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:16.771962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:16.783941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:16.808948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:16.915198 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44a1e0d6-2e1a-4f15-8518-2d16f93b3b00 req-d49c84d2-8a45-425f-9845-20793baf3807 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724740 May 24 23:02:16.941327 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-18ad8c71-59f8-45e9-b854-248b4ba8f277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:16.985175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-18ad8c71-59f8-45e9-b854-248b4ba8f277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:17.017676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-18ad8c71-59f8-45e9-b854-248b4ba8f277 admin admin] Usage tracker for resource:security_group_rule and tenant:76c5c62b991e4a318b0a91e60bda18c9 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:17.031342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-18ad8c71-59f8-45e9-b854-248b4ba8f277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:17.089750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:17.103782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-18ad8c71-59f8-45e9-b854-248b4ba8f277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:17.356310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:17.359152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c54f7a-eed6-45c8-b348-a8f04425da06 None None] Network b167122c-f8c3-4632-b80f-e8a617a4722a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:17.381297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:17.393376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.395530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:17.403890 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.404860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.427670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460c87c-4b37-4352-af1f-158f7f0df9d9 req-c092f5ed-e6e0-4b7d-92e6-0b9932a42ede tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:17.429580 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4460c87c-4b37-4352-af1f-158f7f0df9d9 req-c092f5ed-e6e0-4b7d-92e6-0b9932a42ede tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 945 time: 0.9527838 May 24 23:02:17.431012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:17.437255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Router ba3139e5-3578-4450-bf82-67c7e9ae3929 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:02:17.455908 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:02:17.456227 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:02:17.462095 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-18ad8c71-59f8-45e9-b854-248b4ba8f277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.495930 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.499078 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-18ad8c71-59f8-45e9-b854-248b4ba8f277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.607337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-add0e274-50a1-42b2-bf7c-4ad6734d4329 None None] Provisioning for port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:17.621585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=02ed8901-20e6-4223-b391-e7f830fe401d,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:17.647942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad8c71-59f8-45e9-b854-248b4ba8f277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6e8118-871e-4a18-a101-f3644e92d872,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:17.656035 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-18ad8c71-59f8-45e9-b854-248b4ba8f277 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76c5c62b991e4a318b0a91e60bda18c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1855886 May 24 23:02:17.659457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42614) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:17.661817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:17.671988 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.673728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:03Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:11Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:17.690817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de629b-b1b8-4bf5-8f23-9529887a3936 None None] The sync data for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 is: [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:03Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:11Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:17.731200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:17.741207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=0b2000e1-b00a-4bf8-a426-b359ed1a7431,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:17.886791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:17.936755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network b167122c-f8c3-4632-b80f-e8a617a4722a is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:17.938405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:17.949946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d567f2e-e843-4344-841a-2bc628f5ea78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.004525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Deleting port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:18.005646 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.052124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:18.064389 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.233562 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4460c87c-4b37-4352-af1f-158f7f0df9d9 req-f16a14b3-045d-4111-88e7-56dec55a5c0b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7923396 May 24 23:02:18.243402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d567f2e-e843-4344-841a-2bc628f5ea78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.252000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec07f28-22a1-48f2-8103-8cdc7f5c2eb0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:18.260891 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dae6da7e34d64eb2b3d65095a2feb31b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5582931 May 24 23:02:18.269165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42622) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:18.373125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.373125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.373862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.373862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.374209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.374479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.374804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.375170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.375448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.375766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.376090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.376410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be986034-1ea9-4800-8069-0c349cdfac6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:18.468596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:18.506212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:18.521025 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Sync routers for ids ['ba3139e5-3578-4450-bf82-67c7e9ae3929'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:18.549913 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Routers {'ba3139e5-3578-4450-bf82-67c7e9ae3929'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:18.551042 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ba3139e5-3578-4450-bf82-67c7e9ae3929'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:18.558785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a8d19f8-8203-4e1b-8504-ca554289bec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.601270 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.607807 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-484f64b1-d6fb-466f-89a5-e62afe08ada6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8401728 May 24 23:02:18.611954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42626) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:18.613312 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.837902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Transition to ACTIVE for port object 9c2346c1-cf03-4ff0-8cc8-75879be8deff will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:18.971121 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d567f2e-e843-4344-841a-2bc628f5ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:18.983448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918d7a5-49bb-447d-a454-2f74e8dff6fa req-6b1c1403-9a34-4669-b333-88b470c98321 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:18.986360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7918d7a5-49bb-447d-a454-2f74e8dff6fa req-6b1c1403-9a34-4669-b333-88b470c98321 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 944 time: 0.8530328 May 24 23:02:19.099381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Transition to ACTIVE for port object 9c2346c1-cf03-4ff0-8cc8-75879be8deff will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:19.135580 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Set router ba3139e5-3578-4450-bf82-67c7e9ae3929 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:19.156865 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.163512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d567f2e-e843-4344-841a-2bc628f5ea78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6e8118-871e-4a18-a101-f3644e92d872,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:19.218742 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a8d19f8-8203-4e1b-8504-ca554289bec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.224966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] For port 0b2000e1-b00a-4bf8-a426-b359ed1a7431, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0b2000e1-b00a-4bf8-a426-b359ed1a7431,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:19.225386 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.278260 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d567f2e-e843-4344-841a-2bc628f5ea78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.292423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3d567f2e-e843-4344-841a-2bc628f5ea78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d6e8118-871e-4a18-a101-f3644e92d872 HTTP/1.1" status: 204 len: 168 time: 1.6266589 May 24 23:02:19.372535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:19.402134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a2434d8e-28f7-4a76-b799-3eab9ad934ee tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1405818 May 24 23:02:19.410786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42634) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:19.438501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7918d7a5-49bb-447d-a454-2f74e8dff6fa req-e2a73b4c-30ab-4819-a626-65650a708bbf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332241 May 24 23:02:19.460953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1880915835'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:19.514725 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a8d19f8-8203-4e1b-8504-ca554289bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.579758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d19f8-8203-4e1b-8504-ca554289bec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec07f28-22a1-48f2-8103-8cdc7f5c2eb0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:19.582390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:19.592546 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a8d19f8-8203-4e1b-8504-ca554289bec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.601064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8a8d19f8-8203-4e1b-8504-ca554289bec3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dec07f28-22a1-48f2-8103-8cdc7f5c2eb0 HTTP/1.1" status: 204 len: 168 time: 1.3257358 May 24 23:02:19.627118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:network and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:19.765609 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Calling delete_port for 0b2000e1-b00a-4bf8-a426-b359ed1a7431 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:19.817538 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:19.826566 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:14Z', 'revision_number': 3, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:19.836834 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Checking router: ba3139e5-3578-4450-bf82-67c7e9ae3929 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:19.837095 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Updating router ba3139e5-3578-4450-bf82-67c7e9ae3929 port a979775a-d86f-430b-a5ae-c94ade0356b9 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:02:19.848434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:19.849343 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:19.926670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:20.016642 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.023316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:20.035791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:20.048159 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.053650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:20.058014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:20.079082 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.101930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42642) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.148486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5952039d-4d0c-4acb-8ddb-63adbf48b5e5,segment=NetworkSegment(82db0ea9-6304-4a11-ab7b-b69cd8f9609c),segment_id=82db0ea9-6304-4a11-ab7b-b69cd8f9609c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:20.161059 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3a7698a-8feb-4e89-b20c-68b7f421afb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.184878 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.232480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f3a7698a-8feb-4e89-b20c-68b7f421afb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:20.258690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f3a7698a-8feb-4e89-b20c-68b7f421afb8 admin admin] Usage tracker for resource:security_group_rule and tenant:239da92fc5ac4241bfe932ea389f06a6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:20.267737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f3a7698a-8feb-4e89-b20c-68b7f421afb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:20.280328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Pushing event updated for resources: {'Port': ['ID=9c2346c1-cf03-4ff0-8cc8-75879be8deff,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:20.293250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f3a7698a-8feb-4e89-b20c-68b7f421afb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:20.318996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:20.349529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:20.364670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:20.365313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.437217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Sync routers for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:20.536233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2af0c3a3-ee1c-4eeb-8abf-243d339328df up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:20.634576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:20.669191 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9018822 May 24 23:02:20.700616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3a7698a-8feb-4e89-b20c-68b7f421afb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.702926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42656) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:20.724212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3a7698a-8feb-4e89-b20c-68b7f421afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.759284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:3f:f4:e2', 'name': 'tempest-NetworksTestDHCPv6-470223520'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:20.795935 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.796301 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added segment 1c4eeed5-3636-440b-99c1-86a8309a2595 of type vlan for network 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 May 24 23:02:20.840128 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:20.863281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:20.863938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:20.874400 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Transition to ACTIVE for port object a979775a-d86f-430b-a5ae-c94ade0356b9 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:20.903701 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.017936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9db8e7-3a84-4ef2-8601-abdafdb5b4ae req-2886312c-82f8-4035-85c5-e2d6b3d1691b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:21.029105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d9db8e7-3a84-4ef2-8601-abdafdb5b4ae req-2886312c-82f8-4035-85c5-e2d6b3d1691b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 945 time: 1.5279117 May 24 23:02:21.046429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5449155-cdc1-470b-91a0-f908415e65bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=d000b635-d6ce-4d32-a234-7a7bc9250f87,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:21.131068 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da769d26-4bfe-40a6-968f-b99347dbfc0b None None] Pushing event updated for resources: {'Port': ['ID=a979775a-d86f-430b-a5ae-c94ade0356b9,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:21.179279 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Attempting to bind port a979775a-d86f-430b-a5ae-c94ade0356b9 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:21.184998 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Attempting to bind port a979775a-d86f-430b-a5ae-c94ade0356b9 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:21.186625 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Attempting to bind port a979775a-d86f-430b-a5ae-c94ade0356b9 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:21.202754 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:21.203477 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:21.204055 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.204598 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:21.205229 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Bound port: a979775a-d86f-430b-a5ae-c94ade0356b9, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:21.205807 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.206642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5952039d-4d0c-4acb-8ddb-63adbf48b5e5,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:21.228753 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.254095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:21.268286 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d9db8e7-3a84-4ef2-8601-abdafdb5b4ae req-6fa9ee5f-ee4a-45a3-ad5b-2201f0f98d27 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378159 May 24 23:02:21.288323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6bc65591-0b79-49b0-8ec9-634b8dfd15a7 None None] Provisioning complete for port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:21.289229 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6bc65591-0b79-49b0-8ec9-634b8dfd15a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.408879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.415717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:21.417318 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.435112 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] For port a979775a-d86f-430b-a5ae-c94ade0356b9, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:21.441217 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] For port a979775a-d86f-430b-a5ae-c94ade0356b9, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a979775a-d86f-430b-a5ae-c94ade0356b9,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:21.455517 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:21.551026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:21.551850 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1396766 May 24 23:02:21.563516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42670) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:21.573399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:21.582191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'subnet': {'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:21.615952 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f3a7698a-8feb-4e89-b20c-68b7f421afb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=239da92fc5ac4241bfe932ea389f06a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5052304 May 24 23:02:21.618936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7698a-8feb-4e89-b20c-68b7f421afb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f5a646-9e8e-4df8-b8a4-c52ad83e7e11,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:21.644076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:21.647950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42676) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:21.732132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b672c-d967-466c-97f4-9da3789b271a req-7f6d7101-0bb3-4e6d-96d3-620e487ad5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:21.733964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-268b672c-d967-466c-97f4-9da3789b271a req-7f6d7101-0bb3-4e6d-96d3-620e487ad5c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 1095 time: 0.6593027 May 24 23:02:21.764429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeff8da-0fdd-468c-b5a5-27114518e796 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Network': ['ID=9989f565-efe8-46c3-a70a-cc5c6b4dc7e4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:21.835876 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da769d26-4bfe-40a6-968f-b99347dbfc0b None None] Pushing event updated for resources: {'Port': ['ID=a979775a-d86f-430b-a5ae-c94ade0356b9,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:21.839129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92382933-252f-42fc-bce1-f1dbb4b5a032 req-2bcb0a52-0d5b-4265-9c07-da2233948421 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:21.850930 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Routers {'ba3139e5-3578-4450-bf82-67c7e9ae3929'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:21.851813 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ba3139e5-3578-4450-bf82-67c7e9ae3929'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:21.857768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92382933-252f-42fc-bce1-f1dbb4b5a032 req-2bcb0a52-0d5b-4265-9c07-da2233948421 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 944 time: 0.6339695 May 24 23:02:21.860357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:22.040311 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.116104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:22.296833 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.351066 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] Set router ba3139e5-3578-4450-bf82-67c7e9ae3929 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:22.365182 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.370464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 2af0c3a3-ee1c-4eeb-8abf-243d339328df completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:22.375796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Attempting to bind port 9c2346c1-cf03-4ff0-8cc8-75879be8deff on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:22.376481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Attempting to bind port 9c2346c1-cf03-4ff0-8cc8-75879be8deff by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:22.377090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Attempting to bind port 9c2346c1-cf03-4ff0-8cc8-75879be8deff on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:22.431882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] Pushing event deleted for resources: {'Port': ['ID=0b2000e1-b00a-4bf8-a426-b359ed1a7431,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:22.446948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:22.448689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Checking segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:22.450660 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.451857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Bound using segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:22.454157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Bound port: 9c2346c1-cf03-4ff0-8cc8-75879be8deff, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:22.455458 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.477115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2af0c3a3-ee1c-4eeb-8abf-243d339328df triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:22.477930 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.487186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port ba27ceb4-02a1-4501-92e3-929230120d59 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:22.538257 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92382933-252f-42fc-bce1-f1dbb4b5a032 req-3f62e324-3a33-4171-ac26-be19a245d8cd tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6795757 May 24 23:02:22.553480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:22.610574 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5022b757-40d3-4205-9978-dd9042da6f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:22.633803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:subnet and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:22.662301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:22.692902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:22.727976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-bd3af3f0-e2c9-4838-ad4b-e10d4e1d9915 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:22.733439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b672c-d967-466c-97f4-9da3789b271a req-5cc8b8b1-a1cb-43d1-8288-ef1cf398bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:22.735014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-268b672c-d967-466c-97f4-9da3789b271a req-5cc8b8b1-a1cb-43d1-8288-ef1cf398bf14 service neutron] 10.222.0.50 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 914 time: 0.9730871 May 24 23:02:22.736842 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-bd3af3f0-e2c9-4838-ad4b-e10d4e1d9915 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.7074032 May 24 23:02:22.910100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:23.137824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-d2a6f4a5-d273-4686-ad56-1a53990a776c tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/quotas/0b61e39c08c045648e02b3beafdc002f HTTP/1.1" status: 200 len: 375 time: 0.3987980 May 24 23:02:23.188729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Allocated IP 172.20.0.1 (ae35d30d-647c-45b8-a0f8-6fc32e006bd8/3a1aaf28-3079-42c0-b6b3-9b18da682566/9d73577d-c1cf-4da2-87ff-2ce3eef53728) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:23.192641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:23.221483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.267363 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5022b757-40d3-4205-9978-dd9042da6f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.346746 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-268b672c-d967-466c-97f4-9da3789b271a req-13fdb3d2-7d30-427a-9fe7-5dffa3ef1a88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed27daf-7b89-47a1-9c43-51415d341aa3 HTTP/1.1" status: 200 len: 217 time: 0.5569634 May 24 23:02:23.398315 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:14Z', 'revision_number': 3, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:23.424419 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ee5cf-7329-4eb9-ac92-50741db4d81e None None] The sync data for ids ['ba3139e5-3578-4450-bf82-67c7e9ae3929'] in n-d-843146-7 is: [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:14Z', 'revision_number': 3, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:23.512930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] For port 9c2346c1-cf03-4ff0-8cc8-75879be8deff, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:23.575694 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5022b757-40d3-4205-9978-dd9042da6f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.687031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6bc65591-0b79-49b0-8ec9-634b8dfd15a7 None None] Current status of the port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:23.711950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce1ae50-3433-4106-8cc3-436974725fca None None] No DVR routers for this DVR port 0b2000e1-b00a-4bf8-a426-b359ed1a7431 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:23.713538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b672c-d967-466c-97f4-9da3789b271a req-a701bf44-58bd-4432-8988-a7d22fbbe133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:23.715437 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-268b672c-d967-466c-97f4-9da3789b271a req-a701bf44-58bd-4432-8988-a7d22fbbe133 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb HTTP/1.1" status: 200 len: 853 time: 0.3568780 May 24 23:02:23.722210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] For port 9c2346c1-cf03-4ff0-8cc8-75879be8deff, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9c2346c1-cf03-4ff0-8cc8-75879be8deff,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:23.736793 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.756160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022b757-40d3-4205-9978-dd9042da6f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f5a646-9e8e-4df8-b8a4-c52ad83e7e11,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:23.976038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5022b757-40d3-4205-9978-dd9042da6f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:23.982835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5022b757-40d3-4205-9978-dd9042da6f63 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11f5a646-9e8e-4df8-b8a4-c52ad83e7e11 HTTP/1.1" status: 204 len: 168 time: 2.3215039 May 24 23:02:23.987622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189fa79a-4fb2-4e61-a88f-3ef003be3542 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:24.006995 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-268b672c-d967-466c-97f4-9da3789b271a req-562e84c4-70ca-4895-aa75-f5329c28314b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af3f872f-7879-4578-8fd1-0bd063516c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2522173 May 24 23:02:24.107356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6bc65591-0b79-49b0-8ec9-634b8dfd15a7 None None] Provisioning for port 02ed8901-20e6-4223-b391-e7f830fe401d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:24.130106 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.340192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6bc65591-0b79-49b0-8ec9-634b8dfd15a7 None None] Provisioning complete for port 02ed8901-20e6-4223-b391-e7f830fe401d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:24.342355 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6bc65591-0b79-49b0-8ec9-634b8dfd15a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.428299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Subnet': ['ID=aaa2f855-9615-4bea-9c6d-bb7ca78174fd,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:24.437769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6bc65591-0b79-49b0-8ec9-634b8dfd15a7 None None] Port 02ed8901-20e6-4223-b391-e7f830fe401d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:24.439923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2af0c3a3-ee1c-4eeb-8abf-243d339328df is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:24.439923 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.468327 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.468597 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.493700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Checking segment: {'id': '1c4eeed5-3636-440b-99c1-86a8309a2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:24.496794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network hostable DHCP agents. Network: 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:24.505566 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-268b672c-d967-466c-97f4-9da3789b271a req-6431b254-4d93-40f0-8983-db2b91788571 service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772434 May 24 23:02:24.522596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 172.20.0.14 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/d000b635-d6ce-4d32-a234-7a7bc9250f87/ba27ceb4-02a1-4501-92e3-929230120d59) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:24.530148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::f816:3eff:fe3f:f4e2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/e603a915-c95f-4086-8c63-bcf7d74f4267/ba27ceb4-02a1-4501-92e3-929230120d59) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:24.571690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Transition to ACTIVE for port object 9d73577d-c1cf-4da2-87ff-2ce3eef53728 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:24.582329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:24.618287 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-77c7ab22-3d82-4fa7-a4f0-d82e8890b680 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4610190 May 24 23:02:24.785236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:24.824242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:24.825007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.970247 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:24.973962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42762) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:24.978830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 2af0c3a3-ee1c-4eeb-8abf-243d339328df, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2af0c3a3-ee1c-4eeb-8abf-243d339328df,segment=NetworkSegment(58ee0ab5-1b8f-4fcc-86f6-c6e129651633),segment_id=58ee0ab5-1b8f-4fcc-86f6-c6e129651633)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:24.985101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7e881-18a3-4dea-874d-fda5c91c5128 None None] Network 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:25.015212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:15Z', 'revision_number': 3, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:16Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:11Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:25.037146 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.054261 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-96bae22e-51ae-4d31-b043-9141e945c3ea tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4892187 May 24 23:02:25.062700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42770) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:25.066932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object ba27ceb4-02a1-4501-92e3-929230120d59 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:25.120812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9b547-0d4f-4b4e-b2e2-5533ed611bde req-ea1def8b-2b6b-4789-bfc3-8c1fcc4902f2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:25.129519 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cac9b547-0d4f-4b4e-b2e2-5533ed611bde req-ea1def8b-2b6b-4789-bfc3-8c1fcc4902f2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 944 time: 1.2567298 May 24 23:02:25.136934 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.246579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Checking router: 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:25.247111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Updating router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 port 02ed8901-20e6-4223-b391-e7f830fe401d binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:02:25.342608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:25.344059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:25.351545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=ba27ceb4-02a1-4501-92e3-929230120d59,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:25.366231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:25.386829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:25.404322 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-0c6ab028-c9a7-42fc-babb-4fde3d0bb9e6 service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7838941 May 24 23:02:25.412715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:25.414574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2aaa66e4-f3cb-47d6-bb5a-3ca09e984a9a None None] Provisioning complete for port 02ed8901-20e6-4223-b391-e7f830fe401d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:25.416148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:25.419167 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2aaa66e4-f3cb-47d6-bb5a-3ca09e984a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.447221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Pushing event updated for resources: {'Port': ['ID=9d73577d-c1cf-4da2-87ff-2ce3eef53728,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:25.479153 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.503023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cac9b547-0d4f-4b4e-b2e2-5533ed611bde req-fb2e3e47-c6fd-4e00-952a-871c32a167e7 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720918 May 24 23:02:25.515335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa66e4-f3cb-47d6-bb5a-3ca09e984a9a None None] Port 02ed8901-20e6-4223-b391-e7f830fe401d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:25.515592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:25.516906 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.525141 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-068315d6-1897-4b57-be8b-b7171125cfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.531797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b7362-56bc-4e64-a24b-12b9964d391f None None] Pushing event updated for resources: {'Port': ['ID=9c2346c1-cf03-4ff0-8cc8-75879be8deff,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:25.554466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-068315d6-1897-4b57-be8b-b7171125cfee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:25.575195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-068315d6-1897-4b57-be8b-b7171125cfee admin admin] Usage tracker for resource:security_group_rule and tenant:34e953ee75d84699bc4066f742ddae47 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:25.579866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-068315d6-1897-4b57-be8b-b7171125cfee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:25.599297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-068315d6-1897-4b57-be8b-b7171125cfee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:25.655836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-268b672c-d967-466c-97f4-9da3789b271a req-b881867a-bddb-43ae-9383-1bbffe22470b service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9189193 May 24 23:02:25.658085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': 'd000b635-d6ce-4d32-a234-7a7bc9250f87'}, {'subnet_id': 'e603a915-c95f-4086-8c63-bcf7d74f4267'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:25.659528 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.698362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d9635e15-83f2-4c1c-9087-d78b2b93cfab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9819255 May 24 23:02:25.698362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42780) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:25.900409 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.915165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-068315d6-1897-4b57-be8b-b7171125cfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:25.929752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-068315d6-1897-4b57-be8b-b7171125cfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.007238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=2af0c3a3-ee1c-4eeb-8abf-243d339328df,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:26.018033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:26.030547 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-068315d6-1897-4b57-be8b-b7171125cfee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34e953ee75d84699bc4066f742ddae47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0521953 May 24 23:02:26.036715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42788) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:26.114463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068315d6-1897-4b57-be8b-b7171125cfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f88520-7b2b-433f-a6a3-da59753cec84,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:26.128033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-8f84d64d-8f76-417c-bf10-bd4166a47fe9 service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7108161 May 24 23:02:26.216709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66435a23-e6d1-4c0a-91bc-f77518907e54 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:26.220548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-66435a23-e6d1-4c0a-91bc-f77518907e54 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:26.222897 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.223735 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.304219 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aff3915-98c6-4a84-a75b-3d9c8ac84e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.306596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-66435a23-e6d1-4c0a-91bc-f77518907e54 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:26.309233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-66435a23-e6d1-4c0a-91bc-f77518907e54 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.6142371 May 24 23:02:26.312441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42796) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:26.319575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:26.321652 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.348445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a580d6c-9e94-470d-bf88-ccfcee4e3c30 None None] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:26.469231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aff3915-98c6-4a84-a75b-3d9c8ac84e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.596491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4821bf13-d49e-475e-8964-72d1e9a2eb25 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port ba27ceb4-02a1-4501-92e3-929230120d59 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:26.597031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4821bf13-d49e-475e-8964-72d1e9a2eb25 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.668198 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.717311 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aff3915-98c6-4a84-a75b-3d9c8ac84e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.743242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d76771-b658-45d5-b524-09476ab851a8 req-a4f4fa89-2736-4981-b91a-b06ca7d22fba tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 210 time: 0.3146813 May 24 23:02:26.755384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff3915-98c6-4a84-a75b-3d9c8ac84e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f88520-7b2b-433f-a6a3-da59753cec84,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:26.794429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aff3915-98c6-4a84-a75b-3d9c8ac84e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:26.795572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6aff3915-98c6-4a84-a75b-3d9c8ac84e02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3f88520-7b2b-433f-a6a3-da59753cec84 HTTP/1.1" status: 204 len: 168 time: 0.7460678 May 24 23:02:26.990682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4821bf13-d49e-475e-8964-72d1e9a2eb25 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.006538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.175789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4821bf13-d49e-475e-8964-72d1e9a2eb25 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for ba27ceb4-02a1-4501-92e3-929230120d59 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:27.219147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Allocated IP 172.20.0.2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/d000b635-d6ce-4d32-a234-7a7bc9250f87/7c12db4a-b032-4015-a197-0bcbb019a89d) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:27.273549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-42462917-451b-4e7f-a1dc-c10930a0bcef None None] Provisioning for port 9c2346c1-cf03-4ff0-8cc8-75879be8deff completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:27.291520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:27.291873 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.453122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Allocated IP 2001:db8::f816:3eff:fe0f:a69e (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/e603a915-c95f-4086-8c63-bcf7d74f4267/7c12db4a-b032-4015-a197-0bcbb019a89d) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:27.473031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a1c3c-cb57-4222-8f9d-b664782fd7cb req-99fb4b2a-7a4d-4851-b255-437f803ad70d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:27.479148 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-993a1c3c-cb57-4222-8f9d-b664782fd7cb req-99fb4b2a-7a4d-4851-b255-437f803ad70d tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 944 time: 0.7910359 May 24 23:02:27.538195 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4821bf13-d49e-475e-8964-72d1e9a2eb25 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.599639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821bf13-d49e-475e-8964-72d1e9a2eb25 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=ba27ceb4-02a1-4501-92e3-929230120d59,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:27.651773 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-993a1c3c-cb57-4222-8f9d-b664782fd7cb req-49ae8f80-47d4-41b0-ba3f-69442e3616b7 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399674 May 24 23:02:27.679117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42834) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:27.749549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12fbe797-86ff-4176-b0ae-02e7061eadf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.789453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device eed27daf-7b89-47a1-9c43-51415d341aa3 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:02:27.801851 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4821bf13-d49e-475e-8964-72d1e9a2eb25 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.804344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.810609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-12fbe797-86ff-4176-b0ae-02e7061eadf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:27.819980 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:27.827026 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4821bf13-d49e-475e-8964-72d1e9a2eb25 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/ba27ceb4-02a1-4501-92e3-929230120d59 HTTP/1.1" status: 204 len: 168 time: 1.5129964 May 24 23:02:27.829206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42840) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:27.851063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-12fbe797-86ff-4176-b0ae-02e7061eadf6 admin admin] Usage tracker for resource:security_group_rule and tenant:c5dafb8f5eb34eceadf685a831a528d2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:27.916521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-12fbe797-86ff-4176-b0ae-02e7061eadf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:27.926345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78606414-7efc-4838-84cc-63b16ab53477 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:27.929078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78606414-7efc-4838-84cc-63b16ab53477 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:27.931593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78606414-7efc-4838-84cc-63b16ab53477 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:27.933020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-78606414-7efc-4838-84cc-63b16ab53477 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:27.976261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Pushing event updated for resources: {'Port': ['ID=9d73577d-c1cf-4da2-87ff-2ce3eef53728,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:27.989740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-12fbe797-86ff-4176-b0ae-02e7061eadf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:28.016771 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b464347b-ccf8-4b49-ab96-28538bcfbce1 req-1d9a51ba-e8d2-4911-aae8-6a475a1721f5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 210 time: 0.0566180 May 24 23:02:28.017959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-78606414-7efc-4838-84cc-63b16ab53477 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:28.021624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-78606414-7efc-4838-84cc-63b16ab53477 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1886959 May 24 23:02:28.021944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42844) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:28.039682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:28.040769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a979775a-d86f-430b-a5ae-c94ade0356b9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:28.112170 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.274779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8726c01d-5379-4440-b660-9a63bfd41059 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet d000b635-d6ce-4d32-a234-7a7bc9250f87 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:28.391268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Allocated IP 2001:db8:2::2 (9989f565-efe8-46c3-a70a-cc5c6b4dc7e4/aaa2f855-9615-4bea-9c6d-bb7ca78174fd/239ed9ea-f994-4fdf-afdf-4b06124c5a4c) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:28.468985 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:02:28.527674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:28.593201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-2dbd006b-cc05-4485-b8af-c9996294be3f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:28.594822 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-2dbd006b-cc05-4485-b8af-c9996294be3f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.2440405 May 24 23:02:28.608825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Request body: {'port': {'device_id': '79966b8c-c4b6-488b-bb4a-f793abed3d5e', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'admin_state_up': True, 'tenant_id': '0b61e39c08c045648e02b3beafdc002f'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:28.623495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a979775a-d86f-430b-a5ae-c94ade0356b9 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:28.642173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a979775a-d86f-430b-a5ae-c94ade0356b9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:28.647851 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.695676 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12fbe797-86ff-4176-b0ae-02e7061eadf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.711697 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12fbe797-86ff-4176-b0ae-02e7061eadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.818329 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12fbe797-86ff-4176-b0ae-02e7061eadf6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5dafb8f5eb34eceadf685a831a528d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1378357 May 24 23:02:28.818532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42864) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:28.838385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'network_id': 'af3f872f-7879-4578-8fd1-0bd063516c86', 'port_id': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'mac_address': 'fa:16:3e:e5:a1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:02:28.926299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbe797-86ff-4176-b0ae-02e7061eadf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e526ef76-9112-4fa6-8a3d-e3f40ca61817,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:28.942447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:28.944462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:28.971577 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d0ebc98-6db8-4198-8189-cf2b1edbc2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:28.983419 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.000277 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.018405 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d0ebc98-6db8-4198-8189-cf2b1edbc2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.034925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Transition to ACTIVE for port object 7c12db4a-b032-4015-a197-0bcbb019a89d will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:29.041028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port eed27daf-7b89-47a1-9c43-51415d341aa3 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:29.041742 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.085374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Transition to ACTIVE for port object 02ed8901-20e6-4223-b391-e7f830fe401d will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:29.114117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:29.137868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:29.147525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d0ebc98-6db8-4198-8189-cf2b1edbc2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.198919 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.210786 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Transition to ACTIVE for port object 7c12db4a-b032-4015-a197-0bcbb019a89d will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:29.211205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ebc98-6db8-4198-8189-cf2b1edbc2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e526ef76-9112-4fa6-8a3d-e3f40ca61817,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:29.213770 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d0ebc98-6db8-4198-8189-cf2b1edbc2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.218048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4d0ebc98-6db8-4198-8189-cf2b1edbc2f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e526ef76-9112-4fa6-8a3d-e3f40ca61817 HTTP/1.1" status: 204 len: 168 time: 0.3987575 May 24 23:02:29.222042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Made reservation on behalf of 0b61e39c08c045648e02b3beafdc002f for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:29.225660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.319352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50ead6-b32e-4168-8ff4-722cbaadba5a req-522d4dc8-d4da-4bb7-93fd-982e77752435 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:29.322607 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d50ead6-b32e-4168-8ff4-722cbaadba5a req-522d4dc8-d4da-4bb7-93fd-982e77752435 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 944 time: 0.4647760 May 24 23:02:29.376072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed27daf-7b89-47a1-9c43-51415d341aa3 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:02:29.381716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc64bfbd-517a-4d40-92b0-40255de06a8d req-4dd7ca8a-a532-4d28-b0da-c7679bf148f2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 210 time: 0.1618884 May 24 23:02:29.396688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Router ba3139e5-3578-4450-bf82-67c7e9ae3929 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:29.405622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Pushing event updated for resources: {'Port': ['ID=02ed8901-20e6-4223-b391-e7f830fe401d,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:29.418999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff90ad3d-cd95-4ee5-8352-bd47f6a46f23 None None] Provisioning for port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:29.421480 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d50ead6-b32e-4168-8ff4-722cbaadba5a req-24710cc5-3483-4a93-a986-7f8aa1a0661e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921266 May 24 23:02:29.439677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.440028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.440370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.440705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.441034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.441365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.441720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.442044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.442367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.442688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.443015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.443325 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:29.471644 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8726c01d-5379-4440-b660-9a63bfd41059 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.475412 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.563909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff90ad3d-cd95-4ee5-8352-bd47f6a46f23 None None] Provisioning complete for port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:29.564286 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff90ad3d-cd95-4ee5-8352-bd47f6a46f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.702873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ff90ad3d-cd95-4ee5-8352-bd47f6a46f23 None None] Port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:29.737675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:29.749450 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Sync routers for ids ['ba3139e5-3578-4450-bf82-67c7e9ae3929'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:29.769224 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Routers {'ba3139e5-3578-4450-bf82-67c7e9ae3929'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:29.771488 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ba3139e5-3578-4450-bf82-67c7e9ae3929'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:29.773787 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6955128a-52fe-4bb0-99dd-ffbbe0770202 admin admin] 10.222.0.55 "PUT /v2.0/routers/ba3139e5-3578-4450-bf82-67c7e9ae3929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1607282 May 24 23:02:29.823941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a979775a-d86f-430b-a5ae-c94ade0356b9 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:29.824772 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.831167 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8726c01d-5379-4440-b660-9a63bfd41059 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.850568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:29.930369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:29.955293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Allocated IP 172.20.0.13 (a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad/fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f/a0a19048-8ba0-470d-b4ed-52ab8b3433c4) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:29.964944 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:29.972782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:29.982582 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:30.067582 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:02:30.088789 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8726c01d-5379-4440-b660-9a63bfd41059 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.090761 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.102827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Transition to ACTIVE for port object 239ed9ea-f994-4fdf-afdf-4b06124c5a4c will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:30.122594 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Set router ba3139e5-3578-4450-bf82-67c7e9ae3929 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:30.125078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Transition to ACTIVE for port object 239ed9ea-f994-4fdf-afdf-4b06124c5a4c will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:30.139873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a979775a-d86f-430b-a5ae-c94ade0356b9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a979775a-d86f-430b-a5ae-c94ade0356b9,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:30.141657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Pushing event updated for resources: {'Port': ['ID=7c12db4a-b032-4015-a197-0bcbb019a89d,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:30.251655 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.296277 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8726c01d-5379-4440-b660-9a63bfd41059 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.296901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Allocated IP 2001:db8:2::1 (9989f565-efe8-46c3-a70a-cc5c6b4dc7e4/aaa2f855-9615-4bea-9c6d-bb7ca78174fd/5ae4d55a-bfec-4263-af5e-0002a623621a) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:30.518731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['eed27daf-7b89-47a1-9c43-51415d341aa3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:02:30.569277 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8726c01d-5379-4440-b660-9a63bfd41059 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.601935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726c01d-5379-4440-b660-9a63bfd41059 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=d000b635-d6ce-4d32-a234-7a7bc9250f87,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:30.604398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.607326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42906) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:30.617733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232033607', 'description': 'tempest-description--1518098796'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:30.627667 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8726c01d-5379-4440-b660-9a63bfd41059 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/d000b635-d6ce-4d32-a234-7a7bc9250f87 HTTP/1.1" status: 204 len: 168 time: 2.6043334 May 24 23:02:30.631981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42910) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:30.632886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:30.677207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Usage tracker for resource:security_group and tenant:e9303cbcbb804e2ba3627ec2b26f569c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:30.689398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:30.716902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9b4c9937-a2a2-4431-b4b5-6f75f7ab632a None None] Provisioning complete for port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:30.717806 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b4c9937-a2a2-4431-b4b5-6f75f7ab632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.740510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:30.851067 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bb547dce-469a-4f66-be16-7b60fc99dde0 req-d271b003-e8be-42af-b83b-143e21748fdf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 210 time: 0.2395098 May 24 23:02:30.892850 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:26Z', 'revision_number': 4, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9d73577d-c1cf-4da2-87ff-2ce3eef53728', 'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'mac_address': 'fa:16:3e:79:0d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:22Z', 'updated_at': '2022-05-24T23:02:26Z', 'revision_number': 2, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'subnets': [{'id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:30.904814 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Checking router: ba3139e5-3578-4450-bf82-67c7e9ae3929 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:30.905190 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Updating router ba3139e5-3578-4450-bf82-67c7e9ae3929 port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:02:30.912791 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.919923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:30.923114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=11']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:30.944745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Transition to ACTIVE for port object 5ae4d55a-bfec-4263-af5e-0002a623621a will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:30.954859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.013301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88d0523-fa0d-4f64-8de0-2f9776e57811 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet e603a915-c95f-4086-8c63-bcf7d74f4267 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:31.015187 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.022453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:31.025304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e88d0523-fa0d-4f64-8de0-2f9776e57811 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.074595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Usage tracker for resource:security_group_rule and tenant:e9303cbcbb804e2ba3627ec2b26f569c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:31.082977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2af0c3a3-ee1c-4eeb-8abf-243d339328df up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:31.083972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:31.098278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:31.117193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Pushing event updated for resources: {'Port': ['ID=239ed9ea-f994-4fdf-afdf-4b06124c5a4c,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:31.140654 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.142072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Attempting to bind port 7c12db4a-b032-4015-a197-0bcbb019a89d on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:31.142629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Attempting to bind port 7c12db4a-b032-4015-a197-0bcbb019a89d by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:31.143344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Attempting to bind port 7c12db4a-b032-4015-a197-0bcbb019a89d on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:31.150032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Attempting to bind port 02ed8901-20e6-4223-b391-e7f830fe401d on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:31.151182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Attempting to bind port 02ed8901-20e6-4223-b391-e7f830fe401d by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '82db0ea9-6304-4a11-ab7b-b69cd8f9609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:31.151721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Attempting to bind port 02ed8901-20e6-4223-b391-e7f830fe401d on network b167122c-f8c3-4632-b80f-e8a617a4722a {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:31.200244 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e88d0523-fa0d-4f64-8de0-2f9776e57811 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.253828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=5ae4d55a-bfec-4263-af5e-0002a623621a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:31.254060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Network 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:31.268987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:31.271802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:31.272366 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.272776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:31.275397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Bound port: 7c12db4a-b032-4015-a197-0bcbb019a89d, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:31.276116 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.277854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:31.280010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:31.282683 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:31.283684 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.291454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:31.342490 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:31.372896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:31.373281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Checking segment: {'id': '82db0ea9-6304-4a11-ab7b-b69cd8f9609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:31.376156 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.387662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Bound using segment: {'id': '82db0ea9-6304-4a11-ab7b-b69cd8f9609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:31.391023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Bound port: 02ed8901-20e6-4223-b391-e7f830fe401d, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82db0ea9-6304-4a11-ab7b-b69cd8f9609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:31.391644 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.401711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988bcd-4bac-4566-a20c-b9fe0d5c5015 req-03351263-7452-4ec6-affa-02cf68fd935c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:31.415103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d988bcd-4bac-4566-a20c-b9fe0d5c5015 req-03351263-7452-4ec6-affa-02cf68fd935c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.5034285 May 24 23:02:31.529542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.575272 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d988bcd-4bac-4566-a20c-b9fe0d5c5015 req-4e958b86-0985-42b1-869f-ee2802b6a6c3 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591361 May 24 23:02:31.576417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.648195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:31.659766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:31.662847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:31.696257 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.714199 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.738851 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.776463 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Transition to ACTIVE for port object 9d73577d-c1cf-4da2-87ff-2ce3eef53728 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:31.798941 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:31.805644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a979775a-d86f-430b-a5ae-c94ade0356b9,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:31.815309 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e88d0523-fa0d-4f64-8de0-2f9776e57811 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.007481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event updated for resources: {'Port': ['ID=a0a19048-8ba0-470d-b4ed-52ab8b3433c4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:32.027226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:32.027922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.029159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c9937-a2a2-4431-b4b5-6f75f7ab632a None None] Port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:32.032638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4379e8a-e903-4399-8774-ac0be56c373b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:32.053071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.054386 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-71edb059-431a-4eeb-b89e-31cd79c94f13 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4427266 May 24 23:02:32.071412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42936) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.102195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-72487491-a1f5-4e7a-b68d-83154efc0572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Request body: {'security_group_rule': {'security_group_id': 'f4379e8a-e903-4399-8774-ac0be56c373b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:32.113531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-72487491-a1f5-4e7a-b68d-83154efc0572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:32.122168 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-3182ebac-0b49-4228-9094-bff677d09ab4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5185776 May 24 23:02:32.123860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-72487491-a1f5-4e7a-b68d-83154efc0572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Usage tracker for resource:security_group_rule and tenant:e9303cbcbb804e2ba3627ec2b26f569c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:32.130526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-72487491-a1f5-4e7a-b68d-83154efc0572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:32.130883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Attempting to bind port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:32.132714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Attempting to bind port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '1c4eeed5-3636-440b-99c1-86a8309a2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:32.133087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Attempting to bind port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c on network 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:32.154088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:32.154652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Checking segment: {'id': '1c4eeed5-3636-440b-99c1-86a8309a2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:32.155020 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.155585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Bound using segment: {'id': '1c4eeed5-3636-440b-99c1-86a8309a2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:32.156184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Bound port: 239ed9ea-f994-4fdf-afdf-4b06124c5a4c, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4eeed5-3636-440b-99c1-86a8309a2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:32.156564 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.207250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Request body: {'port': {'device_id': '79966b8c-c4b6-488b-bb4a-f793abed3d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:32.232821 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Pushing event updated for resources: {'Port': ['ID=9d73577d-c1cf-4da2-87ff-2ce3eef53728,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:32.281447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-72487491-a1f5-4e7a-b68d-83154efc0572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:32.291583 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.292600 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.292947 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.293280 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.293671 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.296253 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.296404 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.296901 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.297029 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.297353 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.297791 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.298111 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:02:32.312015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e88d0523-fa0d-4f64-8de0-2f9776e57811 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.344939 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Attempting to bind port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:32.345390 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Attempting to bind port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:32.345872 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Attempting to bind port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:32.354332 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:32.354796 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Checking segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:32.355282 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.355734 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Bound using segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:32.356319 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Bound port: 9d73577d-c1cf-4da2-87ff-2ce3eef53728, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:32.356776 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.420209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.443373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] For port 02ed8901-20e6-4223-b391-e7f830fe401d, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:32.449401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] For port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:32.458340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] For port 02ed8901-20e6-4223-b391-e7f830fe401d, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=02ed8901-20e6-4223-b391-e7f830fe401d,segment=NetworkSegment(82db0ea9-6304-4a11-ab7b-b69cd8f9609c),segment_id=82db0ea9-6304-4a11-ab7b-b69cd8f9609c)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:32.462210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] For port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=239ed9ea-f994-4fdf-afdf-4b06124c5a4c,segment=NetworkSegment(1c4eeed5-3636-440b-99c1-86a8309a2595),segment_id=1c4eeed5-3636-440b-99c1-86a8309a2595)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:32.464573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] For port 7c12db4a-b032-4015-a197-0bcbb019a89d, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:32.467758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2af0c3a3-ee1c-4eeb-8abf-243d339328df triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:32.468478 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.487329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d0523-fa0d-4f64-8de0-2f9776e57811 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=e603a915-c95f-4086-8c63-bcf7d74f4267,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:32.489792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e88d0523-fa0d-4f64-8de0-2f9776e57811 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.498611 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] For port 9d73577d-c1cf-4da2-87ff-2ce3eef53728, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:32.504745 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] For port 9d73577d-c1cf-4da2-87ff-2ce3eef53728, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9d73577d-c1cf-4da2-87ff-2ce3eef53728,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:32.517576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.517803 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.519377 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.529923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72487491-a1f5-4e7a-b68d-83154efc0572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.544102 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.548949 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:32.722842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e88d0523-fa0d-4f64-8de0-2f9776e57811 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/e603a915-c95f-4086-8c63-bcf7d74f4267 HTTP/1.1" status: 204 len: 168 time: 2.0867419 May 24 23:02:32.733254 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac64ec-5458-427b-b4ec-ed66a8aece9c None None] Pushing event updated for resources: {'Port': ['ID=9d73577d-c1cf-4da2-87ff-2ce3eef53728,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:32.752302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] For port 7c12db4a-b032-4015-a197-0bcbb019a89d, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c12db4a-b032-4015-a197-0bcbb019a89d,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:32.769609 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c09e3-a4b5-482d-a4b6-4b1245da3424 None None] Pushing event updated for resources: {'Port': ['ID=02ed8901-20e6-4223-b391-e7f830fe401d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:32.770491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42954) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:32.787292 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Routers {'ba3139e5-3578-4450-bf82-67c7e9ae3929'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:32.792476 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ba3139e5-3578-4450-bf82-67c7e9ae3929'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:32.941595 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.049929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-de609528-d8c2-4f8a-82ec-a9f33144607c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2672076 May 24 23:02:33.070830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42964) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:33.076980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:33.078617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:33.122535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:33.169064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=5ae4d55a-bfec-4263-af5e-0002a623621a,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:33.259459 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] Set router ba3139e5-3578-4450-bf82-67c7e9ae3929 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:33.266643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72487491-a1f5-4e7a-b68d-83154efc0572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.268300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.302915 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72487491-a1f5-4e7a-b68d-83154efc0572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.376023 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72487491-a1f5-4e7a-b68d-83154efc0572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.377684 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-72487491-a1f5-4e7a-b68d-83154efc0572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3051331 May 24 23:02:33.382321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:33.389588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42976) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:33.395494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9d9a8048-058d-4e5c-a06c-56a8f19d881b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Request body: {'security_group_rule': {'security_group_id': 'f4379e8a-e903-4399-8774-ac0be56c373b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:33.404334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9d9a8048-058d-4e5c-a06c-56a8f19d881b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:33.412475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9d9a8048-058d-4e5c-a06c-56a8f19d881b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Usage tracker for resource:security_group_rule and tenant:e9303cbcbb804e2ba3627ec2b26f569c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:33.417728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9d9a8048-058d-4e5c-a06c-56a8f19d881b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:33.426271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9d9a8048-058d-4e5c-a06c-56a8f19d881b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:33.449018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:33.468287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:33.482711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cf6a0-5692-4206-ba7c-110ddd9d951f req-0916b098-408c-4505-9c62-aa2b2ad15fb8 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:33.492418 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe5cf6a0-5692-4206-ba7c-110ddd9d951f req-0916b098-408c-4505-9c62-aa2b2ad15fb8 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 932 time: 1.0656362 May 24 23:02:33.494668 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8048-058d-4e5c-a06c-56a8f19d881b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.533767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:33.537974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:33.542121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:33.548686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:33.611695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72487491-a1f5-4e7a-b68d-83154efc0572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2516b0d9-9eba-41d4-974d-6f5dcb7cfa35,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:33.735402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:33.739387 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:33.806728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e930d85-d9bc-4eac-8cc6-945a553cca2d req-fef076d5-6c80-4865-8926-4e632bef7704 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:33.813904 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e930d85-d9bc-4eac-8cc6-945a553cca2d req-fef076d5-6c80-4865-8926-4e632bef7704 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.7529354 May 24 23:02:33.862121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636382ad-7cd5-40ac-b22f-d557293308b6 None None] Pushing event updated for resources: {'Port': ['ID=239ed9ea-f994-4fdf-afdf-4b06124c5a4c,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:33.918895 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e930d85-d9bc-4eac-8cc6-945a553cca2d req-48dbcb4c-de05-4c93-b740-48694a204978 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011865 May 24 23:02:34.007272 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:26Z', 'revision_number': 4, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9d73577d-c1cf-4da2-87ff-2ce3eef53728', 'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'mac_address': 'fa:16:3e:79:0d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:22Z', 'updated_at': '2022-05-24T23:02:32Z', 'revision_number': 4, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'subnets': [{'id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:34.021617 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf1b874-be9b-47c8-b05d-e9b1a1e8c767 None None] The sync data for ids ['ba3139e5-3578-4450-bf82-67c7e9ae3929'] in n-d-843146-7 is: [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:26Z', 'revision_number': 4, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9d73577d-c1cf-4da2-87ff-2ce3eef53728', 'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'mac_address': 'fa:16:3e:79:0d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:22Z', 'updated_at': '2022-05-24T23:02:32Z', 'revision_number': 4, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'subnets': [{'id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:34.141253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:34.156575 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe5cf6a0-5692-4206-ba7c-110ddd9d951f req-cc38be1e-c2e5-4fdf-aa69-8cdaa8eeb068 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632166 May 24 23:02:34.198810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a19048-8ba0-470d-b4ed-52ab8b3433c4 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:02:34.221921 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.222838 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8048-058d-4e5c-a06c-56a8f19d881b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.238313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8048-058d-4e5c-a06c-56a8f19d881b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.250424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Transition to ACTIVE for port object a0a19048-8ba0-470d-b4ed-52ab8b3433c4 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:34.262338 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.386878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3f770e-ac2b-4693-89de-8a6b5fa0c56f None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:34.557176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a19048-8ba0-470d-b4ed-52ab8b3433c4,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:34.561899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a8048-058d-4e5c-a06c-56a8f19d881b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79dc1ec-88c6-4a06-a3ff-373c22ade7ea,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:34.634243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Attempting to bind port a0a19048-8ba0-470d-b4ed-52ab8b3433c4 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:34.635772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Attempting to bind port a0a19048-8ba0-470d-b4ed-52ab8b3433c4 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:34.636608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Attempting to bind port a0a19048-8ba0-470d-b4ed-52ab8b3433c4 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:34.648054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Port a0a19048-8ba0-470d-b4ed-52ab8b3433c4 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:02:34.648623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Attempting to bind port a0a19048-8ba0-470d-b4ed-52ab8b3433c4 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:34.650825 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8048-058d-4e5c-a06c-56a8f19d881b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.653908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9d9a8048-058d-4e5c-a06c-56a8f19d881b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2630868 May 24 23:02:34.657355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43020) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:34.659945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:34.660306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Checking segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:34.660686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Bound using segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:34.661153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Bound port: a0a19048-8ba0-470d-b4ed-52ab8b3433c4, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:34.661575 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.673956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:34.686234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:34.701017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:34.725943 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fac9c7ad-2df6-4bf4-b57a-faaa30d3b1f5 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6549478 May 24 23:02:34.727127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43024) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:34.730652 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.744657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Usage tracker for resource:floatingip and tenant:e9303cbcbb804e2ba3627ec2b26f569c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:34.752224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1020332901'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:34.760612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:34.801591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:34.820732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257e275-56a5-4272-9a58-b59c4af25cbe None None] Pushing event updated for resources: {'Port': ['ID=7c12db4a-b032-4015-a197-0bcbb019a89d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:34.832191 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.889986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=f7edbf91-8c0a-496f-a5a8-31e50e0537ab,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:34.891493 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2af0c3a3-ee1c-4eeb-8abf-243d339328df is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:34.892798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9c2346c1-cf03-4ff0-8cc8-75879be8deff up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:34.909126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:34.914190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:34.917909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:34.920166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:network and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:34.928643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:34.930035 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:34.939764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:34.963559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:34.990431 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3d344ca6-9b11-4c04-85d8-88f1b3ca0e95 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9183581 May 24 23:02:34.993379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43036) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:35.001807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:35.052999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] For port a0a19048-8ba0-470d-b4ed-52ab8b3433c4, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:35.062040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852', 'afe67209-638d-4a95-889f-f9a1c3f0cfe8'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:02:35.064069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:35.072987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.088492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] For port a0a19048-8ba0-470d-b4ed-52ab8b3433c4, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a0a19048-8ba0-470d-b4ed-52ab8b3433c4,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:35.108750 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.358725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:35.360004 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.361690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] 10.222.0.50 "PUT /v2.0/ports/a0a19048-8ba0-470d-b4ed-52ab8b3433c4 HTTP/1.1" status: 200 len: 1092 time: 3.2051113 May 24 23:02:35.364529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43046) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:35.370615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79966b8c-c4b6-488b-bb4a-f793abed3d5e', 'tag': 'a0a19048-8ba0-470d-b4ed-52ab8b3433c4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:35.463434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:35.473996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:35.481345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:35.492149 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-603aab03-2887-4e58-bec5-21ed24f45114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.497219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:35.548824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:02:35.549893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 9c2346c1-cf03-4ff0-8cc8-75879be8deff completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:35.561569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:31Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:32Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:32Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:35.571893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3fe79-465c-44c6-87f2-d78f91afdda7 None None] The sync data for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 is: [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:31Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:32Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:32Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:35.575607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a852483-b61f-4dcc-8aeb-b47f03dd63ef None None] Network 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:35.577233 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.577789 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added segment 03b3c34c-874c-407b-9eca-e85e0db44440 of type vlan for network fdb8b387-6e8d-4d3d-932a-18ae37b87f86 May 24 23:02:35.599228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 9c2346c1-cf03-4ff0-8cc8-75879be8deff triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:35.599553 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.655263 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.685469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf7cf7-08a6-428c-a8aa-746fa63954a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a19048-8ba0-470d-b4ed-52ab8b3433c4,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:35.734447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:35.743174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.823652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1a44-4277-4655-83d9-b40de799591e req-1f289703-aca6-4438-af2b-273433a36762 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:35.834292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f04b1a44-4277-4655-83d9-b40de799591e req-1f289703-aca6-4438-af2b-273433a36762 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 945 time: 0.6989150 May 24 23:02:35.862397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.872342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:35.873425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:35.931560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.004846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-65e9c6e9-80b1-4012-8ede-a2097deac3c1 None None] Provisioning for port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:36.031699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device eed27daf-7b89-47a1-9c43-51415d341aa3 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:36.160597 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4320495 May 24 23:02:36.162017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43060) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:36.214876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c891dd-d9a4-4aeb-9533-8a3ae2d74e5c None None] Update dhcp port {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'fixed_ips': [{'subnet_id': 'f7edbf91-8c0a-496f-a5a8-31e50e0537ab'}], 'binding:host_id': 'n-d-843146-7'}, 'id': '7c12db4a-b032-4015-a197-0bcbb019a89d'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:02:36.359493 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f04b1a44-4277-4655-83d9-b40de799591e req-2994af16-b6a2-437d-b744-7bead95a1152 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221488 May 24 23:02:36.366071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-53fdaae1-2112-4737-9cc7-50051ee4549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:36.369077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-53fdaae1-2112-4737-9cc7-50051ee4549f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 1095 time: 0.9461799 May 24 23:02:36.408547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5006edb2-e1bc-418e-944c-8b3634c6a6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.462641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port eed27daf-7b89-47a1-9c43-51415d341aa3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:36.500947 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-36c891dd-d9a4-4aeb-9533-8a3ae2d74e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.528002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port eed27daf-7b89-47a1-9c43-51415d341aa3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:36.528609 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.530108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'subnet': {'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:36.556460 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1395d0a0-e12b-413b-ae6f-44bfc05d8c7e'] response: {'name': 'network-changed', 'server_uuid': '79966b8c-c4b6-488b-bb4a-f793abed3d5e', 'tag': 'a0a19048-8ba0-470d-b4ed-52ab8b3433c4', 'status': 'completed', 'code': 200} May 24 23:02:36.577554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 9c2346c1-cf03-4ff0-8cc8-75879be8deff is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:36.578158 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:36.595013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-358974f0-ad96-44cf-a08f-70f0d94faee5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0a19048-8ba0-470d-b4ed-52ab8b3433c4 HTTP/1.1" status: 200 len: 217 time: 0.1950157 May 24 23:02:36.644678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5006edb2-e1bc-418e-944c-8b3634c6a6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:36.648688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5006edb2-e1bc-418e-944c-8b3634c6a6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c336132fd95c4634976897be807cd442 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:36.652097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5006edb2-e1bc-418e-944c-8b3634c6a6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:36.658561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5006edb2-e1bc-418e-944c-8b3634c6a6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:36.780090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-bf706135-5c05-44d4-8f7f-81ec490486a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:36.781713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-bf706135-5c05-44d4-8f7f-81ec490486a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.1785357 May 24 23:02:36.782978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Allocated IP 172.25.7.173 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/d64a47c5-3601-48e3-937a-3332cab00728) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:36.815129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c8e32-3b3d-4e16-aced-b10c42fbfcb2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Network': ['ID=fdb8b387-6e8d-4d3d-932a-18ae37b87f86,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:36.857803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network fdb8b387-6e8d-4d3d-932a-18ae37b87f86 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:02:36.895086 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-709f0227-0466-41b3-80bc-755b660d2183 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987666 May 24 23:02:37.030693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:37.071639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c98c9-97ca-44cb-bcd6-dfe87e838852 req-e83e4f28-605a-493b-b471-3f9fc7f09544 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:37.073613 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b3c98c9-97ca-44cb-bcd6-dfe87e838852 req-e83e4f28-605a-493b-b471-3f9fc7f09544 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 944 time: 1.3414872 May 24 23:02:37.077824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:subnet and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:37.086606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:37.120132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 9c2346c1-cf03-4ff0-8cc8-75879be8deff, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9c2346c1-cf03-4ff0-8cc8-75879be8deff,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:37.121816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:37.171646 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.191503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Made reservation on behalf of 61ba4727a2ca4501845f9344994edcc1 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:37.195918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.262453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-15fca979-8f4e-415b-a04f-d69de1c51c3f service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588564 May 24 23:02:37.315804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port eed27daf-7b89-47a1-9c43-51415d341aa3 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:37.316109 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.337518 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b3c98c9-97ca-44cb-bcd6-dfe87e838852 req-35ce9451-003a-4c3d-8138-12be6064b8f3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520692 May 24 23:02:37.471430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:37.524293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f9e4860-234d-4350-8614-377e8c34b3ca req-907d522a-49d3-4654-897d-0f46b213bfce service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353315 May 24 23:02:37.526433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=9c2346c1-cf03-4ff0-8cc8-75879be8deff,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:37.530892 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.558028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:37.559552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-36c891dd-d9a4-4aeb-9533-8a3ae2d74e5c None None] Allocated IP 172.20.0.2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/f7edbf91-8c0a-496f-a5a8-31e50e0537ab/7c12db4a-b032-4015-a197-0bcbb019a89d) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:37.565180 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ad32c382-2d99-45e1-b4b9-7f65a3804911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.581535 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.692198 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f827cc-4222-418b-9d72-503a3558e248'] response: {'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'code': 200} May 24 23:02:37.692983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a979775a-d86f-430b-a5ae-c94ade0356b9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:37.710893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43076) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:37.794908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Sync routers for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:37.795740 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5006edb2-e1bc-418e-944c-8b3634c6a6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.809618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5006edb2-e1bc-418e-944c-8b3634c6a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.843526 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:37.889444 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5006edb2-e1bc-418e-944c-8b3634c6a6c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c336132fd95c4634976897be807cd442&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5185614 May 24 23:02:37.897791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43082) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:37.957712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=12']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:37.991616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12c0c-9be8-4b6b-98d5-f0a1558d4b0f req-0bb29608-1972-46a7-af6e-f8b56644249a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:37.993144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f12c0c-9be8-4b6b-98d5-f0a1558d4b0f req-0bb29608-1972-46a7-af6e-f8b56644249a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.3852999 May 24 23:02:38.000979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006edb2-e1bc-418e-944c-8b3634c6a6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0fdb8f-530c-49c5-a6ef-6bea64d457ae,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:38.050871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:38.072418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:38.082552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-36c891dd-d9a4-4aeb-9533-8a3ae2d74e5c None None] For port 7c12db4a-b032-4015-a197-0bcbb019a89d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c12db4a-b032-4015-a197-0bcbb019a89d,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:38.082936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.objects.ports [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88390) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:02:38.088306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:38.089434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:38.110995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbda9d-29ea-4171-822e-05eb558d426d req-b342ba7c-cf20-4090-ac91-dffba69f92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:38.112512 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04bbda9d-29ea-4171-822e-05eb558d426d req-b342ba7c-cf20-4090-ac91-dffba69f92a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 1095 time: 0.4038341 May 24 23:02:38.117371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:38.143344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event updated for resources: {'Port': ['ID=d64a47c5-3601-48e3-937a-3332cab00728,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:38.190993 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91e430da-7b59-4e65-abc2-0e5cdf64dfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.259624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.281107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a979775a-d86f-430b-a5ae-c94ade0356b9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:38.281806 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.302913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f12c0c-9be8-4b6b-98d5-f0a1558d4b0f req-4e89317b-ddba-41d7-bff8-3a0d7713b6ba tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541769 May 24 23:02:38.311425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8696afda-0b65-471b-9105-c2e5c5f6d6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.339591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-91e430da-7b59-4e65-abc2-0e5cdf64dfb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:38.341935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:38.349007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-91e430da-7b59-4e65-abc2-0e5cdf64dfb7 admin admin] Usage tracker for resource:security_group_rule and tenant:1b30bf5c4f8d4dabb512ee2540dbf7f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:38.349645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Checking segment: {'id': '03b3c34c-874c-407b-9eca-e85e0db44440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:38.350015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network hostable DHCP agents. Network: fdb8b387-6e8d-4d3d-932a-18ae37b87f86, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:02:38.357807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Subnet': ['ID=4c15da75-4efc-4dbc-8656-88c9cb57df8c,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:38.358940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-91e430da-7b59-4e65-abc2-0e5cdf64dfb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:38.384770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-91e430da-7b59-4e65-abc2-0e5cdf64dfb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:38.387706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network fdb8b387-6e8d-4d3d-932a-18ae37b87f86 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:02:38.402927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, fdb8b387-6e8d-4d3d-932a-18ae37b87f86) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:38.417790 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8696afda-0b65-471b-9105-c2e5c5f6d6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.422763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:38.423403 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.477338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6e636de9-98a1-48a0-a653-36a77e006808 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1063933 May 24 23:02:38.478213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43090) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:38.482501 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-36c891dd-d9a4-4aeb-9533-8a3ae2d74e5c None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.498473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9962817-c89a-4ac7-8f66-6caec32c6ef9 None None] Network fdb8b387-6e8d-4d3d-932a-18ae37b87f86 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:38.510251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbda9d-29ea-4171-822e-05eb558d426d req-74a6b573-3da6-4d48-94b3-b1cef4fb6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:38.511744 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04bbda9d-29ea-4171-822e-05eb558d426d req-74a6b573-3da6-4d48-94b3-b1cef4fb6b02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 906 time: 0.3567846 May 24 23:02:38.524846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c89a75-5e2d-4704-bfda-e16583ec0f96 req-e1366590-c0fc-47a2-b504-8ac2bd944e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:38.526494 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6c89a75-5e2d-4704-bfda-e16583ec0f96 req-e1366590-c0fc-47a2-b504-8ac2bd944e1a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 1097 time: 0.5497444 May 24 23:02:38.646031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.651644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04bbda9d-29ea-4171-822e-05eb558d426d req-cbc50f9a-2f31-4c8c-979c-545b0134e4dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0a19048-8ba0-470d-b4ed-52ab8b3433c4 HTTP/1.1" status: 200 len: 217 time: 0.1199555 May 24 23:02:38.762572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-36c891dd-d9a4-4aeb-9533-8a3ae2d74e5c None None] Ignored duplicate provisioning block setup for port 7c12db4a-b032-4015-a197-0bcbb019a89d by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 24 23:02:38.796767 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-651f7f15-2a2b-41c8-a96d-c9627702c48b None None] Provisioning for port 5ae4d55a-bfec-4263-af5e-0002a623621a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:38.810589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-651f7f15-2a2b-41c8-a96d-c9627702c48b None None] Provisioning complete for port 5ae4d55a-bfec-4263-af5e-0002a623621a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:38.810995 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-651f7f15-2a2b-41c8-a96d-c9627702c48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.835264 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-36c891dd-d9a4-4aeb-9533-8a3ae2d74e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.911597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6c89a75-5e2d-4704-bfda-e16583ec0f96 req-624d131a-49ba-4ed1-9f2e-7f0a8ed8d158 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018272 May 24 23:02:38.941686 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8696afda-0b65-471b-9105-c2e5c5f6d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:38.968153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbda9d-29ea-4171-822e-05eb558d426d req-45398309-614d-4d05-a206-04daf834f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:38.969138 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04bbda9d-29ea-4171-822e-05eb558d426d req-45398309-614d-4d05-a206-04daf834f2c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.2923605 May 24 23:02:38.969708 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.001169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696afda-0b65-471b-9105-c2e5c5f6d6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0fdb8f-530c-49c5-a6ef-6bea64d457ae,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:39.004316 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.022018 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.030810 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.076297 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8696afda-0b65-471b-9105-c2e5c5f6d6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.077456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8696afda-0b65-471b-9105-c2e5c5f6d6e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e0fdb8f-530c-49c5-a6ef-6bea64d457ae HTTP/1.1" status: 204 len: 168 time: 1.1690247 May 24 23:02:39.117854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91e430da-7b59-4e65-abc2-0e5cdf64dfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.160377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-651f7f15-2a2b-41c8-a96d-c9627702c48b None None] Port 5ae4d55a-bfec-4263-af5e-0002a623621a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:39.211214 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91e430da-7b59-4e65-abc2-0e5cdf64dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.227830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:39.228969 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.261666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a979775a-d86f-430b-a5ae-c94ade0356b9 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:39.263048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02ed8901-20e6-4223-b391-e7f830fe401d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:39.279496 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04bbda9d-29ea-4171-822e-05eb558d426d req-e3dbbb40-a6ef-4a66-bb3f-a2b3bcc38c63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068032 May 24 23:02:39.318131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c891dd-d9a4-4aeb-9533-8a3ae2d74e5c None None] Pushing event updated for resources: {'Port': ['ID=7c12db4a-b032-4015-a197-0bcbb019a89d,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:39.396256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-91e430da-7b59-4e65-abc2-0e5cdf64dfb7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b30bf5c4f8d4dabb512ee2540dbf7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6361148 May 24 23:02:39.406620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e430da-7b59-4e65-abc2-0e5cdf64dfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2520b7b0-1e38-4190-be50-2f0ae59053f0,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:39.462168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] For port 7c12db4a-b032-4015-a197-0bcbb019a89d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c12db4a-b032-4015-a197-0bcbb019a89d,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:39.499015 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.504562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43100) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:39.511055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfe097-dd08-4bfc-a022-2b43a222d68e req-610e716b-9738-4c1e-b099-97ec4d8a4f87 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:39.516906 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0bfe097-dd08-4bfc-a022-2b43a222d68e req-610e716b-9738-4c1e-b099-97ec4d8a4f87 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 944 time: 0.8425472 May 24 23:02:39.563646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d7bf8c66-505a-41dc-b2fd-008e99b2dd70 None None] Provisioning complete for port 5ae4d55a-bfec-4263-af5e-0002a623621a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:39.581396 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8c66-505a-41dc-b2fd-008e99b2dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.633031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.633430 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.640000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43104) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:39.711987 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6761-803f-435f-93ca-385d3321f3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.783611 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04bbda9d-29ea-4171-822e-05eb558d426d req-709222f4-7e7d-4cd7-8e52-c73cf7f1817e service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854798 May 24 23:02:39.785849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.787881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bd7e6761-803f-435f-93ca-385d3321f3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:39.798720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bd7e6761-803f-435f-93ca-385d3321f3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:283cae3ae17d460cb89d9e7e4faa2ab2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:39.806468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Allocated IP 2001:db8:3::2 (fdb8b387-6e8d-4d3d-932a-18ae37b87f86/4c15da75-4efc-4dbc-8656-88c9cb57df8c/66a9a022-4a02-43b2-8cf8-6be1b28129ca) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:39.825199 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bb84ef77-1450-4538-bbbb-6c960e63b330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.857962 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bb84ef77-1450-4538-bbbb-6c960e63b330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.910504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bd7e6761-803f-435f-93ca-385d3321f3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:39.914977 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:39.983579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:40.010945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=7c12db4a-b032-4015-a197-0bcbb019a89d,revision_number=7']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:40.021420 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:40.032816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:40.033556 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.037015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=e34ab7a6-43ff-4753-a810-e246c7434005,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:40.046220 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0bfe097-dd08-4bfc-a022-2b43a222d68e req-9ef784cb-fb9b-4509-9c31-53cf446334ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677658 May 24 23:02:40.085757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bd7e6761-803f-435f-93ca-385d3321f3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:40.090735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event updated for resources: {'Port': ['ID=d64a47c5-3601-48e3-937a-3332cab00728,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:40.092288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a0a19048-8ba0-470d-b4ed-52ab8b3433c4 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:02:40.101555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f38454-25ce-4d5b-a857-463ea9f0fa79 req-cb1e4e65-2074-4735-9ff6-0fb0dff9bdfd tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:40.107709 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e5c602e2-51fc-4456-8918-a22c5cb1d9a9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1105173 May 24 23:02:40.110620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43110) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:40.112728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf8c66-505a-41dc-b2fd-008e99b2dd70 None None] Port 5ae4d55a-bfec-4263-af5e-0002a623621a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:40.113138 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59f38454-25ce-4d5b-a857-463ea9f0fa79 req-cb1e4e65-2074-4735-9ff6-0fb0dff9bdfd tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.5864360 May 24 23:02:40.129850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:46:18:af', 'name': 'tempest-NetworksTestDHCPv6-158261430'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:40.132773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 02ed8901-20e6-4223-b391-e7f830fe401d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:40.155806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bb84ef77-1450-4538-bbbb-6c960e63b330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.178273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 02ed8901-20e6-4223-b391-e7f830fe401d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:40.179181 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.218827 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.243389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.254470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84ef77-1450-4538-bbbb-6c960e63b330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2520b7b0-1e38-4190-be50-2f0ae59053f0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:40.273939 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59f38454-25ce-4d5b-a857-463ea9f0fa79 req-d2c1eec1-a773-4a07-b4dc-ff95abe6333e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595337 May 24 23:02:40.320127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:31Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:32Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:32Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:40.326707 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bb84ef77-1450-4538-bbbb-6c960e63b330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.338227 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bb84ef77-1450-4538-bbbb-6c960e63b330 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2520b7b0-1e38-4190-be50-2f0ae59053f0 HTTP/1.1" status: 204 len: 168 time: 0.8229878 May 24 23:02:40.379053 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.464966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Checking router: 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:40.465471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Updating router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 port 5ae4d55a-bfec-4263-af5e-0002a623621a binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:02:40.467190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04bbda9d-29ea-4171-822e-05eb558d426d req-63671a77-d274-476c-9c43-6a41c21e5679 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703603 May 24 23:02:40.488819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:40.497174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:40.500064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.504710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-568ff230-383d-43d0-86ad-dd62453f5c3b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8461471 May 24 23:02:40.505937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:40.530017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:40.629122 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6761-803f-435f-93ca-385d3321f3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.641571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:40.641748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6761-803f-435f-93ca-385d3321f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.702496 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bd7e6761-803f-435f-93ca-385d3321f3d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=283cae3ae17d460cb89d9e7e4faa2ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0548251 May 24 23:02:40.705395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43124) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:40.774782 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.860628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c09556c-f068-4e10-8366-4f89895dbeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.919384 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c09556c-f068-4e10-8366-4f89895dbeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.924242 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:40.930841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a0a19048-8ba0-470d-b4ed-52ab8b3433c4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a0a19048-8ba0-470d-b4ed-52ab8b3433c4,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:40.998652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e6761-803f-435f-93ca-385d3321f3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc5cd6d-9641-467f-9dd4-e1a42502383e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:41.013419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.015327 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c09556c-f068-4e10-8366-4f89895dbeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.024201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2af7bb-0817-4dbc-b3d1-c5a457519a42 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:41.046092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09556c-f068-4e10-8366-4f89895dbeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc5cd6d-9641-467f-9dd4-e1a42502383e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:41.052593 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c09556c-f068-4e10-8366-4f89895dbeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.053810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4c09556c-f068-4e10-8366-4f89895dbeb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbc5cd6d-9641-467f-9dd4-e1a42502383e HTTP/1.1" status: 204 len: 168 time: 0.3431096 May 24 23:02:41.073472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:02:41.125343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-952162d4-0ecf-42f3-8767-6ce24c266a78 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:41.183068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 02ed8901-20e6-4223-b391-e7f830fe401d is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:41.183068 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.221120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Transition to ACTIVE for port object 66a9a022-4a02-43b2-8cf8-6be1b28129ca will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:41.227531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-952162d4-0ecf-42f3-8767-6ce24c266a78 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:41.234303 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-952162d4-0ecf-42f3-8767-6ce24c266a78 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1232033607&fields=id&tenant_id=e9303cbcbb804e2ba3627ec2b26f569c HTTP/1.1" status: 200 len: 267 time: 0.2441957 May 24 23:02:41.244207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43168) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:41.273313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Transition to ACTIVE for port object 66a9a022-4a02-43b2-8cf8-6be1b28129ca will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:41.327766 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'a0a19048-8ba0-470d-b4ed-52ab8b3433c4', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'port_id': 'a0a19048-8ba0-470d-b4ed-52ab8b3433c4', 'mac_address': 'fa:16:3e:b2:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:02:41.341073 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.376849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0013ace-8a78-405b-a9c9-863d0a1c33dd req-91a6b45c-632f-4deb-9ca9-b705ddcd73f4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:41.377531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e0013ace-8a78-405b-a9c9-863d0a1c33dd req-91a6b45c-632f-4deb-9ca9-b705ddcd73f4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:41.400971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e0013ace-8a78-405b-a9c9-863d0a1c33dd req-91a6b45c-632f-4deb-9ca9-b705ddcd73f4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:41.403544 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0013ace-8a78-405b-a9c9-863d0a1c33dd req-91a6b45c-632f-4deb-9ca9-b705ddcd73f4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 944 time: 0.1375911 May 24 23:02:41.412655 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae9a4-284c-4e6e-b795-9a0f4e4b367a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.478239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port a0a19048-8ba0-470d-b4ed-52ab8b3433c4 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:41.478718 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.504431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0013ace-8a78-405b-a9c9-863d0a1c33dd req-f2080488-7231-4d45-92ef-a55c45e95fd6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933204 May 24 23:02:41.517400 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a19048-8ba0-470d-b4ed-52ab8b3433c4 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:02:41.601661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c9f06eb4-88e4-4cb0-a6d1-d94b253f98ed None None] Provisioning for port 7c12db4a-b032-4015-a197-0bcbb019a89d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:41.648083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 02ed8901-20e6-4223-b391-e7f830fe401d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=02ed8901-20e6-4223-b391-e7f830fe401d,segment=NetworkSegment(82db0ea9-6304-4a11-ab7b-b69cd8f9609c),segment_id=82db0ea9-6304-4a11-ab7b-b69cd8f9609c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:41.652658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Network fdb8b387-6e8d-4d3d-932a-18ae37b87f86 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:41.693969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:41.713637 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.714431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 239ed9ea-f994-4fdf-afdf-4b06124c5a4c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:41.720577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fc5ae9a4-284c-4e6e-b795-9a0f4e4b367a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:41.774327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:41.779886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fc5ae9a4-284c-4e6e-b795-9a0f4e4b367a admin admin] Usage tracker for resource:security_group_rule and tenant:6401bc9b72034475b5c0ba226c71b339 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:41.782666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Pushing event updated for resources: {'Port': ['ID=66a9a022-4a02-43b2-8cf8-6be1b28129ca,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:41.790838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fc5ae9a4-284c-4e6e-b795-9a0f4e4b367a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:41.805950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fc5ae9a4-284c-4e6e-b795-9a0f4e4b367a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:41.856998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c3875-a62c-4255-bcde-6cf6591f8884 req-76e132ad-a9d8-47ad-ac96-3136c363bb60 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:41.857549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a0a19048-8ba0-470d-b4ed-52ab8b3433c4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a0a19048-8ba0-470d-b4ed-52ab8b3433c4,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:41.861581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-345c3875-a62c-4255-bcde-6cf6591f8884 req-76e132ad-a9d8-47ad-ac96-3136c363bb60 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.1354940 May 24 23:02:41.861750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Allocated IP 2001:db8:3::1 (fdb8b387-6e8d-4d3d-932a-18ae37b87f86/4c15da75-4efc-4dbc-8656-88c9cb57df8c/05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:41.871501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=02ed8901-20e6-4223-b391-e7f830fe401d,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:41.882510 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:41.972548 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-345c3875-a62c-4255-bcde-6cf6591f8884 req-d3f1c424-2e4e-4085-b793-c0b2e974eea2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029556 May 24 23:02:42.118047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:42.133607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-5c3b8f9a-85ab-4423-af61-4ddfa0104b05 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:42.134311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-5c3b8f9a-85ab-4423-af61-4ddfa0104b05 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:42.159426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 172.20.0.11 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/f7edbf91-8c0a-496f-a5a8-31e50e0537ab/117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:42.161648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:42.162256 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.182285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::f816:3eff:fe46:18af (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/e34ab7a6-43ff-4753-a810-e246c7434005/117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:42.206359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Attempting to bind port 66a9a022-4a02-43b2-8cf8-6be1b28129ca on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:42.207032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Attempting to bind port 66a9a022-4a02-43b2-8cf8-6be1b28129ca by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '03b3c34c-874c-407b-9eca-e85e0db44440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:42.207583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Attempting to bind port 66a9a022-4a02-43b2-8cf8-6be1b28129ca on network fdb8b387-6e8d-4d3d-932a-18ae37b87f86 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:42.210133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['a0a19048-8ba0-470d-b4ed-52ab8b3433c4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:02:42.210661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-5c3b8f9a-85ab-4423-af61-4ddfa0104b05 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:42.211824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-5c3b8f9a-85ab-4423-af61-4ddfa0104b05 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 812 time: 0.8005507 May 24 23:02:42.281089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=a0a19048-8ba0-470d-b4ed-52ab8b3433c4,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:42.284160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:42.284598 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-5eddfc4d-8805-41f8-9ca1-fc60a7687097 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/quotas/e9303cbcbb804e2ba3627ec2b26f569c HTTP/1.1" status: 200 len: 375 time: 0.0591388 May 24 23:02:42.284929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Checking segment: {'id': '03b3c34c-874c-407b-9eca-e85e0db44440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:42.285481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.286337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Bound using segment: {'id': '03b3c34c-874c-407b-9eca-e85e0db44440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:42.286978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Bound port: 66a9a022-4a02-43b2-8cf8-6be1b28129ca, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b3c34c-874c-407b-9eca-e85e0db44440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:42.287507 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.358256 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.396805 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae9a4-284c-4e6e-b795-9a0f4e4b367a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.463602 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae9a4-284c-4e6e-b795-9a0f4e4b367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.479104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Transition to ACTIVE for port object 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:42.566175 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fc5ae9a4-284c-4e6e-b795-9a0f4e4b367a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6401bc9b72034475b5c0ba226c71b339&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3156691 May 24 23:02:42.568788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43204) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:42.584569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ae9a4-284c-4e6e-b795-9a0f4e4b367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81309c1a-02c4-4dd8-bdfa-96447359be7c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:42.638895 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.656276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-3ba0bdc5-a878-4ffe-9cda-8acf73be8b4e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:42.662644 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.680664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] For port 66a9a022-4a02-43b2-8cf8-6be1b28129ca, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:42.742342 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-597d5ed3-d5c2-4c4e-b713-865ef7fdff59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.744205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:42.745583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] For port 66a9a022-4a02-43b2-8cf8-6be1b28129ca, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=66a9a022-4a02-43b2-8cf8-6be1b28129ca,segment=NetworkSegment(03b3c34c-874c-407b-9eca-e85e0db44440),segment_id=03b3c34c-874c-407b-9eca-e85e0db44440)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:42.762163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:42.763503 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.787411 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-597d5ed3-d5c2-4c4e-b713-865ef7fdff59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.790588 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.794147 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.805636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network fdb8b387-6e8d-4d3d-932a-18ae37b87f86 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:42.811086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:42.818247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:42.818796 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.822590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:42.851627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-3ba0bdc5-a878-4ffe-9cda-8acf73be8b4e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:42.852952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-3ba0bdc5-a878-4ffe-9cda-8acf73be8b4e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5381238 May 24 23:02:42.880497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:42.889561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:42.912395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:42.957856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:42.958771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Transition to ACTIVE for port object 5ae4d55a-bfec-4263-af5e-0002a623621a will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:42.964240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72ac8c-8768-4148-bb1b-d13cb5631841 req-c2073bff-35a8-423f-8d99-69ce2c7d65cb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:42.967459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad72ac8c-8768-4148-bb1b-d13cb5631841 req-c2073bff-35a8-423f-8d99-69ce2c7d65cb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 945 time: 0.1850250 May 24 23:02:43.002813 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.021023 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-597d5ed3-d5c2-4c4e-b713-865ef7fdff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.046268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=239ed9ea-f994-4fdf-afdf-4b06124c5a4c,segment=NetworkSegment(1c4eeed5-3636-440b-99c1-86a8309a2595),segment_id=1c4eeed5-3636-440b-99c1-86a8309a2595)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:43.048564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a141b-ec36-4b12-a3c4-16a6bf12f6ea None None] Pushing event updated for resources: {'Port': ['ID=66a9a022-4a02-43b2-8cf8-6be1b28129ca,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:43.078279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d5ed3-d5c2-4c4e-b713-865ef7fdff59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81309c1a-02c4-4dd8-bdfa-96447359be7c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:43.121138 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad72ac8c-8768-4148-bb1b-d13cb5631841 req-2a47b2a0-b8a2-495c-865b-8ef1406821f3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472213 May 24 23:02:43.125656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-597d5ed3-d5c2-4c4e-b713-865ef7fdff59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.128275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-597d5ed3-d5c2-4c4e-b713-865ef7fdff59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81309c1a-02c4-4dd8-bdfa-96447359be7c HTTP/1.1" status: 204 len: 168 time: 0.5581379 May 24 23:02:43.165842 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.166765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9d73577d-c1cf-4da2-87ff-2ce3eef53728 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:43.187544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:43.204620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:43.205700 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.376850 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4c62c09d-5934-410e-a251-d0cf6c0b9117 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2651410 May 24 23:02:43.380251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43224) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:43.537634 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-64e408b5-c255-4489-a5b0-ea117731f68a service neutron] 10.222.0.55 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592917 May 24 23:02:43.592470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc7da9-d615-46bc-8dc4-4cb62793868b None None] Pushing event updated for resources: {'Port': ['ID=5ae4d55a-bfec-4263-af5e-0002a623621a,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:43.703129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf3283-2589-485f-a74b-f4a8170a4b2f req-3f1b5858-a542-44f1-808d-27c1b80ca3c4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:43.708697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aedf3283-2589-485f-a74b-f4a8170a4b2f req-3f1b5858-a542-44f1-808d-27c1b80ca3c4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.3562593 May 24 23:02:43.840638 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:43.941157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-59e0cefd-971d-4c8c-9faf-5abba32d1645 service neutron] 10.222.0.55 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026353 May 24 23:02:44.030246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=239ed9ea-f994-4fdf-afdf-4b06124c5a4c,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:44.047355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Attempting to bind port 5ae4d55a-bfec-4263-af5e-0002a623621a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:44.048025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Attempting to bind port 5ae4d55a-bfec-4263-af5e-0002a623621a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '1c4eeed5-3636-440b-99c1-86a8309a2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:44.048634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Attempting to bind port 5ae4d55a-bfec-4263-af5e-0002a623621a on network 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:44.061837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:44.082182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:44.083793 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.095605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c04e76-16e0-44b6-86f5-1ddb091ad500 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.101825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c04e76-16e0-44b6-86f5-1ddb091ad500 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.102855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e6c04e76-16e0-44b6-86f5-1ddb091ad500 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:44.120719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:44.121357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Checking segment: {'id': '1c4eeed5-3636-440b-99c1-86a8309a2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:44.141910 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.142540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Bound using segment: {'id': '1c4eeed5-3636-440b-99c1-86a8309a2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:44.143242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Bound port: 5ae4d55a-bfec-4263-af5e-0002a623621a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4eeed5-3636-440b-99c1-86a8309a2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:44.143806 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.190415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aedf3283-2589-485f-a74b-f4a8170a4b2f req-6a1cf704-0fe7-49e5-bcfc-2c53068c29d4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754524 May 24 23:02:44.245735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278387c-651c-4bd2-9759-cfe58dc195db None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:44.552524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e6c04e76-16e0-44b6-86f5-1ddb091ad500 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:44.557895 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e6c04e76-16e0-44b6-86f5-1ddb091ad500 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.1760828 May 24 23:02:44.558636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43278) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:44.694662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] For port 5ae4d55a-bfec-4263-af5e-0002a623621a, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:44.741552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] For port 5ae4d55a-bfec-4263-af5e-0002a623621a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5ae4d55a-bfec-4263-af5e-0002a623621a,segment=NetworkSegment(1c4eeed5-3636-440b-99c1-86a8309a2595),segment_id=1c4eeed5-3636-440b-99c1-86a8309a2595)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:44.848261 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.858269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c34da016-1795-488a-b1b4-399eaf79ad46 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:44.858628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c34da016-1795-488a-b1b4-399eaf79ad46 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.955312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:44.956116 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:44.958212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6db17-93ba-4509-848a-788b3b5ca321 req-2b34dde9-9779-4ec1-a8e8-1569059bfc28 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:44.968570 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3db6db17-93ba-4509-848a-788b3b5ca321 req-2b34dde9-9779-4ec1-a8e8-1569059bfc28 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 945 time: 0.5733273 May 24 23:02:44.993157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54267cda-f03a-4949-b5b1-737475371e3a None None] Network fdb8b387-6e8d-4d3d-932a-18ae37b87f86 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:45.021957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bd722-ff79-422e-aa7b-9cc599b6e254 req-d162f552-aa0d-4138-85e5-f8d64d3f6ab3 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:45.023712 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0a5bd722-ff79-422e-aa7b-9cc599b6e254 req-d162f552-aa0d-4138-85e5-f8d64d3f6ab3 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.4610577 May 24 23:02:45.271335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0a5bd722-ff79-422e-aa7b-9cc599b6e254 req-fdb59071-abac-4b4d-a4d0-e65bcd2e1459 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407820 May 24 23:02:45.329164 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.349742 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.350906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.399569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:45.400246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:45.415004 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c34da016-1795-488a-b1b4-399eaf79ad46 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.517198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 9d73577d-c1cf-4da2-87ff-2ce3eef53728, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9d73577d-c1cf-4da2-87ff-2ce3eef53728,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:45.539646 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3db6db17-93ba-4509-848a-788b3b5ca321 req-e67d55ab-19be-4b7b-81bc-2694654b1e9f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696673 May 24 23:02:45.551618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc7da9-d615-46bc-8dc4-4cb62793868b None None] Pushing event updated for resources: {'Port': ['ID=5ae4d55a-bfec-4263-af5e-0002a623621a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:45.641234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c34da016-1795-488a-b1b4-399eaf79ad46 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:45.791241 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0bfd786a-b4f4-40b1-889d-3277a1839646 req-f5765d37-59da-45c9-a427-fa17f17df9d0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 210 time: 0.2355530 May 24 23:02:45.821024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event updated for resources: {'Port': ['ID=05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:45.824641 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:45.954870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b92dc18a-32c8-4fc6-b14a-95344a035458 None None] Provisioning for port 66a9a022-4a02-43b2-8cf8-6be1b28129ca completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:45.965201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Network fdb8b387-6e8d-4d3d-932a-18ae37b87f86 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:45.966413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:46.133255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a0a19048-8ba0-470d-b4ed-52ab8b3433c4 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:46.177650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b357ee4-bc52-477f-848b-7da8378df15f req-b0d5d23b-e9a9-46f3-9495-6dd21752e15c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.185700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b357ee4-bc52-477f-848b-7da8378df15f req-b0d5d23b-e9a9-46f3-9495-6dd21752e15c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.3062775 May 24 23:02:46.188856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:46.268236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b357ee4-bc52-477f-848b-7da8378df15f req-66b59886-68f8-4067-9373-aa3a414109ee tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815332 May 24 23:02:46.269421 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c34da016-1795-488a-b1b4-399eaf79ad46 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.297617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:46.354093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34da016-1795-488a-b1b4-399eaf79ad46 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:46.355124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=9d73577d-c1cf-4da2-87ff-2ce3eef53728,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:46.423337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7c12db4a-b032-4015-a197-0bcbb019a89d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:46.630186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:46.641486 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cc3ae665-39fd-4752-9133-dad0f8e8ca0e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1620307 May 24 23:02:46.663822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43384) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:46.675092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-551ffbb0-7f83-474b-90fc-e6acbfce8f43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:46.825206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-0224625b-0a36-4848-868e-9e597311819c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:46.830368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-0224625b-0a36-4848-868e-9e597311819c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 812 time: 0.3149979 May 24 23:02:46.831605 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c34da016-1795-488a-b1b4-399eaf79ad46 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:46.955202 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c34da016-1795-488a-b1b4-399eaf79ad46 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb HTTP/1.1" status: 204 len: 168 time: 2.3888264 May 24 23:02:46.963981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43404) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:47.150304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-2eb3c409-c357-4354-8dfe-fd962f9abcb0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:47.205648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bc202c-44c5-4f30-a3a9-b22b351adbff tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:47.207900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bc202c-44c5-4f30-a3a9-b22b351adbff tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:47.209388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bc202c-44c5-4f30-a3a9-b22b351adbff tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:47.210263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-92bc202c-44c5-4f30-a3a9-b22b351adbff tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:47.215699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-2eb3c409-c357-4354-8dfe-fd962f9abcb0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:47.216517 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-2eb3c409-c357-4354-8dfe-fd962f9abcb0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9303cbcbb804e2ba3627ec2b26f569c HTTP/1.1" status: 200 len: 380 time: 0.3695211 May 24 23:02:47.232433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cf3b8-af96-4de2-8fbc-fc1b1f352194 req-6a102e19-1085-4b2d-8056-941439d2592b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:47.245951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-184cf3b8-af96-4de2-8fbc-fc1b1f352194 req-6a102e19-1085-4b2d-8056-941439d2592b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.4035034 May 24 23:02:47.260246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Request body: {'port': {'device_id': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'admin_state_up': True, 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'security_groups': ['f4379e8a-e903-4399-8774-ac0be56c373b']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:47.272165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port a0a19048-8ba0-470d-b4ed-52ab8b3433c4 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:47.280560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-46cca868-d71d-4592-b6e3-a4a0f9bcad49 None None] Could not find standard attr ID for object 117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:02:47.290847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port a0a19048-8ba0-470d-b4ed-52ab8b3433c4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:47.292990 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.317241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46075cf9-d1ff-49ec-8932-45f98ba50d45 req-ebd5e458-d59d-406a-bdb9-5504454a2b6b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:47.318812 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-46075cf9-d1ff-49ec-8932-45f98ba50d45 req-ebd5e458-d59d-406a-bdb9-5504454a2b6b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 945 time: 0.4048972 May 24 23:02:47.423714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-92bc202c-44c5-4f30-a3a9-b22b351adbff tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:47.427919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-92bc202c-44c5-4f30-a3a9-b22b351adbff tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4625595 May 24 23:02:47.448772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43434) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:47.486808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-184cf3b8-af96-4de2-8fbc-fc1b1f352194 req-122e4a73-33d0-4791-9cff-760c660f766c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398436 May 24 23:02:47.585692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 7c12db4a-b032-4015-a197-0bcbb019a89d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:47.745725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7c12db4a-b032-4015-a197-0bcbb019a89d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:47.746016 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.770703 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-46075cf9-d1ff-49ec-8932-45f98ba50d45 req-0ab62bfa-6950-421f-b122-7740576ee5ce tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063544 May 24 23:02:47.846669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port a0a19048-8ba0-470d-b4ed-52ab8b3433c4 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:47.846669 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:47.952920 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1c8ee001-dbc1-4321-899a-df2bc888d73a None None] Could not find standard attr ID for object ba27ceb4-02a1-4501-92e3-929230120d59. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:02:48.026882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79966b8c-c4b6-488b-bb4a-f793abed3d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a19048-8ba0-470d-b4ed-52ab8b3433c4'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:48.058137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:43Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f', 'name': '', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:f8:e6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:40Z', 'updated_at': '2022-05-24T23:02:44Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:44Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:48.081203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a0a19048-8ba0-470d-b4ed-52ab8b3433c4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a0a19048-8ba0-470d-b4ed-52ab8b3433c4,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:48.085564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ea771-af9e-4b4d-9936-ac8fc2173cad None None] The sync data for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 is: [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:43Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f', 'name': '', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:f8:e6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:40Z', 'updated_at': '2022-05-24T23:02:44Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:44Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:48.106133 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.205376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24c5ec0-6afd-466e-91ff-a83d1d891fce req-6bc1a175-59cd-44eb-aa6b-4c29457ce558 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 210 time: 0.2827246 May 24 23:02:48.247090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43454) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:48.322906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:48.323795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b6161-16d3-4cfa-a250-cdfc15d21a5d req-fd6566c4-905e-45e8-8569-ff4c4d6a0be7 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:48.336505 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe0b6161-16d3-4cfa-a250-cdfc15d21a5d req-fd6566c4-905e-45e8-8569-ff4c4d6a0be7 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.3639522 May 24 23:02:48.368190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:48.408221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0257b2-de69-476e-8326-c032ad777aa5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet e34ab7a6-43ff-4753-a810-e246c7434005 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:48.418677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Made reservation on behalf of e9303cbcbb804e2ba3627ec2b26f569c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:48.430681 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0945e27a-2a6c-4f88-a208-0592ac7c9d40'] response: {'server_uuid': '79966b8c-c4b6-488b-bb4a-f793abed3d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a19048-8ba0-470d-b4ed-52ab8b3433c4', 'code': 200} May 24 23:02:48.431126 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.491667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe0b6161-16d3-4cfa-a250-cdfc15d21a5d req-acf49bb9-c84e-4f59-93af-ff642cb395d8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539030 May 24 23:02:48.512346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fbd90182-cd69-498b-9f2b-0955eced9fc6 None None] Provisioning for port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:48.564235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=a0a19048-8ba0-470d-b4ed-52ab8b3433c4,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:48.570488 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6d0257b2-de69-476e-8326-c032ad777aa5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.580809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fbd90182-cd69-498b-9f2b-0955eced9fc6 None None] Provisioning complete for port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:48.582312 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fbd90182-cd69-498b-9f2b-0955eced9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.655597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.extraroute_db [None req-551ffbb0-7f83-474b-90fc-e6acbfce8f43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:02:48.668908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7c12db4a-b032-4015-a197-0bcbb019a89d is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:48.674431 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.723291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.extraroute_db [None req-551ffbb0-7f83-474b-90fc-e6acbfce8f43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Removed routes are [] {{(pid=88390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:02:48.723694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-551ffbb0-7f83-474b-90fc-e6acbfce8f43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.791594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ccf813c-7a6e-4925-8bf9-4078d180c900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.818806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fbd90182-cd69-498b-9f2b-0955eced9fc6 None None] Port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:48.824048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 7c12db4a-b032-4015-a197-0bcbb019a89d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c12db4a-b032-4015-a197-0bcbb019a89d,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:48.845760 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:48.846862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9c2346c1-cf03-4ff0-8cc8-75879be8deff up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:48.920525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43470) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:49.041364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0ccf813c-7a6e-4925-8bf9-4078d180c900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:49.085205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=7c12db4a-b032-4015-a197-0bcbb019a89d,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:49.127167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d17bbda0-8570-49b6-aa67-45e1125eeb96 None None] Could not find standard attr ID for object 117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:02:49.150998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 9c2346c1-cf03-4ff0-8cc8-75879be8deff triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:49.157247 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.157460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0ccf813c-7a6e-4925-8bf9-4078d180c900 admin admin] Usage tracker for resource:security_group_rule and tenant:ad86a149a4364e929c990d460c33cf9a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:49.198662 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6d0257b2-de69-476e-8326-c032ad777aa5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.237024 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d17bbda0-8570-49b6-aa67-45e1125eeb96 None None] Provisioning complete for port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:49.238082 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d17bbda0-8570-49b6-aa67-45e1125eeb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.245248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0ccf813c-7a6e-4925-8bf9-4078d180c900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:49.280063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0ccf813c-7a6e-4925-8bf9-4078d180c900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:49.308657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d17bbda0-8570-49b6-aa67-45e1125eeb96 None None] Port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:49.381328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Allocated IP 172.20.0.13 (ae35d30d-647c-45b8-a0f8-6fc32e006bd8/3a1aaf28-3079-42c0-b6b3-9b18da682566/deb95383-54b2-41c3-9d88-79263e15bd7b) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:49.394594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b8259-eff2-4dbc-abe2-f7b77bd9aeb7 None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:02:49.412897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f0e25-d34f-42cb-9254-7724b0104daa req-aa824a8c-f8a9-4b4c-b211-91bd6e7437bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:49.414877 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-780f0e25-d34f-42cb-9254-7724b0104daa req-aa824a8c-f8a9-4b4c-b211-91bd6e7437bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 1097 time: 0.9477243 May 24 23:02:49.415780 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11d3f746-f7c6-49e1-98b0-f4c6453c4aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.453850 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Sync routers for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:49.461897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c278f76-0d45-443d-ba2d-3c34cf78a957 req-a88d6344-5d55-4514-9080-4fa3a798bff7 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:49.464398 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c278f76-0d45-443d-ba2d-3c34cf78a957 req-a88d6344-5d55-4514-9080-4fa3a798bff7 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.7531364 May 24 23:02:49.473259 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:49.474334 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:49.476327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 9c2346c1-cf03-4ff0-8cc8-75879be8deff is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:49.477432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02ed8901-20e6-4223-b391-e7f830fe401d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:49.500067 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-551ffbb0-7f83-474b-90fc-e6acbfce8f43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.513790 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-551ffbb0-7f83-474b-90fc-e6acbfce8f43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.571149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ccf813c-7a6e-4925-8bf9-4078d180c900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.576046 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c278f76-0d45-443d-ba2d-3c34cf78a957 req-a87f6b85-8d0a-463e-a012-946382dc4763 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057661 May 24 23:02:49.708209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d32cce3b-02e9-45f9-9e93-dfc6d359fc72 None None] Provisioning complete for port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:49.709221 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d32cce3b-02e9-45f9-9e93-dfc6d359fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.801032 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:49.805140 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c57fd2a-b077-48e4-8681-58fd657c3d61 req-ee7a4cd3-a1f7-48cd-9310-0c53fe6adb51 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 210 time: 0.0671451 May 24 23:02:49.808013 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6d0257b2-de69-476e-8326-c032ad777aa5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.823170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551ffbb0-7f83-474b-90fc-e6acbfce8f43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:49.855512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d32cce3b-02e9-45f9-9e93-dfc6d359fc72 None None] Port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:49.898313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6b8259-eff2-4dbc-abe2-f7b77bd9aeb7 None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:02:49.900479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 02ed8901-20e6-4223-b391-e7f830fe401d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:49.900848 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.902309 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ccf813c-7a6e-4925-8bf9-4078d180c900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:49.924928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2380de8-6881-41ef-9ef6-a213d2bbe214 req-0f8a03f1-bdc1-4a1f-aa9b-bc7d616ad8a9 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:49.936368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2380de8-6881-41ef-9ef6-a213d2bbe214 req-0f8a03f1-bdc1-4a1f-aa9b-bc7d616ad8a9 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 946 time: 0.8664322 May 24 23:02:49.986143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-11d3f746-f7c6-49e1-98b0-f4c6453c4aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:50.025275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-11d3f746-f7c6-49e1-98b0-f4c6453c4aca admin admin] Usage tracker for resource:security_group_rule and tenant:8a144bd6a71c42768dbd3d3bfd400dc0 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:50.043468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-11d3f746-f7c6-49e1-98b0-f4c6453c4aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:50.091890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-11d3f746-f7c6-49e1-98b0-f4c6453c4aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:50.108084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0ccf813c-7a6e-4925-8bf9-4078d180c900 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad86a149a4364e929c990d460c33cf9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8374007 May 24 23:02:50.109940 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-780f0e25-d34f-42cb-9254-7724b0104daa req-85b10adf-127d-425e-a4bb-c22146fdbcec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6729045 May 24 23:02:50.117058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43480) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:50.134640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf813c-7a6e-4925-8bf9-4078d180c900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9306d8d3-4d07-447d-9d5e-780178cd068a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:50.160716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551ffbb0-7f83-474b-90fc-e6acbfce8f43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:50.161689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2380de8-6881-41ef-9ef6-a213d2bbe214 req-1ee9e6ef-66f7-42c2-9175-1ff5cc16a973 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237189 May 24 23:02:50.184445 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-551ffbb0-7f83-474b-90fc-e6acbfce8f43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.186408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-551ffbb0-7f83-474b-90fc-e6acbfce8f43 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774 HTTP/1.1" status: 200 len: 954 time: 3.5153415 May 24 23:02:50.188772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43484) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:50.225170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4870ffb-2c75-45aa-937a-ab6641c60f42 req-1454a45b-77c5-47b3-8663-c5e66410e7bc tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:50.227407 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4870ffb-2c75-45aa-937a-ab6641c60f42 req-1454a45b-77c5-47b3-8663-c5e66410e7bc tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.2853174 May 24 23:02:50.259866 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 6, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f', 'name': '', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:f8:e6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:40Z', 'updated_at': '2022-05-24T23:02:44Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:44Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:50.264200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa9c987b-1eb4-40e5-b1e3-913730529577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.265484 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Checking router: 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:50.266352 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Updating router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:02:50.311332 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4870ffb-2c75-45aa-937a-ab6641c60f42 req-fad3b35e-f75c-4f98-b549-d637d36bdb9b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715137 May 24 23:02:50.319008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa9c987b-1eb4-40e5-b1e3-913730529577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.331975 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6d0257b2-de69-476e-8326-c032ad777aa5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.353518 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 02ed8901-20e6-4223-b391-e7f830fe401d is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:50.354643 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5ae4d55a-bfec-4263-af5e-0002a623621a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:50.399506 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa9c987b-1eb4-40e5-b1e3-913730529577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.410022 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.426488 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c987b-1eb4-40e5-b1e3-913730529577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9306d8d3-4d07-447d-9d5e-780178cd068a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:50.440982 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa9c987b-1eb4-40e5-b1e3-913730529577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.444801 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-aa9c987b-1eb4-40e5-b1e3-913730529577 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9306d8d3-4d07-447d-9d5e-780178cd068a HTTP/1.1" status: 204 len: 168 time: 0.3212225 May 24 23:02:50.469984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.510854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5ae4d55a-bfec-4263-af5e-0002a623621a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:50.588841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0257b2-de69-476e-8326-c032ad777aa5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=e34ab7a6-43ff-4753-a810-e246c7434005,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:50.591001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6d0257b2-de69-476e-8326-c032ad777aa5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.641281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Transition to ACTIVE for port object deb95383-54b2-41c3-9d88-79263e15bd7b will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:50.690139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5ae4d55a-bfec-4263-af5e-0002a623621a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:50.695774 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.705375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11d3f746-f7c6-49e1-98b0-f4c6453c4aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.716127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-88121f2c-e4b8-4b6d-a69a-cada0fa9a53b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774 HTTP/1.1" status: 200 len: 954 time: 0.4681263 May 24 23:02:50.717605 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6d0257b2-de69-476e-8326-c032ad777aa5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/e34ab7a6-43ff-4753-a810-e246c7434005 HTTP/1.1" status: 204 len: 168 time: 3.2668269 May 24 23:02:50.720620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43496) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:50.721163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43498) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:50.721672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11d3f746-f7c6-49e1-98b0-f4c6453c4aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:50.743389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-65ff9495-2986-4c31-9071-99c10d5792bc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'routes': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:50.948360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-11d3f746-f7c6-49e1-98b0-f4c6453c4aca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a144bd6a71c42768dbd3d3bfd400dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9018798 May 24 23:02:50.952193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3f746-f7c6-49e1-98b0-f4c6453c4aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2b336a-2e6a-45a5-b4aa-67a95e5b366b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:50.957034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43506) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:50.975017 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.139506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cb7266-a076-47a8-b243-f56f5ff7d619 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet f7edbf91-8c0a-496f-a5a8-31e50e0537ab {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:02:51.144834 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12cb7266-a076-47a8-b243-f56f5ff7d619 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.147885 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.168871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5ae4d55a-bfec-4263-af5e-0002a623621a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:51.169430 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.183544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43510) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:51.186937 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Transition to ACTIVE for port object 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:51.202111 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.211548 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe109-de8e-42bb-80f4-1cc2f8b08999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.247879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 5ae4d55a-bfec-4263-af5e-0002a623621a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5ae4d55a-bfec-4263-af5e-0002a623621a,segment=NetworkSegment(1c4eeed5-3636-440b-99c1-86a8309a2595),segment_id=1c4eeed5-3636-440b-99c1-86a8309a2595)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:51.259709 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.261146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 66a9a022-4a02-43b2-8cf8-6be1b28129ca up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:51.409580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d6ffe109-de8e-42bb-80f4-1cc2f8b08999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:51.450867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d6ffe109-de8e-42bb-80f4-1cc2f8b08999 admin admin] Usage tracker for resource:security_group_rule and tenant:82531cda984b4c9bb8f38eb106cb0962 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:51.467396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d6ffe109-de8e-42bb-80f4-1cc2f8b08999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:51.481406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5ae4d55a-bfec-4263-af5e-0002a623621a,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:51.500933 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12cb7266-a076-47a8-b243-f56f5ff7d619 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.527137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 66a9a022-4a02-43b2-8cf8-6be1b28129ca completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:51.534562 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Attempting to bind port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:51.534926 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Attempting to bind port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '03b3c34c-874c-407b-9eca-e85e0db44440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:51.535474 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Attempting to bind port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f on network fdb8b387-6e8d-4d3d-932a-18ae37b87f86 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:51.543390 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:51.544090 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Checking segment: {'id': '03b3c34c-874c-407b-9eca-e85e0db44440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:51.544650 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.545195 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Bound using segment: {'id': '03b3c34c-874c-407b-9eca-e85e0db44440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:51.545854 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Bound port: 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b3c34c-874c-407b-9eca-e85e0db44440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:51.546412 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.547375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 66a9a022-4a02-43b2-8cf8-6be1b28129ca triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:51.547753 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.559817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d6ffe109-de8e-42bb-80f4-1cc2f8b08999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:51.740891 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bc525-94e3-43c7-a08f-95c16dc4465f None None] Pushing event updated for resources: {'Port': ['ID=05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:51.749844 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] For port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:51.753848 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] For port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f,segment=NetworkSegment(03b3c34c-874c-407b-9eca-e85e0db44440),segment_id=03b3c34c-874c-407b-9eca-e85e0db44440)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:51.762614 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.782334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936e9d2-590d-48cf-b35d-2ec308913250 req-f9bba14d-505b-4e67-a9d2-7a98f65adb40 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:51.783838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6936e9d2-590d-48cf-b35d-2ec308913250 req-f9bba14d-505b-4e67-a9d2-7a98f65adb40 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.5104859 May 24 23:02:51.829074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 66a9a022-4a02-43b2-8cf8-6be1b28129ca is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:51.829470 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.878412 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bc525-94e3-43c7-a08f-95c16dc4465f None None] Pushing event updated for resources: {'Port': ['ID=05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:51.889416 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12cb7266-a076-47a8-b243-f56f5ff7d619 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.893480 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:51.894698 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:51.916347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 66a9a022-4a02-43b2-8cf8-6be1b28129ca, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=66a9a022-4a02-43b2-8cf8-6be1b28129ca,segment=NetworkSegment(03b3c34c-874c-407b-9eca-e85e0db44440),segment_id=03b3c34c-874c-407b-9eca-e85e0db44440)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:51.925391 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:51.926531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 239ed9ea-f994-4fdf-afdf-4b06124c5a4c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:51.947582 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6936e9d2-590d-48cf-b35d-2ec308913250 req-1012ca7c-7448-4149-8ec2-40c61f6c2b8e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432810 May 24 23:02:51.997527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.extraroute_db [None req-65ff9495-2986-4c31-9071-99c10d5792bc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added routes are [] {{(pid=88389) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:02:51.998100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.extraroute_db [None req-65ff9495-2986-4c31-9071-99c10d5792bc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88389) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:02:52.010003 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe109-de8e-42bb-80f4-1cc2f8b08999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.041252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe109-de8e-42bb-80f4-1cc2f8b08999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.071147 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12cb7266-a076-47a8-b243-f56f5ff7d619 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.076540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:52.080543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:52.090338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:52.105178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:52.171820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-37c98328-666b-40d6-b0a0-5d55da529c48 None None] Provisioning complete for port 7c12db4a-b032-4015-a197-0bcbb019a89d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:52.172457 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37c98328-666b-40d6-b0a0-5d55da529c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.203082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb7266-a076-47a8-b243-f56f5ff7d619 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=f7edbf91-8c0a-496f-a5a8-31e50e0537ab,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:52.208380 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12cb7266-a076-47a8-b243-f56f5ff7d619 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.223270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=66a9a022-4a02-43b2-8cf8-6be1b28129ca,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:52.226498 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd971a36-2be1-4da1-b2b9-7c60e91a78d1 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:52.235622 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d6ffe109-de8e-42bb-80f4-1cc2f8b08999 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82531cda984b4c9bb8f38eb106cb0962&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0503163 May 24 23:02:52.236432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43516) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:52.248872 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65ff9495-2986-4c31-9071-99c10d5792bc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.261182 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba30978e-e7dd-4be4-953e-db97d8748a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.269185 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:52.293793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12cb7266-a076-47a8-b243-f56f5ff7d619 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/f7edbf91-8c0a-496f-a5a8-31e50e0537ab HTTP/1.1" status: 204 len: 168 time: 1.5712082 May 24 23:02:52.306210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43520) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:52.379729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffe109-de8e-42bb-80f4-1cc2f8b08999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c5793-6b1f-46c6-b117-fb385011f91a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:52.416621 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c1478174-1ed7-4f36-90a7-9e04cacbc0c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055810 May 24 23:02:52.435133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43524) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:52.447279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:52.514819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:52.516013 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.554517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:52.554874 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.569671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999575f-424d-45ce-9627-c5a10f31c354 req-e18922c3-281b-4544-bccd-a1f691a944aa tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:52.570790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8999575f-424d-45ce-9627-c5a10f31c354 req-e18922c3-281b-4544-bccd-a1f691a944aa tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:02:52.594112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba30978e-e7dd-4be4-953e-db97d8748a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.609711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:52.650104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e73b225-8d10-452c-9c09-a5b4e4271c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.655804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-55d41a35-8365-46fe-9415-7aa5b6f71ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4055817 May 24 23:02:52.685349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e73b225-8d10-452c-9c09-a5b4e4271c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.748379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Request body: {'port': {'device_id': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:52.751884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:52.759800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:52.764762 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e73b225-8d10-452c-9c09-a5b4e4271c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.768416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-37c98328-666b-40d6-b0a0-5d55da529c48 None None] Current status of the port 7c12db4a-b032-4015-a197-0bcbb019a89d is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:52.792785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:52.797068 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e73b225-8d10-452c-9c09-a5b4e4271c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.801199 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7e73b225-8d10-452c-9c09-a5b4e4271c69 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f0c5793-6b1f-46c6-b117-fb385011f91a HTTP/1.1" status: 204 len: 168 time: 0.5059841 May 24 23:02:52.806589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73b225-8d10-452c-9c09-a5b4e4271c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c5793-6b1f-46c6-b117-fb385011f91a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:52.821369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8999575f-424d-45ce-9627-c5a10f31c354 req-e18922c3-281b-4544-bccd-a1f691a944aa tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:02:52.824762 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8999575f-424d-45ce-9627-c5a10f31c354 req-e18922c3-281b-4544-bccd-a1f691a944aa tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 932 time: 1.5035279 May 24 23:02:52.830045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42579c21-d55e-4452-b3b2-aadc304b73ca req-2c6ebb16-907d-4974-a205-b2ba38ad1f45 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:52.847113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42579c21-d55e-4452-b3b2-aadc304b73ca req-2c6ebb16-907d-4974-a205-b2ba38ad1f45 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 946 time: 0.6061022 May 24 23:02:52.850880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:52.855433 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:52.942840 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 6, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f', 'name': '', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:f8:e6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:40Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:52.949086 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d6c33-c1bd-4225-ab40-717199a46430 None None] The sync data for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 is: [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:48Z', 'revision_number': 6, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f', 'name': '', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:f8:e6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:40Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:52.957089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4176a18-4117-4baf-a341-6daaf3fd9cea None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:02:52.985025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b4176a18-4117-4baf-a341-6daaf3fd9cea None None] Deleting port 7c12db4a-b032-4015-a197-0bcbb019a89d {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:52.985398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4176a18-4117-4baf-a341-6daaf3fd9cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.040462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:53.046002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42579c21-d55e-4452-b3b2-aadc304b73ca req-c4a910ed-0ef4-49e2-ab2b-07b6f74e4557 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979096 May 24 23:02:53.156518 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-01f008fa-cf58-4b47-9496-70a055e84fef None None] Provisioning for port deb95383-54b2-41c3-9d88-79263e15bd7b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:53.162670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8999575f-424d-45ce-9627-c5a10f31c354 req-907e5eee-c8f5-4552-91d7-cebe14091c22 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934857 May 24 23:02:53.177022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-01f008fa-cf58-4b47-9496-70a055e84fef None None] Provisioning complete for port deb95383-54b2-41c3-9d88-79263e15bd7b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:53.177620 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-01f008fa-cf58-4b47-9496-70a055e84fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.178717 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65ff9495-2986-4c31-9071-99c10d5792bc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.196460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65ff9495-2986-4c31-9071-99c10d5792bc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.353109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba30978e-e7dd-4be4-953e-db97d8748a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.356854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.379236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 66a9a022-4a02-43b2-8cf8-6be1b28129ca up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:53.446556 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.503415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-01f008fa-cf58-4b47-9496-70a055e84fef None None] Port deb95383-54b2-41c3-9d88-79263e15bd7b cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:02:53.504941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc07fb0-cbc9-4831-bc80-834fe47b715d None None] Sync routers for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:53.533287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:53.533457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc07fb0-cbc9-4831-bc80-834fe47b715d None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:53.533944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0cc07fb0-cbc9-4831-bc80-834fe47b715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:53.539618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:53.545205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:53.546131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.568632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=d9c0145f-4bb8-4e24-96e1-fbfd7ff7d8fd,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:53.594922 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-852a75df-b6e2-435a-91f1-fd6d01707cfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1574900 May 24 23:02:53.604810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0828d29-e971-4bcd-839c-1112c19e479e req-35bb3aa5-6285-4d27-90fc-c5f72707b992 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:53.612592 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0828d29-e971-4bcd-839c-1112c19e479e req-35bb3aa5-6285-4d27-90fc-c5f72707b992 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.2368534 May 24 23:02:53.615642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43542) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:53.644344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:02:53.673094 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0828d29-e971-4bcd-839c-1112c19e479e req-b49cfe12-2081-4dfd-9fed-2e9c9e0d2b00 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560021 May 24 23:02:53.729611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b4176a18-4117-4baf-a341-6daaf3fd9cea None None] For port 7c12db4a-b032-4015-a197-0bcbb019a89d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c12db4a-b032-4015-a197-0bcbb019a89d,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:53.730146 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4176a18-4117-4baf-a341-6daaf3fd9cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.867850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30978e-e7dd-4be4-953e-db97d8748a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2b336a-2e6a-45a5-b4aa-67a95e5b366b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:53.876660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b4176a18-4117-4baf-a341-6daaf3fd9cea None None] Calling delete_port for 7c12db4a-b032-4015-a197-0bcbb019a89d owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:53.877796 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba30978e-e7dd-4be4-953e-db97d8748a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:53.879251 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ba30978e-e7dd-4be4-953e-db97d8748a0e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c2b336a-2e6a-45a5-b4aa-67a95e5b366b HTTP/1.1" status: 204 len: 168 time: 2.9211555 May 24 23:02:53.956943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0cc07fb0-cbc9-4831-bc80-834fe47b715d None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:54.022773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 66a9a022-4a02-43b2-8cf8-6be1b28129ca triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:54.023216 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.055201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ff9495-2986-4c31-9071-99c10d5792bc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:02:54.153031 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.242833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dd5bd-3eed-492f-9382-f151f9f3e82d req-9b8e6134-d36a-4914-ae3a-f8782f0d68e3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:54.252670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-359dd5bd-3eed-492f-9382-f151f9f3e82d req-9b8e6134-d36a-4914-ae3a-f8782f0d68e3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 945 time: 0.7589777 May 24 23:02:54.287067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38387cf6-8425-49f4-bf42-d9a7a872c455 req-4c903093-0646-40ee-b4fa-1837314fcdc4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:54.292339 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38387cf6-8425-49f4-bf42-d9a7a872c455 req-4c903093-0646-40ee-b4fa-1837314fcdc4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.1171050 May 24 23:02:54.371152 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38387cf6-8425-49f4-bf42-d9a7a872c455 req-e06a50b9-6cb3-476a-bbcf-c224e167f393 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717127 May 24 23:02:54.461649 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4176a18-4117-4baf-a341-6daaf3fd9cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.504372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:54.533039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4176a18-4117-4baf-a341-6daaf3fd9cea None None] Pushing event deleted for resources: {'Port': ['ID=7c12db4a-b032-4015-a197-0bcbb019a89d,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:54.560044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4176a18-4117-4baf-a341-6daaf3fd9cea None None] No DVR routers for this DVR port 7c12db4a-b032-4015-a197-0bcbb019a89d on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:02:54.565873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:54.579870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 66a9a022-4a02-43b2-8cf8-6be1b28129ca is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:54.581028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:54.598388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-359dd5bd-3eed-492f-9382-f151f9f3e82d req-e1328ad4-9cf8-43b1-a618-f938437e2e29 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447435 May 24 23:02:54.612430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:54.676891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d9a0b-6359-4a66-b813-0df37244b42a None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:02:54.684136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191ae00-8a68-4799-a4b1-635c3f65617c req-c593f807-efc8-45e1-b28f-41700b6ce2a7 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:54.690014 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f191ae00-8a68-4799-a4b1-635c3f65617c req-c593f807-efc8-45e1-b28f-41700b6ce2a7 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 932 time: 0.1386385 May 24 23:02:54.719139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:54.724478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ff9495-2986-4c31-9071-99c10d5792bc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:02:54.736183 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65ff9495-2986-4c31-9071-99c10d5792bc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:54.741161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-65ff9495-2986-4c31-9071-99c10d5792bc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774 HTTP/1.1" status: 200 len: 704 time: 4.0126648 May 24 23:02:54.741980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43592) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:55.074898 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f191ae00-8a68-4799-a4b1-635c3f65617c req-0cce655e-359a-4dad-b9b0-16b14fde25ed tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780146 May 24 23:02:55.118497 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bf788d0f-0d03-448c-a9a5-9a37a2cbddc0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774 HTTP/1.1" status: 200 len: 704 time: 0.3755682 May 24 23:02:55.121353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43620) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:55.197935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:02:55.209941 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.273225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:55.289709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43626) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:55.329241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:55.329637 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.364629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb95383-54b2-41c3-9d88-79263e15bd7b {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:02:55.376269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.390865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0cc07fb0-cbc9-4831-bc80-834fe47b715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:52Z', 'revision_number': 7, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f', 'name': '', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:f8:e6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:40Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:55.400781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Transition to ACTIVE for port object deb95383-54b2-41c3-9d88-79263e15bd7b will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:55.425701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc07fb0-cbc9-4831-bc80-834fe47b715d None None] Checking router: 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:55.432071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.498280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33641a5-8abe-435b-aad4-6b6846c8b4d5 req-7d8e8dac-f6f2-4f60-9d7b-52418dae0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:55.500294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d33641a5-8abe-435b-aad4-6b6846c8b4d5 req-7d8e8dac-f6f2-4f60-9d7b-52418dae0d61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e349657696c34416983f98607f7fdf1c&device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 1097 time: 1.2453263 May 24 23:02:55.595573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc07fb0-cbc9-4831-bc80-834fe47b715d None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:55.596256 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0cc07fb0-cbc9-4831-bc80-834fe47b715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:55.761479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': 'd9c0145f-4bb8-4e24-96e1-fbfd7ff7d8fd'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:02:55.763571 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:55.883154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25752b-b061-4e14-971c-daccbbd07140 req-ccf0a10c-a805-49de-ad33-dbe82bfa1e09 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:55.897469 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac25752b-b061-4e14-971c-daccbbd07140 req-ccf0a10c-a805-49de-ad33-dbe82bfa1e09 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.2743337 May 24 23:02:55.958933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0464a0e-301f-4dec-ae93-623549e1adab req-0bd890cd-c0d7-43a8-9830-55f1314fc826 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:55.960627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0464a0e-301f-4dec-ae93-623549e1adab req-0bd890cd-c0d7-43a8-9830-55f1314fc826 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 946 time: 0.9645507 May 24 23:02:55.968265 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac25752b-b061-4e14-971c-daccbbd07140 req-a63434ed-cb3e-49d6-b21e-593fee78ff74 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697558 May 24 23:02:55.980977 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad079522-c405-4262-948a-e7a09aa27c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.010824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:56.028618 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.086730 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.096555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ad079522-c405-4262-948a-e7a09aa27c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:56.123697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ad079522-c405-4262-948a-e7a09aa27c6e admin admin] Usage tracker for resource:security_group_rule and tenant:e60adc168e334e21ac56e144356dc62c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:56.137467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ad079522-c405-4262-948a-e7a09aa27c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:56.171179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:56.171179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.192631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0cc07fb0-cbc9-4831-bc80-834fe47b715d None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:56.197771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ad079522-c405-4262-948a-e7a09aa27c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:56.254996 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0464a0e-301f-4dec-ae93-623549e1adab req-78fa7058-c214-4cfe-9a57-51db3d53feff tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573898 May 24 23:02:56.255735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Attempting to bind port deb95383-54b2-41c3-9d88-79263e15bd7b on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:56.256066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Attempting to bind port deb95383-54b2-41c3-9d88-79263e15bd7b by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:56.256446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Attempting to bind port deb95383-54b2-41c3-9d88-79263e15bd7b on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:56.279449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Port deb95383-54b2-41c3-9d88-79263e15bd7b on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:02:56.281581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Attempting to bind port deb95383-54b2-41c3-9d88-79263e15bd7b on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:56.320111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:56.320867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Checking segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:56.320867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Bound using segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:56.321386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Bound port: deb95383-54b2-41c3-9d88-79263e15bd7b, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:56.321648 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.350896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33641a5-8abe-435b-aad4-6b6846c8b4d5 req-808755cd-0226-42d7-ab73-5968688e8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:56.358852 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d33641a5-8abe-435b-aad4-6b6846c8b4d5 req-808755cd-0226-42d7-ab73-5968688e8bc4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 200 len: 914 time: 0.8039374 May 24 23:02:56.685215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43668) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:56.700633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Allocated IP 172.20.0.2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/d9c0145f-4bb8-4e24-96e1-fbfd7ff7d8fd/e7530b37-b092-4d6e-8062-d395c8bb9d21) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:02:56.749636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db826e3-d63f-4cb1-8c42-4e1a53dff3aa req-bfd327cc-345e-43d7-9432-4afa95756ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:56.757419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3db826e3-d63f-4cb1-8c42-4e1a53dff3aa req-bfd327cc-345e-43d7-9432-4afa95756ddb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 944 time: 0.4130087 May 24 23:02:56.817309 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3db826e3-d63f-4cb1-8c42-4e1a53dff3aa req-6a8ae76e-b1d2-411b-9bb6-ccc0d2833119 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589247 May 24 23:02:56.929881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:56.930530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:56.949097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d33641a5-8abe-435b-aad4-6b6846c8b4d5 req-b245d4e6-0d1e-4fc9-9374-3737f09ea039 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed27daf-7b89-47a1-9c43-51415d341aa3 HTTP/1.1" status: 200 len: 217 time: 0.5771132 May 24 23:02:56.996972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f,segment=NetworkSegment(03b3c34c-874c-407b-9eca-e85e0db44440),segment_id=03b3c34c-874c-407b-9eca-e85e0db44440)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:57.027276 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.028232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5ae4d55a-bfec-4263-af5e-0002a623621a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:57.151850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f,segment=NetworkSegment(03b3c34c-874c-407b-9eca-e85e0db44440),segment_id=03b3c34c-874c-407b-9eca-e85e0db44440)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:57.152132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.178398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33641a5-8abe-435b-aad4-6b6846c8b4d5 req-22700bf8-2aef-4042-9b46-1583fcad3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:57.179909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d33641a5-8abe-435b-aad4-6b6846c8b4d5 req-22700bf8-2aef-4042-9b46-1583fcad3cb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb HTTP/1.1" status: 200 len: 853 time: 0.1975470 May 24 23:02:57.192688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:57.198012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:57.277618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:57.288169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d33641a5-8abe-435b-aad4-6b6846c8b4d5 req-75501ea0-1319-40ad-ba8c-a54bbc3b2072 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af3f872f-7879-4578-8fd1-0bd063516c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928898 May 24 23:02:57.308029 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.311133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8532b-27c5-47ec-a9ec-787adc641f81 req-e1b0ac2d-0a05-4afb-afd2-bcd348f37067 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:57.318227 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9fa8532b-27c5-47ec-a9ec-787adc641f81 req-e1b0ac2d-0a05-4afb-afd2-bcd348f37067 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 946 time: 0.4881015 May 24 23:02:57.324127 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad079522-c405-4262-948a-e7a09aa27c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.329958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Transition to ACTIVE for port object e7530b37-b092-4d6e-8062-d395c8bb9d21 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:57.345001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.371772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Transition to ACTIVE for port object e7530b37-b092-4d6e-8062-d395c8bb9d21 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:02:57.383368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5ae4d55a-bfec-4263-af5e-0002a623621a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:57.383983 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.418378 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad079522-c405-4262-948a-e7a09aa27c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.420051 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.460166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:57.513248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:02:57.528912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0cc07fb0-cbc9-4831-bc80-834fe47b715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:52Z', 'revision_number': 7, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f', 'name': '', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:f8:e6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:40Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:57.533566 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd175959-eded-44bb-8855-1595aef9f2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.553339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:57.553994 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.555990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] 10.222.0.50 "PUT /v2.0/ports/deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 1092 time: 4.8126547 May 24 23:02:57.557870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:02:57.563072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:02:57.569184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:02:57.586826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc07fb0-cbc9-4831-bc80-834fe47b715d None None] The sync data for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 is: [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:52Z', 'revision_number': 7, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f', 'name': '', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:f8:e6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:40Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 4, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:02:57.624640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bd175959-eded-44bb-8855-1595aef9f2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:02:57.631685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43678) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:57.637722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ad079522-c405-4262-948a-e7a09aa27c6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e60adc168e334e21ac56e144356dc62c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2772279 May 24 23:02:57.644258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd175959-eded-44bb-8855-1595aef9f2dd admin admin] Usage tracker for resource:security_group_rule and tenant:dccdd6e543124827863c212fcf043632 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:02:57.661805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd175959-eded-44bb-8855-1595aef9f2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:02:57.678714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acf184-c919-4b7b-ae66-322d4082bbe5 req-34fc46d7-d045-415d-b500-5e8a84720055 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:57.686807 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33acf184-c919-4b7b-ae66-322d4082bbe5 req-34fc46d7-d045-415d-b500-5e8a84720055 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.2384529 May 24 23:02:57.687800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Pushing event updated for resources: {'Port': ['ID=e7530b37-b092-4d6e-8062-d395c8bb9d21,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:57.699444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bd175959-eded-44bb-8855-1595aef9f2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:02:57.778830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9fa8532b-27c5-47ec-a9ec-787adc641f81 req-fbd36e1d-9873-4016-a89e-a6a06bba6459 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574871 May 24 23:02:57.816591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e87e9-7ed1-41d0-b7ec-25b0ef84748d service neutron] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:57.848045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad079522-c405-4262-948a-e7a09aa27c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1254e3-23aa-4285-a3ae-b8334504c830,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:57.938128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Attempting to bind port e7530b37-b092-4d6e-8062-d395c8bb9d21 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:02:57.938982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Attempting to bind port e7530b37-b092-4d6e-8062-d395c8bb9d21 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:02:57.938982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Attempting to bind port e7530b37-b092-4d6e-8062-d395c8bb9d21 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:02:57.948697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:02:57.948697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:02:57.949173 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.949436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:02:57.950082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Bound port: e7530b37-b092-4d6e-8062-d395c8bb9d21, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:02:57.950461 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:57.961182 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4f80e4-e1c1-44a9-93d7-0f8876d5734e'] response: {'name': 'network-changed', 'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'status': 'completed', 'code': 200} May 24 23:02:57.976561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5ae4d55a-bfec-4263-af5e-0002a623621a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:57.977738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9d73577d-c1cf-4da2-87ff-2ce3eef53728 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:58.001038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33acf184-c919-4b7b-ae66-322d4082bbe5 req-59e133e5-c798-40a9-bbf7-5e89914349fd tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131979 May 24 23:02:58.041202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.objects.ports [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88389) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:02:58.055382 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf80d88-db7a-43ba-bffc-1fc67d15b435 None None] Sync routers for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:02:58.071309 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf80d88-db7a-43ba-bffc-1fc67d15b435 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:58.072349 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1cf80d88-db7a-43ba-bffc-1fc67d15b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:58.143025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] For port e7530b37-b092-4d6e-8062-d395c8bb9d21, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:02:58.149269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] For port e7530b37-b092-4d6e-8062-d395c8bb9d21, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e7530b37-b092-4d6e-8062-d395c8bb9d21,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:02:58.154665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:58.155740 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.174812 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe4816bd-f462-4367-bffd-094358e88faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.205095 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d33641a5-8abe-435b-aad4-6b6846c8b4d5 req-d73069c1-36e6-47b0-a47b-371ec1d61419 service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9060190 May 24 23:02:58.208353 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.229184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ad93e-bff0-4a13-8cb8-488861f5dcbc req-fd629ef0-38ed-42d0-afd0-4ba9b13ac38e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:58.230722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc0ad93e-bff0-4a13-8cb8-488861f5dcbc req-fd629ef0-38ed-42d0-afd0-4ba9b13ac38e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 946 time: 0.2521095 May 24 23:02:58.234139 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe4816bd-f462-4367-bffd-094358e88faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.289464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:02:58.289464 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:02:58.292837 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1cf80d88-db7a-43ba-bffc-1fc67d15b435 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:58.388570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-0419daca-9a62-4784-a512-80c0a540f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:58.390198 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-0419daca-9a62-4784-a512-80c0a540f62f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1095 time: 0.7293677 May 24 23:02:58.392431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dbe13-ccd9-455d-9d1b-b1fa3b0c393c None None] Pushing event updated for resources: {'Port': ['ID=e7530b37-b092-4d6e-8062-d395c8bb9d21,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:58.395046 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd175959-eded-44bb-8855-1595aef9f2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.404705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-dc0ad93e-bff0-4a13-8cb8-488861f5dcbc req-4f4157a0-8844-4901-8f63-3de71441c3ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Deleting port a0a19048-8ba0-470d-b4ed-52ab8b3433c4 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:58.405258 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dc0ad93e-bff0-4a13-8cb8-488861f5dcbc req-4f4157a0-8844-4901-8f63-3de71441c3ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.439610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:58.458800 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd175959-eded-44bb-8855-1595aef9f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.519437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe4816bd-f462-4367-bffd-094358e88faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.525993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7c12db4a-b032-4015-a197-0bcbb019a89d no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:02:58.548629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e4a9c-7bee-4910-bf87-3e493af667c4 req-c3febfe1-d890-4e7e-a697-2213fff872f2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:58.552197 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b5e4a9c-7bee-4910-bf87-3e493af667c4 req-c3febfe1-d890-4e7e-a697-2213fff872f2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 944 time: 0.4139333 May 24 23:02:58.561179 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-02208587-351c-4c50-971c-db6ba952ea97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 217 time: 0.1427171 May 24 23:02:58.569583 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd175959-eded-44bb-8855-1595aef9f2dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dccdd6e543124827863c212fcf043632&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8798051 May 24 23:02:58.570380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43684) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:02:58.574278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd175959-eded-44bb-8855-1595aef9f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c59c98-068d-4ecf-8b70-32d7200641fc,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:58.599058 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d33641a5-8abe-435b-aad4-6b6846c8b4d5 req-17ddb9fb-9396-4f7c-8f8b-ea5b03a61dca service neutron] 10.222.0.50 "GET /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804493 May 24 23:02:58.611612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4816bd-f462-4367-bffd-094358e88faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1254e3-23aa-4285-a3ae-b8334504c830,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:02:58.665310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 7c12db4a-b032-4015-a197-0bcbb019a89d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:02:58.667024 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7c12db4a-b032-4015-a197-0bcbb019a89d not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:02:58.769435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe4816bd-f462-4367-bffd-094358e88faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.778123 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fe4816bd-f462-4367-bffd-094358e88faf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf1254e3-23aa-4285-a3ae-b8334504c830 HTTP/1.1" status: 204 len: 168 time: 1.1392543 May 24 23:02:58.877989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-dc0ad93e-bff0-4a13-8cb8-488861f5dcbc req-4f4157a0-8844-4901-8f63-3de71441c3ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] For port a0a19048-8ba0-470d-b4ed-52ab8b3433c4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a0a19048-8ba0-470d-b4ed-52ab8b3433c4,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:58.878274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dc0ad93e-bff0-4a13-8cb8-488861f5dcbc req-4f4157a0-8844-4901-8f63-3de71441c3ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:58.885072 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b5e4a9c-7bee-4910-bf87-3e493af667c4 req-b11004c0-3874-4e53-b274-3e47ecc6e10a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102999 May 24 23:02:58.909289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-f1e33645-15d1-4ea0-b989-fd4497bb2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:58.910923 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-f1e33645-15d1-4ea0-b989-fd4497bb2047 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.3326473 May 24 23:02:58.928257 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.013003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e7530b37-b092-4d6e-8062-d395c8bb9d21 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:59.022828 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0dcfe039-cb7b-4145-b7be-696eaf028fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.060297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:02:59.060297 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.129514 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1cf80d88-db7a-43ba-bffc-1fc67d15b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:52Z', 'revision_number': 7, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f', 'name': '', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:f8:e6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:40Z', 'updated_at': '2022-05-24T23:02:56Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:59.137961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-dc0ad93e-bff0-4a13-8cb8-488861f5dcbc req-4f4157a0-8844-4901-8f63-3de71441c3ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Calling delete_port for a0a19048-8ba0-470d-b4ed-52ab8b3433c4 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:02:59.140898 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf80d88-db7a-43ba-bffc-1fc67d15b435 None None] Checking router: 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:02:59.160020 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf80d88-db7a-43ba-bffc-1fc67d15b435 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:02:59.160655 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1cf80d88-db7a-43ba-bffc-1fc67d15b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:02:59.176487 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port e7530b37-b092-4d6e-8062-d395c8bb9d21 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:02:59.192055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:02:59.416851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:02:59.417230 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.486255 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0dcfe039-cb7b-4145-b7be-696eaf028fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.520763 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1cf80d88-db7a-43ba-bffc-1fc67d15b435 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:02:59.727504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:02:59.870958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f,segment=NetworkSegment(03b3c34c-874c-407b-9eca-e85e0db44440),segment_id=03b3c34c-874c-407b-9eca-e85e0db44440)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:59.871338 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:02:59.907251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] For port e7530b37-b092-4d6e-8062-d395c8bb9d21, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e7530b37-b092-4d6e-8062-d395c8bb9d21,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:02:59.930661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-27efae2e-5b3f-486e-a61d-aeeaf5e28548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:59.932694 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-27efae2e-5b3f-486e-a61d-aeeaf5e28548 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0055401 May 24 23:02:59.967690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a08ea4-de85-44fc-b392-148d1537a557 req-d7b51d6b-2652-43f6-ae2e-d1178eb468ce tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:02:59.969190 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-88a08ea4-de85-44fc-b392-148d1537a557 req-d7b51d6b-2652-43f6-ae2e-d1178eb468ce tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=79966b8c-c4b6-488b-bb4a-f793abed3d5e HTTP/1.1" status: 200 len: 946 time: 0.7842734 May 24 23:03:00.028743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dc0ad93e-bff0-4a13-8cb8-488861f5dcbc req-4f4157a0-8844-4901-8f63-3de71441c3ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.036339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:00.043012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852', 'afe67209-638d-4a95-889f-f9a1c3f0cfe8', 'a0a19048-8ba0-470d-b4ed-52ab8b3433c4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:03:00.092409 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-54e5a9c9-d0aa-4c82-872e-ea8b86c7d97f service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507120 May 24 23:03:00.103070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65acce-1447-4e2a-93d7-55c12d5a3e69 req-691b5a80-9ac6-4aed-9538-00568cac88a1 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:00.110967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a65acce-1447-4e2a-93d7-55c12d5a3e69 req-691b5a80-9ac6-4aed-9538-00568cac88a1 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.7544312 May 24 23:03:00.126961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:03:00.151505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4157a0-8844-4901-8f63-3de71441c3ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event deleted for resources: {'Port': ['ID=a0a19048-8ba0-470d-b4ed-52ab8b3433c4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:00.209540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52a2a8d8-e784-496a-a659-7de3a4487614 None None] Provisioning for port e7530b37-b092-4d6e-8062-d395c8bb9d21 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:00.242271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.242437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52a2a8d8-e784-496a-a659-7de3a4487614 None None] Provisioning complete for port e7530b37-b092-4d6e-8062-d395c8bb9d21 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:00.242694 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52a2a8d8-e784-496a-a659-7de3a4487614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.260098 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0dcfe039-cb7b-4145-b7be-696eaf028fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.264406 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-88a08ea4-de85-44fc-b392-148d1537a557 req-103db1b1-66aa-4eae-9bad-db841cbd7b3a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004740 May 24 23:03:00.281226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0ad93e-bff0-4a13-8cb8-488861f5dcbc req-4f4157a0-8844-4901-8f63-3de71441c3ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] No DVR routers for this DVR port a0a19048-8ba0-470d-b4ed-52ab8b3433c4 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:00.284469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-dc0ad93e-bff0-4a13-8cb8-488861f5dcbc req-4f4157a0-8844-4901-8f63-3de71441c3ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.287048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79966b8c-c4b6-488b-bb4a-f793abed3d5e', 'name': 'network-vif-deleted', 'tag': 'a0a19048-8ba0-470d-b4ed-52ab8b3433c4'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:00.289125 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1cf80d88-db7a-43ba-bffc-1fc67d15b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:52Z', 'revision_number': 7, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f', 'name': '', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:f8:e6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:40Z', 'updated_at': '2022-05-24T23:02:56Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:00.295747 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf80d88-db7a-43ba-bffc-1fc67d15b435 None None] The sync data for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 is: [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:02:52Z', 'revision_number': 7, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f', 'name': '', 'network_id': 'fdb8b387-6e8d-4d3d-932a-18ae37b87f86', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:f8:e6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:40Z', 'updated_at': '2022-05-24T23:02:56Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': '4c15da75-4efc-4dbc-8656-88c9cb57df8c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:00.316736 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc0ad93e-bff0-4a13-8cb8-488861f5dcbc req-4f4157a0-8844-4901-8f63-3de71441c3ac tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "DELETE /v2.0/ports/a0a19048-8ba0-470d-b4ed-52ab8b3433c4 HTTP/1.1" status: 204 len: 173 time: 2.0748110 May 24 23:03:00.345315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a65acce-1447-4e2a-93d7-55c12d5a3e69 req-e2ed2a98-89d1-40b7-89ca-c1c518580b28 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329121 May 24 23:03:00.345916 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.346893 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.460653 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d156ebe8-fdfc-4008-83e7-4b94cc73866b'] response: {'server_uuid': '79966b8c-c4b6-488b-bb4a-f793abed3d5e', 'name': 'network-vif-deleted', 'tag': 'a0a19048-8ba0-470d-b4ed-52ab8b3433c4', 'status': 'completed', 'code': 200} May 24 23:03:00.468747 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.552640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfe039-cb7b-4145-b7be-696eaf028fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c59c98-068d-4ecf-8b70-32d7200641fc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:00.659728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:00.736145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-52a2a8d8-e784-496a-a659-7de3a4487614 None None] Current status of the port e7530b37-b092-4d6e-8062-d395c8bb9d21 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:00.736532 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52a2a8d8-e784-496a-a659-7de3a4487614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.745236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:00.753431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:00.766122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:00.766708 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.782513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=e7530b37-b092-4d6e-8062-d395c8bb9d21,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:00.799787 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0dcfe039-cb7b-4145-b7be-696eaf028fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:00.801322 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0dcfe039-cb7b-4145-b7be-696eaf028fd7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67c59c98-068d-4ecf-8b70-32d7200641fc HTTP/1.1" status: 204 len: 168 time: 2.2249591 May 24 23:03:00.807673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b77170f-0b65-43f5-bb77-0f24912de3b3 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:00.824829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=c70b3406-20b6-4115-9429-ec89289174a9,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:00.834499 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bba692f7-99d9-4ab9-bebb-1724f87a44e9 req-6ae1cf24-b596-47d7-bc2a-7b8f48c89667 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964128 May 24 23:03:00.845424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9456a836-8f44-4527-a520-856f868c321b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.2123587 May 24 23:03:00.846577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43728) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:00.858363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:90:bc:3d', 'name': 'tempest-NetworksTestDHCPv6-1020346282'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:01.049372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-52a2a8d8-e784-496a-a659-7de3a4487614 None None] For port e7530b37-b092-4d6e-8062-d395c8bb9d21, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e7530b37-b092-4d6e-8062-d395c8bb9d21,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:01.069138 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52a2a8d8-e784-496a-a659-7de3a4487614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.166960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:01.195321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f63208-4fe4-46d3-bb66-e1eef928024e req-4280554a-0330-4a9c-b933-d3bd61f6b666 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:01.198061 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10f63208-4fe4-46d3-bb66-e1eef928024e req-4280554a-0330-4a9c-b933-d3bd61f6b666 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 944 time: 0.6134424 May 24 23:03:01.216780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:01.240690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799e39-c5c8-4045-8d17-59bd120c9f3d req-a9a79a93-d4b8-41dc-9acf-7a61c6b8ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:01.242290 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f799e39-c5c8-4045-8d17-59bd120c9f3d req-a9a79a93-d4b8-41dc-9acf-7a61c6b8ea46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1095 time: 0.2184067 May 24 23:03:01.243641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:01.293002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:01.453319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43742) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:01.454242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:01.471917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2a8d8-e784-496a-a659-7de3a4487614 None None] Pushing event updated for resources: {'Port': ['ID=e7530b37-b092-4d6e-8062-d395c8bb9d21,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:01.565590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799e39-c5c8-4045-8d17-59bd120c9f3d req-928fa76b-2ea9-4c21-a3f9-7c17c4f8b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:01.567074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f799e39-c5c8-4045-8d17-59bd120c9f3d req-928fa76b-2ea9-4c21-a3f9-7c17c4f8b85f service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.3128505 May 24 23:03:01.677321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f799e39-c5c8-4045-8d17-59bd120c9f3d req-342c1674-e115-4e01-9078-a2c03deb404e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 217 time: 0.1028733 May 24 23:03:01.679768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:01.687674 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10f63208-4fe4-46d3-bb66-e1eef928024e req-351e1970-ac47-480e-af59-a2dff2f6d851 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065159 May 24 23:03:01.749470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-710107190', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:01.856536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:01.878147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Usage tracker for resource:port and tenant:2676330ae47a4fc9ae719abe39486dda is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:01.898034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:01.947060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:01.994014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799e39-c5c8-4045-8d17-59bd120c9f3d req-892b2c2a-ace0-4757-af0b-82d4a4344755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:01.995621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f799e39-c5c8-4045-8d17-59bd120c9f3d req-892b2c2a-ace0-4757-af0b-82d4a4344755 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.2974718 May 24 23:03:01.996233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Made reservation on behalf of 2676330ae47a4fc9ae719abe39486dda for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:01.998540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.019210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:02.145182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a0a19048-8ba0-470d-b4ed-52ab8b3433c4 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:02.220645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: a0a19048-8ba0-470d-b4ed-52ab8b3433c4 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:02.221000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a0a19048-8ba0-470d-b4ed-52ab8b3433c4 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:02.274794 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.308588 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.324214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:02.341157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Usage tracker for resource:security_group_rule and tenant:2676330ae47a4fc9ae719abe39486dda is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:02.346462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:02.366078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c4579-ed86-4495-8741-6767b01d0e48 req-4c83043d-6d09-492e-9b68-87339a9715a6 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:02.367627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d1c4579-ed86-4495-8741-6767b01d0e48 req-4c83043d-6d09-492e-9b68-87339a9715a6 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.6890695 May 24 23:03:02.375748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:02.379468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 9ecbde1e-26ec-44b3-b600-b203a84ddc8b yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:02.465367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:02.480599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df150d83-9219-4697-a05b-22d22d74eb56 None None] Sync routers for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:02.504763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43774) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:02.505034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c19852a8-0d60-45cb-8778-99a3b723cd68 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3824875 May 24 23:03:02.506954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df150d83-9219-4697-a05b-22d22d74eb56 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:02.507125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-df150d83-9219-4697-a05b-22d22d74eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:02.511096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799e39-c5c8-4045-8d17-59bd120c9f3d req-ebce1a0f-813c-4079-8d72-02b91f62e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:02.512725 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f799e39-c5c8-4045-8d17-59bd120c9f3d req-ebce1a0f-813c-4079-8d72-02b91f62e4e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2918937 May 24 23:03:02.548103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdd58b-e3a6-4161-be01-5eca227bd84f req-77b282f2-5e91-4a82-8e03-4c4d6d3688da tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:02.548850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b6bdd58b-e3a6-4161-be01-5eca227bd84f req-77b282f2-5e91-4a82-8e03-4c4d6d3688da tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:02.583775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b6bdd58b-e3a6-4161-be01-5eca227bd84f req-77b282f2-5e91-4a82-8e03-4c4d6d3688da tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:02.585218 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6bdd58b-e3a6-4161-be01-5eca227bd84f req-77b282f2-5e91-4a82-8e03-4c4d6d3688da tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 945 time: 0.2365263 May 24 23:03:02.651801 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6bdd58b-e3a6-4161-be01-5eca227bd84f req-13d17b12-1630-4a4d-ac74-e76e2f687f86 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597172 May 24 23:03:02.688516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ef1644-672a-43b6-abff-39c225ea96da tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting subnet 4c15da75-4efc-4dbc-8656-88c9cb57df8c {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:02.788801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-df150d83-9219-4697-a05b-22d22d74eb56 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:02.859984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e7530b37-b092-4d6e-8062-d395c8bb9d21 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:02.918808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-244f296a-009f-4623-96ff-f0c4e9c1a2db None None] Provisioning complete for port e7530b37-b092-4d6e-8062-d395c8bb9d21 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:02.919183 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-244f296a-009f-4623-96ff-f0c4e9c1a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.933741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8bd51-b484-4e86-910e-eae22ff9d5b8 req-ed056d56-65e9-4459-bae7-82a6fb781953 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:02.935790 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-63f8bd51-b484-4e86-910e-eae22ff9d5b8 req-ed056d56-65e9-4459-bae7-82a6fb781953 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 944 time: 0.1003225 May 24 23:03:02.939658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1644-672a-43b6-abff-39c225ea96da tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:02.999317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-63f8bd51-b484-4e86-910e-eae22ff9d5b8 req-c0fac4f4-d387-4410-bf7d-6f24a6f9ea7d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572774 May 24 23:03:03.042185 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1644-672a-43b6-abff-39c225ea96da tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.123338 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d1c4579-ed86-4495-8741-6767b01d0e48 req-5a484508-6f6c-41ab-a12d-68afcf9ef4f0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7452071 May 24 23:03:03.139915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 172.20.0.12 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/d9c0145f-4bb8-4e24-96e1-fbfd7ff7d8fd/9ecbde1e-26ec-44b3-b600-b203a84ddc8b) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:03.171041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::f816:3eff:fe90:bc3d (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/c70b3406-20b6-4115-9429-ec89289174a9/9ecbde1e-26ec-44b3-b600-b203a84ddc8b) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:03.192669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e7530b37-b092-4d6e-8062-d395c8bb9d21 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:03.193253 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.241380 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f799e39-c5c8-4045-8d17-59bd120c9f3d req-fce7269e-c45f-47fe-a1de-80a837efd808 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7202208 May 24 23:03:03.363032 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.367248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-244f296a-009f-4623-96ff-f0c4e9c1a2db None None] Current status of the port e7530b37-b092-4d6e-8062-d395c8bb9d21 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:03.379439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.406677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1644-672a-43b6-abff-39c225ea96da tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.437705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] device_id is not set on port 9ef8218d-d8a8-4370-b6d2-d4ab386ee66e yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:03.444862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a1373-be0f-481d-844b-987dadf14f04 req-d14ef7c2-2113-47f0-885e-a5d64ae703a8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:03.454049 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-347a1373-be0f-481d-844b-987dadf14f04 req-d14ef7c2-2113-47f0-885e-a5d64ae703a8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.1591163 May 24 23:03:03.460040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e7530b37-b092-4d6e-8062-d395c8bb9d21 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:03.469802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-df150d83-9219-4697-a05b-22d22d74eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:00Z', 'revision_number': 8, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:03.474594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df150d83-9219-4697-a05b-22d22d74eb56 None None] Checking router: 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:03.484923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df150d83-9219-4697-a05b-22d22d74eb56 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:03.485764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-df150d83-9219-4697-a05b-22d22d74eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:02:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:03.526232 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-347a1373-be0f-481d-844b-987dadf14f04 req-fd65a78d-f8c7-4419-b1f5-6b6930c0fd2a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608792 May 24 23:03:03.616492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9b7080-4428-4f7b-9df1-c8df72fad473,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:03.639132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.639511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.640082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.640200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.640784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.641097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.641418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.641763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.642069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.642387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.642701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.643014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:03.669188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f799e39-c5c8-4045-8d17-59bd120c9f3d req-ec336207-8e67-4cb6-b739-5628a93f7949 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076724 May 24 23:03:03.722661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0749cc0-58fd-4040-8cd9-c867e734abb6 req-01eefde0-a183-425d-8b6e-60bf6750a7fd tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:03.731343 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0749cc0-58fd-4040-8cd9-c867e734abb6 req-01eefde0-a183-425d-8b6e-60bf6750a7fd tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 945 time: 0.1737731 May 24 23:03:03.801664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-df150d83-9219-4697-a05b-22d22d74eb56 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:03.804699 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1644-672a-43b6-abff-39c225ea96da tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.865992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-d0749cc0-58fd-4040-8cd9-c867e734abb6 req-d2d70831-1c7c-41c7-a78e-b8e5a21b1648 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Deleting port afe67209-638d-4a95-889f-f9a1c3f0cfe8 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:03.866437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d0749cc0-58fd-4040-8cd9-c867e734abb6 req-d2d70831-1c7c-41c7-a78e-b8e5a21b1648 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.889175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef1644-672a-43b6-abff-39c225ea96da tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Subnet': ['ID=4c15da75-4efc-4dbc-8656-88c9cb57df8c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:03.952499 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:03.975926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 9ecbde1e-26ec-44b3-b600-b203a84ddc8b will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:04.000980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Allocated IP 172.25.7.58 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/9ef8218d-d8a8-4370-b6d2-d4ab386ee66e) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:04.006760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f449551-2392-4532-ac49-610a89530bdc None None] Network fdb8b387-6e8d-4d3d-932a-18ae37b87f86 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:04.009319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1644-672a-43b6-abff-39c225ea96da tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.064847 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a2ef1644-672a-43b6-abff-39c225ea96da tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/4c15da75-4efc-4dbc-8656-88c9cb57df8c HTTP/1.1" status: 204 len: 168 time: 1.5541015 May 24 23:03:04.084702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43858) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:04.093328 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.150475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebdb8b-48bf-43b6-994a-ad473d37cd0a req-55afd891-5837-463a-a7e2-0908c9a5e9e8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:04.155329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:03:04.161719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54ebdb8b-48bf-43b6-994a-ad473d37cd0a req-55afd891-5837-463a-a7e2-0908c9a5e9e8 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.3529887 May 24 23:03:04.268671 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54ebdb8b-48bf-43b6-994a-ad473d37cd0a req-6ee699ff-75f7-4004-bf60-7419332bf0bd tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060050 May 24 23:03:04.323303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-d0749cc0-58fd-4040-8cd9-c867e734abb6 req-d2d70831-1c7c-41c7-a78e-b8e5a21b1648 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] For port afe67209-638d-4a95-889f-f9a1c3f0cfe8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=afe67209-638d-4a95-889f-f9a1c3f0cfe8,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:04.323733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d0749cc0-58fd-4040-8cd9-c867e734abb6 req-d2d70831-1c7c-41c7-a78e-b8e5a21b1648 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.545198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=9ecbde1e-26ec-44b3-b600-b203a84ddc8b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:04.554307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:04.568833 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.569661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-d0749cc0-58fd-4040-8cd9-c867e734abb6 req-d2d70831-1c7c-41c7-a78e-b8e5a21b1648 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Calling delete_port for afe67209-638d-4a95-889f-f9a1c3f0cfe8 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:04.572654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'port_id': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'mac_address': 'fa:16:3e:da:72:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:03:04.584827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:04.592710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:04.615375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:04.622966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-df150d83-9219-4697-a05b-22d22d74eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:00Z', 'revision_number': 8, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:04.643455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df150d83-9219-4697-a05b-22d22d74eb56 None None] The sync data for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 is: [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:00Z', 'revision_number': 8, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae4d55a-bfec-4263-af5e-0002a623621a', 'name': '', 'network_id': '9989f565-efe8-46c3-a70a-cc5c6b4dc7e4', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:ec:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:27Z', 'updated_at': '2022-05-24T23:02:51Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'aaa2f855-9615-4bea-9c6d-bb7ca78174fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:04.655826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:04.656209 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.678754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb95383-54b2-41c3-9d88-79263e15bd7b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:03:04.700657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:04.701466 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.729582 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:04.743458 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.775336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43884) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:04.779600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 66a9a022-4a02-43b2-8cf8-6be1b28129ca {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:04.780020 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.839270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:04.841281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56edc34-22e4-4f8d-9444-72879b3fba37 req-298298a1-03ef-40ef-8698-e8674b6e87c5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:04.842868 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b56edc34-22e4-4f8d-9444-72879b3fba37 req-298298a1-03ef-40ef-8698-e8674b6e87c5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 944 time: 0.3455844 May 24 23:03:04.860215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb06f6d-af93-4d42-8275-a191d1c11603 req-dff2581b-f052-4fe3-951d-5b2cba84d381 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:04.862522 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8eb06f6d-af93-4d42-8275-a191d1c11603 req-dff2581b-f052-4fe3-951d-5b2cba84d381 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=458fa71a-260d-4be5-acb1-06f9130b8810 HTTP/1.1" status: 200 len: 945 time: 0.9917569 May 24 23:03:04.871670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b91afe42-f72f-46c0-90be-cebac2e00a5e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.0240612 May 24 23:03:04.880183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43890) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:04.976283 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd4f6d00-f122-40bb-8ac8-79820a4dd61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:04.999221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['deb95383-54b2-41c3-9d88-79263e15bd7b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:03:05.015821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b56edc34-22e4-4f8d-9444-72879b3fba37 req-84bc2b4c-99d7-4b51-b5e0-4fa5d758fb5b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628876 May 24 23:03:05.037685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dd4f6d00-f122-40bb-8ac8-79820a4dd61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:05.053352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd4f6d00-f122-40bb-8ac8-79820a4dd61d admin admin] Usage tracker for resource:security_group_rule and tenant:aebcaf9c74b5444e8821946fa6e4622d is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:05.057579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd4f6d00-f122-40bb-8ac8-79820a4dd61d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:05.063891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dd4f6d00-f122-40bb-8ac8-79820a4dd61d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:05.069973 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d0749cc0-58fd-4040-8cd9-c867e734abb6 req-d2d70831-1c7c-41c7-a78e-b8e5a21b1648 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.072702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f10b97-3e04-48c3-acec-e151bf8a13e3 None None] DHCP port deletion for fdb8b387-6e8d-4d3d-932a-18ae37b87f86 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:05.126944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-10f10b97-3e04-48c3-acec-e151bf8a13e3 None None] Deleting port 66a9a022-4a02-43b2-8cf8-6be1b28129ca {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:05.127321 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-10f10b97-3e04-48c3-acec-e151bf8a13e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.135514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d70831-1c7c-41c7-a78e-b8e5a21b1648 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event deleted for resources: {'Port': ['ID=afe67209-638d-4a95-889f-f9a1c3f0cfe8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:05.213419 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.248717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8eb06f6d-af93-4d42-8275-a191d1c11603 req-47072236-5d3f-4744-8629-258d016133f3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735883 May 24 23:03:05.250877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-70d71783-744d-4b9b-8194-f3f111d3eb88 None None] Provisioning for port 9ecbde1e-26ec-44b3-b600-b203a84ddc8b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:05.268377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-70d71783-744d-4b9b-8194-f3f111d3eb88 None None] Provisioning complete for port 9ecbde1e-26ec-44b3-b600-b203a84ddc8b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:05.268377 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-70d71783-744d-4b9b-8194-f3f111d3eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.287714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port 66a9a022-4a02-43b2-8cf8-6be1b28129ca, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=66a9a022-4a02-43b2-8cf8-6be1b28129ca,segment=NetworkSegment(03b3c34c-874c-407b-9eca-e85e0db44440),segment_id=03b3c34c-874c-407b-9eca-e85e0db44440)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:05.288076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.291329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0749cc0-58fd-4040-8cd9-c867e734abb6 req-d2d70831-1c7c-41c7-a78e-b8e5a21b1648 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] No DVR routers for this DVR port afe67209-638d-4a95-889f-f9a1c3f0cfe8 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:05.306439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bc007b-213e-48cc-8571-7cfe60790faf tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:05.306786 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-d0749cc0-58fd-4040-8cd9-c867e734abb6 req-d2d70831-1c7c-41c7-a78e-b8e5a21b1648 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.311476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458fa71a-260d-4be5-acb1-06f9130b8810', 'name': 'network-vif-deleted', 'tag': 'afe67209-638d-4a95-889f-f9a1c3f0cfe8'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:05.312314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bc007b-213e-48cc-8571-7cfe60790faf tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:05.313154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b3bc007b-213e-48cc-8571-7cfe60790faf tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:05.391646 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3d62a4-98aa-4008-a1c8-1ad5cf79a614'] response: {'server_uuid': '458fa71a-260d-4be5-acb1-06f9130b8810', 'name': 'network-vif-deleted', 'tag': 'afe67209-638d-4a95-889f-f9a1c3f0cfe8', 'status': 'completed', 'code': 200} May 24 23:03:05.397314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0749cc0-58fd-4040-8cd9-c867e734abb6 req-d2d70831-1c7c-41c7-a78e-b8e5a21b1648 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "DELETE /v2.0/ports/afe67209-638d-4a95-889f-f9a1c3f0cfe8 HTTP/1.1" status: 204 len: 173 time: 1.6607614 May 24 23:03:05.421609 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd4f6d00-f122-40bb-8ac8-79820a4dd61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.435950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a0124-ca11-4a68-84f8-110cb113115d req-7cbcaa6b-8aa1-4163-b50d-81185c3092cd tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:05.437583 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2c5a0124-ca11-4a68-84f8-110cb113115d req-7cbcaa6b-8aa1-4163-b50d-81185c3092cd tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.2831938 May 24 23:03:05.438583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd4f6d00-f122-40bb-8ac8-79820a4dd61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.455897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 66a9a022-4a02-43b2-8cf8-6be1b28129ca owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:05.482125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f6d00-f122-40bb-8ac8-79820a4dd61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f040cf6f-73c7-4de0-8ba6-90ce15819a2b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:05.487297 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.535066 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-10f10b97-3e04-48c3-acec-e151bf8a13e3 None None] For port 66a9a022-4a02-43b2-8cf8-6be1b28129ca, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=66a9a022-4a02-43b2-8cf8-6be1b28129ca,segment=NetworkSegment(03b3c34c-874c-407b-9eca-e85e0db44440),segment_id=03b3c34c-874c-407b-9eca-e85e0db44440)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:05.535333 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-10f10b97-3e04-48c3-acec-e151bf8a13e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.563779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b3bc007b-213e-48cc-8571-7cfe60790faf tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:05.565068 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b3bc007b-213e-48cc-8571-7cfe60790faf tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6830380 May 24 23:03:05.589565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43896) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:05.609099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:05.651414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:05.674058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:05.688885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-10f10b97-3e04-48c3-acec-e151bf8a13e3 None None] Calling delete_port for 66a9a022-4a02-43b2-8cf8-6be1b28129ca owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:05.723987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Pushing event updated for resources: {'Port': ['ID=9ef8218d-d8a8-4370-b6d2-d4ab386ee66e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:05.744992 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dd4f6d00-f122-40bb-8ac8-79820a4dd61d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aebcaf9c74b5444e8821946fa6e4622d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9655545 May 24 23:03:05.749387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43900) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:05.753851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-70d71783-744d-4b9b-8194-f3f111d3eb88 None None] Port 9ecbde1e-26ec-44b3-b600-b203a84ddc8b cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:05.765866 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2c5a0124-ca11-4a68-84f8-110cb113115d req-5ff1236c-060a-4205-ba81-c3e63ef1f552 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184679 May 24 23:03:05.767113 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dac1dc2c-774d-4b16-b708-08ae68a0ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.796159 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.800244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:05.800845 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.826373 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-10f10b97-3e04-48c3-acec-e151bf8a13e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:05.826740 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-10f10b97-3e04-48c3-acec-e151bf8a13e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:05.859132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2fd70-358c-4744-a835-7dc2b85f2eca tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 9ecbde1e-26ec-44b3-b600-b203a84ddc8b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:05.859473 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fd70-358c-4744-a835-7dc2b85f2eca tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:05.910629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=66a9a022-4a02-43b2-8cf8-6be1b28129ca,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:05.922101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No DVR routers for this DVR port 66a9a022-4a02-43b2-8cf8-6be1b28129ca on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:06.011190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b0adc9be-ed10-4326-bf18-c38c0dc3d9ee tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.5545156 May 24 23:03:06.015214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43906) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:06.023988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.58'}]}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:06.031335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:06.037370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Usage tracker for resource:router and tenant:2676330ae47a4fc9ae719abe39486dda is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:06.046136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:06.059479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:06.081925 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.083005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.110047 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.120221 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-743576ae-85ed-4e24-b7fa-fe2305afce0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.186063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852', 'afe67209-638d-4a95-889f-f9a1c3f0cfe8'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:03:06.192478 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.212193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-743576ae-85ed-4e24-b7fa-fe2305afce0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.328362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-10f10b97-3e04-48c3-acec-e151bf8a13e3 None None] Deleting port 66a9a022-4a02-43b2-8cf8-6be1b28129ca {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:06.328872 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-10f10b97-3e04-48c3-acec-e151bf8a13e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.341284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb8b387-6e8d-4d3d-932a-18ae37b87f86']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:06.409928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-10f10b97-3e04-48c3-acec-e151bf8a13e3 None None] The port '66a9a022-4a02-43b2-8cf8-6be1b28129ca' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:03:06.483868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32435-489a-4b3f-952c-64c07fcd1b3f req-3a831b77-281d-4005-a09a-3dfff6ce55a4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:06.485433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5b32435-489a-4b3f-952c-64c07fcd1b3f req-3a831b77-281d-4005-a09a-3dfff6ce55a4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3461084 May 24 23:03:06.487847 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.531456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b3c34c-874c-407b-9eca-e85e0db44440') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:06.531751 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b3c34c-874c-407b-9eca-e85e0db44440') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:06.572955 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.597356 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b5b32435-489a-4b3f-952c-64c07fcd1b3f req-5e0e4a90-0ae3-4d01-a7ce-20f538f5a039 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049109 May 24 23:03:06.625571 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.642914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:06.643319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.750213 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 03b3c34c-874c-407b-9eca-e85e0db44440 resource provider aggregate not found May 24 23:03:06.769053 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fd70-358c-4744-a835-7dc2b85f2eca tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.785674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ab94e-6250-4a23-b833-6c4ca037088b req-8d2b0551-03ba-4b8b-95f6-7c34c6ed4a95 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:06.787265 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-339ab94e-6250-4a23-b833-6c4ca037088b req-8d2b0551-03ba-4b8b-95f6-7c34c6ed4a95 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.5455949 May 24 23:03:06.789070 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 03b3c34c-874c-407b-9eca-e85e0db44440 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03b3c34c-874c-407b-9eca-e85e0db44440 found for delete ", "request_id": "req-118a678f-24a6-48dc-9092-1aca7589c962"}]} May 24 23:03:06.798333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 66a9a022-4a02-43b2-8cf8-6be1b28129ca no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:06.803447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-743576ae-85ed-4e24-b7fa-fe2305afce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.836885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 66a9a022-4a02-43b2-8cf8-6be1b28129ca {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:06.838292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 66a9a022-4a02-43b2-8cf8-6be1b28129ca not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:06.838475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:06.879192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:06.879540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 05a2a4d1-c4a1-47a3-8ce7-4eb8c78f052f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:06.891160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743576ae-85ed-4e24-b7fa-fe2305afce0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f040cf6f-73c7-4de0-8ba6-90ce15819a2b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:06.893092 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-743576ae-85ed-4e24-b7fa-fe2305afce0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:06.896929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-743576ae-85ed-4e24-b7fa-fe2305afce0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f040cf6f-73c7-4de0-8ba6-90ce15819a2b HTTP/1.1" status: 204 len: 168 time: 1.1463277 May 24 23:03:06.981166 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:03:06.991040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2fd70-358c-4744-a835-7dc2b85f2eca tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 9ecbde1e-26ec-44b3-b600-b203a84ddc8b owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:07.050052 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.055667 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.078749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.092108 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.092777 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-339ab94e-6250-4a23-b833-6c4ca037088b req-51480458-ba6c-4ebd-b97f-256bb9a21289 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813005 May 24 23:03:07.093511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Network': ['ID=fdb8b387-6e8d-4d3d-932a-18ae37b87f86,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:07.102951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ca5650b3-f6a9-497e-bfa4-9c72bcf3b6ac tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/networks/fdb8b387-6e8d-4d3d-932a-18ae37b87f86 HTTP/1.1" status: 204 len: 168 time: 3.0164819 May 24 23:03:07.106745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43936) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:07.268961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43942) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:07.281349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-24840fe7-a4f4-4de1-b27f-e97a5df4b781 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:07.282792 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-24840fe7-a4f4-4de1-b27f-e97a5df4b781 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.3438804 May 24 23:03:07.306566 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d61b4634-d252-48c0-8b60-d35dd5a64177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.340416 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-96c73733-f9fb-4e9d-8f98-9a0973e499f7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/quotas/0b61e39c08c045648e02b3beafdc002f HTTP/1.1" status: 200 len: 375 time: 0.0415628 May 24 23:03:07.345381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d61b4634-d252-48c0-8b60-d35dd5a64177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:07.425835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d61b4634-d252-48c0-8b60-d35dd5a64177 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7f4bcb28ad4046a733cfa42e2e3d15 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:07.429790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d61b4634-d252-48c0-8b60-d35dd5a64177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:07.441571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d61b4634-d252-48c0-8b60-d35dd5a64177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:07.451950 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3333dec1-f226-489d-b2d0-5e0c339a2696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.488391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.589279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e3f6c-e455-4b9d-978f-482806be9e1d req-394691af-f876-4ba0-939c-3d3ce8765ba4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:07.590897 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e3e3f6c-e455-4b9d-978f-482806be9e1d req-394691af-f876-4ba0-939c-3d3ce8765ba4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.3495934 May 24 23:03:07.643054 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fd70-358c-4744-a835-7dc2b85f2eca tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:07.749075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2fd70-358c-4744-a835-7dc2b85f2eca tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=9ecbde1e-26ec-44b3-b600-b203a84ddc8b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:07.795554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e3e3f6c-e455-4b9d-978f-482806be9e1d req-407626fb-31ab-4647-a286-ef7868c3b671 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918452 May 24 23:03:07.979646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-8fbde0cd-e2a3-4eda-ad1c-8df712adc460 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:07.999197 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.011147 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.011417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fd70-358c-4744-a835-7dc2b85f2eca tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.035679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-8fbde0cd-e2a3-4eda-ad1c-8df712adc460 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:08.037117 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-8fbde0cd-e2a3-4eda-ad1c-8df712adc460 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6619651 May 24 23:03:08.045938 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d7c2fd70-358c-4744-a835-7dc2b85f2eca tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/9ecbde1e-26ec-44b3-b600-b203a84ddc8b HTTP/1.1" status: 204 len: 168 time: 2.4551871 May 24 23:03:08.047411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43950) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:08.052257 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d61b4634-d252-48c0-8b60-d35dd5a64177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.076131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d61b4634-d252-48c0-8b60-d35dd5a64177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.114967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ab2ce-f57f-4d7b-a090-81e48288701e req-20201ba5-b524-4128-bd91-6f0b0734bd99 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:08.116431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-312ab2ce-f57f-4d7b-a090-81e48288701e req-20201ba5-b524-4128-bd91-6f0b0734bd99 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1906502 May 24 23:03:08.158215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375e9d3b-9984-45e5-a423-b57b37a6cbed tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:08.159749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375e9d3b-9984-45e5-a423-b57b37a6cbed tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:08.160484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:08.161315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375e9d3b-9984-45e5-a423-b57b37a6cbed tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:08.162137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-375e9d3b-9984-45e5-a423-b57b37a6cbed tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:08.164751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.165370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60c5c484-0e95-4016-8346-64b5569e46fa {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:03:08.205295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d61b4634-d252-48c0-8b60-d35dd5a64177 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b7f4bcb28ad4046a733cfa42e2e3d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9311168 May 24 23:03:08.209548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43954) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:08.217888 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b4634-d252-48c0-8b60-d35dd5a64177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b84b2-6df9-44b8-b733-dbbdeb4847f2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:08.243338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port deb95383-54b2-41c3-9d88-79263e15bd7b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:08.250804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port deb95383-54b2-41c3-9d88-79263e15bd7b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:08.251567 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.256127 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 24 23:03:08.257177 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-39142bf7-1304-4483-9c4f-14046cf1aeb5 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2382684 May 24 23:03:08.266827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43958) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:08.352509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-46e363b8-ce7f-4d30-8706-875fa1a3412f service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989182 May 24 23:03:08.385885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-312ab2ce-f57f-4d7b-a090-81e48288701e req-2a92b783-6c47-4ac7-921e-a7a2301dfca4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589400 May 24 23:03:08.386081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:08.386587 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.392653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-375e9d3b-9984-45e5-a423-b57b37a6cbed tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:08.397318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-375e9d3b-9984-45e5-a423-b57b37a6cbed tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3476305 May 24 23:03:08.397318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43962) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:08.410688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7240b-27e2-4b5f-9cb3-e3e81aa384e8 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Deleting port 9ef8218d-d8a8-4370-b6d2-d4ab386ee66e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:08.411026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7cd7240b-27e2-4b5f-9cb3-e3e81aa384e8 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.426394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:08.437148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:08.447259 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.448632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device afe67209-638d-4a95-889f-f9a1c3f0cfe8 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:08.486020 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aa37a32-abfa-4b1e-90d2-c4625b3314b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.486877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd682966-5fee-4b19-a793-6641fb36246b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet c70b3406-20b6-4115-9429-ec89289174a9 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:08.490894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.552119 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd682966-5fee-4b19-a793-6641fb36246b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.557520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aa37a32-abfa-4b1e-90d2-c4625b3314b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.612235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: afe67209-638d-4a95-889f-f9a1c3f0cfe8 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:08.612986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device afe67209-638d-4a95-889f-f9a1c3f0cfe8 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:08.614894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:08.658763 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.705231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-9f2f97b0-c0aa-40b0-be29-80bff570bcbd service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373227 May 24 23:03:08.730565 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.758210 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd682966-5fee-4b19-a793-6641fb36246b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.786104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aa37a32-abfa-4b1e-90d2-c4625b3314b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.807118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa37a32-abfa-4b1e-90d2-c4625b3314b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7b84b2-6df9-44b8-b733-dbbdeb4847f2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:08.862542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0aa37a32-abfa-4b1e-90d2-c4625b3314b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.866410 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0aa37a32-abfa-4b1e-90d2-c4625b3314b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a7b84b2-6df9-44b8-b733-dbbdeb4847f2 HTTP/1.1" status: 204 len: 168 time: 0.6499782 May 24 23:03:08.866410 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7cd7240b-27e2-4b5f-9cb3-e3e81aa384e8 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:08.908683 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a98698-fe8a-4947-b72b-4c2e56c3b404'] response: {'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'code': 200} May 24 23:03:08.999654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6a496-6c05-4e53-bc65-35874c50b76b req-cc78b4eb-db46-4e0e-9cb3-3444ca0ff35e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:09.007402 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1bd6a496-6c05-4e53-bc65-35874c50b76b req-cc78b4eb-db46-4e0e-9cb3-3444ca0ff35e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.4228909 May 24 23:03:09.049032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7240b-27e2-4b5f-9cb3-e3e81aa384e8 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Calling delete_port for 9ef8218d-d8a8-4370-b6d2-d4ab386ee66e owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:09.068358 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd682966-5fee-4b19-a793-6641fb36246b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.127577 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1bd6a496-6c05-4e53-bc65-35874c50b76b req-2b16165b-ab1e-4ea2-b752-b3ee4ee03cd2 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193054 May 24 23:03:09.182335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7624d7e7-a6b8-490e-b565-cf19381ea56b req-f0381de7-07a1-4573-892a-207784a11979 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 210 time: 0.2036903 May 24 23:03:09.298451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 5ae4d55a-bfec-4263-af5e-0002a623621a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:09.298795 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.316397 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63165631-30a4-4144-83f7-a0f408b10772 req-53424d20-e91b-4cde-80cb-7dbc6ffa6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:09.318235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-63165631-30a4-4144-83f7-a0f408b10772 req-53424d20-e91b-4cde-80cb-7dbc6ffa6ae2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1097 time: 0.2774262 May 24 23:03:09.379539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd682966-5fee-4b19-a793-6641fb36246b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.455582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd682966-5fee-4b19-a793-6641fb36246b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=c70b3406-20b6-4115-9429-ec89289174a9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:09.463562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a9825-f533-4fcc-9307-2b4910063d8f None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:09.507278 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fd682966-5fee-4b19-a793-6641fb36246b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.557372 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fd682966-5fee-4b19-a793-6641fb36246b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/c70b3406-20b6-4115-9429-ec89289174a9 HTTP/1.1" status: 204 len: 168 time: 1.1546392 May 24 23:03:09.560651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43994) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:09.568372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e0acd-b740-4c7d-a024-00bfc33a1904 req-5c6198df-a64a-4d08-9cd9-6f5dc0bdb130 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:09.569862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-309e0acd-b740-4c7d-a024-00bfc33a1904 req-5c6198df-a64a-4d08-9cd9-6f5dc0bdb130 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.3171742 May 24 23:03:09.683269 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7cd7240b-27e2-4b5f-9cb3-e3e81aa384e8 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.717824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port 5ae4d55a-bfec-4263-af5e-0002a623621a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5ae4d55a-bfec-4263-af5e-0002a623621a,segment=NetworkSegment(1c4eeed5-3636-440b-99c1-86a8309a2595),segment_id=1c4eeed5-3636-440b-99c1-86a8309a2595)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:09.718217 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.753577 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-309e0acd-b740-4c7d-a024-00bfc33a1904 req-beae0b25-3ff0-498a-ab8f-531973609a0b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694701 May 24 23:03:09.766675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7240b-27e2-4b5f-9cb3-e3e81aa384e8 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ef8218d-d8a8-4370-b6d2-d4ab386ee66e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:09.782026 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-63165631-30a4-4144-83f7-a0f408b10772 req-a9ff6a26-50d2-460b-ab0e-af5038de038c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4533732 May 24 23:03:09.868500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec354e76-df82-43f2-be18-ede807d08c20 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet d9c0145f-4bb8-4e24-96e1-fbfd7ff7d8fd {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:09.894895 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7cd7240b-27e2-4b5f-9cb3-e3e81aa384e8 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:09.910150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d813b-d22b-4d73-86a1-62905654a866 req-ded6ead8-2f74-496f-ab2f-50ea0985166a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:09.918947 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-790d813b-d22b-4d73-86a1-62905654a866 req-ded6ead8-2f74-496f-ab2f-50ea0985166a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.2968826 May 24 23:03:09.937054 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7cd7240b-27e2-4b5f-9cb3-e3e81aa384e8 tempest-RoutersAdminNegativeIpV6Test-1739479508 tempest-RoutersAdminNegativeIpV6Test-1739479508-project-admin] 10.222.0.55 "DELETE /v2.0/ports/9ef8218d-d8a8-4370-b6d2-d4ab386ee66e HTTP/1.1" status: 204 len: 168 time: 1.6658947 May 24 23:03:09.965382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 5ae4d55a-bfec-4263-af5e-0002a623621a owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:09.992441 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-790d813b-d22b-4d73-86a1-62905654a866 req-f56afcd7-c90d-47a0-8e02-6636fe32286a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723953 May 24 23:03:09.995875 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ec354e76-df82-43f2-be18-ede807d08c20 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.102955 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.297705 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ec354e76-df82-43f2-be18-ede807d08c20 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.299696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44024) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:10.419263 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aaafe7e0-c0a5-4bfb-81d9-4e7882f8b15e req-184c2826-40bc-42df-bda1-d3863c126c3a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 210 time: 0.0748444 May 24 23:03:10.507360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-27e67500-e7e1-438e-af0a-838d1918a8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.630143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.674484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-27e67500-e7e1-438e-af0a-838d1918a8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:10.684351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-27e67500-e7e1-438e-af0a-838d1918a8af admin admin] Usage tracker for resource:security_group_rule and tenant:a56799fc5a3940d19254656664debe21 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:10.690743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-27e67500-e7e1-438e-af0a-838d1918a8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:10.705668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-27e67500-e7e1-438e-af0a-838d1918a8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:10.708348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f45a5-4875-4e9f-8f4c-9f1a22af82ad req-3274585f-6ea6-4f62-9e1b-55326fc0774e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:10.718365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a51f45a5-4875-4e9f-8f4c-9f1a22af82ad req-3274585f-6ea6-4f62-9e1b-55326fc0774e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.4960349 May 24 23:03:10.725155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=5ae4d55a-bfec-4263-af5e-0002a623621a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:10.800054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-519b08dc-0153-458f-a23a-f3d1bff3b4b6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:10.801545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-519b08dc-0153-458f-a23a-f3d1bff3b4b6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.2728224 May 24 23:03:10.845443 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ec354e76-df82-43f2-be18-ede807d08c20 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:10.850205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Request body: {'port': {'device_id': '35a2b68e-4345-458d-8158-f94842aeb2cc', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'admin_state_up': True, 'tenant_id': '0b61e39c08c045648e02b3beafdc002f'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:11.104027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-27e67500-e7e1-438e-af0a-838d1918a8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.141646 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-27e67500-e7e1-438e-af0a-838d1918a8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.185208 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.305901 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a51f45a5-4875-4e9f-8f4c-9f1a22af82ad req-c7cdb007-0df6-42f3-8b6b-3b44023911ea tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850008 May 24 23:03:11.320891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:11.333203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-27e67500-e7e1-438e-af0a-838d1918a8af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a56799fc5a3940d19254656664debe21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0323367 May 24 23:03:11.343318 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-dea504cc-79c0-4437-8978-79b82e879652 None None] Provisioning complete for port e7530b37-b092-4d6e-8062-d395c8bb9d21 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:11.344232 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dea504cc-79c0-4437-8978-79b82e879652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.346419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44058) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:11.359623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67500-e7e1-438e-af0a-838d1918a8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23601188-94f9-481d-990e-36ac3cf625b4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:11.374391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:11.405369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Made reservation on behalf of 0b61e39c08c045648e02b3beafdc002f for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:11.409711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.532192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d40898-92a4-4fde-bc36-b2c6ec689ac9 req-b18841d3-7d0e-481a-a4c2-2553f065f6a6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:11.533788 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43d40898-92a4-4fde-bc36-b2c6ec689ac9 req-b18841d3-7d0e-481a-a4c2-2553f065f6a6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.3365498 May 24 23:03:11.555092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-dea504cc-79c0-4437-8978-79b82e879652 None None] Current status of the port e7530b37-b092-4d6e-8062-d395c8bb9d21 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:11.609023 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9122ff2-b44a-4465-9314-21160d113d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.645230 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9122ff2-b44a-4465-9314-21160d113d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.670435 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43d40898-92a4-4fde-bc36-b2c6ec689ac9 req-bca27f6a-06dd-426a-9cb5-b12679d3c8f9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232693 May 24 23:03:11.714851 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ec354e76-df82-43f2-be18-ede807d08c20 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.778470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Allocated IP 172.20.0.4 (a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad/fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f/0a19641f-1106-4374-b792-3be35b8eb326) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:11.791573 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9122ff2-b44a-4465-9314-21160d113d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.810712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9122ff2-b44a-4465-9314-21160d113d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23601188-94f9-481d-990e-36ac3cf625b4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:11.825747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:11.828075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec354e76-df82-43f2-be18-ede807d08c20 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c0145f-4bb8-4e24-96e1-fbfd7ff7d8fd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:11.830773 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ec354e76-df82-43f2-be18-ede807d08c20 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.839107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0864439-109d-442a-86b9-2db5ae55f229 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:11.862707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ec354e76-df82-43f2-be18-ede807d08c20 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/d9c0145f-4bb8-4e24-96e1-fbfd7ff7d8fd HTTP/1.1" status: 204 len: 168 time: 2.2895882 May 24 23:03:11.875542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0fbad773-53a3-4686-83e4-cdadfb4267ba req-b30c0c96-7421-4930-a5ac-cd8a304e3100 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:11.879947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44084) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:11.996745 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9122ff2-b44a-4465-9314-21160d113d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:11.996745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b9122ff2-b44a-4465-9314-21160d113d7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23601188-94f9-481d-990e-36ac3cf625b4 HTTP/1.1" status: 204 len: 168 time: 0.6436081 May 24 23:03:12.005093 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1c974996-8220-498a-9070-e902eefba3e2 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176243 May 24 23:03:12.005093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0fbad773-53a3-4686-83e4-cdadfb4267ba req-b30c0c96-7421-4930-a5ac-cd8a304e3100 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:12.010378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44096) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:12.015749 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0fbad773-53a3-4686-83e4-cdadfb4267ba req-b30c0c96-7421-4930-a5ac-cd8a304e3100 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 210 time: 0.1946304 May 24 23:03:12.078186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dbffc-b4ea-438f-ac66-0f9a52ee496a req-c94a85ee-0352-4f3d-9d57-9047ba79cc34 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:12.086604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef1dbffc-b4ea-438f-ac66-0f9a52ee496a req-c94a85ee-0352-4f3d-9d57-9047ba79cc34 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.5126884 May 24 23:03:12.159166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:12.171799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d3e3cf4e-c22f-4bb0-a8df-35560f39528e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0640585 May 24 23:03:12.176393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44106) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:12.182109 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5586d-faa8-4f87-87e9-f751e5297ea0 None None] Sync routers for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:12.200248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee26bd4-fa2a-4a83-a4e6-d1ae1dad7587 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:12.204192 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef1dbffc-b4ea-438f-ac66-0f9a52ee496a req-dbb36f8e-84e7-4a0c-88ff-9ef9238aecd4 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165297 May 24 23:03:12.204749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4ee26bd4-fa2a-4a83-a4e6-d1ae1dad7587 None None] Deleting port e7530b37-b092-4d6e-8062-d395c8bb9d21 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:12.205769 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4ee26bd4-fa2a-4a83-a4e6-d1ae1dad7587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.216665 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5586d-faa8-4f87-87e9-f751e5297ea0 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:12.218880 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a0d5586d-faa8-4f87-87e9-f751e5297ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:12.228149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427fc498-4857-467f-ba6b-7535890de64c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:12.229146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-427fc498-4857-467f-ba6b-7535890de64c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:12.250713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-427fc498-4857-467f-ba6b-7535890de64c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:12.252703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-427fc498-4857-467f-ba6b-7535890de64c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2400486 May 24 23:03:12.255179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44112) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:12.314850 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.362516 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.379311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:03:12.454833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:12.467247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:12.487483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:12.525995 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabfa76f-7ed0-4f4c-80be-db16dc3978f9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting subnet aaa2f855-9615-4bea-9c6d-bb7ca78174fd {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:12.529723 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cabfa76f-7ed0-4f4c-80be-db16dc3978f9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.582984 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a0d5586d-faa8-4f87-87e9-f751e5297ea0 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:12.797060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44132) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:12.840964 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4ee26bd4-fa2a-4a83-a4e6-d1ae1dad7587 None None] For port e7530b37-b092-4d6e-8062-d395c8bb9d21, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e7530b37-b092-4d6e-8062-d395c8bb9d21,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:12.841368 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4ee26bd4-fa2a-4a83-a4e6-d1ae1dad7587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.892904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event updated for resources: {'Port': ['ID=0a19641f-1106-4374-b792-3be35b8eb326,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:12.893141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e7530b37-b092-4d6e-8062-d395c8bb9d21 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:12.905967 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cabfa76f-7ed0-4f4c-80be-db16dc3978f9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:12.995029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e754845-23ea-438f-bef5-19e25ca7f94f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:12.995722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9e754845-23ea-438f-bef5-19e25ca7f94f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:13.027367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b72d4-5a1f-4afe-b49d-e21cebda72b7 req-9840e976-65e4-4be3-88b7-4a2cdeaea39a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:13.035180 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f84b72d4-5a1f-4afe-b49d-e21cebda72b7 req-9840e976-65e4-4be3-88b7-4a2cdeaea39a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.1822886 May 24 23:03:13.068592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9e754845-23ea-438f-bef5-19e25ca7f94f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:13.073083 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9e754845-23ea-438f-bef5-19e25ca7f94f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8168986 May 24 23:03:13.073286 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c4d145a8-f13e-4bb9-a19f-40c28959290b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2676330ae47a4fc9ae719abe39486dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593989 May 24 23:03:13.076157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44142) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:13.076579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44144) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:13.094498 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f84b72d4-5a1f-4afe-b49d-e21cebda72b7 req-d3303fa9-509a-438c-85db-9da7d5786051 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577018 May 24 23:03:13.147538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4ee26bd4-fa2a-4a83-a4e6-d1ae1dad7587 None None] Calling delete_port for e7530b37-b092-4d6e-8062-d395c8bb9d21 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:13.209856 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a0d5586d-faa8-4f87-87e9-f751e5297ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:10Z', 'revision_number': 9, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:13.216736 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5586d-faa8-4f87-87e9-f751e5297ea0 None None] Checking router: 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:13.236669 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5586d-faa8-4f87-87e9-f751e5297ea0 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:13.237570 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a0d5586d-faa8-4f87-87e9-f751e5297ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:13.239848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:13.240504 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.252143 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4ee26bd4-fa2a-4a83-a4e6-d1ae1dad7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.283203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-b949ce05-fc2a-46fc-ba89-dfe12cfe55d0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4418797 May 24 23:03:13.298019 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a199eb66-80fc-4801-9e2a-5c975c8a35ec tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2174923 May 24 23:03:13.304747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44158) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:13.311496 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-91dd84f8-aef7-4e96-92b4-f0608dfb71bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:13.324305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee26bd4-fa2a-4a83-a4e6-d1ae1dad7587 None None] Pushing event deleted for resources: {'Port': ['ID=e7530b37-b092-4d6e-8062-d395c8bb9d21,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:13.326789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Request body: {'port': {'device_id': '35a2b68e-4345-458d-8158-f94842aeb2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:13.332000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee26bd4-fa2a-4a83-a4e6-d1ae1dad7587 None None] No DVR routers for this DVR port e7530b37-b092-4d6e-8062-d395c8bb9d21 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:13.369320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No active binding found for port e7530b37-b092-4d6e-8062-d395c8bb9d21 {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:03:13.369753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e7530b37-b092-4d6e-8062-d395c8bb9d21 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:13.482275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-91dd84f8-aef7-4e96-92b4-f0608dfb71bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:13.489043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a53d115a-2424-4dbe-a8ea-8d50124fd12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.497039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-91dd84f8-aef7-4e96-92b4-f0608dfb71bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:13.513318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe190b4a-a392-4732-b68e-ad25e98cc93d req-a9dc350b-4e7d-4101-85e4-4053507200d4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:13.513318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe190b4a-a392-4732-b68e-ad25e98cc93d req-a9dc350b-4e7d-4101-85e4-4053507200d4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 931 time: 0.2612112 May 24 23:03:13.536355 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a0d5586d-faa8-4f87-87e9-f751e5297ea0 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:13.548440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dd84f8-aef7-4e96-92b4-f0608dfb71bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:13.550914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cabfa76f-7ed0-4f4c-80be-db16dc3978f9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.556224 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91dd84f8-aef7-4e96-92b4-f0608dfb71bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.559145 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-91dd84f8-aef7-4e96-92b4-f0608dfb71bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:03:13.559843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91dd84f8-aef7-4e96-92b4-f0608dfb71bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:13.596791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe190b4a-a392-4732-b68e-ad25e98cc93d req-e63933fc-da9e-41b7-a467-3085e50be144 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819087 May 24 23:03:13.599319 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-91dd84f8-aef7-4e96-92b4-f0608dfb71bc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2931786 May 24 23:03:13.599962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a53d115a-2424-4dbe-a8ea-8d50124fd12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.609426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44172) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:13.615066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ec449dda-a087-4c42-adfb-9153dfd89733 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:13.624298 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.662473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c29122-7244-47c9-bcfa-032e071ce496 req-8d0aed12-c512-4d5e-b1ea-c7bcc5d85eba tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:13.674357 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-88c29122-7244-47c9-bcfa-032e071ce496 req-8d0aed12-c512-4d5e-b1ea-c7bcc5d85eba tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.7784874 May 24 23:03:13.815796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ec449dda-a087-4c42-adfb-9153dfd89733 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:13.834682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ec449dda-a087-4c42-adfb-9153dfd89733 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:13.858600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec449dda-a087-4c42-adfb-9153dfd89733 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:13.862143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ec449dda-a087-4c42-adfb-9153dfd89733 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.864436 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec449dda-a087-4c42-adfb-9153dfd89733 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:03:13.864436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec449dda-a087-4c42-adfb-9153dfd89733 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:13.885804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a53d115a-2424-4dbe-a8ea-8d50124fd12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:13.893967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e97167-5eaf-4cff-954b-011529dc0ec1 req-5976c4e4-1abd-4918-8c09-be07d6ba2ea3 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:13.895542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44e97167-5eaf-4cff-954b-011529dc0ec1 req-5976c4e4-1abd-4918-8c09-be07d6ba2ea3 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.1408782 May 24 23:03:13.926162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ec449dda-a087-4c42-adfb-9153dfd89733 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3126760 May 24 23:03:13.926674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44186) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:13.934341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c798c24c-6a0c-4d4b-82a6-c3eac38d7725 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:13.940847 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-88c29122-7244-47c9-bcfa-032e071ce496 req-131a285a-d856-4b61-b592-a981e6f811ed tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654729 May 24 23:03:14.004185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d115a-2424-4dbe-a8ea-8d50124fd12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9b7080-4428-4f7b-9df1-c8df72fad473,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:14.017602 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a0d5586d-faa8-4f87-87e9-f751e5297ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:10Z', 'revision_number': 9, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:14.022663 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5586d-faa8-4f87-87e9-f751e5297ea0 None None] The sync data for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 is: [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:10Z', 'revision_number': 9, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '02ed8901-20e6-4223-b391-e7f830fe401d', 'name': '', 'network_id': 'b167122c-f8c3-4632-b80f-e8a617a4722a', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:c8:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:10Z', 'updated_at': '2022-05-24T23:02:41Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'a64d981e-0557-4183-8860-0aa8c57dbc3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:14.054191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a53d115a-2424-4dbe-a8ea-8d50124fd12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.058342 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a53d115a-2424-4dbe-a8ea-8d50124fd12c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d9b7080-4428-4f7b-9df1-c8df72fad473 HTTP/1.1" status: 204 len: 168 time: 0.9730365 May 24 23:03:14.064999 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cabfa76f-7ed0-4f4c-80be-db16dc3978f9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.121737 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44e97167-5eaf-4cff-954b-011529dc0ec1 req-39fc0bcc-3748-4b8a-be95-274b047a67c3 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200017 May 24 23:03:14.186117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfa76f-7ed0-4f4c-80be-db16dc3978f9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa2f855-9615-4bea-9c6d-bb7ca78174fd,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:14.193820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c798c24c-6a0c-4d4b-82a6-c3eac38d7725 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:14.199272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385ba478-516e-47e7-adc8-d9a48047d42d None None] Network 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:14.212484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c798c24c-6a0c-4d4b-82a6-c3eac38d7725 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:14.230655 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cabfa76f-7ed0-4f4c-80be-db16dc3978f9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.249302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c798c24c-6a0c-4d4b-82a6-c3eac38d7725 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:14.253437 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c798c24c-6a0c-4d4b-82a6-c3eac38d7725 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.254990 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-c798c24c-6a0c-4d4b-82a6-c3eac38d7725 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:03:14.258124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c798c24c-6a0c-4d4b-82a6-c3eac38d7725 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:14.297840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cabfa76f-7ed0-4f4c-80be-db16dc3978f9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/aaa2f855-9615-4bea-9c6d-bb7ca78174fd HTTP/1.1" status: 204 len: 168 time: 2.1194482 May 24 23:03:14.326061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44214) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.335152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c798c24c-6a0c-4d4b-82a6-c3eac38d7725 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4074206 May 24 23:03:14.378674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44220) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.402892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ad507a7a-3c83-4c56-9ab9-5795fc3b6ce7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:14.625797 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.642027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff9e50-f2c3-41a2-aa06-dd6479decbca req-40835174-3b51-4577-a25d-a50df1d0089c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:14.654046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:14.654046 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.671534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80ff9e50-f2c3-41a2-aa06-dd6479decbca req-40835174-3b51-4577-a25d-a50df1d0089c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.5382259 May 24 23:03:14.691312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad9de7-f40b-4f36-944e-aba9fb767498 None None] DHCP port deletion for 9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:14.693187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44246) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:14.696064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-51ad9de7-f40b-4f36-944e-aba9fb767498 None None] Deleting port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:14.696595 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51ad9de7-f40b-4f36-944e-aba9fb767498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.711563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ad507a7a-3c83-4c56-9ab9-5795fc3b6ce7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:14.736882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ad507a7a-3c83-4c56-9ab9-5795fc3b6ce7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:14.818406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e666e78c-21d2-4ee3-a654-5929cc156032 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Request body: {'floatingip': {'port_id': 'deb95383-54b2-41c3-9d88-79263e15bd7b'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:14.831572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 239ed9ea-f994-4fdf-afdf-4b06124c5a4c no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:14.840229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83637eb1-22d5-47be-a369-12b10ea71dd4 req-124505f7-a4e7-49dd-89ee-aa53363c1047 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:14.841843 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83637eb1-22d5-47be-a369-12b10ea71dd4 req-124505f7-a4e7-49dd-89ee-aa53363c1047 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.5590749 May 24 23:03:14.950960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad507a7a-3c83-4c56-9ab9-5795fc3b6ce7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:14.964972 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ad507a7a-3c83-4c56-9ab9-5795fc3b6ce7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:14.966545 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad507a7a-3c83-4c56-9ab9-5795fc3b6ce7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:03:14.969321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad507a7a-3c83-4c56-9ab9-5795fc3b6ce7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:15.073358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83637eb1-22d5-47be-a369-12b10ea71dd4 req-dfbfb591-1fb0-4a10-8ea8-abcc92c4db57 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196381 May 24 23:03:15.079663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=239ed9ea-f994-4fdf-afdf-4b06124c5a4c,segment=NetworkSegment(1c4eeed5-3636-440b-99c1-86a8309a2595),segment_id=1c4eeed5-3636-440b-99c1-86a8309a2595)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:15.080791 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.118730 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ad507a7a-3c83-4c56-9ab9-5795fc3b6ce7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7348208 May 24 23:03:15.143381 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e666e78c-21d2-4ee3-a654-5929cc156032 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.150762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44282) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:15.260666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 239ed9ea-f994-4fdf-afdf-4b06124c5a4c owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:15.264746 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-51ad9de7-f40b-4f36-944e-aba9fb767498 None None] For port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=239ed9ea-f994-4fdf-afdf-4b06124c5a4c,segment=NetworkSegment(1c4eeed5-3636-440b-99c1-86a8309a2595),segment_id=1c4eeed5-3636-440b-99c1-86a8309a2595)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:15.265611 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51ad9de7-f40b-4f36-944e-aba9fb767498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.289674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a19641f-1106-4374-b792-3be35b8eb326 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:03:15.299724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1b43caf4-1f3f-4c03-9da5-b7c0084cd4dd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:15.304236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.341078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Transition to ACTIVE for port object 0a19641f-1106-4374-b792-3be35b8eb326 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:15.402896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-51ad9de7-f40b-4f36-944e-aba9fb767498 None None] Calling delete_port for 239ed9ea-f994-4fdf-afdf-4b06124c5a4c owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:15.427217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.496595 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51ad9de7-f40b-4f36-944e-aba9fb767498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.566670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:15.567053 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.583349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad9de7-f40b-4f36-944e-aba9fb767498 None None] No DVR routers for this DVR port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:15.586830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad9de7-f40b-4f36-944e-aba9fb767498 None None] Pushing event deleted for resources: {'Port': ['ID=239ed9ea-f994-4fdf-afdf-4b06124c5a4c,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:15.687523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5ae4d55a-bfec-4263-af5e-0002a623621a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:15.689365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:15.689738 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:15.703896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44316) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:15.733463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 5ae4d55a-bfec-4263-af5e-0002a623621a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:15.734141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5ae4d55a-bfec-4263-af5e-0002a623621a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:15.769976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1b43caf4-1f3f-4c03-9da5-b7c0084cd4dd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:15.792922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb076e16-aecd-496c-a839-b49241837434 req-9c53a593-5e0e-48aa-8714-edd4da2e87a0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:15.794569 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb076e16-aecd-496c-a839-b49241837434 req-9c53a593-5e0e-48aa-8714-edd4da2e87a0 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.4997513 May 24 23:03:15.795655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1b43caf4-1f3f-4c03-9da5-b7c0084cd4dd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:15.809666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b43caf4-1f3f-4c03-9da5-b7c0084cd4dd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:15.813922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b43caf4-1f3f-4c03-9da5-b7c0084cd4dd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:15.815834 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b43caf4-1f3f-4c03-9da5-b7c0084cd4dd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:03:15.816334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b43caf4-1f3f-4c03-9da5-b7c0084cd4dd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:15.857809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b62195c2-b50c-4bee-a266-ed0e5f0243d6 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] Request body: {'port': {'network_id': 'ca16ce3f-ef1d-4f67-9ad2-6f2f069b733c', 'name': 'tempest-NetworksNegativeTestJSON-265040403'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:15.870695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18078120-1206-45c6-892e-2620903703c0 req-c50c5ff0-8754-4d08-bcb8-8818d7667d81 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:15.872460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18078120-1206-45c6-892e-2620903703c0 req-c50c5ff0-8754-4d08-bcb8-8818d7667d81 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 931 time: 0.9635530 May 24 23:03:15.894753 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62195c2-b50c-4bee-a266-ed0e5f0243d6 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] POST failed (client error): The resource could not be found. May 24 23:03:15.895251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62195c2-b50c-4bee-a266-ed0e5f0243d6 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:15.901753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b62195c2-b50c-4bee-a266-ed0e5f0243d6 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1918304 May 24 23:03:15.901753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44334) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:15.927777 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb076e16-aecd-496c-a839-b49241837434 req-f72bb787-9511-4c8a-ae81-6ae29ee56b7c tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068327 May 24 23:03:15.932373 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1b43caf4-1f3f-4c03-9da5-b7c0084cd4dd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7805572 May 24 23:03:15.936306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44338) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:15.955119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-14ac67cc-e928-4d5a-ae58-197b3f0bfc39 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:16.059771 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b309b01-15f1-4ed8-aad5-4a9e5ae212a3 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] DELETE failed (client error): The resource could not be found. May 24 23:03:16.060284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b309b01-15f1-4ed8-aad5-4a9e5ae212a3 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:16.061997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4b309b01-15f1-4ed8-aad5-4a9e5ae212a3 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] 10.222.0.55 "DELETE /v2.0/networks/99a5389e-cf15-47ca-ae5d-34a6071b5a11 HTTP/1.1" status: 404 len: 339 time: 0.1599364 May 24 23:03:16.075602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Pushing event updated for resources: {'Port': ['ID=0a19641f-1106-4374-b792-3be35b8eb326,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:16.082454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44352) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.139070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-14ac67cc-e928-4d5a-ae58-197b3f0bfc39 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:16.139525 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af301c7-e507-4302-b68f-34cbc0d21bee tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] DELETE failed (client error): The resource could not be found. May 24 23:03:16.139988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af301c7-e507-4302-b68f-34cbc0d21bee tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:16.142048 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8af301c7-e507-4302-b68f-34cbc0d21bee tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] 10.222.0.55 "DELETE /v2.0/ports/0e585032-25dc-49ca-9fde-2c0f615e5170 HTTP/1.1" status: 404 len: 333 time: 0.0516493 May 24 23:03:16.150867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44360) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.192107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-14ac67cc-e928-4d5a-ae58-197b3f0bfc39 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:16.195494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 239ed9ea-f994-4fdf-afdf-4b06124c5a4c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:16.195840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.231469 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18078120-1206-45c6-892e-2620903703c0 req-717b455d-9648-4853-8632-b2b4c2a0bd63 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493457 May 24 23:03:16.232281 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-689941e0-8788-44d4-81d0-81c6e0164e57 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] DELETE failed (client error): The resource could not be found. May 24 23:03:16.232742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689941e0-8788-44d4-81d0-81c6e0164e57 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:16.234510 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-689941e0-8788-44d4-81d0-81c6e0164e57 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] 10.222.0.55 "DELETE /v2.0/subnets/09a78181-708a-454e-a3f5-a2a42d75e434 HTTP/1.1" status: 404 len: 337 time: 0.0826468 May 24 23:03:16.241831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44364) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.283215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ac67cc-e928-4d5a-ae58-197b3f0bfc39 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:16.286689 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14ac67cc-e928-4d5a-ae58-197b3f0bfc39 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.288606 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ac67cc-e928-4d5a-ae58-197b3f0bfc39 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:03:16.289035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ac67cc-e928-4d5a-ae58-197b3f0bfc39 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:16.297136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] The port '239ed9ea-f994-4fdf-afdf-4b06124c5a4c' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:03:16.361119 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-41891566-9146-4bc2-9fe6-36d51c1ca30d tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] GET failed (client error): The resource could not be found. May 24 23:03:16.362449 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-41891566-9146-4bc2-9fe6-36d51c1ca30d tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] 10.222.0.55 "GET /v2.0/networks/86b28531-2cf7-4e3c-ac94-3d1dd9167106 HTTP/1.1" status: 404 len: 339 time: 0.1134126 May 24 23:03:16.366362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44374) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.371515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3ad6e-71cc-48d9-b7be-adf65ea3fbdc req-b3b99e34-4f13-432a-a2d5-c3a3a6db5816 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:16.373067 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68e3ad6e-71cc-48d9-b7be-adf65ea3fbdc req-b3b99e34-4f13-432a-a2d5-c3a3a6db5816 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.3155270 May 24 23:03:16.423096 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-14ac67cc-e928-4d5a-ae58-197b3f0bfc39 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4863336 May 24 23:03:16.431737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44386) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.471194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.485276 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5473f583-9486-474c-9355-543daba4d54a tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] GET failed (client error): The resource could not be found. May 24 23:03:16.490140 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5473f583-9486-474c-9355-543daba4d54a tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] 10.222.0.55 "GET /v2.0/ports/3136c33f-6e5b-446d-add6-996bcd0d2d1c HTTP/1.1" status: 404 len: 333 time: 0.1193678 May 24 23:03:16.491368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44392) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.554761 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-68e3ad6e-71cc-48d9-b7be-adf65ea3fbdc req-0eae109f-d008-4cb3-9e55-605fda71040e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304498 May 24 23:03:16.557620 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ab63e8-08d7-49d2-9893-8551b879822f tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] GET failed (client error): The resource could not be found. May 24 23:03:16.562797 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-69ab63e8-08d7-49d2-9893-8551b879822f tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] 10.222.0.55 "GET /v2.0/subnets/7c197fdb-0200-4d98-b636-96e3cac8435f HTTP/1.1" status: 404 len: 337 time: 0.0669937 May 24 23:03:16.562797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9989f565-efe8-46c3-a70a-cc5c6b4dc7e4']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:16.566050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Attempting to bind port 0a19641f-1106-4374-b792-3be35b8eb326 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:16.566617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Attempting to bind port 0a19641f-1106-4374-b792-3be35b8eb326 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:16.567314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44402) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.568849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Attempting to bind port 0a19641f-1106-4374-b792-3be35b8eb326 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:16.576859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4f2ae8e8-7a70-41fc-8190-a8e757ba7754 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:16.594479 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8e56e058-a14c-4391-b393-a2b948fd0d83 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1564391 May 24 23:03:16.601943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Port 0a19641f-1106-4374-b792-3be35b8eb326 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:03:16.602612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Attempting to bind port 0a19641f-1106-4374-b792-3be35b8eb326 on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:16.605045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44410) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.615620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4eeed5-3636-440b-99c1-86a8309a2595') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:16.615918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4eeed5-3636-440b-99c1-86a8309a2595') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:16.621633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:16.622476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Checking segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:16.623533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Bound using segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:16.624178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Bound port: 0a19641f-1106-4374-b792-3be35b8eb326, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:16.624981 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.633228 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2ae8e8-7a70-41fc-8190-a8e757ba7754 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] PUT failed (client error): The resource could not be found. May 24 23:03:16.635097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2ae8e8-7a70-41fc-8190-a8e757ba7754 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:16.641237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4f2ae8e8-7a70-41fc-8190-a8e757ba7754 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] 10.222.0.55 "PUT /v2.0/networks/2ac8c37c-cc30-4372-906c-cb4adae3f9c7 HTTP/1.1" status: 404 len: 339 time: 0.0682049 May 24 23:03:16.641428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44416) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.651063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-71b48a9b-4eba-4453-80de-c1ee39f769e4 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:16.689184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.726625 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.740824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b7056-d153-4dd0-9381-acb246acb774 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:16.745937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7d8b7056-d153-4dd0-9381-acb246acb774 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300318 May 24 23:03:16.745937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:16.745937 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.763488 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44422) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.779820 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b48a9b-4eba-4453-80de-c1ee39f769e4 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] PUT failed (client error): The resource could not be found. May 24 23:03:16.780376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b48a9b-4eba-4453-80de-c1ee39f769e4 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:16.785133 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-71b48a9b-4eba-4453-80de-c1ee39f769e4 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] 10.222.0.55 "PUT /v2.0/ports/5a3163c3-77b1-40e6-9ae1-7acedaa20091 HTTP/1.1" status: 404 len: 333 time: 0.1399231 May 24 23:03:16.849369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44430) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.872864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b17b6638-9354-4576-802b-cbfdd97c2e21 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:16.884555 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.908070 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 1c4eeed5-3636-440b-99c1-86a8309a2595 resource provider aggregate not found May 24 23:03:16.919782 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:16.921569 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd22c9a8-d350-43b1-a913-2ff24af4ab6c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1509492 May 24 23:03:16.927733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44448) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.933932 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17b6638-9354-4576-802b-cbfdd97c2e21 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] PUT failed (client error): The resource could not be found. May 24 23:03:16.934389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17b6638-9354-4576-802b-cbfdd97c2e21 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:16.939131 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b17b6638-9354-4576-802b-cbfdd97c2e21 tempest-NetworksNegativeTestJSON-74715892 tempest-NetworksNegativeTestJSON-74715892-project] 10.222.0.55 "PUT /v2.0/subnets/f999dd5d-ab30-4820-868b-f008da969739 HTTP/1.1" status: 404 len: 337 time: 0.0764024 May 24 23:03:16.939423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:16.956167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Network': ['ID=9989f565-efe8-46c3-a70a-cc5c6b4dc7e4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:16.972395 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a3d41a28-9f38-4c44-b3cc-f0ac6fa274b9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/networks/9989f565-efe8-46c3-a70a-cc5c6b4dc7e4 HTTP/1.1" status: 204 len: 168 time: 2.6450329 May 24 23:03:16.973348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44454) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:16.976159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] For port 0a19641f-1106-4374-b792-3be35b8eb326, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:16.980274 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 1c4eeed5-3636-440b-99c1-86a8309a2595 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c4eeed5-3636-440b-99c1-86a8309a2595 found for delete ", "request_id": "req-d45b0ba3-6aaa-4c85-b6d0-67b5dbc25343"}]} May 24 23:03:16.982408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] For port 0a19641f-1106-4374-b792-3be35b8eb326, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0a19641f-1106-4374-b792-3be35b8eb326,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:16.996091 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.079446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:17.080176 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.081707 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] 10.222.0.50 "PUT /v2.0/ports/0a19641f-1106-4374-b792-3be35b8eb326 HTTP/1.1" status: 200 len: 1091 time: 3.7678943 May 24 23:03:17.084669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a2b68e-4345-458d-8158-f94842aeb2cc', 'tag': '0a19641f-1106-4374-b792-3be35b8eb326'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:17.091093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-e666e78c-21d2-4ee3-a654-5929cc156032 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:03:17.252219 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c1ac1f-40f4-4ba2-ab21-394029076096'] response: {'name': 'network-changed', 'server_uuid': '35a2b68e-4345-458d-8158-f94842aeb2cc', 'tag': '0a19641f-1106-4374-b792-3be35b8eb326', 'status': 'completed', 'code': 200} May 24 23:03:17.272237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afe2e6-0aaa-463a-8dd3-be801d1c8e6c service neutron] Pushing event updated for resources: {'Port': ['ID=0a19641f-1106-4374-b792-3be35b8eb326,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:17.284367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e666e78c-21d2-4ee3-a654-5929cc156032 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.301161 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e666e78c-21d2-4ee3-a654-5929cc156032 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.428622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-7ceed76d-0fe5-42ef-9c1f-cdee85642b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:17.430914 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-7ceed76d-0fe5-42ef-9c1f-cdee85642b57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 1094 time: 0.2759261 May 24 23:03:17.504831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:17.506969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44484) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:17.788569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:17.827969 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-e97daa23-a152-4c1a-89b0-127c5a7dd653 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a19641f-1106-4374-b792-3be35b8eb326 HTTP/1.1" status: 200 len: 217 time: 0.1163712 May 24 23:03:17.845453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:17.848884 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:17.931773 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-e666e78c-21d2-4ee3-a654-5929cc156032 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Floating IP 525c8dc3-39fc-439e-973a-c595c744ec8f associated. External IP: 172.25.7.173, port: deb95383-54b2-41c3-9d88-79263e15bd7b. May 24 23:03:17.984423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6d224-e759-4bc1-88b2-2b28effb2a4c req-144b970c-c1e3-4c60-aa68-66bcd7533fd3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:17.991507 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-88a6d224-e759-4bc1-88b2-2b28effb2a4c req-144b970c-c1e3-4c60-aa68-66bcd7533fd3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 943 time: 0.5399630 May 24 23:03:18.031056 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5f6f4a8-8b71-46d0-8b31-792a18d3a70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.069183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f5f6f4a8-8b71-46d0-8b31-792a18d3a70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:18.080295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-661ddde5-d40f-4314-806b-ac1163a91c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:18.081897 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-661ddde5-d40f-4314-806b-ac1163a91c1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.2422895 May 24 23:03:18.096678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f5f6f4a8-8b71-46d0-8b31-792a18d3a70b admin admin] Usage tracker for resource:security_group_rule and tenant:58c94ab2d5c34ce8bdf61f724b637a28 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:18.104814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f5f6f4a8-8b71-46d0-8b31-792a18d3a70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:18.154959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f5f6f4a8-8b71-46d0-8b31-792a18d3a70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:18.176656 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-88a6d224-e759-4bc1-88b2-2b28effb2a4c req-d843be43-7cc6-4a0b-acaf-165b23fbb221 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841917 May 24 23:03:18.194781 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-219fe0ae-a0d0-4c60-8ceb-5c84f492a132 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584600 May 24 23:03:18.447359 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5f6f4a8-8b71-46d0-8b31-792a18d3a70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.470139 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5f6f4a8-8b71-46d0-8b31-792a18d3a70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.531436 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f5f6f4a8-8b71-46d0-8b31-792a18d3a70b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58c94ab2d5c34ce8bdf61f724b637a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9661496 May 24 23:03:18.579296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44544) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:18.651421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6f4a8-8b71-46d0-8b31-792a18d3a70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795d1644-6402-4694-9106-7c4f86bf109b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:18.656743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.658050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e666e78c-21d2-4ee3-a654-5929cc156032 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Router ba3139e5-3578-4450-bf82-67c7e9ae3929 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:18.666657 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-95c43d15-85db-4518-b21e-7550f418bb92 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492404 May 24 23:03:18.816971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44550) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:18.903920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.objects.ports [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88389) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:03:18.909274 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.944970 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee41888a-0e03-44e1-bc6a-5aaf224d9b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.981915 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-962ad42a-221f-43a1-a4f8-52307bbde5b4 req-61402485-fe22-4467-ae4f-04ab75b58006 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072283 May 24 23:03:18.985600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e666e78c-21d2-4ee3-a654-5929cc156032 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:18.990236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e666e78c-21d2-4ee3-a654-5929cc156032 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:18.996417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84efb6e-561e-4c63-88c8-f61fb4b2cf4f None None] Sync routers for ids ['ba3139e5-3578-4450-bf82-67c7e9ae3929'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:19.014980 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee41888a-0e03-44e1-bc6a-5aaf224d9b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.015566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84efb6e-561e-4c63-88c8-f61fb4b2cf4f None None] Routers {'ba3139e5-3578-4450-bf82-67c7e9ae3929'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:19.016349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a84efb6e-561e-4c63-88c8-f61fb4b2cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ba3139e5-3578-4450-bf82-67c7e9ae3929'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:19.028914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:19.037879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:19.041552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:19.042851 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.141421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1732f30e-7103-40d0-8955-267431be0504 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:19.178459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=4abeb040-5bfa-4ff9-b5fa-ec5e6af6e9e7,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:19.196553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e666e78c-21d2-4ee3-a654-5929cc156032 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "PUT /v2.0/floatingips/525c8dc3-39fc-439e-973a-c595c744ec8f HTTP/1.1" status: 200 len: 992 time: 4.4925284 May 24 23:03:19.240433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bd2f8-4b13-4903-9037-af6d6c18bc59 req-7caa42db-4d57-4ff7-a2ac-fbecc1d521f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:19.241966 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-196bd2f8-4b13-4903-9037-af6d6c18bc59 req-7caa42db-4d57-4ff7-a2ac-fbecc1d521f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 1094 time: 0.1808636 May 24 23:03:19.262800 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-653b5dd8-aeb7-43f5-aa1c-f17cee2958d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.288529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:19.367365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-653b5dd8-aeb7-43f5-aa1c-f17cee2958d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:19.389637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-653b5dd8-aeb7-43f5-aa1c-f17cee2958d8 admin admin] Usage tracker for resource:security_group_rule and tenant:34ec97a0dff8417bafa71c0d1e8a4733 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:19.396355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-15d284f7-f13d-4123-935c-2c98779499d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4675887 May 24 23:03:19.404842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44568) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:19.405896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-653b5dd8-aeb7-43f5-aa1c-f17cee2958d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:19.417408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-653b5dd8-aeb7-43f5-aa1c-f17cee2958d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:19.422919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:89:85:05', 'name': 'tempest-NetworksTestDHCPv6-1550543713'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:19.558621 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee41888a-0e03-44e1-bc6a-5aaf224d9b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.579273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a84efb6e-561e-4c63-88c8-f61fb4b2cf4f None None] Set router ba3139e5-3578-4450-bf82-67c7e9ae3929 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:19.588833 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee41888a-0e03-44e1-bc6a-5aaf224d9b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.590255 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ee41888a-0e03-44e1-bc6a-5aaf224d9b83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/795d1644-6402-4694-9106-7c4f86bf109b HTTP/1.1" status: 204 len: 168 time: 1.0098867 May 24 23:03:19.618766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41888a-0e03-44e1-bc6a-5aaf224d9b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795d1644-6402-4694-9106-7c4f86bf109b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:19.652799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '4abeb040-5bfa-4ff9-b5fa-ec5e6af6e9e7'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:19.655419 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.744972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 02ed8901-20e6-4223-b391-e7f830fe401d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:19.745731 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:19.931725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bd2f8-4b13-4903-9037-af6d6c18bc59 req-1cb29b77-adb3-4b57-a5f8-21c6e077589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:19.936125 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-196bd2f8-4b13-4903-9037-af6d6c18bc59 req-1cb29b77-adb3-4b57-a5f8-21c6e077589f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 906 time: 0.6856465 May 24 23:03:19.939152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:19.972612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca724c85-fe4b-45b5-9ddd-253b4205f799 req-39722b03-6dfc-418b-a5c1-766695ef5854 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:19.981396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca724c85-fe4b-45b5-9ddd-253b4205f799 req-39722b03-6dfc-418b-a5c1-766695ef5854 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.5374560 May 24 23:03:20.074358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Allocated IP 2001:db8::f816:3eff:fe25:5539 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/4abeb040-5bfa-4ff9-b5fa-ec5e6af6e9e7/b7c2d5cf-cc0f-473d-ac0f-89d048f771aa) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:20.194362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-196bd2f8-4b13-4903-9037-af6d6c18bc59 req-5b60281b-d055-4e8a-ba84-b6fc739e0ca8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a19641f-1106-4374-b792-3be35b8eb326 HTTP/1.1" status: 200 len: 217 time: 0.1749125 May 24 23:03:20.285426 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca724c85-fe4b-45b5-9ddd-253b4205f799 req-9b68b52c-ea8e-42e2-87c1-e33e05aa178d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031089 May 24 23:03:20.361420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda5c4e-2190-49f2-b5e5-6dadc34979c0 req-b4cfc74a-fce3-4fdc-8362-4cb532dfbe41 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:20.368084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4bda5c4e-2190-49f2-b5e5-6dadc34979c0 req-b4cfc74a-fce3-4fdc-8362-4cb532dfbe41 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 943 time: 0.9530950 May 24 23:03:20.375342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bd2f8-4b13-4903-9037-af6d6c18bc59 req-a4be19c1-f67d-4fde-9753-e86cfb6ec058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:20.376998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-196bd2f8-4b13-4903-9037-af6d6c18bc59 req-a4be19c1-f67d-4fde-9753-e86cfb6ec058 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.1705339 May 24 23:03:20.447292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:20.487064 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40e3aa6-f7bd-4109-8e1b-9ddbc7d7a5f2'] response: {'name': 'network-changed', 'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'status': 'completed', 'code': 200} May 24 23:03:20.526550 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.556867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Transition to ACTIVE for port object b7c2d5cf-cc0f-473d-ac0f-89d048f771aa will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:20.579950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port 02ed8901-20e6-4223-b391-e7f830fe401d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=02ed8901-20e6-4223-b391-e7f830fe401d,segment=NetworkSegment(82db0ea9-6304-4a11-ab7b-b69cd8f9609c),segment_id=82db0ea9-6304-4a11-ab7b-b69cd8f9609c)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:20.580493 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.595881 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-196bd2f8-4b13-4903-9037-af6d6c18bc59 req-347ce374-2064-4583-ac94-d115ce230133 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2108440 May 24 23:03:20.611490 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Transition to ACTIVE for port object b7c2d5cf-cc0f-473d-ac0f-89d048f771aa will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:20.636229 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.823469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:20.835288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 02ed8901-20e6-4223-b391-e7f830fe401d owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:20.839415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:20.842015 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-196bd2f8-4b13-4903-9037-af6d6c18bc59 req-8f2e7704-053b-4669-bc64-19a1b5f985c1 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037780 May 24 23:03:20.848546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:20.891051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Pushing event updated for resources: {'Port': ['ID=b7c2d5cf-cc0f-473d-ac0f-89d048f771aa,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:20.967174 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-653b5dd8-aeb7-43f5-aa1c-f17cee2958d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:20.989181 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-653b5dd8-aeb7-43f5-aa1c-f17cee2958d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.010670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:21.041070 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4bda5c4e-2190-49f2-b5e5-6dadc34979c0 req-c258dc81-06d2-4c76-a872-6d87f432c3f3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6358600 May 24 23:03:21.075873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Attempting to bind port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:21.076872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Attempting to bind port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:21.077425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Attempting to bind port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:21.087809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:21.088934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:21.089567 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.090243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:21.091019 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Bound port: b7c2d5cf-cc0f-473d-ac0f-89d048f771aa, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:21.091560 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.116422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be3cb4-c9cc-4e2b-a2fe-fc4ffbaf3ab1 req-7edf5c1b-a4cb-4b15-b893-4c1e780b6476 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:21.117988 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93be3cb4-c9cc-4e2b-a2fe-fc4ffbaf3ab1 req-7edf5c1b-a4cb-4b15-b893-4c1e780b6476 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.6214583 May 24 23:03:21.134437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44596) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:21.219245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] For port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:21.223992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] For port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b7c2d5cf-cc0f-473d-ac0f-89d048f771aa,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:21.236505 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.250823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-653b5dd8-aeb7-43f5-aa1c-f17cee2958d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34ec97a0dff8417bafa71c0d1e8a4733&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4194520 May 24 23:03:21.255151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b5dd8-aeb7-43f5-aa1c-f17cee2958d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bbbd2f-5adf-446f-9f04-c749f4432007,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:21.262391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44602) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:21.290281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93be3cb4-c9cc-4e2b-a2fe-fc4ffbaf3ab1 req-e1603866-c5b0-488c-99db-448c5c5504a8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630616 May 24 23:03:21.300535 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-196bd2f8-4b13-4903-9037-af6d6c18bc59 req-471319fe-220d-44af-a3ad-f7607cf72adc service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495292 May 24 23:03:21.359157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea2da-6916-4914-82f9-4db59cea0c45 req-757391b8-e9e6-40e5-aafb-de1c5aeec052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:21.361004 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-144ea2da-6916-4914-82f9-4db59cea0c45 req-757391b8-e9e6-40e5-aafb-de1c5aeec052 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1097 time: 0.5846522 May 24 23:03:21.364341 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-80fa84ff-2848-4197-b493-208a4d99240a tempest-ServiceProvidersTest-1894238361 tempest-ServiceProvidersTest-1894238361-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2149501 May 24 23:03:21.441108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d5504-479c-4513-a150-f7103dc6c12c None None] Pushing event updated for resources: {'Port': ['ID=b7c2d5cf-cc0f-473d-ac0f-89d048f771aa,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:21.508018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a84efb6e-561e-4c63-88c8-f61fb4b2cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:26Z', 'revision_number': 4, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '525c8dc3-39fc-439e-973a-c595c744ec8f', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'port_id': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'mac_address': 'fa:16:3e:da:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:03:16Z', 'revision_number': 1, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73577d-c1cf-4da2-87ff-2ce3eef53728', 'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'mac_address': 'fa:16:3e:79:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:22Z', 'updated_at': '2022-05-24T23:02:45Z', 'revision_number': 5, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'subnets': [{'id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:21.517775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84efb6e-561e-4c63-88c8-f61fb4b2cf4f None None] Checking router: ba3139e5-3578-4450-bf82-67c7e9ae3929 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:21.531676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84efb6e-561e-4c63-88c8-f61fb4b2cf4f None None] Routers {'ba3139e5-3578-4450-bf82-67c7e9ae3929'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:21.532352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a84efb6e-561e-4c63-88c8-f61fb4b2cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ba3139e5-3578-4450-bf82-67c7e9ae3929'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:21.535187 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:21.599299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port ce53898e-516d-484b-ab6f-acaf359ae539 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:21.842135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a84efb6e-561e-4c63-88c8-f61fb4b2cf4f None None] Set router ba3139e5-3578-4450-bf82-67c7e9ae3929 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:21.878049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44616) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:21.927826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96e3081f-eebf-4f74-9754-6beb4fb581fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.078930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea2da-6916-4914-82f9-4db59cea0c45 req-fc9d9282-f4d9-4415-af30-fc429276cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:22.080563 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-144ea2da-6916-4914-82f9-4db59cea0c45 req-fc9d9282-f4d9-4415-af30-fc429276cac9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.6994803 May 24 23:03:22.119594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96e3081f-eebf-4f74-9754-6beb4fb581fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.187295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.254232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0a19641f-1106-4374-b792-3be35b8eb326 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:03:22.262250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:22.277934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Usage tracker for resource:security_group_rule and tenant:d5687ca3719d408393dea09604b53fad is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:22.291610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:22.310492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:22.342753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::f816:3eff:fe89:8505 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/4abeb040-5bfa-4ff9-b5fa-ec5e6af6e9e7/ce53898e-516d-484b-ab6f-acaf359ae539) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:22.395676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-144ea2da-6916-4914-82f9-4db59cea0c45 req-a57c92d2-2ee3-40cb-a1f2-ff51d2bde148 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 1000 time: 0.2851353 May 24 23:03:22.398405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c37a3e2f-8dd2-4adc-8ced-7f141fd8c60b req-b3a213a3-179d-4f1b-899b-5ecc4310b25e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3355396 May 24 23:03:22.402216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.509032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=02ed8901-20e6-4223-b391-e7f830fe401d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:22.597307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.610048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d451af5-18e0-4353-bba7-dd1fc8a8ce03 req-4ed8ab92-d0ec-43f3-ae95-67e9acf320e3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:22.620234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d451af5-18e0-4353-bba7-dd1fc8a8ce03 req-4ed8ab92-d0ec-43f3-ae95-67e9acf320e3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 943 time: 0.3366897 May 24 23:03:22.625163 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:22.724055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5687ca3719d408393dea09604b53fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8444760 May 24 23:03:22.729059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44630) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:22.729829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f55a4fe-8523-4c02-ab7c-924155211a3a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:22.767024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.767409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.767608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.767939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.768266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.768589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.768909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.769227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.774405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.774718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.775132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.775469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754090d-c660-4e18-8a82-6afd6f5dd2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:22.837228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0a19641f-1106-4374-b792-3be35b8eb326, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0a19641f-1106-4374-b792-3be35b8eb326,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:22.863801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '0a19641f-1106-4374-b792-3be35b8eb326', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'port_id': '0a19641f-1106-4374-b792-3be35b8eb326', 'mac_address': 'fa:16:3e:df:7a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:03:22.873161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a84efb6e-561e-4c63-88c8-f61fb4b2cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:26Z', 'revision_number': 4, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '525c8dc3-39fc-439e-973a-c595c744ec8f', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'port_id': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'mac_address': 'fa:16:3e:da:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:03:16Z', 'revision_number': 1, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73577d-c1cf-4da2-87ff-2ce3eef53728', 'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'mac_address': 'fa:16:3e:79:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:22Z', 'updated_at': '2022-05-24T23:02:45Z', 'revision_number': 5, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'subnets': [{'id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:22.882216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84efb6e-561e-4c63-88c8-f61fb4b2cf4f None None] The sync data for ids ['ba3139e5-3578-4450-bf82-67c7e9ae3929'] in n-d-843146-7 is: [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:26Z', 'revision_number': 4, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '525c8dc3-39fc-439e-973a-c595c744ec8f', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'port_id': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'mac_address': 'fa:16:3e:da:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:02:38Z', 'updated_at': '2022-05-24T23:03:16Z', 'revision_number': 1, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73577d-c1cf-4da2-87ff-2ce3eef53728', 'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'mac_address': 'fa:16:3e:79:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:22Z', 'updated_at': '2022-05-24T23:02:45Z', 'revision_number': 5, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'subnets': [{'id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:22.946264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8d451af5-18e0-4353-bba7-dd1fc8a8ce03 req-03832b35-91ce-4169-ac2a-43ace16fda99 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248584 May 24 23:03:22.963304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3e2f-8dd2-4adc-8ced-7f141fd8c60b req-fb2adb6b-5509-4251-bad9-023a846f6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:22.967163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c37a3e2f-8dd2-4adc-8ced-7f141fd8c60b req-fb2adb6b-5509-4251-bad9-023a846f6795 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 1096 time: 0.5288742 May 24 23:03:23.001709 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2807be0a-6a6f-4f77-a98f-53dcef5ba134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.004517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b7c2d5cf-cc0f-473d-ac0f-89d048f771aa up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:23.018655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea2da-6916-4914-82f9-4db59cea0c45 req-7880fc16-c0f5-48bd-89a6-646f2592539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:23.020038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-144ea2da-6916-4914-82f9-4db59cea0c45 req-7880fc16-c0f5-48bd-89a6-646f2592539b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.5671594 May 24 23:03:23.174120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0a19641f-1106-4374-b792-3be35b8eb326 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:23.174526 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.220013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a19641f-1106-4374-b792-3be35b8eb326 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:03:23.251210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3e2f-8dd2-4adc-8ced-7f141fd8c60b req-65e83441-aef8-44e7-9edc-15d21b1e7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:23.253778 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c37a3e2f-8dd2-4adc-8ced-7f141fd8c60b req-65e83441-aef8-44e7-9edc-15d21b1e7e47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 906 time: 0.1992495 May 24 23:03:23.257002 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2807be0a-6a6f-4f77-a98f-53dcef5ba134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.268587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0a19641f-1106-4374-b792-3be35b8eb326, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0a19641f-1106-4374-b792-3be35b8eb326,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:23.271181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:23.302719 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769cd7d7-9af3-43fd-a4d3-d0389f0bede6 None None] New status for floating IP 525c8dc3-39fc-439e-973a-c595c744ec8f: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:03:23.305275 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.387749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0a19641f-1106-4374-b792-3be35b8eb326,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:23.416411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4eea9033-fea8-43e5-9244-ebe61b2e5aa4 None None] Provisioning for port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:23.423379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4eea9033-fea8-43e5-9244-ebe61b2e5aa4 None None] Provisioning complete for port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:23.423986 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4eea9033-fea8-43e5-9244-ebe61b2e5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.463309 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96e3081f-eebf-4f74-9754-6beb4fb581fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.502186 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c37a3e2f-8dd2-4adc-8ced-7f141fd8c60b req-6b9960df-40ee-4b3d-b6d5-d7600503e88a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a6bc2b3-c804-4220-b5c5-669413864852 HTTP/1.1" status: 200 len: 217 time: 0.1419990 May 24 23:03:23.530876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3081f-eebf-4f74-9754-6beb4fb581fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bbbd2f-5adf-446f-9f04-c749f4432007,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:23.603826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.612523 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2807be0a-6a6f-4f77-a98f-53dcef5ba134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.642359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807be0a-6a6f-4f77-a98f-53dcef5ba134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f55a4fe-8523-4c02-ab7c-924155211a3a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:23.661542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3e2f-8dd2-4adc-8ced-7f141fd8c60b req-8e7c6d6a-f455-4494-9c39-93367ae4cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:23.662951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c37a3e2f-8dd2-4adc-8ced-7f141fd8c60b req-8e7c6d6a-f455-4494-9c39-93367ae4cd55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.1503057 May 24 23:03:23.667749 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2807be0a-6a6f-4f77-a98f-53dcef5ba134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.668820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2807be0a-6a6f-4f77-a98f-53dcef5ba134 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f55a4fe-8523-4c02-ab7c-924155211a3a HTTP/1.1" status: 204 len: 168 time: 0.9362760 May 24 23:03:23.688510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4eea9033-fea8-43e5-9244-ebe61b2e5aa4 None None] Current status of the port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:23.689830 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4eea9033-fea8-43e5-9244-ebe61b2e5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.723806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['0a19641f-1106-4374-b792-3be35b8eb326'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:03:23.725617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad58c4c-4428-414b-92ac-46b3e3b29bb6 req-ea5f2c3b-7bf5-4e2d-b275-ebadddb3071b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:23.727252 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aad58c4c-4428-414b-92ac-46b3e3b29bb6 req-ea5f2c3b-7bf5-4e2d-b275-ebadddb3071b tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.4724171 May 24 23:03:23.736541 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c37a3e2f-8dd2-4adc-8ced-7f141fd8c60b req-51e7bdc4-c431-4bdd-a787-fc59b31d0d03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629134 May 24 23:03:23.825621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4eea9033-fea8-43e5-9244-ebe61b2e5aa4 None None] For port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b7c2d5cf-cc0f-473d-ac0f-89d048f771aa,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:23.839140 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4eea9033-fea8-43e5-9244-ebe61b2e5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.850478 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96e3081f-eebf-4f74-9754-6beb4fb581fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.852375 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-96e3081f-eebf-4f74-9754-6beb4fb581fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78bbbd2f-5adf-446f-9f04-c749f4432007 HTTP/1.1" status: 204 len: 168 time: 2.5848598 May 24 23:03:23.884507 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:23.893031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea2da-6916-4914-82f9-4db59cea0c45 req-3772b606-9a5f-4c19-acbf-5f50533ad677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:23.894980 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-144ea2da-6916-4914-82f9-4db59cea0c45 req-3772b606-9a5f-4c19-acbf-5f50533ad677 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4795287 May 24 23:03:23.910003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d2c82-e384-4ef9-bb13-59bc13514333 req-4b55e6ef-2d43-4cf7-b452-7c9dc5e46155 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:23.918752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-679d2c82-e384-4ef9-bb13-59bc13514333 req-4b55e6ef-2d43-4cf7-b452-7c9dc5e46155 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 1.3875713 May 24 23:03:23.924908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aad58c4c-4428-414b-92ac-46b3e3b29bb6 req-455604cc-0e9a-4533-97f3-9f8b7f24da67 tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872346 May 24 23:03:23.991768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea9033-fea8-43e5-9244-ebe61b2e5aa4 None None] Pushing event updated for resources: {'Port': ['ID=b7c2d5cf-cc0f-473d-ac0f-89d048f771aa,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:24.019568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object ce53898e-516d-484b-ab6f-acaf359ae539 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:24.033036 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.238106 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c37a3e2f-8dd2-4adc-8ced-7f141fd8c60b req-9d579b8e-7b9a-4f1b-9310-a7d2c0d49e39 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754477 May 24 23:03:24.353571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-679d2c82-e384-4ef9-bb13-59bc13514333 req-9967651e-b181-44cb-aaf5-05766870ae69 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4337535 May 24 23:03:24.363434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03469c32-3d23-4858-9ecc-bdc150fab0d1 req-938498d5-c051-4e14-8ae1-d33cf83cf1eb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:24.365297 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03469c32-3d23-4858-9ecc-bdc150fab0d1 req-938498d5-c051-4e14-8ae1-d33cf83cf1eb tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 944 time: 0.2046003 May 24 23:03:24.452407 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c37a3e2f-8dd2-4adc-8ced-7f141fd8c60b req-8bc3dac2-be8e-41be-9963-9111448c1b6b service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069225 May 24 23:03:24.458100 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03469c32-3d23-4858-9ecc-bdc150fab0d1 req-254d902d-b900-4f0f-bfa3-779040350f59 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804920 May 24 23:03:24.495130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:24.498150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-144ea2da-6916-4914-82f9-4db59cea0c45 req-f8272661-1324-4716-be40-77bac474a351 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766642 May 24 23:03:24.513336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53195d-90b3-49e3-a46a-6aba24480112 req-55c34fc1-9333-4d4c-a26d-c2800d2a6f8f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:24.514878 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc53195d-90b3-49e3-a46a-6aba24480112 req-55c34fc1-9333-4d4c-a26d-c2800d2a6f8f tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.3003304 May 24 23:03:24.516249 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.782742 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b7c2d5cf-cc0f-473d-ac0f-89d048f771aa up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:24.870477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:24.877282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:24.877835 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.888282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:24.900933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:24.907453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:24.908100 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:24.931534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=ce53898e-516d-484b-ab6f-acaf359ae539,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:24.936730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-bc53195d-90b3-49e3-a46a-6aba24480112 req-f72ade29-9702-432a-b438-3b941c048abf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Deleting port eed27daf-7b89-47a1-9c43-51415d341aa3 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:24.937069 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bc53195d-90b3-49e3-a46a-6aba24480112 req-f72ade29-9702-432a-b438-3b941c048abf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.033858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:25.229831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f501a4b6-30e3-4a0b-b0b8-8dbb7a33e3e4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.8200254 May 24 23:03:25.232655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44688) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:25.284233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:25.297124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e686e1b-f45b-4bac-8bb5-647e49fe1cd6 None None] Sync routers for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:25.299390 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-995ae44b-f1ec-465e-8e53-588b8782838b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2807817 May 24 23:03:25.302540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44692) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:25.306444 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-144ea2da-6916-4914-82f9-4db59cea0c45 req-df624259-1258-4c67-a064-f9a35116a8e9 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7876706 May 24 23:03:25.310422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b6873aa3-2562-4e8b-abb3-26e5d65ba871 None None] Provisioning for port ce53898e-516d-484b-ab6f-acaf359ae539 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:25.320253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e686e1b-f45b-4bac-8bb5-647e49fe1cd6 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:25.322050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0e686e1b-f45b-4bac-8bb5-647e49fe1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:25.426080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7578cc08-98ac-4ee2-b456-4e2b4683a77c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:25.433879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7578cc08-98ac-4ee2-b456-4e2b4683a77c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:25.435923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7578cc08-98ac-4ee2-b456-4e2b4683a77c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2015977 May 24 23:03:25.440676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44702) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:25.510057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b6873aa3-2562-4e8b-abb3-26e5d65ba871 None None] Provisioning complete for port ce53898e-516d-484b-ab6f-acaf359ae539 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:25.511265 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b6873aa3-2562-4e8b-abb3-26e5d65ba871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.550842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d34ce645-dfc0-4b21-b225-eae0b1d4219a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port ce53898e-516d-484b-ab6f-acaf359ae539 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:25.551282 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d34ce645-dfc0-4b21-b225-eae0b1d4219a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.581255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b2b73-e967-4df0-abe0-8e3692f08adf req-3d710ab8-abbb-4ca9-87e6-bea0bd10432a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:25.588301 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-785b2b73-e967-4df0-abe0-8e3692f08adf req-3d710ab8-abbb-4ca9-87e6-bea0bd10432a tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 946 time: 0.3861771 May 24 23:03:25.624573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0e686e1b-f45b-4bac-8bb5-647e49fe1cd6 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:25.683069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-785b2b73-e967-4df0-abe0-8e3692f08adf req-45341f94-77fa-4747-9911-7ded15a2a9db tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/security-groups?id=42e7b336-419c-4b4a-8ea6-26aa2bba36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937870 May 24 23:03:25.707090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bc53195d-90b3-49e3-a46a-6aba24480112 req-f72ade29-9702-432a-b438-3b941c048abf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] For port eed27daf-7b89-47a1-9c43-51415d341aa3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=eed27daf-7b89-47a1-9c43-51415d341aa3,segment=NetworkSegment(c9b23499-246b-43f7-9b16-2abf4d4c18e6),segment_id=c9b23499-246b-43f7-9b16-2abf4d4c18e6)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:25.707476 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bc53195d-90b3-49e3-a46a-6aba24480112 req-f72ade29-9702-432a-b438-3b941c048abf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.913247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b6873aa3-2562-4e8b-abb3-26e5d65ba871 None None] Port ce53898e-516d-484b-ab6f-acaf359ae539 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:25.919851 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:25.927528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-bc53195d-90b3-49e3-a46a-6aba24480112 req-f72ade29-9702-432a-b438-3b941c048abf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Calling delete_port for eed27daf-7b89-47a1-9c43-51415d341aa3 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:26.027174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c16485f-d533-4784-bb7a-59664c6ce559 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting subnet a64d981e-0557-4183-8860-0aa8c57dbc3a {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:26.030529 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c16485f-d533-4784-bb7a-59664c6ce559 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.046543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0e686e1b-f45b-4bac-8bb5-647e49fe1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:21Z', 'revision_number': 10, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:26.061376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e686e1b-f45b-4bac-8bb5-647e49fe1cd6 None None] Checking router: 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:26.070662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e686e1b-f45b-4bac-8bb5-647e49fe1cd6 None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:26.071650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0e686e1b-f45b-4bac-8bb5-647e49fe1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:26.156632 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d34ce645-dfc0-4b21-b225-eae0b1d4219a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.229953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d532ef-5744-4b0d-867d-e0be7860a64d req-5d09d34e-9d6f-4347-a196-4542671ed4c2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:26.231616 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9d532ef-5744-4b0d-867d-e0be7860a64d req-5d09d34e-9d6f-4347-a196-4542671ed4c2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 944 time: 0.2411270 May 24 23:03:26.323755 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9d532ef-5744-4b0d-867d-e0be7860a64d req-01345390-de33-42c0-8301-37819459d9fe tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857828 May 24 23:03:26.324452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bc53195d-90b3-49e3-a46a-6aba24480112 req-f72ade29-9702-432a-b438-3b941c048abf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.342501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d34ce645-dfc0-4b21-b225-eae0b1d4219a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for ce53898e-516d-484b-ab6f-acaf359ae539 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:26.350501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0a19641f-1106-4374-b792-3be35b8eb326 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:26.387560 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c16485f-d533-4784-bb7a-59664c6ce559 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.395002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ade29-9702-432a-b438-3b941c048abf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Pushing event deleted for resources: {'Port': ['ID=eed27daf-7b89-47a1-9c43-51415d341aa3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:26.461770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65800e0e-2e00-4009-98ca-aa2447423305 req-4c0587d3-394d-4a71-acc7-7b3d37ac682c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:26.463737 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65800e0e-2e00-4009-98ca-aa2447423305 req-4c0587d3-394d-4a71-acc7-7b3d37ac682c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.7798560 May 24 23:03:26.470754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0e686e1b-f45b-4bac-8bb5-647e49fe1cd6 None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:26.540591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44734) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:26.559359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc53195d-90b3-49e3-a46a-6aba24480112 req-f72ade29-9702-432a-b438-3b941c048abf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] No DVR routers for this DVR port eed27daf-7b89-47a1-9c43-51415d341aa3 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:26.562710 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bc53195d-90b3-49e3-a46a-6aba24480112 req-f72ade29-9702-432a-b438-3b941c048abf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.563447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65800e0e-2e00-4009-98ca-aa2447423305 req-143d4b27-7d2e-4c7f-85a5-4efbd27628f5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940900 May 24 23:03:26.574726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'name': 'network-vif-deleted', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:26.599868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc53195d-90b3-49e3-a46a-6aba24480112 req-f72ade29-9702-432a-b438-3b941c048abf tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.50 "DELETE /v2.0/ports/eed27daf-7b89-47a1-9c43-51415d341aa3 HTTP/1.1" status: 204 len: 173 time: 2.0530579 May 24 23:03:26.605010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 0a19641f-1106-4374-b792-3be35b8eb326 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:26.611821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 0a19641f-1106-4374-b792-3be35b8eb326 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:26.612199 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.693808 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f22aea-a46e-4e50-b598-b40a068ba56a'] response: {'server_uuid': '9bca4316-fb0b-446f-8795-e64df261fbcb', 'name': 'network-vif-deleted', 'tag': 'eed27daf-7b89-47a1-9c43-51415d341aa3', 'status': 'completed', 'code': 200} May 24 23:03:26.776899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c16485f-d533-4784-bb7a-59664c6ce559 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.872989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c8871d1c-b624-41ef-acf1-6b7c49090dc1 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:26.876950 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d34ce645-dfc0-4b21-b225-eae0b1d4219a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:26.930234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-53b13a1e-26b6-47dd-bb98-7de56c0d921e req-8cb5127a-ce3c-4a6f-bf77-984e1cd8d85e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Synchronizing usage tracker for tenant:e349657696c34416983f98607f7fdf1c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:26.963510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-53b13a1e-26b6-47dd-bb98-7de56c0d921e req-8cb5127a-ce3c-4a6f-bf77-984e1cd8d85e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] Unset dirty status for tenant:e349657696c34416983f98607f7fdf1c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:26.974576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53b13a1e-26b6-47dd-bb98-7de56c0d921e req-8cb5127a-ce3c-4a6f-bf77-984e1cd8d85e tempest-ServersNegativeTestJSON-1757038403 tempest-ServersNegativeTestJSON-1757038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bca4316-fb0b-446f-8795-e64df261fbcb HTTP/1.1" status: 200 len: 210 time: 0.0966501 May 24 23:03:27.034000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ce645-dfc0-4b21-b225-eae0b1d4219a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=ce53898e-516d-484b-ab6f-acaf359ae539,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:27.064407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0a19641f-1106-4374-b792-3be35b8eb326 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:27.064919 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.098982 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c8871d1c-b624-41ef-acf1-6b7c49090dc1 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] 10.222.0.55 "PUT /v2.0/quotas/5ed2f04a403146bcbfdcce77739f1866 HTTP/1.1" status: 200 len: 368 time: 0.5542898 May 24 23:03:27.101976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44754) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:27.109313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Request body: {'network': {'project_id': '5ed2f04a403146bcbfdcce77739f1866'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:27.121695 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d34ce645-dfc0-4b21-b225-eae0b1d4219a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.122109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:27.125560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a2b68e-4345-458d-8158-f94842aeb2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a19641f-1106-4374-b792-3be35b8eb326'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:27.132153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Usage tracker for resource:network and tenant:5ed2f04a403146bcbfdcce77739f1866 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:27.132387 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c16485f-d533-4784-bb7a-59664c6ce559 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.137752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:27.142422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0a19641f-1106-4374-b792-3be35b8eb326, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0a19641f-1106-4374-b792-3be35b8eb326,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:27.147711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:27.155531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0e686e1b-f45b-4bac-8bb5-647e49fe1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:21Z', 'revision_number': 10, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:27.160449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e686e1b-f45b-4bac-8bb5-647e49fe1cd6 None None] The sync data for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 is: [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:21Z', 'revision_number': 10, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None, '_interfaces': [{'id': '2af0c3a3-ee1c-4eeb-8abf-243d339328df', 'name': '', 'network_id': '06814d92-c30a-4f4d-bd39-934b72018c5f', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'mac_address': 'fa:16:3e:dc:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:02Z', 'updated_at': '2022-05-24T23:02:24Z', 'revision_number': 5, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'subnets': [{'id': 'd84e67e4-ebe8-4c83-9867-86f2b1819caa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:27.169662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Made reservation on behalf of 5ed2f04a403146bcbfdcce77739f1866 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:27.172229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.175434 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.195615 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.230600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:27.236831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Usage tracker for resource:security_group_rule and tenant:5ed2f04a403146bcbfdcce77739f1866 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:27.240907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:27.254135 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7e2712-403b-41cf-84dd-0604583bddca'] response: {'server_uuid': '35a2b68e-4345-458d-8158-f94842aeb2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a19641f-1106-4374-b792-3be35b8eb326', 'code': 200} May 24 23:03:27.259039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:27.270651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16485f-d533-4784-bb7a-59664c6ce559 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Subnet': ['ID=a64d981e-0557-4183-8860-0aa8c57dbc3a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:27.278181 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c16485f-d533-4784-bb7a-59664c6ce559 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.282641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4c16485f-d533-4784-bb7a-59664c6ce559 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/a64d981e-0557-4183-8860-0aa8c57dbc3a HTTP/1.1" status: 204 len: 168 time: 1.9767678 May 24 23:03:27.285422 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d34ce645-dfc0-4b21-b225-eae0b1d4219a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/ce53898e-516d-484b-ab6f-acaf359ae539 HTTP/1.1" status: 204 len: 168 time: 1.8417330 May 24 23:03:27.286159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44762) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:27.286482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44764) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:27.317427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a1e23-c155-4ed2-b27d-c6a2e091fa4a None None] Network b167122c-f8c3-4632-b80f-e8a617a4722a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:27.459220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b2919-95d8-4f10-a3b8-5383eefb4fbd req-8009498e-8d76-4623-ad2c-a2f0e7226b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:27.460760 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-931b2919-95d8-4f10-a3b8-5383eefb4fbd req-8009498e-8d76-4623-ad2c-a2f0e7226b8a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 1096 time: 0.1445396 May 24 23:03:27.478068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0a19641f-1106-4374-b792-3be35b8eb326,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:27.500535 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.551968 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.719384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-931b2919-95d8-4f10-a3b8-5383eefb4fbd req-49aec18c-f607-44fa-90bb-e980aaca8ce9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436161 May 24 23:03:27.726322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:27.737443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be70a7-9c83-4e27-a19a-e9af804c7ce2 req-5187625e-d141-4652-9513-e1267a4812d4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:27.746069 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98be70a7-9c83-4e27-a19a-e9af804c7ce2 req-5187625e-d141-4652-9513-e1267a4812d4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.8271742 May 24 23:03:27.747354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75002fc-c6d6-4c69-9886-98070b82e615,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:27.754146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdecc3e3-a9b9-405a-9aef-81897da55903 None None] DHCP port deletion for b167122c-f8c3-4632-b80f-e8a617a4722a request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:27.758638 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.759287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bdecc3e3-a9b9-405a-9aef-81897da55903 None None] Deleting port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:27.759596 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Added segment 1c318a30-877e-4b0c-bc6d-5e6aae65ee87 of type vlan for network f194f096-306a-4671-bb7e-e16cbf6ea10d May 24 23:03:27.759718 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bdecc3e3-a9b9-405a-9aef-81897da55903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.796948 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.810042 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.819717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f37c81-f15f-4741-affa-96790d3e4f8f req-7f9eb76a-5767-48ef-b62c-c8d4433051f7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:27.821442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64f37c81-f15f-4741-affa-96790d3e4f8f req-7f9eb76a-5767-48ef-b62c-c8d4433051f7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 945 time: 0.2891195 May 24 23:03:27.827721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bba8d9-cacc-411a-8a26-7382c2f1477b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:27.829400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bba8d9-cacc-411a-8a26-7382c2f1477b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:27.830362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-29bba8d9-cacc-411a-8a26-7382c2f1477b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:27.875541 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.876782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:27.877102 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98be70a7-9c83-4e27-a19a-e9af804c7ce2 req-8db0a40d-3683-4fa4-ab5d-3eee0ee89b69 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300640 May 24 23:03:27.877785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:27.882814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:27.883656 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.020646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-29bba8d9-cacc-411a-8a26-7382c2f1477b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:28.022070 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-29bba8d9-cacc-411a-8a26-7382c2f1477b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.7330709 May 24 23:03:28.028325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44802) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:28.052473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64f37c81-f15f-4741-affa-96790d3e4f8f req-78caf627-9081-4f05-a8a0-bdfdb8a78cb9 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983550 May 24 23:03:28.055532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Pushing event updated for resources: {'Network': ['ID=f194f096-306a-4671-bb7e-e16cbf6ea10d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:28.063743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4d55d2af-4a76-45ee-ad29-1c4f8f0eeef9 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9576859 May 24 23:03:28.064531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44810) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:28.071918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Request body: {'network': {'project_id': '5ed2f04a403146bcbfdcce77739f1866'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:28.094035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:28.103198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network f194f096-306a-4671-bb7e-e16cbf6ea10d details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:28.104695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Usage tracker for resource:network and tenant:5ed2f04a403146bcbfdcce77739f1866 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:28.111549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:28.128798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:28.157701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Made reservation on behalf of 5ed2f04a403146bcbfdcce77739f1866 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:28.160735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.201749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44818) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:28.278505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:28.292859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5952039d-4d0c-4acb-8ddb-63adbf48b5e5,segment=NetworkSegment(82db0ea9-6304-4a11-ab7b-b69cd8f9609c),segment_id=82db0ea9-6304-4a11-ab7b-b69cd8f9609c)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:28.306923 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.315507 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.316474 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Added segment fa4016de-f6ef-4e2f-a658-edfb6223e482 of type vlan for network 51dc23ec-ff3a-4b31-acaa-b2f1bf0ea257 May 24 23:03:28.356589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bdecc3e3-a9b9-405a-9aef-81897da55903 None None] For port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5952039d-4d0c-4acb-8ddb-63adbf48b5e5,segment=NetworkSegment(82db0ea9-6304-4a11-ab7b-b69cd8f9609c),segment_id=82db0ea9-6304-4a11-ab7b-b69cd8f9609c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:28.356980 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bdecc3e3-a9b9-405a-9aef-81897da55903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.380416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.438901 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.439915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:28.443251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.492671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bdecc3e3-a9b9-405a-9aef-81897da55903 None None] Calling delete_port for 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:28.574912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:28.628414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device eed27daf-7b89-47a1-9c43-51415d341aa3 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:28.643963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5782468 May 24 23:03:28.648607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44840) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:28.659756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9d8299d3-255d-45c1-a7be-237275e6e7fc tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Request body: {'network': {'project_id': '5ed2f04a403146bcbfdcce77739f1866'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:28.667438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9d8299d3-255d-45c1-a7be-237275e6e7fc tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:28.682274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9d8299d3-255d-45c1-a7be-237275e6e7fc tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Usage tracker for resource:network and tenant:5ed2f04a403146bcbfdcce77739f1866 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:28.690577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9d8299d3-255d-45c1-a7be-237275e6e7fc tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:28.691884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2175179-eaf3-4f38-96ba-448986b9b67a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 4abeb040-5bfa-4ff9-b5fa-ec5e6af6e9e7 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:28.694212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:28.694626 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:28.697578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2175179-eaf3-4f38-96ba-448986b9b67a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.702012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9d8299d3-255d-45c1-a7be-237275e6e7fc tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:28.705535 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8299d3-255d-45c1-a7be-237275e6e7fc tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 24 23:03:28.705948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8299d3-255d-45c1-a7be-237275e6e7fc tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:28.710029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9d8299d3-255d-45c1-a7be-237275e6e7fc tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0555334 May 24 23:03:28.710474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f61ff-65c4-4f15-8a6f-a8372e6085b0 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Pushing event updated for resources: {'Network': ['ID=51dc23ec-ff3a-4b31-acaa-b2f1bf0ea257,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:28.712947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44852) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:28.720953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0f5576-298e-4f68-8dc0-fcca27812466 admin admin] Deleting subnet 3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:28.743579 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5576-298e-4f68-8dc0-fcca27812466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.865114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 51dc23ec-ff3a-4b31-acaa-b2f1bf0ea257 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:28.880849 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bdecc3e3-a9b9-405a-9aef-81897da55903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.915960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2175179-eaf3-4f38-96ba-448986b9b67a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:28.981100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:29.012806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: eed27daf-7b89-47a1-9c43-51415d341aa3 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:29.013533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device eed27daf-7b89-47a1-9c43-51415d341aa3 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:29.047828 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5576-298e-4f68-8dc0-fcca27812466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.048032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecc3e3-a9b9-405a-9aef-81897da55903 None None] Pushing event deleted for resources: {'Port': ['ID=5952039d-4d0c-4acb-8ddb-63adbf48b5e5,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:29.048032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:29.048598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:29.048774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02ed8901-20e6-4223-b391-e7f830fe401d no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:29.098868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8c24d9f9-688e-4fe6-b878-6fefbeafeded tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ed2f04a403146bcbfdcce77739f1866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824587 May 24 23:03:29.105198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44880) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:29.140027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2175179-eaf3-4f38-96ba-448986b9b67a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.204270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdecc3e3-a9b9-405a-9aef-81897da55903 None None] No DVR routers for this DVR port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:29.206170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 5952039d-4d0c-4acb-8ddb-63adbf48b5e5 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:29.206517 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.206675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 02ed8901-20e6-4223-b391-e7f830fe401d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:29.207021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 02ed8901-20e6-4223-b391-e7f830fe401d not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:29.233208 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5576-298e-4f68-8dc0-fcca27812466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.304833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] The port '5952039d-4d0c-4acb-8ddb-63adbf48b5e5' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:03:29.397082 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-26ee6f3d-7746-4c7e-a642-5a06a6da1432 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.443833 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-26ee6f3d-7746-4c7e-a642-5a06a6da1432 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.451842 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5576-298e-4f68-8dc0-fcca27812466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.455721 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.463774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b08425-8a9c-4b85-a1e7-e24205b5a2ad req-d47d54bc-212e-48e1-ba5f-afe4145abb80 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:29.464006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2175179-eaf3-4f38-96ba-448986b9b67a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.465381 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41b08425-8a9c-4b85-a1e7-e24205b5a2ad req-d47d54bc-212e-48e1-ba5f-afe4145abb80 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 945 time: 0.1778905 May 24 23:03:29.511998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2175179-eaf3-4f38-96ba-448986b9b67a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=4abeb040-5bfa-4ff9-b5fa-ec5e6af6e9e7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:29.522784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2175179-eaf3-4f38-96ba-448986b9b67a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.527003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b167122c-f8c3-4632-b80f-e8a617a4722a']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:29.530547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f5576-298e-4f68-8dc0-fcca27812466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:29.534202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b47e278-715f-4225-bed5-e6b474d836be None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:29.535964 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5576-298e-4f68-8dc0-fcca27812466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.549729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82db0ea9-6304-4a11-ab7b-b69cd8f9609c') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:29.550022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82db0ea9-6304-4a11-ab7b-b69cd8f9609c') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:29.563526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9d0f5576-298e-4f68-8dc0-fcca27812466 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3daa97b0-91b8-4c4f-ba36-8a12e7d25ddb HTTP/1.1" status: 204 len: 168 time: 1.3453593 May 24 23:03:29.565569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44896) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:29.568734 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.585192 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41b08425-8a9c-4b85-a1e7-e24205b5a2ad req-af97526c-7061-487b-b3b8-d82f8c5e2bc9 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847936 May 24 23:03:29.602944 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c2175179-eaf3-4f38-96ba-448986b9b67a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/4abeb040-5bfa-4ff9-b5fa-ec5e6af6e9e7 HTTP/1.1" status: 204 len: 168 time: 1.5737650 May 24 23:03:29.609003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44900) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:29.611862 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-26ee6f3d-7746-4c7e-a642-5a06a6da1432 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.612048 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.643381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee6f3d-7746-4c7e-a642-5a06a6da1432 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75002fc-c6d6-4c69-9886-98070b82e615,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:29.651285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-26ee6f3d-7746-4c7e-a642-5a06a6da1432 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.655299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-26ee6f3d-7746-4c7e-a642-5a06a6da1432 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/f75002fc-c6d6-4c69-9886-98070b82e615 HTTP/1.1" status: 204 len: 168 time: 0.5447171 May 24 23:03:29.656161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44904) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:29.747790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:29.748326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.802859 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-08d5bf82-6135-4f64-8448-fe8e220bd60e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1925442 May 24 23:03:29.803938 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:29.807363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44914) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:29.813727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:29.915609 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:29.922857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Deleting port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:29.923562 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.031496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44924) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:30.035352 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 82db0ea9-6304-4a11-ab7b-b69cd8f9609c resource provider aggregate not found May 24 23:03:30.068955 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.076896 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.086028 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.092601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:30.095534 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 82db0ea9-6304-4a11-ab7b-b69cd8f9609c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82db0ea9-6304-4a11-ab7b-b69cd8f9609c found for delete ", "request_id": "req-8a37be61-4722-47a1-8964-b28819063691"}]} May 24 23:03:30.095709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.108267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:30.112416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:30.122311 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/networks/b167122c-f8c3-4632-b80f-e8a617a4722a HTTP/1.1" status: 204 len: 168 time: 2.8345819 May 24 23:03:30.126957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44932) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:30.132150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:30.165353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d08775-f76e-4d07-bbd9-f8534346445e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Network': ['ID=b167122c-f8c3-4632-b80f-e8a617a4722a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:30.195973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] For port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b7c2d5cf-cc0f-473d-ac0f-89d048f771aa,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:30.196370 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.214291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dc23ec-ff3a-4b31-acaa-b2f1bf0ea257']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:30.275027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6aef9d85-61fb-4f88-a51a-5308974c7cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.285950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4016de-f6ef-4e2f-a658-edfb6223e482') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:30.286167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4016de-f6ef-4e2f-a658-edfb6223e482') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:30.287772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.302968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6aef9d85-61fb-4f88-a51a-5308974c7cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:30.304121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:30.308435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.316669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Calling delete_port for b7c2d5cf-cc0f-473d-ac0f-89d048f771aa owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:30.318928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6aef9d85-61fb-4f88-a51a-5308974c7cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e4406bef044ddf898bf2f8f988ebda is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:30.323759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6aef9d85-61fb-4f88-a51a-5308974c7cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:30.327617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3f872f-7879-4578-8fd1-0bd063516c86']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:30.330180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.340357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6aef9d85-61fb-4f88-a51a-5308974c7cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:30.347184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b23499-246b-43f7-9b16-2abf4d4c18e6') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:30.347468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b23499-246b-43f7-9b16-2abf4d4c18e6') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:30.369410 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.389754 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.397297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:30.398097 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.400779 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.404252 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.435038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:30.435463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.457970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Pushing event deleted for resources: {'Port': ['ID=b7c2d5cf-cc0f-473d-ac0f-89d048f771aa,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:30.470760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.471880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.472423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.472967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.473530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.474078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.474749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.475284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.475880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.476410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.477327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.478212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:03:30.481638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cecb741-d68e-4eb5-9013-0ba2992dca73 None None] No DVR routers for this DVR port b7c2d5cf-cc0f-473d-ac0f-89d048f771aa on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:30.496013 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.512281 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment fa4016de-f6ef-4e2f-a658-edfb6223e482 resource provider aggregate not found May 24 23:03:30.514321 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.523389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] Pushing event deleted for resources: {'Network': ['ID=af3f872f-7879-4578-8fd1-0bd063516c86,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:30.541465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d8b3d3c3-d682-4e28-9eb3-07c5d6d9696f admin admin] 10.222.0.55 "DELETE /v2.0/networks/af3f872f-7879-4578-8fd1-0bd063516c86 HTTP/1.1" status: 204 len: 168 time: 0.9747660 May 24 23:03:30.585629 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment fa4016de-f6ef-4e2f-a658-edfb6223e482 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa4016de-f6ef-4e2f-a658-edfb6223e482 found for delete ", "request_id": "req-230b51f5-d364-4e70-a1be-9436a5601699"}]} May 24 23:03:30.668109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44944) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:30.723971 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.784252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b7c2d5cf-cc0f-473d-ac0f-89d048f771aa no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:30.800898 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-db2a656f-e621-42db-b7e6-5f46fd0fd93a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e349657696c34416983f98607f7fdf1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288800 May 24 23:03:30.801140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44948) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:30.819580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: b7c2d5cf-cc0f-473d-ac0f-89d048f771aa {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:30.819979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b7c2d5cf-cc0f-473d-ac0f-89d048f771aa not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:30.886352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.898035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Pushing event deleted for resources: {'Network': ['ID=51dc23ec-ff3a-4b31-acaa-b2f1bf0ea257,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:30.925569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dca2a-3512-410b-991d-61dd8f0d3354 req-ec19bfe5-7d79-4fab-bc63-c9d4dd90534a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:30.927083 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e8dca2a-3512-410b-991d-61dd8f0d3354 req-ec19bfe5-7d79-4fab-bc63-c9d4dd90534a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 945 time: 0.2127898 May 24 23:03:30.933406 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-03652238-b7af-4822-be17-63ed6e61350b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.979668 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6aef9d85-61fb-4f88-a51a-5308974c7cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:30.980889 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d36e713a-e15c-4f31-b7b1-7290662010c8 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] 10.222.0.55 "DELETE /v2.0/networks/51dc23ec-ff3a-4b31-acaa-b2f1bf0ea257 HTTP/1.1" status: 204 len: 168 time: 1.3235340 May 24 23:03:30.986865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44952) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:30.995779 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6aef9d85-61fb-4f88-a51a-5308974c7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.035179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-03652238-b7af-4822-be17-63ed6e61350b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.162044 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e8dca2a-3512-410b-991d-61dd8f0d3354 req-1d226bf5-4c5d-4752-bf77-1cf412aa8177 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262859 May 24 23:03:31.185728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44960) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:31.185957 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6aef9d85-61fb-4f88-a51a-5308974c7cb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2e4406bef044ddf898bf2f8f988ebda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1524885 May 24 23:03:31.196079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef9d85-61fb-4f88-a51a-5308974c7cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabe5599-4806-42a1-868f-f1394efc8a76,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:31.203207 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.242294 n-d-843146-7 neutron-server[88389]: DEBUG neutron.objects.ports [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88389) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:03:31.276668 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.316222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-03652238-b7af-4822-be17-63ed6e61350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.348276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03652238-b7af-4822-be17-63ed6e61350b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e7b336-419c-4b4a-8ea6-26aa2bba36a9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:31.350891 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.370477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:31.380356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:31.393482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:31.394345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.397255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f194f096-306a-4671-bb7e-e16cbf6ea10d']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:31.408480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-03652238-b7af-4822-be17-63ed6e61350b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.408911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c903fd4c-2f87-4051-aeff-b31c3320cd82 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:31.409646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-03652238-b7af-4822-be17-63ed6e61350b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42e7b336-419c-4b4a-8ea6-26aa2bba36a9 HTTP/1.1" status: 204 len: 168 time: 0.6074822 May 24 23:03:31.417771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c318a30-877e-4b0c-bc6d-5e6aae65ee87') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:31.418279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c318a30-877e-4b0c-bc6d-5e6aae65ee87') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:31.433609 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.441270 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9725efc3-c90d-4302-b187-63eabf6be2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.443597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=26e08d10-9903-49f5-a743-7d324046060c,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:31.462492 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.474575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:31.475177 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.481159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2fec2a50-b54e-4e1c-ab90-f9665debc740 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6726711 May 24 23:03:31.485714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44970) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:31.489612 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9725efc3-c90d-4302-b187-63eabf6be2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.499515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.695331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f049a148-5142-409f-a893-57194401cb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '26e08d10-9903-49f5-a743-7d324046060c'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:31.696248 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f049a148-5142-409f-a893-57194401cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.715038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ef0bf-a06d-4ba6-9012-b5c25d49a816 req-8ec2b4db-dc82-407c-b3f6-576ca784ccb0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:31.723206 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7d6ef0bf-a06d-4ba6-9012-b5c25d49a816 req-8ec2b4db-dc82-407c-b3f6-576ca784ccb0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 945 time: 0.1073101 May 24 23:03:31.724997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.734721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:30:93:3e', 'name': 'tempest-NetworksTestDHCPv6-937409889'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:31.762384 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.764752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] Pushing event deleted for resources: {'Network': ['ID=f194f096-306a-4671-bb7e-e16cbf6ea10d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:31.774418 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-43d2881b-dc0b-44a5-994f-b97748003f93 tempest-QuotasNegativeTest-381468307 tempest-QuotasNegativeTest-381468307-project-admin] 10.222.0.55 "DELETE /v2.0/networks/f194f096-306a-4671-bb7e-e16cbf6ea10d HTTP/1.1" status: 204 len: 168 time: 0.7846544 May 24 23:03:31.805838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7d6ef0bf-a06d-4ba6-9012-b5c25d49a816 req-4418ad4d-6d12-4b93-8494-61c76580b79d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816221 May 24 23:03:31.856789 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9725efc3-c90d-4302-b187-63eabf6be2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.886110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725efc3-c90d-4302-b187-63eabf6be2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabe5599-4806-42a1-868f-f1394efc8a76,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:31.919769 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9725efc3-c90d-4302-b187-63eabf6be2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:31.921977 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9725efc3-c90d-4302-b187-63eabf6be2b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aabe5599-4806-42a1-868f-f1394efc8a76 HTTP/1.1" status: 204 len: 168 time: 0.7332726 May 24 23:03:31.993926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-f049a148-5142-409f-a893-57194401cb1f None None] Allocated IP 2001:db8::f816:3eff:fef8:9ec8 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/26e08d10-9903-49f5-a743-7d324046060c/50cf9824-7bd0-4c06-a608-9482586c8c9e) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:32.055336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:32.103150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:32.111547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:32.121196 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c9b23499-246b-43f7-9b16-2abf4d4c18e6 resource provider aggregate not found May 24 23:03:32.128129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:32.142702 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c9b23499-246b-43f7-9b16-2abf4d4c18e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9b23499-246b-43f7-9b16-2abf4d4c18e6 found for delete ", "request_id": "req-622bbd37-3343-4f0e-91a0-827ed46fcbb3"}]} May 24 23:03:32.167982 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1c318a30-877e-4b0c-bc6d-5e6aae65ee87 resource provider aggregate not found May 24 23:03:32.169633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:32.192262 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1c318a30-877e-4b0c-bc6d-5e6aae65ee87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c318a30-877e-4b0c-bc6d-5e6aae65ee87 found for delete ", "request_id": "req-392ce05e-1c9c-4f1e-8e96-8af003f401e4"}]} May 24 23:03:32.311448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:03:32.352042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477b743-cead-422d-8e71-77ba5ea79f90 req-4d76b832-dc38-46c9-87e5-79eb51a5ed8b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:32.353576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4477b743-cead-422d-8e71-77ba5ea79f90 req-4d76b832-dc38-46c9-87e5-79eb51a5ed8b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 945 time: 0.3444953 May 24 23:03:32.392195 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.433270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port 2af0c3a3-ee1c-4eeb-8abf-243d339328df {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:32.433735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.476176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 92c7e8c4-0681-4220-a237-f6fcaa6cee2d yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:32.512643 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f049a148-5142-409f-a893-57194401cb1f None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.549188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f049a148-5142-409f-a893-57194401cb1f None None] Transition to ACTIVE for port object 50cf9824-7bd0-4c06-a608-9482586c8c9e will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:32.567346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4477b743-cead-422d-8e71-77ba5ea79f90 req-d756113c-8d55-461b-ab82-b1fc5b4b2209 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979854 May 24 23:03:32.687435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f049a148-5142-409f-a893-57194401cb1f None None] Transition to ACTIVE for port object 50cf9824-7bd0-4c06-a608-9482586c8c9e will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:32.705013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:32.725318 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f049a148-5142-409f-a893-57194401cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.736219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45024) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:32.830108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45032) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:32.866300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4019e33c-6203-46e1-8f67-92292ad27f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:32.910515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4019e33c-6203-46e1-8f67-92292ad27f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:32.914896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f049a148-5142-409f-a893-57194401cb1f None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:32.924535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4019e33c-6203-46e1-8f67-92292ad27f9d admin admin] Usage tracker for resource:security_group_rule and tenant:5a5df321538e478b88114213b3dd01cb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:32.931196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-f049a148-5142-409f-a893-57194401cb1f None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:32.932349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4019e33c-6203-46e1-8f67-92292ad27f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:32.942491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'port_id': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'mac_address': 'fa:16:3e:da:72:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:03:32.943872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4019e33c-6203-46e1-8f67-92292ad27f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:32.950364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::f816:3eff:fe30:933e (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/26e08d10-9903-49f5-a743-7d324046060c/92c7e8c4-0681-4220-a237-f6fcaa6cee2d) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:32.954110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049a148-5142-409f-a893-57194401cb1f None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:33.045970 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9f3eac-f8c0-4536-bafe-ede8ed9e5d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.096601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6d9f3eac-f8c0-4536-bafe-ede8ed9e5d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:33.110879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:33.115298 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.143334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6d9f3eac-f8c0-4536-bafe-ede8ed9e5d88 admin admin] Usage tracker for resource:security_group_rule and tenant:3f58b535bc404c0e9b8de51f75aeac10 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:33.149257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6d9f3eac-f8c0-4536-bafe-ede8ed9e5d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:33.195863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6d9f3eac-f8c0-4536-bafe-ede8ed9e5d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:33.228648 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.253750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049a148-5142-409f-a893-57194401cb1f None None] Pushing event updated for resources: {'Port': ['ID=50cf9824-7bd0-4c06-a608-9482586c8c9e,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:33.285624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f049a148-5142-409f-a893-57194401cb1f None None] Attempting to bind port 50cf9824-7bd0-4c06-a608-9482586c8c9e on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:33.286470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f049a148-5142-409f-a893-57194401cb1f None None] Attempting to bind port 50cf9824-7bd0-4c06-a608-9482586c8c9e by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:33.287067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a148-5142-409f-a893-57194401cb1f None None] Attempting to bind port 50cf9824-7bd0-4c06-a608-9482586c8c9e on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:33.293366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a148-5142-409f-a893-57194401cb1f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:33.294090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a148-5142-409f-a893-57194401cb1f None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:33.294762 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f049a148-5142-409f-a893-57194401cb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.294880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 92c7e8c4-0681-4220-a237-f6fcaa6cee2d will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:33.295479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a148-5142-409f-a893-57194401cb1f None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:33.296239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f049a148-5142-409f-a893-57194401cb1f None None] Bound port: 50cf9824-7bd0-4c06-a608-9482586c8c9e, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:33.297006 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f049a148-5142-409f-a893-57194401cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.315489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port 2af0c3a3-ee1c-4eeb-8abf-243d339328df, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2af0c3a3-ee1c-4eeb-8abf-243d339328df,segment=NetworkSegment(58ee0ab5-1b8f-4fcc-86f6-c6e129651633),segment_id=58ee0ab5-1b8f-4fcc-86f6-c6e129651633)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:33.315870 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.319195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id deb95383-54b2-41c3-9d88-79263e15bd7b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:03:33.320246 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4019e33c-6203-46e1-8f67-92292ad27f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.332673 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4019e33c-6203-46e1-8f67-92292ad27f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.383977 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4019e33c-6203-46e1-8f67-92292ad27f9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a5df321538e478b88114213b3dd01cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522678 May 24 23:03:33.385969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45052) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:33.413426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45056) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:33.415088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f049a148-5142-409f-a893-57194401cb1f None None] For port 50cf9824-7bd0-4c06-a608-9482586c8c9e, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:33.418686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f049a148-5142-409f-a893-57194401cb1f None None] For port 50cf9824-7bd0-4c06-a608-9482586c8c9e, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=50cf9824-7bd0-4c06-a608-9482586c8c9e,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:33.434762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:33.437071 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f049a148-5142-409f-a893-57194401cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.443399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019e33c-6203-46e1-8f67-92292ad27f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba846a1-b448-40b9-8533-9d38bd2d6115,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:33.495026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9f3eac-f8c0-4536-bafe-ede8ed9e5d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.517317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dc19e9-7ff6-4d24-a766-9152953390f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.518472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049a148-5142-409f-a893-57194401cb1f None None] Pushing event updated for resources: {'Port': ['ID=50cf9824-7bd0-4c06-a608-9482586c8c9e,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:33.520710 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.543879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9f3eac-f8c0-4536-bafe-ede8ed9e5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.553485 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dc19e9-7ff6-4d24-a766-9152953390f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.613203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f3eac-f8c0-4536-bafe-ede8ed9e5d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce000e9-d051-4651-839a-a29a09f931ad,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:33.618177 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6d9f3eac-f8c0-4536-bafe-ede8ed9e5d88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f58b535bc404c0e9b8de51f75aeac10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8803785 May 24 23:03:33.627337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45064) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:33.654025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for 2af0c3a3-ee1c-4eeb-8abf-243d339328df owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:33.672107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['deb95383-54b2-41c3-9d88-79263e15bd7b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:03:33.725430 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dc19e9-7ff6-4d24-a766-9152953390f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.754530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-279acae3-f6b2-4b97-9259-0276fd72b002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.762867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc19e9-7ff6-4d24-a766-9152953390f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba846a1-b448-40b9-8533-9d38bd2d6115,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:33.795388 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.827807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dc19e9-7ff6-4d24-a766-9152953390f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.831949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:33.832732 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-84dc19e9-7ff6-4d24-a766-9152953390f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bba846a1-b448-40b9-8533-9d38bd2d6115 HTTP/1.1" status: 204 len: 168 time: 0.4435697 May 24 23:03:33.844896 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-279acae3-f6b2-4b97-9259-0276fd72b002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:33.954469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-279acae3-f6b2-4b97-9259-0276fd72b002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.028284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279acae3-f6b2-4b97-9259-0276fd72b002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce000e9-d051-4651-839a-a29a09f931ad,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:34.032624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-279acae3-f6b2-4b97-9259-0276fd72b002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.034542 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-279acae3-f6b2-4b97-9259-0276fd72b002 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ce000e9-d051-4651-839a-a29a09f931ad HTTP/1.1" status: 204 len: 168 time: 0.4062662 May 24 23:03:34.116995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1138639323-network', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:34.142990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:34.165276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Usage tracker for resource:network and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:34.171895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:34.175939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:34.197043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:34.208999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:34.210975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=92c7e8c4-0681-4220-a237-f6fcaa6cee2d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:34.213486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:34.226537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:34.227221 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.256096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070221e-dc68-471f-9a6b-a5b3ed408b94 req-a4860b13-c59c-4f18-b025-42c83a9c2981 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:34.264225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2070221e-dc68-471f-9a6b-a5b3ed408b94 req-a4860b13-c59c-4f18-b025-42c83a9c2981 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 945 time: 0.9167745 May 24 23:03:34.319059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Made reservation on behalf of a9d69521bbf043dba069b5d286572f92 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:34.321816 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.322495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:34.343698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-da2eb99c-0e49-4d44-8244-deb4bdc58841 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8563480 May 24 23:03:34.347533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45082) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:34.357478 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.409366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2070221e-dc68-471f-9a6b-a5b3ed408b94 req-94f14df7-e276-42f5-9b7b-bb91cfcdf411 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439271 May 24 23:03:34.422928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:34.442870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port deb95383-54b2-41c3-9d88-79263e15bd7b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:34.443121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:34.443485 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.502505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:34.542374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:34.620235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d6172f-18b9-490b-98b4-c93666e19e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:34.655987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d6172f-18b9-490b-98b4-c93666e19e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:34.658217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-69d6172f-18b9-490b-98b4-c93666e19e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:34.671038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:34.671600 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.726458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-69d6172f-18b9-490b-98b4-c93666e19e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:34.726924 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.735358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45092) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:34.740816 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-69d6172f-18b9-490b-98b4-c93666e19e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3888941 May 24 23:03:34.775210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:34.815128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:34.826025 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:34.869300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=2af0c3a3-ee1c-4eeb-8abf-243d339328df,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:34.993044 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf3296a-bfd3-45b2-a7f6-dc9f24dd7ccb'] response: {'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'code': 200} May 24 23:03:34.995309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 50cf9824-7bd0-4c06-a608-9482586c8c9e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:35.094184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45100) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:35.132439 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc2fb3bc-264c-4ff9-8e6e-aba9a4eff725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.167579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dc2fb3bc-264c-4ff9-8e6e-aba9a4eff725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:35.176814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dc2fb3bc-264c-4ff9-8e6e-aba9a4eff725 admin admin] Usage tracker for resource:security_group_rule and tenant:0c72d779533c4804a511a366659772c0 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:35.179684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:35.183122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dc2fb3bc-264c-4ff9-8e6e-aba9a4eff725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:35.190286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dc2fb3bc-264c-4ff9-8e6e-aba9a4eff725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:35.201904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2147b172-4a64-4668-b7c6-1deae8bbb7f3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 92c7e8c4-0681-4220-a237-f6fcaa6cee2d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:35.202699 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2147b172-4a64-4668-b7c6-1deae8bbb7f3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.237182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 50cf9824-7bd0-4c06-a608-9482586c8c9e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:35.315940 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1981697f-7777-40dd-b5b4-89f7a8383f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.399174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc2fb3bc-264c-4ff9-8e6e-aba9a4eff725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.414563 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc2fb3bc-264c-4ff9-8e6e-aba9a4eff725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.416985 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.541625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fb3bc-264c-4ff9-8e6e-aba9a4eff725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619e9ab4-cc05-4175-8ca1-a9ab768e98d5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:35.600114 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dc2fb3bc-264c-4ff9-8e6e-aba9a4eff725 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c72d779533c4804a511a366659772c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5048175 May 24 23:03:35.606362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45116) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:35.686403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f2c5ba84-30e7-4936-a335-703ffbb1152f None None] Provisioning for port 50cf9824-7bd0-4c06-a608-9482586c8c9e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:35.696078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f2c5ba84-30e7-4936-a335-703ffbb1152f None None] Provisioning complete for port 50cf9824-7bd0-4c06-a608-9482586c8c9e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:35.696432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f2c5ba84-30e7-4936-a335-703ffbb1152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.781727 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-414e9881-0625-44f2-8ca8-0d5e19a3e2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.826109 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-414e9881-0625-44f2-8ca8-0d5e19a3e2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:35.878241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f2c5ba84-30e7-4936-a335-703ffbb1152f None None] Current status of the port 50cf9824-7bd0-4c06-a608-9482586c8c9e is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:35.878864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f2c5ba84-30e7-4936-a335-703ffbb1152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.006184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1667-5b22-441a-a156-a80e1267bcd8 req-535553dd-6569-406a-a869-0f465a3fdc59 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:36.007811 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d1e1667-5b22-441a-a156-a80e1267bcd8 req-535553dd-6569-406a-a869-0f465a3fdc59 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 945 time: 1.4227474 May 24 23:03:36.011963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f2c5ba84-30e7-4936-a335-703ffbb1152f None None] For port 50cf9824-7bd0-4c06-a608-9482586c8c9e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=50cf9824-7bd0-4c06-a608-9482586c8c9e,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:36.025764 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f2c5ba84-30e7-4936-a335-703ffbb1152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.163029 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.169080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-414e9881-0625-44f2-8ca8-0d5e19a3e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.224023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e4f29176-8afc-4df0-9a2a-ce0490935154 None None] Provisioning for port 92c7e8c4-0681-4220-a237-f6fcaa6cee2d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:36.226262 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-414e9881-0625-44f2-8ca8-0d5e19a3e2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.236027 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-414e9881-0625-44f2-8ca8-0d5e19a3e2d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/619e9ab4-cc05-4175-8ca1-a9ab768e98d5 HTTP/1.1" status: 204 len: 168 time: 0.6283448 May 24 23:03:36.245303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e9881-0625-44f2-8ca8-0d5e19a3e2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619e9ab4-cc05-4175-8ca1-a9ab768e98d5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:36.249448 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.260974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5ba84-30e7-4936-a335-703ffbb1152f None None] Pushing event updated for resources: {'Port': ['ID=50cf9824-7bd0-4c06-a608-9482586c8c9e,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:36.269535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e4f29176-8afc-4df0-9a2a-ce0490935154 None None] Provisioning complete for port 92c7e8c4-0681-4220-a237-f6fcaa6cee2d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:36.271050 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e4f29176-8afc-4df0-9a2a-ce0490935154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.426525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e4f29176-8afc-4df0-9a2a-ce0490935154 None None] Port 92c7e8c4-0681-4220-a237-f6fcaa6cee2d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:36.519628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:03:36.528846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-3d1e1667-5b22-441a-a156-a80e1267bcd8 req-158e5aa3-8b75-4c02-a0da-517ff2beb758 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Deleting port 0a19641f-1106-4374-b792-3be35b8eb326 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:36.529324 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3d1e1667-5b22-441a-a156-a80e1267bcd8 req-158e5aa3-8b75-4c02-a0da-517ff2beb758 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.574152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa693a28-01af-40ad-884d-2cdcbaee78fd,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:36.604603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:36.617722 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.618254 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Added segment 187d1fbb-4b24-40a8-9438-00d2cee1d79b of type vlan for network 4dbd9183-8740-47be-9080-f446c9f960dd May 24 23:03:36.764379 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2147b172-4a64-4668-b7c6-1deae8bbb7f3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.779273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.906103 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.906361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:36.906979 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:36.922546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 50cf9824-7bd0-4c06-a608-9482586c8c9e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:37.137955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] Pushing event updated for resources: {'Network': ['ID=4dbd9183-8740-47be-9080-f446c9f960dd,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:37.175083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 4dbd9183-8740-47be-9080-f446c9f960dd details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:03:37.309790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2147b172-4a64-4668-b7c6-1deae8bbb7f3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 92c7e8c4-0681-4220-a237-f6fcaa6cee2d owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:37.397375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 50cf9824-7bd0-4c06-a608-9482586c8c9e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:37.397854 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.652830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0236e-5c0f-4a0b-b704-08917da0760a req-32f5c0e2-ee02-4f52-a5c9-8025d72d6575 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:37.654432 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8d0236e-5c0f-4a0b-b704-08917da0760a req-32f5c0e2-ee02-4f52-a5c9-8025d72d6575 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 945 time: 1.6923904 May 24 23:03:37.655413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:37.675414 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e5d13-ced0-4758-8aab-afac916dc55f None None] Sync routers for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:37.689314 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e5d13-ced0-4758-8aab-afac916dc55f None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:37.691882 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e68e5d13-ced0-4758-8aab-afac916dc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:37.695431 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2147b172-4a64-4668-b7c6-1deae8bbb7f3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.698645 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a6297023-fbdd-41de-8016-81f5af7b84f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.895537 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e68e5d13-ced0-4758-8aab-afac916dc55f None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:37.933080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-3d1e1667-5b22-441a-a156-a80e1267bcd8 req-158e5aa3-8b75-4c02-a0da-517ff2beb758 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] For port 0a19641f-1106-4374-b792-3be35b8eb326, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0a19641f-1106-4374-b792-3be35b8eb326,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:37.933924 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3d1e1667-5b22-441a-a156-a80e1267bcd8 req-158e5aa3-8b75-4c02-a0da-517ff2beb758 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:37.959464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 50cf9824-7bd0-4c06-a608-9482586c8c9e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:38.118297 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e68e5d13-ced0-4758-8aab-afac916dc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 11, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:38.123517 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e5d13-ced0-4758-8aab-afac916dc55f None None] Checking router: 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:38.174926 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e5d13-ced0-4758-8aab-afac916dc55f None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:38.184012 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e68e5d13-ced0-4758-8aab-afac916dc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:38.266787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-3d1e1667-5b22-441a-a156-a80e1267bcd8 req-158e5aa3-8b75-4c02-a0da-517ff2beb758 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Calling delete_port for 0a19641f-1106-4374-b792-3be35b8eb326 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:38.340257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0a19641f-1106-4374-b792-3be35b8eb326 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:38.472055 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e68e5d13-ced0-4758-8aab-afac916dc55f None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:38.661063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0a19641f-1106-4374-b792-3be35b8eb326 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:38.664789 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:38.690835 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e68e5d13-ced0-4758-8aab-afac916dc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 11, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:38.707230 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e5d13-ced0-4758-8aab-afac916dc55f None None] The sync data for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 is: [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 11, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:38.724592 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-759924b4-bff4-47c3-87df-fa18a6773950 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 5.2288749 May 24 23:03:38.726475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45188) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:38.733886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6f685a93-b67a-4c27-8e45-695e2c835d80 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6025705 May 24 23:03:38.736411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147b172-4a64-4668-b7c6-1deae8bbb7f3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=92c7e8c4-0681-4220-a237-f6fcaa6cee2d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:38.749357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Request body: {'subnet': {'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-subnet', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:38.774947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45192) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:38.781270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:38.835073 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2147b172-4a64-4668-b7c6-1deae8bbb7f3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:38.847242 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3d1e1667-5b22-441a-a156-a80e1267bcd8 req-158e5aa3-8b75-4c02-a0da-517ff2beb758 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:38.886138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:03:38.911657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa511ab-d9b1-494f-baea-2eaeb8de2498 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting subnet d84e67e4-ebe8-4c83-9867-86f2b1819caa {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:38.917002 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fa511ab-d9b1-494f-baea-2eaeb8de2498 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:38.995263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8d0236e-5c0f-4a0b-b704-08917da0760a req-82a73079-b842-4b79-a54c-7f2cf46cfbee tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3267727 May 24 23:03:39.002208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5aa3-8b75-4c02-a0da-517ff2beb758 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event deleted for resources: {'Port': ['ID=0a19641f-1106-4374-b792-3be35b8eb326,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:39.019434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2147b172-4a64-4668-b7c6-1deae8bbb7f3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/92c7e8c4-0681-4220-a237-f6fcaa6cee2d HTTP/1.1" status: 204 len: 168 time: 4.2339306 May 24 23:03:39.022102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45200) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:39.077954 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.104860 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fa511ab-d9b1-494f-baea-2eaeb8de2498 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.211022 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.302313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fa511ab-d9b1-494f-baea-2eaeb8de2498 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.399219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1e1667-5b22-441a-a156-a80e1267bcd8 req-158e5aa3-8b75-4c02-a0da-517ff2beb758 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] No DVR routers for this DVR port 0a19641f-1106-4374-b792-3be35b8eb326 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:39.412299 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3d1e1667-5b22-441a-a156-a80e1267bcd8 req-158e5aa3-8b75-4c02-a0da-517ff2beb758 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.417312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d1e1667-5b22-441a-a156-a80e1267bcd8 req-158e5aa3-8b75-4c02-a0da-517ff2beb758 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "DELETE /v2.0/ports/0a19641f-1106-4374-b792-3be35b8eb326 HTTP/1.1" status: 204 len: 173 time: 3.3575053 May 24 23:03:39.434942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38643d25-da19-466f-98ff-03585dc4e057 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:39.445071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38643d25-da19-466f-98ff-03585dc4e057 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:39.448322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-38643d25-da19-466f-98ff-03585dc4e057 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:39.451554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Usage tracker for resource:subnet and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:39.463616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a2b68e-4345-458d-8158-f94842aeb2cc', 'name': 'network-vif-deleted', 'tag': '0a19641f-1106-4374-b792-3be35b8eb326'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:39.468942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:39.484675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:39.525970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-38643d25-da19-466f-98ff-03585dc4e057 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:39.527755 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-38643d25-da19-466f-98ff-03585dc4e057 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5044117 May 24 23:03:39.530572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45214) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:39.534198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Made reservation on behalf of a9d69521bbf043dba069b5d286572f92 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:39.547063 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.598417 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1a0bc2-ed16-4daf-9977-68ad96a796fb'] response: {'server_uuid': '35a2b68e-4345-458d-8158-f94842aeb2cc', 'name': 'network-vif-deleted', 'tag': '0a19641f-1106-4374-b792-3be35b8eb326', 'status': 'completed', 'code': 200} May 24 23:03:39.668300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a35893-ce72-4a87-81be-f021554308b6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 26e08d10-9903-49f5-a743-7d324046060c {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:39.672772 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7a35893-ce72-4a87-81be-f021554308b6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.787289 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7a35893-ce72-4a87-81be-f021554308b6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.864341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45224) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:39.877180 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fa511ab-d9b1-494f-baea-2eaeb8de2498 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.920003 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7a35893-ce72-4a87-81be-f021554308b6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.970902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fbe2a8-4d01-4ece-bd05-f31567fdb3eb None None] Network 06814d92-c30a-4f4d-bd39-934b72018c5f requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:39.972196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fa511ab-d9b1-494f-baea-2eaeb8de2498 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:39.982358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6fa511ab-d9b1-494f-baea-2eaeb8de2498 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/d84e67e4-ebe8-4c83-9867-86f2b1819caa HTTP/1.1" status: 204 len: 168 time: 1.2058198 May 24 23:03:39.983535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa511ab-d9b1-494f-baea-2eaeb8de2498 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Subnet': ['ID=d84e67e4-ebe8-4c83-9867-86f2b1819caa,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:39.998823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45230) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:40.099689 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7a35893-ce72-4a87-81be-f021554308b6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.220153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a35893-ce72-4a87-81be-f021554308b6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=26e08d10-9903-49f5-a743-7d324046060c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:40.298381 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.312092 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.372390 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7a35893-ce72-4a87-81be-f021554308b6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.384210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6585b394-fd4b-4fda-89d6-cbe080a8fa93 req-bda521e7-ac1c-44ac-92c6-712679a8302b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:40.394510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Deleting port b9e2bf3e-9af1-4579-a27f-599d77ad386f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:40.394937 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.396376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b73985-5d35-4f1f-82ea-0ddec06636d6 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:40.433645 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e7a35893-ce72-4a87-81be-f021554308b6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/26e08d10-9903-49f5-a743-7d324046060c HTTP/1.1" status: 204 len: 168 time: 0.9004459 May 24 23:03:40.435972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45236) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:40.440239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6585b394-fd4b-4fda-89d6-cbe080a8fa93 req-bda521e7-ac1c-44ac-92c6-712679a8302b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:40.444457 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6585b394-fd4b-4fda-89d6-cbe080a8fa93 req-bda521e7-ac1c-44ac-92c6-712679a8302b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=35a2b68e-4345-458d-8158-f94842aeb2cc HTTP/1.1" status: 200 len: 210 time: 0.2295134 May 24 23:03:40.510767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-14bd2c82-59eb-4882-877d-cf7534faa33d tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:40.592951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-43d9d3a2-4a9b-450a-a676-26cbcf7f1796 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1527557 May 24 23:03:40.594137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45242) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:40.671082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c688a0a9-33ce-4118-b84e-94dda606638e None None] DHCP port deletion for 06814d92-c30a-4f4d-bd39-934b72018c5f request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:40.682654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c688a0a9-33ce-4118-b84e-94dda606638e None None] Deleting port b9e2bf3e-9af1-4579-a27f-599d77ad386f {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:40.683319 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c688a0a9-33ce-4118-b84e-94dda606638e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.836179 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-14bd2c82-59eb-4882-877d-cf7534faa33d tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] 10.222.0.55 "PUT /v2.0/quotas/c9e0d331a01f4fa7a40c38dd2a83bcd1 HTTP/1.1" status: 200 len: 366 time: 0.9699543 May 24 23:03:40.840625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45252) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:40.844286 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:40.856369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b9e2bf3e-9af1-4579-a27f-599d77ad386f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:40.872701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf6aed-6a74-4789-99ed-1cd264462db4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:40.873377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e0bf6aed-6a74-4789-99ed-1cd264462db4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:40.896424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4cb72501-a65c-4db6-9890-cc28e3a6dc47 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0510583 May 24 23:03:40.897534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45256) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:40.912534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e0bf6aed-6a74-4789-99ed-1cd264462db4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:40.916709 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e0bf6aed-6a74-4789-99ed-1cd264462db4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3216035 May 24 23:03:40.925767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45260) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:40.927964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0d297739-d484-4781-8cc6-ac8d03201ca6 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] 10.222.0.55 "GET /v2.0/quotas/c9e0d331a01f4fa7a40c38dd2a83bcd1 HTTP/1.1" status: 200 len: 366 time: 0.0284536 May 24 23:03:40.934196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45262) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:40.945537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:40.957625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1303f6-a75c-4770-b75a-ff3909584636,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:41.017475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Deleting port 50cf9824-7bd0-4c06-a608-9482586c8c9e {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:41.018004 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.018353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] For port b9e2bf3e-9af1-4579-a27f-599d77ad386f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b9e2bf3e-9af1-4579-a27f-599d77ad386f,segment=NetworkSegment(58ee0ab5-1b8f-4fcc-86f6-c6e129651633),segment_id=58ee0ab5-1b8f-4fcc-86f6-c6e129651633)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:41.018932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.032503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Checking segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:41.033233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Network hostable DHCP agents. Network: 4dbd9183-8740-47be-9080-f446c9f960dd, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:03:41.085636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf1753-00d8-4922-b9f4-2c9724d46fc1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:41.086415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b2bf1753-00d8-4922-b9f4-2c9724d46fc1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:41.119054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b2bf1753-00d8-4922-b9f4-2c9724d46fc1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:41.123991 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b2bf1753-00d8-4922-b9f4-2c9724d46fc1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1953018 May 24 23:03:41.124870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45268) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:41.128904 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9ab78549-c7a3-43b6-ad7e-4dfc8b7b3b93 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/c9e0d331a01f4fa7a40c38dd2a83bcd1 HTTP/1.1" status: 204 len: 168 time: 0.1933389 May 24 23:03:41.184200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c688a0a9-33ce-4118-b84e-94dda606638e None None] For port b9e2bf3e-9af1-4579-a27f-599d77ad386f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b9e2bf3e-9af1-4579-a27f-599d77ad386f,segment=NetworkSegment(58ee0ab5-1b8f-4fcc-86f6-c6e129651633),segment_id=58ee0ab5-1b8f-4fcc-86f6-c6e129651633)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:41.184971 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c688a0a9-33ce-4118-b84e-94dda606638e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.203882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45272) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:41.236452 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e7f905c1-b408-46c0-8c77-5ae9ef486156 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100981 May 24 23:03:41.237408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45276) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:41.242252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Calling delete_port for b9e2bf3e-9af1-4579-a27f-599d77ad386f owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:41.243885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:41.357825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Network 4dbd9183-8740-47be-9080-f446c9f960dd is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:03:41.369927 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-38b62901-7d99-4f41-a0dc-9a078077530c tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1599014 May 24 23:03:41.373215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45280) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:41.385384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 4dbd9183-8740-47be-9080-f446c9f960dd) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:41.393733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:41.394312 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.408203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df8bccbe-c1dd-4fe5-a25e-d2e68a3147b5 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] 10.222.0.55 "GET /v2.0/quotas/c9e0d331a01f4fa7a40c38dd2a83bcd1 HTTP/1.1" status: 200 len: 370 time: 0.0337157 May 24 23:03:41.411949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45284) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:41.416947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:41.425735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bed2a5a7-faf8-455d-95fa-0bb5a3671a19 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] 10.222.0.55 "GET /v2.0/quotas/c9e0d331a01f4fa7a40c38dd2a83bcd1/default HTTP/1.1" status: 200 len: 370 time: 0.0126495 May 24 23:03:41.426535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c688a0a9-33ce-4118-b84e-94dda606638e None None] Calling delete_port for b9e2bf3e-9af1-4579-a27f-599d77ad386f owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:41.428250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45288) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:41.446600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:41.450807 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-f9d5d727-04b9-484a-84af-ebbd8ae62149 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] delete failed (client error): The resource could not be found. May 24 23:03:41.455162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f9d5d727-04b9-484a-84af-ebbd8ae62149 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/c9e0d331a01f4fa7a40c38dd2a83bcd1 HTTP/1.1" status: 404 len: 348 time: 0.0257998 May 24 23:03:41.465483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45296) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:41.471373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-50a00969-735c-4ac4-a5ea-bee8535735b3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7434630 May 24 23:03:41.483313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.511515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:41.540153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:41.554002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Port': ['ID=b9e2bf3e-9af1-4579-a27f-599d77ad386f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:41.562888 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.568507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No DVR routers for this DVR port b9e2bf3e-9af1-4579-a27f-599d77ad386f on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:41.579302 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-c688a0a9-33ce-4118-b84e-94dda606638e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:41.582799 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-c688a0a9-33ce-4118-b84e-94dda606638e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:41.594558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd2b7f7-7248-4135-b4c7-eef5da97f860 None None] Network 4dbd9183-8740-47be-9080-f446c9f960dd requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:41.623702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:41.625070 n-d-843146-7 neutron-server[88391]: INFO neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No ports have port_id starting with b9e2bf3e-9af1-4579-a27f-599d77ad386f May 24 23:03:41.629729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2af0c3a3-ee1c-4eeb-8abf-243d339328df no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:41.673099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Usage tracker for resource:router and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:41.781908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45310) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:41.876453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.888458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Usage tracker for resource:network and tenant:cf981e4d25284cb48d165b86d5369eb2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:41.903970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:41.917465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06814d92-c30a-4f4d-bd39-934b72018c5f']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:41.928069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Usage tracker for resource:subnet and tenant:cf981e4d25284cb48d165b86d5369eb2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:41.934230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ee0ab5-1b8f-4fcc-86f6-c6e129651633') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:41.934864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ee0ab5-1b8f-4fcc-86f6-c6e129651633') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:41.945463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:41.954853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.967910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Usage tracker for resource:subnetpool and tenant:cf981e4d25284cb48d165b86d5369eb2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:41.975664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:41.982833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:41.992827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Usage tracker for resource:port and tenant:cf981e4d25284cb48d165b86d5369eb2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:41.996992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:03:41.997794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.102957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c688a0a9-33ce-4118-b84e-94dda606638e None None] Deleting port b9e2bf3e-9af1-4579-a27f-599d77ad386f {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:42.103782 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c688a0a9-33ce-4118-b84e-94dda606638e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.239475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 2af0c3a3-ee1c-4eeb-8abf-243d339328df {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:03:42.239895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2af0c3a3-ee1c-4eeb-8abf-243d339328df not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:03:42.273641 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 58ee0ab5-1b8f-4fcc-86f6-c6e129651633 resource provider aggregate not found May 24 23:03:42.286665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:42.289557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:42.295010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:42.306906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Usage tracker for resource:router and tenant:cf981e4d25284cb48d165b86d5369eb2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:42.314320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:42.319934 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 58ee0ab5-1b8f-4fcc-86f6-c6e129651633 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58ee0ab5-1b8f-4fcc-86f6-c6e129651633 found for delete ", "request_id": "req-5337a270-df0e-4d12-b127-966efd0ddaaf"}]} May 24 23:03:42.324884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Usage tracker for resource:floatingip and tenant:cf981e4d25284cb48d165b86d5369eb2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:42.329738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.355786 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.359040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Pushing event deleted for resources: {'Network': ['ID=06814d92-c30a-4f4d-bd39-934b72018c5f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:42.360855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:42.382024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5fb59ed3-54df-47e2-8687-a550e1b4edda tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/networks/06814d92-c30a-4f4d-bd39-934b72018c5f HTTP/1.1" status: 204 len: 168 time: 2.3620172 May 24 23:03:42.385222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45332) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:42.391957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7e0cf65a-6367-4cdc-8b01-152d55f0d6e2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'routes': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:42.537823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c688a0a9-33ce-4118-b84e-94dda606638e None None] The port 'b9e2bf3e-9af1-4579-a27f-599d77ad386f' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:03:42.598982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-beb7419b-c51d-4ca9-907d-e57b381c6959 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:42.601111 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-beb7419b-c51d-4ca9-907d-e57b381c6959 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 0.2925758 May 24 23:03:42.607065 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.608374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.648569 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-232141da-3647-4c5f-8cac-befa725b12d1 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/quotas/0b61e39c08c045648e02b3beafdc002f HTTP/1.1" status: 200 len: 375 time: 0.0327542 May 24 23:03:42.804189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Usage tracker for resource:security_group and tenant:cf981e4d25284cb48d165b86d5369eb2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:42.806321 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.904880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:42.951825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 50cf9824-7bd0-4c06-a608-9482586c8c9e no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:03:42.960274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.extraroute_db [None req-7e0cf65a-6367-4cdc-8b01-152d55f0d6e2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Added routes are [] {{(pid=88390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:03:42.961168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.extraroute_db [None req-7e0cf65a-6367-4cdc-8b01-152d55f0d6e2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Removed routes are [] {{(pid=88390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:03:42.962067 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf65a-6367-4cdc-8b01-152d55f0d6e2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:42.964095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Usage tracker for resource:security_group_rule and tenant:cf981e4d25284cb48d165b86d5369eb2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:42.969714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:43.034491 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e14307b8-194f-4147-9f4b-6c52d4c93b98 tempest-QuotasTest-1998363184 tempest-QuotasTest-1998363184-project-admin] 10.222.0.55 "GET /v2.0/quotas/cf981e4d25284cb48d165b86d5369eb2/details.json HTTP/1.1" status: 200 len: 703 time: 1.2510111 May 24 23:03:43.067592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-4dbd9183-8740-47be-9080-f446c9f960dd', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:43.069247 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.127451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] For port 50cf9824-7bd0-4c06-a608-9482586c8c9e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=50cf9824-7bd0-4c06-a608-9482586c8c9e,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:43.128161 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.283237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.objects.ports [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88389) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:03:43.364121 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.424503 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-b00f6bcb-0d51-48d3-881b-1fc2c6d0ab46 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7637789 May 24 23:03:43.582628 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf65a-6367-4cdc-8b01-152d55f0d6e2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.588649 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf65a-6367-4cdc-8b01-152d55f0d6e2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:43.722914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Calling delete_port for 50cf9824-7bd0-4c06-a608-9482586c8c9e owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:43.759671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0cf65a-6367-4cdc-8b01-152d55f0d6e2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:03:43.834947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45348) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:43.895924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-bcd601b8-e289-4326-ac5b-f7a95784880b service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704406 May 24 23:03:43.950360 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:43.950754 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:43.986105 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:03:44.023788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0cf65a-6367-4cdc-8b01-152d55f0d6e2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:44.040666 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf65a-6367-4cdc-8b01-152d55f0d6e2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.041848 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7e0cf65a-6367-4cdc-8b01-152d55f0d6e2 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774 HTTP/1.1" status: 200 len: 705 time: 1.6555269 May 24 23:03:44.047939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45358) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:44.083224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 50cf9824-7bd0-4c06-a608-9482586c8c9e is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:44.083608 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.105566 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-848ee47d-0e21-436d-b63b-610709cbae23 service neutron] 10.222.0.55 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996565 May 24 23:03:44.106418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340a26f-b1cd-4697-bce7-ef88095edb8b None None] Sync routers for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:44.135798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Allocated IP 172.20.0.2 (4dbd9183-8740-47be-9080-f446c9f960dd/fb1303f6-a75c-4770-b75a-ff3909584636/5360d511-b65d-43af-bfa8-8132df0d7628) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:44.138463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340a26f-b1cd-4697-bce7-ef88095edb8b None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:44.139117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4340a26f-b1cd-4697-bce7-ef88095edb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:44.144448 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.162261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-65a2b71c-ed4f-42b2-8a47-965a8f34758f tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:44.216647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-65a2b71c-ed4f-42b2-8a47-965a8f34758f tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:44.218157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-65a2b71c-ed4f-42b2-8a47-965a8f34758f tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=08acc4fa-9dc3-4ce6-8f8f-53b38f668774 HTTP/1.1" status: 200 len: 205 time: 0.1691864 May 24 23:03:44.220780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45362) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:44.223525 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-355bd44a-d295-42a6-b351-07a7c0664e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.303089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4340a26f-b1cd-4697-bce7-ef88095edb8b None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:44.678366 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b668e6cd-d8f5-48e4-b15b-d1b72eac037b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.681591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Deleting port 50cf9824-7bd0-4c06-a608-9482586c8c9e {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:44.682099 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.745780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4340a26f-b1cd-4697-bce7-ef88095edb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 11, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:44.784893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340a26f-b1cd-4697-bce7-ef88095edb8b None None] Checking router: 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:44.802725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 50cf9824-7bd0-4c06-a608-9482586c8c9e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=50cf9824-7bd0-4c06-a608-9482586c8c9e,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:44.819612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340a26f-b1cd-4697-bce7-ef88095edb8b None None] Routers {'08acc4fa-9dc3-4ce6-8f8f-53b38f668774'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:44.820530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4340a26f-b1cd-4697-bce7-ef88095edb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:44.865739 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:44.865739 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:44.889538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.897724 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:44.984207 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.021094 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.037886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Transition to ACTIVE for port object 5360d511-b65d-43af-bfa8-8132df0d7628 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:45.061239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Transition to ACTIVE for port object 5360d511-b65d-43af-bfa8-8132df0d7628 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:45.097795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-355bd44a-d295-42a6-b351-07a7c0664e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:45.111940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1520146-4b71-4435-945e-12430411dc49 req-b9763e09-ad3a-48ad-9a47-4b036a35124a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 210 time: 0.2309940 May 24 23:03:45.123286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-355bd44a-d295-42a6-b351-07a7c0664e14 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b103d04582422aaddf85384450d0a6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:45.130284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-355bd44a-d295-42a6-b351-07a7c0664e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:45.244295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-355bd44a-d295-42a6-b351-07a7c0664e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:45.249550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Allocated IP 172.25.7.165 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/1cbb74b0-b076-4734-9d43-58721f4e6894) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:45.406554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] For port 50cf9824-7bd0-4c06-a608-9482586c8c9e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=50cf9824-7bd0-4c06-a608-9482586c8c9e,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:45.406960 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.599133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Calling delete_port for 50cf9824-7bd0-4c06-a608-9482586c8c9e owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:45.622616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b668e6cd-d8f5-48e4-b15b-d1b72eac037b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.627142 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b668e6cd-d8f5-48e4-b15b-d1b72eac037b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.655288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.699522 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.716901 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b668e6cd-d8f5-48e4-b15b-d1b72eac037b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.717319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b668e6cd-d8f5-48e4-b15b-d1b72eac037b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Fanout notify agent at l3_agent the message router_deleted on router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:03:45.831386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b668e6cd-d8f5-48e4-b15b-d1b72eac037b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.832495 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b668e6cd-d8f5-48e4-b15b-d1b72eac037b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774 HTTP/1.1" status: 204 len: 168 time: 1.6108248 May 24 23:03:45.840931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45394) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:45.886762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7800a836-3dd4-45d1-956c-1a7b836052e0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-706976692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:45.895714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7800a836-3dd4-45d1-956c-1a7b836052e0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:45.900216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:03:45.900768 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:03:45.904218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7800a836-3dd4-45d1-956c-1a7b836052e0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Usage tracker for resource:router and tenant:61ba4727a2ca4501845f9344994edcc1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:45.908377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7800a836-3dd4-45d1-956c-1a7b836052e0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:45.920106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7800a836-3dd4-45d1-956c-1a7b836052e0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:45.940001 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-355bd44a-d295-42a6-b351-07a7c0664e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.947082 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:45.964379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4340a26f-b1cd-4697-bce7-ef88095edb8b None None] Set router 08acc4fa-9dc3-4ce6-8f8f-53b38f668774 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:45.974473 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-355bd44a-d295-42a6-b351-07a7c0664e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.057929 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7800a836-3dd4-45d1-956c-1a7b836052e0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.058905 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7800a836-3dd4-45d1-956c-1a7b836052e0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.120441 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-355bd44a-d295-42a6-b351-07a7c0664e14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6b103d04582422aaddf85384450d0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2843170 May 24 23:03:46.121395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bd44a-d295-42a6-b351-07a7c0664e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cf3c9a-c158-49df-a0e6-77d85e51dbc1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:46.123423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Pushing event updated for resources: {'Port': ['ID=1cbb74b0-b076-4734-9d43-58721f4e6894,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:46.123845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45404) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:46.125101 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7800a836-3dd4-45d1-956c-1a7b836052e0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.163851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Port 50cf9824-7bd0-4c06-a608-9482586c8c9e concurrently deleted while adding address for new subnet {'id': '8ed10ea6-64dc-41fa-b953-58686e210aab', 'name': '', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2337, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-05-24T23:03:41Z', 'updated_at': '2022-05-24T23:03:41Z', 'revision_number': 0, 'segment_id': None, 'project_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4'}. {{(pid=88389) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:767}} May 24 23:03:46.163851 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.218543 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7800a836-3dd4-45d1-956c-1a7b836052e0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.253254 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.271459 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d86cc2bb-982b-4df2-aba0-30ae6ff454de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.278561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:46.292800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:46.300390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:46.314768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event deleted for resources: {'Port': ['ID=50cf9824-7bd0-4c06-a608-9482586c8c9e,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:46.329182 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7800a836-3dd4-45d1-956c-1a7b836052e0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.338703 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7800a836-3dd4-45d1-956c-1a7b836052e0 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4908998 May 24 23:03:46.343051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45410) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:46.358636 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d86cc2bb-982b-4df2-aba0-30ae6ff454de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.380810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9e65ceb0-e4c8-4ab1-b6a4-c0ba34b32f87 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:46.457888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Network 4dbd9183-8740-47be-9080-f446c9f960dd is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:46.459442 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.464104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:46.477984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4340a26f-b1cd-4697-bce7-ef88095edb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 11, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:46.486131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:46.544346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340a26f-b1cd-4697-bce7-ef88095edb8b None None] The sync data for ids ['08acc4fa-9dc3-4ce6-8f8f-53b38f668774'] in n-d-843146-7 is: [{'id': '08acc4fa-9dc3-4ce6-8f8f-53b38f668774', 'name': 'tempest-RoutersIpV6Test-router-1487549045', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:01:56Z', 'updated_at': '2022-05-24T23:03:34Z', 'revision_number': 11, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:46.613379 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc7558e0-6b1e-46cf-97e2-0a594716b87f req-4292c7ff-84d3-4da3-bcee-93e387a2dd07 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 210 time: 0.2494457 May 24 23:03:46.800389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:46.835175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:46.843725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:46.844333 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:46.864236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Pushing event updated for resources: {'Port': ['ID=5360d511-b65d-43af-bfa8-8132df0d7628,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:46.872228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=8ed10ea6-64dc-41fa-b953-58686e210aab,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:46.979661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] No DVR routers for this DVR port 50cf9824-7bd0-4c06-a608-9482586c8c9e on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:03:47.091840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0064a9-5777-408e-aac9-dc3ca0944b3d None None] Pushing event deleted for resources: {'Port': ['ID=50cf9824-7bd0-4c06-a608-9482586c8c9e,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:47.099593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aafcd2-e238-4d03-bf7b-47b2e725b416 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:47.300947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e65ceb0-e4c8-4ab1-b6a4-c0ba34b32f87 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.333448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Attempting to bind port 5360d511-b65d-43af-bfa8-8132df0d7628 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:47.336303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Attempting to bind port 5360d511-b65d-43af-bfa8-8132df0d7628 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:47.336976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Attempting to bind port 5360d511-b65d-43af-bfa8-8132df0d7628 on network 4dbd9183-8740-47be-9080-f446c9f960dd {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:47.339538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e65ceb0-e4c8-4ab1-b6a4-c0ba34b32f87 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.365545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:47.365854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Checking segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:47.366409 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.366915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Bound using segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:47.367449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Bound port: 5360d511-b65d-43af-bfa8-8132df0d7628, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:47.367938 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.409698 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.477462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] For port 5360d511-b65d-43af-bfa8-8132df0d7628, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:47.481673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] For port 5360d511-b65d-43af-bfa8-8132df0d7628, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5360d511-b65d-43af-bfa8-8132df0d7628,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:47.519118 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.610711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '8ed10ea6-64dc-41fa-b953-58686e210aab'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:03:47.612113 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.614217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d86cc2bb-982b-4df2-aba0-30ae6ff454de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.640303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cc2bb-982b-4df2-aba0-30ae6ff454de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cf3c9a-c158-49df-a0e6-77d85e51dbc1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:47.661656 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d86cc2bb-982b-4df2-aba0-30ae6ff454de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:47.663792 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d86cc2bb-982b-4df2-aba0-30ae6ff454de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38cf3c9a-c158-49df-a0e6-77d85e51dbc1 HTTP/1.1" status: 204 len: 168 time: 1.5364277 May 24 23:03:47.665330 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e65ceb0-e4c8-4ab1-b6a4-c0ba34b32f87 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Router 7483f6db-06eb-4f45-b82e-e85915b57c0d is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:03:47.903526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424798c-2d07-4a07-9261-577b63aea321 None None] Pushing event updated for resources: {'Port': ['ID=5360d511-b65d-43af-bfa8-8132df0d7628,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:48.101819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Allocated IP 2001:db8::f816:3eff:fe5c:7167 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/8ed10ea6-64dc-41fa-b953-58686e210aab/dc60a1c3-5424-4507-bd17-40369eaeb9d7) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:48.272942 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c1e4033-1ad4-439d-b098-30095a4456c8 req-b33721a3-5df4-4bd7-a203-9e2a72b1b2cc tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 210 time: 0.2271693 May 24 23:03:48.296707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45430) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:48.306233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d987da20-2d24-4efe-b16f-e8f904d0e11a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 7.0675402 May 24 23:03:48.332114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:b3:00:4e', 'name': 'tempest-NetworksTestDHCPv6-1178585469'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:48.496471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45436) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:48.657955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e65ceb0-e4c8-4ab1-b6a4-c0ba34b32f87 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:48.670857 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d750e-b93d-4fc2-b84c-316c70abf17f None None] Sync routers for ids ['7483f6db-06eb-4f45-b82e-e85915b57c0d'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:48.672162 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e65ceb0-e4c8-4ab1-b6a4-c0ba34b32f87 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.675982 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9e65ceb0-e4c8-4ab1-b6a4-c0ba34b32f87 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "PUT /v2.0/routers/7483f6db-06eb-4f45-b82e-e85915b57c0d HTTP/1.1" status: 200 len: 697 time: 2.3298266 May 24 23:03:48.690059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45440) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:48.698000 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d750e-b93d-4fc2-b84c-316c70abf17f None None] Routers {'7483f6db-06eb-4f45-b82e-e85915b57c0d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:48.700726 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-598d750e-b93d-4fc2-b84c-316c70abf17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['7483f6db-06eb-4f45-b82e-e85915b57c0d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:48.773622 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.786218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Transition to ACTIVE for port object dc60a1c3-5424-4507-bd17-40369eaeb9d7 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:48.796663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-43c495f6-a032-415f-8f67-72e902bfcc20 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:48.798875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-43c495f6-a032-415f-8f67-72e902bfcc20 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 805 time: 2.4397831 May 24 23:03:48.810959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Transition to ACTIVE for port object dc60a1c3-5424-4507-bd17-40369eaeb9d7 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:48.828983 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.860117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Request body: {'port': {'device_id': 'c12faa6e-7848-4121-b2f9-a73175f7f72c', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'admin_state_up': True, 'tenant_id': '0b61e39c08c045648e02b3beafdc002f'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:48.882767 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1a007a63-e5ba-4528-a32b-189e50238a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:48.916553 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-598d750e-b93d-4fc2-b84c-316c70abf17f None None] Set router 7483f6db-06eb-4f45-b82e-e85915b57c0d gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:49.004631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:49.008301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:49.015703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:49.065539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Pushing event updated for resources: {'Port': ['ID=dc60a1c3-5424-4507-bd17-40369eaeb9d7,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:49.082017 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-598d750e-b93d-4fc2-b84c-316c70abf17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7483f6db-06eb-4f45-b82e-e85915b57c0d', 'name': 'tempest-RoutersIpV6Test-router-706976692', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:46Z', 'updated_at': '2022-05-24T23:03:47Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:49.088102 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d750e-b93d-4fc2-b84c-316c70abf17f None None] Checking router: 7483f6db-06eb-4f45-b82e-e85915b57c0d for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:49.104824 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d750e-b93d-4fc2-b84c-316c70abf17f None None] Routers {'7483f6db-06eb-4f45-b82e-e85915b57c0d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:49.105995 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-598d750e-b93d-4fc2-b84c-316c70abf17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['7483f6db-06eb-4f45-b82e-e85915b57c0d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:49.139066 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5360d511-b65d-43af-bfa8-8132df0d7628 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:49.165529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1a007a63-e5ba-4528-a32b-189e50238a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:49.170591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:49.182940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:49.191085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:49.192273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Attempting to bind port dc60a1c3-5424-4507-bd17-40369eaeb9d7 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:49.192641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Attempting to bind port dc60a1c3-5424-4507-bd17-40369eaeb9d7 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:49.193171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Attempting to bind port dc60a1c3-5424-4507-bd17-40369eaeb9d7 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:49.199897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1a007a63-e5ba-4528-a32b-189e50238a4b admin admin] Usage tracker for resource:security_group_rule and tenant:cf981e4d25284cb48d165b86d5369eb2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:49.202889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:49.218414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:49.218900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1a007a63-e5ba-4528-a32b-189e50238a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:49.219024 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:49.219412 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.219841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:49.220319 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Bound port: dc60a1c3-5424-4507-bd17-40369eaeb9d7, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:49.220689 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.234469 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.343290 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-598d750e-b93d-4fc2-b84c-316c70abf17f None None] Set router 7483f6db-06eb-4f45-b82e-e85915b57c0d gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:49.347915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:49.411313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1a007a63-e5ba-4528-a32b-189e50238a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:49.437981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5360d511-b65d-43af-bfa8-8132df0d7628 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:49.495565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b829573b-8bf5-4adf-bb4e-0f7011ace25c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/routers/7483f6db-06eb-4f45-b82e-e85915b57c0d HTTP/1.1" status: 200 len: 703 time: 0.8046069 May 24 23:03:49.504630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45454) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:49.569750 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0133a37a-1d31-4e09-aadb-0854bf5e0f5d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=7483f6db-06eb-4f45-b82e-e85915b57c0d HTTP/1.1" status: 200 len: 205 time: 0.0632980 May 24 23:03:49.573818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45460) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:49.612671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] For port dc60a1c3-5424-4507-bd17-40369eaeb9d7, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:49.623690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] For port dc60a1c3-5424-4507-bd17-40369eaeb9d7, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=dc60a1c3-5424-4507-bd17-40369eaeb9d7,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:49.641862 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:49.730034 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-598d750e-b93d-4fc2-b84c-316c70abf17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7483f6db-06eb-4f45-b82e-e85915b57c0d', 'name': 'tempest-RoutersIpV6Test-router-706976692', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:46Z', 'updated_at': '2022-05-24T23:03:47Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:49.740162 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d750e-b93d-4fc2-b84c-316c70abf17f None None] The sync data for ids ['7483f6db-06eb-4f45-b82e-e85915b57c0d'] in n-d-843146-7 is: [{'id': '7483f6db-06eb-4f45-b82e-e85915b57c0d', 'name': 'tempest-RoutersIpV6Test-router-706976692', 'tenant_id': '61ba4727a2ca4501845f9344994edcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:46Z', 'updated_at': '2022-05-24T23:03:47Z', 'revision_number': 2, 'project_id': '61ba4727a2ca4501845f9344994edcc1', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:49.868775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3053d-4501-4c79-89c4-d82a2a233e6c None None] Pushing event updated for resources: {'Port': ['ID=dc60a1c3-5424-4507-bd17-40369eaeb9d7,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:49.890477 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d43e0434-ff1c-4d72-8038-72009b6bb702 req-533df94d-b545-427e-b8ee-5edcf541f87e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 210 time: 0.0707541 May 24 23:03:49.973099 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f06e6841-51e2-4542-9a20-ac5e75b265f3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.053440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352d8e23-de64-44e6-a62a-a5e98eb7a39f None None] Network 4dbd9183-8740-47be-9080-f446c9f960dd requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:50.089855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:50.116931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:50.150999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Made reservation on behalf of 0b61e39c08c045648e02b3beafdc002f for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:50.156092 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.194468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1a007a63-e5ba-4528-a32b-189e50238a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.321982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:03:50.367426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fd2e92f1-84d7-40d4-bcd9-d2c193ccdded None None] Provisioning for port 5360d511-b65d-43af-bfa8-8132df0d7628 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:50.374417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fd2e92f1-84d7-40d4-bcd9-d2c193ccdded None None] Provisioning complete for port 5360d511-b65d-43af-bfa8-8132df0d7628 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:50.375453 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fd2e92f1-84d7-40d4-bcd9-d2c193ccdded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.606738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Allocated IP 172.20.0.14 (a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad/fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f/8cf6883a-96ba-4ef4-beb3-226cfc10cb7b) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:50.753676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e92f1-84d7-40d4-bcd9-d2c193ccdded None None] Current status of the port 5360d511-b65d-43af-bfa8-8132df0d7628 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:50.754422 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fd2e92f1-84d7-40d4-bcd9-d2c193ccdded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.808435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.821720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-fd2e92f1-84d7-40d4-bcd9-d2c193ccdded None None] For port 5360d511-b65d-43af-bfa8-8132df0d7628, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5360d511-b65d-43af-bfa8-8132df0d7628,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:50.834784 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fd2e92f1-84d7-40d4-bcd9-d2c193ccdded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.835052 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f06e6841-51e2-4542-9a20-ac5e75b265f3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.846761 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f06e6841-51e2-4542-9a20-ac5e75b265f3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:50.930677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port f4456ac3-88d6-41ef-a12e-e9938779e805 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:03:50.959912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.004581 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1a007a63-e5ba-4528-a32b-189e50238a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.060646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e92f1-84d7-40d4-bcd9-d2c193ccdded None None] Pushing event updated for resources: {'Port': ['ID=5360d511-b65d-43af-bfa8-8132df0d7628,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:51.070377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.081018 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f06e6841-51e2-4542-9a20-ac5e75b265f3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.083648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:03:51.101459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06e6841-51e2-4542-9a20-ac5e75b265f3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Fanout notify agent at l3_agent the message router_deleted on router 7483f6db-06eb-4f45-b82e-e85915b57c0d {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:03:51.232012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device dc60a1c3-5424-4507-bd17-40369eaeb9d7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:51.257883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:51.282705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:51.335185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:51.594803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1a007a63-e5ba-4528-a32b-189e50238a4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf981e4d25284cb48d165b86d5369eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0840006 May 24 23:03:51.611803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45486) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:51.637185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a007a63-e5ba-4528-a32b-189e50238a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c00bd9-1f71-4c12-a5c7-4c33615bf39e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:51.720016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::f816:3eff:feb3:4e (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/8ed10ea6-64dc-41fa-b953-58686e210aab/f4456ac3-88d6-41ef-a12e-e9938779e805) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:51.728959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9b7acb29-0e75-48fa-a4d3-eb6c9a0f13a5 None None] Provisioning complete for port 5360d511-b65d-43af-bfa8-8132df0d7628 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:51.729586 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b7acb29-0e75-48fa-a4d3-eb6c9a0f13a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.753389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event updated for resources: {'Port': ['ID=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:51.818525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:51.819208 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:51.899845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port dc60a1c3-5424-4507-bd17-40369eaeb9d7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:51.986582 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.003891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object f4456ac3-88d6-41ef-a12e-e9938779e805 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:52.042393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.048203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9b7acb29-0e75-48fa-a4d3-eb6c9a0f13a5 None None] Current status of the port 5360d511-b65d-43af-bfa8-8132df0d7628 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:52.102250 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f06e6841-51e2-4542-9a20-ac5e75b265f3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.102250 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f06e6841-51e2-4542-9a20-ac5e75b265f3 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/7483f6db-06eb-4f45-b82e-e85915b57c0d HTTP/1.1" status: 204 len: 168 time: 2.5256076 May 24 23:03:52.112340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45490) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:52.191813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8855420a-e44f-4e66-9fed-a7b497917f92 None None] Provisioning for port dc60a1c3-5424-4507-bd17-40369eaeb9d7 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:52.198273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8855420a-e44f-4e66-9fed-a7b497917f92 None None] Provisioning complete for port dc60a1c3-5424-4507-bd17-40369eaeb9d7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:52.198656 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8855420a-e44f-4e66-9fed-a7b497917f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.284134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=f4456ac3-88d6-41ef-a12e-e9938779e805,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:52.300539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:52.303293 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ef9d740d-79cd-4eb1-979f-6b282e1103d9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=7483f6db-06eb-4f45-b82e-e85915b57c0d HTTP/1.1" status: 200 len: 205 time: 0.1776595 May 24 23:03:52.306560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:52.308375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45496) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:52.378122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:52.384707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:52.385690 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.427501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6f636-e0f3-4051-b44f-2c5c19d4a1cb req-71081452-4b7f-4b36-9878-3506e7e1e7bf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:52.429457 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b8b6f636-e0f3-4051-b44f-2c5c19d4a1cb req-71081452-4b7f-4b36-9878-3506e7e1e7bf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 932 time: 1.2554276 May 24 23:03:52.431459 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-108ece1b-2f38-4b46-a225-8040dbc142d9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] delete failed (client error): The resource could not be found. May 24 23:03:52.432655 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-108ece1b-2f38-4b46-a225-8040dbc142d9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/7483f6db-06eb-4f45-b82e-e85915b57c0d HTTP/1.1" status: 404 len: 336 time: 0.1223342 May 24 23:03:52.436125 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1148fd54-d4d9-46b4-93cc-2b3226dc7499 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.1344454 May 24 23:03:52.438927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45504) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:52.439239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45506) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:52.456697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8855420a-e44f-4e66-9fed-a7b497917f92 None None] Current status of the port dc60a1c3-5424-4507-bd17-40369eaeb9d7 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:52.457580 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8855420a-e44f-4e66-9fed-a7b497917f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.465385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:03:52.485844 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-201198c2-099e-4581-8f15-f194c79bb6d6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6302555 May 24 23:03:52.514684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8855420a-e44f-4e66-9fed-a7b497917f92 None None] For port dc60a1c3-5424-4507-bd17-40369eaeb9d7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=dc60a1c3-5424-4507-bd17-40369eaeb9d7,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:52.518568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Sync routers for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:03:52.529769 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8855420a-e44f-4e66-9fed-a7b497917f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.532257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Request body: {'port': {'device_id': 'c12faa6e-7848-4121-b2f9-a73175f7f72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:52.622332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:52.623287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:52.637422 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d247ed4-245d-4b33-af2b-6de76b5fb4ca tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] DELETE failed (client error): The resource could not be found. May 24 23:03:52.638189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d247ed4-245d-4b33-af2b-6de76b5fb4ca tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:52.640293 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8d247ed4-245d-4b33-af2b-6de76b5fb4ca tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/4c15da75-4efc-4dbc-8656-88c9cb57df8c HTTP/1.1" status: 404 len: 337 time: 0.1982732 May 24 23:03:52.648203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45512) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:52.682760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba354f69-d7fb-44e9-a211-ca84aeb8d26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.734847 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b8b6f636-e0f3-4051-b44f-2c5c19d4a1cb req-23867ed1-490b-495f-bf23-fca83e7acc20 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552713 May 24 23:03:52.778751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce794d2d-6e35-4d53-82f2-62ac0b58d0f1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:52.791220 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855420a-e44f-4e66-9fed-a7b497917f92 None None] Pushing event updated for resources: {'Port': ['ID=dc60a1c3-5424-4507-bd17-40369eaeb9d7,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:52.792664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce794d2d-6e35-4d53-82f2-62ac0b58d0f1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:52.794568 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ce794d2d-6e35-4d53-82f2-62ac0b58d0f1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:52.825786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ce794d2d-6e35-4d53-82f2-62ac0b58d0f1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:52.827380 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ce794d2d-6e35-4d53-82f2-62ac0b58d0f1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3871205 May 24 23:03:52.831064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45516) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:52.836490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba354f69-d7fb-44e9-a211-ca84aeb8d26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.843880 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe0d840-4d07-4bcc-9489-a3c90f991b7c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] DELETE failed (client error): The resource could not be found. May 24 23:03:52.844322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe0d840-4d07-4bcc-9489-a3c90f991b7c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:52.851869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9fe0d840-4d07-4bcc-9489-a3c90f991b7c tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/aaa2f855-9615-4bea-9c6d-bb7ca78174fd HTTP/1.1" status: 404 len: 337 time: 0.1653740 May 24 23:03:52.851869 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.851869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c48e6c7d-d334-44bc-b8ef-e535a3d3e76d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.3815680 May 24 23:03:52.867295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45520) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:52.867649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45522) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:52.942516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0c6bb17d-9660-4234-90d5-2c2fc200a316 None None] Provisioning for port f4456ac3-88d6-41ef-a12e-e9938779e805 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:03:52.956007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0c6bb17d-9660-4234-90d5-2c2fc200a316 None None] Provisioning complete for port f4456ac3-88d6-41ef-a12e-e9938779e805 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:52.956388 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0c6bb17d-9660-4234-90d5-2c2fc200a316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:52.995037 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba354f69-d7fb-44e9-a211-ca84aeb8d26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.005279 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ad706c-2b18-4af6-8753-54ae00441f8d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] DELETE failed (client error): The resource could not be found. May 24 23:03:53.006348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ad706c-2b18-4af6-8753-54ae00441f8d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:53.008037 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e8ad706c-2b18-4af6-8753-54ae00441f8d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/a64d981e-0557-4183-8860-0aa8c57dbc3a HTTP/1.1" status: 404 len: 337 time: 0.1377869 May 24 23:03:53.019366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45528) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:53.036930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba354f69-d7fb-44e9-a211-ca84aeb8d26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.040486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ba354f69-d7fb-44e9-a211-ca84aeb8d26f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1c00bd9-1f71-4c12-a5c7-4c33615bf39e HTTP/1.1" status: 204 len: 168 time: 1.3795397 May 24 23:03:53.040486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba354f69-d7fb-44e9-a211-ca84aeb8d26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c00bd9-1f71-4c12-a5c7-4c33615bf39e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:53.060728 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.070169 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcf6d42-a538-4d5f-a68f-aee99349a7e8 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] DELETE failed (client error): The resource could not be found. May 24 23:03:53.070617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efcf6d42-a538-4d5f-a68f-aee99349a7e8 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:53.073257 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-efcf6d42-a538-4d5f-a68f-aee99349a7e8 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/d84e67e4-ebe8-4c83-9867-86f2b1819caa HTTP/1.1" status: 404 len: 337 time: 0.0498154 May 24 23:03:53.082411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45534) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:53.089211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0c6bb17d-9660-4234-90d5-2c2fc200a316 None None] Port f4456ac3-88d6-41ef-a12e-e9938779e805 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:03:53.102924 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5360d511-b65d-43af-bfa8-8132df0d7628 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:53.132056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:53.215233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bbd79ae7-1fc9-4708-954f-952a9d1d66c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port f4456ac3-88d6-41ef-a12e-e9938779e805 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:53.219128 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbd79ae7-1fc9-4708-954f-952a9d1d66c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.427212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4de0cb1b-f469-423f-98c1-442a0c792d10 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=08acc4fa-9dc3-4ce6-8f8f-53b38f668774 HTTP/1.1" status: 200 len: 205 time: 0.2235661 May 24 23:03:53.435083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45544) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:53.536687 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-3821b3c3-defb-4de9-903e-7ecffb29f84a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] delete failed (client error): The resource could not be found. May 24 23:03:53.547968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45552) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:53.549047 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3821b3c3-defb-4de9-903e-7ecffb29f84a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/08acc4fa-9dc3-4ce6-8f8f-53b38f668774 HTTP/1.1" status: 404 len: 336 time: 0.1074018 May 24 23:03:53.635318 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5360d511-b65d-43af-bfa8-8132df0d7628 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:53.635691 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:53.692660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:47Z', 'revision_number': 3, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:53.699946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f99b27ae-95bc-4fca-b829-c84e83a34ffc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Synchronizing usage tracker for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:53.701787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Checking router: e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:03:53.702244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Updating router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 port 1cbb74b0-b076-4734-9d43-58721f4e6894 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:03:53.771240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f99b27ae-95bc-4fca-b829-c84e83a34ffc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] Unset dirty status for tenant:61ba4727a2ca4501845f9344994edcc1 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:53.775549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f99b27ae-95bc-4fca-b829-c84e83a34ffc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=01a8ee3d-877e-40ba-9300-900bf77f7720 HTTP/1.1" status: 200 len: 205 time: 0.2266247 May 24 23:03:53.782662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45566) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:53.971412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5360d511-b65d-43af-bfa8-8132df0d7628 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:53.972594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device dc60a1c3-5424-4507-bd17-40369eaeb9d7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:53.973609 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-49d0dcb7-16df-4c8b-811e-96ff15aff54d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] delete failed (client error): The resource could not be found. May 24 23:03:53.981174 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-49d0dcb7-16df-4c8b-811e-96ff15aff54d tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/01a8ee3d-877e-40ba-9300-900bf77f7720 HTTP/1.1" status: 404 len: 336 time: 0.1973035 May 24 23:03:54.010101 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.061319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45574) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:54.082862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbd79ae7-1fc9-4708-954f-952a9d1d66c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.127105 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.212210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port dc60a1c3-5424-4507-bd17-40369eaeb9d7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:03:54.212589 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.281158 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-808edff9-aa1f-476b-b777-cc1866ebbcb9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] DELETE failed (client error): The resource could not be found. May 24 23:03:54.281849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808edff9-aa1f-476b-b777-cc1866ebbcb9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:54.287071 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-808edff9-aa1f-476b-b777-cc1866ebbcb9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/4a60a9cb-7956-4a44-88e4-ccd6e028aa53 HTTP/1.1" status: 404 len: 337 time: 0.1100204 May 24 23:03:54.301611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45584) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:54.444268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:03:54.473315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c5f8d9ac-0d30-482a-956a-f05d5a1119dc tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=408d98d9-1e80-4711-92d1-db3d8f1d5475 HTTP/1.1" status: 200 len: 205 time: 0.1704056 May 24 23:03:54.477843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45590) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:54.485584 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.540893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bbd79ae7-1fc9-4708-954f-952a9d1d66c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for f4456ac3-88d6-41ef-a12e-e9938779e805 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:03:54.549079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port dc60a1c3-5424-4507-bd17-40369eaeb9d7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:03:54.761592 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-15a25a5d-15fe-4cc6-9b4e-66e59fc67ddd tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] delete failed (client error): The resource could not be found. May 24 23:03:54.765973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-15a25a5d-15fe-4cc6-9b4e-66e59fc67ddd tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/408d98d9-1e80-4711-92d1-db3d8f1d5475 HTTP/1.1" status: 404 len: 336 time: 0.2727520 May 24 23:03:54.770647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Transition to ACTIVE for port object 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:54.776690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45600) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:54.792092 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbd79ae7-1fc9-4708-954f-952a9d1d66c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.793333 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.822000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Transition to ACTIVE for port object 1cbb74b0-b076-4734-9d43-58721f4e6894 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:54.844261 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:54.918192 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.099966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Attempting to bind port 1cbb74b0-b076-4734-9d43-58721f4e6894 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:55.100588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Attempting to bind port 1cbb74b0-b076-4734-9d43-58721f4e6894 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:55.101348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Attempting to bind port 1cbb74b0-b076-4734-9d43-58721f4e6894 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:55.109196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3654cf-4a97-41d4-bacb-4980de39ece2 None None] Pushing event updated for resources: {'Port': ['ID=1cbb74b0-b076-4734-9d43-58721f4e6894,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:55.114057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Pushing event updated for resources: {'Port': ['ID=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:55.121262 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ae149bec-1050-4936-a4c8-78de3a14168e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c7fbc7f-e743-4fbd-80ef-fea1b88456ce HTTP/1.1" status: 200 len: 205 time: 0.3399222 May 24 23:03:55.125122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:55.125520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:55.126587 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.126984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:55.127802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Bound port: 1cbb74b0-b076-4734-9d43-58721f4e6894, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:55.127966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.134334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45608) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:55.156892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00d9e6-de14-4c76-b61c-7bcfebfa7c56 req-fdc55b22-f053-41c0-9f35-6add1b16a92a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:55.158046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bc00d9e6-de14-4c76-b61c-7bcfebfa7c56 req-fdc55b22-f053-41c0-9f35-6add1b16a92a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:55.269715 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] For port 1cbb74b0-b076-4734-9d43-58721f4e6894, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:55.273287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] For port 1cbb74b0-b076-4734-9d43-58721f4e6894, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1cbb74b0-b076-4734-9d43-58721f4e6894,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:55.283748 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.300129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd79ae7-1fc9-4708-954f-952a9d1d66c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=f4456ac3-88d6-41ef-a12e-e9938779e805,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:55.397732 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbd79ae7-1fc9-4708-954f-952a9d1d66c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.454629 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-064a4281-9c1c-43ce-9d96-611c47d31a67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] delete failed (client error): The resource could not be found. May 24 23:03:55.457015 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-064a4281-9c1c-43ce-9d96-611c47d31a67 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/4c7fbc7f-e743-4fbd-80ef-fea1b88456ce HTTP/1.1" status: 404 len: 336 time: 0.2937529 May 24 23:03:55.460651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45616) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:55.507209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bbd79ae7-1fc9-4708-954f-952a9d1d66c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/f4456ac3-88d6-41ef-a12e-e9938779e805 HTTP/1.1" status: 204 len: 168 time: 2.6732495 May 24 23:03:55.527060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bc00d9e6-de14-4c76-b61c-7bcfebfa7c56 req-fdc55b22-f053-41c0-9f35-6add1b16a92a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:55.528728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc00d9e6-de14-4c76-b61c-7bcfebfa7c56 req-fdc55b22-f053-41c0-9f35-6add1b16a92a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 932 time: 1.4601853 May 24 23:03:55.540038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45622) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:55.544220 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3654cf-4a97-41d4-bacb-4980de39ece2 None None] Pushing event updated for resources: {'Port': ['ID=1cbb74b0-b076-4734-9d43-58721f4e6894,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:55.548607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:03:55.549225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:55.734399 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7c6c17-c254-415c-b675-f90c7703d614 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] DELETE failed (client error): The resource could not be found. May 24 23:03:55.734849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7c6c17-c254-415c-b675-f90c7703d614 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:55.736590 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-af7c6c17-c254-415c-b675-f90c7703d614 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/25cc88af-1a73-4995-91ef-a63f0c1dc72b HTTP/1.1" status: 404 len: 337 time: 0.2729568 May 24 23:03:55.762570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45632) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:55.844585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f54dbe6-577b-45e0-81a9-aec937c6db1f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:55.846209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f54dbe6-577b-45e0-81a9-aec937c6db1f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:55.846967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9f54dbe6-577b-45e0-81a9-aec937c6db1f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:03:55.859239 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.884019 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc00d9e6-de14-4c76-b61c-7bcfebfa7c56 req-46c41f17-f72c-480e-a692-b089a763789e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882676 May 24 23:03:55.906354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:55.916762 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2ccd120b-a5f0-4761-9448-8f05653fa79e tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8dc2b4a-726f-42c5-b9d1-35172378799d HTTP/1.1" status: 200 len: 205 time: 0.1530535 May 24 23:03:55.926908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:03:55.931312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45636) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:55.949526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9f54dbe6-577b-45e0-81a9-aec937c6db1f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:03:55.953244 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9f54dbe6-577b-45e0-81a9-aec937c6db1f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4102216 May 24 23:03:56.042013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45642) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:56.325223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a664e1fb-bdf2-4bb2-8c43-03a65d368f4f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 8ed10ea6-64dc-41fa-b953-58686e210aab {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:03:56.332613 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a664e1fb-bdf2-4bb2-8c43-03a65d368f4f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.543629 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-ca0821d9-07c1-4ce4-b9a6-6c9ea20deb04 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] delete failed (client error): The resource could not be found. May 24 23:03:56.552167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ca0821d9-07c1-4ce4-b9a6-6c9ea20deb04 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/c8dc2b4a-726f-42c5-b9d1-35172378799d HTTP/1.1" status: 404 len: 336 time: 0.6183941 May 24 23:03:56.577872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45650) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:56.610843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Attempting to bind port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:03:56.611361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Attempting to bind port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:03:56.611875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Attempting to bind port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:56.619917 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a664e1fb-bdf2-4bb2-8c43-03a65d368f4f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.750812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:47Z', 'revision_number': 3, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:03:56.762713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2934d-b41b-48a9-aec0-b2cf4d6e0e45 None None] The sync data for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 is: [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:47Z', 'revision_number': 3, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:03:56.770355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45654) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:56.771002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:03:56.771325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Attempting to bind port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b on network a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:03:56.820327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:03:56.822305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Checking segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:03:56.826144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Bound using segment: {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:03:56.826739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Bound port: 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f40431-c381-49cb-8114-841dcabf0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:03:56.827101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:56.842387 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1cfcb4-ed57-4ebd-b269-ffa1d20987e9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] DELETE failed (client error): The resource could not be found. May 24 23:03:56.842842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1cfcb4-ed57-4ebd-b269-ffa1d20987e9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:56.854193 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1d1cfcb4-ed57-4ebd-b269-ffa1d20987e9 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/3057aa97-208c-4986-8228-d655d4b0daed HTTP/1.1" status: 404 len: 337 time: 0.2561150 May 24 23:03:56.854920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45664) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:56.976926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-728cd19f-d409-405c-b724-d692c699687a tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18fbb02-92b5-493a-9e3d-5f62b607d34f HTTP/1.1" status: 200 len: 205 time: 0.1171367 May 24 23:03:56.988512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Allocated IP 172.20.0.1 (4dbd9183-8740-47be-9080-f446c9f960dd/fb1303f6-a75c-4770-b75a-ff3909584636/244ca3cd-5173-4ca4-aa1b-bb3b1f943785) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:03:56.989087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45672) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:57.209086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2036761a-2952-41fe-b637-7dbf39fec29a tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1900736639'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:57.216927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2036761a-2952-41fe-b637-7dbf39fec29a tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:57.241578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2036761a-2952-41fe-b637-7dbf39fec29a tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Usage tracker for resource:router and tenant:49d3d97df10948eab910f5c3b9829151 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:57.263415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2036761a-2952-41fe-b637-7dbf39fec29a tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:57.285161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2036761a-2952-41fe-b637-7dbf39fec29a tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:57.306945 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-c8c65f22-6dc6-4611-8027-bc99f2d70407 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] delete failed (client error): The resource could not be found. May 24 23:03:57.310655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c8c65f22-6dc6-4611-8027-bc99f2d70407 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/routers/c18fbb02-92b5-493a-9e3d-5f62b607d34f HTTP/1.1" status: 404 len: 336 time: 0.3171866 May 24 23:03:57.313114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45676) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:57.318548 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2036761a-2952-41fe-b637-7dbf39fec29a tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.320096 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2036761a-2952-41fe-b637-7dbf39fec29a tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.346564 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2036761a-2952-41fe-b637-7dbf39fec29a tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.426185 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-37028a3d-c656-4b46-80af-13f17054cd9b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] DELETE failed (client error): The resource could not be found. May 24 23:03:57.426933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37028a3d-c656-4b46-80af-13f17054cd9b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:57.433885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2036761a-2952-41fe-b637-7dbf39fec29a tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.456467 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-37028a3d-c656-4b46-80af-13f17054cd9b tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/fac53cac-7008-40e9-af18-d6e14b531fcc HTTP/1.1" status: 404 len: 337 time: 0.0920849 May 24 23:03:57.469657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45680) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:57.474418 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a664e1fb-bdf2-4bb2-8c43-03a65d368f4f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.559489 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-1569578a-c3de-42e5-a5e5-cdeef33e9055 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] DELETE failed (client error): The resource could not be found. May 24 23:03:57.564023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1569578a-c3de-42e5-a5e5-cdeef33e9055 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:03:57.571481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1569578a-c3de-42e5-a5e5-cdeef33e9055 tempest-RoutersIpV6Test-474225019 tempest-RoutersIpV6Test-474225019-project] 10.222.0.55 "DELETE /v2.0/subnets/6a054237-ace5-483f-9ebc-2bfcf5ff2e19 HTTP/1.1" status: 404 len: 337 time: 0.0979245 May 24 23:03:57.580389 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2036761a-2952-41fe-b637-7dbf39fec29a tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.585601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2036761a-2952-41fe-b637-7dbf39fec29a tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7916451 May 24 23:03:57.589269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45686) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:57.594453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.604570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] For port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:03:57.613822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] For port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:03:57.624471 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.743016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:57.744026 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:57.746166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] 10.222.0.50 "PUT /v2.0/ports/8cf6883a-96ba-4ef4-beb3-226cfc10cb7b HTTP/1.1" status: 200 len: 1092 time: 5.2467179 May 24 23:03:57.794423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12faa6e-7848-4121-b2f9-a73175f7f72c', 'tag': '8cf6883a-96ba-4ef4-beb3-226cfc10cb7b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:03:57.799147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a927deb-c8b7-414a-b375-acb820f761ee service neutron] Pushing event updated for resources: {'Port': ['ID=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:57.799967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Transition to ACTIVE for port object 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:03:57.972276 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8482987b-af50-4500-9f72-9bf4b106f643'] response: {'name': 'network-changed', 'server_uuid': 'c12faa6e-7848-4121-b2f9-a73175f7f72c', 'tag': '8cf6883a-96ba-4ef4-beb3-226cfc10cb7b', 'status': 'completed', 'code': 200} May 24 23:03:58.025304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a76900-d557-432a-a280-73d405efe263 req-2550868f-dbff-44e9-8887-311ae077e357 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:58.041426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-772480b1-0a6c-434e-acd2-4235eb7cf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:58.043259 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-772480b1-0a6c-434e-acd2-4235eb7cf239 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 1095 time: 0.2362223 May 24 23:03:58.044392 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53a76900-d557-432a-a280-73d405efe263 req-2550868f-dbff-44e9-8887-311ae077e357 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 944 time: 0.8827460 May 24 23:03:58.157332 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a664e1fb-bdf2-4bb2-8c43-03a65d368f4f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:58.163774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-24a4be70-2b92-4915-be63-b3077d11a4fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b HTTP/1.1" status: 200 len: 217 time: 0.1047337 May 24 23:03:58.237753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53a76900-d557-432a-a280-73d405efe263 req-8097f620-69db-46f6-9b23-68797538b159 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924334 May 24 23:03:58.248569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45706) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:58.251548 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-915b994c-86f2-4bcf-bde3-f8fac24f6d7d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:58.267677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-dce50ac4-e8cc-4763-963d-869c0bf987f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:58.269352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-dce50ac4-e8cc-4763-963d-869c0bf987f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.0947728 May 24 23:03:58.375448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-a524d421-2599-4249-a308-c135989735ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961223 May 24 23:03:58.496345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664e1fb-bdf2-4bb2-8c43-03a65d368f4f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed10ea6-64dc-41fa-b953-58686e210aab,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:58.513181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8973662f-57ac-4160-8481-c43875437f5f None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:03:58.590587 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-adf0427c-364d-4609-91ae-dcd8699d3f24 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046926 May 24 23:03:58.631622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a664e1fb-bdf2-4bb2-8c43-03a65d368f4f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:58.721630 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a664e1fb-bdf2-4bb2-8c43-03a65d368f4f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/8ed10ea6-64dc-41fa-b953-58686e210aab HTTP/1.1" status: 204 len: 168 time: 2.6760476 May 24 23:03:58.721630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:58.770017 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e24ede7f-b846-457c-8200-e2671c7baf83 req-884d79e7-2576-44f6-8d4a-ddb0a5466274 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690938 May 24 23:03:58.770532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45714) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:58.925576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-74928b1d-3ab2-4a4e-ad0d-ff6fe647c52c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1527541 May 24 23:03:58.927032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45722) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:58.999989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:03:59.034345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20088092-1b15-47d1-afb5-b4f39445dfce None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:03:59.039730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-20088092-1b15-47d1-afb5-b4f39445dfce None None] Deleting port dc60a1c3-5424-4507-bd17-40369eaeb9d7 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:03:59.040532 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-20088092-1b15-47d1-afb5-b4f39445dfce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.108418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=244ca3cd-5173-4ca4-aa1b-bb3b1f943785,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:03:59.180781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-915b994c-86f2-4bcf-bde3-f8fac24f6d7d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.193043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Network 4dbd9183-8740-47be-9080-f446c9f960dd is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:03:59.195741 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-915b994c-86f2-4bcf-bde3-f8fac24f6d7d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.200541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:03:59.207840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:03:59.219649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:03:59.223789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:03:59.232133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:03:59.251884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:03:59.263842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0079960-335c-4416-af44-abc7f1247f7a req-269bfa84-8c32-4387-b914-12de99d712a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:03:59.265876 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0079960-335c-4416-af44-abc7f1247f7a req-269bfa84-8c32-4387-b914-12de99d712a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b61e39c08c045648e02b3beafdc002f&device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 1095 time: 0.3367004 May 24 23:03:59.267341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:03:59.270977 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.336263 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5727d27b-180b-4135-9a0f-55f136317514 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61ba4727a2ca4501845f9344994edcc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9034536 May 24 23:03:59.339641 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.516796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45728) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:03:59.597929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-20088092-1b15-47d1-afb5-b4f39445dfce None None] For port dc60a1c3-5424-4507-bd17-40369eaeb9d7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=dc60a1c3-5424-4507-bd17-40369eaeb9d7,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:03:59.598502 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-20088092-1b15-47d1-afb5-b4f39445dfce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.844577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1cbb74b0-b076-4734-9d43-58721f4e6894 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:03:59.927637 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.959267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-915b994c-86f2-4bcf-bde3-f8fac24f6d7d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:03:59.959691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915b994c-86f2-4bcf-bde3-f8fac24f6d7d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58c861c5-17cb-4735-88bc-f7e40095dd73 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:03:59.998547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-915b994c-86f2-4bcf-bde3-f8fac24f6d7d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.004491 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-915b994c-86f2-4bcf-bde3-f8fac24f6d7d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] 10.222.0.55 "DELETE /v2.0/routers/58c861c5-17cb-4735-88bc-f7e40095dd73 HTTP/1.1" status: 204 len: 168 time: 2.3950965 May 24 23:04:00.005638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45742) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:00.017534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3f77f104-03b2-40a4-a6d6-fac005667c08 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Request body: {'router': {'name': 'tempest-router-1649732826', 'distributed': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:00.028724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3f77f104-03b2-40a4-a6d6-fac005667c08 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:00.037362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3f77f104-03b2-40a4-a6d6-fac005667c08 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Usage tracker for resource:router and tenant:49d3d97df10948eab910f5c3b9829151 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:00.045686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3f77f104-03b2-40a4-a6d6-fac005667c08 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:00.056316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3f77f104-03b2-40a4-a6d6-fac005667c08 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:00.101279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-20088092-1b15-47d1-afb5-b4f39445dfce None None] Calling delete_port for dc60a1c3-5424-4507-bd17-40369eaeb9d7 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:00.109362 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f77f104-03b2-40a4-a6d6-fac005667c08 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.110774 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f77f104-03b2-40a4-a6d6-fac005667c08 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.277934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1680fdf3-b7e2-46fc-8ff6-4313bbc75a6b None None] Provisioning for port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:00.281683 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f77f104-03b2-40a4-a6d6-fac005667c08 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.361983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1680fdf3-b7e2-46fc-8ff6-4313bbc75a6b None None] Provisioning complete for port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:00.362746 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1680fdf3-b7e2-46fc-8ff6-4313bbc75a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.379213 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d147aa1-39f8-4197-bd18-938c9f8e8a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.382965 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f77f104-03b2-40a4-a6d6-fac005667c08 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.440610 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3f77f104-03b2-40a4-a6d6-fac005667c08 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.441818 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-20088092-1b15-47d1-afb5-b4f39445dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.442843 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3f77f104-03b2-40a4-a6d6-fac005667c08 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4366579 May 24 23:04:00.445344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45748) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:00.453773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1680fdf3-b7e2-46fc-8ff6-4313bbc75a6b None None] Port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:00.504161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20088092-1b15-47d1-afb5-b4f39445dfce None None] No DVR routers for this DVR port dc60a1c3-5424-4507-bd17-40369eaeb9d7 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:00.509257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20088092-1b15-47d1-afb5-b4f39445dfce None None] Pushing event deleted for resources: {'Port': ['ID=dc60a1c3-5424-4507-bd17-40369eaeb9d7,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:00.540706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 1cbb74b0-b076-4734-9d43-58721f4e6894 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:00.548216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1cbb74b0-b076-4734-9d43-58721f4e6894 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:00.548587 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.570200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.objects.ports [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88389) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:04:00.575158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0079960-335c-4416-af44-abc7f1247f7a req-25cb5d8e-bcaf-4587-8708-1ffc3e8d7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:00.578906 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0079960-335c-4416-af44-abc7f1247f7a req-25cb5d8e-bcaf-4587-8708-1ffc3e8d7934 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 200 len: 906 time: 1.0611622 May 24 23:04:00.588077 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.767147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1cbb74b0-b076-4734-9d43-58721f4e6894 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:00.767147 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.784976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.813797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 1cbb74b0-b076-4734-9d43-58721f4e6894, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1cbb74b0-b076-4734-9d43-58721f4e6894,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:00.828233 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.854476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.873322 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0079960-335c-4416-af44-abc7f1247f7a req-180e914e-4df0-4cbd-9dbf-c4eacb4ebd55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b HTTP/1.1" status: 200 len: 217 time: 0.2757063 May 24 23:04:00.946555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=1cbb74b0-b076-4734-9d43-58721f4e6894,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:00.950177 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d147aa1-39f8-4197-bd18-938c9f8e8a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:00.979642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d061a6b-1dd4-44d1-9f90-232040942b47 req-206c5442-7f10-4499-bceb-91e32f2291d2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:00.986441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d061a6b-1dd4-44d1-9f90-232040942b47 req-206c5442-7f10-4499-bceb-91e32f2291d2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 944 time: 1.1889610 May 24 23:04:00.996150 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cdc66fbb-87f2-4573-9c37-4a6fe18f4151 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.035620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device dc60a1c3-5424-4507-bd17-40369eaeb9d7 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:01.070195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:01.082884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:01.092213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:01.092782 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.115420 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d061a6b-1dd4-44d1-9f90-232040942b47 req-b90a8b36-954c-42e3-8015-f9033a35642d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281078 May 24 23:04:01.116088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=522fd9ac-1e5c-4e46-b14a-df6f18410dbc,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:01.128375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0079960-335c-4416-af44-abc7f1247f7a req-2da59849-0173-42e5-9637-7f876eb51ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:01.129829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: dc60a1c3-5424-4507-bd17-40369eaeb9d7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:01.130429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0079960-335c-4416-af44-abc7f1247f7a req-2da59849-0173-42e5-9637-7f876eb51ac1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 200 len: 845 time: 0.2355633 May 24 23:04:01.130743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device dc60a1c3-5424-4507-bd17-40369eaeb9d7 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:01.135157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62f5501-9e44-417e-822d-3f5de656c0ec None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:01.152047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=244ca3cd-5173-4ca4-aa1b-bb3b1f943785,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:01.156718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.200749 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0079960-335c-4416-af44-abc7f1247f7a req-33ff3a2f-513e-4b39-aa4e-d46fa3e5477e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539012 May 24 23:04:01.203425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-34f93248-962b-40f4-99ff-4081e8f889eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2695112 May 24 23:04:01.207810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45766) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:01.213843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:b7:7e:ae', 'name': 'tempest-NetworksTestDHCPv6-85597069'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:01.323345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d147aa1-39f8-4197-bd18-938c9f8e8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.325595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d147aa1-39f8-4197-bd18-938c9f8e8a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.329249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2d147aa1-39f8-4197-bd18-938c9f8e8a09 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/971fbc94-4ecf-4add-bdce-64e40132d63f HTTP/1.1" status: 204 len: 168 time: 1.8077946 May 24 23:04:01.348993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d147aa1-39f8-4197-bd18-938c9f8e8a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971fbc94-4ecf-4add-bdce-64e40132d63f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:01.416128 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cdc66fbb-87f2-4573-9c37-4a6fe18f4151 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.417993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '522fd9ac-1e5c-4e46-b14a-df6f18410dbc'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:01.418835 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.420371 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cdc66fbb-87f2-4573-9c37-4a6fe18f4151 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.470624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cdc66fbb-87f2-4573-9c37-4a6fe18f4151 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.471130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc66fbb-87f2-4573-9c37-4a6fe18f4151 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46188813-309d-45f8-9ddb-f4de0a5d985f {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:04:01.484690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:01.492465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:01.505534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:01.522150 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cdc66fbb-87f2-4573-9c37-4a6fe18f4151 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:01.528170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45774) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:01.529089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:01.530223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cdc66fbb-87f2-4573-9c37-4a6fe18f4151 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] 10.222.0.55 "DELETE /v2.0/routers/46188813-309d-45f8-9ddb-f4de0a5d985f HTTP/1.1" status: 204 len: 168 time: 1.0837169 May 24 23:04:01.540774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Network 4dbd9183-8740-47be-9080-f446c9f960dd is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:01.547341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:01.575402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-cacb8c94-5221-4fb6-9aab-a055c3de1843 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Request body: {'router': {'name': 'tempest-router-950495682', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '44685dd9d0e249199627bfa296fcc787'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:01.592587 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0079960-335c-4416-af44-abc7f1247f7a req-d74c9ea5-4689-4bed-b1c7-13c04d4fa30a service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934897 May 24 23:04:01.604013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cacb8c94-5221-4fb6-9aab-a055c3de1843 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:01.637031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Allocated IP 2001:db8::f816:3eff:fe79:f159 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/522fd9ac-1e5c-4e46-b14a-df6f18410dbc/a4413893-25c8-4bc9-a58c-43ea73fd499e) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:02.003836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0079960-335c-4416-af44-abc7f1247f7a req-ec0edf17-1212-49c7-b8bb-451263427539 service neutron] 10.222.0.50 "GET /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010427 May 24 23:04:02.007496 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cacb8c94-5221-4fb6-9aab-a055c3de1843 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Usage tracker for resource:router and tenant:44685dd9d0e249199627bfa296fcc787 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:02.020770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:02.067778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:04:02.119860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cacb8c94-5221-4fb6-9aab-a055c3de1843 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:02.141258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cacb8c94-5221-4fb6-9aab-a055c3de1843 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:02.180242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-59982799-8607-4b72-8d25-4e2657f9827a None None] Provisioning complete for port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:02.180242 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-59982799-8607-4b72-8d25-4e2657f9827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.222179 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.237132 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cacb8c94-5221-4fb6-9aab-a055c3de1843 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.238560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cacb8c94-5221-4fb6-9aab-a055c3de1843 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.255112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cacb8c94-5221-4fb6-9aab-a055c3de1843 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.291499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port af2d0588-4356-44b1-9224-da16ce97e7a6 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:02.320572 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.371309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Transition to ACTIVE for port object a4413893-25c8-4bc9-a58c-43ea73fd499e will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:02.380973 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cacb8c94-5221-4fb6-9aab-a055c3de1843 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.393640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-59982799-8607-4b72-8d25-4e2657f9827a None None] Port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:02.419688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:04:02.431466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Transition to ACTIVE for port object a4413893-25c8-4bc9-a58c-43ea73fd499e will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:02.454917 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.527052 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cacb8c94-5221-4fb6-9aab-a055c3de1843 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:02.532703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45812) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:02.539437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:04:02.539945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cacb8c94-5221-4fb6-9aab-a055c3de1843 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9898405 May 24 23:04:02.556495 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Sync routers for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:04:02.571424 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:02.572250 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:02.577719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8603e2c6-0e92-4d00-ba53-2fcb557a7ad9 admin admin] 10.222.0.55 "PUT /v2.0/routers/e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7089396 May 24 23:04:02.584736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:02.618971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::f816:3eff:feb7:7eae (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/522fd9ac-1e5c-4e46-b14a-df6f18410dbc/af2d0588-4356-44b1-9224-da16ce97e7a6) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:02.697148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8376d-778b-4663-a04f-159d58d6e898 req-873823ad-93dc-4959-a86e-c300516da6ae tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:02.717366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12e8376d-778b-4663-a04f-159d58d6e898 req-873823ad-93dc-4959-a86e-c300516da6ae tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 944 time: 0.3087916 May 24 23:04:02.750463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:02.764261 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:02.768557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:02.924563 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:04:02.954544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:03.079932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e8ee-7861-4a92-b91a-62358b770a0a req-60adb4a7-ccd3-4afd-ba9a-643def010d6c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:03.087205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4f3e8ee-7861-4a92-b91a-62358b770a0a req-60adb4a7-ccd3-4afd-ba9a-643def010d6c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.7003827 May 24 23:04:03.087747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45826) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:03.153113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '8cf6883a-96ba-4ef4-beb3-226cfc10cb7b', 'network_id': 'a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad', 'port_id': '8cf6883a-96ba-4ef4-beb3-226cfc10cb7b', 'mac_address': 'fa:16:3e:88:3f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:04:03.160799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Pushing event updated for resources: {'Port': ['ID=a4413893-25c8-4bc9-a58c-43ea73fd499e,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:03.187104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12e8376d-778b-4663-a04f-159d58d6e898 req-8affa886-5de6-40ac-814b-0ff496b53702 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684827 May 24 23:04:03.252816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1cbb74b0-b076-4734-9d43-58721f4e6894 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:03.317194 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b4f3e8ee-7861-4a92-b91a-62358b770a0a req-531a1ecd-c65d-40d0-95ef-eb5deda8679a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043145 May 24 23:04:03.398725 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 2, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:03.407608 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Checking router: e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:04:03.407979 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Updating router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:04:03.461847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274737555'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:03.466479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:03.466861 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.470257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:03.478132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:03.482640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:03.489715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:03.519046 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.520136 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.540849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.576142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Attempting to bind port a4413893-25c8-4bc9-a58c-43ea73fd499e on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:03.579560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Attempting to bind port a4413893-25c8-4bc9-a58c-43ea73fd499e by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:03.579944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Attempting to bind port a4413893-25c8-4bc9-a58c-43ea73fd499e on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:03.590942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object af2d0588-4356-44b1-9224-da16ce97e7a6 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:03.624930 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.629565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:03.630810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:03.631225 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.635135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:03.635642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Bound port: a4413893-25c8-4bc9-a58c-43ea73fd499e, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:03.636033 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.657349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.659745 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.669819 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.709888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1cbb74b0-b076-4734-9d43-58721f4e6894 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:03.711932 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.753356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:03.757347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:03.760275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:03.770939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:03.830594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:03.837925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:03.851952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:03.854881 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.866464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:03.868348 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.891814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=af2d0588-4356-44b1-9224-da16ce97e7a6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:03.905417 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.932004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.932004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.932416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.932793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.933152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.933474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.934701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.935140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.936472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.936613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.936857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.937188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:03.938114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] For port a4413893-25c8-4bc9-a58c-43ea73fd499e, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:03.941634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] For port a4413893-25c8-4bc9-a58c-43ea73fd499e, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a4413893-25c8-4bc9-a58c-43ea73fd499e,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:03.949633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:04:03.952713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45842) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:03.953979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:03.958737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169f55f4-d37d-4713-81c3-66f14fa7ab76,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:03.967160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872018810', 'description': 'tempest-description--474959553'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:03.970579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6175a0de-77d5-4cdf-9a31-b4904a9e5a27 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7616742 May 24 23:04:03.973482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45850) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:03.976301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:03.979708 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:03.979877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:03.990472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:03.997635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:04.007608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:04.010522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:04.014000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:04.021233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88390) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 24 23:04:04.021601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Router 76a8df2c-73e1-4776-8bf4-7d303abfe16d migrating from provider to provider. {{(pid=88390) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 24 23:04:04.022026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.024190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:04.039229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.065305 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.073342 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.100437 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.154288 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.167487 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215c4d7-f74a-4616-a2bd-dccb547cb541 None None] Pushing event updated for resources: {'Port': ['ID=a4413893-25c8-4bc9-a58c-43ea73fd499e,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:04.184793 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Transition to ACTIVE for port object 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:04.199064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4334b7a9-c8d3-4661-81ad-26d30ae6c2be tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:04.209272 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.210710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4334b7a9-c8d3-4661-81ad-26d30ae6c2be tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:04.213035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4334b7a9-c8d3-4661-81ad-26d30ae6c2be tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:04.256612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4334b7a9-c8d3-4661-81ad-26d30ae6c2be tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:04.269686 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4334b7a9-c8d3-4661-81ad-26d30ae6c2be tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2894781 May 24 23:04:04.273536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45860) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:04.330558 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.342321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:04.349087 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.356574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1cbb74b0-b076-4734-9d43-58721f4e6894 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:04.392175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:04.392955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['8cf6883a-96ba-4ef4-beb3-226cfc10cb7b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:04:04.440632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:04.472472 n-d-843146-7 neutron-server[88390]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] No L3 agents can host the router 76a8df2c-73e1-4776-8bf4-7d303abfe16d May 24 23:04:04.502651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:04.503977 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Pushing event updated for resources: {'Port': ['ID=244ca3cd-5173-4ca4-aa1b-bb3b1f943785,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:04.549382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-15c90a3e-7c31-4a3f-b220-2f02dedbe12d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port af2d0588-4356-44b1-9224-da16ce97e7a6 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:04.555094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15c90a3e-7c31-4a3f-b220-2f02dedbe12d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.559245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:04.672687 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.673028 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.685221 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.685221 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.690798 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.691066 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.691435 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.700331 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.700775 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.701098 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.705981 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.710898 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:04.723833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:04.736247 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6440902 May 24 23:04:04.751541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45866) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:04.793814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:04.980254 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Attempting to bind port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:04.980811 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Attempting to bind port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:04.983711 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Attempting to bind port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 on network 4dbd9183-8740-47be-9080-f446c9f960dd {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:04.992996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5aab2f-3732-468c-8352-980009afa277 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26455c9e-71fd-4315-8504-a446dbaf591e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:04.993252 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:04.995542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97849d3a-95fe-49ee-ab32-aa2861372154 req-d77b9f16-fbbc-447e-bd14-22d26c2af710 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:05.003688 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Checking segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:05.004407 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.004819 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Bound using segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:05.005858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97849d3a-95fe-49ee-ab32-aa2861372154 req-d77b9f16-fbbc-447e-bd14-22d26c2af710 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 945 time: 0.3874876 May 24 23:04:05.006024 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Bound port: 244ca3cd-5173-4ca4-aa1b-bb3b1f943785, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:05.006583 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.099722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:05.100394 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.123212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a4413893-25c8-4bc9-a58c-43ea73fd499e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:05.171386 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] For port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:05.175696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97849d3a-95fe-49ee-ab32-aa2861372154 req-620d4092-24ed-467a-b7a1-f7f1111c536a tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670089 May 24 23:04:05.186507 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] For port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=244ca3cd-5173-4ca4-aa1b-bb3b1f943785,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:05.203697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Hosts for router 76a8df2c-73e1-4776-8bf4-7d303abfe16d: [] {{(pid=88390) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 24 23:04:05.205966 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.239783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:05.260407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15c90a3e-7c31-4a3f-b220-2f02dedbe12d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.275521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-864a7474-e533-4f8c-a8c6-59bc15c4a637 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:05.290211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Hosts for other DVR routers connected to router 76a8df2c-73e1-4776-8bf4-7d303abfe16d: set() {{(pid=88390) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 24 23:04:05.299467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:05.311599 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:05.312392 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:03:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:05.348132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.351940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f3e1937d-9c2f-41ab-97ef-f0baf9da6a51 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] 10.222.0.55 "PUT /v2.0/routers/76a8df2c-73e1-4776-8bf4-7d303abfe16d HTTP/1.1" status: 200 len: 716 time: 2.8134632 May 24 23:04:05.353016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45876) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:05.357048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-864a7474-e533-4f8c-a8c6-59bc15c4a637 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:05.358548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-864a7474-e533-4f8c-a8c6-59bc15c4a637 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5595260 May 24 23:04:05.362241 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.375284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a4413893-25c8-4bc9-a58c-43ea73fd499e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:05.381443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45880) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:05.391382 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eabb8dc-79c9-4234-9148-1ee14bf3a9fa'] response: {'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'code': 200} May 24 23:04:05.407756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-45e0790b-f6cc-475b-8407-0843e08e3196 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group': {'name': 'tempest-security--1651552379', 'description': 'tempest-security-description-642366482'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:05.427133 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.441155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.467733 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9875cf-9ba9-4f31-9d69-ee2fd3665747 None None] Pushing event updated for resources: {'Port': ['ID=244ca3cd-5173-4ca4-aa1b-bb3b1f943785,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:05.483625 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-19fd170d-d6d0-40b6-949d-3a710f50a3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.545048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:05.566903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.568413 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6061847 May 24 23:04:05.572047 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45e0790b-f6cc-475b-8407-0843e08e3196 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.582890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45884) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:05.605653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c0d64a6e-996d-4773-b029-e68d54f0dae1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group_rule': {'security_group_id': 'cd865215-7ed0-4edf-9d47-414802c8faa2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:05.606308 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:04:05.618001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa74f91-7217-411d-80af-673ba03dd2de tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd865215-7ed0-4edf-9d47-414802c8faa2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:05.623721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c0d64a6e-996d-4773-b029-e68d54f0dae1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:05.667087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c0d64a6e-996d-4773-b029-e68d54f0dae1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:05.675546 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c0d64a6e-996d-4773-b029-e68d54f0dae1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:05.686268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c0d64a6e-996d-4773-b029-e68d54f0dae1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:05.695788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-15c90a3e-7c31-4a3f-b220-2f02dedbe12d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for af2d0588-4356-44b1-9224-da16ce97e7a6 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:05.703714 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45e0790b-f6cc-475b-8407-0843e08e3196 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.718377 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45e0790b-f6cc-475b-8407-0843e08e3196 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.721703 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45e0790b-f6cc-475b-8407-0843e08e3196 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.725912 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-45e0790b-f6cc-475b-8407-0843e08e3196 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "PUT /v2.0/security-groups/26455c9e-71fd-4315-8504-a446dbaf591e HTTP/1.1" status: 200 len: 1779 time: 0.3407249 May 24 23:04:05.744020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45888) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:05.765286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0790b-f6cc-475b-8407-0843e08e3196 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26455c9e-71fd-4315-8504-a446dbaf591e,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:05.768493 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c0d64a6e-996d-4773-b029-e68d54f0dae1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:05.885814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-075b5694-67e8-4856-9d3e-bd769a05f50f tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] 10.222.0.55 "GET /v2.0/routers/76a8df2c-73e1-4776-8bf4-7d303abfe16d HTTP/1.1" status: 200 len: 716 time: 0.5291443 May 24 23:04:05.890364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45896) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:05.951523 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-453890d2-e349-4a6c-8bfd-36db631de31e tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups/26455c9e-71fd-4315-8504-a446dbaf591e HTTP/1.1" status: 200 len: 1779 time: 0.1966984 May 24 23:04:05.952105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45902) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:06.100080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c0d64a6e-996d-4773-b029-e68d54f0dae1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.109162 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c0d64a6e-996d-4773-b029-e68d54f0dae1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.135040 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:05Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:06.140783 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107945a-2dd0-4bca-af22-b4b43bf3a799 None None] The sync data for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 is: [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:05Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:04:06.143190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4a5a6b54-325d-465e-9b50-0194cd36324a None None] Provisioning for port a4413893-25c8-4bc9-a58c-43ea73fd499e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:06.150199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d64a6e-996d-4773-b029-e68d54f0dae1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9c3ca5-f91b-4b5e-b3e1-466f08404f97,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:06.159117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4a5a6b54-325d-465e-9b50-0194cd36324a None None] Provisioning complete for port a4413893-25c8-4bc9-a58c-43ea73fd499e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:06.159584 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a5a6b54-325d-465e-9b50-0194cd36324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.196361 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c0d64a6e-996d-4773-b029-e68d54f0dae1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.200304 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c0d64a6e-996d-4773-b029-e68d54f0dae1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6048963 May 24 23:04:06.204896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45910) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:06.361925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c5862d4a-f872-490d-b6d3-62e88990e800 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group_rule': {'security_group_id': 'cd865215-7ed0-4edf-9d47-414802c8faa2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:06.374685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a6b54-325d-465e-9b50-0194cd36324a None None] Current status of the port a4413893-25c8-4bc9-a58c-43ea73fd499e is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:06.375319 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a5a6b54-325d-465e-9b50-0194cd36324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.415892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c5862d4a-f872-490d-b6d3-62e88990e800 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:06.429803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:06.480027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4a5a6b54-325d-465e-9b50-0194cd36324a None None] For port a4413893-25c8-4bc9-a58c-43ea73fd499e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a4413893-25c8-4bc9-a58c-43ea73fd499e,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:06.491663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a5a6b54-325d-465e-9b50-0194cd36324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.582638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a6b54-325d-465e-9b50-0194cd36324a None None] Pushing event updated for resources: {'Port': ['ID=a4413893-25c8-4bc9-a58c-43ea73fd499e,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:06.604888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:06.612858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:06.613156 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.699057 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f629f745-8295-4a86-a94a-a88e297cc51f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.709539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c5862d4a-f872-490d-b6d3-62e88990e800 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:06.714571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c5862d4a-f872-490d-b6d3-62e88990e800 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:06.751908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d81f1a3f-139c-4ecd-95f4-48ac1b8da3c8 tempest-RoutersTestDVR-645866942 tempest-RoutersTestDVR-645866942-project] 10.222.0.55 "GET /v2.0/routers/76a8df2c-73e1-4776-8bf4-7d303abfe16d HTTP/1.1" status: 200 len: 682 time: 0.8574977 May 24 23:04:06.754355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45922) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:06.759748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:06.760190 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.776833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3da480f0-2a0c-4f3f-aa34-b1a9e5287e94 None None] Provisioning for port af2d0588-4356-44b1-9224-da16ce97e7a6 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:06.791986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3da480f0-2a0c-4f3f-aa34-b1a9e5287e94 None None] Provisioning complete for port af2d0588-4356-44b1-9224-da16ce97e7a6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:06.792399 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3da480f0-2a0c-4f3f-aa34-b1a9e5287e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.794843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c5862d4a-f872-490d-b6d3-62e88990e800 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:06.827909 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15c90a3e-7c31-4a3f-b220-2f02dedbe12d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.843380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3da480f0-2a0c-4f3f-aa34-b1a9e5287e94 None None] Port af2d0588-4356-44b1-9224-da16ce97e7a6 was deleted so its status cannot be updated. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 24 23:04:06.851192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:06.858181 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.919229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f629f745-8295-4a86-a94a-a88e297cc51f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:06.945212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c90a3e-7c31-4a3f-b220-2f02dedbe12d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=af2d0588-4356-44b1-9224-da16ce97e7a6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:06.966827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:06.983371 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff567052-24ec-44b6-af35-4ead6f72bdf3 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.095063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15c90a3e-7c31-4a3f-b220-2f02dedbe12d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.106709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c5862d4a-f872-490d-b6d3-62e88990e800 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.119872 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f629f745-8295-4a86-a94a-a88e297cc51f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.165451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a4413893-25c8-4bc9-a58c-43ea73fd499e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:07.195105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629f745-8295-4a86-a94a-a88e297cc51f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26455c9e-71fd-4315-8504-a446dbaf591e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:07.308152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-15c90a3e-7c31-4a3f-b220-2f02dedbe12d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/af2d0588-4356-44b1-9224-da16ce97e7a6 HTTP/1.1" status: 204 len: 168 time: 3.0295095 May 24 23:04:07.309889 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f629f745-8295-4a86-a94a-a88e297cc51f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.314712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f629f745-8295-4a86-a94a-a88e297cc51f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-groups/26455c9e-71fd-4315-8504-a446dbaf591e HTTP/1.1" status: 204 len: 168 time: 1.3615448 May 24 23:04:07.337819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a4413893-25c8-4bc9-a58c-43ea73fd499e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:07.338102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025741d0-0146-45b8-8e9f-600b5e12531d req-c5c03bf3-d128-4da4-8934-d5cf500845e5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:07.338331 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.345233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-025741d0-0146-45b8-8e9f-600b5e12531d req-c5c03bf3-d128-4da4-8934-d5cf500845e5 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 945 time: 0.6878998 May 24 23:04:07.361764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45926) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:07.362099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45928) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:07.403367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12faa6e-7848-4121-b2f9-a73175f7f72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf6883a-96ba-4ef4-beb3-226cfc10cb7b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:07.502962 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c5862d4a-f872-490d-b6d3-62e88990e800 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.512402 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b94d8a-3365-4347-b83a-235b313faadf'] response: {'server_uuid': 'c12faa6e-7848-4121-b2f9-a73175f7f72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf6883a-96ba-4ef4-beb3-226cfc10cb7b', 'code': 200} May 24 23:04:07.528451 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff567052-24ec-44b6-af35-4ead6f72bdf3 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.538377 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff567052-24ec-44b6-af35-4ead6f72bdf3 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.568992 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff567052-24ec-44b6-af35-4ead6f72bdf3 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.572213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff567052-24ec-44b6-af35-4ead6f72bdf3 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76a8df2c-73e1-4776-8bf4-7d303abfe16d {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:04:07.573398 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c5862d4a-f872-490d-b6d3-62e88990e800 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.593737 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff567052-24ec-44b6-af35-4ead6f72bdf3 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.595080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ff567052-24ec-44b6-af35-4ead6f72bdf3 tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] 10.222.0.55 "DELETE /v2.0/routers/76a8df2c-73e1-4776-8bf4-7d303abfe16d HTTP/1.1" status: 204 len: 168 time: 0.8392577 May 24 23:04:07.599106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45942) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:07.606025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ef73936d-6e76-4ae9-aac0-20dc4d95f67e tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Request body: {'router': {'name': 'tempest-router-136393707', 'distributed': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:07.609941 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c1959efb-9598-4f19-87c5-242a2c65b5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.613904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ef73936d-6e76-4ae9-aac0-20dc4d95f67e tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:07.618835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a4413893-25c8-4bc9-a58c-43ea73fd499e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:07.619952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:07.622263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ef73936d-6e76-4ae9-aac0-20dc4d95f67e tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Usage tracker for resource:router and tenant:49d3d97df10948eab910f5c3b9829151 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:07.625452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ef73936d-6e76-4ae9-aac0-20dc4d95f67e tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:07.632350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ef73936d-6e76-4ae9-aac0-20dc4d95f67e tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:07.651429 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef73936d-6e76-4ae9-aac0-20dc4d95f67e tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.653006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef73936d-6e76-4ae9-aac0-20dc4d95f67e tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.672622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef73936d-6e76-4ae9-aac0-20dc4d95f67e tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.703090 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef73936d-6e76-4ae9-aac0-20dc4d95f67e tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.726638 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef73936d-6e76-4ae9-aac0-20dc4d95f67e tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.728475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ef73936d-6e76-4ae9-aac0-20dc4d95f67e tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1284120 May 24 23:04:07.731339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45946) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:07.746126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:07.752568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5862d4a-f872-490d-b6d3-62e88990e800 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af56ab4b-c209-4b37-8ffc-ec22f3e6571a,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:07.755508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:07.755508 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.766489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe19e0f0-3e3c-405d-b30c-d073694c3c08 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:07.768567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe19e0f0-3e3c-405d-b30c-d073694c3c08 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:07.769709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fe19e0f0-3e3c-405d-b30c-d073694c3c08 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:07.792712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-025741d0-0146-45b8-8e9f-600b5e12531d req-9f05ce6b-eba0-44da-9574-163aa95adbcf tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464142 May 24 23:04:07.839353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-45fb4ded-701f-4303-9918-b31bc876689b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:07.896820 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c5862d4a-f872-490d-b6d3-62e88990e800 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:07.899356 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c5862d4a-f872-490d-b6d3-62e88990e800 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6795409 May 24 23:04:07.903624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45950) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:07.914714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-45fb4ded-701f-4303-9918-b31bc876689b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:07.918640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-45fb4ded-701f-4303-9918-b31bc876689b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5491672 May 24 23:04:07.924686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:07.941598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:07.949227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:floatingip and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:07.952958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:07.959171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:07.969470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45954) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:07.991428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fe19e0f0-3e3c-405d-b30c-d073694c3c08 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:07.995455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fe19e0f0-3e3c-405d-b30c-d073694c3c08 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6275969 May 24 23:04:07.997135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45958) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:08.004627 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.009408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:08.009832 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.032771 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-edf9fc89-6d25-4211-86db-f3b651d7b242 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] delete failed (client error): The resource could not be found. May 24 23:04:08.038948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-edf9fc89-6d25-4211-86db-f3b651d7b242 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-groups/26455c9e-71fd-4315-8504-a446dbaf591e HTTP/1.1" status: 404 len: 347 time: 0.0637188 May 24 23:04:08.039768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45962) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:08.046257 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-23c20b98-23f6-4f24-bc8b-b90a54c70e8d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.051361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=244ca3cd-5173-4ca4-aa1b-bb3b1f943785,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:08.057378 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.123134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035796373'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:08.137245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d945e-9298-4a5f-9577-dbf576198b1f req-885e1d19-3a86-4185-9f78-655232346d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:08.139334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f8d945e-9298-4a5f-9577-dbf576198b1f req-885e1d19-3a86-4185-9f78-655232346d0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 1097 time: 0.5682797 May 24 23:04:08.145472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:08.188387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=244ca3cd-5173-4ca4-aa1b-bb3b1f943785,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:08.202990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:08.234849 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f8d945e-9298-4a5f-9577-dbf576198b1f req-96c6c18a-26d5-4fe9-86b9-049949c98658 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824220 May 24 23:04:08.242806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.270246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:08.278846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:08.290117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:08.298645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:08.327980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b66380-c7d9-42dd-bd8a-e4e018451b7a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 522fd9ac-1e5c-4e46-b14a-df6f18410dbc {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:08.330761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.331038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a2b66380-c7d9-42dd-bd8a-e4e018451b7a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.456068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:04:08.475308 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.481210 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.545762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d8f84f-8496-4e4a-84ec-ae71ee05d30a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:08.568191 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.569693 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c4c3cc6e-ee8c-4400-9616-37488c462295 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5214984 May 24 23:04:08.571361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Allocated IP 172.25.7.127 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/9fcc77b5-f5c5-4224-a0e3-0e6a6a2fee8a) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:08.573381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45980) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:08.573906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-23c20b98-23f6-4f24-bc8b-b90a54c70e8d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.578385 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-23c20b98-23f6-4f24-bc8b-b90a54c70e8d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.580959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9cf7f500-9b15-4c2a-be00-04d811409fdf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '31d8f84f-8496-4e4a-84ec-ae71ee05d30a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:08.592910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9cf7f500-9b15-4c2a-be00-04d811409fdf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:08.593538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a2b66380-c7d9-42dd-bd8a-e4e018451b7a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.598333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9cf7f500-9b15-4c2a-be00-04d811409fdf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:08.603022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9cf7f500-9b15-4c2a-be00-04d811409fdf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:08.630355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9cf7f500-9b15-4c2a-be00-04d811409fdf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:08.676609 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-23c20b98-23f6-4f24-bc8b-b90a54c70e8d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.680310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c20b98-23f6-4f24-bc8b-b90a54c70e8d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37c41d88-2388-46c6-83eb-9756cc589b20 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:04:08.699365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:08.712929 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-23c20b98-23f6-4f24-bc8b-b90a54c70e8d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.731899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'port_id': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'mac_address': 'fa:16:3e:da:72:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:04:08.732297 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-23c20b98-23f6-4f24-bc8b-b90a54c70e8d tempest-RoutersTestDVR-416430084 tempest-RoutersTestDVR-416430084-project-admin] 10.222.0.55 "DELETE /v2.0/routers/37c41d88-2388-46c6-83eb-9756cc589b20 HTTP/1.1" status: 204 len: 168 time: 0.9996116 May 24 23:04:08.733833 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.745093 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f500-9b15-4c2a-be00-04d811409fdf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.797029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:08.797535 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.808502 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.831939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb95383-54b2-41c3-9d88-79263e15bd7b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:04:08.853609 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a2b66380-c7d9-42dd-bd8a-e4e018451b7a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.867600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:08.872249 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.878009 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.912335 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f500-9b15-4c2a-be00-04d811409fdf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:08.922860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f500-9b15-4c2a-be00-04d811409fdf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.004557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7f500-9b15-4c2a-be00-04d811409fdf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dc0673-d8e7-45e5-8bfa-ae8019f8a079,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:09.025866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f500-9b15-4c2a-be00-04d811409fdf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.027861 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9cf7f500-9b15-4c2a-be00-04d811409fdf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4530199 May 24 23:04:09.030191 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.035072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45998) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:09.040892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['deb95383-54b2-41c3-9d88-79263e15bd7b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:04:09.114256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:09.124486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:09.130987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:09.140194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:09.193326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=9fcc77b5-f5c5-4224-a0e3-0e6a6a2fee8a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:09.216874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a2b66380-c7d9-42dd-bd8a-e4e018451b7a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.239074 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.316792 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a2b66380-c7d9-42dd-bd8a-e4e018451b7a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.331942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b66380-c7d9-42dd-bd8a-e4e018451b7a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=522fd9ac-1e5c-4e46-b14a-df6f18410dbc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:09.347299 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36515696-56de-4efb-a919-80b1d1563099 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.358759 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.365753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72ac47-67bc-4de9-9f07-7b2abe07116d None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:09.373428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a2b66380-c7d9-42dd-bd8a-e4e018451b7a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/522fd9ac-1e5c-4e46-b14a-df6f18410dbc HTTP/1.1" status: 204 len: 168 time: 1.3751171 May 24 23:04:09.378998 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36515696-56de-4efb-a919-80b1d1563099 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.386669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46006) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:09.414143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:09.436892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46014) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:09.582890 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3dca2c6d-6363-4ef2-99d4-3beb3d35b4d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1948447 May 24 23:04:09.595275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46022) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:09.756817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a35137-52bd-497a-a84a-e3405e6e04bb req-d5eeea2a-f42a-44bd-8112-ef80bb90e3da tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:09.758478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3a35137-52bd-497a-a84a-e3405e6e04bb req-d5eeea2a-f42a-44bd-8112-ef80bb90e3da tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.7038326 May 24 23:04:09.763977 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36515696-56de-4efb-a919-80b1d1563099 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.789468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36515696-56de-4efb-a919-80b1d1563099 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.790624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-36515696-56de-4efb-a919-80b1d1563099 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b1dc0673-d8e7-45e5-8bfa-ae8019f8a079 HTTP/1.1" status: 204 len: 168 time: 0.7546136 May 24 23:04:09.818882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36515696-56de-4efb-a919-80b1d1563099 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1dc0673-d8e7-45e5-8bfa-ae8019f8a079,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:09.830580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46032) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:09.865188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a0279-3185-457f-bed1-ea94a38db13a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:09.866353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c29a0279-3185-457f-bed1-ea94a38db13a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:09.870284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:09.870860 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.882557 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-19df873d-55ac-43ec-af05-275f40f5ad0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:09.899926 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3a35137-52bd-497a-a84a-e3405e6e04bb req-6a54d419-78f0-4c39-b62b-4659dcf187c4 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241789 May 24 23:04:09.911591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-19df873d-55ac-43ec-af05-275f40f5ad0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:09.926425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c29a0279-3185-457f-bed1-ea94a38db13a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:09.933475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c29a0279-3185-457f-bed1-ea94a38db13a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3331072 May 24 23:04:09.933672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-19df873d-55ac-43ec-af05-275f40f5ad0b admin admin] Usage tracker for resource:security_group_rule and tenant:44685dd9d0e249199627bfa296fcc787 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:09.934359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46038) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:09.937135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-19df873d-55ac-43ec-af05-275f40f5ad0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:09.964096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-19df873d-55ac-43ec-af05-275f40f5ad0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:09.994417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-067d9265-0868-474a-a1b7-3e8dc24a2736 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:10.059225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c980703a-37f5-47f9-819d-4b5681544f11 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:10.060342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c980703a-37f5-47f9-819d-4b5681544f11 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:10.070563 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.079010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-067d9265-0868-474a-a1b7-3e8dc24a2736 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:10.083423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46042) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:10.089731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c980703a-37f5-47f9-819d-4b5681544f11 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:10.095111 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c980703a-37f5-47f9-819d-4b5681544f11 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1599030 May 24 23:04:10.096701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46046) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:10.097392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-067d9265-0868-474a-a1b7-3e8dc24a2736 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2657161 May 24 23:04:10.100453 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.100982 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.203038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:10.275667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7415500-e553-4851-ada7-66a92642ff05 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:10.279805 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d7415500-e553-4851-ada7-66a92642ff05 None None] Deleting port a4413893-25c8-4bc9-a58c-43ea73fd499e {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:10.280188 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d7415500-e553-4851-ada7-66a92642ff05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.295077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-50e8458c-6544-476a-bcb3-9c75f560cc11 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223760 May 24 23:04:10.296067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46050) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:10.300985 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9bc36e4d-7378-455c-bf1e-9fe45db4f534 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.306773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:10.433175 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9bc36e4d-7378-455c-bf1e-9fe45db4f534 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.485199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:10.496969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:10.533684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:10.535295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=9fcc77b5-f5c5-4224-a0e3-0e6a6a2fee8a,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:10.544678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.569134 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.611597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d7415500-e553-4851-ada7-66a92642ff05 None None] For port a4413893-25c8-4bc9-a58c-43ea73fd499e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a4413893-25c8-4bc9-a58c-43ea73fd499e,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:10.614287 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d7415500-e553-4851-ada7-66a92642ff05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.649557 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.651251 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dc1c9888-29dd-4ba4-9b9f-00700e529f30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7407222 May 24 23:04:10.659856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9bc36e4d-7378-455c-bf1e-9fe45db4f534 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.669453 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-19df873d-55ac-43ec-af05-275f40f5ad0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.681088 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-19df873d-55ac-43ec-af05-275f40f5ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.751077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-19df873d-55ac-43ec-af05-275f40f5ad0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44685dd9d0e249199627bfa296fcc787&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3126359 May 24 23:04:10.751999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46058) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:10.809061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df873d-55ac-43ec-af05-275f40f5ad0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5322df53-bf9e-4650-b170-e6a1e8b31d8d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:10.829477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc36e4d-7378-455c-bf1e-9fe45db4f534 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d8f84f-8496-4e4a-84ec-ae71ee05d30a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:10.878915 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9bc36e4d-7378-455c-bf1e-9fe45db4f534 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:10.880231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9bc36e4d-7378-455c-bf1e-9fe45db4f534 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-groups/31d8f84f-8496-4e4a-84ec-ae71ee05d30a HTTP/1.1" status: 204 len: 168 time: 0.7943780 May 24 23:04:10.883893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46066) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:10.898892 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-152b61fb-d823-4f41-ab9c-f3625b84c49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.015712 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-152b61fb-d823-4f41-ab9c-f3625b84c49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.042621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6f1ab8e9-ca83-4370-b08b-d1f31c44de0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:11.059034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d7415500-e553-4851-ada7-66a92642ff05 None None] Calling delete_port for a4413893-25c8-4bc9-a58c-43ea73fd499e owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:11.126128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6f1ab8e9-ca83-4370-b08b-d1f31c44de0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:11.130152 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6f1ab8e9-ca83-4370-b08b-d1f31c44de0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2449744 May 24 23:04:11.152425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46084) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:11.182651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group': {'name': 'tempest-secgroup--622195323'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:11.197419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-be957796-2a25-4260-b1aa-544c3425bf65 req-c4cf9c73-9b25-45a4-9e59-f2fb0cb9bef9 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:11.217177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:11.230802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-be957796-2a25-4260-b1aa-544c3425bf65 req-c4cf9c73-9b25-45a4-9e59-f2fb0cb9bef9 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:11.235159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-c4cf9c73-9b25-45a4-9e59-f2fb0cb9bef9 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1872018810&fields=id&tenant_id=a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 267 time: 0.1214991 May 24 23:04:11.281386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a4413893-25c8-4bc9-a58c-43ea73fd499e no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:11.299772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:11.322483 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d7415500-e553-4851-ada7-66a92642ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.338054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.364882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.378516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a4413893-25c8-4bc9-a58c-43ea73fd499e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:11.378868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a4413893-25c8-4bc9-a58c-43ea73fd499e not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:11.393303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7415500-e553-4851-ada7-66a92642ff05 None None] Pushing event deleted for resources: {'Port': ['ID=a4413893-25c8-4bc9-a58c-43ea73fd499e,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:11.402828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7415500-e553-4851-ada7-66a92642ff05 None None] No DVR routers for this DVR port a4413893-25c8-4bc9-a58c-43ea73fd499e on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:11.462911 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-152b61fb-d823-4f41-ab9c-f3625b84c49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.542665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b61fb-d823-4f41-ab9c-f3625b84c49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5322df53-bf9e-4650-b170-e6a1e8b31d8d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:11.571754 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-152b61fb-d823-4f41-ab9c-f3625b84c49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.575287 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-152b61fb-d823-4f41-ab9c-f3625b84c49b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5322df53-bf9e-4650-b170-e6a1e8b31d8d HTTP/1.1" status: 204 len: 168 time: 0.8159873 May 24 23:04:11.639414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:11.685515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=7b386c20-4405-4197-a354-933b0e6db88a,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:11.690919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:11.726280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be957796-2a25-4260-b1aa-544c3425bf65 req-488d07b4-7311-4c94-b017-91ba2037b065 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:11.727238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-be957796-2a25-4260-b1aa-544c3425bf65 req-488d07b4-7311-4c94-b017-91ba2037b065 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:11.763581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:11.767813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:11.776488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-be957796-2a25-4260-b1aa-544c3425bf65 req-488d07b4-7311-4c94-b017-91ba2037b065 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:11.777417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-488d07b4-7311-4c94-b017-91ba2037b065 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 815 time: 0.5337863 May 24 23:04:11.781178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7dda62-0049-4da4-a828-a847415baf19 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:11.781659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:11.782395 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:11.786458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:11.809975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-85dfd7a1-1662-475f-b1bb-21fa49b21130 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/quotas/a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 375 time: 0.0177476 May 24 23:04:11.841985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:11.921123 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-917d6d00-8b96-40e5-b23d-e7b82b4027f4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6190042 May 24 23:04:11.921972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46098) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:11.948758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:3d:22:f8', 'name': 'tempest-NetworksTestDHCPv6-1448598324'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:12.039132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-47b8d8a5-bb14-4446-946c-2eba50b1d5fa tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2222586 May 24 23:04:12.143362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:12.162131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:12.200453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2acd-85ab-480d-a903-cbd31109081a req-c5e77d7b-ef49-41ed-8ac8-267bd14f0c79 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:12.202181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9ad2acd-85ab-480d-a903-cbd31109081a req-c5e77d7b-ef49-41ed-8ac8-267bd14f0c79 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.5904322 May 24 23:04:12.203991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:12.217365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '7b386c20-4405-4197-a354-933b0e6db88a'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:12.219517 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.355785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46102) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:12.396637 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3b5e7fa6-1ed1-471c-8c74-6328f071877d service neutron] 10.222.0.55 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362460 May 24 23:04:12.438333 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-309938d5-58b9-4aaa-bd0b-fb7dcae3dd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.469934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:12.474045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.484742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-309938d5-58b9-4aaa-bd0b-fb7dcae3dd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:12.541907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9ad2acd-85ab-480d-a903-cbd31109081a req-ff638ec1-7c22-48a8-8ffd-05ae0af5810d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776760 May 24 23:04:12.541907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-309938d5-58b9-4aaa-bd0b-fb7dcae3dd38 admin admin] Usage tracker for resource:security_group_rule and tenant:49d3d97df10948eab910f5c3b9829151 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:12.541907 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.604374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-309938d5-58b9-4aaa-bd0b-fb7dcae3dd38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:12.625347 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.636223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.636737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/7b386c20-4405-4197-a354-933b0e6db88a/da8ed9f1-c2cd-423a-a7e3-31296b05343b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:12.641377 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4700091 May 24 23:04:12.643455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-309938d5-58b9-4aaa-bd0b-fb7dcae3dd38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:12.648803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46108) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:12.658920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b02dea03-be48-48ed-878d-dccf76dc5572 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '1294b29c-cf5a-44d3-87c1-d97b190db6e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:12.665906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b02dea03-be48-48ed-878d-dccf76dc5572 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:12.670236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b02dea03-be48-48ed-878d-dccf76dc5572 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:12.674253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b02dea03-be48-48ed-878d-dccf76dc5572 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:12.682147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b02dea03-be48-48ed-878d-dccf76dc5572 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:12.697733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-b604fde3-55c6-40eb-8784-4888eb363eea service neutron] 10.222.0.55 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945895 May 24 23:04:12.757242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port deb95383-54b2-41c3-9d88-79263e15bd7b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:12.757710 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.785729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26875d82-fc6c-40e5-b79d-f18a8ba23a14 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1294b29c-cf5a-44d3-87c1-d97b190db6e6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:12.812660 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b02dea03-be48-48ed-878d-dccf76dc5572 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:12.868144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 66c22d9c-a6ad-4832-8a09-d4e315b7f8e4 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:13.195675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:13.195886 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.223734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cc750b90-259e-42a0-b0db-e9c85dfb4006 req-bc098f19-fb65-4f88-94a3-67439b22071d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 210 time: 0.0969541 May 24 23:04:13.256131 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.279553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Transition to ACTIVE for port object da8ed9f1-c2cd-423a-a7e3-31296b05343b will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:13.286883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:13.311195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:13.328010 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.330933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Transition to ACTIVE for port object da8ed9f1-c2cd-423a-a7e3-31296b05343b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:13.363474 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b02dea03-be48-48ed-878d-dccf76dc5572 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.380258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e6227-addd-4df1-9f3e-5b6c5af17d5a req-aaded92f-8d64-46aa-8743-c84f88b43d58 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:13.382292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-556e6227-addd-4df1-9f3e-5b6c5af17d5a req-aaded92f-8d64-46aa-8743-c84f88b43d58 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.2072730 May 24 23:04:13.387046 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b02dea03-be48-48ed-878d-dccf76dc5572 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.397823 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.406804 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89521f3-9c81-42ee-9671-3f50275d7569'] response: {'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'code': 200} May 24 23:04:13.425975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:13.429515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:13.434176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:13.502138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::309 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/7b386c20-4405-4197-a354-933b0e6db88a/66c22d9c-a6ad-4832-8a09-d4e315b7f8e4) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:13.526771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=10']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:13.625405 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Pushing event updated for resources: {'Port': ['ID=da8ed9f1-c2cd-423a-a7e3-31296b05343b,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:13.670794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Attempting to bind port da8ed9f1-c2cd-423a-a7e3-31296b05343b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:13.671188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Attempting to bind port da8ed9f1-c2cd-423a-a7e3-31296b05343b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:13.671503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Attempting to bind port da8ed9f1-c2cd-423a-a7e3-31296b05343b on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:13.684505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:13.684796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:13.685200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.685629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:13.693334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Bound port: da8ed9f1-c2cd-423a-a7e3-31296b05343b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:13.694467 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.752026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.771264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 66c22d9c-a6ad-4832-8a09-d4e315b7f8e4 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:13.831076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] For port da8ed9f1-c2cd-423a-a7e3-31296b05343b, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:13.835553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] For port da8ed9f1-c2cd-423a-a7e3-31296b05343b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=da8ed9f1-c2cd-423a-a7e3-31296b05343b,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:13.842496 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.862150 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-309938d5-58b9-4aaa-bd0b-fb7dcae3dd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.864166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dea03-be48-48ed-878d-dccf76dc5572 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378c4ce9-5ac0-4985-86cd-e2d309353689,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:13.918204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-309938d5-58b9-4aaa-bd0b-fb7dcae3dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:13.974973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54181dd-1a48-448c-b028-d85a60e4f7fc None None] Pushing event updated for resources: {'Port': ['ID=da8ed9f1-c2cd-423a-a7e3-31296b05343b,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:14.011092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309938d5-58b9-4aaa-bd0b-fb7dcae3dd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4525b10-5ef6-4f1a-a30e-f02e774c7abe,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:14.030070 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b02dea03-be48-48ed-878d-dccf76dc5572 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.034216 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b02dea03-be48-48ed-878d-dccf76dc5572 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3819466 May 24 23:04:14.035678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46146) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:14.043417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a2016c5d-b0bc-4826-a064-88e6c2c82349 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '1294b29c-cf5a-44d3-87c1-d97b190db6e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:14.054876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a2016c5d-b0bc-4826-a064-88e6c2c82349 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:14.068230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a2016c5d-b0bc-4826-a064-88e6c2c82349 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:14.078010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a2016c5d-b0bc-4826-a064-88e6c2c82349 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:14.089000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a2016c5d-b0bc-4826-a064-88e6c2c82349 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:14.118025 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-556e6227-addd-4df1-9f3e-5b6c5af17d5a req-e7babb25-c2f4-49d5-a6ba-3dc585fbfa96 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300133 May 24 23:04:14.126871 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2016c5d-b0bc-4826-a064-88e6c2c82349 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.143264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-309938d5-58b9-4aaa-bd0b-fb7dcae3dd38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49d3d97df10948eab910f5c3b9829151&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7865992 May 24 23:04:14.151201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46152) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:14.154802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.310837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:14.334334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:14.349580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:14.357336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:14.357336 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.358975 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2016c5d-b0bc-4826-a064-88e6c2c82349 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.383102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2016c5d-b0bc-4826-a064-88e6c2c82349 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.417386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-29d06a20-94d4-4e71-8747-c585d8ecfc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.419626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=66c22d9c-a6ad-4832-8a09-d4e315b7f8e4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:14.443394 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-92236695-77b1-4252-a79c-122687f6390a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5190899 May 24 23:04:14.447822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46158) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:14.519530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-29d06a20-94d4-4e71-8747-c585d8ecfc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.620676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb0c68-7739-4406-bd04-7cdbcf7c46a6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:14.626633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb0c68-7739-4406-bd04-7cdbcf7c46a6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:14.627435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cdcb0c68-7739-4406-bd04-7cdbcf7c46a6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:14.656446 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2016c5d-b0bc-4826-a064-88e6c2c82349 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.666588 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a2016c5d-b0bc-4826-a064-88e6c2c82349 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6265163 May 24 23:04:14.666588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46164) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:14.696153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a903cbf9-783b-475b-b0dd-bc817331cc0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '1294b29c-cf5a-44d3-87c1-d97b190db6e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:14.705223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2016c5d-b0bc-4826-a064-88e6c2c82349 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e8541b-60a6-4167-9fdc-f77f403e443e,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:14.716422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cdcb0c68-7739-4406-bd04-7cdbcf7c46a6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:14.717359 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cdcb0c68-7739-4406-bd04-7cdbcf7c46a6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2698824 May 24 23:04:14.719856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a903cbf9-783b-475b-b0dd-bc817331cc0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:14.724527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46168) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:14.728762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-06faa3b4-04ad-4c82-acc4-41f96e38ac59 req-bf833a14-d46a-4ac4-a2f8-3726a6f2b1cf tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:14.731435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-29d06a20-94d4-4e71-8747-c585d8ecfc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.743649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a903cbf9-783b-475b-b0dd-bc817331cc0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:14.749088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a903cbf9-783b-475b-b0dd-bc817331cc0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:14.759164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a903cbf9-783b-475b-b0dd-bc817331cc0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:14.793086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d06a20-94d4-4e71-8747-c585d8ecfc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4525b10-5ef6-4f1a-a30e-f02e774c7abe,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:14.810739 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a903cbf9-783b-475b-b0dd-bc817331cc0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.831569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95279344-3a55-4e74-a63e-6e033b9fb4c9 req-df8fe853-919f-4505-8e9e-b8e1616f1eb0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:14.839230 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95279344-3a55-4e74-a63e-6e033b9fb4c9 req-df8fe853-919f-4505-8e9e-b8e1616f1eb0 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.3136358 May 24 23:04:14.878135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8e112ded-3e6d-418c-8aaa-2e3230a50fe5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 66c22d9c-a6ad-4832-8a09-d4e315b7f8e4 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:14.879228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e112ded-3e6d-418c-8aaa-2e3230a50fe5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.925867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-29d06a20-94d4-4e71-8747-c585d8ecfc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:14.929998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-29d06a20-94d4-4e71-8747-c585d8ecfc0e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4525b10-5ef6-4f1a-a30e-f02e774c7abe HTTP/1.1" status: 204 len: 168 time: 0.7750118 May 24 23:04:14.959941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95279344-3a55-4e74-a63e-6e033b9fb4c9 req-c2d7dfa8-bc38-429e-bdc2-e4f6740659e9 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140232 May 24 23:04:15.000309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-06faa3b4-04ad-4c82-acc4-41f96e38ac59 req-bf833a14-d46a-4ac4-a2f8-3726a6f2b1cf tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:15.004189 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06faa3b4-04ad-4c82-acc4-41f96e38ac59 req-bf833a14-d46a-4ac4-a2f8-3726a6f2b1cf tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 210 time: 0.3734274 May 24 23:04:15.066930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a903cbf9-783b-475b-b0dd-bc817331cc0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.095765 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a903cbf9-783b-475b-b0dd-bc817331cc0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.127182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device da8ed9f1-c2cd-423a-a7e3-31296b05343b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:15.190708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903cbf9-783b-475b-b0dd-bc817331cc0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c64572-a965-4c15-8d7f-97fc850a96a8,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:15.195589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a903cbf9-783b-475b-b0dd-bc817331cc0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.197087 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a903cbf9-783b-475b-b0dd-bc817331cc0d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5206554 May 24 23:04:15.199923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46180) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:15.208469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2aca72db-8916-4f08-a784-6aa97f373e7a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '1294b29c-cf5a-44d3-87c1-d97b190db6e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:15.221475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2aca72db-8916-4f08-a784-6aa97f373e7a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:15.226515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2aca72db-8916-4f08-a784-6aa97f373e7a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:15.229905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2aca72db-8916-4f08-a784-6aa97f373e7a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:15.236549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2aca72db-8916-4f08-a784-6aa97f373e7a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:15.272070 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aca72db-8916-4f08-a784-6aa97f373e7a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.314683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port da8ed9f1-c2cd-423a-a7e3-31296b05343b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:15.439208 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aca72db-8916-4f08-a784-6aa97f373e7a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.450977 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aca72db-8916-4f08-a784-6aa97f373e7a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.521807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aca72db-8916-4f08-a784-6aa97f373e7a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.526636 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2aca72db-8916-4f08-a784-6aa97f373e7a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3254232 May 24 23:04:15.527260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46184) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:15.531212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca72db-8916-4f08-a784-6aa97f373e7a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf2f0fc-ec40-46b3-bd37-3de1a0b509c6,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:15.540143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-eed11c07-8c99-49a8-b389-b3120424cd43 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '1294b29c-cf5a-44d3-87c1-d97b190db6e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:15.555675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eed11c07-8c99-49a8-b389-b3120424cd43 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:15.561907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eed11c07-8c99-49a8-b389-b3120424cd43 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:15.575129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eed11c07-8c99-49a8-b389-b3120424cd43 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:15.613574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eed11c07-8c99-49a8-b389-b3120424cd43 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:15.667446 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eed11c07-8c99-49a8-b389-b3120424cd43 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:15.966872 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e112ded-3e6d-418c-8aaa-2e3230a50fe5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.084281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-10b9812b-3224-4e5c-85c8-e4603b017662 None None] Provisioning for port da8ed9f1-c2cd-423a-a7e3-31296b05343b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:16.096317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-10b9812b-3224-4e5c-85c8-e4603b017662 None None] Provisioning complete for port da8ed9f1-c2cd-423a-a7e3-31296b05343b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:16.099290 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-10b9812b-3224-4e5c-85c8-e4603b017662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.279954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be957796-2a25-4260-b1aa-544c3425bf65 req-fdb751fd-f48c-4f31-a1b3-659148329673 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:16.281520 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-fdb751fd-f48c-4f31-a1b3-659148329673 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 815 time: 0.5779126 May 24 23:04:16.353481 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eed11c07-8c99-49a8-b389-b3120424cd43 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.447940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8e112ded-3e6d-418c-8aaa-2e3230a50fe5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 66c22d9c-a6ad-4832-8a09-d4e315b7f8e4 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:16.477919 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eed11c07-8c99-49a8-b389-b3120424cd43 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.498337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-10b9812b-3224-4e5c-85c8-e4603b017662 None None] Current status of the port da8ed9f1-c2cd-423a-a7e3-31296b05343b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:16.499438 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-10b9812b-3224-4e5c-85c8-e4603b017662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.559884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-10b9812b-3224-4e5c-85c8-e4603b017662 None None] For port da8ed9f1-c2cd-423a-a7e3-31296b05343b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=da8ed9f1-c2cd-423a-a7e3-31296b05343b,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:16.560056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0aabf44-987d-4b67-9168-9966df8ff8ca req-7efd463c-96cf-40f0-a5fd-e4155e4deb4f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 210 time: 0.2677829 May 24 23:04:16.579424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-10b9812b-3224-4e5c-85c8-e4603b017662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.638773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-9873d3dd-460e-47b2-9ea2-0128c072cd97 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 380 time: 0.3385892 May 24 23:04:16.642653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed11c07-8c99-49a8-b389-b3120424cd43 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8e5961-19cc-4dae-a41b-b0b6520db122,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:16.655576 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eed11c07-8c99-49a8-b389-b3120424cd43 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.656980 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eed11c07-8c99-49a8-b389-b3120424cd43 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1276591 May 24 23:04:16.661464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'port': {'device_id': '401a415a-2844-417e-9883-56841da72e62', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'admin_state_up': True, 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'security_groups': ['cd865215-7ed0-4edf-9d47-414802c8faa2']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:16.676613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46214) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:16.713801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e112ded-3e6d-418c-8aaa-2e3230a50fe5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.765044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9d66e56c-f49d-4b52-9ac0-53d90fc2e551 None None] Could not find standard attr ID for object 66c22d9c-a6ad-4832-8a09-d4e315b7f8e4. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:04:16.781659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e112ded-3e6d-418c-8aaa-2e3230a50fe5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=66c22d9c-a6ad-4832-8a09-d4e315b7f8e4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:16.787573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9812b-3224-4e5c-85c8-e4603b017662 None None] Pushing event updated for resources: {'Port': ['ID=da8ed9f1-c2cd-423a-a7e3-31296b05343b,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:16.837577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e112ded-3e6d-418c-8aaa-2e3230a50fe5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.887071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3977c891-6723-477e-bdc4-5584bf6ab344 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.906700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3977c891-6723-477e-bdc4-5584bf6ab344 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:16.908795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56100-23cf-42ca-82d4-4778ee77c624 req-5c83a89f-9ae1-412f-b6a4-fffdd972f05f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:16.912993 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3e56100-23cf-42ca-82d4-4778ee77c624 req-5c83a89f-9ae1-412f-b6a4-fffdd972f05f tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.9480920 May 24 23:04:16.918562 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8e112ded-3e6d-418c-8aaa-2e3230a50fe5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/66c22d9c-a6ad-4832-8a09-d4e315b7f8e4 HTTP/1.1" status: 204 len: 168 time: 2.1917663 May 24 23:04:16.922077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46224) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:17.022608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46228) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:17.026761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3977c891-6723-477e-bdc4-5584bf6ab344 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.050766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:17.067904 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3977c891-6723-477e-bdc4-5584bf6ab344 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.072635 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3977c891-6723-477e-bdc4-5584bf6ab344 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/4f8e5961-19cc-4dae-a41b-b0b6520db122 HTTP/1.1" status: 204 len: 168 time: 0.3914201 May 24 23:04:17.083852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46234) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:17.116548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device da8ed9f1-c2cd-423a-a7e3-31296b05343b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:17.186352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:17.195014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977c891-6723-477e-bdc4-5584bf6ab344 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f8e5961-19cc-4dae-a41b-b0b6520db122,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:17.206020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Made reservation on behalf of a9d69521bbf043dba069b5d286572f92 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:17.210046 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.285250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e1562-e586-4372-891a-39df270f1dce tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:17.287549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e1562-e586-4372-891a-39df270f1dce tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:17.288594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b78e1562-e586-4372-891a-39df270f1dce tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:17.308994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3e56100-23cf-42ca-82d4-4778ee77c624 req-b0fe83c6-d066-4fab-be00-b3db2f56e623 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815868 May 24 23:04:17.340783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b78e1562-e586-4372-891a-39df270f1dce tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:17.342421 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b78e1562-e586-4372-891a-39df270f1dce tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4191887 May 24 23:04:17.345309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46246) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:17.423409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port da8ed9f1-c2cd-423a-a7e3-31296b05343b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:17.424031 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.447023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-8331c954-b741-4ae7-a8c8-9f2106e0dafc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 7b386c20-4405-4197-a354-933b0e6db88a {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:17.450506 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8331c954-b741-4ae7-a8c8-9f2106e0dafc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.514843 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8331c954-b741-4ae7-a8c8-9f2106e0dafc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.631900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port da8ed9f1-c2cd-423a-a7e3-31296b05343b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:17.657243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-234782670'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:17.685344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:17.714837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-93603c6e-5a98-4c7c-a4d9-a93f2fea6b03 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:17.722355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8331c954-b741-4ae7-a8c8-9f2106e0dafc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.724150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:network and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:17.730114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:17.746794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:17.825937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Allocated IP 172.20.0.8 (4dbd9183-8740-47be-9080-f446c9f960dd/fb1303f6-a75c-4770-b75a-ff3909584636/8ae74a6b-eeff-45a8-b065-0549134d8d05) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:17.828348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-93603c6e-5a98-4c7c-a4d9-a93f2fea6b03 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:17.835728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-93603c6e-5a98-4c7c-a4d9-a93f2fea6b03 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.7503498 May 24 23:04:17.845054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46262) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:17.850139 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8331c954-b741-4ae7-a8c8-9f2106e0dafc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.851261 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b7254144-94f7-42c6-a948-7210f5eca918 req-eb16e5b3-9dce-45a0-aae5-b2b49d6c5551 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 210 time: 0.0931866 May 24 23:04:17.865563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:17.869138 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.919210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331c954-b741-4ae7-a8c8-9f2106e0dafc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=7b386c20-4405-4197-a354-933b0e6db88a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:17.921344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8331c954-b741-4ae7-a8c8-9f2106e0dafc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.932130 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.942459 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8331c954-b741-4ae7-a8c8-9f2106e0dafc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/7b386c20-4405-4197-a354-933b0e6db88a HTTP/1.1" status: 204 len: 168 time: 0.5957670 May 24 23:04:17.945666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46268) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:17.964589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5902f890-4ad3-4d50-9718-f72fff62b096 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:17.980972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a16c07b4-2207-4287-bacd-2ce5abeb056c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:17.987330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:18.006453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:security_group_rule and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:18.020442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:18.052245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:18.061696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ff02aab0-3091-4e4b-9e12-d368766c9410 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1145058 May 24 23:04:18.065391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46276) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:18.123670 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a16c07b4-2207-4287-bacd-2ce5abeb056c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.229518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f2331-99fe-49bf-81be-d47ea51c6ce1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:18.230385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-282f2331-99fe-49bf-81be-d47ea51c6ce1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:18.259461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a16c07b4-2207-4287-bacd-2ce5abeb056c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.277450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-282f2331-99fe-49bf-81be-d47ea51c6ce1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:18.281607 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-282f2331-99fe-49bf-81be-d47ea51c6ce1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2096291 May 24 23:04:18.282203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46288) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:18.297384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c07b4-2207-4287-bacd-2ce5abeb056c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bf2f0fc-ec40-46b3-bd37-3de1a0b509c6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:18.325178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.384938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f1f96b-61ee-4196-9365-1cb6ef6104f1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:18.385864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-94f1f96b-61ee-4196-9365-1cb6ef6104f1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:18.404428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Transition to ACTIVE for port object 8ae74a6b-eeff-45a8-b065-0549134d8d05 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:18.418329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-94f1f96b-61ee-4196-9365-1cb6ef6104f1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:18.420635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-94f1f96b-61ee-4196-9365-1cb6ef6104f1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1372828 May 24 23:04:18.426477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46298) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:18.435442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a16c07b4-2207-4287-bacd-2ce5abeb056c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.436658 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a16c07b4-2207-4287-bacd-2ce5abeb056c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/5bf2f0fc-ec40-46b3-bd37-3de1a0b509c6 HTTP/1.1" status: 204 len: 168 time: 0.5889952 May 24 23:04:18.446040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46302) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:18.479892 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.499268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e5f2dc-e5ee-419d-a1b9-a12bac35c718 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:18.504299 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.511274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b1e5f2dc-e5ee-419d-a1b9-a12bac35c718 None None] Deleting port da8ed9f1-c2cd-423a-a7e3-31296b05343b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:18.511885 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f2dc-e5ee-419d-a1b9-a12bac35c718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.547540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-76cd86bf-5617-48b4-a3a4-3fab569234dc tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:18.562068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:18.578656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.636507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81e435d-cf21-492f-bd2c-7fe42015a402,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:18.640171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.640683 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Added segment 7332926a-5280-4ab1-aaec-a6a982f234ce of type vlan for network d1953141-4500-42f8-8d2a-5d2b2d3125a9 May 24 23:04:18.655375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-76cd86bf-5617-48b4-a3a4-3fab569234dc tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:18.656725 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-76cd86bf-5617-48b4-a3a4-3fab569234dc tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2097287 May 24 23:04:18.665703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Network 4dbd9183-8740-47be-9080-f446c9f960dd is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:18.666590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46308) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:18.676148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:18.692724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:18.698771 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-07f2462f-3c27-464f-a670-c35a261f30e1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2654960 May 24 23:04:18.701089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46312) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:18.730917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:18.794493 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.813285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=8ae74a6b-eeff-45a8-b065-0549134d8d05,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:18.820272 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca7d31f5-4029-456f-82a0-a970d0342226 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.840369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:18.846466 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.895401 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca7d31f5-4029-456f-82a0-a970d0342226 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.957010 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-3a196e24-6ac1-427b-8427-b88007880306 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3030145 May 24 23:04:18.988374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:18.994189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:18.994824 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.011755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b1e5f2dc-e5ee-419d-a1b9-a12bac35c718 None None] For port da8ed9f1-c2cd-423a-a7e3-31296b05343b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=da8ed9f1-c2cd-423a-a7e3-31296b05343b,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:19.012240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f2dc-e5ee-419d-a1b9-a12bac35c718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.036077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:19.075762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca7d31f5-4029-456f-82a0-a970d0342226 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.085908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:19.113295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775d3b2-8cf4-43ed-8389-906a6e92a43e req-fd13cbc8-6cfa-4440-bd19-7deb2a234ace tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:19.130180 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0775d3b2-8cf4-43ed-8389-906a6e92a43e req-fd13cbc8-6cfa-4440-bd19-7deb2a234ace tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.5351036 May 24 23:04:19.164693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:19.168006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.209328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d31f5-4029-456f-82a0-a970d0342226 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68c64572-a965-4c15-8d7f-97fc850a96a8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:19.214942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Request body: {'port': {'device_id': '401a415a-2844-417e-9883-56841da72e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:19.290235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b1e5f2dc-e5ee-419d-a1b9-a12bac35c718 None None] Calling delete_port for da8ed9f1-c2cd-423a-a7e3-31296b05343b owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:19.354290 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3147216 May 24 23:04:19.378896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device da8ed9f1-c2cd-423a-a7e3-31296b05343b no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:19.420312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: da8ed9f1-c2cd-423a-a7e3-31296b05343b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:19.420925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device da8ed9f1-c2cd-423a-a7e3-31296b05343b not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:19.423482 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f2dc-e5ee-419d-a1b9-a12bac35c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.478349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0e5a3-b2d3-4809-bd14-10cc05f871d3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Network': ['ID=d1953141-4500-42f8-8d2a-5d2b2d3125a9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:19.500171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca7d31f5-4029-456f-82a0-a970d0342226 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.507410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ca7d31f5-4029-456f-82a0-a970d0342226 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/68c64572-a965-4c15-8d7f-97fc850a96a8 HTTP/1.1" status: 204 len: 168 time: 0.8229730 May 24 23:04:19.512656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5f2dc-e5ee-419d-a1b9-a12bac35c718 None None] Pushing event deleted for resources: {'Port': ['ID=da8ed9f1-c2cd-423a-a7e3-31296b05343b,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:19.519227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46324) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:19.525029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d1953141-4500-42f8-8d2a-5d2b2d3125a9 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:19.555405 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5f2dc-e5ee-419d-a1b9-a12bac35c718 None None] No DVR routers for this DVR port da8ed9f1-c2cd-423a-a7e3-31296b05343b on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:19.572301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d0eccaf5-6d6c-40bb-8342-da9aafcb1a88 None None] Provisioning for port 8ae74a6b-eeff-45a8-b065-0549134d8d05 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:19.619269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d0eccaf5-6d6c-40bb-8342-da9aafcb1a88 None None] Provisioning complete for port 8ae74a6b-eeff-45a8-b065-0549134d8d05 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:19.619931 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d0eccaf5-6d6c-40bb-8342-da9aafcb1a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.736783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d0eccaf5-6d6c-40bb-8342-da9aafcb1a88 None None] Port 8ae74a6b-eeff-45a8-b065-0549134d8d05 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:04:19.756735 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0775d3b2-8cf4-43ed-8389-906a6e92a43e req-93167d35-0ef4-4d6f-925b-daf4e2ed5cf7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255715 May 24 23:04:19.901833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-248fa268-b37a-4590-ad27-fcaea732ca95 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:19.914216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a3876-fec7-475f-8208-682917466fdb req-9214f602-0c70-4d8f-92e9-e4c98086373e tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:19.915370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-415a3876-fec7-475f-8208-682917466fdb req-9214f602-0c70-4d8f-92e9-e4c98086373e tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:19.923799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.objects.ports [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88390) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:04:19.943425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:19.947245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-415a3876-fec7-475f-8208-682917466fdb req-9214f602-0c70-4d8f-92e9-e4c98086373e tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:19.948643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-415a3876-fec7-475f-8208-682917466fdb req-9214f602-0c70-4d8f-92e9-e4c98086373e tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 931 time: 0.7077477 May 24 23:04:19.949316 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.078123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:20.086936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:20.099051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f1c409-9892-4073-b147-b349c824f059 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:20.109681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:20.114252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.138145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-415a3876-fec7-475f-8208-682917466fdb req-c270b4fb-e12d-4420-8312-9606a2f89161 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629384 May 24 23:04:20.143736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-248fa268-b37a-4590-ad27-fcaea732ca95 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:20.152276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-248fa268-b37a-4590-ad27-fcaea732ca95 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6143692 May 24 23:04:20.153151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46330) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:20.235481 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5316622 May 24 23:04:20.246458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46334) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:20.269129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6b7795d3-09b2-4c01-bed9-0b6f0a45e428 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:20.288607 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e93d969-4023-4a84-86c1-859ef45ad2ce tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.323565 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e93d969-4023-4a84-86c1-859ef45ad2ce tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.465412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730fe52-6499-4477-96e8-79ad69bb0e37 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=9bfda308-7d5b-4778-b294-42e50fa2f484,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:20.628947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e93d969-4023-4a84-86c1-859ef45ad2ce tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.658970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '9bfda308-7d5b-4778-b294-42e50fa2f484'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:20.659825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.690440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6b7795d3-09b2-4c01-bed9-0b6f0a45e428 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:20.707062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6b7795d3-09b2-4c01-bed9-0b6f0a45e428 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:20.716474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d969-4023-4a84-86c1-859ef45ad2ce tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80e8541b-60a6-4167-9fdc-f77f403e443e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:20.720727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6b7795d3-09b2-4c01-bed9-0b6f0a45e428 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:20.736048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6b7795d3-09b2-4c01-bed9-0b6f0a45e428 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:20.763453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7795d3-09b2-4c01-bed9-0b6f0a45e428 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:20.769818 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b7795d3-09b2-4c01-bed9-0b6f0a45e428 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.883710 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e93d969-4023-4a84-86c1-859ef45ad2ce tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:20.890828 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4e93d969-4023-4a84-86c1-859ef45ad2ce tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/80e8541b-60a6-4167-9fdc-f77f403e443e HTTP/1.1" status: 204 len: 168 time: 0.7182031 May 24 23:04:20.894857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46346) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:20.986413 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:04:21.154178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-52315be4-f904-40e7-8f97-b7302d3f6faf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:21.158937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Allocated IP 2001:db8::f816:3eff:fec4:aae0 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/9bfda308-7d5b-4778-b294-42e50fa2f484/f1be5f1f-93ed-491e-93ae-12ec128654a3) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:21.224221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-52315be4-f904-40e7-8f97-b7302d3f6faf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:21.231537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-52315be4-f904-40e7-8f97-b7302d3f6faf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3241336 May 24 23:04:21.234039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46352) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:21.364077 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe680fc4-4625-463e-8b12-0b9e08ecebc2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.383251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe680fc4-4625-463e-8b12-0b9e08ecebc2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.459981 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe680fc4-4625-463e-8b12-0b9e08ecebc2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.492567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe680fc4-4625-463e-8b12-0b9e08ecebc2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=378c4ce9-5ac0-4985-86cd-e2d309353689,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:21.537049 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe680fc4-4625-463e-8b12-0b9e08ecebc2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.541624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fe680fc4-4625-463e-8b12-0b9e08ecebc2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/378c4ce9-5ac0-4985-86cd-e2d309353689 HTTP/1.1" status: 204 len: 168 time: 0.3005369 May 24 23:04:21.550307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46356) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:21.567567 n-d-843146-7 neutron-server[88390]: INFO neutron.db.ipam_backend_mixin [None req-6b7795d3-09b2-4c01-bed9-0b6f0a45e428 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9bfda308-7d5b-4778-b294-42e50fa2f484 (CIDR: 2001:db8::/64) May 24 23:04:21.589098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d86ea5-5ff3-4a37-9dc1-91706813c385 req-0033f0c8-c34d-471a-aa1f-efa332f2a420 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:21.596715 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.597314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54d86ea5-5ff3-4a37-9dc1-91706813c385 req-0033f0c8-c34d-471a-aa1f-efa332f2a420 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 931 time: 0.1855967 May 24 23:04:21.601118 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7795d3-09b2-4c01-bed9-0b6f0a45e428 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:04:21.601440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7795d3-09b2-4c01-bed9-0b6f0a45e428 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:21.610300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Transition to ACTIVE for port object f1be5f1f-93ed-491e-93ae-12ec128654a3 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:21.634919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Transition to ACTIVE for port object f1be5f1f-93ed-491e-93ae-12ec128654a3 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:21.642474 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.715486 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6b7795d3-09b2-4c01-bed9-0b6f0a45e428 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4643242 May 24 23:04:21.716115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46364) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:21.747969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Pushing event updated for resources: {'Port': ['ID=f1be5f1f-93ed-491e-93ae-12ec128654a3,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:21.755450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:21.758098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:21.760226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:21.774880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf630c6-1e56-49ed-aa18-46f01f64efa4 req-d3731a79-b534-42a8-9736-0b06593316f3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:21.776972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bbf630c6-1e56-49ed-aa18-46f01f64efa4 req-d3731a79-b534-42a8-9736-0b06593316f3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.7316704 May 24 23:04:21.781793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:21.841532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae74a6b-eeff-45a8-b065-0549134d8d05 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:04:21.856764 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:21.922904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Transition to ACTIVE for port object 8ae74a6b-eeff-45a8-b065-0549134d8d05 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:21.924984 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bbf630c6-1e56-49ed-aa18-46f01f64efa4 req-477230a9-32e6-4957-9437-41ee3bc4e19d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278944 May 24 23:04:21.947865 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.037279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Attempting to bind port f1be5f1f-93ed-491e-93ae-12ec128654a3 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:22.040393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Attempting to bind port f1be5f1f-93ed-491e-93ae-12ec128654a3 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:22.040900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Attempting to bind port f1be5f1f-93ed-491e-93ae-12ec128654a3 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:22.050684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:22.054244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:22.054785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:22.056521 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.057062 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:22.057700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Bound port: f1be5f1f-93ed-491e-93ae-12ec128654a3, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:22.058698 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.061763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:22.067043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:22.081602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:22.113788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:22.118360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.273736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] For port f1be5f1f-93ed-491e-93ae-12ec128654a3, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:22.282059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] For port f1be5f1f-93ed-491e-93ae-12ec128654a3, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1be5f1f-93ed-491e-93ae-12ec128654a3,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:22.304110 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:22.306008 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54d86ea5-5ff3-4a37-9dc1-91706813c385 req-0c835588-29a5-491d-be57-04cedfc22746 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7071872 May 24 23:04:22.362422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7c6c0834-c7eb-4d5e-80c6-c722f44ed664 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:22.647804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46374) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:22.730936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24114e-4b79-422a-b06f-822405ede0bd None None] Pushing event updated for resources: {'Port': ['ID=f1be5f1f-93ed-491e-93ae-12ec128654a3,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:22.735574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7c6c0834-c7eb-4d5e-80c6-c722f44ed664 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:22.760891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7c6c0834-c7eb-4d5e-80c6-c722f44ed664 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2043228 May 24 23:04:22.762676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Pushing event updated for resources: {'Port': ['ID=8ae74a6b-eeff-45a8-b065-0549134d8d05,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:22.800654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'subnet': {'network_id': 'd1953141-4500-42f8-8d2a-5d2b2d3125a9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:22.807019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46382) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:22.839712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Attempting to bind port 8ae74a6b-eeff-45a8-b065-0549134d8d05 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:22.839969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Attempting to bind port 8ae74a6b-eeff-45a8-b065-0549134d8d05 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:22.840522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Attempting to bind port 8ae74a6b-eeff-45a8-b065-0549134d8d05 on network 4dbd9183-8740-47be-9080-f446c9f960dd {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:22.909477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Port 8ae74a6b-eeff-45a8-b065-0549134d8d05 on network 4dbd9183-8740-47be-9080-f446c9f960dd not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:04:22.909972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Attempting to bind port 8ae74a6b-eeff-45a8-b065-0549134d8d05 on network 4dbd9183-8740-47be-9080-f446c9f960dd {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:22.930299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:22.934533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Checking segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:22.934976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Bound using segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:22.935549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Bound port: 8ae74a6b-eeff-45a8-b065-0549134d8d05, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:22.935907 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.053295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:23.057544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:subnet and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:23.060670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:23.066593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:23.091671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:23.095589 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.118669 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.205818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] For port 8ae74a6b-eeff-45a8-b065-0549134d8d05, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:23.214080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] For port 8ae74a6b-eeff-45a8-b065-0549134d8d05, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8ae74a6b-eeff-45a8-b065-0549134d8d05,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:23.232240 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.294255 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70977855-41a8-4a3e-a4b5-786f7741d645 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.316816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:23.317416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.319983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] 10.222.0.50 "PUT /v2.0/ports/8ae74a6b-eeff-45a8-b065-0549134d8d05 HTTP/1.1" status: 200 len: 1091 time: 4.3540530 May 24 23:04:23.374512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401a415a-2844-417e-9883-56841da72e62', 'tag': '8ae74a6b-eeff-45a8-b065-0549134d8d05'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:23.418622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:23.452503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:23.483352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:23.488362 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70977855-41a8-4a3e-a4b5-786f7741d645 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.490833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.517386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c81314-5666-4c14-b3eb-f741e8b52abb service neutron] Pushing event updated for resources: {'Port': ['ID=8ae74a6b-eeff-45a8-b065-0549134d8d05,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:23.580834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=3439f59f-fa0f-48a6-9589-fe76d3645dcc,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:23.605821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70977855-41a8-4a3e-a4b5-786f7741d645 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.641357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.641754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.642281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.642630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.644108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.644474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.644809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.646881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.647546 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.647957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.649410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.651662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:23.658339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be957796-2a25-4260-b1aa-544c3425bf65 req-44280425-798b-4e6c-8624-7ccc3bf19360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:23.669847 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-44280425-798b-4e6c-8624-7ccc3bf19360 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 1094 time: 0.2828183 May 24 23:04:23.836746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70977855-41a8-4a3e-a4b5-786f7741d645 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1294b29c-cf5a-44d3-87c1-d97b190db6e6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:23.843114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f641d-dca7-4f58-8ed3-4fd619d0a065 req-8317c3a7-bca8-4abd-a3be-593c9d95035b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:23.849256 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-721f641d-dca7-4f58-8ed3-4fd619d0a065 req-8317c3a7-bca8-4abd-a3be-593c9d95035b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.5823553 May 24 23:04:23.860839 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-70d12d00-fd5f-42db-9be9-c73eba90eef8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1372128 May 24 23:04:23.864911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46398) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:23.882082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-6204dc3d-5115-4cc2-9d4a-1e8f747d8cf1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ae74a6b-eeff-45a8-b065-0549134d8d05 HTTP/1.1" status: 200 len: 217 time: 0.1977510 May 24 23:04:23.910257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:18:64:be', 'name': 'tempest-NetworksTestDHCPv6-1519659640'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:23.968297 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70977855-41a8-4a3e-a4b5-786f7741d645 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:23.969563 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-70977855-41a8-4a3e-a4b5-786f7741d645 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-groups/1294b29c-cf5a-44d3-87c1-d97b190db6e6 HTTP/1.1" status: 204 len: 168 time: 1.1419849 May 24 23:04:23.980698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46402) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:23.993474 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:24.096588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e04a09d7-6f3a-4554-afef-0550763ecb97 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:24.103629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be957796-2a25-4260-b1aa-544c3425bf65 req-ee0f5395-5b07-49cf-ad6f-88ca31d19e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:24.105358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-ee0f5395-5b07-49cf-ad6f-88ca31d19e32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.2133782 May 24 23:04:24.105504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:24.123659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:24.126841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:24.133906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:24.161942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:24.217738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb25c9a-41b6-406c-96db-fc53dc0b2d51 req-a62b5bde-1b2f-4fe4-83c6-c09091530d37 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:24.219585 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-beb25c9a-41b6-406c-96db-fc53dc0b2d51 req-a62b5bde-1b2f-4fe4-83c6-c09091530d37 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 943 time: 0.4356902 May 24 23:04:24.262514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e04a09d7-6f3a-4554-afef-0550763ecb97 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:24.263863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e04a09d7-6f3a-4554-afef-0550763ecb97 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2818613 May 24 23:04:24.270665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46406) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:24.284801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528906481'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:24.285636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-721f641d-dca7-4f58-8ed3-4fd619d0a065 req-5f599444-b22c-4941-807b-7cf92fdfe99c tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185994 May 24 23:04:24.292716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:24.322596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:24.350991 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:24.374828 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:24.398952 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-beb25c9a-41b6-406c-96db-fc53dc0b2d51 req-8dc55313-db24-41ef-a012-ed89b7c174ba tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663406 May 24 23:04:24.413536 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2a85ea-695a-4211-8421-0e42c7e562c1'] response: {'name': 'network-changed', 'server_uuid': '401a415a-2844-417e-9883-56841da72e62', 'tag': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'status': 'completed', 'code': 200} May 24 23:04:24.427347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:24.440347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:24.451038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:24.454051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 4353ab77-b3ba-42fa-8bbc-c2cfadd5cc31 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:24.474388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:24.482865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be957796-2a25-4260-b1aa-544c3425bf65 req-48c16ba4-3d1d-4e3a-bfcf-1cd53bf9f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:24.486976 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-48c16ba4-3d1d-4e3a-bfcf-1cd53bf9f516 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3449867 May 24 23:04:24.677345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5241021b-b9ac-4850-a9a2-bf8b01b4dcb5 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:24.745168 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:24.756086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8:0:1::1a (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/3439f59f-fa0f-48a6-9589-fe76d3645dcc/4353ab77-b3ba-42fa-8bbc-c2cfadd5cc31) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:24.800850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:24.826953 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:24.831893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::f816:3eff:fe18:64be (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/9bfda308-7d5b-4778-b294-42e50fa2f484/4353ab77-b3ba-42fa-8bbc-c2cfadd5cc31) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:24.913432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Subnet': ['ID=48f2066f-fdd3-4cf6-841d-95063df020ff,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:24.929051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Checking segment: {'id': '7332926a-5280-4ab1-aaec-a6a982f234ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd1953141-4500-42f8-8d2a-5d2b2d3125a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:24.930258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network hostable DHCP agents. Network: d1953141-4500-42f8-8d2a-5d2b2d3125a9, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:25.108346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5984bf50-cf6f-4001-b49c-42be509186ee None None] Provisioning for port f1be5f1f-93ed-491e-93ae-12ec128654a3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:25.116205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23830805-2c50-4301-a77e-8e637ce3548a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:25.132588 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.134349 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c4837819-a8ae-4231-be48-6b71c957329c tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8598611 May 24 23:04:25.146498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46416) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:25.160206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9d2d5640-8771-4323-9faf-864af4e358e9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '23830805-2c50-4301-a77e-8e637ce3548a', 'direction': 'ingress', 'protocol': 17}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:25.172717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9d2d5640-8771-4323-9faf-864af4e358e9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:25.177787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9d2d5640-8771-4323-9faf-864af4e358e9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:25.181525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9d2d5640-8771-4323-9faf-864af4e358e9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:25.189429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9d2d5640-8771-4323-9faf-864af4e358e9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:25.217111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1be5f1f-93ed-491e-93ae-12ec128654a3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:25.221178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-2580ab37-7520-4c74-ae60-94160743d2a1 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248693 May 24 23:04:25.281230 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5640-8771-4323-9faf-864af4e358e9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.424296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network d1953141-4500-42f8-8d2a-5d2b2d3125a9 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:25.460032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523c5876-2369-4264-b861-3620419f54f8 None None] Update dhcp port {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'fixed_ips': [{'subnet_id': '9bfda308-7d5b-4778-b294-42e50fa2f484', 'ip_address': '2001:db8::f816:3eff:fec4:aae0'}, {'subnet_id': '3439f59f-fa0f-48a6-9589-fe76d3645dcc'}], 'binding:host_id': 'n-d-843146-7'}, 'id': 'f1be5f1f-93ed-491e-93ae-12ec128654a3'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:04:25.505572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be957796-2a25-4260-b1aa-544c3425bf65 req-ccc7d399-75fd-440f-80f9-94cdabce5378 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685688 May 24 23:04:25.508582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5640-8771-4323-9faf-864af4e358e9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.518694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d1953141-4500-42f8-8d2a-5d2b2d3125a9) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:25.528569 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5640-8771-4323-9faf-864af4e358e9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.570607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:25.571204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.578893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d5640-8771-4323-9faf-864af4e358e9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d498b63f-2135-42ec-9303-5a4001709494,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:25.588099 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-523c5876-2369-4264-b861-3620419f54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.608512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9043b6-bcd8-4b9e-9cbe-dabbc199d450 None None] Network d1953141-4500-42f8-8d2a-5d2b2d3125a9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:25.642657 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5640-8771-4323-9faf-864af4e358e9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.645641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9d2d5640-8771-4323-9faf-864af4e358e9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4977434 May 24 23:04:25.662355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46424) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:25.764129 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.796008 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-867b576d-643d-47ab-83e0-13d89238a682 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1430538 May 24 23:04:25.797538 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 4353ab77-b3ba-42fa-8bbc-c2cfadd5cc31 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:25.799838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46428) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:25.814608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-666871305'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:25.824362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:25.830769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:network and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:25.836062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:25.844379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:25.874747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26a8f6-67d3-4a06-bd95-b23f5dab0353 req-e3309e7b-377a-4c88-90ca-7d9a6fee8df7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:25.876574 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca26a8f6-67d3-4a06-bd95-b23f5dab0353 req-e3309e7b-377a-4c88-90ca-7d9a6fee8df7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.3128893 May 24 23:04:25.879883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:25.883711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:25.927650 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.018302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:26.018531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-523c5876-2369-4264-b861-3620419f54f8 None None] Allocated IP 2001:db8:0:1::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/3439f59f-fa0f-48a6-9589-fe76d3645dcc/f1be5f1f-93ed-491e-93ae-12ec128654a3) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:26.045439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:26.052375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:26.061698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:26.063681 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53071750-5296-4583-88f9-9b1b1620fec8 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.067718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:26.068540 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.076683 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca26a8f6-67d3-4a06-bd95-b23f5dab0353 req-7ee24a92-cb82-494c-8c41-c5b6199051a9 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728272 May 24 23:04:26.081711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.082233 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Added segment 6b382829-31c7-4a9b-b45c-8edfab87591e of type vlan for network 2249e81b-667d-4a02-b2b1-dec5b0cc4153 May 24 23:04:26.105706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=4353ab77-b3ba-42fa-8bbc-c2cfadd5cc31,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:26.134741 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.166264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-715c96e4-c6f4-4ef7-8d7a-4e206d2b0139 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2733710 May 24 23:04:26.166688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53071750-5296-4583-88f9-9b1b1620fec8 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.170493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46438) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:26.265577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.270274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:26.270274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.313407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2711-6b8e-40be-9f97-4b890ce159c7 req-54c337ca-8db7-4a8d-b66f-3b64feb0a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:26.315488 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9ef2711-6b8e-40be-9f97-4b890ce159c7 req-54c337ca-8db7-4a8d-b66f-3b64feb0a2a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 1094 time: 0.7201207 May 24 23:04:26.377267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43089-db1c-4458-9945-2d79684fe0d7 req-6f726ab7-2cb0-4253-80d2-8cc6a74c5184 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:26.379665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03c43089-db1c-4458-9945-2d79684fe0d7 req-6f726ab7-2cb0-4253-80d2-8cc6a74c5184 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 943 time: 0.5914574 May 24 23:04:26.391823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-d1953141-4500-42f8-8d2a-5d2b2d3125a9', 'network_id': 'd1953141-4500-42f8-8d2a-5d2b2d3125a9', 'tenant_id': '0411c145320445dfb2cf04d2aff57403', 'fixed_ips': [{'subnet_id': '48f2066f-fdd3-4cf6-841d-95063df020ff'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:26.391823 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.420460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f1be5f1f-93ed-491e-93ae-12ec128654a3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:26.439547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f1be5f1f-93ed-491e-93ae-12ec128654a3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:26.440064 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.484934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-6dabc217-3515-42e7-a78f-0d07f405d927 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 4353ab77-b3ba-42fa-8bbc-c2cfadd5cc31 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:26.485353 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6dabc217-3515-42e7-a78f-0d07f405d927 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.777177 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53071750-5296-4583-88f9-9b1b1620fec8 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.783052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-523c5876-2369-4264-b861-3620419f54f8 None None] For port f1be5f1f-93ed-491e-93ae-12ec128654a3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1be5f1f-93ed-491e-93ae-12ec128654a3,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:26.815282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-523c5876-2369-4264-b861-3620419f54f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.817282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53071750-5296-4583-88f9-9b1b1620fec8 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23830805-2c50-4301-a77e-8e637ce3548a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:26.847249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-523c5876-2369-4264-b861-3620419f54f8 None None] Transition to ACTIVE for port object f1be5f1f-93ed-491e-93ae-12ec128654a3 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:26.851237 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0491798 May 24 23:04:26.887845 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.905817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-523c5876-2369-4264-b861-3620419f54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.907628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2711-6b8e-40be-9f97-4b890ce159c7 req-c3d28e33-541c-43c2-aee0-dbd653bf8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:26.909127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9ef2711-6b8e-40be-9f97-4b890ce159c7 req-c3d28e33-541c-43c2-aee0-dbd653bf8d9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 916 time: 0.5764835 May 24 23:04:26.909806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46446) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:26.916821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53071750-5296-4583-88f9-9b1b1620fec8 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:26.917941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-53071750-5296-4583-88f9-9b1b1620fec8 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-groups/23830805-2c50-4301-a77e-8e637ce3548a HTTP/1.1" status: 204 len: 168 time: 1.2525961 May 24 23:04:26.922474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'subnet': {'network_id': '2249e81b-667d-4a02-b2b1-dec5b0cc4153', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:26.962742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46450) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:26.978399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Port f1be5f1f-93ed-491e-93ae-12ec128654a3 had new provisioning blocks added so it will not transition to active. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 24 23:04:27.002463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e18405-6610-469c-a18d-7bcbcbd12f5e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Network': ['ID=2249e81b-667d-4a02-b2b1-dec5b0cc4153,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:27.037175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46458) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:27.065341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 2249e81b-667d-4a02-b2b1-dec5b0cc4153 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:27.080972 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9ef2711-6b8e-40be-9f97-4b890ce159c7 req-a5f42231-c3fd-4af8-bb56-fb4fa76b9d28 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ae74a6b-eeff-45a8-b065-0549134d8d05 HTTP/1.1" status: 200 len: 217 time: 0.1353171 May 24 23:04:27.224840 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03c43089-db1c-4458-9945-2d79684fe0d7 req-7fbc897b-be7e-42a0-bd1e-e798be9dec9c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8211758 May 24 23:04:27.256968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-422ac897-3b38-4161-861f-d106d3b4d70e tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:27.378614 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ca905219-2f4f-4822-95a6-74ff7fbcfa4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.412317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c5876-2369-4264-b861-3620419f54f8 None None] Pushing event updated for resources: {'Port': ['ID=f1be5f1f-93ed-491e-93ae-12ec128654a3,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:27.427363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2711-6b8e-40be-9f97-4b890ce159c7 req-78c4a2d7-384e-430c-8c5b-a97ce448cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:27.432741 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9ef2711-6b8e-40be-9f97-4b890ce159c7 req-78c4a2d7-384e-430c-8c5b-a97ce448cf59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.3318622 May 24 23:04:27.434162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:27.452728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ca905219-2f4f-4822-95a6-74ff7fbcfa4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:27.458298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ca905219-2f4f-4822-95a6-74ff7fbcfa4c admin admin] Usage tracker for resource:security_group_rule and tenant:851558aa627a4e53af1cad5e06381088 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:27.462296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ca905219-2f4f-4822-95a6-74ff7fbcfa4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:27.472051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ca905219-2f4f-4822-95a6-74ff7fbcfa4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:27.495307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Allocated IP 2001:db8:0:ffff::2 (d1953141-4500-42f8-8d2a-5d2b2d3125a9/48f2066f-fdd3-4cf6-841d-95063df020ff/4017cf17-4ca3-4fb3-83f0-320cab02d69f) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:27.505150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:subnet and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:27.514890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:27.547511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:27.608018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:27.611468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.764251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2711-6b8e-40be-9f97-4b890ce159c7 req-b3139f8b-8b5c-4424-99ba-dd7901330785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:27.766532 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9ef2711-6b8e-40be-9f97-4b890ce159c7 req-b3139f8b-8b5c-4424-99ba-dd7901330785 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3231635 May 24 23:04:27.775707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ca905219-2f4f-4822-95a6-74ff7fbcfa4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.787689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-422ac897-3b38-4161-861f-d106d3b4d70e tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:27.789268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-422ac897-3b38-4161-861f-d106d3b4d70e tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8254845 May 24 23:04:27.802983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ca905219-2f4f-4822-95a6-74ff7fbcfa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.836129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46466) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:27.844747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359001716'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:27.852648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:27.863990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:27.887637 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:27.977365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9ef2711-6b8e-40be-9f97-4b890ce159c7 req-ca26d64c-4633-4284-8990-de2df2116af6 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791875 May 24 23:04:27.984863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b6f95-6cf7-4b43-9cc0-7de4466c5591 req-b2f27e81-7811-4ec6-ba06-a49463518529 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:27.986449 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df0b6f95-6cf7-4b43-9cc0-7de4466c5591 req-b2f27e81-7811-4ec6-ba06-a49463518529 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.6902215 May 24 23:04:28.000997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.011154 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ca905219-2f4f-4822-95a6-74ff7fbcfa4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=851558aa627a4e53af1cad5e06381088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9632189 May 24 23:04:28.025449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Transition to ACTIVE for port object 4017cf17-4ca3-4fb3-83f0-320cab02d69f will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:28.048417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Transition to ACTIVE for port object 4017cf17-4ca3-4fb3-83f0-320cab02d69f will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:28.050501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46474) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:28.064027 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.090726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:28.102198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:28.113963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:28.173208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca905219-2f4f-4822-95a6-74ff7fbcfa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b4b4eb-0f24-47d8-b19a-53850358486a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:28.241764 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6dabc217-3515-42e7-a78f-0d07f405d927 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.251204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Network d1953141-4500-42f8-8d2a-5d2b2d3125a9 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:28.260685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:28.263620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:28.290898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:28.391158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9ef2711-6b8e-40be-9f97-4b890ce159c7 req-4bd83fb9-7f7d-4d0d-9c7d-2f80b7037198 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896925 May 24 23:04:28.429003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Pushing event updated for resources: {'Port': ['ID=4017cf17-4ca3-4fb3-83f0-320cab02d69f,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:28.464445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Attempting to bind port 4017cf17-4ca3-4fb3-83f0-320cab02d69f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:28.466654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Attempting to bind port 4017cf17-4ca3-4fb3-83f0-320cab02d69f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '7332926a-5280-4ab1-aaec-a6a982f234ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd1953141-4500-42f8-8d2a-5d2b2d3125a9'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:28.467107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Attempting to bind port 4017cf17-4ca3-4fb3-83f0-320cab02d69f on network d1953141-4500-42f8-8d2a-5d2b2d3125a9 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:28.473197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:28.473698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Checking segment: {'id': '7332926a-5280-4ab1-aaec-a6a982f234ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd1953141-4500-42f8-8d2a-5d2b2d3125a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:28.474161 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.474614 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Bound using segment: {'id': '7332926a-5280-4ab1-aaec-a6a982f234ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd1953141-4500-42f8-8d2a-5d2b2d3125a9'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:28.477131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Bound port: 4017cf17-4ca3-4fb3-83f0-320cab02d69f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7332926a-5280-4ab1-aaec-a6a982f234ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd1953141-4500-42f8-8d2a-5d2b2d3125a9'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:28.477660 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.478614 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df0b6f95-6cf7-4b43-9cc0-7de4466c5591 req-d8039b27-15e3-4cea-a7bb-5f515ff0e7bc tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628911 May 24 23:04:28.577468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8ae74a6b-eeff-45a8-b065-0549134d8d05 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:04:28.588659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52b16f75-f9ec-460e-8097-a3fc13b33464 None None] Provisioning for port f1be5f1f-93ed-491e-93ae-12ec128654a3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:28.614890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52b16f75-f9ec-460e-8097-a3fc13b33464 None None] Provisioning complete for port f1be5f1f-93ed-491e-93ae-12ec128654a3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:28.615248 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52b16f75-f9ec-460e-8097-a3fc13b33464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.722130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-6dabc217-3515-42e7-a78f-0d07f405d927 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 4353ab77-b3ba-42fa-8bbc-c2cfadd5cc31 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:28.776485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] For port 4017cf17-4ca3-4fb3-83f0-320cab02d69f, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:28.780219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] For port 4017cf17-4ca3-4fb3-83f0-320cab02d69f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4017cf17-4ca3-4fb3-83f0-320cab02d69f,segment=NetworkSegment(7332926a-5280-4ab1-aaec-a6a982f234ce),segment_id=7332926a-5280-4ab1-aaec-a6a982f234ce)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:28.781647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da5a54-c72f-45f1-b871-95b42d084e38 req-f26d033c-2712-4e16-96a7-5ad5e26fe737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:28.788743 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:04:28.791880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00da5a54-c72f-45f1-b871-95b42d084e38 req-f26d033c-2712-4e16-96a7-5ad5e26fe737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 943 time: 0.3031156 May 24 23:04:28.813885 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.839588 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7bf568b-dfe9-4784-9420-3860a35baad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:28.882353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00da5a54-c72f-45f1-b871-95b42d084e38 req-12656681-3514-47b5-abef-580ae0172e12 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893071 May 24 23:04:28.945216 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7bf568b-dfe9-4784-9420-3860a35baad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.010283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8008fd9-2b87-4215-8883-79d1a86f78ee None None] Pushing event updated for resources: {'Port': ['ID=4017cf17-4ca3-4fb3-83f0-320cab02d69f,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:29.043879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.063187 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.088779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-52b16f75-f9ec-460e-8097-a3fc13b33464 None None] Current status of the port f1be5f1f-93ed-491e-93ae-12ec128654a3 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:29.089190 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52b16f75-f9ec-460e-8097-a3fc13b33464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.144909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.objects.ports [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88389) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:04:29.146431 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.189324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8ae74a6b-eeff-45a8-b065-0549134d8d05, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8ae74a6b-eeff-45a8-b065-0549134d8d05,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:29.205879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1be5f1f-93ed-491e-93ae-12ec128654a3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:29.214780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0e8dc4-579d-4483-8080-2a3d1c047b9d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:29.261517 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7bf568b-dfe9-4784-9420-3860a35baad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.270538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Subnet': ['ID=a0065609-32e9-4e99-95b3-b9f34b545757,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:29.307615 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-52b16f75-f9ec-460e-8097-a3fc13b33464 None None] For port f1be5f1f-93ed-491e-93ae-12ec128654a3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1be5f1f-93ed-491e-93ae-12ec128654a3,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:29.319719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'port_id': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'mac_address': 'fa:16:3e:e4:ff:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:04:29.321407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Checking segment: {'id': '6b382829-31c7-4a9b-b45c-8edfab87591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2249e81b-667d-4a02-b2b1-dec5b0cc4153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:29.321935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network hostable DHCP agents. Network: 2249e81b-667d-4a02-b2b1-dec5b0cc4153, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:29.368746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network 2249e81b-667d-4a02-b2b1-dec5b0cc4153 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:29.393860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 2249e81b-667d-4a02-b2b1-dec5b0cc4153) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:29.398916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:29.401368 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.450057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8ae74a6b-eeff-45a8-b065-0549134d8d05 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:29.465461 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.478603 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ee2ee516-15f5-4a09-b0da-433ec6aa965a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5647333 May 24 23:04:29.481189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46488) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:29.487632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12de76-1cf3-447d-9216-4e033e40e92e None None] Network 2249e81b-667d-4a02-b2b1-dec5b0cc4153 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:29.488573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'port': {'network_id': '2249e81b-667d-4a02-b2b1-dec5b0cc4153', 'name': 'tempest-NetworksIpV6TestAttrs-855137958'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:29.498813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf568b-dfe9-4784-9420-3860a35baad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b4b4eb-0f24-47d8-b19a-53850358486a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:29.507521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.508745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a28d5983-2ed0-4ff6-92f5-e86beb73d8b9 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6687727 May 24 23:04:29.512987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46492) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:29.538563 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7bf568b-dfe9-4784-9420-3860a35baad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.539672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d7bf568b-dfe9-4784-9420-3860a35baad5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29b4b4eb-0f24-47d8-b19a-53850358486a HTTP/1.1" status: 204 len: 168 time: 1.4733872 May 24 23:04:29.543986 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52b16f75-f9ec-460e-8097-a3fc13b33464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.557923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group': {'name': 'tempest-secgroup--774813512'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:29.584766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:29.601372 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6dabc217-3515-42e7-a78f-0d07f405d927 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.604408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:29.728154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:29.750379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:29.793865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b16f75-f9ec-460e-8097-a3fc13b33464 None None] Pushing event updated for resources: {'Port': ['ID=f1be5f1f-93ed-491e-93ae-12ec128654a3,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:29.853804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabc217-3515-42e7-a78f-0d07f405d927 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=4353ab77-b3ba-42fa-8bbc-c2cfadd5cc31,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:29.856698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:29.869085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:port and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:29.874196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:29.883673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:29.923661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:29.928256 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.949127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-36e7b7a4-724b-47cb-8c87-7fb14bbba992 None None] Could not find standard attr ID for object 4353ab77-b3ba-42fa-8bbc-c2cfadd5cc31. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:04:29.953374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae74a6b-eeff-45a8-b065-0549134d8d05 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:04:29.972297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8ae74a6b-eeff-45a8-b065-0549134d8d05, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8ae74a6b-eeff-45a8-b065-0549134d8d05,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:29.988205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] device_id is not set on port 50e0df4c-3599-43b2-98c7-f470c04f50f7 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:29.988588 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:29.998513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f1be5f1f-93ed-491e-93ae-12ec128654a3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:29.999050 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.149342 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6dabc217-3515-42e7-a78f-0d07f405d927 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.155215 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6dabc217-3515-42e7-a78f-0d07f405d927 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/4353ab77-b3ba-42fa-8bbc-c2cfadd5cc31 HTTP/1.1" status: 204 len: 168 time: 3.9813690 May 24 23:04:30.157315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46504) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:30.166970 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.290165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46508) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:30.299893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Allocated IP 2001:db8::f816:3eff:fe09:ad49 (2249e81b-667d-4a02-b2b1-dec5b0cc4153/a0065609-32e9-4e99-95b3-b9f34b545757/50e0df4c-3599-43b2-98c7-f470c04f50f7) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:30.331355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:30.332858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['8ae74a6b-eeff-45a8-b065-0549134d8d05'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:04:30.336044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:30.341025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:30.354302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:30.442780 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.452265 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74879d23-360b-4213-81db-392d2faf3ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.466523 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.488553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-74879d23-360b-4213-81db-392d2faf3ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:30.493574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-74879d23-360b-4213-81db-392d2faf3ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:c3206cd3924f4b1cbf6ffd9bc69c8f06 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:30.499194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-74879d23-360b-4213-81db-392d2faf3ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:30.510129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-74879d23-360b-4213-81db-392d2faf3ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:30.647765 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74879d23-360b-4213-81db-392d2faf3ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.678621 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74879d23-360b-4213-81db-392d2faf3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.716569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8ae74a6b-eeff-45a8-b065-0549134d8d05,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:30.761815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.762464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.762955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.763447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.763937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.764913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.766829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.767353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.767852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.768337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.768602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2aaaf-c120-4af2-a207-0244854709c9 req-568cfc20-c31c-4b09-a9e1-b9c9b3582ea6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:30.769029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.769521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:04:30.770210 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1b2aaaf-c120-4af2-a207-0244854709c9 req-568cfc20-c31c-4b09-a9e1-b9c9b3582ea6 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.8949001 May 24 23:04:30.773849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f1be5f1f-93ed-491e-93ae-12ec128654a3 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:30.807739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92530106-c6d1-472e-8ae7-bb95eeb28436,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:30.851783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1b2aaaf-c120-4af2-a207-0244854709c9 req-912fb037-211c-4b81-ae65-88ce4c264b95 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672114 May 24 23:04:30.856280 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-74879d23-360b-4213-81db-392d2faf3ac8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3206cd3924f4b1cbf6ffd9bc69c8f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612121 May 24 23:04:30.860245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46516) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:30.887608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e5b79-5344-462f-bcc8-4f789a183bcd None None] Network d1953141-4500-42f8-8d2a-5d2b2d3125a9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:30.891232 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.910259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Transition to ACTIVE for port object 50e0df4c-3599-43b2-98c7-f470c04f50f7 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:30.918093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-2249e81b-667d-4a02-b2b1-dec5b0cc4153', 'network_id': '2249e81b-667d-4a02-b2b1-dec5b0cc4153', 'tenant_id': '0411c145320445dfb2cf04d2aff57403', 'fixed_ips': [{'subnet_id': 'a0065609-32e9-4e99-95b3-b9f34b545757'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:30.919247 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.932142 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.937027 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-91da9fa1-e01e-4a3d-b861-8953d7ed9ca1 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4041274 May 24 23:04:30.938130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46520) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:30.955483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0910a5-480e-4472-863b-4bcd3bd76f01 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:30.956117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2b0910a5-480e-4472-863b-4bcd3bd76f01 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:30.966457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-50a90404-2181-40d2-a480-fe80ea051a1b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': 'ca0e8dc4-579d-4483-8080-2a3d1c047b9d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '92530106-c6d1-472e-8ae7-bb95eeb28436', 'remote_ip_prefix': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:30.973851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-50a90404-2181-40d2-a480-fe80ea051a1b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:30.978273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-50a90404-2181-40d2-a480-fe80ea051a1b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:30.981706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-50a90404-2181-40d2-a480-fe80ea051a1b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:30.984749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:30.988519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-50a90404-2181-40d2-a480-fe80ea051a1b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:31.040217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74879d23-360b-4213-81db-392d2faf3ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329f4ae7-82f2-45ba-a11e-f3851c74b697,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:31.056412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50a90404-2181-40d2-a480-fe80ea051a1b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.065184 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98430da5-6a03-45e2-981f-4ac7af8ae2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.104316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2b0910a5-480e-4472-863b-4bcd3bd76f01 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:31.105979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2b0910a5-480e-4472-863b-4bcd3bd76f01 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9462223 May 24 23:04:31.108029 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98430da5-6a03-45e2-981f-4ac7af8ae2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.113214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46524) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:31.233554 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50a90404-2181-40d2-a480-fe80ea051a1b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.235346 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98430da5-6a03-45e2-981f-4ac7af8ae2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.254935 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50a90404-2181-40d2-a480-fe80ea051a1b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.291193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98430da5-6a03-45e2-981f-4ac7af8ae2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329f4ae7-82f2-45ba-a11e-f3851c74b697,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:31.340141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a90404-2181-40d2-a480-fe80ea051a1b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4286deaf-16c1-4ca0-b5fe-d2594071c1dc,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:31.360810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Port': ['ID=50e0df4c-3599-43b2-98c7-f470c04f50f7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:31.374973 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98430da5-6a03-45e2-981f-4ac7af8ae2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.375526 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-98430da5-6a03-45e2-981f-4ac7af8ae2a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/329f4ae7-82f2-45ba-a11e-f3851c74b697 HTTP/1.1" status: 204 len: 168 time: 0.5103409 May 24 23:04:31.375977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a49859ce-42ef-4e7f-8e41-52a7e19ecf6a None None] Provisioning for port 4017cf17-4ca3-4fb3-83f0-320cab02d69f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:31.383647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50a90404-2181-40d2-a480-fe80ea051a1b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.384955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-50a90404-2181-40d2-a480-fe80ea051a1b tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4258194 May 24 23:04:31.390200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46534) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:31.401789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network 2249e81b-667d-4a02-b2b1-dec5b0cc4153 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:31.430855 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1be5f1f-93ed-491e-93ae-12ec128654a3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:31.442344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:31.448386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:31.455619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95f0d25e-4756-4c36-a860-c2349d03d692 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.471170 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95f0d25e-4756-4c36-a860-c2349d03d692 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.477803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:31.478378 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.522833 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c73651ba-4df7-406e-9bf3-fb5b57438cb1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0400655 May 24 23:04:31.526043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95f0d25e-4756-4c36-a860-c2349d03d692 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.533570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46538) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:31.552780 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95f0d25e-4756-4c36-a860-c2349d03d692 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.562467 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-95f0d25e-4756-4c36-a860-c2349d03d692 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/4286deaf-16c1-4ca0-b5fe-d2594071c1dc HTTP/1.1" status: 204 len: 168 time: 0.1674821 May 24 23:04:31.564716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46542) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:31.616377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704868c5-1f93-402e-813d-9141c4afaf87 req-aa6f5724-fd48-4047-b26a-a3140371f361 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:31.619212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0d25e-4756-4c36-a860-c2349d03d692 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4286deaf-16c1-4ca0-b5fe-d2594071c1dc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:31.620550 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-704868c5-1f93-402e-813d-9141c4afaf87 req-aa6f5724-fd48-4047-b26a-a3140371f361 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 944 time: 0.6865418 May 24 23:04:31.675870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03e965a-ebe4-46ed-bb56-f7386bc47821 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Deleting subnet a0065609-32e9-4e99-95b3-b9f34b545757 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:31.677133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aadef7d9-42d7-44ed-ad03-37dadfe9736a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:31.702439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aadef7d9-42d7-44ed-ad03-37dadfe9736a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:31.704810 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-aadef7d9-42d7-44ed-ad03-37dadfe9736a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1304283 May 24 23:04:31.708197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46548) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:31.712228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f98ae-1d1a-42c6-ab80-cf58d7ab53d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:31.713132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-431f98ae-1d1a-42c6-ab80-cf58d7ab53d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:31.725668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-704868c5-1f93-402e-813d-9141c4afaf87 req-6fb3c437-5b9d-40dc-81f4-39ca65de3323 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855639 May 24 23:04:31.735509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-431f98ae-1d1a-42c6-ab80-cf58d7ab53d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:31.736894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-431f98ae-1d1a-42c6-ab80-cf58d7ab53d0 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6181395 May 24 23:04:31.739553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46552) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:31.832308 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34c9aed7-cf13-4326-97fc-e910d2b8a001 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.834772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e41eb-c9bf-4de5-beaf-1036707cf46f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:31.836375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e41eb-c9bf-4de5-beaf-1036707cf46f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:31.838121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e41eb-c9bf-4de5-beaf-1036707cf46f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:31.842555 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-344e41eb-c9bf-4de5-beaf-1036707cf46f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1018484 May 24 23:04:31.843482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46558) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:31.875197 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34c9aed7-cf13-4326-97fc-e910d2b8a001 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.937419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34c9aed7-cf13-4326-97fc-e910d2b8a001 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.952394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Allocated IP 2001:db8::f816:3eff:fe56:36c7 (2249e81b-667d-4a02-b2b1-dec5b0cc4153/a0065609-32e9-4e99-95b3-b9f34b545757/056d3368-ac26-4575-8815-a124052d1fd3) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:31.965781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9aed7-cf13-4326-97fc-e910d2b8a001 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92530106-c6d1-472e-8ae7-bb95eeb28436,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:31.969047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e615b6d-ba5f-4474-8c16-79cb8fe62d03 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 3439f59f-fa0f-48a6-9589-fe76d3645dcc {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:31.978847 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e615b6d-ba5f-4474-8c16-79cb8fe62d03 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.986321 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34c9aed7-cf13-4326-97fc-e910d2b8a001 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:31.988000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-34c9aed7-cf13-4326-97fc-e910d2b8a001 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-groups/92530106-c6d1-472e-8ae7-bb95eeb28436 HTTP/1.1" status: 204 len: 168 time: 0.2786803 May 24 23:04:31.990938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46566) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:32.082749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-41a5fcee-5a46-4837-a60d-354f21c7b1c3 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:32.093392 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e615b6d-ba5f-4474-8c16-79cb8fe62d03 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.190282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-41a5fcee-5a46-4837-a60d-354f21c7b1c3 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:32.192221 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-41a5fcee-5a46-4837-a60d-354f21c7b1c3 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1999321 May 24 23:04:32.195935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46574) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:32.236430 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e615b6d-ba5f-4474-8c16-79cb8fe62d03 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.255259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee6fd1-cb4c-4942-9753-507969ce1eb7 req-ef250f08-57e3-4409-b581-99dec97cba0e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:32.258134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f1be5f1f-93ed-491e-93ae-12ec128654a3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:32.258513 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.262973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-76ee6fd1-cb4c-4942-9753-507969ce1eb7 req-ef250f08-57e3-4409-b581-99dec97cba0e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.1740961 May 24 23:04:32.333296 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-76ee6fd1-cb4c-4942-9753-507969ce1eb7 req-7d501348-644f-4291-99c7-7eda8e829bab tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692267 May 24 23:04:32.408698 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-27f5559e-c1cd-481c-bc8b-e515f5d8f105 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.442012 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e615b6d-ba5f-4474-8c16-79cb8fe62d03 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.454242 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-27f5559e-c1cd-481c-bc8b-e515f5d8f105 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.585557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e615b6d-ba5f-4474-8c16-79cb8fe62d03 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=3439f59f-fa0f-48a6-9589-fe76d3645dcc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:32.590084 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-27f5559e-c1cd-481c-bc8b-e515f5d8f105 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.618315 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e615b6d-ba5f-4474-8c16-79cb8fe62d03 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.638619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5559e-c1cd-481c-bc8b-e515f5d8f105 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0e8dc4-579d-4483-8080-2a3d1c047b9d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:32.651533 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6e615b6d-ba5f-4474-8c16-79cb8fe62d03 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/3439f59f-fa0f-48a6-9589-fe76d3645dcc HTTP/1.1" status: 204 len: 168 time: 0.8070312 May 24 23:04:32.654426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46594) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:32.670273 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-27f5559e-c1cd-481c-bc8b-e515f5d8f105 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.677550 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-27f5559e-c1cd-481c-bc8b-e515f5d8f105 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-groups/ca0e8dc4-579d-4483-8080-2a3d1c047b9d HTTP/1.1" status: 204 len: 168 time: 0.4778547 May 24 23:04:32.678619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46598) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:32.802840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f1788-7e89-496f-b4ed-ae2aae3541cd None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:32.834360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b276cbc-0eb3-47ff-9faf-7eef2c68c245 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 9bfda308-7d5b-4778-b294-42e50fa2f484 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:32.838533 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b276cbc-0eb3-47ff-9faf-7eef2c68c245 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:32.927847 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b276cbc-0eb3-47ff-9faf-7eef2c68c245 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.054819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6ea63488-71cb-4890-9908-b7299c088134 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:33.095502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f1be5f1f-93ed-491e-93ae-12ec128654a3 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:33.096769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4017cf17-4ca3-4fb3-83f0-320cab02d69f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:33.152744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6ea63488-71cb-4890-9908-b7299c088134 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:33.161074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6ea63488-71cb-4890-9908-b7299c088134 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4746985 May 24 23:04:33.161311 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.162781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46606) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:33.183971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group': {'name': 'tempest-secgroup--439397179'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:33.191108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Transition to ACTIVE for port object 056d3368-ac26-4575-8815-a124052d1fd3 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:33.212075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4017cf17-4ca3-4fb3-83f0-320cab02d69f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:33.221474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4017cf17-4ca3-4fb3-83f0-320cab02d69f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:33.221868 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.228966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f9c61-683d-4448-b57f-1d9a69486948 req-40fb1727-0233-4f7d-9aab-1f23d37ffd87 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:33.230568 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-461f9c61-683d-4448-b57f-1d9a69486948 req-40fb1727-0233-4f7d-9aab-1f23d37ffd87 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.4589200 May 24 23:04:33.239914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:33.253055 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b276cbc-0eb3-47ff-9faf-7eef2c68c245 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.305270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:33.354933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Transition to ACTIVE for port object 056d3368-ac26-4575-8815-a124052d1fd3 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:33.382330 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.385669 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.391831 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d03e965a-ebe4-46ed-bb56-f7386bc47821 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.428945 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-461f9c61-683d-4448-b57f-1d9a69486948 req-1d0b7cdb-2162-4f45-9817-3e800663fa15 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838865 May 24 23:04:33.446831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:33.456071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:33.470535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:33.479962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:33.539505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Pushing event updated for resources: {'Port': ['ID=056d3368-ac26-4575-8815-a124052d1fd3,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:33.555030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d03e965a-ebe4-46ed-bb56-f7386bc47821 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.709445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Network 2249e81b-667d-4a02-b2b1-dec5b0cc4153 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:33.719212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4ab82-799f-49d7-a77a-483052572574 req-91879577-d92f-4fc4-b0c9-dda287b03f49 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:33.720158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:33.720862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ae4ab82-799f-49d7-a77a-483052572574 req-91879577-d92f-4fc4-b0c9-dda287b03f49 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 944 time: 0.6972845 May 24 23:04:33.722333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cd089ea5-55be-4749-8ec1-ee8cfb19efb3 None None] Provisioning complete for port 4017cf17-4ca3-4fb3-83f0-320cab02d69f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:33.722508 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cd089ea5-55be-4749-8ec1-ee8cfb19efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.725181 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b276cbc-0eb3-47ff-9faf-7eef2c68c245 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.730834 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.754919 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.791895 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b276cbc-0eb3-47ff-9faf-7eef2c68c245 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.805622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:33.810324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b276cbc-0eb3-47ff-9faf-7eef2c68c245 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfda308-7d5b-4778-b294-42e50fa2f484,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:33.861170 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8b276cbc-0eb3-47ff-9faf-7eef2c68c245 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/9bfda308-7d5b-4778-b294-42e50fa2f484 HTTP/1.1" status: 204 len: 168 time: 1.2055082 May 24 23:04:33.869707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46626) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:33.877657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3f22c1-3f06-48c7-97fe-f60a1ff7f83d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:33.915340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4017cf17-4ca3-4fb3-83f0-320cab02d69f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:33.916071 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:33.974987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-63450388-727a-4992-8346-8b100262a518 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013465 May 24 23:04:33.981573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46630) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:33.984724 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ae4ab82-799f-49d7-a77a-483052572574 req-11bdb9a6-a297-443d-9db8-ae3bad1fdd4b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222722 May 24 23:04:33.992438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:33.996736 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.000846 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-93c2aed3-3612-47b7-bda1-f1a7233873eb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8329813 May 24 23:04:34.001827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46634) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:34.025802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbd781-8d36-4d9f-a25f-1642141b5260 req-58d8a127-5cee-48d6-8366-c6432f6ec0c7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:34.029889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1fbd781-8d36-4d9f-a25f-1642141b5260 req-58d8a127-5cee-48d6-8366-c6432f6ec0c7 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.3886263 May 24 23:04:34.034208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ec1b132b-38bf-42aa-beba-d4a1fb16cbb2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '3e3f22c1-3f06-48c7-97fe-f60a1ff7f83d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:34.053861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec1b132b-38bf-42aa-beba-d4a1fb16cbb2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:34.064346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec1b132b-38bf-42aa-beba-d4a1fb16cbb2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:34.070532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec1b132b-38bf-42aa-beba-d4a1fb16cbb2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:34.091386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec1b132b-38bf-42aa-beba-d4a1fb16cbb2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:34.171918 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d03e965a-ebe4-46ed-bb56-f7386bc47821 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.176199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cd089ea5-55be-4749-8ec1-ee8cfb19efb3 None None] Current status of the port 4017cf17-4ca3-4fb3-83f0-320cab02d69f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:34.177588 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cd089ea5-55be-4749-8ec1-ee8cfb19efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.223236 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1fbd781-8d36-4d9f-a25f-1642141b5260 req-0af3776e-d125-4bf1-bac3-07e983c19189 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042056 May 24 23:04:34.250898 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec1b132b-38bf-42aa-beba-d4a1fb16cbb2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.256805 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 4017cf17-4ca3-4fb3-83f0-320cab02d69f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4017cf17-4ca3-4fb3-83f0-320cab02d69f,segment=NetworkSegment(7332926a-5280-4ab1-aaec-a6a982f234ce),segment_id=7332926a-5280-4ab1-aaec-a6a982f234ce)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:34.258343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Attempting to bind port 056d3368-ac26-4575-8815-a124052d1fd3 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:34.259425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Attempting to bind port 056d3368-ac26-4575-8815-a124052d1fd3 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '6b382829-31c7-4a9b-b45c-8edfab87591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2249e81b-667d-4a02-b2b1-dec5b0cc4153'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:34.260106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Attempting to bind port 056d3368-ac26-4575-8815-a124052d1fd3 on network 2249e81b-667d-4a02-b2b1-dec5b0cc4153 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:34.307623 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.388816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:34.389903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Checking segment: {'id': '6b382829-31c7-4a9b-b45c-8edfab87591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2249e81b-667d-4a02-b2b1-dec5b0cc4153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:34.390490 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.391044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Bound using segment: {'id': '6b382829-31c7-4a9b-b45c-8edfab87591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2249e81b-667d-4a02-b2b1-dec5b0cc4153'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:34.392121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Bound port: 056d3368-ac26-4575-8815-a124052d1fd3, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b382829-31c7-4a9b-b45c-8edfab87591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2249e81b-667d-4a02-b2b1-dec5b0cc4153'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:34.392852 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.455670 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec1b132b-38bf-42aa-beba-d4a1fb16cbb2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.468952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec1b132b-38bf-42aa-beba-d4a1fb16cbb2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.526941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8ae74a6b-eeff-45a8-b065-0549134d8d05 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:34.545690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b132b-38bf-42aa-beba-d4a1fb16cbb2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8991ac06-861b-43ae-ac97-eb1ec3fbf51a,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:34.547878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:34.569191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:34.574420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:34.590428 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec1b132b-38bf-42aa-beba-d4a1fb16cbb2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.594532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ec1b132b-38bf-42aa-beba-d4a1fb16cbb2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5888164 May 24 23:04:34.596553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46648) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:34.609456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:34.647892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:34.651682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.653188 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57d56065-7ad7-4ab1-b0d9-25078d2fbc97 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.692953 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57d56065-7ad7-4ab1-b0d9-25078d2fbc97 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.738601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2b00d-212f-4ec3-a2ee-5821f89f1086 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:34.751453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57d56065-7ad7-4ab1-b0d9-25078d2fbc97 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.758586 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-cd089ea5-55be-4749-8ec1-ee8cfb19efb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:04:34.758804 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-cd089ea5-55be-4749-8ec1-ee8cfb19efb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:04:34.828082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d56065-7ad7-4ab1-b0d9-25078d2fbc97 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8991ac06-861b-43ae-ac97-eb1ec3fbf51a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:34.830578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57d56065-7ad7-4ab1-b0d9-25078d2fbc97 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.836114 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-57d56065-7ad7-4ab1-b0d9-25078d2fbc97 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8991ac06-861b-43ae-ac97-eb1ec3fbf51a HTTP/1.1" status: 204 len: 168 time: 0.2383618 May 24 23:04:34.839296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46658) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:34.854700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=4017cf17-4ca3-4fb3-83f0-320cab02d69f,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:34.932729 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d03e965a-ebe4-46ed-bb56-f7386bc47821 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:34.967467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-96919359-cc69-4136-a365-4d40befc04c3 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:35.013889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] For port 056d3368-ac26-4575-8815-a124052d1fd3, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:35.021944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e965a-ebe4-46ed-bb56-f7386bc47821 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Subnet': ['ID=a0065609-32e9-4e99-95b3-b9f34b545757,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:35.034830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 8ae74a6b-eeff-45a8-b065-0549134d8d05 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:35.035876 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d03e965a-ebe4-46ed-bb56-f7386bc47821 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.045238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d03e965a-ebe4-46ed-bb56-f7386bc47821 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/subnets/a0065609-32e9-4e99-95b3-b9f34b545757 HTTP/1.1" status: 204 len: 168 time: 3.5086901 May 24 23:04:35.046139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46666) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.079170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-96919359-cc69-4136-a365-4d40befc04c3 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:35.080668 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-96919359-cc69-4136-a365-4d40befc04c3 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2409978 May 24 23:04:35.083478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46672) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.100863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 8ae74a6b-eeff-45a8-b065-0549134d8d05 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:35.101247 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.128760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9df14a-573a-463f-aa54-1b3704ff3d02 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:35.130493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9df14a-573a-463f-aa54-1b3704ff3d02 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:35.131406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3d9df14a-573a-463f-aa54-1b3704ff3d02 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Synchronizing usage tracker for tenant:0411c145320445dfb2cf04d2aff57403 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:35.164194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3d9df14a-573a-463f-aa54-1b3704ff3d02 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Unset dirty status for tenant:0411c145320445dfb2cf04d2aff57403 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:35.169318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3d9df14a-573a-463f-aa54-1b3704ff3d02 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1195669 May 24 23:04:35.169689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46676) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:35.210868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] For port 056d3368-ac26-4575-8815-a124052d1fd3, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=056d3368-ac26-4575-8815-a124052d1fd3,segment=NetworkSegment(6b382829-31c7-4a9b-b45c-8edfab87591e),segment_id=6b382829-31c7-4a9b-b45c-8edfab87591e)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:35.238771 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.445745 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f4ec3dda-7d0a-4e7e-bac5-fbad4349c57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.508020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cd089ea5-55be-4749-8ec1-ee8cfb19efb3 None None] Current status of the port 4017cf17-4ca3-4fb3-83f0-320cab02d69f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:35.522796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1aae51-f58d-4179-9387-a8f170471f59 None None] Pushing event updated for resources: {'Port': ['ID=056d3368-ac26-4575-8815-a124052d1fd3,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:35.543771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 8ae74a6b-eeff-45a8-b065-0549134d8d05 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:35.544071 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.605685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:35.614616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401a415a-2844-417e-9883-56841da72e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae74a6b-eeff-45a8-b065-0549134d8d05'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:35.633231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Deleting port f1be5f1f-93ed-491e-93ae-12ec128654a3 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:35.633778 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.685919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 8ae74a6b-eeff-45a8-b065-0549134d8d05, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8ae74a6b-eeff-45a8-b065-0549134d8d05,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:35.697879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3642df51-8c8b-457d-b84d-5108f50d13b2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.705172 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-caaaf10d-2679-449c-affc-3430dd37042b None None] Provisioning complete for port f1be5f1f-93ed-491e-93ae-12ec128654a3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:35.705841 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-caaaf10d-2679-449c-affc-3430dd37042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.745179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.772896 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3642df51-8c8b-457d-b84d-5108f50d13b2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:35.776516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.objects.ports [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88389) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:04:35.942697 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3642df51-8c8b-457d-b84d-5108f50d13b2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.074507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c883d3-57aa-4ba9-b6d4-29e34d1bb5b9 req-aa698990-06d4-40a1-9319-a8426e935347 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:36.086360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c883d3-57aa-4ba9-b6d4-29e34d1bb5b9 req-aa698990-06d4-40a1-9319-a8426e935347 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 944 time: 0.7864556 May 24 23:04:36.116330 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc16ed-302a-462f-8e36-6f8f136ac457 req-9f4e26e2-7b22-4fd4-bb45-f7a8ec8b26c3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:36.123981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c1fc16ed-302a-462f-8e36-6f8f136ac457 req-9f4e26e2-7b22-4fd4-bb45-f7a8ec8b26c3 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 1.1224275 May 24 23:04:36.188185 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57c883d3-57aa-4ba9-b6d4-29e34d1bb5b9 req-9a51db9f-d7b4-4cfc-be54-28136736c264 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007469 May 24 23:04:36.213861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=8ae74a6b-eeff-45a8-b065-0549134d8d05,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:36.221461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ede49d3-b62a-4d03-a67f-26e42ddd4143 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.249392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642df51-8c8b-457d-b84d-5108f50d13b2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3f22c1-3f06-48c7-97fe-f60a1ff7f83d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:36.328025 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3642df51-8c8b-457d-b84d-5108f50d13b2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.332414 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3642df51-8c8b-457d-b84d-5108f50d13b2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-groups/3e3f22c1-3f06-48c7-97fe-f60a1ff7f83d HTTP/1.1" status: 204 len: 168 time: 1.2453687 May 24 23:04:36.340233 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ede49d3-b62a-4d03-a67f-26e42ddd4143 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 24 23:04:36.340233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ede49d3-b62a-4d03-a67f-26e42ddd4143 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:36.355872 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9ede49d3-b62a-4d03-a67f-26e42ddd4143 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/networks/2249e81b-667d-4a02-b2b1-dec5b0cc4153 HTTP/1.1" status: 409 len: 405 time: 1.1805494 May 24 23:04:36.358121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46706) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:36.360111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46710) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:36.407059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1497143692'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:36.495711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:36.515971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:network and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:36.536647 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c1fc16ed-302a-462f-8e36-6f8f136ac457 req-667a87da-a506-4260-ae16-144c6a20a562 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110914 May 24 23:04:36.540965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:36.563909 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.583143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:36.624159 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-700fbea7-f987-4f48-8931-eb6a1fe9827d'] response: {'server_uuid': '401a415a-2844-417e-9883-56841da72e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'code': 200} May 24 23:04:36.647363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c59135c9-d0ab-402e-b714-4bd02e913d9a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:36.690981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:36.704155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.781242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4017cf17-4ca3-4fb3-83f0-320cab02d69f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:36.810065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c59135c9-d0ab-402e-b714-4bd02e913d9a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:36.818982 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c59135c9-d0ab-402e-b714-4bd02e913d9a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4393194 May 24 23:04:36.821070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46722) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:36.848424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group': {'name': 'tempest-secgroup--658218956'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:36.899396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] For port f1be5f1f-93ed-491e-93ae-12ec128654a3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1be5f1f-93ed-491e-93ae-12ec128654a3,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:36.899396 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.901037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:36.901803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e943e2-b2c5-4b1b-8de7-03f35424f7a8 req-2709dd9e-f802-48bd-b293-3d1ce829a7cc tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:36.912134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1e943e2-b2c5-4b1b-8de7-03f35424f7a8 req-2709dd9e-f802-48bd-b293-3d1ce829a7cc tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.6238070 May 24 23:04:36.926180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:36.930144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:36.965405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:36.965737 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Added segment 1c277369-c2ee-458a-b89e-fdb5ac54c879 of type vlan for network e84f6bd4-abee-42bc-a1bc-f3464bc77606 May 24 23:04:36.968408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.007622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:37.014214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:37.019241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:37.027226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:37.127477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f1e943e2-b2c5-4b1b-8de7-03f35424f7a8 req-df702eb0-e3de-4401-84bb-cedb32c2042e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Deleting port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:37.127911 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f1e943e2-b2c5-4b1b-8de7-03f35424f7a8 req-df702eb0-e3de-4401-84bb-cedb32c2042e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.139722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-caaaf10d-2679-449c-affc-3430dd37042b None None] Current status of the port f1be5f1f-93ed-491e-93ae-12ec128654a3 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:37.147461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.161428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Calling delete_port for f1be5f1f-93ed-491e-93ae-12ec128654a3 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:37.174677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.257151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4017cf17-4ca3-4fb3-83f0-320cab02d69f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:37.257794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.258614 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.306502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9b26b4-02fd-4f12-aa4e-396cd87369c1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:37.337593 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.339831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f00b7ddb-63b8-49fd-9943-603e19bc0b3a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5028279 May 24 23:04:37.341679 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.355164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:37.356235 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.368159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46736) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:37.428676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e48c3c54-71d7-4691-924b-8f86637f1263 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '9c9b26b4-02fd-4f12-aa4e-396cd87369c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:37.473905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8411a176-0519-4b19-9a71-2e39c7bba81a None None] Network 2249e81b-667d-4a02-b2b1-dec5b0cc4153 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:37.563139 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-403b6d38-7524-41e5-94d5-ef09f21d35f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:37.594382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4017cf17-4ca3-4fb3-83f0-320cab02d69f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:37.597775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 056d3368-ac26-4575-8815-a124052d1fd3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:37.658553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e48c3c54-71d7-4691-924b-8f86637f1263 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:37.670278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04797a8d-3cc9-4dec-8fda-64dd998815c7 req-76813014-775f-4c83-96dc-a714f398b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:37.672792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04797a8d-3cc9-4dec-8fda-64dd998815c7 req-76813014-775f-4c83-96dc-a714f398b741 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 1096 time: 0.8942926 May 24 23:04:37.724903 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3401380 May 24 23:04:37.729404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46742) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:37.782947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'subnet': {'network_id': 'e84f6bd4-abee-42bc-a1bc-f3464bc77606', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:37.809608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e48c3c54-71d7-4691-924b-8f86637f1263 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:37.812690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e48c3c54-71d7-4691-924b-8f86637f1263 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:37.826466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e48c3c54-71d7-4691-924b-8f86637f1263 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:37.860641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b39bf-81bb-48cf-9729-f741d5ccc103 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Network': ['ID=e84f6bd4-abee-42bc-a1bc-f3464bc77606,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:37.897951 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-397e5696-73c0-4baf-ba03-bb992d0ef065 None None] Provisioning for port 056d3368-ac26-4575-8815-a124052d1fd3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:37.926202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network e84f6bd4-abee-42bc-a1bc-f3464bc77606 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:37.993195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f1e943e2-b2c5-4b1b-8de7-03f35424f7a8 req-df702eb0-e3de-4401-84bb-cedb32c2042e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] For port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:37.994705 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f1e943e2-b2c5-4b1b-8de7-03f35424f7a8 req-df702eb0-e3de-4401-84bb-cedb32c2042e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.085064 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e48c3c54-71d7-4691-924b-8f86637f1263 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.095799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:38.117535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 056d3368-ac26-4575-8815-a124052d1fd3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:38.126339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 056d3368-ac26-4575-8815-a124052d1fd3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:38.126711 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.169800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:38.218054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] DHCP port deletion for 2249e81b-667d-4a02-b2b1-dec5b0cc4153 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:38.234861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:38.238905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Deleting port 056d3368-ac26-4575-8815-a124052d1fd3 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:38.240144 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.242546 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.351198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f1e943e2-b2c5-4b1b-8de7-03f35424f7a8 req-df702eb0-e3de-4401-84bb-cedb32c2042e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Calling delete_port for 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:38.437664 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04797a8d-3cc9-4dec-8fda-64dd998815c7 req-2b5e06ce-c2d8-4fe9-a727-d28c7fbd1f85 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7496738 May 24 23:04:38.439076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 056d3368-ac26-4575-8815-a124052d1fd3 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:38.439533 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.452630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b959a-5238-4563-8b25-1b3254c9bc31 req-bb138bb9-7693-44f8-bd47-a1b6c1532184 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:38.456204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc84a3-8f40-45d7-ac0c-b66fa9103092 req-7139af40-da27-41e3-a7eb-c9f0053179db tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:38.457739 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8dfc84a3-8f40-45d7-ac0c-b66fa9103092 req-7139af40-da27-41e3-a7eb-c9f0053179db tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12faa6e-7848-4121-b2f9-a73175f7f72c HTTP/1.1" status: 200 len: 946 time: 0.3746338 May 24 23:04:38.459903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e48c3c54-71d7-4691-924b-8f86637f1263 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.467294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b6b959a-5238-4563-8b25-1b3254c9bc31 req-bb138bb9-7693-44f8-bd47-a1b6c1532184 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 945 time: 0.9800830 May 24 23:04:38.494234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e48c3c54-71d7-4691-924b-8f86637f1263 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.519443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] For port f1be5f1f-93ed-491e-93ae-12ec128654a3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1be5f1f-93ed-491e-93ae-12ec128654a3,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:38.528290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c3c54-71d7-4691-924b-8f86637f1263 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6ca676-0cf6-4bf1-8a99-6891f2aceae4,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:38.577360 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8dfc84a3-8f40-45d7-ac0c-b66fa9103092 req-0d7d812e-4304-475f-a817-68272397e353 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093349 May 24 23:04:38.586975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b6b959a-5238-4563-8b25-1b3254c9bc31 req-aa5b877c-32f1-40cf-9386-485606f3c1bf tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066191 May 24 23:04:38.597270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 056d3368-ac26-4575-8815-a124052d1fd3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=056d3368-ac26-4575-8815-a124052d1fd3,segment=NetworkSegment(6b382829-31c7-4a9b-b45c-8edfab87591e),segment_id=6b382829-31c7-4a9b-b45c-8edfab87591e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:38.617412 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.619453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e48c3c54-71d7-4691-924b-8f86637f1263 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.624436 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e48c3c54-71d7-4691-924b-8f86637f1263 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2368171 May 24 23:04:38.624436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46766) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:38.652626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6fe210bd-bf79-4bb5-970d-aea557de6d9d tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules/0c6ca676-0cf6-4bf1-8a99-6891f2aceae4 HTTP/1.1" status: 200 len: 763 time: 0.0248654 May 24 23:04:38.658684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46770) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:38.699682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:04:38.722669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1be5f1f-93ed-491e-93ae-12ec128654a3 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:38.732833 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.737856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d6790383-2c34-4314-988e-99211885a7bb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:38.745897 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.747407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.892515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d6790383-2c34-4314-988e-99211885a7bb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:38.893923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d6790383-2c34-4314-988e-99211885a7bb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2398095 May 24 23:04:38.894497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=056d3368-ac26-4575-8815-a124052d1fd3,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:38.914942 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.922231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46780) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:38.924640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] For port 056d3368-ac26-4575-8815-a124052d1fd3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=056d3368-ac26-4575-8815-a124052d1fd3,segment=NetworkSegment(6b382829-31c7-4a9b-b45c-8edfab87591e),segment_id=6b382829-31c7-4a9b-b45c-8edfab87591e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:38.926533 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.943329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.objects.ports [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88390) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:04:38.946172 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.947267 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:04:38.949054 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:04:38.965249 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:38.970581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=f1be5f1f-93ed-491e-93ae-12ec128654a3,revision_number=8']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:38.991198 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f1e943e2-b2c5-4b1b-8de7-03f35424f7a8 req-df702eb0-e3de-4401-84bb-cedb32c2042e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.071840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-21b7efda-4f71-469f-b15f-cc1b1faae2f0 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.083735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4a6bc2b3-c804-4220-b5c5-669413864852'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:04:39.090488 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-21b7efda-4f71-469f-b15f-cc1b1faae2f0 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.127941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:39.128997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df702eb0-e3de-4401-84bb-cedb32c2042e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event deleted for resources: {'Port': ['ID=8cf6883a-96ba-4ef4-beb3-226cfc10cb7b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:39.140014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Subnet': ['ID=bc3d3ff1-c85a-4326-a713-c0101ae89c30,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:39.149758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:39.150262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Checking segment: {'id': '1c277369-c2ee-458a-b89e-fdb5ac54c879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e84f6bd4-abee-42bc-a1bc-f3464bc77606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:39.150632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network hostable DHCP agents. Network: e84f6bd4-abee-42bc-a1bc-f3464bc77606, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:39.157627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:39.158487 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.169553 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-21b7efda-4f71-469f-b15f-cc1b1faae2f0 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.194900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7efda-4f71-469f-b15f-cc1b1faae2f0 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c6ca676-0cf6-4bf1-8a99-6891f2aceae4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:39.198491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network e84f6bd4-abee-42bc-a1bc-f3464bc77606 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:39.207851 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-21b7efda-4f71-469f-b15f-cc1b1faae2f0 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.213709 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-21b7efda-4f71-469f-b15f-cc1b1faae2f0 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/0c6ca676-0cf6-4bf1-8a99-6891f2aceae4 HTTP/1.1" status: 204 len: 168 time: 0.2863576 May 24 23:04:39.214764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46792) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:39.240437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, e84f6bd4-abee-42bc-a1bc-f3464bc77606) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:39.243984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=3f115a7d-867e-49d6-9a23-d9966cca4a8c,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:39.251674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:39.252903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.280354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-626c55a3-d25f-45cd-aabb-088e48997585 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2945943 May 24 23:04:39.290905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46796) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:39.298862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a970a269-38df-47d3-babd-3ffbc0ceb192 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5344417 May 24 23:04:39.300632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46800) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:39.307350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'port': {'network_id': 'e84f6bd4-abee-42bc-a1bc-f3464bc77606', 'name': 'tempest-NetworksIpV6TestAttrs-1964597702'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:39.329426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e943e2-b2c5-4b1b-8de7-03f35424f7a8 req-df702eb0-e3de-4401-84bb-cedb32c2042e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] No DVR routers for this DVR port 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:39.338599 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f1e943e2-b2c5-4b1b-8de7-03f35424f7a8 req-df702eb0-e3de-4401-84bb-cedb32c2042e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.340651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1e943e2-b2c5-4b1b-8de7-03f35424f7a8 req-df702eb0-e3de-4401-84bb-cedb32c2042e tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "DELETE /v2.0/ports/8cf6883a-96ba-4ef4-beb3-226cfc10cb7b HTTP/1.1" status: 204 len: 173 time: 2.4034171 May 24 23:04:39.341104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12faa6e-7848-4121-b2f9-a73175f7f72c', 'name': 'network-vif-deleted', 'tag': '8cf6883a-96ba-4ef4-beb3-226cfc10cb7b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:39.347547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Calling delete_port for 056d3368-ac26-4575-8815-a124052d1fd3 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:39.457963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767d093-bcd0-4a73-8e7a-6f5686a09003 req-d6d16919-1ef2-4d1d-a5b1-4c21b2983a82 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:39.467175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3767d093-bcd0-4a73-8e7a-6f5686a09003 req-d6d16919-1ef2-4d1d-a5b1-4c21b2983a82 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 0.2299459 May 24 23:04:39.471135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-692e1a32-1a3f-4b2b-8297-1d4a15ee53eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:39.508570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f472c030-a5b4-470a-ba72-ad44717b41c6 None None] Network e84f6bd4-abee-42bc-a1bc-f3464bc77606 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:39.553641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3767d093-bcd0-4a73-8e7a-6f5686a09003 req-95cb3440-73f3-4b4b-9d2b-37d8eed5612e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839155 May 24 23:04:39.570772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Deleting port f1be5f1f-93ed-491e-93ae-12ec128654a3 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:39.571310 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.596691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f1be5f1f-93ed-491e-93ae-12ec128654a3 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:39.597074 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.601339 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f4730d-b3d6-4e73-bcb0-92365ca5f33d'] response: {'server_uuid': 'c12faa6e-7848-4121-b2f9-a73175f7f72c', 'name': 'network-vif-deleted', 'tag': '8cf6883a-96ba-4ef4-beb3-226cfc10cb7b', 'status': 'completed', 'code': 200} May 24 23:04:39.602571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-988ba57b-3079-423e-a296-2c39d913db93 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:39.607847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:39.656789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:port and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:39.679199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:39.726863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:39.735223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-988ba57b-3079-423e-a296-2c39d913db93 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:39.736566 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-988ba57b-3079-423e-a296-2c39d913db93 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5204673 May 24 23:04:39.741895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46818) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:39.756450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-23b49ce6-b0eb-4158-bc83-0a126d22df62 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '9c9b26b4-02fd-4f12-aa4e-396cd87369c1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:39.779224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-23b49ce6-b0eb-4158-bc83-0a126d22df62 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:39.796588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-23b49ce6-b0eb-4158-bc83-0a126d22df62 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:39.797096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port f1be5f1f-93ed-491e-93ae-12ec128654a3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1be5f1f-93ed-491e-93ae-12ec128654a3,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:39.821247 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23b49ce6-b0eb-4158-bc83-0a126d22df62 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.847666 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.857873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:39.861263 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:39.905396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-692e1a32-1a3f-4b2b-8297-1d4a15ee53eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:40.019367 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23b49ce6-b0eb-4158-bc83-0a126d22df62 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.038390 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23b49ce6-b0eb-4158-bc83-0a126d22df62 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.069723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-692e1a32-1a3f-4b2b-8297-1d4a15ee53eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:40.074119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b49ce6-b0eb-4158-bc83-0a126d22df62 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd598fd6-21ff-4e7f-94db-4b4afb0f68c3,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:40.092779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-692e1a32-1a3f-4b2b-8297-1d4a15ee53eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:40.106976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=f1be5f1f-93ed-491e-93ae-12ec128654a3,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:40.107797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] device_id is not set on port 9168a3b6-bff6-43a0-b1a2-d6795e38e4eb yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:40.110588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 056d3368-ac26-4575-8815-a124052d1fd3 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:40.131641 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23b49ce6-b0eb-4158-bc83-0a126d22df62 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.132882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-23b49ce6-b0eb-4158-bc83-0a126d22df62 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3897836 May 24 23:04:40.135632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46830) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:40.148884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-692e1a32-1a3f-4b2b-8297-1d4a15ee53eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:40.172191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e9b2dc04-9c5a-4112-818c-febed31699db tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules/cd598fd6-21ff-4e7f-94db-4b4afb0f68c3 HTTP/1.1" status: 200 len: 763 time: 0.0330153 May 24 23:04:40.173953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46834) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:40.213041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692e1a32-1a3f-4b2b-8297-1d4a15ee53eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:40.217730 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-692e1a32-1a3f-4b2b-8297-1d4a15ee53eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.255345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9c8d0c63-7e60-4b91-8a6a-c9040aaeb4bf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:40.282305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9c8d0c63-7e60-4b91-8a6a-c9040aaeb4bf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:40.284422 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9c8d0c63-7e60-4b91-8a6a-c9040aaeb4bf tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1094804 May 24 23:04:40.287437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46842) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:40.298453 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:04:40.298871 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:04:40.349349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4046f-8172-4a60-9373-0a5f1204116f req-e7c332f2-f9aa-4063-8e4e-ced449592b1c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:40.350284 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f112e0f0-cdb0-4642-bd66-3776e246c31a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.358907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2b4046f-8172-4a60-9373-0a5f1204116f req-e7c332f2-f9aa-4063-8e4e-ced449592b1c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 945 time: 0.5726373 May 24 23:04:40.374475 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f112e0f0-cdb0-4642-bd66-3776e246c31a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.428852 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f112e0f0-cdb0-4642-bd66-3776e246c31a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.466168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112e0f0-cdb0-4642-bd66-3776e246c31a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd598fd6-21ff-4e7f-94db-4b4afb0f68c3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:40.481133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d2b4046f-8172-4a60-9373-0a5f1204116f req-5455a43b-935b-4374-983b-a4d2f29ee1f6 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:40.481959 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f112e0f0-cdb0-4642-bd66-3776e246c31a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.484848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f112e0f0-cdb0-4642-bd66-3776e246c31a tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/cd598fd6-21ff-4e7f-94db-4b4afb0f68c3 HTTP/1.1" status: 204 len: 168 time: 0.1955085 May 24 23:04:40.487341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46846) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:40.515489 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d2b4046f-8172-4a60-9373-0a5f1204116f req-5455a43b-935b-4374-983b-a4d2f29ee1f6 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:40.524326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2b4046f-8172-4a60-9373-0a5f1204116f req-5455a43b-935b-4374-983b-a4d2f29ee1f6 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643043 May 24 23:04:40.549357 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.614525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f940f991-67f8-44f1-87b0-d79b7f8b412e tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:40.631514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Allocated IP 2001:db8::f816:3eff:fed2:71cd (e84f6bd4-abee-42bc-a1bc-f3464bc77606/bc3d3ff1-c85a-4326-a713-c0101ae89c30/9168a3b6-bff6-43a0-b1a2-d6795e38e4eb) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:40.649213 n-d-843146-7 neutron-server[88390]: INFO neutron.db.ipam_backend_mixin [None req-692e1a32-1a3f-4b2b-8297-1d4a15ee53eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f115a7d-867e-49d6-9a23-d9966cca4a8c (CIDR: 2001:db8::/64) May 24 23:04:40.658443 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-692e1a32-1a3f-4b2b-8297-1d4a15ee53eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:04:40.659219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692e1a32-1a3f-4b2b-8297-1d4a15ee53eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:40.674818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f940f991-67f8-44f1-87b0-d79b7f8b412e tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:40.679069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f940f991-67f8-44f1-87b0-d79b7f8b412e tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1877029 May 24 23:04:40.679747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46854) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:40.684864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-622a297c-5fc2-4ef5-a4bd-70c25d402579 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '9c9b26b4-02fd-4f12-aa4e-396cd87369c1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:40.700033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-692e1a32-1a3f-4b2b-8297-1d4a15ee53eb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4065311 May 24 23:04:40.701040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46858) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:40.703779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-622a297c-5fc2-4ef5-a4bd-70c25d402579 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:40.712416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:40.722287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:40.727685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-622a297c-5fc2-4ef5-a4bd-70c25d402579 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:40.766589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-622a297c-5fc2-4ef5-a4bd-70c25d402579 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.805239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Deleting port 056d3368-ac26-4575-8815-a124052d1fd3 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:40.805605 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.845227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:40.845617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8cf6883a-96ba-4ef4-beb3-226cfc10cb7b not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:40.846042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:40.883400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-622a297c-5fc2-4ef5-a4bd-70c25d402579 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.892416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-622a297c-5fc2-4ef5-a4bd-70c25d402579 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.921446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a297c-5fc2-4ef5-a4bd-70c25d402579 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d04a86c-b516-4d97-9afd-e27c9edfca34,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:40.940900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 056d3368-ac26-4575-8815-a124052d1fd3 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:40.941283 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.943751 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-622a297c-5fc2-4ef5-a4bd-70c25d402579 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:40.945315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-622a297c-5fc2-4ef5-a4bd-70c25d402579 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2645674 May 24 23:04:40.948029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46864) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:40.976962 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e7f78146-02d8-4256-9c1c-3881f1108754 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules/8d04a86c-b516-4d97-9afd-e27c9edfca34 HTTP/1.1" status: 200 len: 764 time: 0.0253153 May 24 23:04:40.977280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46870) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:41.076153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:41.093436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:41.106735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:41.118368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-84d0f9b6-77c5-4442-ac1d-367e24901008 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:41.118603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830e042-4fb2-4b25-9055-43b21d936b54 req-b630b4df-9938-4b68-a336-d7fa931b2f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:41.120217 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7830e042-4fb2-4b25-9055-43b21d936b54 req-b630b4df-9938-4b68-a336-d7fa931b2f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 0.2997906 May 24 23:04:41.141600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:41.153752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbbe812-a5b7-4c74-bec3-7b370e9bf2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-e84f6bd4-abee-42bc-a1bc-f3464bc77606', 'network_id': 'e84f6bd4-abee-42bc-a1bc-f3464bc77606', 'tenant_id': '0411c145320445dfb2cf04d2aff57403', 'fixed_ips': [{'subnet_id': 'bc3d3ff1-c85a-4326-a713-c0101ae89c30'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:41.154796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe812-a5b7-4c74-bec3-7b370e9bf2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.176183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-84d0f9b6-77c5-4442-ac1d-367e24901008 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:41.178546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-84d0f9b6-77c5-4442-ac1d-367e24901008 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1995678 May 24 23:04:41.181678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46880) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:41.212109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 056d3368-ac26-4575-8815-a124052d1fd3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=056d3368-ac26-4575-8815-a124052d1fd3,segment=NetworkSegment(6b382829-31c7-4a9b-b45c-8edfab87591e),segment_id=6b382829-31c7-4a9b-b45c-8edfab87591e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:41.254211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:41.262897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.267970 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-038766c2-ce80-406d-bc19-3d8c1cbe80df tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.300299 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-038766c2-ce80-406d-bc19-3d8c1cbe80df tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.336222 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-038766c2-ce80-406d-bc19-3d8c1cbe80df tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.355035 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7830e042-4fb2-4b25-9055-43b21d936b54 req-c189ce0d-d30c-4a2b-b21a-c6e29f5b0f49 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108364 May 24 23:04:41.366488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038766c2-ce80-406d-bc19-3d8c1cbe80df tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d04a86c-b516-4d97-9afd-e27c9edfca34,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:41.376020 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.376687 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-038766c2-ce80-406d-bc19-3d8c1cbe80df tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.379434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-038766c2-ce80-406d-bc19-3d8c1cbe80df tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8d04a86c-b516-4d97-9afd-e27c9edfca34 HTTP/1.1" status: 204 len: 168 time: 0.1960459 May 24 23:04:41.382410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46888) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:41.442262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d1bef679-a486-4484-b42a-0023d6782c2e tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:41.466724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d1bef679-a486-4484-b42a-0023d6782c2e tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:41.471167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d1bef679-a486-4484-b42a-0023d6782c2e tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0839787 May 24 23:04:41.471658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46894) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:41.472672 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.501528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] For port f1be5f1f-93ed-491e-93ae-12ec128654a3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1be5f1f-93ed-491e-93ae-12ec128654a3,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:41.502260 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.512619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Transition to ACTIVE for port object 9168a3b6-bff6-43a0-b1a2-d6795e38e4eb will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:41.551495 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71bf5051-6bf3-40e7-b4ad-4d462e661a0f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.588837 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71bf5051-6bf3-40e7-b4ad-4d462e661a0f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.662318 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.706732 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71bf5051-6bf3-40e7-b4ad-4d462e661a0f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.763040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf5051-6bf3-40e7-b4ad-4d462e661a0f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9b26b4-02fd-4f12-aa4e-396cd87369c1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:41.813783 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71bf5051-6bf3-40e7-b4ad-4d462e661a0f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.817423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-71bf5051-6bf3-40e7-b4ad-4d462e661a0f tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-groups/9c9b26b4-02fd-4f12-aa4e-396cd87369c1 HTTP/1.1" status: 204 len: 168 time: 0.3424408 May 24 23:04:41.821266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46906) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:41.827034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Calling delete_port for f1be5f1f-93ed-491e-93ae-12ec128654a3 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:41.831845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Port': ['ID=9168a3b6-bff6-43a0-b1a2-d6795e38e4eb,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:41.846794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network e84f6bd4-abee-42bc-a1bc-f3464bc77606 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:41.850861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:41.871951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:41.881350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:41.882184 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:41.886732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-127fd0e7-d0a3-4f69-b0aa-9709309dcef8 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:41.936710 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-74aa3d5b-f30a-4a55-bbde-d9b60dc72b4d tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6349182 May 24 23:04:41.940730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46912) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:41.967016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa47f3-eac9-4374-973d-80e6a6add5a1 req-30937e21-d7ea-4f24-894a-f04a26446a27 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:41.978354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33aa47f3-eac9-4374-973d-80e6a6add5a1 req-30937e21-d7ea-4f24-894a-f04a26446a27 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 945 time: 0.2186627 May 24 23:04:41.982156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-127fd0e7-d0a3-4f69-b0aa-9709309dcef8 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:41.983934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-127fd0e7-d0a3-4f69-b0aa-9709309dcef8 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1616988 May 24 23:04:41.995499 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46916) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:42.005272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678967785'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:42.028627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:42.047185 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33aa47f3-eac9-4374-973d-80e6a6add5a1 req-d9731f46-9b5a-439b-a3a4-8154cd39ddaa tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683088 May 24 23:04:42.050158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:42.066019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b49370f-f524-43a5-afb5-fb2aa8529021 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Deleting subnet bc3d3ff1-c85a-4326-a713-c0101ae89c30 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:42.069384 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b49370f-f524-43a5-afb5-fb2aa8529021 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.127607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b49370f-f524-43a5-afb5-fb2aa8529021 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.210421 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b49370f-f524-43a5-afb5-fb2aa8529021 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.218146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] For port 056d3368-ac26-4575-8815-a124052d1fd3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=056d3368-ac26-4575-8815-a124052d1fd3,segment=NetworkSegment(6b382829-31c7-4a9b-b45c-8edfab87591e),segment_id=6b382829-31c7-4a9b-b45c-8edfab87591e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:42.218812 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.275733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:42.276299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.304248 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.315344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b49370f-f524-43a5-afb5-fb2aa8529021 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.383521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b49370f-f524-43a5-afb5-fb2aa8529021 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.391960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49370f-f524-43a5-afb5-fb2aa8529021 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3d3ff1-c85a-4326-a713-c0101ae89c30,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:42.403842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=056d3368-ac26-4575-8815-a124052d1fd3,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:42.410210 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.416831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:42.441736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3067a98-cd54-4add-ad3f-9d57a747782a req-b8fdaee2-1ce3-43e5-9575-40ecb9c179c8 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:42.443975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3067a98-cd54-4add-ad3f-9d57a747782a req-b8fdaee2-1ce3-43e5-9575-40ecb9c179c8 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 945 time: 0.1711867 May 24 23:04:42.459464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46932) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:42.464768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4bc69e6e-ed3b-47b6-a154-2f73152676ee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'floatingip': {'port_id': '8ae74a6b-eeff-45a8-b065-0549134d8d05'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:42.500272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=edbb8090-e9f6-4963-b392-a53adbc3dbaa,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:42.501558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Calling delete_port for 056d3368-ac26-4575-8815-a124052d1fd3 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:42.505839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:42.512640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3b49370f-f524-43a5-afb5-fb2aa8529021 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/subnets/bc3d3ff1-c85a-4326-a713-c0101ae89c30 HTTP/1.1" status: 204 len: 168 time: 0.5710022 May 24 23:04:42.514679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:42.517728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46936) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:42.527152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server [None req-0cbbe812-a5b7-4c74-bec3-7b370e9bf2eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc3d3ff1-c85a-4326-a713-c0101ae89c30: This subnet is being modified by another concurrent operation. May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise exception May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc3d3ff1-c85a-4326-a713-c0101ae89c30: This subnet is being modified by another concurrent operation. May 24 23:04:42.565372 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server May 24 23:04:42.591245 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4bc69e6e-ed3b-47b6-a154-2f73152676ee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.591609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:42.604522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:42.612011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:42.612731 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:42.646019 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c9ea8acb-760f-4e5b-801b-527ed73be496 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9359992 May 24 23:04:42.650346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46940) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:42.653699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7104bc-e4de-446e-bf25-60ad224062a1 None None] Network e84f6bd4-abee-42bc-a1bc-f3464bc77606 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:42.659981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:38:ed:99', 'name': 'tempest-NetworksTestDHCPv6-1763320245'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:42.813831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:42.950616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ddc8ae-7124-4183-884a-85cb512232f7 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:42.952200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ddc8ae-7124-4183-884a-85cb512232f7 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:42.952942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-12ddc8ae-7124-4183-884a-85cb512232f7 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Synchronizing usage tracker for tenant:0411c145320445dfb2cf04d2aff57403 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:42.962290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:42.983446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.052204 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:04:43.053030 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:04:43.053808 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.075833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.093646 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.108290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-12ddc8ae-7124-4183-884a-85cb512232f7 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Unset dirty status for tenant:0411c145320445dfb2cf04d2aff57403 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:43.113239 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12ddc8ae-7124-4183-884a-85cb512232f7 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5906773 May 24 23:04:43.127677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46948) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:43.247276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:43.258585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:43.262340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] No DVR routers for this DVR port f1be5f1f-93ed-491e-93ae-12ec128654a3 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:43.281175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=11']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:43.289785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b60d085-f4b4-49c3-b883-7327d61e002c None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:43.315730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5998b-69f7-4420-9e30-029b0c7e5694 req-ab51c5d0-2bf7-4bf1-8847-19fa437a0cf2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:43.319194 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54c5998b-69f7-4420-9e30-029b0c7e5694 req-ab51c5d0-2bf7-4bf1-8847-19fa437a0cf2 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 945 time: 0.3861117 May 24 23:04:43.327132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b27a679-0deb-4fcc-9eb5-8d914b3e86a9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:43.335063 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.339764 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f8cdcedb-5b70-4803-8b53-65bed22d9260 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3432536 May 24 23:04:43.342105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46952) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:43.345287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:43.366343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c95872-ee82-49f2-887e-891303ae2937 req-a807a016-1e8a-4e10-987f-00c0f045644c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:43.367970 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86c95872-ee82-49f2-887e-891303ae2937 req-a807a016-1e8a-4e10-987f-00c0f045644c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 0.6749051 May 24 23:04:43.373181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b9055487-fe9b-4d98-ae7b-675a0e612299 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Request body: {'security_group_rule': {'security_group_id': '3b27a679-0deb-4fcc-9eb5-8d914b3e86a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:43.409576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b9055487-fe9b-4d98-ae7b-675a0e612299 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:43.421075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f96103-48f9-40ca-8229-28c4bddcd67a None None] Pushing event deleted for resources: {'Port': ['ID=f1be5f1f-93ed-491e-93ae-12ec128654a3,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:43.437165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Deleting port 056d3368-ac26-4575-8815-a124052d1fd3 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:43.437815 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.469182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b9055487-fe9b-4d98-ae7b-675a0e612299 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Usage tracker for resource:security_group_rule and tenant:2c943b2d2a8c475080c3db8b2ac9323b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:43.484831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b9055487-fe9b-4d98-ae7b-675a0e612299 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:43.500030 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-83f1f5ee-4c14-430d-8a2c-6120f2b62181 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.525057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b9055487-fe9b-4d98-ae7b-675a0e612299 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:43.543599 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f1f5ee-4c14-430d-8a2c-6120f2b62181 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 24 23:04:43.543599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f1f5ee-4c14-430d-8a2c-6120f2b62181 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:43.551054 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-83f1f5ee-4c14-430d-8a2c-6120f2b62181 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/networks/e84f6bd4-abee-42bc-a1bc-f3464bc77606 HTTP/1.1" status: 409 len: 405 time: 0.4214351 May 24 23:04:43.554401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46960) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:43.564269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-381627471'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:43.575523 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54c5998b-69f7-4420-9e30-029b0c7e5694 req-d76ec461-9404-46ff-9555-b958c0741335 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450647 May 24 23:04:43.594703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:43.600484 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86c95872-ee82-49f2-887e-891303ae2937 req-caeb279f-a895-437b-871d-b80965cedcb1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149749 May 24 23:04:43.609474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:network and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:43.611686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c15145-c3fa-4241-9380-6ac774dc541c req-6e44c65b-49a0-450f-81f9-a6e6db7e0671 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:43.612444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-09c15145-c3fa-4241-9380-6ac774dc541c req-6e44c65b-49a0-450f-81f9-a6e6db7e0671 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Synchronizing usage tracker for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:43.642945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:43.672236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:43.684677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9055487-fe9b-4d98-ae7b-675a0e612299 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.700205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-09c15145-c3fa-4241-9380-6ac774dc541c req-6e44c65b-49a0-450f-81f9-a6e6db7e0671 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Unset dirty status for tenant:0b61e39c08c045648e02b3beafdc002f on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:43.701377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09c15145-c3fa-4241-9380-6ac774dc541c req-6e44c65b-49a0-450f-81f9-a6e6db7e0671 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 945 time: 0.4606204 May 24 23:04:43.734984 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.782798 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe303b78-7ab8-4494-b271-050bf73148cc'] response: {'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'code': 200} May 24 23:04:43.789986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 78e72ebf-7cd2-41fe-89d3-ea8c1339cce7 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:04:43.831190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:43.835742 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.899439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-09c15145-c3fa-4241-9380-6ac774dc541c req-c1c2237f-832b-4dbb-b2e7-bc35b41ced0b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Deleting port 4a6bc2b3-c804-4220-b5c5-669413864852 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:43.899791 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-09c15145-c3fa-4241-9380-6ac774dc541c req-c1c2237f-832b-4dbb-b2e7-bc35b41ced0b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.917307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:43.942607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9055487-fe9b-4d98-ae7b-675a0e612299 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.945841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '3f115a7d-867e-49d6-9a23-d9966cca4a8c'}, {'subnet_id': 'edbb8090-e9f6-4963-b392-a53adbc3dbaa'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:43.948140 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.984704 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9055487-fe9b-4d98-ae7b-675a0e612299 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.987254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:43.987836 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Added segment 703898fb-3f11-4816-a115-13115ab3748d of type vlan for network 0d78e991-35bc-482a-a376-20f8ece9d017 May 24 23:04:43.996590 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4bc69e6e-ed3b-47b6-a154-2f73152676ee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.023986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9055487-fe9b-4d98-ae7b-675a0e612299 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9312fd40-a6e8-4577-abff-d80b6a226033,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:44.081508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] For port 056d3368-ac26-4575-8815-a124052d1fd3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=056d3368-ac26-4575-8815-a124052d1fd3,segment=NetworkSegment(6b382829-31c7-4a9b-b45c-8edfab87591e),segment_id=6b382829-31c7-4a9b-b45c-8edfab87591e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:44.082098 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.088919 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.156447 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9055487-fe9b-4d98-ae7b-675a0e612299 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.169581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46966) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:44.174259 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b9055487-fe9b-4d98-ae7b-675a0e612299 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8111970 May 24 23:04:44.195941 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4bc69e6e-ed3b-47b6-a154-2f73152676ee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.266747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8:0:1::2c9 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/edbb8090-e9f6-4963-b392-a53adbc3dbaa/78e72ebf-7cd2-41fe-89d3-ea8c1339cce7) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:44.274913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::f816:3eff:fe38:ed99 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/3f115a7d-867e-49d6-9a23-d9966cca4a8c/78e72ebf-7cd2-41fe-89d3-ea8c1339cce7) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:44.284316 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.300053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:44.301435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.384234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-09c15145-c3fa-4241-9380-6ac774dc541c req-c1c2237f-832b-4dbb-b2e7-bc35b41ced0b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] For port 4a6bc2b3-c804-4220-b5c5-669413864852, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4a6bc2b3-c804-4220-b5c5-669413864852,segment=NetworkSegment(63f40431-c381-49cb-8114-841dcabf0c49),segment_id=63f40431-c381-49cb-8114-841dcabf0c49)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:44.384234 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-09c15145-c3fa-4241-9380-6ac774dc541c req-c1c2237f-832b-4dbb-b2e7-bc35b41ced0b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.416211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Calling delete_port for 056d3368-ac26-4575-8815-a124052d1fd3 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:44.453599 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8946183 May 24 23:04:44.459616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46980) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:44.470642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'subnet': {'network_id': '0d78e991-35bc-482a-a376-20f8ece9d017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:44.503748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba573f7-0f19-42b5-b7fb-ee16286e1312 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Network': ['ID=0d78e991-35bc-482a-a376-20f8ece9d017,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:44.523176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 0d78e991-35bc-482a-a376-20f8ece9d017 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:44.588469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:04:44.753598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-09c15145-c3fa-4241-9380-6ac774dc541c req-c1c2237f-832b-4dbb-b2e7-bc35b41ced0b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Calling delete_port for 4a6bc2b3-c804-4220-b5c5-669413864852 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:44.940515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:44.973699 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2a2a-f12b-4c1a-8c27-3d8360fbdee2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:44.976121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:45.027936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:45.032483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.032956 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-4bc69e6e-ed3b-47b6-a154-2f73152676ee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Floating IP 23b3917d-7c13-4a56-ac8e-a7f62c88a9d2 associated. External IP: 172.25.7.127, port: 8ae74a6b-eeff-45a8-b065-0549134d8d05. May 24 23:04:45.112608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:45.125421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b3b58-5e1a-4212-8805-a4bf57e20462 req-60550af1-43c8-44bb-b202-2a630d799265 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:45.132955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-698b3b58-5e1a-4212-8805-a4bf57e20462 req-60550af1-43c8-44bb-b202-2a630d799265 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2766213 May 24 23:04:45.175587 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.177415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'port_id': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'mac_address': 'fa:16:3e:da:72:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:04:45.181293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2a2a-f12b-4c1a-8c27-3d8360fbdee2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.184915 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.283795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 78e72ebf-7cd2-41fe-89d3-ea8c1339cce7 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:45.295706 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-698b3b58-5e1a-4212-8805-a4bf57e20462 req-975759fc-f005-480a-a910-4a862a9b4ea4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616106 May 24 23:04:45.348595 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.392971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:45.393683 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.420488 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb95383-54b2-41c3-9d88-79263e15bd7b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:04:45.443326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:45.445205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] Pushing event deleted for resources: {'Port': ['ID=056d3368-ac26-4575-8815-a124052d1fd3,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:45.451573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897451ab-01ad-43d8-a2f6-58fa9a89c4e3 None None] No DVR routers for this DVR port 056d3368-ac26-4575-8815-a124052d1fd3 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:45.495526 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.619695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['deb95383-54b2-41c3-9d88-79263e15bd7b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:04:45.726513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:45.742860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:45.759087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:45.764960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:45.765610 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:45.776144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=12']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:45.787807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=78e72ebf-7cd2-41fe-89d3-ea8c1339cce7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:45.803052 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-407c3db4-66db-468b-a046-2c7bd8563e72 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1514878 May 24 23:04:45.806283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47008) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:45.852110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Allocated IP 2001:db8:0:1::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/edbb8090-e9f6-4963-b392-a53adbc3dbaa/2cc2471d-366a-46f9-9823-d03224292d78) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:45.861787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Allocated IP 2001:db8::f816:3eff:fe26:c621 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/3f115a7d-867e-49d6-9a23-d9966cca4a8c/2cc2471d-366a-46f9-9823-d03224292d78) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:45.909791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3df80b-9284-4471-ba9f-793ecc4cd915 req-780f6c35-98dc-4c0e-9996-349eb3fb0016 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:45.911576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c3df80b-9284-4471-ba9f-793ecc4cd915 req-780f6c35-98dc-4c0e-9996-349eb3fb0016 tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/ports?device_id=62f70d68-df5d-4abe-ba72-8e850b321831 HTTP/1.1" status: 200 len: 945 time: 1.0092313 May 24 23:04:46.037822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8466fa9c-f0cf-466b-9f44-77cdc88a1390 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 78e72ebf-7cd2-41fe-89d3-ea8c1339cce7 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:46.037822 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8466fa9c-f0cf-466b-9f44-77cdc88a1390 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.126149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc69e6e-ed3b-47b6-a154-2f73152676ee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:04:46.133501 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-09c15145-c3fa-4241-9380-6ac774dc541c req-c1c2237f-832b-4dbb-b2e7-bc35b41ced0b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.212702 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.230235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Transition to ACTIVE for port object 2cc2471d-366a-46f9-9823-d03224292d78 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:46.254379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Transition to ACTIVE for port object 2cc2471d-366a-46f9-9823-d03224292d78 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:46.274877 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.343198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:46.345697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.objects.ports [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88390) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:04:46.349871 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.355234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:46.373907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:46.447114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Subnet': ['ID=60ae9d09-69cc-4d3e-969d-5fcbf398f236,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:46.469416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2237f-832b-4dbb-b2e7-bc35b41ced0b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Pushing event deleted for resources: {'Port': ['ID=4a6bc2b3-c804-4220-b5c5-669413864852,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:46.519345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc69e6e-ed3b-47b6-a154-2f73152676ee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:04:46.525255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c15145-c3fa-4241-9380-6ac774dc541c req-c1c2237f-832b-4dbb-b2e7-bc35b41ced0b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] No DVR routers for this DVR port 4a6bc2b3-c804-4220-b5c5-669413864852 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:46.528336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-09c15145-c3fa-4241-9380-6ac774dc541c req-c1c2237f-832b-4dbb-b2e7-bc35b41ced0b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.545604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f70d68-df5d-4abe-ba72-8e850b321831', 'name': 'network-vif-deleted', 'tag': '4a6bc2b3-c804-4220-b5c5-669413864852'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:46.561843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79827b7b-993b-44ad-8c6f-7b907c8ba98c None None] Sync routers for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:04:46.582256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c3df80b-9284-4471-ba9f-793ecc4cd915 req-666f07d5-33a9-44e2-a11e-8655632d605d tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.55 "GET /v2.0/security-groups?id=4001d7e9-9842-4799-9b14-0113b26a3324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792051 May 24 23:04:46.583405 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09c15145-c3fa-4241-9380-6ac774dc541c req-c1c2237f-832b-4dbb-b2e7-bc35b41ced0b tempest-ServersTestJSON-1079516378 tempest-ServersTestJSON-1079516378-project] 10.222.0.50 "DELETE /v2.0/ports/4a6bc2b3-c804-4220-b5c5-669413864852 HTTP/1.1" status: 204 len: 173 time: 2.8698742 May 24 23:04:46.584490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2a2a-f12b-4c1a-8c27-3d8360fbdee2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.587021 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2a2a-f12b-4c1a-8c27-3d8360fbdee2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.591147 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8b9c2a2a-f12b-4c1a-8c27-3d8360fbdee2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-groups/3b27a679-0deb-4fcc-9eb5-8d914b3e86a9 HTTP/1.1" status: 204 len: 168 time: 2.4180710 May 24 23:04:46.618906 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4bc69e6e-ed3b-47b6-a154-2f73152676ee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.686265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47016) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:46.688210 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aacbbad6-0db3-49a9-b2e2-b92d5dca8e05'] response: {'server_uuid': '62f70d68-df5d-4abe-ba72-8e850b321831', 'name': 'network-vif-deleted', 'tag': '4a6bc2b3-c804-4220-b5c5-669413864852', 'status': 'completed', 'code': 200} May 24 23:04:46.689336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c2a2a-f12b-4c1a-8c27-3d8360fbdee2 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b27a679-0deb-4fcc-9eb5-8d914b3e86a9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:46.720088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4a6bc2b3-c804-4220-b5c5-669413864852 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:46.761948 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8466fa9c-f0cf-466b-9f44-77cdc88a1390 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:46.778789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4bc69e6e-ed3b-47b6-a154-2f73152676ee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "PUT /v2.0/floatingips/23b3917d-7c13-4a56-ac8e-a7f62c88a9d2 HTTP/1.1" status: 200 len: 991 time: 4.3178997 May 24 23:04:46.809725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bb0e12a0-9ff2-4ff3-8d65-900331f8ecbc tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:46.829379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79827b7b-993b-44ad-8c6f-7b907c8ba98c None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:46.831277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-79827b7b-993b-44ad-8c6f-7b907c8ba98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:04:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:46.848209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bb0e12a0-9ff2-4ff3-8d65-900331f8ecbc tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:46.852948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bb0e12a0-9ff2-4ff3-8d65-900331f8ecbc tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1582172 May 24 23:04:46.853546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47026) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:46.903547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ed8d719b-9afe-4217-a144-a9b6ccc226ee tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Synchronizing usage tracker for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:46.925078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ed8d719b-9afe-4217-a144-a9b6ccc226ee tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] Unset dirty status for tenant:2c943b2d2a8c475080c3db8b2ac9323b on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:46.929961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ed8d719b-9afe-4217-a144-a9b6ccc226ee tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0720742 May 24 23:04:46.930605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47032) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:46.960927 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-d018524b-b4c7-4bd5-b773-b75257c371fb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] delete failed (client error): The resource could not be found. May 24 23:04:46.968428 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d018524b-b4c7-4bd5-b773-b75257c371fb tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "DELETE /v2.0/security-groups/3b27a679-0deb-4fcc-9eb5-8d914b3e86a9 HTTP/1.1" status: 404 len: 347 time: 0.0332105 May 24 23:04:46.970241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47036) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:47.000512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Pushing event updated for resources: {'Port': ['ID=2cc2471d-366a-46f9-9823-d03224292d78,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:47.026601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8466fa9c-f0cf-466b-9f44-77cdc88a1390 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 78e72ebf-7cd2-41fe-89d3-ea8c1339cce7 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:47.040235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 4a6bc2b3-c804-4220-b5c5-669413864852 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:04:47.041005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4a6bc2b3-c804-4220-b5c5-669413864852 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:04:47.054357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Attempting to bind port 2cc2471d-366a-46f9-9823-d03224292d78 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:47.054742 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Attempting to bind port 2cc2471d-366a-46f9-9823-d03224292d78 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:47.055152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Attempting to bind port 2cc2471d-366a-46f9-9823-d03224292d78 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:47.065010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:47.065453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:47.066513 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.068200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:47.068200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Bound port: 2cc2471d-366a-46f9-9823-d03224292d78, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:47.068200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.069997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Checking segment: {'id': '703898fb-3f11-4816-a115-13115ab3748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0d78e991-35bc-482a-a376-20f8ece9d017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:47.070503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network hostable DHCP agents. Network: 0d78e991-35bc-482a-a376-20f8ece9d017, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:47.085749 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-de87b32e-f8f5-4d2e-aa1f-26ed0abaf238 tempest-SecGroupTest-471391228 tempest-SecGroupTest-471391228-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1066079 May 24 23:04:47.319818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network 0d78e991-35bc-482a-a376-20f8ece9d017 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:47.327776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-79827b7b-993b-44ad-8c6f-7b907c8ba98c None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:04:47.359948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10345bef-449e-4702-88e4-b3a67d70a662 req-d2ffd46d-b21d-4b7a-b21e-57ac4a70d2e1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:47.362287 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10345bef-449e-4702-88e4-b3a67d70a662 req-d2ffd46d-b21d-4b7a-b21e-57ac4a70d2e1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.8055513 May 24 23:04:47.364087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 0d78e991-35bc-482a-a376-20f8ece9d017) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:47.449411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:47.450039 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.516040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47048) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:47.529895 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-740ee993-1331-4db2-bed3-34ffd72d637f tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0690024 May 24 23:04:47.587791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10345bef-449e-4702-88e4-b3a67d70a662 req-a88856b2-1c9e-4414-a52d-73a252390b9f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141407 May 24 23:04:47.733700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f828eb-3e17-4e05-a092-dd58a6fe5358 None None] Network 0d78e991-35bc-482a-a376-20f8ece9d017 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:47.749654 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8466fa9c-f0cf-466b-9f44-77cdc88a1390 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.831153 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:47.833452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47056) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:47.834052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47058) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:47.916620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466fa9c-f0cf-466b-9f44-77cdc88a1390 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=78e72ebf-7cd2-41fe-89d3-ea8c1339cce7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:48.002579 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.100687 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8466fa9c-f0cf-466b-9f44-77cdc88a1390 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.107816 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8466fa9c-f0cf-466b-9f44-77cdc88a1390 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/78e72ebf-7cd2-41fe-89d3-ea8c1339cce7 HTTP/1.1" status: 204 len: 168 time: 2.2994964 May 24 23:04:48.108657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47070) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:48.203333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b1e85b-f543-44b4-91c4-9e478011db4b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:48.204059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-21b1e85b-f543-44b4-91c4-9e478011db4b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:48.222549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-21b1e85b-f543-44b4-91c4-9e478011db4b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:48.226696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-21b1e85b-f543-44b4-91c4-9e478011db4b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1169629 May 24 23:04:48.227352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47074) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:48.319610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a2c3fe-5dac-4cb2-994f-0dc817e2cb86 admin admin] Deleting subnet fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:48.347879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e8acde-6f05-4648-95fb-1aeb96e40f6a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:48.352959 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c2e8acde-6f05-4648-95fb-1aeb96e40f6a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1245322 May 24 23:04:48.353607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47078) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:48.374326 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c3fe-5dac-4cb2-994f-0dc817e2cb86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.471574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbbf1fb-a63e-43d2-bde9-4358ce43296c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:48.475259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbbf1fb-a63e-43d2-bde9-4358ce43296c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:48.477629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbbf1fb-a63e-43d2-bde9-4358ce43296c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:48.478571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-adbbf1fb-a63e-43d2-bde9-4358ce43296c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:48.482951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-055ac54f-ae1c-45e6-94f1-66ddeffe0c74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c943b2d2a8c475080c3db8b2ac9323b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6443717 May 24 23:04:48.487381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47084) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:48.503658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c3fe-5dac-4cb2-994f-0dc817e2cb86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.537751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-adbbf1fb-a63e-43d2-bde9-4358ce43296c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:48.545084 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-adbbf1fb-a63e-43d2-bde9-4358ce43296c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1904361 May 24 23:04:48.548160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47088) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:48.555994 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.566950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] For port 2cc2471d-366a-46f9-9823-d03224292d78, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:48.589049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] For port 2cc2471d-366a-46f9-9823-d03224292d78, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2cc2471d-366a-46f9-9823-d03224292d78,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:48.637727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:48.728526 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.741744 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.823285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecac7917-7511-48e0-9fe1-e55bc5b9e684 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 3f115a7d-867e-49d6-9a23-d9966cca4a8c {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:48.875262 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c150a7bc-1c9e-4190-a907-f33631bdc83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.899297 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecac7917-7511-48e0-9fe1-e55bc5b9e684 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:48.908452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e6172-1062-4450-bbbb-820687687447 None None] Pushing event updated for resources: {'Port': ['ID=2cc2471d-366a-46f9-9823-d03224292d78,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:48.940389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d78e991-35bc-482a-a376-20f8ece9d017']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:48.969243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703898fb-3f11-4816-a115-13115ab3748d') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:48.971664 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703898fb-3f11-4816-a115-13115ab3748d') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:49.005371 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.020137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f708ba6-40bf-495e-a821-9b02abef8b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-0d78e991-35bc-482a-a376-20f8ece9d017', 'network_id': '0d78e991-35bc-482a-a376-20f8ece9d017', 'tenant_id': '0411c145320445dfb2cf04d2aff57403', 'fixed_ips': [{'subnet_id': '60ae9d09-69cc-4d3e-969d-5fcbf398f236'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:49.021032 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3f708ba6-40bf-495e-a821-9b02abef8b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.024426 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c150a7bc-1c9e-4190-a907-f33631bdc83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.058331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.073080 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port deb95383-54b2-41c3-9d88-79263e15bd7b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:49.073080 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.073299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401a415a-2844-417e-9883-56841da72e62', 'tag': '8ae74a6b-eeff-45a8-b065-0549134d8d05'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:49.078592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Subnet': ['ID=60ae9d09-69cc-4d3e-969d-5fcbf398f236,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:49.093226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:49.093724 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.165844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-79827b7b-993b-44ad-8c6f-7b907c8ba98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '23b3917d-7c13-4a56-ac8e-a7f62c88a9d2', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:e4:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a415a-2844-417e-9883-56841da72e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:09Z', 'updated_at': '2022-05-24T23:04:43Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:49.221974 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 703898fb-3f11-4816-a115-13115ab3748d resource provider aggregate not found May 24 23:04:49.226915 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a10f1d-3723-4153-a324-f92cb0678efe'] response: {'name': 'network-changed', 'server_uuid': '401a415a-2844-417e-9883-56841da72e62', 'tag': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'status': 'completed', 'code': 200} May 24 23:04:49.289673 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecac7917-7511-48e0-9fe1-e55bc5b9e684 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.331348 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 703898fb-3f11-4816-a115-13115ab3748d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 703898fb-3f11-4816-a115-13115ab3748d found for delete ", "request_id": "req-11a2b1fe-9285-4c71-a6d0-39eb1b24c329"}]} May 24 23:04:49.335384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79827b7b-993b-44ad-8c6f-7b907c8ba98c None None] Checking router: e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:04:49.338038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c3fe-5dac-4cb2-994f-0dc817e2cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.469954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79827b7b-993b-44ad-8c6f-7b907c8ba98c None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:04:49.470597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-79827b7b-993b-44ad-8c6f-7b907c8ba98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:04:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:49.495107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a9592-0d19-4ef0-b24d-89b3588eae1b req-73796216-269f-4343-9504-8e46d1e7e1bb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:49.505218 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-226a9592-0d19-4ef0-b24d-89b3588eae1b req-73796216-269f-4343-9504-8e46d1e7e1bb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.6755881 May 24 23:04:49.505438 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.599800 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.606968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c150a7bc-1c9e-4190-a907-f33631bdc83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.631733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Network': ['ID=0d78e991-35bc-482a-a376-20f8ece9d017,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:49.727295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ad62616a-9a8e-447a-aa24-4f6eeb1f731a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/networks/0d78e991-35bc-482a-a376-20f8ece9d017 HTTP/1.1" status: 204 len: 168 time: 2.2099991 May 24 23:04:49.728609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47112) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:49.746196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d04fe3-a1eb-47d7-bc83-863b1b228a6a req-dab8f2de-41e8-4f49-b24e-cfa1a4c4a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:49.752041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3d04fe3-a1eb-47d7-bc83-863b1b228a6a req-dab8f2de-41e8-4f49-b24e-cfa1a4c4a1df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 1096 time: 0.5375702 May 24 23:04:49.752176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-122447104'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:49.761401 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c3fe-5dac-4cb2-994f-0dc817e2cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.775707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150a7bc-1c9e-4190-a907-f33631bdc83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169f55f4-d37d-4713-81c3-66f14fa7ab76,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:49.796573 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-226a9592-0d19-4ef0-b24d-89b3588eae1b req-964be70a-5a80-4d4a-95cc-1e50edcd3b93 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882245 May 24 23:04:49.798221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:49.800987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecac7917-7511-48e0-9fe1-e55bc5b9e684 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:49.872073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2c3fe-5dac-4cb2-994f-0dc817e2cb86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:49.920871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:network and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:49.924913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:49.940184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:49.989632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:49.998770 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.032058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-79827b7b-993b-44ad-8c6f-7b907c8ba98c None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:04:50.041629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c150a7bc-1c9e-4190-a907-f33631bdc83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.044129 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c150a7bc-1c9e-4190-a907-f33631bdc83d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/169f55f4-d37d-4713-81c3-66f14fa7ab76 HTTP/1.1" status: 204 len: 168 time: 1.5557234 May 24 23:04:50.074871 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c3fe-5dac-4cb2-994f-0dc817e2cb86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.078801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:50.111643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47118) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:50.114164 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b2a2c3fe-5dac-4cb2-994f-0dc817e2cb86 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fb7a1ec7-27dc-4a0d-9405-9b61b976ac5f HTTP/1.1" status: 204 len: 168 time: 2.2778587 May 24 23:04:50.117865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.118219 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Added segment 0947f022-7d91-4f9c-85a6-44af59c65b75 of type vlan for network d15eff03-0ff8-47b5-9a10-05c0bb45fd23 May 24 23:04:50.157345 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecac7917-7511-48e0-9fe1-e55bc5b9e684 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.212897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d04fe3-a1eb-47d7-bc83-863b1b228a6a req-0d5bbf54-bfd1-4bb7-8d0c-7667cd1fef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:50.219413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3d04fe3-a1eb-47d7-bc83-863b1b228a6a req-0d5bbf54-bfd1-4bb7-8d0c-7667cd1fef83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 916 time: 0.4520595 May 24 23:04:50.432020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac7917-7511-48e0-9fe1-e55bc5b9e684 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=3f115a7d-867e-49d6-9a23-d9966cca4a8c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:50.458388 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecac7917-7511-48e0-9fe1-e55bc5b9e684 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.492213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46511b1f-434b-4312-93ca-ad98655bf3d9 None None] Network 0d78e991-35bc-482a-a376-20f8ece9d017 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:50.502291 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3d04fe3-a1eb-47d7-bc83-863b1b228a6a req-78c035d6-ab1a-4177-8991-5856f4175aa7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ae74a6b-eeff-45a8-b065-0549134d8d05 HTTP/1.1" status: 200 len: 999 time: 0.2664900 May 24 23:04:50.539358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2cc2471d-366a-46f9-9823-d03224292d78 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:50.550898 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.595484 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.610431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d04fe3-a1eb-47d7-bc83-863b1b228a6a req-0214ba9f-3acc-448d-8f42-7f42d6877e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:50.610919 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ecac7917-7511-48e0-9fe1-e55bc5b9e684 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/3f115a7d-867e-49d6-9a23-d9966cca4a8c HTTP/1.1" status: 204 len: 168 time: 2.0416653 May 24 23:04:50.613282 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3d04fe3-a1eb-47d7-bc83-863b1b228a6a req-0214ba9f-3acc-448d-8f42-7f42d6877e9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.1036234 May 24 23:04:50.614040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47126) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:50.711183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-f917352c-0af1-4410-b72d-afd700d8ee70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet edbb8090-e9f6-4963-b392-a53adbc3dbaa {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:04:50.716709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f917352c-0af1-4410-b72d-afd700d8ee70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.763408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.773898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:50.774615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:50.815353 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f917352c-0af1-4410-b72d-afd700d8ee70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.026757 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f917352c-0af1-4410-b72d-afd700d8ee70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.083865 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3540204 May 24 23:04:51.085064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47140) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:51.087183 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.115988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'subnet': {'network_id': 'd15eff03-0ff8-47b5-9a10-05c0bb45fd23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:51.179188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec385c28-49c8-4ac1-a89b-6ec8c98f55a5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Network': ['ID=d15eff03-0ff8-47b5-9a10-05c0bb45fd23,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:51.234262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f917352c-0af1-4410-b72d-afd700d8ee70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.306211 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f917352c-0af1-4410-b72d-afd700d8ee70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.311320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917352c-0af1-4410-b72d-afd700d8ee70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=edbb8090-e9f6-4963-b392-a53adbc3dbaa,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:51.329543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:51.354575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46511b1f-434b-4312-93ca-ad98655bf3d9 None None] Network 0d78e991-35bc-482a-a376-20f8ece9d017 could not be found, it might have been deleted concurrently. {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 24 23:04:51.355461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f917352c-0af1-4410-b72d-afd700d8ee70 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/edbb8090-e9f6-4963-b392-a53adbc3dbaa HTTP/1.1" status: 204 len: 168 time: 0.7397165 May 24 23:04:51.359841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:51.360226 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.362966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47150) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:51.400909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f40431-c381-49cb-8114-841dcabf0c49') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:51.405115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f40431-c381-49cb-8114-841dcabf0c49') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:51.408248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd66564-bee6-4a12-8961-ffbe32b1d9d9 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:51.456898 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.484129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:51.487657 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.495198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:subnet and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:51.500400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:51.503831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:51.504517 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.531002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d15eff03-0ff8-47b5-9a10-05c0bb45fd23 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:51.557214 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8c1946fb-7bf4-4c54-a777-00a9f4c4d662 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1866877 May 24 23:04:51.573749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47158) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:51.575694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:51.591292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:51.598783 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 63f40431-c381-49cb-8114-841dcabf0c49 resource provider aggregate not found May 24 23:04:51.609638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:51.644473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:04:51.664166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea820218-6d0e-40c5-a0d2-8ad2d99c88f7 req-70142f4c-c1d6-4992-b830-5235b19be6bd tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:51.669698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea820218-6d0e-40c5-a0d2-8ad2d99c88f7 req-70142f4c-c1d6-4992-b830-5235b19be6bd tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 946 time: 0.5372849 May 24 23:04:51.672086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d04fe3-a1eb-47d7-bc83-863b1b228a6a req-a6ac58dd-d4e5-4967-80d1-10f14d782b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:51.675267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3d04fe3-a1eb-47d7-bc83-863b1b228a6a req-a6ac58dd-d4e5-4967-80d1-10f14d782b35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4933393 May 24 23:04:51.685569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47166) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:51.733271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:51.742602 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.749471 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.766950 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 63f40431-c381-49cb-8114-841dcabf0c49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63f40431-c381-49cb-8114-841dcabf0c49 found for delete ", "request_id": "req-7d6853f3-8b1a-4d60-bf47-8079dc744759"}]} May 24 23:04:51.772985 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28c4c50-cd5d-4665-b5e3-5d43282745bd'] response: {'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'code': 200} May 24 23:04:51.921272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-56155d3c-ad91-4581-8eaa-bed07f4f63f7 None None] Provisioning for port 2cc2471d-366a-46f9-9823-d03224292d78 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:51.939118 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:51.943433 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3d04fe3-a1eb-47d7-bc83-863b1b228a6a req-67614ad8-3976-4cfd-a04a-3c35039d0576 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433636 May 24 23:04:52.012334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 2cc2471d-366a-46f9-9823-d03224292d78 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:52.047813 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.058490 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2cc2471d-366a-46f9-9823-d03224292d78 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:04:52.060864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.061411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:52.116158 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9ce90a60-9b79-4a9a-b751-8313c4db7d0d admin admin] 10.222.0.55 "DELETE /v2.0/networks/a882ecfe-1db4-46fc-90a9-8c4a00e5e2ad HTTP/1.1" status: 204 len: 168 time: 2.0008972 May 24 23:04:52.256050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=13']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:52.305447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ea820218-6d0e-40c5-a0d2-8ad2d99c88f7 req-07df1a06-bc73-4706-912b-108e1a01690f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6223624 May 24 23:04:52.345175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3edadeb8-90bd-4238-ad72-ab6fcebcb1be tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:52.346025 n-d-843146-7 neutron-server[88389]: WARNING neutron.api.v2.base [None req-3edadeb8-90bd-4238-ad72-ab6fcebcb1be tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 24 23:04:52.346745 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-3edadeb8-90bd-4238-ad72-ab6fcebcb1be tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): There was a conflict when trying to complete your request. May 24 23:04:52.347741 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3edadeb8-90bd-4238-ad72-ab6fcebcb1be tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6603281 May 24 23:04:52.355470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47180) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:52.369076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:52.376787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:52.382110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:52.398947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'tempest-secgroup--819010647'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:52.406789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-79827b7b-993b-44ad-8c6f-7b907c8ba98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '23b3917d-7c13-4a56-ac8e-a7f62c88a9d2', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:e4:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a415a-2844-417e-9883-56841da72e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:09Z', 'updated_at': '2022-05-24T23:04:43Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:52.419584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:52.419735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79827b7b-993b-44ad-8c6f-7b907c8ba98c None None] The sync data for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 is: [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '23b3917d-7c13-4a56-ac8e-a7f62c88a9d2', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:e4:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a415a-2844-417e-9883-56841da72e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:09Z', 'updated_at': '2022-05-24T23:04:43Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:04:52.421889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:52.469452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:52.484697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:52.499955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:52.536051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3d04fe3-a1eb-47d7-bc83-863b1b228a6a req-759007ae-9d98-4fe7-a25b-c2f547010d11 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706489 May 24 23:04:52.538234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:52.543495 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.546692 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.643720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2cc2471d-366a-46f9-9823-d03224292d78 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:52.644533 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.669384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddacccd4-710b-4bab-a4e4-b4b750bfb271 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:04:52.701064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47184) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:52.714136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ddacccd4-710b-4bab-a4e4-b4b750bfb271 None None] Deleting port 2cc2471d-366a-46f9-9823-d03224292d78 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:04:52.714515 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ddacccd4-710b-4bab-a4e4-b4b750bfb271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.791329 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.810301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Subnet': ['ID=afc20615-75d4-46cd-82a5-f02e12045f1a,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:52.848676 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.900393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 2cc2471d-366a-46f9-9823-d03224292d78, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2cc2471d-366a-46f9-9823-d03224292d78,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:52.920010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:52.928182 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e41cd-0bda-4bb5-8ef4-5e126bf95946 None None] New status for floating IP 23b3917d-7c13-4a56-ac8e-a7f62c88a9d2: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:04:52.935365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:52.956957 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:52.965878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:52.980624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Checking segment: {'id': '0947f022-7d91-4f9c-85a6-44af59c65b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd15eff03-0ff8-47b5-9a10-05c0bb45fd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:52.986419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network hostable DHCP agents. Network: d15eff03-0ff8-47b5-9a10-05c0bb45fd23, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:53.003390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:53.009876 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a30a0545-85fb-4942-becf-b207468b4576 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b61e39c08c045648e02b3beafdc002f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849593 May 24 23:04:53.019666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47192) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:53.121868 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.206022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:53.215294 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:53.222133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:53.223344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.250020 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.261410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=abc4f208-2dc3-467b-9e8a-b6ae170e2851,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:53.273871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2cc2471d-366a-46f9-9823-d03224292d78 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:04:53.280963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-be87d48d-d724-477f-ac00-1752acf4fc15 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6955256 May 24 23:04:53.284074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47196) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:53.301516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network d15eff03-0ff8-47b5-9a10-05c0bb45fd23 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:53.321629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.383516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:53.386572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d15eff03-0ff8-47b5-9a10-05c0bb45fd23) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:53.397732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:53.400073 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.403848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=2cc2471d-366a-46f9-9823-d03224292d78,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:53.439552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9103d-581b-4b28-8902-148c5595e7a4 None None] Network d15eff03-0ff8-47b5-9a10-05c0bb45fd23 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:53.446037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:53.494089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:53.547046 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:53.752747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1284fea7-9641-4505-bf8c-8c72395e2304,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:53.794663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ef71d83-22be-40c2-a1af-14fc61e4d6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.803754 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-be33a889-2079-4828-b305-a8a097415cc8 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7022543 May 24 23:04:53.806889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47210) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:53.851869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e883ea9f-4199-4ab6-87ff-4d61c401a450 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:53.898630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ef71d83-22be-40c2-a1af-14fc61e4d6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:53.994253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ddacccd4-710b-4bab-a4e4-b4b750bfb271 None None] For port 2cc2471d-366a-46f9-9823-d03224292d78, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2cc2471d-366a-46f9-9823-d03224292d78,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:53.994680 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ddacccd4-710b-4bab-a4e4-b4b750bfb271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.024558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e883ea9f-4199-4ab6-87ff-4d61c401a450 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:54.029158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e883ea9f-4199-4ab6-87ff-4d61c401a450 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:54.032513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e883ea9f-4199-4ab6-87ff-4d61c401a450 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:54.039540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e883ea9f-4199-4ab6-87ff-4d61c401a450 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:54.050208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff8aea-2336-4838-918e-67c12a1656ee req-d35e9152-9606-47f3-ab9b-f1f0f67e8242 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:54.051800 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56ff8aea-2336-4838-918e-67c12a1656ee req-d35e9152-9606-47f3-ab9b-f1f0f67e8242 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 0.4979253 May 24 23:04:54.183567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e883ea9f-4199-4ab6-87ff-4d61c401a450 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:54.188321 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e883ea9f-4199-4ab6-87ff-4d61c401a450 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.241861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.263640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56ff8aea-2336-4838-918e-67c12a1656ee req-a856c991-0efb-48bc-a6ec-341f64b49ee0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767907 May 24 23:04:54.265562 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.317781 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.328128 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ef71d83-22be-40c2-a1af-14fc61e4d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.340866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ddacccd4-710b-4bab-a4e4-b4b750bfb271 None None] Calling delete_port for 2cc2471d-366a-46f9-9823-d03224292d78 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:04:54.417472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133d9baf-79ef-49b9-a611-411d108850d3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:54.434546 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ef71d83-22be-40c2-a1af-14fc61e4d6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.435764 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6ef71d83-22be-40c2-a1af-14fc61e4d6c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4001d7e9-9842-4799-9b14-0113b26a3324 HTTP/1.1" status: 204 len: 168 time: 1.4111657 May 24 23:04:54.453760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.455002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-438e11b8-7d80-4776-ad89-bc285f7d9e84 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0985682 May 24 23:04:54.457467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef71d83-22be-40c2-a1af-14fc61e4d6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4001d7e9-9842-4799-9b14-0113b26a3324,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:54.472200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47218) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:54.477462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-472a0657-509b-4034-b3e6-2baa5299973c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': '133d9baf-79ef-49b9-a611-411d108850d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:54.501990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-472a0657-509b-4034-b3e6-2baa5299973c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:54.506607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-472a0657-509b-4034-b3e6-2baa5299973c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:54.511491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-472a0657-509b-4034-b3e6-2baa5299973c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:54.589378 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.638212 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.659578 n-d-843146-7 neutron-server[88389]: INFO neutron.db.ipam_backend_mixin [None req-e883ea9f-4199-4ab6-87ff-4d61c401a450 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet abc4f208-2dc3-467b-9e8a-b6ae170e2851 (CIDR: 2001:db8::/64) May 24 23:04:54.668661 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-e883ea9f-4199-4ab6-87ff-4d61c401a450 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:04:54.669372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e883ea9f-4199-4ab6-87ff-4d61c401a450 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:04:54.701385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e883ea9f-4199-4ab6-87ff-4d61c401a450 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4161677 May 24 23:04:54.705335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47226) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:54.716967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:54.799136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-472a0657-509b-4034-b3e6-2baa5299973c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:54.842841 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-472a0657-509b-4034-b3e6-2baa5299973c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.855308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ecc80b-af23-46e9-a13f-b4fe5f18ccd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-d15eff03-0ff8-47b5-9a10-05c0bb45fd23', 'network_id': 'd15eff03-0ff8-47b5-9a10-05c0bb45fd23', 'tenant_id': '0411c145320445dfb2cf04d2aff57403', 'fixed_ips': [{'subnet_id': 'afc20615-75d4-46cd-82a5-f02e12045f1a'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:54.856133 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-44ecc80b-af23-46e9-a13f-b4fe5f18ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.982781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-472a0657-509b-4034-b3e6-2baa5299973c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:54.994042 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-472a0657-509b-4034-b3e6-2baa5299973c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.038414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2cc2471d-366a-46f9-9823-d03224292d78 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:04:55.038834 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.045128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a0657-509b-4034-b3e6-2baa5299973c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eea0d20-98c5-43d7-a1dc-72abb6c77ecf,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:55.048449 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.076499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-472a0657-509b-4034-b3e6-2baa5299973c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.080409 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-472a0657-509b-4034-b3e6-2baa5299973c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6047351 May 24 23:04:55.080647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47234) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:55.086953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ad9583a4-70d1-4017-926d-ee34418ed5d9 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': '133d9baf-79ef-49b9-a611-411d108850d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:55.098416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ad9583a4-70d1-4017-926d-ee34418ed5d9 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:55.106825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ad9583a4-70d1-4017-926d-ee34418ed5d9 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:55.112761 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ddacccd4-710b-4bab-a4e4-b4b750bfb271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.120856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ad9583a4-70d1-4017-926d-ee34418ed5d9 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:55.134229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ad9583a4-70d1-4017-926d-ee34418ed5d9 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:55.193772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ad9583a4-70d1-4017-926d-ee34418ed5d9 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.218507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Subnet': ['ID=afc20615-75d4-46cd-82a5-f02e12045f1a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:55.252292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacccd4-710b-4bab-a4e4-b4b750bfb271 None None] Pushing event deleted for resources: {'Port': ['ID=2cc2471d-366a-46f9-9823-d03224292d78,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:55.265893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddacccd4-710b-4bab-a4e4-b4b750bfb271 None None] No DVR routers for this DVR port 2cc2471d-366a-46f9-9823-d03224292d78 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:04:55.345903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3161731-e0c7-451a-a7b8-cf9b7616710a None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:55.368033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47242) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:55.404149 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-ad9583a4-70d1-4017-926d-ee34418ed5d9 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): There was a conflict when trying to complete your request. May 24 23:04:55.405221 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ad9583a4-70d1-4017-926d-ee34418ed5d9 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3235779 May 24 23:04:55.411382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47248) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:55.495353 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server [None req-44ecc80b-af23-46e9-a13f-b4fe5f18ccd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afc20615-75d4-46cd-82a5-f02e12045f1a: This subnet is being modified by another concurrent operation. May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise exception May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afc20615-75d4-46cd-82a5-f02e12045f1a: This subnet is being modified by another concurrent operation. May 24 23:04:55.566355 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server May 24 23:04:55.587196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:55.594728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998d039-7296-4cde-949e-8b589102756d None None] Network d15eff03-0ff8-47b5-9a10-05c0bb45fd23 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:55.601701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:55.607795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:55.633106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:55.688974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33a12ba8-0d86-47f2-a5df-b6ff08051270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.691866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15eff03-0ff8-47b5-9a10-05c0bb45fd23']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:55.728373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-33a12ba8-0d86-47f2-a5df-b6ff08051270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:55.736259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-33a12ba8-0d86-47f2-a5df-b6ff08051270 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ee6149c42d455eb0148a6f91df6af7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:55.739846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-33a12ba8-0d86-47f2-a5df-b6ff08051270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:55.756632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-33a12ba8-0d86-47f2-a5df-b6ff08051270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:55.776926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:55.781763 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.828874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0947f022-7d91-4f9c-85a6-44af59c65b75') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:55.830102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0947f022-7d91-4f9c-85a6-44af59c65b75') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:04:55.919751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33a12ba8-0d86-47f2-a5df-b6ff08051270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.932858 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33a12ba8-0d86-47f2-a5df-b6ff08051270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.933638 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.972886 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:55.987824 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8c6099a-b72d-45de-a642-c743c5907b3b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.020046 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-33a12ba8-0d86-47f2-a5df-b6ff08051270 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5ee6149c42d455eb0148a6f91df6af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6465745 May 24 23:04:56.024511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47266) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:56.040750 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8c6099a-b72d-45de-a642-c743c5907b3b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.064484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a12ba8-0d86-47f2-a5df-b6ff08051270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8c65da-ced6-43a1-9062-9de1df88ca41,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:56.094221 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.108694 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8c6099a-b72d-45de-a642-c743c5907b3b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.114262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:04:56.114787 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.157716 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12468f11-14bd-47bf-abc4-2054c1621200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.165399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': 'abc4f208-2dc3-467b-9e8a-b6ae170e2851'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:56.166366 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.232279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12468f11-14bd-47bf-abc4-2054c1621200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.345845 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12468f11-14bd-47bf-abc4-2054c1621200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.371224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12468f11-14bd-47bf-abc4-2054c1621200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8c65da-ced6-43a1-9062-9de1df88ca41,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:56.373898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47272) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:56.421189 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12468f11-14bd-47bf-abc4-2054c1621200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.424488 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12468f11-14bd-47bf-abc4-2054c1621200 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be8c65da-ced6-43a1-9062-9de1df88ca41 HTTP/1.1" status: 204 len: 168 time: 0.3981726 May 24 23:04:56.542430 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 0947f022-7d91-4f9c-85a6-44af59c65b75 resource provider aggregate not found May 24 23:04:56.616879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6099a-b72d-45de-a642-c743c5907b3b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d9baf-79ef-49b9-a611-411d108850d3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:56.630297 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 0947f022-7d91-4f9c-85a6-44af59c65b75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0947f022-7d91-4f9c-85a6-44af59c65b75 found for delete ", "request_id": "req-e49366ea-17d2-4edc-a023-8497486100a1"}]} May 24 23:04:56.791522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab22147-97f4-45cf-a206-e1ac7e1d0293 req-5df6d4d0-071c-4fab-ae78-0533526fad8e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:56.795182 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ab22147-97f4-45cf-a206-e1ac7e1d0293 req-5df6d4d0-071c-4fab-ae78-0533526fad8e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 1.0778825 May 24 23:04:56.796148 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8c6099a-b72d-45de-a642-c743c5907b3b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.797220 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d8c6099a-b72d-45de-a642-c743c5907b3b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "DELETE /v2.0/security-groups/133d9baf-79ef-49b9-a611-411d108850d3 HTTP/1.1" status: 204 len: 168 time: 1.3841066 May 24 23:04:56.800972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47288) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:56.875015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:56.949666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1909279014-network', 'tenant_id': '2538b79651204683958a8311138e4a89'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:56.994086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:57.016310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/abc4f208-2dc3-467b-9e8a-b6ae170e2851/b757439c-02f4-4ed8-b56e-23e98fdd84df) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:04:57.020494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Usage tracker for resource:network and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:57.033668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d5a6065-f817-4408-9c87-9e93e28521de tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Synchronizing usage tracker for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:57.036912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47292) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:57.045935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:57.076999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:57.108318 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b769fce5-9ecd-483b-af2f-415b60fff570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.131659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b769fce5-9ecd-483b-af2f-415b60fff570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:57.145873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Made reservation on behalf of 2538b79651204683958a8311138e4a89 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:57.148628 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.171966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d5a6065-f817-4408-9c87-9e93e28521de tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Unset dirty status for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:57.185241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47296) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:57.189102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.194296 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5d5a6065-f817-4408-9c87-9e93e28521de tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3912961 May 24 23:04:57.196283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b769fce5-9ecd-483b-af2f-415b60fff570 admin admin] Usage tracker for resource:security_group_rule and tenant:955a9bdaa2954deb892e428a6c610685 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:57.201967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b769fce5-9ecd-483b-af2f-415b60fff570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:57.214912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.232597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'tempest-secgroup--567733745'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:57.242984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b769fce5-9ecd-483b-af2f-415b60fff570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:57.271099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:57.275749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Usage tracker for resource:security_group_rule and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:57.281463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:57.293862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:57.338507 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ab22147-97f4-45cf-a206-e1ac7e1d0293 req-369b3379-fbeb-4e50-9bfe-164072c9a903 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5116251 May 24 23:04:57.339652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Network': ['ID=d15eff03-0ff8-47b5-9a10-05c0bb45fd23,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:57.353145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:57.415748 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.428409 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d1ab36f8-b9bd-468e-b2d1-11ebf1d30fca tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/networks/d15eff03-0ff8-47b5-9a10-05c0bb45fd23 HTTP/1.1" status: 204 len: 168 time: 3.6170704 May 24 23:04:57.431933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47300) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:57.435018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Transition to ACTIVE for port object b757439c-02f4-4ed8-b56e-23e98fdd84df will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:57.452647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:57.460466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Transition to ACTIVE for port object b757439c-02f4-4ed8-b56e-23e98fdd84df will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:04:57.470612 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.478569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-275965713'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:57.485208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:57.500198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:network and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:57.503350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:57.510247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:57.547039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:57.550543 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.553846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.575241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.646566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Pushing event updated for resources: {'Port': ['ID=b757439c-02f4-4ed8-b56e-23e98fdd84df,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:57.658733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:57.670143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.678424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:04:57.683863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4c7eb5-3986-4e45-8aa0-9329b3edfdc9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:57.684546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:57.690803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:04:57.718591 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.718942 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Added segment 7b1342be-84a7-44f7-ba32-5a9b7e0e2439 of type vlan for network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 May 24 23:04:57.752129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:04:57.766074 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.766672 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b769fce5-9ecd-483b-af2f-415b60fff570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.767416 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Added segment 6e813339-ed76-491c-9981-a4bc118805b2 of type vlan for network 15189c45-7821-45d4-bf69-66b30fcdf616 May 24 23:04:57.770934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.780577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b769fce5-9ecd-483b-af2f-415b60fff570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.793077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:57.799186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:57.800637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Attempting to bind port b757439c-02f4-4ed8-b56e-23e98fdd84df on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:04:57.801092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Attempting to bind port b757439c-02f4-4ed8-b56e-23e98fdd84df by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:04:57.802151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Attempting to bind port b757439c-02f4-4ed8-b56e-23e98fdd84df on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:04:57.806759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:57.814375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:57.822727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:04:57.825796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:57.826078 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.826590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:04:57.830293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Bound port: b757439c-02f4-4ed8-b56e-23e98fdd84df, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:04:57.831459 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.846017 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b769fce5-9ecd-483b-af2f-415b60fff570 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=955a9bdaa2954deb892e428a6c610685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7949803 May 24 23:04:57.851471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47304) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:57.867134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769fce5-9ecd-483b-af2f-415b60fff570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158614a6-3c36-4016-afce-818cb15455ba,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:57.872833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.874163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:57.874952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.949242 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.986923 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:04:57.988950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:57.992566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] For port b757439c-02f4-4ed8-b56e-23e98fdd84df, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:04:57.995994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] For port b757439c-02f4-4ed8-b56e-23e98fdd84df, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b757439c-02f4-4ed8-b56e-23e98fdd84df,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:04:58.003646 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.006447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.030253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] Pushing event updated for resources: {'Network': ['ID=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:58.040423 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-17beb426-3755-4071-ada9-b3eae01de352 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6649847 May 24 23:04:58.046040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47308) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:58.051562 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e3c1-8b41-40f3-8163-1649b84c6e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.061289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Request body: {'subnet': {'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1909279014-subnet', 'tenant_id': '2538b79651204683958a8311138e4a89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:58.070913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:58.076734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Usage tracker for resource:subnet and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:58.088441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:58.092121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81c2f6-abeb-4374-8f8e-e8c0b85d0742 None None] Pushing event updated for resources: {'Port': ['ID=b757439c-02f4-4ed8-b56e-23e98fdd84df,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:58.094875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:58.099256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.objects.ports [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88389) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:04:58.107571 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.111995 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9184213 May 24 23:04:58.114367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:58.136094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47312) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:58.144468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Made reservation on behalf of 2538b79651204683958a8311138e4a89 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:58.147190 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.167253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-65fcd1d1-bcb3-428a-b741-801231d73c6d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': '37cdaf93-1858-43fc-a8a4-d19d1e7aee77', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:58.168037 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-65fcd1d1-bcb3-428a-b741-801231d73c6d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 24 23:04:58.168653 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-65fcd1d1-bcb3-428a-b741-801231d73c6d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:04:58.170186 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-65fcd1d1-bcb3-428a-b741-801231d73c6d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0328131 May 24 23:04:58.199110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47316) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:58.217329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad64c5-ad5a-4360-9f93-e056f82a8329 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cdaf93-1858-43fc-a8a4-d19d1e7aee77,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:58.232836 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.237831 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e3c1-8b41-40f3-8163-1649b84c6e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.239918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:58.240636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.484864 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0470285 May 24 23:04:58.489176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47322) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:58.511596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Request body: {'subnet': {'network_id': '15189c45-7821-45d4-bf69-66b30fcdf616', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:58.533395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786a000-a8a4-44ca-a158-2c58242bc2fc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Network': ['ID=15189c45-7821-45d4-bf69-66b30fcdf616,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:58.547526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 15189c45-7821-45d4-bf69-66b30fcdf616 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:04:58.588222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab2192d5-8cae-495c-b56e-ae9ba6267962 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.693289 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab2192d5-8cae-495c-b56e-ae9ba6267962 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.808332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:58.813424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Usage tracker for resource:subnet and tenant:0411c145320445dfb2cf04d2aff57403 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:58.816551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:58.825178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:58.842022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e3c1-8b41-40f3-8163-1649b84c6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.844598 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab2192d5-8cae-495c-b56e-ae9ba6267962 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.852984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Made reservation on behalf of 0411c145320445dfb2cf04d2aff57403 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:04:58.856479 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.862856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.927275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6e3c1-8b41-40f3-8163-1649b84c6e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158614a6-3c36-4016-afce-818cb15455ba,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:58.982336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:58.991146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2192d5-8cae-495c-b56e-ae9ba6267962 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cdaf93-1858-43fc-a8a4-d19d1e7aee77,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:59.034508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47001c01-66d5-4135-8684-58bb2d7f443c,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:04:59.040531 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e3c1-8b41-40f3-8163-1649b84c6e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.041834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9ee6e3c1-8b41-40f3-8163-1649b84c6e61 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/158614a6-3c36-4016-afce-818cb15455ba HTTP/1.1" status: 204 len: 168 time: 1.1890178 May 24 23:04:59.048575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab2192d5-8cae-495c-b56e-ae9ba6267962 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.049757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ab2192d5-8cae-495c-b56e-ae9ba6267962 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "DELETE /v2.0/security-groups/37cdaf93-1858-43fc-a8a4-d19d1e7aee77 HTTP/1.1" status: 204 len: 168 time: 0.8288729 May 24 23:04:59.052809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47328) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:59.120679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Checking segment: {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:04:59.121033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Network hostable DHCP agents. Network: 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:04:59.148807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc36fd-f9af-4630-b4e7-5ab19780b632 req-8df54745-9407-4070-9679-1adfdd89fac5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:59.164037 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1cc36fd-f9af-4630-b4e7-5ab19780b632 req-8df54745-9407-4070-9679-1adfdd89fac5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 0.5028131 May 24 23:04:59.259574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:04:59.268160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a1f75d3a-c86a-4f02-babb-3c74a2cb1d6a tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Synchronizing usage tracker for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:04:59.285827 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1cc36fd-f9af-4630-b4e7-5ab19780b632 req-497b81a6-5d00-4d7e-821c-7a9786f31393 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989740 May 24 23:04:59.301520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:04:59.307549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:04:59.308396 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.312961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a1f75d3a-c86a-4f02-babb-3c74a2cb1d6a tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Unset dirty status for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:04:59.315491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2159dbb-dded-468c-9411-d11273428309 None None] Network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:04:59.334605 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a1f75d3a-c86a-4f02-babb-3c74a2cb1d6a tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2803376 May 24 23:04:59.342542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47332) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:59.376085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427038281'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:59.394731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:59.422552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:59.431725 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1ecc05ec-4ffb-45c4-9ec6-db6386e18c5a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3799014 May 24 23:04:59.439581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47338) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:59.450905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:04:59.471750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:59.478842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Usage tracker for resource:router and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:59.491115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:59.493223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.543980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:59.576253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:04:59.606112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:04:59.609440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:04:59.621927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.631924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.649143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:04:59.707913 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.761151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b757439c-02f4-4ed8-b56e-23e98fdd84df up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:04:59.822102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47342) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:04:59.863741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:04:59.864713 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.895196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ae7541f8-dcd0-41a1-b136-bc9260405a89 None None] Provisioning for port b757439c-02f4-4ed8-b56e-23e98fdd84df completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:04:59.902501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] For port b757439c-02f4-4ed8-b56e-23e98fdd84df, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b757439c-02f4-4ed8-b56e-23e98fdd84df,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:04:59.947124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9beb63f-269c-4ba3-aad6-dd74798ee4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:04:59.989471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a9beb63f-269c-4ba3-aad6-dd74798ee4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:00.007484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a9beb63f-269c-4ba3-aad6-dd74798ee4b8 admin admin] Usage tracker for resource:security_group_rule and tenant:f1d2e184dda54215bf1c409ab8f54476 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:00.014663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a9beb63f-269c-4ba3-aad6-dd74798ee4b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:00.024215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a9beb63f-269c-4ba3-aad6-dd74798ee4b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:00.030192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b757439c-02f4-4ed8-b56e-23e98fdd84df completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:00.075687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b757439c-02f4-4ed8-b56e-23e98fdd84df triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:00.076064 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.122040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.objects.ports [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88389) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:05:00.132392 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.221998 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.249663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.294854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.295962 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.344678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1ddcc16c-4fa2-4029-bff9-a464769a1f54 None None] Could not find standard attr ID for object 78e72ebf-7cd2-41fe-89d3-ea8c1339cce7. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:00.382562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Allocated IP 172.20.0.2 (002fbdc6-b25e-4db0-8e9b-acd3f481a1b7/47001c01-66d5-4135-8684-58bb2d7f443c/b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:00.388093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.459658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event updated for resources: {'Subnet': ['ID=6fd05d03-8dbf-4f58-a257-9c04af5e2e98,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:00.467769 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.516093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684c7a4c-2aa7-412f-89b6-2816419e5290,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:00.577298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b757439c-02f4-4ed8-b56e-23e98fdd84df is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:00.577711 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.583930 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.586492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-53bd3ce2-bb5e-4dff-b98a-c57937b05512 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2427902 May 24 23:05:00.595022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47352) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:00.614228 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9f7219c7-e729-4a79-aa6e-35d510a83c59 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': '684c7a4c-2aa7-412f-89b6-2816419e5290', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:00.628020 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-9f7219c7-e729-4a79-aa6e-35d510a83c59 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 24 23:05:00.630496 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-9f7219c7-e729-4a79-aa6e-35d510a83c59 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:00.634894 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9f7219c7-e729-4a79-aa6e-35d510a83c59 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0363498 May 24 23:05:00.651608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b757439c-02f4-4ed8-b56e-23e98fdd84df, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b757439c-02f4-4ed8-b56e-23e98fdd84df,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:00.696818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47356) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:00.793608 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-68b47a48-1c55-4d98-8f6b-186b608a523c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.809258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=b757439c-02f4-4ed8-b56e-23e98fdd84df,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:00.812882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=125b3661-9964-483d-9615-01e89d7e3e23,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:00.831698 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.833224 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-68b47a48-1c55-4d98-8f6b-186b608a523c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.855182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Transition to ACTIVE for port object b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:00.882155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Transition to ACTIVE for port object b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:00.888704 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.897111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:00.907252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:00.914975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Checking segment: {'id': '6e813339-ed76-491c-9981-a4bc118805b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '15189c45-7821-45d4-bf69-66b30fcdf616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:00.915631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network hostable DHCP agents. Network: 15189c45-7821-45d4-bf69-66b30fcdf616, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:05:00.927103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:00.928830 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:00.984520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c139cdd-f2fb-43eb-8518-2440e4401609 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:00.985387 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-81b593ba-57b2-4452-b261-e1d6a6b252fe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.2785800 May 24 23:05:00.988871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47360) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:01.003841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:d9:b9:38', 'name': 'tempest-NetworksTestDHCPv6-1128820421'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:01.033776 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.035752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Network 15189c45-7821-45d4-bf69-66b30fcdf616 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:05:01.151594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 15189c45-7821-45d4-bf69-66b30fcdf616) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:01.154747 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9beb63f-269c-4ba3-aad6-dd74798ee4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.175198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a0ada-f85f-4c2f-a695-6940820468bc req-3e2f92e7-3edc-4bdd-b1c1-3be8d533936d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:01.177193 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b95a0ada-f85f-4c2f-a695-6940820468bc req-3e2f92e7-3edc-4bdd-b1c1-3be8d533936d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 0.3615260 May 24 23:05:01.185407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:01.186466 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.204501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa66303-9a91-4b67-959d-1849c0d83b09 None None] Network 15189c45-7821-45d4-bf69-66b30fcdf616 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:01.226619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-de34330e-47a7-48b7-ac59-3aa0d82e8e74 req-34df5d12-2740-4fab-95cc-fb8907606ca1 service neutron] (88390) timed out ('10.222.0.50', 65449) {{(pid=88390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:05:01.235158 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9beb63f-269c-4ba3-aad6-dd74798ee4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.317392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b95a0ada-f85f-4c2f-a695-6940820468bc req-8bd7ff1e-f7fb-45dd-87aa-a4584e49e294 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253128 May 24 23:05:01.337062 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:01.349982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:01.352912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:01.360577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.370598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a9beb63f-269c-4ba3-aad6-dd74798ee4b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1d2e184dda54215bf1c409ab8f54476&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5347605 May 24 23:05:01.378513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47364) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:01.384836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8e3b8159-c094-48b8-bc9a-2baa92928a16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8836417 May 24 23:05:01.388421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47366) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:01.392492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9beb63f-269c-4ba3-aad6-dd74798ee4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694c8856-2329-4a5b-b7cb-5199b70d4404,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:01.409482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:01.437089 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.457555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b757439c-02f4-4ed8-b56e-23e98fdd84df,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:01.585720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b757439c-02f4-4ed8-b56e-23e98fdd84df up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:01.630643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.648348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:01.651997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:01.672054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Allocated IP 172.25.7.167 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/d97caf96-9918-4822-b725-cc3c6338d809) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:01.684980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:01.719189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Attempting to bind port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:01.719600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Attempting to bind port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:01.719961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Attempting to bind port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f on network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:01.774299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:01.865700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:01.866077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Checking segment: {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:01.866481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.866838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.866973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Bound using segment: {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:01.867327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Bound port: b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:01.867697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.898231 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.906188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Pushing event updated for resources: {'Port': ['ID=b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:01.949784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-68b47a48-1c55-4d98-8f6b-186b608a523c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.966067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:01.976103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-dc0573b3-cc7e-4065-80e3-d9e1b67db113 req-bbc58a60-d3d3-49d8-b699-eb16ab7c4ce7 tempest-ServersOnMultiNodesTest-536063036 tempest-ServersOnMultiNodesTest-536063036-project] (88390) timed out ('10.222.0.50', 65171) {{(pid=88390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:05:01.978549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b47a48-1c55-4d98-8f6b-186b608a523c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684c7a4c-2aa7-412f-89b6-2816419e5290,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:01.982847 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.003230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082975b2-57a7-48ff-b4aa-dfa495173713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-15189c45-7821-45d4-bf69-66b30fcdf616', 'network_id': '15189c45-7821-45d4-bf69-66b30fcdf616', 'tenant_id': '0411c145320445dfb2cf04d2aff57403', 'fixed_ips': [{'subnet_id': '6fd05d03-8dbf-4f58-a257-9c04af5e2e98'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:02.004079 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-082975b2-57a7-48ff-b4aa-dfa495173713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.019884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd05d03-8dbf-4f58-a257-9c04af5e2e98,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:02.026704 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96e94e5e-0b19-4576-95d9-88ac623dfcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.058117 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96e94e5e-0b19-4576-95d9-88ac623dfcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.093297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Pushing event updated for resources: {'Port': ['ID=d97caf96-9918-4822-b725-cc3c6338d809,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:02.111484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:02.112911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:02.115782 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-68b47a48-1c55-4d98-8f6b-186b608a523c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.119886 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-68b47a48-1c55-4d98-8f6b-186b608a523c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "DELETE /v2.0/security-groups/684c7a4c-2aa7-412f-89b6-2816419e5290 HTTP/1.1" status: 204 len: 168 time: 1.4193842 May 24 23:05:02.123530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47372) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:02.124493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:02.179248 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96e94e5e-0b19-4576-95d9-88ac623dfcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.240894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b757439c-02f4-4ed8-b56e-23e98fdd84df triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:02.241275 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.321383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e94e5e-0b19-4576-95d9-88ac623dfcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c8856-2329-4a5b-b7cb-5199b70d4404,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:02.351675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.360665 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96e94e5e-0b19-4576-95d9-88ac623dfcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.364245 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-96e94e5e-0b19-4576-95d9-88ac623dfcd2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/694c8856-2329-4a5b-b7cb-5199b70d4404 HTTP/1.1" status: 204 len: 168 time: 0.9756036 May 24 23:05:02.368474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.426560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f4fd65-51d4-464a-8083-9426c0a3c08e None None] Network 15189c45-7821-45d4-bf69-66b30fcdf616 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:02.428889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 147685b5-6a7a-42fc-8e61-bdea34babc92 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:02.470033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] For port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:02.584211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15189c45-7821-45d4-bf69-66b30fcdf616']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:02.601670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] For port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:02.631168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e813339-ed76-491c-9981-a4bc118805b2') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:02.631585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e813339-ed76-491c-9981-a4bc118805b2') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:02.657736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.723023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b757439c-02f4-4ed8-b56e-23e98fdd84df is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:02.725994 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.728130 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.820972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:02.823079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:02.854301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fae54-cdd7-4205-8a79-5b10a8a1b307 None None] Pushing event updated for resources: {'Port': ['ID=b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:02.975102 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 6e813339-ed76-491c-9981-a4bc118805b2 resource provider aggregate not found May 24 23:05:02.982244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b6d7f12d-f0ef-4118-b29e-0edbe74e30ac tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Synchronizing usage tracker for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:03.009689 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 6e813339-ed76-491c-9981-a4bc118805b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e813339-ed76-491c-9981-a4bc118805b2 found for delete ", "request_id": "req-51907a9b-b898-4c85-9647-5e7aa480f2ff"}]} May 24 23:05:03.158950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::3e5 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/abc4f208-2dc3-467b-9e8a-b6ae170e2851/147685b5-6a7a-42fc-8e61-bdea34babc92) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:03.170215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8:0:1:f816:3eff:fed9:b938 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/125b3661-9964-483d-9615-01e89d7e3e23/147685b5-6a7a-42fc-8e61-bdea34babc92) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:03.338390 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.396984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.576422 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.660622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b6d7f12d-f0ef-4118-b29e-0edbe74e30ac tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Unset dirty status for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:03.667798 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b6d7f12d-f0ef-4118-b29e-0edbe74e30ac tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.4315088 May 24 23:05:03.668011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47394) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:03.688804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Network': ['ID=15189c45-7821-45d4-bf69-66b30fcdf616,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:03.698512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'tempest-secgroup--780320292'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:03.717657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:03.727027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0700d45a-fb49-46fc-9b2b-8a924d826dc3 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/networks/15189c45-7821-45d4-bf69-66b30fcdf616 HTTP/1.1" status: 204 len: 168 time: 2.3354740 May 24 23:05:03.736739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47398) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:03.743075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:03.746130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-9c5e766e-c0cf-42b2-92fd-f8d8d67d1b45 req-50032b42-57a9-4b5c-9759-4374de13f263 tempest-MultipleCreateTestJSON-674928468 tempest-MultipleCreateTestJSON-674928468-project] (88389) timed out ('10.222.0.31', 54679) {{(pid=88389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:05:03.750246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3be5d1-83f5-4580-861c-14fcdb397b62 req-fb4b5a9c-ea8f-4afd-8e92-214ea0f86581 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:03.758207 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ee3be5d1-83f5-4580-861c-14fcdb397b62 req-fb4b5a9c-ea8f-4afd-8e92-214ea0f86581 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 1.0423326 May 24 23:05:03.803689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:03.857373 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.877055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 147685b5-6a7a-42fc-8e61-bdea34babc92 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:03.915673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7460a1ec-5bfc-44fe-aa55-40a2edd806b5 None None] Provisioning complete for port b757439c-02f4-4ed8-b56e-23e98fdd84df triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:03.916155 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7460a1ec-5bfc-44fe-aa55-40a2edd806b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:03.919216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.061109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:04.071569 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b7d62f-0192-4df6-b9d4-6e192a7cd305 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] DELETE failed (client error): The resource could not be found. May 24 23:05:04.072175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b7d62f-0192-4df6-b9d4-6e192a7cd305 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:04.074169 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-75b7d62f-0192-4df6-b9d4-6e192a7cd305 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/subnets/6fd05d03-8dbf-4f58-a257-9c04af5e2e98 HTTP/1.1" status: 404 len: 337 time: 0.3359735 May 24 23:05:04.077732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47410) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:04.081643 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b757439c-02f4-4ed8-b56e-23e98fdd84df up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:04.088198 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.181983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:04.189689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:04.199799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:04.206145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:04.233855 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7460a1ec-5bfc-44fe-aa55-40a2edd806b5 None None] Current status of the port b757439c-02f4-4ed8-b56e-23e98fdd84df is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:04.260122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b757439c-02f4-4ed8-b56e-23e98fdd84df triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:04.263194 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.292665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:04.295826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:04.312595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:04.318842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:04.320034 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.339923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=147685b5-6a7a-42fc-8e61-bdea34babc92,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:04.350801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.351422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.352943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.353478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.354056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.354553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.355053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.355533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.356020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.356509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.357027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.357559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:04.372688 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dc6a192f-72d4-4910-8968-c3e8cd2339a7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3804803 May 24 23:05:04.376061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47416) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:04.596370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b757439c-02f4-4ed8-b56e-23e98fdd84df is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:04.597256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-cefc3dc2-42cf-451e-956f-8c837687c485 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 147685b5-6a7a-42fc-8e61-bdea34babc92 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:04.598259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cefc3dc2-42cf-451e-956f-8c837687c485 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.700636 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:04.703095 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b374dd7-88e5-47dc-8461-12379e5aae7e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] DELETE failed (client error): The resource could not be found. May 24 23:05:04.703562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b374dd7-88e5-47dc-8461-12379e5aae7e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:04.717055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b374dd7-88e5-47dc-8461-12379e5aae7e tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/networks/15189c45-7821-45d4-bf69-66b30fcdf616 HTTP/1.1" status: 404 len: 339 time: 0.6356502 May 24 23:05:04.719711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47424) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:04.807559 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ee3be5d1-83f5-4580-861c-14fcdb397b62 req-5a9ca1fa-930d-404a-9092-c38911141ce8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7546113 May 24 23:05:04.823276 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-06aff019-5efd-4992-bdc3-9a8be868fcb5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] DELETE failed (client error): The resource could not be found. May 24 23:05:04.823923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06aff019-5efd-4992-bdc3-9a8be868fcb5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:04.825946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-06aff019-5efd-4992-bdc3-9a8be868fcb5 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/subnets/afc20615-75d4-46cd-82a5-f02e12045f1a HTTP/1.1" status: 404 len: 337 time: 0.1044474 May 24 23:05:04.845804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47428) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:04.881642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-006418ff-f718-4aaf-9f9f-d0f61d1612cc None None] Provisioning for port 147685b5-6a7a-42fc-8e61-bdea34babc92 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:04.890238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-006418ff-f718-4aaf-9f9f-d0f61d1612cc None None] Provisioning complete for port 147685b5-6a7a-42fc-8e61-bdea34babc92 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:04.890611 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-006418ff-f718-4aaf-9f9f-d0f61d1612cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.026854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-006418ff-f718-4aaf-9f9f-d0f61d1612cc None None] Port 147685b5-6a7a-42fc-8e61-bdea34babc92 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:05.029904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce5f6f-caa6-488f-90c4-439404557ca8 None None] Network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:05.048882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.063243 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.133574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a8662f-6a8b-4ad3-841c-8861de49cda8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:05.145758 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.147611 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-586f0c1c-dc13-4272-b95d-9eff9cc8f287 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4778893 May 24 23:05:05.151463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47436) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.170035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-01239cc8-5ad0-475c-b9cf-8923ae7e1c58 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'f2a8662f-6a8b-4ad3-841c-8861de49cda8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:05.198846 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-01239cc8-5ad0-475c-b9cf-8923ae7e1c58 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 24 23:05:05.199580 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-01239cc8-5ad0-475c-b9cf-8923ae7e1c58 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:05.200630 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-01239cc8-5ad0-475c-b9cf-8923ae7e1c58 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0364587 May 24 23:05:05.204662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47444) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.216399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e17e2dee-9602-4c23-9f3c-3a1df4e96c92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'f2a8662f-6a8b-4ad3-841c-8861de49cda8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:05.217082 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-e17e2dee-9602-4c23-9f3c-3a1df4e96c92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 24 23:05:05.217585 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-e17e2dee-9602-4c23-9f3c-3a1df4e96c92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:05.219037 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e17e2dee-9602-4c23-9f3c-3a1df4e96c92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134783 May 24 23:05:05.221820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47448) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.227761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-877ba0d6-5cdb-411c-b266-f33a0144153c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'f2a8662f-6a8b-4ad3-841c-8861de49cda8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:05.228934 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-877ba0d6-5cdb-411c-b266-f33a0144153c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 24 23:05:05.229411 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-877ba0d6-5cdb-411c-b266-f33a0144153c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:05.230492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-877ba0d6-5cdb-411c-b266-f33a0144153c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075109 May 24 23:05:05.241764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47452) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.255978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c5fb67fb-33ca-4cd2-8beb-d89f39d3eb6a tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'f2a8662f-6a8b-4ad3-841c-8861de49cda8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:05.256928 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-c5fb67fb-33ca-4cd2-8beb-d89f39d3eb6a tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 24 23:05:05.257425 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-c5fb67fb-33ca-4cd2-8beb-d89f39d3eb6a tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:05.259068 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c5fb67fb-33ca-4cd2-8beb-d89f39d3eb6a tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0147336 May 24 23:05:05.265211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e00a28b0-beda-411d-a9c5-496174fd649f None None] Provisioning for port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:05.270059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47456) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.278913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e00a28b0-beda-411d-a9c5-496174fd649f None None] Provisioning complete for port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:05.279280 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e00a28b0-beda-411d-a9c5-496174fd649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.306474 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-3735347a-de84-45dc-b349-a5ad32e03beb tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] DELETE failed (client error): The resource could not be found. May 24 23:05:05.307060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3735347a-de84-45dc-b349-a5ad32e03beb tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:05.311278 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3735347a-de84-45dc-b349-a5ad32e03beb tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/networks/d15eff03-0ff8-47b5-9a10-05c0bb45fd23 HTTP/1.1" status: 404 len: 339 time: 0.1379683 May 24 23:05:05.311877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47462) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.333262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Router a0434b42-6dee-487b-b075-7b27a9eb46a5 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:05:05.423759 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-051ece2b-b467-4f29-b8f7-f6985dc41fcb tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] DELETE failed (client error): The resource could not be found. May 24 23:05:05.424222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051ece2b-b467-4f29-b8f7-f6985dc41fcb tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:05.439393 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-051ece2b-b467-4f29-b8f7-f6985dc41fcb tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/subnets/60ae9d09-69cc-4d3e-969d-5fcbf398f236 HTTP/1.1" status: 404 len: 337 time: 0.1237526 May 24 23:05:05.441417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cefc3dc2-42cf-451e-956f-8c837687c485 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.461481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47466) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.488772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e29c7a7-95e6-4f51-822b-0a747893c78c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.519576 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5aafa9c6-67df-4a6f-8211-8d0d00b17ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.535458 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e29c7a7-95e6-4f51-822b-0a747893c78c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.626558 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e29c7a7-95e6-4f51-822b-0a747893c78c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.726350 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e29c7a7-95e6-4f51-822b-0a747893c78c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.728728 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4e29c7a7-95e6-4f51-822b-0a747893c78c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "DELETE /v2.0/security-groups/f2a8662f-6a8b-4ad3-841c-8861de49cda8 HTTP/1.1" status: 204 len: 168 time: 0.4518836 May 24 23:05:05.742589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29c7a7-95e6-4f51-822b-0a747893c78c tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a8662f-6a8b-4ad3-841c-8861de49cda8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:05.764774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47474) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.778591 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-804dca1e-c630-4c09-809e-fa7c02af4b16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] DELETE failed (client error): The resource could not be found. May 24 23:05:05.779078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804dca1e-c630-4c09-809e-fa7c02af4b16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:05.793887 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-804dca1e-c630-4c09-809e-fa7c02af4b16 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/networks/0d78e991-35bc-482a-a376-20f8ece9d017 HTTP/1.1" status: 404 len: 339 time: 0.3312123 May 24 23:05:05.801407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-cefc3dc2-42cf-451e-956f-8c837687c485 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 147685b5-6a7a-42fc-8e61-bdea34babc92 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:05.856790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e00a28b0-beda-411d-a9c5-496174fd649f None None] Current status of the port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:05.857708 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e00a28b0-beda-411d-a9c5-496174fd649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:05.907876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47478) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:05.908958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-6bc287de-612c-4687-a1db-c2648a80884e req-d58cddbe-70ec-4d48-93a9-fbfda8849d29 service neutron] (88389) timed out ('10.222.0.50', 65207) {{(pid=88389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:05:05.944271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:05.970260 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Sync routers for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:05.989333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e00a28b0-beda-411d-a9c5-496174fd649f None None] For port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:06.003590 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e00a28b0-beda-411d-a9c5-496174fd649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.003873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-36ab867b-ecfa-4d8f-a122-8f5627d2e2f6 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Synchronizing usage tracker for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:06.042591 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.047173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2a597bf0-4ac8-4e31-b6c4-df847b1b6823 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6027195 May 24 23:05:06.047951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47490) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:06.048996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:06.049686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:04:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:06.131189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-36ab867b-ecfa-4d8f-a122-8f5627d2e2f6 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Unset dirty status for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:06.137984 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-36ab867b-ecfa-4d8f-a122-8f5627d2e2f6 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3719962 May 24 23:05:06.138701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47494) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:06.153602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057995106'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:06.171391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:06.185896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:06.252797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-182541b5-af9c-43cd-a1ae-c4dce01d93bc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Deleting port 9168a3b6-bff6-43a0-b1a2-d6795e38e4eb {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:06.253473 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-182541b5-af9c-43cd-a1ae-c4dce01d93bc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.445871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:06.767504 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-182541b5-af9c-43cd-a1ae-c4dce01d93bc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.789451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d5701-cf1a-4709-ac10-513b01dca5d0 None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:05:06.806123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:06.852167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a28b0-beda-411d-a9c5-496174fd649f None None] Pushing event updated for resources: {'Port': ['ID=b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:06.947480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-182541b5-af9c-43cd-a1ae-c4dce01d93bc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Calling delete_port for 9168a3b6-bff6-43a0-b1a2-d6795e38e4eb owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:07.014382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:07.019589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-96472fa2-2d1e-4a5e-b97f-877e30077212 None None] Provisioning complete for port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:07.020149 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-96472fa2-2d1e-4a5e-b97f-877e30077212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.042675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191851c-410d-4c43-b952-5b78b4897617 req-a7c71972-bb1f-48c2-b4dc-1e90b771481d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:07.042675 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2191851c-410d-4c43-b952-5b78b4897617 req-a7c71972-bb1f-48c2-b4dc-1e90b771481d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 0.9314265 May 24 23:05:07.086862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:07.090052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:07.112363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:07.132522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d5701-cf1a-4709-ac10-513b01dca5d0 None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:05:07.137273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:02Z', 'revision_number': 3, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:07.155277 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-182541b5-af9c-43cd-a1ae-c4dce01d93bc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.186762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Checking router: a0434b42-6dee-487b-b075-7b27a9eb46a5 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:05:07.187134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Updating router a0434b42-6dee-487b-b075-7b27a9eb46a5 port d97caf96-9918-4822-b725-cc3c6338d809 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:05:07.405117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.419396 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.457683 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.463085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9680614-e43c-48ae-b8c0-53cdc4b1cebf,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:07.562609 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.567229 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-81d4535d-df00-4172-a186-2d7274fd05d4 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4192071 May 24 23:05:07.573772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47524) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:07.588072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a05eec9c-7576-4040-9944-2eda95470f0e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'e9680614-e43c-48ae-b8c0-53cdc4b1cebf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:07.589188 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-a05eec9c-7576-4040-9944-2eda95470f0e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 24 23:05:07.600865 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-a05eec9c-7576-4040-9944-2eda95470f0e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:07.607647 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a05eec9c-7576-4040-9944-2eda95470f0e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0325062 May 24 23:05:07.608190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47528) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:07.622720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-16c22f45-5828-4d46-98a9-dcdb27545ba7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'e9680614-e43c-48ae-b8c0-53cdc4b1cebf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:07.630829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-16c22f45-5828-4d46-98a9-dcdb27545ba7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:07.637874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-16c22f45-5828-4d46-98a9-dcdb27545ba7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:07.642707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-16c22f45-5828-4d46-98a9-dcdb27545ba7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:07.652248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-16c22f45-5828-4d46-98a9-dcdb27545ba7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:07.732121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182541b5-af9c-43cd-a1ae-c4dce01d93bc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Port': ['ID=9168a3b6-bff6-43a0-b1a2-d6795e38e4eb,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:07.736426 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.747821 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-16c22f45-5828-4d46-98a9-dcdb27545ba7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:07.752059 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-16c22f45-5828-4d46-98a9-dcdb27545ba7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1362057 May 24 23:05:07.752813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47532) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:07.756578 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2191851c-410d-4c43-b952-5b78b4897617 req-a3cbe56d-f475-422b-9063-4878066f8747 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7176266 May 24 23:05:07.762651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6307f152-11b5-4f3f-8582-833b755bba15 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'e9680614-e43c-48ae-b8c0-53cdc4b1cebf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:07.763197 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-6307f152-11b5-4f3f-8582-833b755bba15 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 24 23:05:07.763891 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-6307f152-11b5-4f3f-8582-833b755bba15 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:07.769106 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6307f152-11b5-4f3f-8582-833b755bba15 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136168 May 24 23:05:07.769894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47536) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:07.782498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cefc3dc2-42cf-451e-956f-8c837687c485 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.785790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4b74f9e4-9352-417b-afad-cefa40d40a81 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'e9680614-e43c-48ae-b8c0-53cdc4b1cebf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:07.836544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b74f9e4-9352-417b-afad-cefa40d40a81 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:07.839710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47540) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:07.859368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b74f9e4-9352-417b-afad-cefa40d40a81 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:07.861067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:07.865763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b74f9e4-9352-417b-afad-cefa40d40a81 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:07.876139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b74f9e4-9352-417b-afad-cefa40d40a81 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:07.902304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc3dc2-42cf-451e-956f-8c837687c485 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=147685b5-6a7a-42fc-8e61-bdea34babc92,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:07.904926 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-182541b5-af9c-43cd-a1ae-c4dce01d93bc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:07.964007 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-4b74f9e4-9352-417b-afad-cefa40d40a81 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:07.968567 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b74f9e4-9352-417b-afad-cefa40d40a81 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1951611 May 24 23:05:07.972189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47546) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:07.977417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-96472fa2-2d1e-4a5e-b97f-877e30077212 None None] Current status of the port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:07.980729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3b728503-9f82-4d0c-b6db-f66c49ecf276 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'e9680614-e43c-48ae-b8c0-53cdc4b1cebf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:07.981852 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-3b728503-9f82-4d0c-b6db-f66c49ecf276 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 24 23:05:07.981852 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-3b728503-9f82-4d0c-b6db-f66c49ecf276 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:07.986105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3b728503-9f82-4d0c-b6db-f66c49ecf276 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126369 May 24 23:05:07.986678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47550) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:07.988276 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-af2dbf08-ac1d-4a96-b9b0-605fee73eb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.000375 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-182541b5-af9c-43cd-a1ae-c4dce01d93bc tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/ports/9168a3b6-bff6-43a0-b1a2-d6795e38e4eb HTTP/1.1" status: 204 len: 168 time: 2.0900018 May 24 23:05:08.006699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47554) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.038095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3f89f4c6-e167-4847-b048-7403faff48fd tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'e9680614-e43c-48ae-b8c0-53cdc4b1cebf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:08.046866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:08.047935 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.049553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3f89f4c6-e167-4847-b048-7403faff48fd tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:08.053314 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cefc3dc2-42cf-451e-956f-8c837687c485 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.055404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cefc3dc2-42cf-451e-956f-8c837687c485 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/147685b5-6a7a-42fc-8e61-bdea34babc92 HTTP/1.1" status: 204 len: 168 time: 3.6729279 May 24 23:05:08.060753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47558) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.062216 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e908b8e-6ee4-4c37-8e92-5be613a57e21 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] DELETE failed (client error): The resource could not be found. May 24 23:05:08.062671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e908b8e-6ee4-4c37-8e92-5be613a57e21 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:08.064347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5e908b8e-6ee4-4c37-8e92-5be613a57e21 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/subnets/bc3d3ff1-c85a-4326-a713-c0101ae89c30 HTTP/1.1" status: 404 len: 337 time: 0.0545301 May 24 23:05:08.067701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47560) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.067862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3f89f4c6-e167-4847-b048-7403faff48fd tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:08.073147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3f89f4c6-e167-4847-b048-7403faff48fd tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:08.084834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3f89f4c6-e167-4847-b048-7403faff48fd tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:08.119959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Allocated IP 172.20.0.1 (002fbdc6-b25e-4db0-8e9b-acd3f481a1b7/47001c01-66d5-4135-8684-58bb2d7f443c/d1746572-b8bf-46c3-b979-abb627cfd635) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:08.144885 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-3f89f4c6-e167-4847-b048-7403faff48fd tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Project 447fd4aef8964f41aebfb77272e8a5e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:05:08.226727 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.233838 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-66f28d1c-2a2f-4f85-a770-88f040ce9db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.263696 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.315191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d6c7dd-568a-436d-9891-d6e02e963193 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:08.315956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-64d6c7dd-568a-436d-9891-d6e02e963193 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:08.324543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-66f28d1c-2a2f-4f85-a770-88f040ce9db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:08.334648 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-3f89f4c6-e167-4847-b048-7403faff48fd tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:08.339716 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3f89f4c6-e167-4847-b048-7403faff48fd tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3481858 May 24 23:05:08.340830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-66f28d1c-2a2f-4f85-a770-88f040ce9db4 admin admin] Usage tracker for resource:security_group_rule and tenant:5bfcce8a14cb44d9b0f36cd72a0e688f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:08.346881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47566) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.350772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Transition to ACTIVE for port object d97caf96-9918-4822-b725-cc3c6338d809 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:08.353197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-66f28d1c-2a2f-4f85-a770-88f040ce9db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:08.359382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8cbf3109-2275-4acd-b4a5-3998a683ee05 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'e9680614-e43c-48ae-b8c0-53cdc4b1cebf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:08.360114 n-d-843146-7 neutron-server[88389]: WARNING neutron.api.v2.base [None req-8cbf3109-2275-4acd-b4a5-3998a683ee05 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 24 23:05:08.360941 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-8cbf3109-2275-4acd-b4a5-3998a683ee05 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:08.361812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8cbf3109-2275-4acd-b4a5-3998a683ee05 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137122 May 24 23:05:08.368021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-66f28d1c-2a2f-4f85-a770-88f040ce9db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:08.370498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47570) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.376850 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.383150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0968da87-4edf-4ef1-b469-250941b9bf92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'e9680614-e43c-48ae-b8c0-53cdc4b1cebf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:08.391482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0968da87-4edf-4ef1-b469-250941b9bf92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:08.395469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0968da87-4edf-4ef1-b469-250941b9bf92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:08.398784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0968da87-4edf-4ef1-b469-250941b9bf92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:08.405299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0968da87-4edf-4ef1-b469-250941b9bf92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:08.424004 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-0968da87-4edf-4ef1-b469-250941b9bf92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Project 447fd4aef8964f41aebfb77272e8a5e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:05:08.434695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-64d6c7dd-568a-436d-9891-d6e02e963193 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:08.436125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-64d6c7dd-568a-436d-9891-d6e02e963193 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3704410 May 24 23:05:08.440402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47574) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.459073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016c673-a8e3-43e9-9bc7-eda831750cad None None] Pushing event updated for resources: {'Port': ['ID=d97caf96-9918-4822-b725-cc3c6338d809,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:08.474967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:08.492552 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.496274 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-0968da87-4edf-4ef1-b469-250941b9bf92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:08.499126 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0968da87-4edf-4ef1-b469-250941b9bf92 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1275713 May 24 23:05:08.504548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47578) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.517085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0695a192-aac8-47e8-9a61-21d1fdc99b65 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'e9680614-e43c-48ae-b8c0-53cdc4b1cebf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:08.532175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Attempting to bind port d97caf96-9918-4822-b725-cc3c6338d809 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:08.532572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Attempting to bind port d97caf96-9918-4822-b725-cc3c6338d809 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:08.532940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Attempting to bind port d97caf96-9918-4822-b725-cc3c6338d809 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:08.542465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0695a192-aac8-47e8-9a61-21d1fdc99b65 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:08.550379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0695a192-aac8-47e8-9a61-21d1fdc99b65 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:08.553953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84f6bd4-abee-42bc-a1bc-f3464bc77606']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:08.556758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:08.557141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:08.557588 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.557984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:08.558453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Bound port: d97caf96-9918-4822-b725-cc3c6338d809, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:08.558830 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.561338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0695a192-aac8-47e8-9a61-21d1fdc99b65 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:08.567502 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.573525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0695a192-aac8-47e8-9a61-21d1fdc99b65 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:08.578161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c277369-c2ee-458a-b89e-fdb5ac54c879') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:08.578464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c277369-c2ee-458a-b89e-fdb5ac54c879') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:08.598071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.607822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Transition to ACTIVE for port object d1746572-b8bf-46c3-b979-abb627cfd635 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:08.623904 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.627185 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-0695a192-aac8-47e8-9a61-21d1fdc99b65 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Project 447fd4aef8964f41aebfb77272e8a5e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:05:08.642910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:08.643327 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.657131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-66f28d1c-2a2f-4f85-a770-88f040ce9db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.675005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-66f28d1c-2a2f-4f85-a770-88f040ce9db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.680272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b53088c-2fd0-4a82-b8b4-5412e8e22a59 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:08.681885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0b53088c-2fd0-4a82-b8b4-5412e8e22a59 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2408690 May 24 23:05:08.708105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47584) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.732525 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 1c277369-c2ee-458a-b89e-fdb5ac54c879 resource provider aggregate not found May 24 23:05:08.742520 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-0695a192-aac8-47e8-9a61-21d1fdc99b65 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:08.743557 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0695a192-aac8-47e8-9a61-21d1fdc99b65 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2349117 May 24 23:05:08.754901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47590) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.771124 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 1c277369-c2ee-458a-b89e-fdb5ac54c879 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c277369-c2ee-458a-b89e-fdb5ac54c879 found for delete ", "request_id": "req-856b6bc4-e802-4c5e-98f4-7e4cde29bcdb"}]} May 24 23:05:08.800217 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.838402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451d4a8-7a4d-45c5-96ab-0be01f548215 None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:05:08.849242 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-66f28d1c-2a2f-4f85-a770-88f040ce9db4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5bfcce8a14cb44d9b0f36cd72a0e688f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0030653 May 24 23:05:08.861240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47596) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.864917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f28d1c-2a2f-4f85-a770-88f040ce9db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4195705a-9dd0-4c22-8f0c-696ffcf5923d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:08.865084 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.869906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.870104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Network': ['ID=e84f6bd4-abee-42bc-a1bc-f3464bc77606,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:08.887582 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1fa4a454-3da9-4992-a84f-88a706821940 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/networks/e84f6bd4-abee-42bc-a1bc-f3464bc77606 HTTP/1.1" status: 204 len: 168 time: 0.8187497 May 24 23:05:08.890851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] For port d97caf96-9918-4822-b725-cc3c6338d809, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:08.892029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47600) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:08.897479 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.905623 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.908267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] For port d97caf96-9918-4822-b725-cc3c6338d809, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d97caf96-9918-4822-b725-cc3c6338d809,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:08.921063 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.942501 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a750a51-a505-4543-8c63-83588cf3afe6 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:08.974451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:08.991349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:09.004541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:09.007447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a750a51-a505-4543-8c63-83588cf3afe6 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.042177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed7c4d-c980-4759-b916-31687e85c1a3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:09.044608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed7c4d-c980-4759-b916-31687e85c1a3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:09.046540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed7c4d-c980-4759-b916-31687e85c1a3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:09.050330 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7bed7c4d-c980-4759-b916-31687e85c1a3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:09.055493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d04f7710-20d3-48d9-8615-c0640f3b88ea tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Deleting port 50e0df4c-3599-43b2-98c7-f470c04f50f7 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:09.055841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d04f7710-20d3-48d9-8615-c0640f3b88ea tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.083508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:09.084573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:05:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:09.170465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016c673-a8e3-43e9-9bc7-eda831750cad None None] Pushing event updated for resources: {'Port': ['ID=d97caf96-9918-4822-b725-cc3c6338d809,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:09.181350 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-209e9825-b2f4-4491-9cbc-86cf8d52c5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.188722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Pushing event updated for resources: {'Port': ['ID=d1746572-b8bf-46c3-b979-abb627cfd635,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:09.219640 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a750a51-a505-4543-8c63-83588cf3afe6 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.220752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5451d4a8-7a4d-45c5-96ab-0be01f548215 None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:05:09.220962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.251250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a750a51-a505-4543-8c63-83588cf3afe6 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9680614-e43c-48ae-b8c0-53cdc4b1cebf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:09.299903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7bed7c4d-c980-4759-b916-31687e85c1a3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:09.304161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7bed7c4d-c980-4759-b916-31687e85c1a3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5890510 May 24 23:05:09.334950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47604) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:09.347085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a750a51-a505-4543-8c63-83588cf3afe6 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.347085 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6a750a51-a505-4543-8c63-83588cf3afe6 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "DELETE /v2.0/security-groups/e9680614-e43c-48ae-b8c0-53cdc4b1cebf HTTP/1.1" status: 204 len: 168 time: 0.5894186 May 24 23:05:09.355234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47606) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:09.390568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:09.420930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d04f7710-20d3-48d9-8615-c0640f3b88ea tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.556970 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-209e9825-b2f4-4491-9cbc-86cf8d52c5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.568955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-d04f7710-20d3-48d9-8615-c0640f3b88ea tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Calling delete_port for 50e0df4c-3599-43b2-98c7-f470c04f50f7 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:09.607779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-132c5cbd-3290-47c8-8860-0067ca6bd53e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Synchronizing usage tracker for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:09.652690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-132c5cbd-3290-47c8-8860-0067ca6bd53e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Unset dirty status for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:09.654030 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-132c5cbd-3290-47c8-8860-0067ca6bd53e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2978327 May 24 23:05:09.659618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-209e9825-b2f4-4491-9cbc-86cf8d52c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.664654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47620) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:09.690037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'tempest-secgroup--886302196'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:09.701557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:09.706228 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e9825-b2f4-4491-9cbc-86cf8d52c5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4195705a-9dd0-4c22-8f0c-696ffcf5923d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:09.714822 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d04f7710-20d3-48d9-8615-c0640f3b88ea tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.737707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:09.750421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43726348-5718-43dc-9d12-140f726c3de4 req-eecbc790-c94e-48cc-b9a0-f33702751719 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:09.753071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43726348-5718-43dc-9d12-140f726c3de4 req-eecbc790-c94e-48cc-b9a0-f33702751719 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 0.6972651 May 24 23:05:09.753694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.778600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-245a3f63-cc31-44e2-898d-c1854eecc98e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 125b3661-9964-483d-9615-01e89d7e3e23 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:09.780949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f7710-20d3-48d9-8615-c0640f3b88ea tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Port': ['ID=50e0df4c-3599-43b2-98c7-f470c04f50f7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:09.790261 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d04f7710-20d3-48d9-8615-c0640f3b88ea tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.798982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d04f7710-20d3-48d9-8615-c0640f3b88ea tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/ports/50e0df4c-3599-43b2-98c7-f470c04f50f7 HTTP/1.1" status: 204 len: 168 time: 0.9059446 May 24 23:05:09.801482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47626) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:09.806349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-245a3f63-cc31-44e2-898d-c1854eecc98e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.866293 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.888471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-209e9825-b2f4-4491-9cbc-86cf8d52c5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.890151 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-209e9825-b2f4-4491-9cbc-86cf8d52c5b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4195705a-9dd0-4c22-8f0c-696ffcf5923d HTTP/1.1" status: 204 len: 168 time: 1.0085471 May 24 23:05:09.955153 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-245a3f63-cc31-44e2-898d-c1854eecc98e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:09.984191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:09.986857 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-199c907d-734b-42bb-a39a-7fa29cc63c60 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] DELETE failed (client error): The resource could not be found. May 24 23:05:09.987322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199c907d-734b-42bb-a39a-7fa29cc63c60 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:09.991417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:02Z', 'revision_number': 3, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:09.991974 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-199c907d-734b-42bb-a39a-7fa29cc63c60 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/subnets/a0065609-32e9-4e99-95b3-b9f34b545757 HTTP/1.1" status: 404 len: 337 time: 0.1887758 May 24 23:05:09.992984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47632) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:09.996292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43726348-5718-43dc-9d12-140f726c3de4 req-ed530631-430f-45bf-b0f9-121c2c5f34a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273567 May 24 23:05:09.997253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:10.014905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492141e-e05c-4048-a3f8-601c45de1c28 None None] The sync data for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 is: [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:02Z', 'revision_number': 3, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:10.024026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:10.028947 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.044242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:10.192260 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.397228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.456933 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-245a3f63-cc31-44e2-898d-c1854eecc98e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.459858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2249e81b-667d-4a02-b2b1-dec5b0cc4153']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:10.484867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b382829-31c7-4a9b-b45c-8edfab87591e') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:10.485580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b382829-31c7-4a9b-b45c-8edfab87591e') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:10.532791 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.559429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.572028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:10.572492 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.585947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.607750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47646) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:10.616511 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.630988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b723867-9367-402a-8bf3-1c8f7ad32a01 None None] Provisioning for port d1746572-b8bf-46c3-b979-abb627cfd635 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:10.638277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b723867-9367-402a-8bf3-1c8f7ad32a01 None None] Provisioning complete for port d1746572-b8bf-46c3-b979-abb627cfd635 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:10.638695 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b723867-9367-402a-8bf3-1c8f7ad32a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.702997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.714524 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eeef4966-850e-449c-b3cb-d519167b1041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.731520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b723867-9367-402a-8bf3-1c8f7ad32a01 None None] Port d1746572-b8bf-46c3-b979-abb627cfd635 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:10.735316 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.747014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.754617 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.765757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Network': ['ID=2249e81b-667d-4a02-b2b1-dec5b0cc4153,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:10.771190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-76295bf7-e9ea-436b-be98-5999f00720c1 tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/networks/2249e81b-667d-4a02-b2b1-dec5b0cc4153 HTTP/1.1" status: 204 len: 168 time: 0.7773929 May 24 23:05:10.772076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47654) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:10.815707 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 6b382829-31c7-4a9b-b45c-8edfab87591e resource provider aggregate not found May 24 23:05:10.840385 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 6b382829-31c7-4a9b-b45c-8edfab87591e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b382829-31c7-4a9b-b45c-8edfab87591e found for delete ", "request_id": "req-7fe03238-9a94-4bee-b979-9908c2fcaeb7"}]} May 24 23:05:10.875000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e293cfa-15d7-420c-bc57-971ddd51fa0a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Deleting subnet 48f2066f-fdd3-4cf6-841d-95063df020ff {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:10.879569 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e293cfa-15d7-420c-bc57-971ddd51fa0a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.882081 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-245a3f63-cc31-44e2-898d-c1854eecc98e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.885704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd475393-5997-4d3e-b551-e2f0ee1a38dd,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:10.896439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eeef4966-850e-449c-b3cb-d519167b1041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:10.939021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eeef4966-850e-449c-b3cb-d519167b1041 admin admin] Usage tracker for resource:security_group_rule and tenant:e95e5fd8a01d480186e6dcfd1b9cd6ba is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:10.946912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.950799 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-439e3f66-0f8a-4c77-8843-4c87fac2fc9b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2670588 May 24 23:05:10.950947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e293cfa-15d7-420c-bc57-971ddd51fa0a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.952740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eeef4966-850e-449c-b3cb-d519167b1041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:10.957466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a3f63-cc31-44e2-898d-c1854eecc98e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=125b3661-9964-483d-9615-01e89d7e3e23,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:10.959702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47662) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:10.972868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eeef4966-850e-449c-b3cb-d519167b1041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:10.975886 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-245a3f63-cc31-44e2-898d-c1854eecc98e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:10.977674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d5123-70bb-4457-ae6c-eba1979a8281 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:10.978183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-245a3f63-cc31-44e2-898d-c1854eecc98e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/125b3661-9964-483d-9615-01e89d7e3e23 HTTP/1.1" status: 204 len: 168 time: 1.6273220 May 24 23:05:10.979196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Pushing event updated for resources: {'Port': ['ID=d1746572-b8bf-46c3-b979-abb627cfd635,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:10.984061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0326d183-8a2a-4034-ae76-36d26a7fc33f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'fd475393-5997-4d3e-b551-e2f0ee1a38dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:10.988786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47666) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:11.032755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0326d183-8a2a-4034-ae76-36d26a7fc33f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:11.039241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.056393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0326d183-8a2a-4034-ae76-36d26a7fc33f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:11.067282 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e293cfa-15d7-420c-bc57-971ddd51fa0a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.107369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0326d183-8a2a-4034-ae76-36d26a7fc33f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:11.136233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0326d183-8a2a-4034-ae76-36d26a7fc33f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:11.229408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0c87c6-edc0-47bc-9af7-eaee399187e1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet abc4f208-2dc3-467b-9e8a-b6ae170e2851 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:11.251138 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c0c87c6-edc0-47bc-9af7-eaee399187e1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.385570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a9d5-0deb-4b3f-8b79-f488ace756ff req-205f00e8-5ed2-4839-8467-aa1d83556d0c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:11.387333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8075a9d5-0deb-4b3f-8b79-f488ace756ff req-205f00e8-5ed2-4839-8467-aa1d83556d0c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 0.1888049 May 24 23:05:11.410485 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c0c87c6-edc0-47bc-9af7-eaee399187e1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.434278 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e293cfa-15d7-420c-bc57-971ddd51fa0a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.473049 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-0326d183-8a2a-4034-ae76-36d26a7fc33f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The resource could not be found. May 24 23:05:11.475636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0326d183-8a2a-4034-ae76-36d26a7fc33f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5063672 May 24 23:05:11.488742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47698) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:11.492125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9105ce6-1fd5-44da-bf2a-ec977df24870 None None] Network d1953141-4500-42f8-8d2a-5d2b2d3125a9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:11.502562 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e293cfa-15d7-420c-bc57-971ddd51fa0a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.515868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3810f184-50f8-48ed-8fd7-5f69cee708d3 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': 'fd475393-5997-4d3e-b551-e2f0ee1a38dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1c56db64-7f8f-48c7-85b3-43aa9c06d414'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:11.524898 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9e293cfa-15d7-420c-bc57-971ddd51fa0a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/subnets/48f2066f-fdd3-4cf6-841d-95063df020ff HTTP/1.1" status: 204 len: 168 time: 0.7487764 May 24 23:05:11.526073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47702) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:11.531853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e293cfa-15d7-420c-bc57-971ddd51fa0a tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Subnet': ['ID=48f2066f-fdd3-4cf6-841d-95063df020ff,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:11.618051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eeef4966-850e-449c-b3cb-d519167b1041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.657190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:11.660489 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eeef4966-850e-449c-b3cb-d519167b1041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.684909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:11.691864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3810f184-50f8-48ed-8fd7-5f69cee708d3 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:11.698616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.703799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8075a9d5-0deb-4b3f-8b79-f488ace756ff req-82e46d42-2c50-488e-944e-00e8eecf816f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042772 May 24 23:05:11.708930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3810f184-50f8-48ed-8fd7-5f69cee708d3 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:11.717155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3810f184-50f8-48ed-8fd7-5f69cee708d3 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:11.735330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d97caf96-9918-4822-b725-cc3c6338d809 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:11.739087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3810f184-50f8-48ed-8fd7-5f69cee708d3 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:11.743037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Deleting port 4017cf17-4ca3-4fb3-83f0-320cab02d69f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:11.743479 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.861440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c0c87c6-edc0-47bc-9af7-eaee399187e1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.958342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port d97caf96-9918-4822-b725-cc3c6338d809 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:11.966606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d97caf96-9918-4822-b725-cc3c6338d809 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:11.966989 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:11.978660 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-3810f184-50f8-48ed-8fd7-5f69cee708d3 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The resource could not be found. May 24 23:05:11.979998 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3810f184-50f8-48ed-8fd7-5f69cee708d3 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4863801 May 24 23:05:11.983355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47710) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:12.087683 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef4966-850e-449c-b3cb-d519167b1041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c962e-9238-4fbc-81d8-e247b13bc538,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:12.105106 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eeef4966-850e-449c-b3cb-d519167b1041 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e95e5fd8a01d480186e6dcfd1b9cd6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4951947 May 24 23:05:12.113886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47714) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:12.139521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d78d80-6fb6-4393-9788-34ecd1f375fd None None] DHCP port deletion for d1953141-4500-42f8-8d2a-5d2b2d3125a9 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:12.161997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-35d78d80-6fb6-4393-9788-34ecd1f375fd None None] Deleting port 4017cf17-4ca3-4fb3-83f0-320cab02d69f {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:12.162282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d78d80-6fb6-4393-9788-34ecd1f375fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.168093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] For port 4017cf17-4ca3-4fb3-83f0-320cab02d69f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4017cf17-4ca3-4fb3-83f0-320cab02d69f,segment=NetworkSegment(7332926a-5280-4ab1-aaec-a6a982f234ce),segment_id=7332926a-5280-4ab1-aaec-a6a982f234ce)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:12.168599 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.234901 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c0c87c6-edc0-47bc-9af7-eaee399187e1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.239594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d97caf96-9918-4822-b725-cc3c6338d809 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:12.240221 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.254232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-12acf242-25f5-494c-a125-b82614a2d796 None None] Provisioning complete for port d1746572-b8bf-46c3-b979-abb627cfd635 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:12.258026 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-12acf242-25f5-494c-a125-b82614a2d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.348914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port d97caf96-9918-4822-b725-cc3c6338d809, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d97caf96-9918-4822-b725-cc3c6338d809,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:12.373469 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.401203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Calling delete_port for 4017cf17-4ca3-4fb3-83f0-320cab02d69f owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:12.418881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-12acf242-25f5-494c-a125-b82614a2d796 None None] Port d1746572-b8bf-46c3-b979-abb627cfd635 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:12.478695 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6c14626-48f6-4b01-9133-d52e72c8072e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.516873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c87c6-edc0-47bc-9af7-eaee399187e1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=abc4f208-2dc3-467b-9e8a-b6ae170e2851,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:12.537045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30f6bc-b651-4f46-8726-d39e2343362a None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:12.537266 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c0c87c6-edc0-47bc-9af7-eaee399187e1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.538910 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.561376 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6c14626-48f6-4b01-9133-d52e72c8072e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.598630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Router a0434b42-6dee-487b-b075-7b27a9eb46a5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:05:12.618546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Port': ['ID=4017cf17-4ca3-4fb3-83f0-320cab02d69f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:12.618811 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f14f9d71-1544-492d-9d3e-df9487cf9f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.633713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=d97caf96-9918-4822-b725-cc3c6338d809,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:12.635045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] No DVR routers for this DVR port 4017cf17-4ca3-4fb3-83f0-320cab02d69f on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:12.639905 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1c0c87c6-edc0-47bc-9af7-eaee399187e1 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/abc4f208-2dc3-467b-9e8a-b6ae170e2851 HTTP/1.1" status: 204 len: 168 time: 1.6468940 May 24 23:05:12.656397 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47720) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:12.661685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-35d78d80-6fb6-4393-9788-34ecd1f375fd None None] For port 4017cf17-4ca3-4fb3-83f0-320cab02d69f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4017cf17-4ca3-4fb3-83f0-320cab02d69f,segment=NetworkSegment(7332926a-5280-4ab1-aaec-a6a982f234ce),segment_id=7332926a-5280-4ab1-aaec-a6a982f234ce)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:12.661685 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d78d80-6fb6-4393-9788-34ecd1f375fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.698045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:12.780360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1ca2bc7f-f2c3-4c7c-bb79-4198193d3012 None None] Provisioning complete for port b757439c-02f4-4ed8-b56e-23e98fdd84df triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:12.781032 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc7f-f2c3-4c7c-bb79-4198193d3012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.812383 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd29581d-11f7-4b19-9895-27156bdffe0a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1548319 May 24 23:05:12.820808 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f14f9d71-1544-492d-9d3e-df9487cf9f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.842278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47724) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:12.885131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6c14626-48f6-4b01-9133-d52e72c8072e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.885404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-35d78d80-6fb6-4393-9788-34ecd1f375fd None None] Calling delete_port for 4017cf17-4ca3-4fb3-83f0-320cab02d69f owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:12.892310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:12.919082 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f14f9d71-1544-492d-9d3e-df9487cf9f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:12.928424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c14626-48f6-4b01-9133-d52e72c8072e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd475393-5997-4d3e-b551-e2f0ee1a38dd,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:12.949552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f9d71-1544-492d-9d3e-df9487cf9f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c962e-9238-4fbc-81d8-e247b13bc538,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:13.014508 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.045549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6c14626-48f6-4b01-9133-d52e72c8072e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.046103 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e6c14626-48f6-4b01-9133-d52e72c8072e tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "DELETE /v2.0/security-groups/fd475393-5997-4d3e-b551-e2f0ee1a38dd HTTP/1.1" status: 204 len: 168 time: 1.0425153 May 24 23:05:13.048877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47738) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:13.052683 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f14f9d71-1544-492d-9d3e-df9487cf9f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.056428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f14f9d71-1544-492d-9d3e-df9487cf9f82 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a3c962e-9238-4fbc-81d8-e247b13bc538 HTTP/1.1" status: 204 len: 168 time: 0.9402909 May 24 23:05:13.077248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1953141-4500-42f8-8d2a-5d2b2d3125a9']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:13.104473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:13.110526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7332926a-5280-4ab1-aaec-a6a982f234ce') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:13.111042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7332926a-5280-4ab1-aaec-a6a982f234ce') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:13.120277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:13.125691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-190992bb-9d10-45bf-a756-f86ce3a4b718 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Synchronizing usage tracker for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:13.125886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:13.130444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:13.143180 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-73ce77af-3f27-40bf-8c2e-b2623b1b5f50 admin admin] 10.222.0.55 "PUT /v2.0/routers/a0434b42-6dee-487b-b075-7b27a9eb46a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0865223 May 24 23:05:13.143378 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.144619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:13.151687 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Sync routers for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:13.166181 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:13.166825 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:05:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:13.169328 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.185815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:13.191392 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.212859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:13.213762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.232235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-190992bb-9d10-45bf-a756-f86ce3a4b718 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Unset dirty status for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:13.233797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-190992bb-9d10-45bf-a756-f86ce3a4b718 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1830199 May 24 23:05:13.251496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47746) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:13.270803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a97bf317-ca3e-4d8d-8284-6f6997232729 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': '4a6744dd-1bb9-4dd1-9a54-82b16fd25988', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:13.316643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a97bf317-ca3e-4d8d-8284-6f6997232729 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:13.330057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a97bf317-ca3e-4d8d-8284-6f6997232729 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:13.333674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a97bf317-ca3e-4d8d-8284-6f6997232729 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:13.352693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.373883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a97bf317-ca3e-4d8d-8284-6f6997232729 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:13.392404 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-35d78d80-6fb6-4393-9788-34ecd1f375fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:05:13.393037 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-35d78d80-6fb6-4393-9788-34ecd1f375fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:05:13.414997 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 7332926a-5280-4ab1-aaec-a6a982f234ce resource provider aggregate not found May 24 23:05:13.434509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b9e8b-5d8c-4163-8bf4-71c024b4df16 req-14a87d05-ed9c-4125-a9d6-7f4f71d564a6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:13.437693 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-082b9e8b-5d8c-4163-8bf4-71c024b4df16 req-14a87d05-ed9c-4125-a9d6-7f4f71d564a6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 947 time: 0.2818434 May 24 23:05:13.472612 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.477064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:13.477448 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.488227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] Pushing event deleted for resources: {'Network': ['ID=d1953141-4500-42f8-8d2a-5d2b2d3125a9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:13.494292 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:13.526646 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 7332926a-5280-4ab1-aaec-a6a982f234ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7332926a-5280-4ab1-aaec-a6a982f234ce found for delete ", "request_id": "req-e7aea4fe-7d24-47eb-b466-73e4079a4ca6"}]} May 24 23:05:13.556879 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-79dc7a00-29d2-4eae-9422-44cbdc13a76b tempest-NetworksIpV6TestAttrs-1662109181 tempest-NetworksIpV6TestAttrs-1662109181-project] 10.222.0.55 "DELETE /v2.0/networks/d1953141-4500-42f8-8d2a-5d2b2d3125a9 HTTP/1.1" status: 204 len: 168 time: 2.0262263 May 24 23:05:13.565370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-082b9e8b-5d8c-4163-8bf4-71c024b4df16 req-020d818b-b213-4757-8174-afd5bdcce768 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053181 May 24 23:05:13.569834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d97caf96-9918-4822-b725-cc3c6338d809 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:13.585235 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-a97bf317-ca3e-4d8d-8284-6f6997232729 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The resource could not be found. May 24 23:05:13.587051 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a97bf317-ca3e-4d8d-8284-6f6997232729 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3343687 May 24 23:05:13.596451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47764) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:13.608063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'tempest-secgroup--823504185'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:13.627737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:13.656993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:13.691131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.737841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:13.747001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:13.755339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:13.763141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2bc7f-f2c3-4c7c-bb79-4198193d3012 None None] Current status of the port b757439c-02f4-4ed8-b56e-23e98fdd84df is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:13.768188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:05:13.769833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:13.810731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:13.816812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d97caf96-9918-4822-b725-cc3c6338d809 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:13.817379 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.895140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-35d78d80-6fb6-4393-9788-34ecd1f375fd None None] Deleting port 4017cf17-4ca3-4fb3-83f0-320cab02d69f {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:13.895755 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35d78d80-6fb6-4393-9788-34ecd1f375fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.913748 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:10Z', 'revision_number': 2, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:13.918161 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Checking router: a0434b42-6dee-487b-b075-7b27a9eb46a5 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:05:13.918923 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Updating router a0434b42-6dee-487b-b075-7b27a9eb46a5 port d1746572-b8bf-46c3-b979-abb627cfd635 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:05:13.952157 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.978114 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.978671 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.988892 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2c3175-db25-4835-928a-cae3b811163b'] response: {'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'code': 200} May 24 23:05:13.990397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.994258 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:13.998307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb8cec-19ab-4821-9d9e-b78ea1c80be4 None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:14.044057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=5eb2f136-41c6-447e-99bd-81659ebdb9f4,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:14.058171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:14.059567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:14.063649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:14.064480 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.091213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71bb8cec-19ab-4821-9d9e-b78ea1c80be4 None None] Deleting port b757439c-02f4-4ed8-b56e-23e98fdd84df {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:14.091589 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71bb8cec-19ab-4821-9d9e-b78ea1c80be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.095536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aadafc73-db56-481a-861e-fbfc50630d2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2519696 May 24 23:05:14.098356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47780) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:14.114665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d0e6b640-9c07-4270-a451-3ed1d6ffc03b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:14.121486 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.126976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5291131 May 24 23:05:14.141386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47784) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:14.158624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648951329'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:14.198632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:14.205266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:14.220504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac725370-55a4-4d00-871a-c4c61540b16d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6443b2a2-670d-44d3-b39a-f752730eeb16,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:14.222949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:14.243426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:14.257384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47790) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:14.257736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47792) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:14.270415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556290829', 'description': 'tempest-description--93096723'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:14.290999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:14.293443 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.298233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-35d78d80-6fb6-4393-9788-34ecd1f375fd None None] The port '4017cf17-4ca3-4fb3-83f0-320cab02d69f' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:05:14.325660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Usage tracker for resource:security_group and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:14.331021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:14.355914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:14.371411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:14.385008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:14.396508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:14.406959 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.433008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:14.441549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d0e6b640-9c07-4270-a451-3ed1d6ffc03b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:14.449373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d0e6b640-9c07-4270-a451-3ed1d6ffc03b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:14.455064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d0e6b640-9c07-4270-a451-3ed1d6ffc03b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:14.466748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d0e6b640-9c07-4270-a451-3ed1d6ffc03b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:14.477563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=14']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:14.487294 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e6b640-9c07-4270-a451-3ed1d6ffc03b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:14.495029 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d0e6b640-9c07-4270-a451-3ed1d6ffc03b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.505756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:14.526258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Usage tracker for resource:security_group_rule and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:14.529982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:14.549177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:14.575202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d97caf96-9918-4822-b725-cc3c6338d809 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:14.621191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-71bb8cec-19ab-4821-9d9e-b78ea1c80be4 None None] For port b757439c-02f4-4ed8-b56e-23e98fdd84df, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b757439c-02f4-4ed8-b56e-23e98fdd84df,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:14.622012 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71bb8cec-19ab-4821-9d9e-b78ea1c80be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.640495 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.658113 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Transition to ACTIVE for port object d1746572-b8bf-46c3-b979-abb627cfd635 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:14.669624 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.766623 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Pushing event updated for resources: {'Port': ['ID=d1746572-b8bf-46c3-b979-abb627cfd635,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:14.824025 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.831126 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.853574 n-d-843146-7 neutron-server[88389]: INFO neutron.db.ipam_backend_mixin [None req-d0e6b640-9c07-4270-a451-3ed1d6ffc03b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5eb2f136-41c6-447e-99bd-81659ebdb9f4 (CIDR: 2001:db8::/64) May 24 23:05:14.862334 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e6b640-9c07-4270-a451-3ed1d6ffc03b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:14.862818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e6b640-9c07-4270-a451-3ed1d6ffc03b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:14.876552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4017cf17-4ca3-4fb3-83f0-320cab02d69f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:14.890171 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.890518 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.890854 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.891184 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.891513 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.894816 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.895161 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.895596 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.896061 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.896483 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.896819 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.897144 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:14.918524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d0e6b640-9c07-4270-a451-3ed1d6ffc03b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8160086 May 24 23:05:14.921263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47816) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:14.926915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'subnet': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:14.931831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71bb8cec-19ab-4821-9d9e-b78ea1c80be4 None None] Calling delete_port for b757439c-02f4-4ed8-b56e-23e98fdd84df owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:14.933581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:14.981057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4017cf17-4ca3-4fb3-83f0-320cab02d69f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:14.981418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4017cf17-4ca3-4fb3-83f0-320cab02d69f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:14.982404 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.065089 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.066378 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9203591 May 24 23:05:15.084763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3c065-07dc-491c-ae6e-92b9c0646f62 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe33bb25-7794-41dd-99f6-7f67c76f8c7c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:15.094294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47836) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:15.094513 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71bb8cec-19ab-4821-9d9e-b78ea1c80be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.134419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db30c800-65bb-4249-804b-0ba9ab7f14b9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:15.142677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c3088535-2c19-4c8a-a52b-b46567bcb10b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': '6443b2a2-670d-44d3-b39a-f752730eeb16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fe33bb25-7794-41dd-99f6-7f67c76f8c7c'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:15.146957 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Attempting to bind port d1746572-b8bf-46c3-b979-abb627cfd635 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:15.152112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c3088535-2c19-4c8a-a52b-b46567bcb10b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:15.158694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c3088535-2c19-4c8a-a52b-b46567bcb10b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:15.162337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c3088535-2c19-4c8a-a52b-b46567bcb10b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:15.162821 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Attempting to bind port d1746572-b8bf-46c3-b979-abb627cfd635 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:15.163282 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Attempting to bind port d1746572-b8bf-46c3-b979-abb627cfd635 on network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:15.170739 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:15.171151 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Checking segment: {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:15.171499 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.171884 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Bound using segment: {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:15.172434 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Bound port: d1746572-b8bf-46c3-b979-abb627cfd635, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:15.172710 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.174569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c3088535-2c19-4c8a-a52b-b46567bcb10b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:15.207225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb8cec-19ab-4821-9d9e-b78ea1c80be4 None None] No DVR routers for this DVR port b757439c-02f4-4ed8-b56e-23e98fdd84df on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:15.221054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.223370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-00d10ca9-d78d-452f-b289-654e1ad7d6da tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9629092 May 24 23:05:15.228018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47854) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:15.245906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb8cec-19ab-4821-9d9e-b78ea1c80be4 None None] Pushing event deleted for resources: {'Port': ['ID=b757439c-02f4-4ed8-b56e-23e98fdd84df,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:15.249564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0dd4d4-174e-41e5-96fd-af926c3e1cf3 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:15.266539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9799d91e-6373-41fe-ac9e-c60440927a4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'security_group_rule': {'security_group_id': 'db30c800-65bb-4249-804b-0ba9ab7f14b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:15.278250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9799d91e-6373-41fe-ac9e-c60440927a4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:15.285281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cdfc772d-7b9f-4aed-89d9-5a8ea77ce830 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0411c145320445dfb2cf04d2aff57403&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0232880 May 24 23:05:15.288492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47858) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:15.292107 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-c3088535-2c19-4c8a-a52b-b46567bcb10b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:15.293768 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c3088535-2c19-4c8a-a52b-b46567bcb10b tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1983211 May 24 23:05:15.303516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47862) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:15.361576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9799d91e-6373-41fe-ac9e-c60440927a4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Usage tracker for resource:security_group_rule and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:15.375195 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] For port d1746572-b8bf-46c3-b979-abb627cfd635, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:15.386506 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] For port d1746572-b8bf-46c3-b979-abb627cfd635, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d1746572-b8bf-46c3-b979-abb627cfd635,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:15.398523 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.414229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9799d91e-6373-41fe-ac9e-c60440927a4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:15.415032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-591bc690-094a-4e45-af6a-41fb255a53ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.427591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:15.452665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9799d91e-6373-41fe-ac9e-c60440927a4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:15.466040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:subnet and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:15.477128 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:15.477732 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:05:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:15.489571 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-591bc690-094a-4e45-af6a-41fb255a53ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.507430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:15.596954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:15.620043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b757439c-02f4-4ed8-b56e-23e98fdd84df no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:15.658878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-591bc690-094a-4e45-af6a-41fb255a53ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.688894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9799d91e-6373-41fe-ac9e-c60440927a4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.709229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'tenant_id': '50c6d2cfa91f4a3fb6d4cbc181b3d6b4', 'fixed_ips': [{'subnet_id': '5eb2f136-41c6-447e-99bd-81659ebdb9f4'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:15.710565 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.713799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bc690-094a-4e45-af6a-41fb255a53ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81e435d-cf21-492f-bd2c-7fe42015a402,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:15.719486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:15.732889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: b757439c-02f4-4ed8-b56e-23e98fdd84df {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:15.733084 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-591bc690-094a-4e45-af6a-41fb255a53ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.733896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b757439c-02f4-4ed8-b56e-23e98fdd84df not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:15.734161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-591bc690-094a-4e45-af6a-41fb255a53ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c81e435d-cf21-492f-bd2c-7fe42015a402 HTTP/1.1" status: 204 len: 168 time: 0.4444649 May 24 23:05:15.744368 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.805288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a16469f2-146a-4954-b3b2-d7a900406a34 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:15.901575 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:15.986156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Allocated IP 2001:db8::2 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/5eb2f136-41c6-447e-99bd-81659ebdb9f4/d7be83b1-40da-423e-9bab-24850c34f631) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:16.039694 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9799d91e-6373-41fe-ac9e-c60440927a4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.132477 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9799d91e-6373-41fe-ac9e-c60440927a4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.174913 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb944851-2615-4a2a-9162-0a5fc9075267 None None] Pushing event updated for resources: {'Port': ['ID=d1746572-b8bf-46c3-b979-abb627cfd635,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:16.184102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a16469f2-146a-4954-b3b2-d7a900406a34 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.228509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799d91e-6373-41fe-ac9e-c60440927a4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887aac8d-a67d-4d92-a785-7fd699cd933a,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:16.322476 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9799d91e-6373-41fe-ac9e-c60440927a4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.324245 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9799d91e-6373-41fe-ac9e-c60440927a4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0949559 May 24 23:05:16.326871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47908) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:16.334483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a0c6157f-1b27-4ef1-8d0a-91570ac90729 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'security_group_rule': {'security_group_id': 'db30c800-65bb-4249-804b-0ba9ab7f14b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:16.349208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a0c6157f-1b27-4ef1-8d0a-91570ac90729 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:16.358337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a0c6157f-1b27-4ef1-8d0a-91570ac90729 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Usage tracker for resource:security_group_rule and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:16.381012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a0c6157f-1b27-4ef1-8d0a-91570ac90729 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:16.383813 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a16469f2-146a-4954-b3b2-d7a900406a34 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.393611 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:15Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:16.400800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a0c6157f-1b27-4ef1-8d0a-91570ac90729 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:16.401897 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f38794-58c1-4995-9a17-321a9c7de47a None None] The sync data for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 is: [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:15Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:16.458585 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0c6157f-1b27-4ef1-8d0a-91570ac90729 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.466072 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.476275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16469f2-146a-4954-b3b2-d7a900406a34 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe33bb25-7794-41dd-99f6-7f67c76f8c7c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:16.540953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Transition to ACTIVE for port object d7be83b1-40da-423e-9bab-24850c34f631 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:16.555588 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a16469f2-146a-4954-b3b2-d7a900406a34 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.558611 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a16469f2-146a-4954-b3b2-d7a900406a34 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "DELETE /v2.0/security-groups/fe33bb25-7794-41dd-99f6-7f67c76f8c7c HTTP/1.1" status: 204 len: 168 time: 1.2525954 May 24 23:05:16.562258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47928) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:16.585367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Transition to ACTIVE for port object d7be83b1-40da-423e-9bab-24850c34f631 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:16.600815 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.662399 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0c6157f-1b27-4ef1-8d0a-91570ac90729 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.700515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0c6157f-1b27-4ef1-8d0a-91570ac90729 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.744177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:16.749539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:16.754418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:16.776192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0c6157f-1b27-4ef1-8d0a-91570ac90729 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.786575 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a0c6157f-1b27-4ef1-8d0a-91570ac90729 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4534452 May 24 23:05:16.792245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47934) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:16.796368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6157f-1b27-4ef1-8d0a-91570ac90729 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eed9d6-b020-43fd-b1ed-d10abfc091d4,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:16.802095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:16.813098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Pushing event updated for resources: {'Port': ['ID=d7be83b1-40da-423e-9bab-24850c34f631,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:16.818419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e625034b-09a8-47af-b636-e928eff27412 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Synchronizing usage tracker for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:16.825196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:16.833817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Usage tracker for resource:floatingip and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:16.840302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:16.850842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:16.861375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e625034b-09a8-47af-b636-e928eff27412 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Unset dirty status for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:16.863226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e625034b-09a8-47af-b636-e928eff27412 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2991641 May 24 23:05:16.867364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47940) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:16.889825 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.944760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Attempting to bind port d7be83b1-40da-423e-9bab-24850c34f631 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:16.945267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Attempting to bind port d7be83b1-40da-423e-9bab-24850c34f631 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:16.946459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Attempting to bind port d7be83b1-40da-423e-9bab-24850c34f631 on network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:16.956985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:16.957360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Checking segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:16.962845 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:16.963295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Bound using segment: {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:16.963908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Bound port: d7be83b1-40da-423e-9bab-24850c34f631, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fce305-3bca-4b07-a3c3-795e70dea578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:16.965638 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.056121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.objects.ports [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88389) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:05:17.138312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] For port d7be83b1-40da-423e-9bab-24850c34f631, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:17.144579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] For port d7be83b1-40da-423e-9bab-24850c34f631, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d7be83b1-40da-423e-9bab-24850c34f631,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:17.154512 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.302590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82f59aca-26e7-4d65-bb86-01f9339ef9ad tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.335014 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.358278 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82f59aca-26e7-4d65-bb86-01f9339ef9ad tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.373458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1e469-9a0e-4462-aab8-881dbb242e27 None None] Pushing event updated for resources: {'Port': ['ID=d7be83b1-40da-423e-9bab-24850c34f631,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:17.460296 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82f59aca-26e7-4d65-bb86-01f9339ef9ad tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.566483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f59aca-26e7-4d65-bb86-01f9339ef9ad tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6443b2a2-670d-44d3-b39a-f752730eeb16,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:17.612474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47962) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:17.629057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d1746572-b8bf-46c3-b979-abb627cfd635 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:17.721380 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82f59aca-26e7-4d65-bb86-01f9339ef9ad tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.724663 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-82f59aca-26e7-4d65-bb86-01f9339ef9ad tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "DELETE /v2.0/security-groups/6443b2a2-670d-44d3-b39a-f752730eeb16 HTTP/1.1" status: 204 len: 168 time: 0.8563433 May 24 23:05:17.742738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47970) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:17.777076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] For port d7be83b1-40da-423e-9bab-24850c34f631, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d7be83b1-40da-423e-9bab-24850c34f631,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:17.807850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.819416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa740-8dff-42c3-975a-89482c334987 req-c320c0dd-e7a0-473a-aa3e-e98e4efa1658 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:17.819711 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.820490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.828480 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-887fa740-8dff-42c3-975a-89482c334987 req-c320c0dd-e7a0-473a-aa3e-e98e4efa1658 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.7529836 May 24 23:05:17.887485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port d1746572-b8bf-46c3-b979-abb627cfd635 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:17.894051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d1746572-b8bf-46c3-b979-abb627cfd635 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:17.894429 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:17.985398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-64a7863c-b4e9-40a7-9ea4-6715c62dded7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Synchronizing usage tracker for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:17.992340 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.056123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:18.061018 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-887fa740-8dff-42c3-975a-89482c334987 req-44f3be6c-6f3c-4e11-9e72-a031352ee95f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234566 May 24 23:05:18.065714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:18.077820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:18.078442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.127969 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2028854 May 24 23:05:18.132265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47980) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:18.133111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Subnet': ['ID=04a2f540-1023-4242-8ddf-6b1c013b4340,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:18.143402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Request body: {'port': {'network_id': '1f80b1ef-258c-4e4c-b65a-ce3c70d6b382', 'mac_address': 'fa:16:3e:6c:6b:26', 'name': 'tempest-NetworksTestDHCPv6-1040528065'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:18.144505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-64a7863c-b4e9-40a7-9ea4-6715c62dded7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Unset dirty status for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:18.146738 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-64a7863c-b4e9-40a7-9ea4-6715c62dded7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3927071 May 24 23:05:18.150941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47984) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:18.162694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222644163'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:18.182566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:18.200431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2034889397'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:18.224567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d1746572-b8bf-46c3-b979-abb627cfd635 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:18.225615 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.280276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:18.299646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:18.302380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:network and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:18.326870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:18.339318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:18.358056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port d1746572-b8bf-46c3-b979-abb627cfd635, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d1746572-b8bf-46c3-b979-abb627cfd635,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:18.361876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.375073 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.387000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:18.394927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.429836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Allocated IP 172.25.7.241 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/cdc51d12-5dbb-4d4b-986a-ae27816cb8ea) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:18.447294 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.478675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:18.558357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=d1746572-b8bf-46c3-b979-abb627cfd635,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:18.660251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:18.743004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Usage tracker for resource:port and tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:18.746007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7929e21-57d7-4604-9c33-40604851d688 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=d7be83b1-40da-423e-9bab-24850c34f631,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:18.765096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:18.785793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:18.812479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Made reservation on behalf of 50c6d2cfa91f4a3fb6d4cbc181b3d6b4 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:18.831165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:18.834344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:18.840492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:18.849803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:security_group_rule and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:18.853450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:18.855918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:18.866811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:18.979847 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:18.996353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301af2a-ad63-4222-827b-73da5dd9fb1f req-993d3829-33d9-4c76-8902-6e5d584879c7 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:19.003378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e301af2a-ad63-4222-827b-73da5dd9fb1f req-993d3829-33d9-4c76-8902-6e5d584879c7 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3579609 May 24 23:05:19.005076 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.054574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] device_id is not set on port 93262c2f-320b-47e4-81b5-03e8b32e2c9a yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:19.058388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2326beb8-f01a-4ef0-a725-45ee31ab37a5 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:19.102474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e301af2a-ad63-4222-827b-73da5dd9fb1f req-39a04850-f244-4f5d-94db-5dab7553e4e4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981524 May 24 23:05:19.114267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.131449 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.186393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c277daf-aed7-49c2-a880-55de304eac34,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:19.197153 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.216039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff31fd8b-07a4-413d-97f3-e66ba154e642 None None] Provisioning for port d7be83b1-40da-423e-9bab-24850c34f631 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:19.302477 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.305470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'Port': ['ID=cdc51d12-5dbb-4d4b-986a-ae27816cb8ea,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:19.319162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:19.319941 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.335229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:05:19.345849 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.346179 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Added segment cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec of type vlan for network 961de8b2-b151-4a82-a5b1-895822fdea72 May 24 23:05:19.379881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:19.419402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8::18 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/5eb2f136-41c6-447e-99bd-81659ebdb9f4/93262c2f-320b-47e4-81b5-03e8b32e2c9a) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:19.426654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6c:6b26 (1f80b1ef-258c-4e4c-b65a-ce3c70d6b382/04a2f540-1023-4242-8ddf-6b1c013b4340/93262c2f-320b-47e4-81b5-03e8b32e2c9a) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:19.438782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:19.515738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.580993 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.582486 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3cbd9164-b724-48bf-933b-9f7635cc46c1 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4303038 May 24 23:05:19.587809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f72bb85-17a5-4994-8d83-2e7c77c97e63,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:19.598059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48006) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:19.658399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022eb6-5193-4c87-b10d-d430d17c594a req-eeb262d6-a353-4fc1-8944-92f5db098ad8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:19.659993 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4022eb6-5193-4c87-b10d-d430d17c594a req-eeb262d6-a353-4fc1-8944-92f5db098ad8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2918375 May 24 23:05:19.669301 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.675241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:19.675862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.680412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.701804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c5408d29-f1c2-4023-ac69-c009434c8249 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': '1c277daf-aed7-49c2-a880-55de304eac34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:19.742600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d1746572-b8bf-46c3-b979-abb627cfd635 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:19.785209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4022eb6-5193-4c87-b10d-d430d17c594a req-76a049a9-a6fc-4e57-8f8f-d69b97bda61e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966980 May 24 23:05:19.878192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d1746572-b8bf-46c3-b979-abb627cfd635 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:19.878603 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:19.951736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c5408d29-f1c2-4023-ac69-c009434c8249 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:19.972262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c5408d29-f1c2-4023-ac69-c009434c8249 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:19.984005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c5408d29-f1c2-4023-ac69-c009434c8249 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:20.019743 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3689983 May 24 23:05:20.025471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48014) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:20.033189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c5408d29-f1c2-4023-ac69-c009434c8249 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:20.061172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'name': 'tempest-PortsIpV6TestJSON-668471094'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:20.092521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1818de3-054e-484a-b5d3-fcd7639718fd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Network': ['ID=961de8b2-b151-4a82-a5b1-895822fdea72,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:20.104268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.121175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 961de8b2-b151-4a82-a5b1-895822fdea72 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:05:20.161218 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-c5408d29-f1c2-4023-ac69-c009434c8249 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:20.170087 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c5408d29-f1c2-4023-ac69-c009434c8249 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5637867 May 24 23:05:20.174031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48018) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:20.191827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2c2393ee-23bb-4391-9655-0096f4b84cce tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group_rule': {'security_group_id': '1c277daf-aed7-49c2-a880-55de304eac34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:20.200673 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.262292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2c2393ee-23bb-4391-9655-0096f4b84cce tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:20.426513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2c2393ee-23bb-4391-9655-0096f4b84cce tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:20.436556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d1746572-b8bf-46c3-b979-abb627cfd635 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:20.437879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d7be83b1-40da-423e-9bab-24850c34f631 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:20.445359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Transition to ACTIVE for port object 93262c2f-320b-47e4-81b5-03e8b32e2c9a will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:20.468649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2c2393ee-23bb-4391-9655-0096f4b84cce tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:20.487460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.496732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2c2393ee-23bb-4391-9655-0096f4b84cce tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:20.553392 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port d7be83b1-40da-423e-9bab-24850c34f631 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:20.554173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:20.566466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d7be83b1-40da-423e-9bab-24850c34f631 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:20.566869 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.632719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:20.651168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:20.668504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:20.676576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:20.677760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.700056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d29bd00f-8fa6-4f9f-9630-d7160dd794a7 None None] Provisioning complete for port d7be83b1-40da-423e-9bab-24850c34f631 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:20.700337 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d29bd00f-8fa6-4f9f-9630-d7160dd794a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.717698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event updated for resources: {'Port': ['ID=93262c2f-320b-47e4-81b5-03e8b32e2c9a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:20.765317 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296258c-67c8-4ffc-825b-875b5970d333 req-0f459741-0e54-462f-94ef-b4212d7638ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:20.767345 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2296258c-67c8-4ffc-825b-875b5970d333 req-0f459741-0e54-462f-94ef-b4212d7638ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1096 time: 0.4476471 May 24 23:05:20.770538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d730fead-26b6-4771-bd40-d6e76dc02982 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6347704 May 24 23:05:20.774088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48032) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:20.799715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:port and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:20.805400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:20.834877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:20.873815 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-2c2393ee-23bb-4391-9655-0096f4b84cce tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:20.878264 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2c2393ee-23bb-4391-9655-0096f4b84cce tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6993330 May 24 23:05:20.878862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48036) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:20.962690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d7be83b1-40da-423e-9bab-24850c34f631 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:20.963300 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:20.997165 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.000257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:21.004476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.019340 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.045151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cc454-3607-4bdd-a8e9-6631fc9c41e7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting port 93262c2f-320b-47e4-81b5-03e8b32e2c9a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:21.045520 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc454-3607-4bdd-a8e9-6631fc9c41e7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.096953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d29bd00f-8fa6-4f9f-9630-d7160dd794a7 None None] Current status of the port d7be83b1-40da-423e-9bab-24850c34f631 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:21.097555 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d29bd00f-8fa6-4f9f-9630-d7160dd794a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.109926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port d7be83b1-40da-423e-9bab-24850c34f631, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d7be83b1-40da-423e-9bab-24850c34f631,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:21.120525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'Port': ['ID=cdc51d12-5dbb-4d4b-986a-ae27816cb8ea,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:21.125932 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.164164 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-509d2433-1774-4df8-b33d-c6e3483d3761 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.189172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port c34cfd62-c18b-420c-a5fb-5f72c118c34d yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:21.193858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-509d2433-1774-4df8-b33d-c6e3483d3761 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.282939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06394fb3-f187-4a3e-a6b5-a21b74fd9196 req-2874e1d5-a880-4db1-9979-057ec4d80ecb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:21.286989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-509d2433-1774-4df8-b33d-c6e3483d3761 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.293049 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06394fb3-f187-4a3e-a6b5-a21b74fd9196 req-2874e1d5-a880-4db1-9979-057ec4d80ecb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.8519864 May 24 23:05:21.300554 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-d29bd00f-8fa6-4f9f-9630-d7160dd794a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:05:21.300911 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-d29bd00f-8fa6-4f9f-9630-d7160dd794a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:05:21.305404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=d7be83b1-40da-423e-9bab-24850c34f631,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:21.334004 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-509d2433-1774-4df8-b33d-c6e3483d3761 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.337078 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-509d2433-1774-4df8-b33d-c6e3483d3761 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "DELETE /v2.0/security-groups/1c277daf-aed7-49c2-a880-55de304eac34 HTTP/1.1" status: 204 len: 168 time: 0.4468162 May 24 23:05:21.339936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48040) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:21.343476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.354576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d2433-1774-4df8-b33d-c6e3483d3761 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c277daf-aed7-49c2-a880-55de304eac34,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:21.370618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296258c-67c8-4ffc-825b-875b5970d333 req-409c53ca-7c98-4359-85a3-5b58a4bfb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:21.372598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2296258c-67c8-4ffc-825b-875b5970d333 req-409c53ca-7c98-4359-85a3-5b58a4bfb3d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.5469124 May 24 23:05:21.414995 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06394fb3-f187-4a3e-a6b5-a21b74fd9196 req-9109302a-978e-4351-8828-b660b6c49e8d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208005 May 24 23:05:21.432363 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.433694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cb5217f2-7aed-4b8b-888c-955028afdb2f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6402855 May 24 23:05:21.615554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d7be83b1-40da-423e-9bab-24850c34f631 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:21.633812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2296258c-67c8-4ffc-825b-875b5970d333 req-9b083831-4dab-427a-8676-1ec7791109d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 1000 time: 0.2421331 May 24 23:05:21.651228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.712290 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.766574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d7be83b1-40da-423e-9bab-24850c34f631 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:21.767371 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.855947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=c34cfd62-c18b-420c-a5fb-5f72c118c34d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:21.867577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Checking segment: {'id': 'cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:21.867903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network hostable DHCP agents. Network: 961de8b2-b151-4a82-a5b1-895822fdea72, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:05:21.887972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d29bd00f-8fa6-4f9f-9630-d7160dd794a7 None None] Current status of the port d7be83b1-40da-423e-9bab-24850c34f631 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:21.911539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:05:21.926864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 961de8b2-b151-4a82-a5b1-895822fdea72) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:21.931641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:21.938231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:21.938886 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:21.964935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7aac8-d637-4903-92f7-a032d8177de5 None None] Network 961de8b2-b151-4a82-a5b1-895822fdea72 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:21.978297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-70ee3dca-f51e-40ef-ae17-80bcfc83ff8f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Synchronizing usage tracker for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:22.027282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296258c-67c8-4ffc-825b-875b5970d333 req-6e56c778-cfe6-451e-a46a-1e7596be21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:22.028768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2296258c-67c8-4ffc-825b-875b5970d333 req-6e56c778-cfe6-451e-a46a-1e7596be21bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.3941169 May 24 23:05:22.106162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4acda25c-2783-4ffb-ac2f-be1cffe8e2cf None None] Provisioning for port 93262c2f-320b-47e4-81b5-03e8b32e2c9a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:22.109879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-70ee3dca-f51e-40ef-ae17-80bcfc83ff8f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Unset dirty status for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:22.112263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-70ee3dca-f51e-40ef-ae17-80bcfc83ff8f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7632465 May 24 23:05:22.118868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48072) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:22.130820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4acda25c-2783-4ffb-ac2f-be1cffe8e2cf None None] Provisioning complete for port 93262c2f-320b-47e4-81b5-03e8b32e2c9a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:22.131215 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4acda25c-2783-4ffb-ac2f-be1cffe8e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.133444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'tempest-secgroup--978036327'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:22.147546 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-268fc236-7729-492a-ab08-b6be97831a9b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1209280 May 24 23:05:22.148384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48076) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:22.150275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:22.155259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc454-3607-4bdd-a8e9-6631fc9c41e7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.159587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1934675723'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:22.172119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:22.174805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:22.179164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:network and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:22.183682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:22.188963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4acda25c-2783-4ffb-ac2f-be1cffe8e2cf None None] Port 93262c2f-320b-47e4-81b5-03e8b32e2c9a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:22.191782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d7be83b1-40da-423e-9bab-24850c34f631 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:22.193309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:22.200678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.225208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:22.227999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:22.231887 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.245151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Usage tracker for resource:security_group_rule and tenant:447fd4aef8964f41aebfb77272e8a5e1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:22.250947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:22.260202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:22.283154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:05:22.309808 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.310175 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Added segment d936ed42-0b86-49af-a3aa-c2e2ae574706 of type vlan for network 5ca46e70-87da-466a-bf44-c15ac3494e90 May 24 23:05:22.328040 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-0f11b630-0598-455d-ba40-3929773e7807 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1556290829&fields=id&tenant_id=2538b79651204683958a8311138e4a89 HTTP/1.1" status: 200 len: 267 time: 0.4260085 May 24 23:05:22.335222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cc454-3607-4bdd-a8e9-6631fc9c41e7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Calling delete_port for 93262c2f-320b-47e4-81b5-03e8b32e2c9a owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:22.356665 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.389468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.401731 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.443667 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.444890 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3250494 May 24 23:05:22.448380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48080) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:22.464733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-99141831-33e1-4e38-97cc-d18f8ebb9c7f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:22.466077 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-99141831-33e1-4e38-97cc-d18f8ebb9c7f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 24 23:05:22.466535 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-99141831-33e1-4e38-97cc-d18f8ebb9c7f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] update failed (client error): There was a conflict when trying to complete your request. May 24 23:05:22.467553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-99141831-33e1-4e38-97cc-d18f8ebb9c7f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "PUT /v2.0/security-groups/9b82ef0e-9bb3-4118-be8f-77bd6c59ac2c HTTP/1.1" status: 409 len: 330 time: 0.0181787 May 24 23:05:22.468389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.474477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:22.475097 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.478713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48086) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:22.524640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1acaba-e799-481d-9803-9a74f6c5fd0f tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82ef0e-9bb3-4118-be8f-77bd6c59ac2c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:22.550421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296258c-67c8-4ffc-825b-875b5970d333 req-08b17b03-7e1b-40f2-ae99-928fa177ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:22.565036 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2296258c-67c8-4ffc-825b-875b5970d333 req-08b17b03-7e1b-40f2-ae99-928fa177ab7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5217185 May 24 23:05:22.618850 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4652631 May 24 23:05:22.649567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48092) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:22.674088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'ports': [{'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72'}, {'network_id': '5ca46e70-87da-466a-bf44-c15ac3494e90'}]} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:22.674799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:22.674890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': '5ca46e70-87da-466a-bf44-c15ac3494e90'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:22.765975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e3e27-4116-4926-a4a6-17ebec8bf3a7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Network': ['ID=5ca46e70-87da-466a-bf44-c15ac3494e90,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:22.780404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 5ca46e70-87da-466a-bf44-c15ac3494e90 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:05:22.842535 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95aab647-55a3-4c86-9017-2b8ca27ff52d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.858644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2ef297af-10ba-4ef5-8c7e-1259d38d8120 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:22.865625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2ef297af-10ba-4ef5-8c7e-1259d38d8120 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/networks?id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 200 len: 811 time: 0.4911458 May 24 23:05:22.882090 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc454-3607-4bdd-a8e9-6631fc9c41e7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.894044 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-9a7e39fa-ac2c-415b-849c-7642a9a2760e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/quotas/2538b79651204683958a8311138e4a89 HTTP/1.1" status: 200 len: 375 time: 0.0275707 May 24 23:05:22.959053 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95aab647-55a3-4c86-9017-2b8ca27ff52d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:22.987668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3398a57-369d-4c3d-a02c-f445de09882a req-5259e776-a9b8-4c30-843d-5cadf92b4141 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:22.988550 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a3398a57-369d-4c3d-a02c-f445de09882a req-5259e776-a9b8-4c30-843d-5cadf92b4141 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3976655 May 24 23:05:23.002971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cc454-3607-4bdd-a8e9-6631fc9c41e7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Port': ['ID=93262c2f-320b-47e4-81b5-03e8b32e2c9a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:23.081796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:23.090475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:port and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:23.099727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a3398a57-369d-4c3d-a02c-f445de09882a req-5518f5ef-caa9-4dbc-899a-1d7c26be749a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032257 May 24 23:05:23.100925 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:23.103318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2296258c-67c8-4ffc-825b-875b5970d333 req-e8933861-315d-428c-a265-2e349a7464e7 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229394 May 24 23:05:23.104526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95aab647-55a3-4c86-9017-2b8ca27ff52d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.121426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:23.133615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aab647-55a3-4c86-9017-2b8ca27ff52d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b82ef0e-9bb3-4118-be8f-77bd6c59ac2c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:23.146465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95aab647-55a3-4c86-9017-2b8ca27ff52d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.147614 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-95aab647-55a3-4c86-9017-2b8ca27ff52d tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "DELETE /v2.0/security-groups/9b82ef0e-9bb3-4118-be8f-77bd6c59ac2c HTTP/1.1" status: 204 len: 168 time: 0.6461978 May 24 23:05:23.149020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 2} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:23.154014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.166226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48104) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:23.189899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.269008 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc454-3607-4bdd-a8e9-6631fc9c41e7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:23.293168 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7b9cc454-3607-4bdd-a8e9-6631fc9c41e7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/93262c2f-320b-47e4-81b5-03e8b32e2c9a HTTP/1.1" status: 204 len: 168 time: 2.5154140 May 24 23:05:23.294053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48116) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:23.338345 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2470c66a-ef80-4b77-a433-de32662af173 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2538b79651204683958a8311138e4a89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4433861 May 24 23:05:23.339098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-03795bd1-ed78-4002-8b1b-7ef6139623ce tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Synchronizing usage tracker for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:23.351311 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2296258c-67c8-4ffc-825b-875b5970d333 req-368e72e4-36c0-4431-8b1a-0ef03e922f27 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340243 May 24 23:05:23.532187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-03795bd1-ed78-4002-8b1b-7ef6139623ce tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] Unset dirty status for tenant:447fd4aef8964f41aebfb77272e8a5e1 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:23.537989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-03795bd1-ed78-4002-8b1b-7ef6139623ce tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3663528 May 24 23:05:23.542626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48126) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:23.573167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port 3e06753a-6432-41ee-975e-48cd68388778 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:23.582119 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-40ca48e0-6b4b-489e-9713-a86555cb9874 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] delete failed (client error): The resource could not be found. May 24 23:05:23.583423 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-40ca48e0-6b4b-489e-9713-a86555cb9874 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "DELETE /v2.0/security-groups/5686d076-fbe2-4085-9ecd-c4e566380ede HTTP/1.1" status: 404 len: 347 time: 0.0398123 May 24 23:05:23.594744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48130) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:23.594956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-58511737-176e-4d7c-808f-109dcf651fdf service neutron] 10.222.0.55 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373400 May 24 23:05:23.614861 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-f1630996-b798-43e9-b68a-f3e9b0744028 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] show failed (client error): The resource could not be found. May 24 23:05:23.615897 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f1630996-b798-43e9-b68a-f3e9b0744028 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-groups/497a0ddb-eed7-480b-b684-ac9f2cef87f5 HTTP/1.1" status: 404 len: 347 time: 0.0262709 May 24 23:05:23.619636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48134) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:23.630373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb81116-5d90-4fd2-ad45-25ba231354a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:23.634177 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9bb81116-5d90-4fd2-ad45-25ba231354a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3370028 May 24 23:05:23.644916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48138) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:23.732682 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-894898b6-6790-4358-91ea-1ae81a0847b7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] show failed (client error): The resource could not be found. May 24 23:05:23.738082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-894898b6-6790-4358-91ea-1ae81a0847b7 tempest-NegativeSecGroupIPv6Test-337484757 tempest-NegativeSecGroupIPv6Test-337484757-project] 10.222.0.55 "GET /v2.0/security-group-rules/59abbf9d-2f3b-4d56-974a-7f223595ff0c HTTP/1.1" status: 404 len: 356 time: 0.1172881 May 24 23:05:23.828337 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-6e8d2634-ae58-4e39-98c5-f20cfa71e610 service neutron] 10.222.0.55 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248414 May 24 23:05:23.879560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21e3f0-1560-477b-9cfc-87929e730bfd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:23.883427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3d21e3f0-1560-477b-9cfc-87929e730bfd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2349594 May 24 23:05:23.884132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48146) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:23.998608 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.047459 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.216459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf056e-c5ed-418a-b5e7-689bc7a23aa9 req-9ef98189-d5dd-4938-b223-cf68be4481ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:24.217990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69cf056e-c5ed-418a-b5e7-689bc7a23aa9 req-9ef98189-d5dd-4938-b223-cf68be4481ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1096 time: 0.2229342 May 24 23:05:24.343357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port 0bab4f8f-afa0-4aaf-a038-8d47af336717 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:24.451454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d363e7ff-7dd8-4ae6-bfc6-828b90151797 req-110d6cbd-36fa-4246-bdf6-55d067b385b5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Synchronizing usage tracker for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:24.472167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcdb711-df6e-4830-addf-998922bb473d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:24.476272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcdb711-df6e-4830-addf-998922bb473d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:24.481948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcdb711-df6e-4830-addf-998922bb473d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:24.483049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3bcdb711-df6e-4830-addf-998922bb473d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:24.502897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48162) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:24.615065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf056e-c5ed-418a-b5e7-689bc7a23aa9 req-0e0d9a6e-8e13-451e-b789-c4b1e2bb3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:24.616756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69cf056e-c5ed-418a-b5e7-689bc7a23aa9 req-0e0d9a6e-8e13-451e-b789-c4b1e2bb3940 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.3484483 May 24 23:05:24.673419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.760936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3bcdb711-df6e-4830-addf-998922bb473d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:24.766282 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3bcdb711-df6e-4830-addf-998922bb473d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8810701 May 24 23:05:24.771925 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48172) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:24.779857 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:24.912851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69cf056e-c5ed-418a-b5e7-689bc7a23aa9 req-6e395cf8-9185-49fa-9615-8f8dad21bee4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 1000 time: 0.2196980 May 24 23:05:25.016786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf056e-c5ed-418a-b5e7-689bc7a23aa9 req-18279cd2-e1b9-4833-9b17-1ab208092c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:25.019084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69cf056e-c5ed-418a-b5e7-689bc7a23aa9 req-18279cd2-e1b9-4833-9b17-1ab208092c50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.1009147 May 24 23:05:25.097098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744aaf0-0155-4278-8571-85b840d9dfe1 req-cb9baaa5-1e39-410a-be3d-ada19ed85398 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:25.105932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e744aaf0-0155-4278-8571-85b840d9dfe1 req-cb9baaa5-1e39-410a-be3d-ada19ed85398 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.4877956 May 24 23:05:25.181354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e744aaf0-0155-4278-8571-85b840d9dfe1 req-5c645b78-3912-4f2b-ae9f-644dbb9133dd tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742145 May 24 23:05:25.199785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf056e-c5ed-418a-b5e7-689bc7a23aa9 req-a8b28e4b-036a-4a5c-bf3e-7aedd672ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:25.201566 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69cf056e-c5ed-418a-b5e7-689bc7a23aa9 req-a8b28e4b-036a-4a5c-bf3e-7aedd672ae21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757474 May 24 23:05:25.316377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d363e7ff-7dd8-4ae6-bfc6-828b90151797 req-110d6cbd-36fa-4246-bdf6-55d067b385b5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Unset dirty status for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:25.318996 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d363e7ff-7dd8-4ae6-bfc6-828b90151797 req-110d6cbd-36fa-4246-bdf6-55d067b385b5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 210 time: 0.9677830 May 24 23:05:25.353086 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69cf056e-c5ed-418a-b5e7-689bc7a23aa9 req-a15c60c7-b44e-450b-908c-9941b7598579 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427500 May 24 23:05:25.378223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d3e4fe-0984-490a-af3d-f0690f5b60ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 04a2f540-1023-4242-8ddf-6b1c013b4340 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:25.385311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:25.396841 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e4fe-0984-490a-af3d-f0690f5b60ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.432582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:25.441371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=3e06753a-6432-41ee-975e-48cd68388778,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:25.445896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:25.446714 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.479034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.479379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.479715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.480045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.480371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.480693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.481014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.481335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.481693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.482191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.482525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.482972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:25.544276 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8a7a0d3f-f493-4b9a-8907-f08fd25a98d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=447fd4aef8964f41aebfb77272e8a5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0368259 May 24 23:05:25.547854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48184) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:25.587377 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e4fe-0984-490a-af3d-f0690f5b60ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.713927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69cf056e-c5ed-418a-b5e7-689bc7a23aa9 req-5a72f3dd-9ff0-496b-9123-aabe58feb851 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330772 May 24 23:05:25.783293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=0bab4f8f-afa0-4aaf-a038-8d47af336717,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:25.800892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Checking segment: {'id': 'd936ed42-0b86-49af-a3aa-c2e2ae574706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5ca46e70-87da-466a-bf44-c15ac3494e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:25.801613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network hostable DHCP agents. Network: 5ca46e70-87da-466a-bf44-c15ac3494e90, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:05:25.827216 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.860279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ddb4acd8-6f88-49c8-8250-673a1aa6ace5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.906455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 5ca46e70-87da-466a-bf44-c15ac3494e90 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:05:25.912300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ddb4acd8-6f88-49c8-8250-673a1aa6ace5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.934513 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e4fe-0984-490a-af3d-f0690f5b60ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:25.981868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1636000-b3e6-42b2-a710-9ef3d982c008 req-e1a94d03-ca53-42d8-b924-a53c4b63cb06 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:25.986095 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1636000-b3e6-42b2-a710-9ef3d982c008 req-e1a94d03-ca53-42d8-b924-a53c4b63cb06 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3629546 May 24 23:05:25.997149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 5ca46e70-87da-466a-bf44-c15ac3494e90) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:26.006955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6561db-6153-4dcf-8ed2-10665c8c8fef None None] Network 5ca46e70-87da-466a-bf44-c15ac3494e90 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:26.062254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:26.088116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:26.093291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:26.103289 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.251630 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1636000-b3e6-42b2-a710-9ef3d982c008 req-ad22f31c-f43d-4d89-87dc-4bfa734db72f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332103 May 24 23:05:26.265319 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7d4fa0a6-df08-4057-9468-4d7386616ff0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6089919 May 24 23:05:26.268466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48194) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:26.385526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ddb4acd8-6f88-49c8-8250-673a1aa6ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.391614 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ddb4acd8-6f88-49c8-8250-673a1aa6ace5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.393824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ddb4acd8-6f88-49c8-8250-673a1aa6ace5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1284fea7-9641-4505-bf8c-8c72395e2304 HTTP/1.1" status: 204 len: 168 time: 0.8365495 May 24 23:05:26.395487 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e4fe-0984-490a-af3d-f0690f5b60ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.478639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106414b-9b3a-4be1-80dc-66f756137866 req-0b251fa7-24ba-44c5-9a91-5606c1136120 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:26.482805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-0b251fa7-24ba-44c5-9a91-5606c1136120 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.50 "GET /v2.0/networks?id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 200 len: 811 time: 0.3765953 May 24 23:05:26.523536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3e4fe-0984-490a-af3d-f0690f5b60ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=04a2f540-1023-4242-8ddf-6b1c013b4340,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:26.525968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e4fe-0984-490a-af3d-f0690f5b60ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.532234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f5d3e4fe-0984-490a-af3d-f0690f5b60ab tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/04a2f540-1023-4242-8ddf-6b1c013b4340 HTTP/1.1" status: 204 len: 168 time: 1.7540641 May 24 23:05:26.532234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4acd8-6f88-49c8-8250-673a1aa6ace5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1284fea7-9641-4505-bf8c-8c72395e2304,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:26.538454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d86ee18-f0d7-4158-9e10-be60c0ae363c None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:26.551151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48204) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:26.654607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-ea4592aa-0c81-4519-b8c9-9cda70aaf328 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2538b79651204683958a8311138e4a89 HTTP/1.1" status: 200 len: 380 time: 0.0779042 May 24 23:05:26.666854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'port': {'device_id': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'admin_state_up': True, 'tenant_id': '2538b79651204683958a8311138e4a89', 'security_groups': ['db30c800-65bb-4249-804b-0ba9ab7f14b9']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:26.766821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-64585460-92b5-4b7e-b2b5-47c396c85b08 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 0bab4f8f-afa0-4aaf-a038-8d47af336717 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:26.767367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64585460-92b5-4b7e-b2b5-47c396c85b08 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:26.790286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7954c-f8d7-485a-8eaa-7f41d29e4ad3 req-1834bc14-4855-41d2-a351-ea97c053eb98 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:26.791845 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1c7954c-f8d7-485a-8eaa-7f41d29e4ad3 req-1834bc14-4855-41d2-a351-ea97c053eb98 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3033173 May 24 23:05:26.885933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:26.894663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1c7954c-f8d7-485a-8eaa-7f41d29e4ad3 req-aeddd0f7-d97f-4bcf-a99e-526a4c190891 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919785 May 24 23:05:26.902954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:26.917387 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41784309-5508-434c-980d-9eed7432adb0 req-d7970f3c-48c7-466a-8e2f-1cd91ab46af3 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 210 time: 0.2807343 May 24 23:05:26.928316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Made reservation on behalf of 2538b79651204683958a8311138e4a89 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:26.932469 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.117657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fef6b9-22e2-4d1c-a237-507d1f1d6d0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Deleting subnet 5eb2f136-41c6-447e-99bd-81659ebdb9f4 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:27.123573 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53fef6b9-22e2-4d1c-a237-507d1f1d6d0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.261703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Allocated IP 172.20.0.11 (002fbdc6-b25e-4db0-8e9b-acd3f481a1b7/47001c01-66d5-4135-8684-58bb2d7f443c/4f65d305-9b63-4899-baa0-d13c0abf4925) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:27.332478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891335e-57dd-436d-887c-51bc9282d935 req-47864986-87b9-40ac-81ec-26c14f9c5499 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:27.343874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0891335e-57dd-436d-887c-51bc9282d935 req-47864986-87b9-40ac-81ec-26c14f9c5499 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2042587 May 24 23:05:27.392916 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53fef6b9-22e2-4d1c-a237-507d1f1d6d0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.477243 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64585460-92b5-4b7e-b2b5-47c396c85b08 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.629574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-64585460-92b5-4b7e-b2b5-47c396c85b08 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 0bab4f8f-afa0-4aaf-a038-8d47af336717 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:27.853048 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53fef6b9-22e2-4d1c-a237-507d1f1d6d0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.937947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0891335e-57dd-436d-887c-51bc9282d935 req-bb59e8eb-2638-4e7f-bf6c-6f38dfbf9062 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5931199 May 24 23:05:27.948403 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:27.954446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64585460-92b5-4b7e-b2b5-47c396c85b08 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.001624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53fef6b9-22e2-4d1c-a237-507d1f1d6d0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.020196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Transition to ACTIVE for port object 4f65d305-9b63-4899-baa0-d13c0abf4925 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:28.081787 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.208410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:28.212282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:28.227297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:28.260487 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c5b0bd19-0b81-4644-ad09-83b642d952fb None None] Provisioning complete for port d7be83b1-40da-423e-9bab-24850c34f631 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:28.262370 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c5b0bd19-0b81-4644-ad09-83b642d952fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.293166 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53fef6b9-22e2-4d1c-a237-507d1f1d6d0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.362108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'Port': ['ID=4f65d305-9b63-4899-baa0-d13c0abf4925,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:28.399666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fad2a3a-cde1-4cde-bed8-6386c5159f15 None None] Network 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:28.422340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64585460-92b5-4b7e-b2b5-47c396c85b08 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=0bab4f8f-afa0-4aaf-a038-8d47af336717,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:28.433465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fef6b9-22e2-4d1c-a237-507d1f1d6d0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb2f136-41c6-447e-99bd-81659ebdb9f4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:28.462027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:28.462686 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.481851 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64585460-92b5-4b7e-b2b5-47c396c85b08 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.539999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4393c3b1-b1be-4850-b581-88bf5edc4768 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8760581 May 24 23:05:28.549475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Request body: {'port': {'device_id': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:28.570931 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-64585460-92b5-4b7e-b2b5-47c396c85b08 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/0bab4f8f-afa0-4aaf-a038-8d47af336717 HTTP/1.1" status: 204 len: 168 time: 2.2985423 May 24 23:05:28.578176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48256) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:28.586190 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-53fef6b9-22e2-4d1c-a237-507d1f1d6d0b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/5eb2f136-41c6-447e-99bd-81659ebdb9f4 HTTP/1.1" status: 204 len: 168 time: 2.0274723 May 24 23:05:28.641934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48260) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:28.762424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c117806-b942-438f-9263-feeebcadb632 req-9971a135-c6bc-429f-845c-2d380860ef18 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:28.771397 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c117806-b942-438f-9263-feeebcadb632 req-9971a135-c6bc-429f-845c-2d380860ef18 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 932 time: 0.4709466 May 24 23:05:28.836168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c5b0bd19-0b81-4644-ad09-83b642d952fb None None] Current status of the port d7be83b1-40da-423e-9bab-24850c34f631 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:28.842662 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ab466825-931f-400a-b5e7-08f1e05eb7d7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1980784 May 24 23:05:28.851152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48270) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:28.884267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5c117806-b942-438f-9263-feeebcadb632 req-64ca45b3-2120-4a9d-bf44-169ce5b1390d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Synchronizing usage tracker for tenant:2538b79651204683958a8311138e4a89 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:28.913516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6a151-5ca2-4dd2-930a-026f8ad80e7d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:28.924694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74254b99-a732-4f07-ae2f-2cb9de9bd0d9 req-51c4e6f6-743b-4005-976d-0bbcd97be2a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:28.925993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6a151-5ca2-4dd2-930a-026f8ad80e7d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:28.928329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-87b6a151-5ca2-4dd2-930a-026f8ad80e7d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:28.932452 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-74254b99-a732-4f07-ae2f-2cb9de9bd0d9 req-51c4e6f6-743b-4005-976d-0bbcd97be2a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.5295300 May 24 23:05:28.961179 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:28.977334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5c117806-b942-438f-9263-feeebcadb632 req-64ca45b3-2120-4a9d-bf44-169ce5b1390d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Unset dirty status for tenant:2538b79651204683958a8311138e4a89 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:28.980080 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-98efa38f-18ec-4f55-8540-e6cd522ce68b None None] Provisioning for port 4f65d305-9b63-4899-baa0-d13c0abf4925 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:28.987356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8a3e5-df7a-4cf8-91b1-b2d8778a39ec None None] DHCP port deletion for 1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:28.988951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c117806-b942-438f-9263-feeebcadb632 req-64ca45b3-2120-4a9d-bf44-169ce5b1390d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160120 May 24 23:05:28.994381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8a3e5-df7a-4cf8-91b1-b2d8778a39ec None None] Deleting port d7be83b1-40da-423e-9bab-24850c34f631 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:28.994753 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a3e5-df7a-4cf8-91b1-b2d8778a39ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.020364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-87b6a151-5ca2-4dd2-930a-026f8ad80e7d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:29.021963 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-87b6a151-5ca2-4dd2-930a-026f8ad80e7d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4402907 May 24 23:05:29.024906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48274) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:29.066299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-74254b99-a732-4f07-ae2f-2cb9de9bd0d9 req-b924af97-3d8d-4d2f-bce5-07ff28845eab tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328235 May 24 23:05:29.118900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-98efa38f-18ec-4f55-8540-e6cd522ce68b None None] Provisioning complete for port 4f65d305-9b63-4899-baa0-d13c0abf4925 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:29.119449 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-98efa38f-18ec-4f55-8540-e6cd522ce68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.124211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-301f2475-f6cd-4669-bebd-8c50d457726e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 3e06753a-6432-41ee-975e-48cd68388778 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:29.124558 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-301f2475-f6cd-4669-bebd-8c50d457726e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.230199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97771f-ce7e-4a40-900b-b1f5cc66aece tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:29.233992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2b97771f-ce7e-4a40-900b-b1f5cc66aece tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:29.284701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2b97771f-ce7e-4a40-900b-b1f5cc66aece tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:29.293954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2b97771f-ce7e-4a40-900b-b1f5cc66aece tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4292135 May 24 23:05:29.293954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48284) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:29.372711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a3e8a3e5-df7a-4cf8-91b1-b2d8778a39ec None None] For port d7be83b1-40da-423e-9bab-24850c34f631, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d7be83b1-40da-423e-9bab-24850c34f631,segment=NetworkSegment(d1fce305-3bca-4b07-a3c3-795e70dea578),segment_id=d1fce305-3bca-4b07-a3c3-795e70dea578)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:29.373363 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a3e5-df7a-4cf8-91b1-b2d8778a39ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.447531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-98efa38f-18ec-4f55-8540-e6cd522ce68b None None] Port 4f65d305-9b63-4899-baa0-d13c0abf4925 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:29.453876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da49561-529e-4208-ac0d-c53a7e18ac12 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:29.454571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9da49561-529e-4208-ac0d-c53a7e18ac12 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Synchronizing usage tracker for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:29.496748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9da49561-529e-4208-ac0d-c53a7e18ac12 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Unset dirty status for tenant:50c6d2cfa91f4a3fb6d4cbc181b3d6b4 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:29.498234 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9da49561-529e-4208-ac0d-c53a7e18ac12 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2053850 May 24 23:05:29.500895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48300) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:29.532483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8a3e5-df7a-4cf8-91b1-b2d8778a39ec None None] Calling delete_port for d7be83b1-40da-423e-9bab-24850c34f631 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:29.601549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eef494a3-9b2c-49dd-9514-55ffa1fd791e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994973 May 24 23:05:29.607626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-0f07a47f-d5b7-4cff-a972-10adc4b41a1d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:29.607626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-0f07a47f-d5b7-4cff-a972-10adc4b41a1d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 812 time: 0.1844418 May 24 23:05:29.608213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48308) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:29.632382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d7be83b1-40da-423e-9bab-24850c34f631 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:29.658916 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adf49c6-f6f1-4334-8a48-e787f9471cf4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:29.659470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adf49c6-f6f1-4334-8a48-e787f9471cf4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:29.661713 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3adf49c6-f6f1-4334-8a48-e787f9471cf4 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/93262c2f-320b-47e4-81b5-03e8b32e2c9a HTTP/1.1" status: 404 len: 333 time: 0.0523508 May 24 23:05:29.687316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48314) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:29.689202 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-0bbc8646-d093-47d9-a64f-0100cc1d4bff tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/quotas/e9303cbcbb804e2ba3627ec2b26f569c HTTP/1.1" status: 200 len: 375 time: 0.0759294 May 24 23:05:29.739610 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4631a0b-2587-4229-855b-7dc02a0e5ff6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:29.740144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4631a0b-2587-4229-855b-7dc02a0e5ff6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:29.744795 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a4631a0b-2587-4229-855b-7dc02a0e5ff6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/04a2f540-1023-4242-8ddf-6b1c013b4340 HTTP/1.1" status: 404 len: 337 time: 0.0517709 May 24 23:05:29.746019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48318) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:29.763348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f65d305-9b63-4899-baa0-d13c0abf4925 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:05:29.766200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a3e5-df7a-4cf8-91b1-b2d8778a39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.773154 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.786880 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-301f2475-f6cd-4669-bebd-8c50d457726e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.792227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Transition to ACTIVE for port object 4f65d305-9b63-4899-baa0-d13c0abf4925 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:29.799882 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:29.844593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8a3e5-df7a-4cf8-91b1-b2d8778a39ec None None] No DVR routers for this DVR port d7be83b1-40da-423e-9bab-24850c34f631 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:29.846131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8a3e5-df7a-4cf8-91b1-b2d8778a39ec None None] Pushing event deleted for resources: {'Port': ['ID=d7be83b1-40da-423e-9bab-24850c34f631,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:29.851211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No active binding found for port d7be83b1-40da-423e-9bab-24850c34f631 {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:05:29.851617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d7be83b1-40da-423e-9bab-24850c34f631 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:29.949032 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3a98a1-7aa9-4f6c-a3a5-c7e84ce44033 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:29.949397 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3a98a1-7aa9-4f6c-a3a5-c7e84ce44033 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:29.951299 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3c3a98a1-7aa9-4f6c-a3a5-c7e84ce44033 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/5eb2f136-41c6-447e-99bd-81659ebdb9f4 HTTP/1.1" status: 404 len: 337 time: 0.2032204 May 24 23:05:30.030885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48322) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:30.043922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-301f2475-f6cd-4669-bebd-8c50d457726e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 3e06753a-6432-41ee-975e-48cd68388778 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:30.084745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Pushing event updated for resources: {'Port': ['ID=4f65d305-9b63-4899-baa0-d13c0abf4925,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:30.168101 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-301f2475-f6cd-4669-bebd-8c50d457726e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.186154 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5159bf-d0ff-4234-96d3-469bcb40eff6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:30.186629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5159bf-d0ff-4234-96d3-469bcb40eff6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:30.205441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4d5159bf-d0ff-4234-96d3-469bcb40eff6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/147685b5-6a7a-42fc-8e61-bdea34babc92 HTTP/1.1" status: 404 len: 333 time: 0.1159296 May 24 23:05:30.231764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48334) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:30.233019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f2475-f6cd-4669-bebd-8c50d457726e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=3e06753a-6432-41ee-975e-48cd68388778,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:30.304428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-6bc455e7-35c7-4276-afea-7afc65644cd3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5611978 May 24 23:05:30.312412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Attempting to bind port 4f65d305-9b63-4899-baa0-d13c0abf4925 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:30.312828 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2d905e-05ff-4466-86a9-0f9809a0c8fd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:30.313219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Attempting to bind port 4f65d305-9b63-4899-baa0-d13c0abf4925 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:30.313470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2d905e-05ff-4466-86a9-0f9809a0c8fd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:30.313752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Attempting to bind port 4f65d305-9b63-4899-baa0-d13c0abf4925 on network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:30.318061 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-301f2475-f6cd-4669-bebd-8c50d457726e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.324423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Port 4f65d305-9b63-4899-baa0-d13c0abf4925 on network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:05:30.324999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Attempting to bind port 4f65d305-9b63-4899-baa0-d13c0abf4925 on network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:30.332553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:30.332849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Checking segment: {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:30.333227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Bound using segment: {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:30.333939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Bound port: 4f65d305-9b63-4899-baa0-d13c0abf4925, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:30.334485 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.352907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5d2d905e-05ff-4466-86a9-0f9809a0c8fd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/125b3661-9964-483d-9615-01e89d7e3e23 HTTP/1.1" status: 404 len: 337 time: 0.1146936 May 24 23:05:30.355750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48338) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:30.405827 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-301f2475-f6cd-4669-bebd-8c50d457726e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/3e06753a-6432-41ee-975e-48cd68388778 HTTP/1.1" status: 204 len: 168 time: 1.3796661 May 24 23:05:30.410580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48342) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:30.424142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964d029-3a6d-4098-8d27-b1b6dfeb5e51 req-ed29cc3a-55a9-4125-8520-96c2729c0412 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:30.424966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b964d029-3a6d-4098-8d27-b1b6dfeb5e51 req-ed29cc3a-55a9-4125-8520-96c2729c0412 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Synchronizing usage tracker for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:30.452702 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2274a53-4a49-4531-8973-c1c5b2311ad6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:30.453142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2274a53-4a49-4531-8973-c1c5b2311ad6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:30.454888 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f2274a53-4a49-4531-8973-c1c5b2311ad6 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/abc4f208-2dc3-467b-9e8a-b6ae170e2851 HTTP/1.1" status: 404 len: 337 time: 0.0980055 May 24 23:05:30.460351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48348) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:30.513174 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc2e191-ba67-4dac-b069-006af47cd834 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:30.514171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc2e191-ba67-4dac-b069-006af47cd834 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:30.516088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-adc2e191-ba67-4dac-b069-006af47cd834 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/78e72ebf-7cd2-41fe-89d3-ea8c1339cce7 HTTP/1.1" status: 404 len: 333 time: 0.0520570 May 24 23:05:30.520212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-31fd32b6-5c09-4b9b-aec9-b6bab0c369df service neutron] 10.222.0.55 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979017 May 24 23:05:30.522392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48352) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:30.533298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b964d029-3a6d-4098-8d27-b1b6dfeb5e51 req-ed29cc3a-55a9-4125-8520-96c2729c0412 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Unset dirty status for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:30.534493 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b964d029-3a6d-4098-8d27-b1b6dfeb5e51 req-ed29cc3a-55a9-4125-8520-96c2729c0412 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 944 time: 0.3249269 May 24 23:05:30.592595 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c7d905-db60-43e4-a8bf-0ab8942c95a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:30.593152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c7d905-db60-43e4-a8bf-0ab8942c95a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:30.595555 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-01c7d905-db60-43e4-a8bf-0ab8942c95a5 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/edbb8090-e9f6-4963-b392-a53adbc3dbaa HTTP/1.1" status: 404 len: 337 time: 0.0719318 May 24 23:05:30.647031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4e8dc5-2a53-4cde-a62e-ebc9e1668e9c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:30.648034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4f4e8dc5-2a53-4cde-a62e-ebc9e1668e9c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:30.660742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48360) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:30.702900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] For port 4f65d305-9b63-4899-baa0-d13c0abf4925, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:30.717525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] For port 4f65d305-9b63-4899-baa0-d13c0abf4925, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4f65d305-9b63-4899-baa0-d13c0abf4925,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:30.729684 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.798579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b964d029-3a6d-4098-8d27-b1b6dfeb5e51 req-60a7e922-6a2b-4a25-b04f-7df6f6994739 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504923 May 24 23:05:30.808609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:30.809138 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:30.811031 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] 10.222.0.50 "PUT /v2.0/ports/4f65d305-9b63-4899-baa0-d13c0abf4925 HTTP/1.1" status: 200 len: 1092 time: 2.2672300 May 24 23:05:30.811678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'tag': '4f65d305-9b63-4899-baa0-d13c0abf4925'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:05:30.824995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c687954-e66f-433e-bd22-50db4fd6f190 service neutron] Pushing event updated for resources: {'Port': ['ID=4f65d305-9b63-4899-baa0-d13c0abf4925,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:30.907594 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf459e0-b0a1-4810-8174-fa49a22a2cff'] response: {'name': 'network-changed', 'server_uuid': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'tag': '4f65d305-9b63-4899-baa0-d13c0abf4925', 'status': 'completed', 'code': 200} May 24 23:05:30.913534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-10558ce8-fe2c-440e-8551-046abfb56980 service neutron] 10.222.0.55 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551521 May 24 23:05:30.919109 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-43878755-1741-475c-9b1f-83382f666619 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:30.919611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43878755-1741-475c-9b1f-83382f666619 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:30.924988 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-43878755-1741-475c-9b1f-83382f666619 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/3f115a7d-867e-49d6-9a23-d9966cca4a8c HTTP/1.1" status: 404 len: 337 time: 0.2628787 May 24 23:05:30.926551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4f4e8dc5-2a53-4cde-a62e-ebc9e1668e9c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:30.931369 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4f4e8dc5-2a53-4cde-a62e-ebc9e1668e9c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5197792 May 24 23:05:30.932161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48376) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:30.932296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48374) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.005686 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dc4ea5-88ec-49a4-8c38-33ee905e930f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:31.006095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1dc4ea5-88ec-49a4-8c38-33ee905e930f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:31.008100 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f1dc4ea5-88ec-49a4-8c38-33ee905e930f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/4353ab77-b3ba-42fa-8bbc-c2cfadd5cc31 HTTP/1.1" status: 404 len: 333 time: 0.0749633 May 24 23:05:31.011329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48382) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.032575 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-52db136b-6975-4762-89cb-d5447f5b9665 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:05:31.037327 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-52db136b-6975-4762-89cb-d5447f5b9665 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/0bab4f8f-afa0-4aaf-a038-8d47af336717 HTTP/1.1" status: 404 len: 333 time: 0.1039586 May 24 23:05:31.038227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48388) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.077865 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b73946f-725a-4a9a-aad6-e6785474ecfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:31.078484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b73946f-725a-4a9a-aad6-e6785474ecfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:31.080144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4b73946f-725a-4a9a-aad6-e6785474ecfc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/3439f59f-fa0f-48a6-9589-fe76d3645dcc HTTP/1.1" status: 404 len: 337 time: 0.0675447 May 24 23:05:31.089809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48392) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.100986 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-80567924-01c3-40b0-8e57-49225f3da542 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:05:31.107268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-80567924-01c3-40b0-8e57-49225f3da542 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/3e06753a-6432-41ee-975e-48cd68388778 HTTP/1.1" status: 404 len: 333 time: 0.0679395 May 24 23:05:31.107882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48398) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.143414 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-04162fb3-02fb-4f70-9292-7da9e76cbe3e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:31.143773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04162fb3-02fb-4f70-9292-7da9e76cbe3e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:31.152040 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-04162fb3-02fb-4f70-9292-7da9e76cbe3e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/9bfda308-7d5b-4778-b294-42e50fa2f484 HTTP/1.1" status: 404 len: 337 time: 0.0611434 May 24 23:05:31.157095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48404) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.159448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106414b-9b3a-4be1-80dc-66f756137866 req-9a2cc6af-e54f-44fb-b63f-de8977fe1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:31.162284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-9a2cc6af-e54f-44fb-b63f-de8977fe1d6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2538b79651204683958a8311138e4a89&device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 1095 time: 0.2992547 May 24 23:05:31.320995 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.350528 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c18c70-6a86-483c-b9ae-cdd630ff2647 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:31.351161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c18c70-6a86-483c-b9ae-cdd630ff2647 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:31.353333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-53c18c70-6a86-483c-b9ae-cdd630ff2647 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/66c22d9c-a6ad-4832-8a09-d4e315b7f8e4 HTTP/1.1" status: 404 len: 333 time: 0.1898165 May 24 23:05:31.366078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48412) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.367823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-dc71f16d-90d4-40b7-805c-64186adad568 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f65d305-9b63-4899-baa0-d13c0abf4925 HTTP/1.1" status: 200 len: 217 time: 0.1308160 May 24 23:05:31.371975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-472eb480-8667-4743-9a3d-3fc78a4eb4e9 req-1bf0bd63-9c1b-4c5f-bfb5-8316f6eda4e0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 210 time: 0.0682452 May 24 23:05:31.453096 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-5153a89f-7688-47b7-b577-afa04c2a7ad8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:31.453846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5153a89f-7688-47b7-b577-afa04c2a7ad8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:31.455786 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5153a89f-7688-47b7-b577-afa04c2a7ad8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/7b386c20-4405-4197-a354-933b0e6db88a HTTP/1.1" status: 404 len: 337 time: 0.0869119 May 24 23:05:31.462577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48422) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.535600 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.541784 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7f7334-698e-43df-9a11-9e8c26d24c74 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:31.542435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7f7334-698e-43df-9a11-9e8c26d24c74 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:31.545000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7c7f7334-698e-43df-9a11-9e8c26d24c74 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/af2d0588-4356-44b1-9224-da16ce97e7a6 HTTP/1.1" status: 404 len: 333 time: 0.0810449 May 24 23:05:31.547409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48426) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.560849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106414b-9b3a-4be1-80dc-66f756137866 req-462a5f28-9cbe-4f55-bef6-3b476d75b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:31.562560 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-462a5f28-9cbe-4f55-bef6-3b476d75b146 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47001c01-66d5-4135-8684-58bb2d7f443c HTTP/1.1" status: 200 len: 850 time: 0.1495502 May 24 23:05:31.625674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca46e70-87da-466a-bf44-c15ac3494e90']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:31.643323 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3a7a76-670a-4f7a-a5aa-82c93cf01e2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:31.643831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3a7a76-670a-4f7a-a5aa-82c93cf01e2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:31.645940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5f3a7a76-670a-4f7a-a5aa-82c93cf01e2a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/522fd9ac-1e5c-4e46-b14a-df6f18410dbc HTTP/1.1" status: 404 len: 337 time: 0.0975366 May 24 23:05:31.648961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48432) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.728636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106414b-9b3a-4be1-80dc-66f756137866 req-bb1d511d-b532-48b4-bbdf-eea58097cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:31.730568 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-bb1d511d-b532-48b4-bbdf-eea58097cf70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592414 May 24 23:05:31.732331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd936ed42-0b86-49af-a3aa-c2e2ae574706') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:31.732631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd936ed42-0b86-49af-a3aa-c2e2ae574706') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:31.749195 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e60a8b-6ec6-4ea7-888f-4a65a9361384 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:31.750063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e60a8b-6ec6-4ea7-888f-4a65a9361384 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:31.752211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-01e60a8b-6ec6-4ea7-888f-4a65a9361384 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/f4456ac3-88d6-41ef-a12e-e9938779e805 HTTP/1.1" status: 404 len: 333 time: 0.1023226 May 24 23:05:31.755282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48436) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.756738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.777458 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.784811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:31.785208 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.873821 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment d936ed42-0b86-49af-a3aa-c2e2ae574706 resource provider aggregate not found May 24 23:05:31.883739 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1897f45-2744-4ddc-9345-e1ac25485397 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:31.884455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1897f45-2744-4ddc-9345-e1ac25485397 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:31.886649 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e1897f45-2744-4ddc-9345-e1ac25485397 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/8ed10ea6-64dc-41fa-b953-58686e210aab HTTP/1.1" status: 404 len: 337 time: 0.1297078 May 24 23:05:31.901610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48446) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:31.922023 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment d936ed42-0b86-49af-a3aa-c2e2ae574706 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d936ed42-0b86-49af-a3aa-c2e2ae574706 found for delete ", "request_id": "req-e05c7c87-c352-470c-9227-ecaf315509cb"}]} May 24 23:05:31.944628 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:31.980346 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.022937 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4711ea89-083f-483c-be1e-314670b956cf tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.023436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4711ea89-083f-483c-be1e-314670b956cf tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.025236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4711ea89-083f-483c-be1e-314670b956cf tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/92c7e8c4-0681-4220-a237-f6fcaa6cee2d HTTP/1.1" status: 404 len: 333 time: 0.1226690 May 24 23:05:32.027856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48452) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.037305 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/networks/5ca46e70-87da-466a-bf44-c15ac3494e90 HTTP/1.1" status: 204 len: 168 time: 0.9283342 May 24 23:05:32.038394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805949a6-ef87-4c08-89e7-4b6aafa9e6ed tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Network': ['ID=5ca46e70-87da-466a-bf44-c15ac3494e90,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:32.050286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48456) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.058032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-460143693'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:32.072028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:32.079882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:network and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:32.084507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:32.092530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:32.093076 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d07340-8a45-45c3-a37e-3c419b64913e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.093589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d07340-8a45-45c3-a37e-3c419b64913e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.095277 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-97d07340-8a45-45c3-a37e-3c419b64913e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/26e08d10-9903-49f5-a743-7d324046060c HTTP/1.1" status: 404 len: 337 time: 0.0663300 May 24 23:05:32.100299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48460) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.126557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0572c-47a2-4283-9e8d-c40df3d4cf80 req-9e772ccf-3a91-4403-94a9-e98a4592bc48 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:32.135223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ebc0572c-47a2-4283-9e8d-c40df3d4cf80 req-9e772ccf-3a91-4403-94a9-e98a4592bc48 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 944 time: 0.1590166 May 24 23:05:32.152705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:32.157270 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.159841 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d2321a-c245-40c8-bf84-0eb1ffa64502 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.160400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d2321a-c245-40c8-bf84-0eb1ffa64502 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.162977 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c9d2321a-c245-40c8-bf84-0eb1ffa64502 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/ce53898e-516d-484b-ab6f-acaf359ae539 HTTP/1.1" status: 404 len: 333 time: 0.0613241 May 24 23:05:32.166403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48464) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.201787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:05:32.214160 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.214599 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Added segment bca63aaf-1003-4670-a06f-b8fbac1caa7e of type vlan for network 210d8155-ec18-4ba2-8b4f-dd5c054cfea3 May 24 23:05:32.215258 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-725e21fd-8105-4e4a-8737-4664182c259d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.215929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725e21fd-8105-4e4a-8737-4664182c259d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.217999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-725e21fd-8105-4e4a-8737-4664182c259d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/4abeb040-5bfa-4ff9-b5fa-ec5e6af6e9e7 HTTP/1.1" status: 404 len: 337 time: 0.0498483 May 24 23:05:32.222226 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-80d50c7c-e09c-4b9b-91ba-287f80cfb972 service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842229 May 24 23:05:32.223650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48468) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.254191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.307973 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a7fa9c-cad7-40be-bdd8-a7b322778531 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.308809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a7fa9c-cad7-40be-bdd8-a7b322778531 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.311575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-42a7fa9c-cad7-40be-bdd8-a7b322778531 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/9ecbde1e-26ec-44b3-b600-b203a84ddc8b HTTP/1.1" status: 404 len: 333 time: 0.0866859 May 24 23:05:32.314651 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ebc0572c-47a2-4283-9e8d-c40df3d4cf80 req-aba016b3-992c-45e2-a742-4fa4c36fcc6e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779497 May 24 23:05:32.319759 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.327151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:32.327941 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:32.333753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48474) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.454646 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d106414b-9b3a-4be1-80dc-66f756137866 req-4fb1f969-db6c-4452-8389-8785f9a2c921 service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804261 May 24 23:05:32.484602 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a763f2-1d1e-4bd2-bd90-3e415e8eb4e3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.485042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a763f2-1d1e-4bd2-bd90-3e415e8eb4e3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.504056 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4519076 May 24 23:05:32.509994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48482) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.514446 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c5a763f2-1d1e-4bd2-bd90-3e415e8eb4e3 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/c70b3406-20b6-4115-9429-ec89289174a9 HTTP/1.1" status: 404 len: 337 time: 0.1614640 May 24 23:05:32.514912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48486) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.517475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330593d-899f-46e6-a380-097dd6b348e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Network': ['ID=210d8155-ec18-4ba2-8b4f-dd5c054cfea3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:32.528081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 210d8155-ec18-4ba2-8b4f-dd5c054cfea3 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:05:32.556645 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf8bd09-2fb7-4ff9-871d-df36635cff6c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.557464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf8bd09-2fb7-4ff9-871d-df36635cff6c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.559520 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eaf8bd09-2fb7-4ff9-871d-df36635cff6c tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/d9c0145f-4bb8-4e24-96e1-fbfd7ff7d8fd HTTP/1.1" status: 404 len: 337 time: 0.0436399 May 24 23:05:32.561985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48490) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.606321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '210d8155-ec18-4ba2-8b4f-dd5c054cfea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:32.626758 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde184a2-0ff4-4891-82ca-1ec5d09cf565 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.627462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde184a2-0ff4-4891-82ca-1ec5d09cf565 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.629246 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dde184a2-0ff4-4891-82ca-1ec5d09cf565 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/117d3d4a-9662-4bf2-b9a6-2c8ecc1f90cb HTTP/1.1" status: 404 len: 333 time: 0.0660477 May 24 23:05:32.634956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48496) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.677766 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-09320706-63ac-49f4-9cbc-fb1ef4fd6cbe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.678230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09320706-63ac-49f4-9cbc-fb1ef4fd6cbe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.679959 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-09320706-63ac-49f4-9cbc-fb1ef4fd6cbe tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/e34ab7a6-43ff-4753-a810-e246c7434005 HTTP/1.1" status: 404 len: 337 time: 0.0432858 May 24 23:05:32.685690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48500) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.728142 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc27c4a3-5420-4d24-878b-5e00f2329d62 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.728927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc27c4a3-5420-4d24-878b-5e00f2329d62 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.731098 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fc27c4a3-5420-4d24-878b-5e00f2329d62 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/f7edbf91-8c0a-496f-a5a8-31e50e0537ab HTTP/1.1" status: 404 len: 337 time: 0.0432861 May 24 23:05:32.733830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48504) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.780614 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41f2fe2-b7af-4e32-b478-f24392977d63 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.781233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41f2fe2-b7af-4e32-b478-f24392977d63 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.783224 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f41f2fe2-b7af-4e32-b478-f24392977d63 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/ba27ceb4-02a1-4501-92e3-929230120d59 HTTP/1.1" status: 404 len: 333 time: 0.0477364 May 24 23:05:32.785742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48508) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.835326 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea51f77-978a-4733-af48-cf68f853aa35 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.836327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea51f77-978a-4733-af48-cf68f853aa35 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.844504 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8ea51f77-978a-4733-af48-cf68f853aa35 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/d000b635-d6ce-4d32-a234-7a7bc9250f87 HTTP/1.1" status: 404 len: 337 time: 0.0574436 May 24 23:05:32.845570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48512) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.897311 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-24bc5811-bb09-400d-b73d-e48ab39ca94b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.898163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24bc5811-bb09-400d-b73d-e48ab39ca94b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.904029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-24bc5811-bb09-400d-b73d-e48ab39ca94b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/e603a915-c95f-4086-8c63-bcf7d74f4267 HTTP/1.1" status: 404 len: 337 time: 0.0571856 May 24 23:05:32.906140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48516) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:32.921913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8adbac89-2020-4849-aac0-dcc34329cc5d req-ce7e48c6-1b08-4574-bf31-c74fc8aefc75 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 210 time: 0.2812498 May 24 23:05:32.970114 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4d6344-2772-43ff-950b-e962ce481cfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:32.971269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4d6344-2772-43ff-950b-e962ce481cfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:32.983549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ad4d6344-2772-43ff-950b-e962ce481cfb tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/2774f665-0cb2-409d-8a38-8e01c4a0c273 HTTP/1.1" status: 404 len: 333 time: 0.0760732 May 24 23:05:32.984506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48520) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:33.029196 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0f4dd5-f1a6-4e0b-8f40-eeaf816d530a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:33.040725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0f4dd5-f1a6-4e0b-8f40-eeaf816d530a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:33.047568 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ed0f4dd5-f1a6-4e0b-8f40-eeaf816d530a tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/f82c54e9-a5ba-4e88-8398-39c3e5c32f0c HTTP/1.1" status: 404 len: 337 time: 0.0616302 May 24 23:05:33.048392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48524) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:33.074543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:33.093321 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f74402-2ace-4be8-bfdd-dfdf30e56166 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:33.093841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f74402-2ace-4be8-bfdd-dfdf30e56166 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:33.096445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:33.099149 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f2f74402-2ace-4be8-bfdd-dfdf30e56166 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/a511d146-8af7-43cd-93e1-300a439a080c HTTP/1.1" status: 404 len: 337 time: 0.0495420 May 24 23:05:33.099830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48528) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:33.101576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:33.105628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8d756-234b-458d-8db4-df3c00578663 req-122fe97f-5ff0-4060-a391-a7ad5fb78c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:33.107108 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8dc8d756-234b-458d-8db4-df3c00578663 req-122fe97f-5ff0-4060-a391-a7ad5fb78c66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2538b79651204683958a8311138e4a89&device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 1095 time: 0.5985744 May 24 23:05:33.112719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:33.276983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-b987189b-3be9-4e83-a5f9-13048cd003c2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:33.279421 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-b987189b-3be9-4e83-a5f9-13048cd003c2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 812 time: 0.3552918 May 24 23:05:33.286030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:33.290609 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:33.327801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Request body: {'port': {'device_id': 'ce41dc66-f0bc-4471-81f1-d0aa6434d951', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'admin_state_up': True, 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:33.378809 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ebe1f43a-646d-45a3-9c0a-cf62621ec84f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports?device_id=66f0026a-05b8-4053-b198-6f26ac13c1a8 HTTP/1.1" status: 200 len: 205 time: 0.2777498 May 24 23:05:33.381193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48544) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:33.456854 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-5716ac12-fb7c-4dee-beb6-f60feb6b5943 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] delete failed (client error): The resource could not be found. May 24 23:05:33.459112 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5716ac12-fb7c-4dee-beb6-f60feb6b5943 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/routers/66f0026a-05b8-4053-b198-6f26ac13c1a8 HTTP/1.1" status: 404 len: 336 time: 0.0764384 May 24 23:05:33.473090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48552) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:33.611779 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52909c4-f20c-41bd-bebe-158eb6d5168b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:33.612134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52909c4-f20c-41bd-bebe-158eb6d5168b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:33.616382 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f52909c4-f20c-41bd-bebe-158eb6d5168b tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/ae3fdc11-1ace-4782-97c7-66ee621140e5 HTTP/1.1" status: 404 len: 337 time: 0.1348183 May 24 23:05:33.631659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48562) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:33.661826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48566) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:33.671506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494057933', 'description': 'tempest-description--843760425'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:33.684266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.ipam_backend_mixin [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Performing IP validity checks on allocation pools {{(pid=88389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:05:33.684492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:33.688286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.ipam_backend_mixin [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:05:33.708413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:33.721060 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-19ff7c38-3422-4673-b53f-0e9323543efd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "GET /v2.0/ports?device_id=243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 HTTP/1.1" status: 200 len: 205 time: 0.0881050 May 24 23:05:33.727343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48570) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:33.770907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8d756-234b-458d-8db4-df3c00578663 req-b1b8b4c7-1772-45a5-8d41-7df7fc10fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:33.772955 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8dc8d756-234b-458d-8db4-df3c00578663 req-b1b8b4c7-1772-45a5-8d41-7df7fc10fe21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 200 len: 912 time: 0.6476171 May 24 23:05:33.816816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:33.848076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe9d5-400f-4b10-9aa7-aecc2b5c040a req-6b66d780-b887-494f-b77d-0ada7c6e4e8d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:33.849639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e7fe9d5-400f-4b10-9aa7-aecc2b5c040a req-6b66d780-b887-494f-b77d-0ada7c6e4e8d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 944 time: 0.2298574 May 24 23:05:33.850540 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-88a14873-8ae5-4ab1-9ca3-5da9a1138802 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] delete failed (client error): The resource could not be found. May 24 23:05:33.853761 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-88a14873-8ae5-4ab1-9ca3-5da9a1138802 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/routers/243e713a-d6b5-4c4c-9fe0-cfc782ef98b9 HTTP/1.1" status: 404 len: 336 time: 0.1167421 May 24 23:05:33.853761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:33.854909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48578) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:33.871867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8dc8d756-234b-458d-8db4-df3c00578663 req-12b00ebe-fe90-4253-9248-7fa525aed2a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f65d305-9b63-4899-baa0-d13c0abf4925 HTTP/1.1" status: 200 len: 217 time: 0.0905733 May 24 23:05:33.872842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:33.889527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:33.924477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:33.936563 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fba33d-f4ac-47dc-a96b-79a7e5ab1e83 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:33.937024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fba33d-f4ac-47dc-a96b-79a7e5ab1e83 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:33.941336 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-32fba33d-f4ac-47dc-a96b-79a7e5ab1e83 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/9b74b6a1-af3b-4a69-924c-017def51aadc HTTP/1.1" status: 404 len: 337 time: 0.0831537 May 24 23:05:33.941336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:33.948413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48584) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.020731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Made reservation on behalf of e9303cbcbb804e2ba3627ec2b26f569c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:34.021842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:34.024670 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.039787 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e7fe9d5-400f-4b10-9aa7-aecc2b5c040a req-b72ba495-c559-454a-a751-05fc9fceea23 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806996 May 24 23:05:34.051658 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f486ba-6e69-4248-b147-d26703ae81e8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.052484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f486ba-6e69-4248-b147-d26703ae81e8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.054539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b1f486ba-6e69-4248-b147-d26703ae81e8 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/91aaa682-8e8f-4da4-b091-1d8bddb9dfd2 HTTP/1.1" status: 404 len: 337 time: 0.0880818 May 24 23:05:34.057713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48590) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.069174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8d756-234b-458d-8db4-df3c00578663 req-762cd18f-3c6f-4092-a576-87cf0237761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:34.071419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8dc8d756-234b-458d-8db4-df3c00578663 req-762cd18f-3c6f-4092-a576-87cf0237761f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47001c01-66d5-4135-8684-58bb2d7f443c HTTP/1.1" status: 200 len: 850 time: 0.1894717 May 24 23:05:34.113783 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d582141-82fb-4b2c-ac6e-e1e74ee89739 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.114511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d582141-82fb-4b2c-ac6e-e1e74ee89739 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.128237 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1d582141-82fb-4b2c-ac6e-e1e74ee89739 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/8b0278d3-28be-4213-b3a1-45ff7cf573fc HTTP/1.1" status: 404 len: 333 time: 0.0611644 May 24 23:05:34.131130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48594) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.175732 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3676a9-7d0c-4093-9b81-5915aee43215 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.176413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3676a9-7d0c-4093-9b81-5915aee43215 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.188474 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9c3676a9-7d0c-4093-9b81-5915aee43215 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/c503ec6f-d6dc-435d-8062-55411b9173b9 HTTP/1.1" status: 404 len: 337 time: 0.0537848 May 24 23:05:34.188691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48598) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.249902 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3d4774-a5d7-48a6-9b84-6c587675d9e7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.250481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3d4774-a5d7-48a6-9b84-6c587675d9e7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.273255 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6f3d4774-a5d7-48a6-9b84-6c587675d9e7 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/cbcf0057-af63-4316-a51a-f041a7407d96 HTTP/1.1" status: 404 len: 333 time: 0.0834036 May 24 23:05:34.274072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48604) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.285374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4a073f56-4f1b-43d6-a626-3aca9e4fae73 req-241a8e3b-e37a-45d6-b95b-998026e8fab5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 210 time: 0.1425247 May 24 23:05:34.290191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.301430 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.347253 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e26503-7696-4648-b2d9-fc68bbe2551e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.347955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e26503-7696-4648-b2d9-fc68bbe2551e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.354025 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-26e26503-7696-4648-b2d9-fc68bbe2551e tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/929b8fb0-60a8-4c9a-8a31-9c2477fb57da HTTP/1.1" status: 404 len: 337 time: 0.0707977 May 24 23:05:34.354646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48608) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.355141 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.429461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48612) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.435444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c3f724-c318-49ae-b6cf-761b85e21f79,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:34.439417 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1144c6f-d6aa-4208-8112-dadccb9186c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.439942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1144c6f-d6aa-4208-8112-dadccb9186c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.444556 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e1144c6f-d6aa-4208-8112-dadccb9186c9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/578fb5af-5819-4bb1-988b-68b35ee96bb8 HTTP/1.1" status: 404 len: 333 time: 0.0850997 May 24 23:05:34.445308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48616) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.483095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Subnet': ['ID=fee64902-abdd-450d-aed0-eca4279c9e1d,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:34.492386 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c2b623-25e7-4452-b130-2ee9c29ac392 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.492386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c2b623-25e7-4452-b130-2ee9c29ac392 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.498029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a6c2b623-25e7-4452-b130-2ee9c29ac392 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/946cf96d-1a6b-4d80-89ac-c343f19149a9 HTTP/1.1" status: 404 len: 337 time: 0.0494800 May 24 23:05:34.499389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48622) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.502884 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.504466 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-560950cd-49bf-4e5d-910f-cafa195bf724 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8412228 May 24 23:05:34.508281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8d756-234b-458d-8db4-df3c00578663 req-9c011c78-3e7c-482b-bdd8-db84de6c9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:34.509850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8dc8d756-234b-458d-8db4-df3c00578663 req-9c011c78-3e7c-482b-bdd8-db84de6c9657 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4250789 May 24 23:05:34.510297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48626) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.521901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Checking segment: {'id': 'bca63aaf-1003-4670-a06f-b8fbac1caa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '210d8155-ec18-4ba2-8b4f-dd5c054cfea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:34.522268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network hostable DHCP agents. Network: 210d8155-ec18-4ba2-8b4f-dd5c054cfea3, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:05:34.551402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Allocated IP 172.20.0.6 (ae35d30d-647c-45b8-a0f8-6fc32e006bd8/3a1aaf28-3079-42c0-b6b3-9b18da682566/e42d2e74-6684-4777-bf62-06a77521a4dd) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:34.551929 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b230b5f-09c6-4578-9e00-c316bb4718db tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.552412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b230b5f-09c6-4578-9e00-c316bb4718db tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.556213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a24f3a3a-4bac-461f-ad64-4265fc51357f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group_rule': {'security_group_id': '98c3f724-c318-49ae-b6cf-761b85e21f79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:34.557270 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7b230b5f-09c6-4578-9e00-c316bb4718db tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/b5252f1e-dee5-4cde-980a-6c8e9e8cbf8d HTTP/1.1" status: 404 len: 333 time: 0.0565567 May 24 23:05:34.558188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48630) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.569438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a24f3a3a-4bac-461f-ad64-4265fc51357f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:34.600326 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f589684-5410-400b-974e-4a9a4fb43a3f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.601067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f589684-5410-400b-974e-4a9a4fb43a3f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.605638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9f589684-5410-400b-974e-4a9a4fb43a3f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/4a7684ba-b913-41c5-9f9c-f3d8a1610879 HTTP/1.1" status: 404 len: 337 time: 0.0464089 May 24 23:05:34.607756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48634) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.658434 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb58722-b85c-412a-9e17-4c04d1ce5365 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.659005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb58722-b85c-412a-9e17-4c04d1ce5365 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.664308 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2cb58722-b85c-412a-9e17-4c04d1ce5365 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/9e314149-5a96-410d-b6f6-dd87e9702584 HTTP/1.1" status: 404 len: 333 time: 0.0554557 May 24 23:05:34.664943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48640) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.712133 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cb11c7-d311-4f10-ba73-75520273ca71 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.712759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cb11c7-d311-4f10-ba73-75520273ca71 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.717844 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-60cb11c7-d311-4f10-ba73-75520273ca71 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/e8c0ef98-14ba-443c-901c-8cec3fce0a17 HTTP/1.1" status: 404 len: 337 time: 0.0518241 May 24 23:05:34.718645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48644) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.772509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4f65d305-9b63-4899-baa0-d13c0abf4925 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:05:34.774937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8dc8d756-234b-458d-8db4-df3c00578663 req-7b58bbe7-de8e-4de8-9a60-939b73e29191 service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566826 May 24 23:05:34.777611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a24f3a3a-4bac-461f-ad64-4265fc51357f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:34.786775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a24f3a3a-4bac-461f-ad64-4265fc51357f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:34.815811 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2fa417-c510-4df3-a9b5-87a96e4a5be9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.816753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2fa417-c510-4df3-a9b5-87a96e4a5be9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.818865 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1b2fa417-c510-4df3-a9b5-87a96e4a5be9 tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/b8986158-1959-4ad4-aeed-ef0400d0a03b HTTP/1.1" status: 404 len: 333 time: 0.0992098 May 24 23:05:34.824621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48650) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.829804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a24f3a3a-4bac-461f-ad64-4265fc51357f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:34.875531 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eba58210-ce9c-4aed-9f63-4a9a61d9deb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:34.879899 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21d7e9a-468a-42a5-9e30-5c54b6f5220d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.880342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21d7e9a-468a-42a5-9e30-5c54b6f5220d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.882064 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f21d7e9a-468a-42a5-9e30-5c54b6f5220d tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/4c62e5a6-77d1-4912-b974-7bb02e3e5fb8 HTTP/1.1" status: 404 len: 337 time: 0.0559576 May 24 23:05:34.885175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48654) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.913894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eba58210-ce9c-4aed-9f63-4a9a61d9deb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:34.918907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eba58210-ce9c-4aed-9f63-4a9a61d9deb1 admin admin] Usage tracker for resource:security_group_rule and tenant:d324abc5255d4d04b3b12939fa6dfa7d is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:34.921773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eba58210-ce9c-4aed-9f63-4a9a61d9deb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:34.949061 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-817e70c0-e882-4671-b60d-84c0a8da63dd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.949693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817e70c0-e882-4671-b60d-84c0a8da63dd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.953904 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-817e70c0-e882-4671-b60d-84c0a8da63dd tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/ports/34512fd0-0519-41da-bba1-f810e152855b HTTP/1.1" status: 404 len: 333 time: 0.0653591 May 24 23:05:34.954336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48658) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:34.986511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 210d8155-ec18-4ba2-8b4f-dd5c054cfea3 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:05:34.986812 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:05:34.992449 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-30090526-9025-47d4-8548-b9780a8c52fc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] DELETE failed (client error): The resource could not be found. May 24 23:05:34.992975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30090526-9025-47d4-8548-b9780a8c52fc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:34.997214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-30090526-9025-47d4-8548-b9780a8c52fc tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/subnets/4ff5398d-2f42-4de7-8ee4-bca065f423d5 HTTP/1.1" status: 404 len: 337 time: 0.0395408 May 24 23:05:34.997354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eba58210-ce9c-4aed-9f63-4a9a61d9deb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:34.997478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48662) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:35.000309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4f65d305-9b63-4899-baa0-d13c0abf4925, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4f65d305-9b63-4899-baa0-d13c0abf4925,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:35.017773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '4f65d305-9b63-4899-baa0-d13c0abf4925', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'port_id': '4f65d305-9b63-4899-baa0-d13c0abf4925', 'mac_address': 'fa:16:3e:65:62:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:05:35.090166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4f65d305-9b63-4899-baa0-d13c0abf4925 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:35.090562 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.114529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f65d305-9b63-4899-baa0-d13c0abf4925 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:05:35.134487 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4f65d305-9b63-4899-baa0-d13c0abf4925, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4f65d305-9b63-4899-baa0-d13c0abf4925,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:35.141828 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.154934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.218519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4f65d305-9b63-4899-baa0-d13c0abf4925,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:35.227985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.228686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.229000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.229347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.229754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.230343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.230641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.230965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.231496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.231796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.232156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.232462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:05:35.280079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 210d8155-ec18-4ba2-8b4f-dd5c054cfea3) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:35.292509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf0636-8f03-493d-8e4c-ad0f391f6016 None None] Network 210d8155-ec18-4ba2-8b4f-dd5c054cfea3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:35.297689 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a24f3a3a-4bac-461f-ad64-4265fc51357f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.324331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.324331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.363984 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.386241 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-48273fa7-7ff3-402c-82da-09c6d31b1ef7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8744850 May 24 23:05:35.387240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48670) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:35.414691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': '210d8155-ec18-4ba2-8b4f-dd5c054cfea3', 'name': 'tempest-PortsIpV6TestJSON-2095483384'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:35.423000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4f65d305-9b63-4899-baa0-d13c0abf4925'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:05:35.457310 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-839bf9bd-cc4d-4ada-91cc-81f09aa668eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.515765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a7c0eef1-e1d1-4174-817a-9c6007acfb3e req-3f46e398-e147-4144-86f0-728b2f8e94dc tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:35.543054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f80b1ef-258c-4e4c-b65a-ce3c70d6b382']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:35.563277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7813-40a4-4695-855f-18f87ad8333e req-96501e1d-8653-4fc9-9783-8021459a56c5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:35.564978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-87bc7813-40a4-4695-855f-18f87ad8333e req-96501e1d-8653-4fc9-9783-8021459a56c5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 945 time: 0.3719125 May 24 23:05:35.568904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fce305-3bca-4b07-a3c3-795e70dea578') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:35.569190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fce305-3bca-4b07-a3c3-795e70dea578') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:35.615823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-210d8155-ec18-4ba2-8b4f-dd5c054cfea3', 'network_id': '210d8155-ec18-4ba2-8b4f-dd5c054cfea3', 'tenant_id': '692f4a98b1884f3380f420b63f3246b6', 'fixed_ips': [{'subnet_id': 'fee64902-abdd-450d-aed0-eca4279c9e1d'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:35.617031 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.622586 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-87bc7813-40a4-4695-855f-18f87ad8333e req-e151eff3-31da-4cab-8fde-a139fa8655c0 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464690 May 24 23:05:35.624237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.638115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8dc8d756-234b-458d-8db4-df3c00578663 req-cec3d789-94a4-412a-8007-a8b01e1d0076 service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8285692 May 24 23:05:35.642386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.649916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:35.650672 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.682484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a7c0eef1-e1d1-4174-817a-9c6007acfb3e req-3f46e398-e147-4144-86f0-728b2f8e94dc tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:35.683623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a7c0eef1-e1d1-4174-817a-9c6007acfb3e req-3f46e398-e147-4144-86f0-728b2f8e94dc tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 210 time: 0.2229130 May 24 23:05:35.734695 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a24f3a3a-4bac-461f-ad64-4265fc51357f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.750946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.764052 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a24f3a3a-4bac-461f-ad64-4265fc51357f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.771094 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment d1fce305-3bca-4b07-a3c3-795e70dea578 resource provider aggregate not found May 24 23:05:35.800757 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment d1fce305-3bca-4b07-a3c3-795e70dea578 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1fce305-3bca-4b07-a3c3-795e70dea578 found for delete ", "request_id": "req-7fbf01f7-556e-4377-b704-893c332dd6d9"}]} May 24 23:05:35.816643 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.833772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Transition to ACTIVE for port object e42d2e74-6684-4777-bf62-06a77521a4dd will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:35.836068 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eba58210-ce9c-4aed-9f63-4a9a61d9deb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.837606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.838672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f3a3a-4bac-461f-ad64-4265fc51357f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8278de6f-84e2-4349-9dec-25fd876dd4d4,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:35.850767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] Pushing event deleted for resources: {'Network': ['ID=1f80b1ef-258c-4e4c-b65a-ce3c70d6b382,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:35.851159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:35.861387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:35.870157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-67a6a0ec-0b35-4da6-b3b7-039b4d5abf5f tempest-NetworksTestDHCPv6-1959268057 tempest-NetworksTestDHCPv6-1959268057-project] 10.222.0.55 "DELETE /v2.0/networks/1f80b1ef-258c-4e4c-b65a-ce3c70d6b382 HTTP/1.1" status: 204 len: 168 time: 0.8703310 May 24 23:05:35.872895 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eba58210-ce9c-4aed-9f63-4a9a61d9deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.900961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Allocated IP 2001:db8::2 (210d8155-ec18-4ba2-8b4f-dd5c054cfea3/fee64902-abdd-450d-aed0-eca4279c9e1d/4fa7b23a-d4f4-4802-aa67-ec82156e3961) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:35.902415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:35.907871 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.964210 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a24f3a3a-4bac-461f-ad64-4265fc51357f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:35.968363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a24f3a3a-4bac-461f-ad64-4265fc51357f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4525766 May 24 23:05:35.968803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48684) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:35.979616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8d3a4268-fe73-4057-aec5-c54a7ae4c442 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group_rule': {'security_group_id': '98c3f724-c318-49ae-b6cf-761b85e21f79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:35.984226 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eba58210-ce9c-4aed-9f63-4a9a61d9deb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d324abc5255d4d04b3b12939fa6dfa7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5524628 May 24 23:05:35.987191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port fa574020-387f-4bca-8ad3-7411b7bddd91 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:35.991442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48688) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:36.023831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8d3a4268-fe73-4057-aec5-c54a7ae4c442 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:36.025070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba58210-ce9c-4aed-9f63-4a9a61d9deb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9860cfa-0b8f-4d6c-bf4b-a866b4ad3397,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:36.059297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8d3a4268-fe73-4057-aec5-c54a7ae4c442 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:36.062465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8d3a4268-fe73-4057-aec5-c54a7ae4c442 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:36.070453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8d3a4268-fe73-4057-aec5-c54a7ae4c442 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:36.100660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.152981 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4268-fe73-4057-aec5-c54a7ae4c442 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.199760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-711cc976-cf5c-4556-8810-60f98923398c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.209045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:36.212286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:36.217711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:36.246650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.254962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-711cc976-cf5c-4556-8810-60f98923398c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.267340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48700) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:36.269851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Transition to ACTIVE for port object 4fa7b23a-d4f4-4802-aa67-ec82156e3961 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:36.285387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:36.286407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.292697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event updated for resources: {'Port': ['ID=e42d2e74-6684-4777-bf62-06a77521a4dd,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:36.306396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Transition to ACTIVE for port object 4fa7b23a-d4f4-4802-aa67-ec82156e3961 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:36.325463 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.343007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4268-fe73-4057-aec5-c54a7ae4c442 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.356733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4268-fe73-4057-aec5-c54a7ae4c442 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.373997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-55d250c1-81ff-4c1e-9e12-b9a95433df40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0590100 May 24 23:05:36.397097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Request body: {'port': {'device_id': 'ce41dc66-f0bc-4471-81f1-d0aa6434d951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:36.435842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a4268-fe73-4057-aec5-c54a7ae4c442 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eaf0eb5-785d-4b26-954e-2bcb638392ea,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:36.440991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-711cc976-cf5c-4556-8810-60f98923398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.444289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Pushing event updated for resources: {'Port': ['ID=4fa7b23a-d4f4-4802-aa67-ec82156e3961,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:36.466785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Network 210d8155-ec18-4ba2-8b4f-dd5c054cfea3 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:36.468074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:36.475161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cc976-cf5c-4556-8810-60f98923398c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9860cfa-0b8f-4d6c-bf4b-a866b4ad3397,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:36.476809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:36.485796 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-711cc976-cf5c-4556-8810-60f98923398c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.501429 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-711cc976-cf5c-4556-8810-60f98923398c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9860cfa-0b8f-4d6c-bf4b-a866b4ad3397 HTTP/1.1" status: 204 len: 168 time: 0.5079417 May 24 23:05:36.505362 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4268-fe73-4057-aec5-c54a7ae4c442 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.513544 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8d3a4268-fe73-4057-aec5-c54a7ae4c442 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5339260 May 24 23:05:36.514266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48712) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:36.547373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:36.595181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8::136 (210d8155-ec18-4ba2-8b4f-dd5c054cfea3/fee64902-abdd-450d-aed0-eca4279c9e1d/fa574020-387f-4bca-8ad3-7411b7bddd91) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:36.601692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:36.622772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:floatingip and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:36.647079 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8c9fdf0d-f917-444c-8193-db618d4e1ace admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50c6d2cfa91f4a3fb6d4cbc181b3d6b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773143 May 24 23:05:36.647715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48720) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:36.672875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Attempting to bind port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:36.677076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Attempting to bind port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'bca63aaf-1003-4670-a06f-b8fbac1caa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '210d8155-ec18-4ba2-8b4f-dd5c054cfea3'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:36.677775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Attempting to bind port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 on network 210d8155-ec18-4ba2-8b4f-dd5c054cfea3 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:36.696858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:36.697240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Checking segment: {'id': 'bca63aaf-1003-4670-a06f-b8fbac1caa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '210d8155-ec18-4ba2-8b4f-dd5c054cfea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:36.700327 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.700733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Bound using segment: {'id': 'bca63aaf-1003-4670-a06f-b8fbac1caa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '210d8155-ec18-4ba2-8b4f-dd5c054cfea3'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:36.701219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Bound port: 4fa7b23a-d4f4-4802-aa67-ec82156e3961, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca63aaf-1003-4670-a06f-b8fbac1caa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '210d8155-ec18-4ba2-8b4f-dd5c054cfea3'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:36.701629 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.734735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-48d51d1d-2386-4cf0-982f-8fa73893646e None None] Provisioning for port e42d2e74-6684-4777-bf62-06a77521a4dd completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:36.739946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:36.784633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:36.803251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bb61ae99-a2d9-46d0-ade6-48e912a812c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.834286 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.845421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-48d51d1d-2386-4cf0-982f-8fa73893646e None None] Provisioning complete for port e42d2e74-6684-4777-bf62-06a77521a4dd triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:36.845421 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-48d51d1d-2386-4cf0-982f-8fa73893646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.872786 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bb61ae99-a2d9-46d0-ade6-48e912a812c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:36.903270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4f65d305-9b63-4899-baa0-d13c0abf4925 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:37.037239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48734) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:37.038037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-48d51d1d-2386-4cf0-982f-8fa73893646e None None] Port e42d2e74-6684-4777-bf62-06a77521a4dd cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:37.056703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] For port 4fa7b23a-d4f4-4802-aa67-ec82156e3961, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:37.061579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] For port 4fa7b23a-d4f4-4802-aa67-ec82156e3961, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4fa7b23a-d4f4-4802-aa67-ec82156e3961,segment=NetworkSegment(bca63aaf-1003-4670-a06f-b8fbac1caa7e),segment_id=bca63aaf-1003-4670-a06f-b8fbac1caa7e)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:37.064802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 4f65d305-9b63-4899-baa0-d13c0abf4925 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:37.071932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 4f65d305-9b63-4899-baa0-d13c0abf4925 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:37.072532 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.089579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1fa25252-2bf6-4138-97b0-3c517ca6d201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.111284 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.128874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1fa25252-2bf6-4138-97b0-3c517ca6d201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:37.140278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1fa25252-2bf6-4138-97b0-3c517ca6d201 admin admin] Usage tracker for resource:security_group_rule and tenant:075a534057e04719bde8e168b53d0d5c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:37.146969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1fa25252-2bf6-4138-97b0-3c517ca6d201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:37.152819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1fa25252-2bf6-4138-97b0-3c517ca6d201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:37.244356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc2c6-ef5a-4c8a-ad24-432141daeaf5 None None] Pushing event updated for resources: {'Port': ['ID=4fa7b23a-d4f4-4802-aa67-ec82156e3961,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:37.247015 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1fa25252-2bf6-4138-97b0-3c517ca6d201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.256033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a6374-5eb1-4c40-b58e-9b0875e6c5e6 req-58e415b6-2e32-49db-a919-adb5369fcacc tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:37.257832 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-672a6374-5eb1-4c40-b58e-9b0875e6c5e6 req-58e415b6-2e32-49db-a919-adb5369fcacc tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 945 time: 0.3574555 May 24 23:05:37.258503 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bb61ae99-a2d9-46d0-ade6-48e912a812c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.268792 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1fa25252-2bf6-4138-97b0-3c517ca6d201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.285576 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.319927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61ae99-a2d9-46d0-ade6-48e912a812c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e005c416-79ed-4834-9124-2fa54f89d2d0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:37.348196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4f65d305-9b63-4899-baa0-d13c0abf4925 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:37.348725 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.363780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa25252-2bf6-4138-97b0-3c517ca6d201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182fc1e8-ac23-4f81-a19e-eda0e5df2142,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:37.391796 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bb61ae99-a2d9-46d0-ade6-48e912a812c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.392909 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bb61ae99-a2d9-46d0-ade6-48e912a812c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e005c416-79ed-4834-9124-2fa54f89d2d0 HTTP/1.1" status: 204 len: 168 time: 0.7442830 May 24 23:05:37.402280 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-672a6374-5eb1-4c40-b58e-9b0875e6c5e6 req-79bbca1e-19a6-472d-94f8-2f756c06e7b7 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103592 May 24 23:05:37.407090 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1fa25252-2bf6-4138-97b0-3c517ca6d201 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=075a534057e04719bde8e168b53d0d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3546071 May 24 23:05:37.407296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f65d305-9b63-4899-baa0-d13c0abf4925'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:05:37.407875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48742) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:37.479767 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4f65d305-9b63-4899-baa0-d13c0abf4925, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4f65d305-9b63-4899-baa0-d13c0abf4925,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:37.483802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e3cc96b-7534-428e-a279-6ca7e48e5516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.521567 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e3cc96b-7534-428e-a279-6ca7e48e5516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.532079 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.591302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.649385 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e3cc96b-7534-428e-a279-6ca7e48e5516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.687456 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e3cc96b-7534-428e-a279-6ca7e48e5516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.689214 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1729ac5-40e8-4206-b130-7680003685da'] response: {'server_uuid': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f65d305-9b63-4899-baa0-d13c0abf4925', 'code': 200} May 24 23:05:37.695500 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2e3cc96b-7534-428e-a279-6ca7e48e5516 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/182fc1e8-ac23-4f81-a19e-eda0e5df2142 HTTP/1.1" status: 204 len: 168 time: 0.2865670 May 24 23:05:37.701855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cc96b-7534-428e-a279-6ca7e48e5516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182fc1e8-ac23-4f81-a19e-eda0e5df2142,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:37.767519 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-99308de9-aff4-4f24-b38e-281b52ae9401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:37.769645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4f65d305-9b63-4899-baa0-d13c0abf4925,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:37.805848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object fa574020-387f-4bca-8ad3-7411b7bddd91 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:37.940634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049b716-14b1-43b4-bfbc-2265a0d16c11 req-b869d177-ecdd-41cd-b632-d1eba908f8b9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:37.942844 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7049b716-14b1-43b4-bfbc-2265a0d16c11 req-b869d177-ecdd-41cd-b632-d1eba908f8b9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 931 time: 1.0216820 May 24 23:05:38.172515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.256216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48764) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:38.281602 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7049b716-14b1-43b4-bfbc-2265a0d16c11 req-b45c3afa-31fc-4504-b763-6963bd3fdc60 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119795 May 24 23:05:38.312923 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de85b477-1f4f-4349-82e9-a64499041a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.328382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 210d8155-ec18-4ba2-8b4f-dd5c054cfea3 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:38.340545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:38.348822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:38.353082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de85b477-1f4f-4349-82e9-a64499041a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:38.354404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:38.355071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.363431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de85b477-1f4f-4349-82e9-a64499041a43 admin admin] Usage tracker for resource:security_group_rule and tenant:26d08fcac75f41d489af1c0fa31b7178 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:38.369982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de85b477-1f4f-4349-82e9-a64499041a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:38.383109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de85b477-1f4f-4349-82e9-a64499041a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:38.384159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=fa574020-387f-4bca-8ad3-7411b7bddd91,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:38.396451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1df82-3e88-445c-be51-c6955aed8e4a req-651cfaa1-0a1c-4044-ac13-998d7ce16e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:38.397929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12d1df82-3e88-445c-be51-c6955aed8e4a req-651cfaa1-0a1c-4044-ac13-998d7ce16e77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 1097 time: 0.6141779 May 24 23:05:38.412593 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5e4fd4c4-e194-4add-84d1-09c715e0d797 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0102165 May 24 23:05:38.415453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48770) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:38.493738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de85b477-1f4f-4349-82e9-a64499041a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.506901 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de85b477-1f4f-4349-82e9-a64499041a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.544105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.640878 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-de85b477-1f4f-4349-82e9-a64499041a43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26d08fcac75f41d489af1c0fa31b7178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810086 May 24 23:05:38.645157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85b477-1f4f-4349-82e9-a64499041a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df67034f-4041-486d-8254-c39367912ae1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:38.650968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48780) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:38.679263 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.747693 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.807783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42d2e74-6684-4777-bf62-06a77521a4dd {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:05:38.823362 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.837306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-39d2ad24-a115-42d7-964b-1ead2e110d6f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port fa574020-387f-4bca-8ad3-7411b7bddd91 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:38.837306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39d2ad24-a115-42d7-964b-1ead2e110d6f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.853138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b7df3-6130-4aac-9f24-3c3d659b70be req-b5c8469b-bac3-4da2-b423-962008e3cdcd tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:38.854749 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd1b7df3-6130-4aac-9f24-3c3d659b70be req-b5c8469b-bac3-4da2-b423-962008e3cdcd tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.2136331 May 24 23:05:38.855658 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a16b2eae-319a-4026-8708-ec971cc21978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.879203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553fe028-daa4-43fa-ac40-9ac5b525b926 None None] Network 210d8155-ec18-4ba2-8b4f-dd5c054cfea3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:38.892269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12d1df82-3e88-445c-be51-c6955aed8e4a req-eb1edebc-6b75-41f6-bdaf-81a13929e058 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4806635 May 24 23:05:38.943120 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a16b2eae-319a-4026-8708-ec971cc21978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:38.989613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48788) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:39.024287 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd1b7df3-6130-4aac-9f24-3c3d659b70be req-c7372708-0396-4905-9a56-ffcc9024eb64 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322570 May 24 23:05:39.055792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-58dd618d-40a4-4d95-bf83-287e489784b3 None None] Provisioning for port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:39.071756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a16b2eae-319a-4026-8708-ec971cc21978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.100533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b2eae-319a-4026-8708-ec971cc21978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df67034f-4041-486d-8254-c39367912ae1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:39.111880 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a16b2eae-319a-4026-8708-ec971cc21978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.115881 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a16b2eae-319a-4026-8708-ec971cc21978 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df67034f-4041-486d-8254-c39367912ae1 HTTP/1.1" status: 204 len: 168 time: 0.4610934 May 24 23:05:39.139100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Allocated IP 172.25.7.67 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/8c6c4d7a-5718-4102-a327-0f73aa73b983) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:39.144755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Transition to ACTIVE for port object e42d2e74-6684-4777-bf62-06a77521a4dd will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:39.158744 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.215833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1205766264'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:39.223865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:39.231709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Usage tracker for resource:network and tenant:f4500d7887374263828e06e6f03b046c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:39.240800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:39.254332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:39.278095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Made reservation on behalf of f4500d7887374263828e06e6f03b046c for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:39.282461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.313271 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.353534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:39.357946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Usage tracker for resource:security_group_rule and tenant:f4500d7887374263828e06e6f03b046c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:39.361414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:39.368396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:39.392680 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39d2ad24-a115-42d7-964b-1ead2e110d6f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.477276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Pushing event updated for resources: {'Port': ['ID=e42d2e74-6684-4777-bf62-06a77521a4dd,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:39.588592 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.602487 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.669523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:05:39.733096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d1d6d8-14dd-48ce-ba53-8dc8ab01d5df,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:39.737971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4fa7b23a-d4f4-4802-aa67-ec82156e3961 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:39.741745 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.742236 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Added segment 4ea9294f-5c87-42e3-b0b9-dc8d07698dd9 of type vlan for network 67020462-7795-4cb3-9496-8456478f44b7 May 24 23:05:39.775004 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.818317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.826037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:39.827845 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:39.891883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-39d2ad24-a115-42d7-964b-1ead2e110d6f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for fa574020-387f-4bca-8ad3-7411b7bddd91 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:39.935797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:39.949164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:39.952888 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.045343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event updated for resources: {'Network': ['ID=67020462-7795-4cb3-9496-8456478f44b7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:40.072509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f4044060-7f51-4ee7-8201-342b68756573 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0776577 May 24 23:05:40.074864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48814) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:40.090824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Request body: {'subnet': {'network_id': '67020462-7795-4cb3-9496-8456478f44b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:40.171053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 67020462-7795-4cb3-9496-8456478f44b7 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:05:40.399589 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.435758 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39d2ad24-a115-42d7-964b-1ead2e110d6f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.476171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ad8722d9-2975-48ab-a2b5-efc8e86766af None None] Provisioning complete for port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:40.476670 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ad8722d9-2975-48ab-a2b5-efc8e86766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.504025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:40.508098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Usage tracker for resource:subnet and tenant:f4500d7887374263828e06e6f03b046c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:40.510881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:40.511996 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.517427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:40.525416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2ad24-a115-42d7-964b-1ead2e110d6f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=fa574020-387f-4bca-8ad3-7411b7bddd91,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:40.539069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Attempting to bind port e42d2e74-6684-4777-bf62-06a77521a4dd on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:40.539563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Attempting to bind port e42d2e74-6684-4777-bf62-06a77521a4dd by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:40.539897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Attempting to bind port e42d2e74-6684-4777-bf62-06a77521a4dd on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:40.548753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Port e42d2e74-6684-4777-bf62-06a77521a4dd on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:05:40.548753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Attempting to bind port e42d2e74-6684-4777-bf62-06a77521a4dd on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:40.551318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Made reservation on behalf of f4500d7887374263828e06e6f03b046c for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:40.555378 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.570648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:40.586030 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.592834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ddd63-592f-41d0-8811-5526d47e77d7 req-fc2410f7-0d28-4c13-ad93-11cbb5230312 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:40.600745 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-722ddd63-592f-41d0-8811-5526d47e77d7 req-fc2410f7-0d28-4c13-ad93-11cbb5230312 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 943 time: 0.9165688 May 24 23:05:40.647235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66415f6-00cb-455a-9727-f6a58c7deb1f req-fe1f714c-b6cd-48d1-b4e7-19a8d7876e2b tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:40.652030 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e66415f6-00cb-455a-9727-f6a58c7deb1f req-fe1f714c-b6cd-48d1-b4e7-19a8d7876e2b tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.3358517 May 24 23:05:40.662141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:40.662487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Checking segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:40.662888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Bound using segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:40.663343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Bound port: e42d2e74-6684-4777-bf62-06a77521a4dd, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:40.663697 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.696400 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 4fa7b23a-d4f4-4802-aa67-ec82156e3961, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4fa7b23a-d4f4-4802-aa67-ec82156e3961,segment=NetworkSegment(bca63aaf-1003-4670-a06f-b8fbac1caa7e),segment_id=bca63aaf-1003-4670-a06f-b8fbac1caa7e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:40.714422 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:40.839703 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e66415f6-00cb-455a-9727-f6a58c7deb1f req-f4f1829a-a5a3-43e5-bfe1-73a6301575f8 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740832 May 24 23:05:41.001600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39d2ad24-a115-42d7-964b-1ead2e110d6f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.071103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-722ddd63-592f-41d0-8811-5526d47e77d7 req-ef1d26d8-6a32-49cf-9a3e-010799098392 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694161 May 24 23:05:41.099224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ad8722d9-2975-48ab-a2b5-efc8e86766af None None] Current status of the port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:41.103133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=4fa7b23a-d4f4-4802-aa67-ec82156e3961,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:41.116369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ad8722d9-2975-48ab-a2b5-efc8e86766af None None] Could not find standard attr ID for object fa574020-387f-4bca-8ad3-7411b7bddd91. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:41.150929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-39d2ad24-a115-42d7-964b-1ead2e110d6f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/fa574020-387f-4bca-8ad3-7411b7bddd91 HTTP/1.1" status: 204 len: 168 time: 2.7097886 May 24 23:05:41.159765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48838) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:41.224644 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-9853e896-7001-4375-981c-ab6eb6c6e0d1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:05:41.224644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9853e896-7001-4375-981c-ab6eb6c6e0d1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:05:41.224644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9853e896-7001-4375-981c-ab6eb6c6e0d1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/fa574020-387f-4bca-8ad3-7411b7bddd91 HTTP/1.1" status: 404 len: 333 time: 0.0611668 May 24 23:05:41.225678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48844) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:41.237148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-dc1bba52-c636-4229-83bc-dbd7ff2923f2 None None] Could not find standard attr ID for object fa574020-387f-4bca-8ad3-7411b7bddd91. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:05:41.242971 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.322434 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.351009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Checking segment: {'id': '4ea9294f-5c87-42e3-b0b9-dc8d07698dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '67020462-7795-4cb3-9496-8456478f44b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:41.351791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Network hostable DHCP agents. Network: 67020462-7795-4cb3-9496-8456478f44b7, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:05:41.360316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event updated for resources: {'Subnet': ['ID=2cc93e85-ad1c-406c-a5ae-a348d667dcc9,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:41.367495 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-da291606-d449-4452-b033-e6ca30d29137 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:05:41.368135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da291606-d449-4452-b033-e6ca30d29137 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:41.397879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Network 67020462-7795-4cb3-9496-8456478f44b7 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:05:41.399690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] For port e42d2e74-6684-4777-bf62-06a77521a4dd, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:41.408416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:41.414107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 67020462-7795-4cb3-9496-8456478f44b7) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:41.415076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:41.419263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:41.420200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.424471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:41.429876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc297dae-f75e-4e3c-8a76-695cfa93114c None None] Network 67020462-7795-4cb3-9496-8456478f44b7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:41.456497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] For port e42d2e74-6684-4777-bf62-06a77521a4dd, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e42d2e74-6684-4777-bf62-06a77521a4dd,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:41.466394 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b14f62ab-4fa5-4193-9bd0-11a951029b82 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3892684 May 24 23:05:41.478214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48848) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:41.485400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9bdfe713-044b-414a-a8ef-c84e8b0242a1 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1855905931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:41.490710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da291606-d449-4452-b033-e6ca30d29137 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:41.492125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-da291606-d449-4452-b033-e6ca30d29137 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/fa574020-387f-4bca-8ad3-7411b7bddd91 HTTP/1.1" status: 404 len: 333 time: 0.2540245 May 24 23:05:41.494663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9bdfe713-044b-414a-a8ef-c84e8b0242a1 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:41.496645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48852) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:41.500785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.501767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9bdfe713-044b-414a-a8ef-c84e8b0242a1 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Usage tracker for resource:router and tenant:f4500d7887374263828e06e6f03b046c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:41.508682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=8c6c4d7a-5718-4102-a327-0f73aa73b983,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:41.543103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9bdfe713-044b-414a-a8ef-c84e8b0242a1 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:41.561456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9bdfe713-044b-414a-a8ef-c84e8b0242a1 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:41.602216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ce9e28-4fc8-4992-b84d-39527c77a4c1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting subnet fee64902-abdd-450d-aed0-eca4279c9e1d {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:41.606354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe713-044b-414a-a8ef-c84e8b0242a1 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.607448 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe713-044b-414a-a8ef-c84e8b0242a1 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.613802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7ce9e28-4fc8-4992-b84d-39527c77a4c1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.624249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4fa7b23a-d4f4-4802-aa67-ec82156e3961 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:41.719945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:41.730421 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.732056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] 10.222.0.50 "PUT /v2.0/ports/e42d2e74-6684-4777-bf62-06a77521a4dd HTTP/1.1" status: 200 len: 1091 time: 5.3423190 May 24 23:05:41.734807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41dc66-f0bc-4471-81f1-d0aa6434d951', 'tag': 'e42d2e74-6684-4777-bf62-06a77521a4dd'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:05:41.741240 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe713-044b-414a-a8ef-c84e8b0242a1 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.790880 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7ce9e28-4fc8-4992-b84d-39527c77a4c1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.835248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf48a7e-546d-40b8-a841-a2004eefa85f service neutron] Pushing event updated for resources: {'Port': ['ID=e42d2e74-6684-4777-bf62-06a77521a4dd,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:41.942558 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7bba955-05f4-4977-b016-a5484577afc2'] response: {'name': 'network-changed', 'server_uuid': 'ce41dc66-f0bc-4471-81f1-d0aa6434d951', 'tag': 'e42d2e74-6684-4777-bf62-06a77521a4dd', 'status': 'completed', 'code': 200} May 24 23:05:41.965596 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:41.972197 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7ce9e28-4fc8-4992-b84d-39527c77a4c1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:41.973668 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.003944 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.044447 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe713-044b-414a-a8ef-c84e8b0242a1 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.110174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe713-044b-414a-a8ef-c84e8b0242a1 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.111013 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9bdfe713-044b-414a-a8ef-c84e8b0242a1 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6314948 May 24 23:05:42.127017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48868) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:42.253397 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.345231 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-eff52b9e-4947-4bf7-a80f-7b8f1452ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:42.346942 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-eff52b9e-4947-4bf7-a80f-7b8f1452ad90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 1094 time: 0.5296547 May 24 23:05:42.378342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-67020462-7795-4cb3-9496-8456478f44b7', 'network_id': '67020462-7795-4cb3-9496-8456478f44b7', 'tenant_id': 'f4500d7887374263828e06e6f03b046c', 'fixed_ips': [{'subnet_id': '2cc93e85-ad1c-406c-a5ae-a348d667dcc9'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:42.379946 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.438783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:42.493160 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7ce9e28-4fc8-4992-b84d-39527c77a4c1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.531195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-2612d3a3-8439-4add-b405-d243ff172c00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e42d2e74-6684-4777-bf62-06a77521a4dd HTTP/1.1" status: 200 len: 217 time: 0.1577208 May 24 23:05:42.747669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce9e28-4fc8-4992-b84d-39527c77a4c1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Subnet': ['ID=fee64902-abdd-450d-aed0-eca4279c9e1d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:42.778865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7ce9e28-4fc8-4992-b84d-39527c77a4c1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:42.781565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a7ce9e28-4fc8-4992-b84d-39527c77a4c1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/fee64902-abdd-450d-aed0-eca4279c9e1d HTTP/1.1" status: 204 len: 168 time: 1.2837579 May 24 23:05:42.786971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48890) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:42.796397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cbff0-e371-48ee-8182-dfffa6e4aaf1 req-a95e5863-335a-4a3e-a42f-a1bdcb4fcf80 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:42.800806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386cbff0-e371-48ee-8182-dfffa6e4aaf1 req-a95e5863-335a-4a3e-a42f-a1bdcb4fcf80 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.7150435 May 24 23:05:42.831872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65518e55-890c-4b2a-b064-9a9678785a1a None None] Network 210d8155-ec18-4ba2-8b4f-dd5c054cfea3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:42.978489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Allocated IP 172.20.0.2 (67020462-7795-4cb3-9496-8456478f44b7/2cc93e85-ad1c-406c-a5ae-a348d667dcc9/364d8351-777c-415c-8b15-36b274774588) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:42.988852 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.009012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-61325c59-451b-46ca-b9fc-81d2aec09248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:43.011825 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-61325c59-451b-46ca-b9fc-81d2aec09248 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.4603159 May 24 23:05:43.021215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.239409 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-386cbff0-e371-48ee-8182-dfffa6e4aaf1 req-ac8419ea-a9f3-41fc-b4a9-06b579f1bf0e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4209740 May 24 23:05:43.256115 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.303739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:43.304075 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.351061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=8c6c4d7a-5718-4102-a327-0f73aa73b983,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:43.371523 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.383270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Transition to ACTIVE for port object 364d8351-777c-415c-8b15-36b274774588 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:43.384644 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.408277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dd842a-56b0-4dbb-a570-f344966a7dd8 None None] DHCP port deletion for 210d8155-ec18-4ba2-8b4f-dd5c054cfea3 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:43.410330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-95c5d99b-3ef3-49b4-bd6e-e4ae3a26b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:43.412160 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-95c5d99b-3ef3-49b4-bd6e-e4ae3a26b950 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3806489 May 24 23:05:43.413621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Transition to ACTIVE for port object 364d8351-777c-415c-8b15-36b274774588 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:43.417841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-24dd842a-56b0-4dbb-a570-f344966a7dd8 None None] Deleting port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:43.418315 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-24dd842a-56b0-4dbb-a570-f344966a7dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.427019 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.447700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f415c8-69cc-4326-a0ab-ddb6ba4a6d4e req-6abda4f5-5773-4e46-b8cd-b5e8b6ce1736 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:43.447941 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.448414 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4f415c8-69cc-4326-a0ab-ddb6ba4a6d4e req-6abda4f5-5773-4e46-b8cd-b5e8b6ce1736 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 943 time: 0.9574091 May 24 23:05:43.454112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:43.455610 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-35fe3bfe-b2a7-4bad-b48e-9a3c7e768b10 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9423530 May 24 23:05:43.577626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Network 67020462-7795-4cb3-9496-8456478f44b7 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:43.582929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:43.626695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:43.634523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4fa7b23a-d4f4-4802-aa67-ec82156e3961 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:43.664528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee126060-9003-481a-aae0-0181ccc400fc req-c76a38b0-7ea7-4af5-82ca-fc2beef9fce0 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:43.666145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee126060-9003-481a-aae0-0181ccc400fc req-c76a38b0-7ea7-4af5-82ca-fc2beef9fce0 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.2184720 May 24 23:05:43.670634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-b4fdfbef-077c-4cff-8b03-0e7aeda7bd43 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508981 May 24 23:05:43.678264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48908) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:43.683596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8da8ef6e-3f87-49bf-a637-c1a41b351cfe tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'floatingip': {'port_id': '4f65d305-9b63-4899-baa0-d13c0abf4925'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:43.888267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Pushing event updated for resources: {'Port': ['ID=364d8351-777c-415c-8b15-36b274774588,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:43.925933 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4f415c8-69cc-4326-a0ab-ddb6ba4a6d4e req-149d815f-c0d5-4112-a7de-c9698dedb5db tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680634 May 24 23:05:43.955646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-24dd842a-56b0-4dbb-a570-f344966a7dd8 None None] For port 4fa7b23a-d4f4-4802-aa67-ec82156e3961, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4fa7b23a-d4f4-4802-aa67-ec82156e3961,segment=NetworkSegment(bca63aaf-1003-4670-a06f-b8fbac1caa7e),segment_id=bca63aaf-1003-4670-a06f-b8fbac1caa7e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:43.956192 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-24dd842a-56b0-4dbb-a570-f344966a7dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.052574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f88a5abd-d25e-4acf-aae7-0bffe11bfdec req-76f64b63-2bca-4543-8b62-81e55c376d67 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129876 May 24 23:05:44.059208 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8da8ef6e-3f87-49bf-a637-c1a41b351cfe tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.120510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-24dd842a-56b0-4dbb-a570-f344966a7dd8 None None] Calling delete_port for 4fa7b23a-d4f4-4802-aa67-ec82156e3961 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:44.122155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] For port 4fa7b23a-d4f4-4802-aa67-ec82156e3961, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4fa7b23a-d4f4-4802-aa67-ec82156e3961,segment=NetworkSegment(bca63aaf-1003-4670-a06f-b8fbac1caa7e),segment_id=bca63aaf-1003-4670-a06f-b8fbac1caa7e)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:44.122525 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.215491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Attempting to bind port 364d8351-777c-415c-8b15-36b274774588 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:44.215854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Attempting to bind port 364d8351-777c-415c-8b15-36b274774588 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '4ea9294f-5c87-42e3-b0b9-dc8d07698dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '67020462-7795-4cb3-9496-8456478f44b7'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:44.216218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Attempting to bind port 364d8351-777c-415c-8b15-36b274774588 on network 67020462-7795-4cb3-9496-8456478f44b7 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:44.242757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:44.243259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Checking segment: {'id': '4ea9294f-5c87-42e3-b0b9-dc8d07698dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '67020462-7795-4cb3-9496-8456478f44b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:44.243528 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.243917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Bound using segment: {'id': '4ea9294f-5c87-42e3-b0b9-dc8d07698dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '67020462-7795-4cb3-9496-8456478f44b7'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:44.244399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Bound port: 364d8351-777c-415c-8b15-36b274774588, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea9294f-5c87-42e3-b0b9-dc8d07698dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '67020462-7795-4cb3-9496-8456478f44b7'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:44.244769 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.271242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 4fa7b23a-d4f4-4802-aa67-ec82156e3961 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:44.277733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-857c038e-cb08-444a-b173-3f1a0e0acc00 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--494057933&fields=id&tenant_id=a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 267 time: 0.3952692 May 24 23:05:44.350014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:44.350411 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.408139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] For port 364d8351-777c-415c-8b15-36b274774588, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:44.411846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] For port 364d8351-777c-415c-8b15-36b274774588, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=364d8351-777c-415c-8b15-36b274774588,segment=NetworkSegment(4ea9294f-5c87-42e3-b0b9-dc8d07698dd9),segment_id=4ea9294f-5c87-42e3-b0b9-dc8d07698dd9)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:44.415950 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-24dd842a-56b0-4dbb-a570-f344966a7dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.442278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Allocated IP 172.20.0.1 (67020462-7795-4cb3-9496-8456478f44b7/2cc93e85-ad1c-406c-a5ae-a348d667dcc9/f942cc73-6cb7-4450-9465-0a4b73746299) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:44.453158 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:05:44.453710 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:05:44.464481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.492444 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd842a-56b0-4dbb-a570-f344966a7dd8 None None] Pushing event deleted for resources: {'Port': ['ID=4fa7b23a-d4f4-4802-aa67-ec82156e3961,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:44.494407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd842a-56b0-4dbb-a570-f344966a7dd8 None None] No DVR routers for this DVR port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:44.568064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e693c-182d-49be-82de-a8551b6e0961 None None] Pushing event updated for resources: {'Port': ['ID=364d8351-777c-415c-8b15-36b274774588,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:44.765305 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.790404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Transition to ACTIVE for port object f942cc73-6cb7-4450-9465-0a4b73746299 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:44.837733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:44.858119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-99bbbfa2-8f7b-4d94-87a5-06ee98f11cad tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:44.859536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-99bbbfa2-8f7b-4d94-87a5-06ee98f11cad tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 815 time: 0.5660450 May 24 23:05:44.902752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-fea4b1e1-fc53-450f-915a-02f19d1afd2d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/quotas/a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 375 time: 0.0149918 May 24 23:05:44.916471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21cf3d-ef79-45c5-bb43-8d1a3a4fb568 req-86549bc8-5267-4c09-b8cc-fa76f58b5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:44.925270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df21cf3d-ef79-45c5-bb43-8d1a3a4fb568 req-86549bc8-5267-4c09-b8cc-fa76f58b5498 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 1094 time: 0.7960265 May 24 23:05:44.991989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Network 67020462-7795-4cb3-9496-8456478f44b7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:45.031411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 4fa7b23a-d4f4-4802-aa67-ec82156e3961 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:45.031785 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.128230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:45.144783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:45.283875 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.346806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-69aa3c09-8b55-41cb-9ea6-50fd8869998b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4203603 May 24 23:05:45.384667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event updated for resources: {'Port': ['ID=f942cc73-6cb7-4450-9465-0a4b73746299,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:45.386232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21cf3d-ef79-45c5-bb43-8d1a3a4fb568 req-485b5f44-ebc7-4708-9c4a-471effa1af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:45.388468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df21cf3d-ef79-45c5-bb43-8d1a3a4fb568 req-485b5f44-ebc7-4708-9c4a-471effa1af9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.3907988 May 24 23:05:45.492591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] The port '4fa7b23a-d4f4-4802-aa67-ec82156e3961' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:05:45.539755 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df21cf3d-ef79-45c5-bb43-8d1a3a4fb568 req-37f12a6b-324c-4b3b-86a9-b128864f1344 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e42d2e74-6684-4777-bf62-06a77521a4dd HTTP/1.1" status: 200 len: 217 time: 0.0763893 May 24 23:05:45.666662 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.674870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 364d8351-777c-415c-8b15-36b274774588 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:45.702630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210d8155-ec18-4ba2-8b4f-dd5c054cfea3']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:45.715887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca63aaf-1003-4670-a06f-b8fbac1caa7e') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:45.716444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca63aaf-1003-4670-a06f-b8fbac1caa7e') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:45.731326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.771210 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.781054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:05:45.781933 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:45.802631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 364d8351-777c-415c-8b15-36b274774588 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:45.842784 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-78f7b6a5-3c4c-4032-9d41-beca60be5f6c service neutron] 10.222.0.55 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812758 May 24 23:05:45.844133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21cf3d-ef79-45c5-bb43-8d1a3a4fb568 req-f58884c6-ff2c-4477-b39d-8fd1db4ba9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:45.845659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df21cf3d-ef79-45c5-bb43-8d1a3a4fb568 req-f58884c6-ff2c-4477-b39d-8fd1db4ba9e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.2955050 May 24 23:05:45.966733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.021713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.048497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Network': ['ID=210d8155-ec18-4ba2-8b4f-dd5c054cfea3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:46.083242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9f2b3-5374-4222-b1fd-1183a2bd9ccc req-a34a14d3-8c75-40e0-92d4-6906ba8c3abe tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:46.085157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1e9f2b3-5374-4222-b1fd-1183a2bd9ccc req-a34a14d3-8c75-40e0-92d4-6906ba8c3abe tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 943 time: 0.7892249 May 24 23:05:46.151791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3b65e443-ca58-49c9-8ebc-d9def408bd61 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/networks/210d8155-ec18-4ba2-8b4f-dd5c054cfea3 HTTP/1.1" status: 204 len: 168 time: 3.3568664 May 24 23:05:46.156182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48952) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:46.159038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.326859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8da8ef6e-3f87-49bf-a637-c1a41b351cfe tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.334209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd659278-432e-4e3d-be22-84782d38691a None None] Network 67020462-7795-4cb3-9496-8456478f44b7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:46.392239 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment bca63aaf-1003-4670-a06f-b8fbac1caa7e resource provider aggregate not found May 24 23:05:46.419104 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8da8ef6e-3f87-49bf-a637-c1a41b351cfe tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.431668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1907492078'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:46.450224 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1e9f2b3-5374-4222-b1fd-1183a2bd9ccc req-4be82b79-facf-4471-9609-1dca9460bc4d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528957 May 24 23:05:46.486080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:46.500952 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment bca63aaf-1003-4670-a06f-b8fbac1caa7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bca63aaf-1003-4670-a06f-b8fbac1caa7e found for delete ", "request_id": "req-81d2426f-7de7-4e5b-8964-994600623806"}]} May 24 23:05:46.507322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:network and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:46.534907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:46.541790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d17e43d7-a4f1-405e-835c-f25114ee2715 None None] Provisioning for port 364d8351-777c-415c-8b15-36b274774588 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:46.576560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d17e43d7-a4f1-405e-835c-f25114ee2715 None None] Provisioning complete for port 364d8351-777c-415c-8b15-36b274774588 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:46.576941 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d17e43d7-a4f1-405e-835c-f25114ee2715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:46.661386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:46.670660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-a29d6a21-8737-4ba0-9531-17b17536805a service neutron] 10.222.0.55 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8169789 May 24 23:05:46.823965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e42d2e74-6684-4777-bf62-06a77521a4dd details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:05:46.910986 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-8da8ef6e-3f87-49bf-a637-c1a41b351cfe tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Floating IP 2754e1b2-5b46-4bcf-855a-91aceafcd75c associated. External IP: 172.25.7.241, port: 4f65d305-9b63-4899-baa0-d13c0abf4925. May 24 23:05:47.011962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21cf3d-ef79-45c5-bb43-8d1a3a4fb568 req-88bfa67f-d01c-442b-8f68-8d331059ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:47.018138 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df21cf3d-ef79-45c5-bb43-8d1a3a4fb568 req-88bfa67f-d01c-442b-8f68-8d331059ef58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1211123 May 24 23:05:47.052519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d17e43d7-a4f1-405e-835c-f25114ee2715 None None] Current status of the port 364d8351-777c-415c-8b15-36b274774588 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:47.052902 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d17e43d7-a4f1-405e-835c-f25114ee2715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.096118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:47.100224 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.120545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.140830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:05:47.153104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.153485 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Added segment c8c4c71e-74b9-4918-aa7c-dbca3481db77 of type vlan for network 66694042-69f9-439b-bcc8-8a5140978ff6 May 24 23:05:47.174184 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d10e244-a772-449c-be69-dacb5f592fd4 req-2ca3a171-1cc5-4cb4-be3b-1757a7a932b1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 210 time: 0.1346498 May 24 23:05:47.177447 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.233801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d17e43d7-a4f1-405e-835c-f25114ee2715 None None] For port 364d8351-777c-415c-8b15-36b274774588, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=364d8351-777c-415c-8b15-36b274774588,segment=NetworkSegment(4ea9294f-5c87-42e3-b0b9-dc8d07698dd9),segment_id=4ea9294f-5c87-42e3-b0b9-dc8d07698dd9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:47.254152 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d17e43d7-a4f1-405e-835c-f25114ee2715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.317993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e42d2e74-6684-4777-bf62-06a77521a4dd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e42d2e74-6684-4777-bf62-06a77521a4dd,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:47.349484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'e42d2e74-6684-4777-bf62-06a77521a4dd', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'port_id': 'e42d2e74-6684-4777-bf62-06a77521a4dd', 'mac_address': 'fa:16:3e:99:4d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:05:47.393141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event updated for resources: {'Port': ['ID=f942cc73-6cb7-4450-9465-0a4b73746299,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:47.404109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e43d7-a4f1-405e-835c-f25114ee2715 None None] Pushing event updated for resources: {'Port': ['ID=364d8351-777c-415c-8b15-36b274774588,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:47.429065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df21cf3d-ef79-45c5-bb43-8d1a3a4fb568 req-45902ec0-1326-443e-9602-b3ce2f9e45c7 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072216 May 24 23:05:47.441660 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.461240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e42d2e74-6684-4777-bf62-06a77521a4dd is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:47.461672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.470378 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.497250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42d2e74-6684-4777-bf62-06a77521a4dd {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:05:47.547410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e42d2e74-6684-4777-bf62-06a77521a4dd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e42d2e74-6684-4777-bf62-06a77521a4dd,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:47.557567 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.704112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e42d2e74-6684-4777-bf62-06a77521a4dd,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:47.721369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 364d8351-777c-415c-8b15-36b274774588 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:47.839975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-46741d4e-da76-442f-a4f6-8a8d0377e36f None None] Provisioning complete for port 364d8351-777c-415c-8b15-36b274774588 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:47.840685 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46741d4e-da76-442f-a4f6-8a8d0377e36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.848072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Network 67020462-7795-4cb3-9496-8456478f44b7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:47.851269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:47.884144 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:47.899311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e42d2e74-6684-4777-bf62-06a77521a4dd'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:05:47.901765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:47.902420 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.015012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da8ef6e-3f87-49bf-a637-c1a41b351cfe tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Router a0434b42-6dee-487b-b075-7b27a9eb46a5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:05:48.077995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 364d8351-777c-415c-8b15-36b274774588 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:48.078398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.133619 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df21cf3d-ef79-45c5-bb43-8d1a3a4fb568 req-3b20eb6f-1201-45ba-b15c-e45fae8fe82f service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919243 May 24 23:05:48.405010 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2472341 May 24 23:05:48.429183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80561af3-c942-4de9-b392-99315abd2461 req-b966f836-64e7-43cb-ab37-752912f1ac79 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:48.434664 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-80561af3-c942-4de9-b392-99315abd2461 req-b966f836-64e7-43cb-ab37-752912f1ac79 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 944 time: 0.5483823 May 24 23:05:48.442091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49002) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:48.467661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '66694042-69f9-439b-bcc8-8a5140978ff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:48.509666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d316d9-a629-4d27-abbf-1829adbbadbc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Network': ['ID=66694042-69f9-439b-bcc8-8a5140978ff6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:48.517031 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a63c514f-05b5-4b39-b7ea-4b20621715c3 req-f1c24e55-5101-433c-b963-407aeb23d9fc tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 210 time: 0.0962956 May 24 23:05:48.557450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 364d8351-777c-415c-8b15-36b274774588 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:48.559786 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 66694042-69f9-439b-bcc8-8a5140978ff6 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:05:48.580289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-46741d4e-da76-442f-a4f6-8a8d0377e36f None None] Current status of the port 364d8351-777c-415c-8b15-36b274774588 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:48.626959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Router 24b6c559-9fc9-44a8-aa46-87864c105ec3 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:05:48.715434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-46741d4e-da76-442f-a4f6-8a8d0377e36f None None] Provisioning for port f942cc73-6cb7-4450-9465-0a4b73746299 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:48.749065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-80561af3-c942-4de9-b392-99315abd2461 req-405dc937-ee70-4a46-9da1-c226238bd1a5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020811 May 24 23:05:48.755203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-46741d4e-da76-442f-a4f6-8a8d0377e36f None None] Provisioning complete for port f942cc73-6cb7-4450-9465-0a4b73746299 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:48.757236 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46741d4e-da76-442f-a4f6-8a8d0377e36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.799454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:48.808913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:48.812614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da8ef6e-3f87-49bf-a637-c1a41b351cfe tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:48.821857 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8da8ef6e-3f87-49bf-a637-c1a41b351cfe tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:48.832501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a24cc-7912-4982-a1fd-9392410b6dc4 None None] Sync routers for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:48.850286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-46741d4e-da76-442f-a4f6-8a8d0377e36f None None] Port f942cc73-6cb7-4450-9465-0a4b73746299 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:48.852441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a24cc-7912-4982-a1fd-9392410b6dc4 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:48.853302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2a5a24cc-7912-4982-a1fd-9392410b6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:05:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:48.951481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:05:48.965702 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2071070c-e744-488c-98ef-df2161b4c0ea tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "PUT /v2.0/routers/24b6c559-9fc9-44a8-aa46-87864c105ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8372324 May 24 23:05:48.968386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49010) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:48.974440 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b9d63-ebc0-4d51-817b-7725e6d3430a None None] Sync routers for ids ['24b6c559-9fc9-44a8-aa46-87864c105ec3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:05:48.977030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Request body: {'port': {'network_id': '67020462-7795-4cb3-9496-8456478f44b7', 'name': 'tempest-FloatingIPNegativeTestJSON-446098798'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:48.996900 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b9d63-ebc0-4d51-817b-7725e6d3430a None None] Routers {'24b6c559-9fc9-44a8-aa46-87864c105ec3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:48.998980 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8f9b9d63-ebc0-4d51-817b-7725e6d3430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:05:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['24b6c559-9fc9-44a8-aa46-87864c105ec3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:49.079169 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2a5a24cc-7912-4982-a1fd-9392410b6dc4 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:49.153605 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8f9b9d63-ebc0-4d51-817b-7725e6d3430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:49.176014 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b9d63-ebc0-4d51-817b-7725e6d3430a None None] Routers {'24b6c559-9fc9-44a8-aa46-87864c105ec3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:49.176689 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8f9b9d63-ebc0-4d51-817b-7725e6d3430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:05:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['24b6c559-9fc9-44a8-aa46-87864c105ec3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:49.210064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:49.278452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:49.291091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-032187d3-4d2c-498d-9d54-d4b46c3cd925 None None] Provisioning complete for port f942cc73-6cb7-4450-9465-0a4b73746299 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:49.291904 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-032187d3-4d2c-498d-9d54-d4b46c3cd925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.295544 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8f9b9d63-ebc0-4d51-817b-7725e6d3430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:49.296188 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b9d63-ebc0-4d51-817b-7725e6d3430a None None] The sync data for ids ['24b6c559-9fc9-44a8-aa46-87864c105ec3'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:49.380958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-032187d3-4d2c-498d-9d54-d4b46c3cd925 None None] Port f942cc73-6cb7-4450-9465-0a4b73746299 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:49.391368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:49.395308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Usage tracker for resource:port and tenant:f4500d7887374263828e06e6f03b046c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:49.398750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:49.404523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:49.415830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:49.418264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Made reservation on behalf of f4500d7887374263828e06e6f03b046c for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:49.422711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.428458 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:49.448982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] device_id is not set on port 1993e098-53f0-4a54-b262-a9b55db8ca2c yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:49.480791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8da8ef6e-3f87-49bf-a637-c1a41b351cfe tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "PUT /v2.0/floatingips/2754e1b2-5b46-4bcf-855a-91aceafcd75c HTTP/1.1" status: 200 len: 992 time: 5.8013470 May 24 23:05:49.509293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'tag': '4f65d305-9b63-4899-baa0-d13c0abf4925'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:05:49.616545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Allocated IP 172.20.0.6 (67020462-7795-4cb3-9496-8456478f44b7/2cc93e85-ad1c-406c-a5ae-a348d667dcc9/1993e098-53f0-4a54-b262-a9b55db8ca2c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:49.631343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2a5a24cc-7912-4982-a1fd-9392410b6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '2754e1b2-5b46-4bcf-855a-91aceafcd75c', 'tenant_id': '2538b79651204683958a8311138e4a89', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'port_id': '4f65d305-9b63-4899-baa0-d13c0abf4925', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'mac_address': 'fa:16:3e:65:62:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:05:19Z', 'updated_at': '2022-05-24T23:05:45Z', 'revision_number': 1, 'project_id': '2538b79651204683958a8311138e4a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:49.642926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a24cc-7912-4982-a1fd-9392410b6dc4 None None] Checking router: a0434b42-6dee-487b-b075-7b27a9eb46a5 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:05:49.668087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a24cc-7912-4982-a1fd-9392410b6dc4 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:05:49.668791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2a5a24cc-7912-4982-a1fd-9392410b6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:05:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:49.773636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-540adbbe-c687-475d-8f8e-1dee2f035087 req-8b630a03-ac83-4c7a-809f-c6a58024ec63 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 210 time: 0.0644121 May 24 23:05:49.897700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-0a5e354a-532a-4c4a-b884-40794e41fd7e tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:49.899211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-0a5e354a-532a-4c4a-b884-40794e41fd7e tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 815 time: 0.6979299 May 24 23:05:50.012257 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-9e545f26-af05-468c-b1dc-3cceb8e94f3d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 472 time: 0.1009264 May 24 23:05:50.056621 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.062715 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f9801c9-6cca-45ad-94e7-f4962b932493'] response: {'name': 'network-changed', 'server_uuid': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'tag': '4f65d305-9b63-4899-baa0-d13c0abf4925', 'status': 'completed', 'code': 200} May 24 23:05:50.135510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2a5a24cc-7912-4982-a1fd-9392410b6dc4 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:05:50.155913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'port': {'device_id': '1237560f-53b1-4df1-9291-b7803fec9c33', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'admin_state_up': True, 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'security_groups': ['98c3f724-c318-49ae-b6cf-761b85e21f79']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:50.175418 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.194110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Transition to ACTIVE for port object 1993e098-53f0-4a54-b262-a9b55db8ca2c will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:50.219780 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.296932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Network 67020462-7795-4cb3-9496-8456478f44b7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:50.300171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:50.305215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:50.316483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Subnet': ['ID=91a19282-fdfc-44f1-a65c-0ab1d66ecf72,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:50.338746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event updated for resources: {'Port': ['ID=1993e098-53f0-4a54-b262-a9b55db8ca2c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:50.362903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Checking segment: {'id': 'c8c4c71e-74b9-4918-aa7c-dbca3481db77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '66694042-69f9-439b-bcc8-8a5140978ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:50.362903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network hostable DHCP agents. Network: 66694042-69f9-439b-bcc8-8a5140978ff6, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:05:50.388238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:50.390284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.422391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-63ab6ad6-3a0f-42a1-b420-e7341476d99e tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4517908 May 24 23:05:50.423807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49036) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:50.431668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:50.440941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:50.442633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:50.446069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Usage tracker for resource:floatingip and tenant:f4500d7887374263828e06e6f03b046c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:50.449727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:50.454736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019cb21-b381-4bc8-9945-a65243a9607c req-96c8890a-7cdc-4022-a7c5-c48292488a60 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:50.456293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:50.465029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c019cb21-b381-4bc8-9945-a65243a9607c req-96c8890a-7cdc-4022-a7c5-c48292488a60 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 944 time: 0.4514492 May 24 23:05:50.468813 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.485325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 66694042-69f9-439b-bcc8-8a5140978ff6 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:05:50.506520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de6a5-4ec0-48bf-b46b-d6756c85bac9 req-30c3a639-09da-4767-8e73-488d67eb2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:50.508733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f2de6a5-4ec0-48bf-b46b-d6756c85bac9 req-30c3a639-09da-4767-8e73-488d67eb2153 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2538b79651204683958a8311138e4a89&device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 1097 time: 0.4394011 May 24 23:05:50.511106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:50.544802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 66694042-69f9-439b-bcc8-8a5140978ff6) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:50.550222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:50.554137 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.574414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea972767-97cf-4ee9-9887-4292ca25be51 None None] Network 66694042-69f9-439b-bcc8-8a5140978ff6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:50.642244 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.657337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Made reservation on behalf of a9d69521bbf043dba069b5d286572f92 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:50.661005 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.674500 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c019cb21-b381-4bc8-9945-a65243a9607c req-e27da856-f509-422e-8af4-1339de1fd2bb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083519 May 24 23:05:50.691792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3f7aaa3f-1e7d-434b-93a0-d0557b6a5252 None None] Provisioning for port 1993e098-53f0-4a54-b262-a9b55db8ca2c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:50.720511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3f7aaa3f-1e7d-434b-93a0-d0557b6a5252 None None] Provisioning complete for port 1993e098-53f0-4a54-b262-a9b55db8ca2c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:50.720989 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaa3f-1e7d-434b-93a0-d0557b6a5252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:50.750804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0d713f14-e43f-4a4d-8fbb-aef30790a866 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3039074 May 24 23:05:50.751537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49040) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:50.758580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': '66694042-69f9-439b-bcc8-8a5140978ff6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-87146439'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:50.805053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2a5a24cc-7912-4982-a1fd-9392410b6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '2754e1b2-5b46-4bcf-855a-91aceafcd75c', 'tenant_id': '2538b79651204683958a8311138e4a89', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'port_id': '4f65d305-9b63-4899-baa0-d13c0abf4925', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'mac_address': 'fa:16:3e:65:62:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:05:19Z', 'updated_at': '2022-05-24T23:05:45Z', 'revision_number': 1, 'project_id': '2538b79651204683958a8311138e4a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:05:50.811759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Allocated IP 172.25.7.227 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/32ccd93f-f9d7-4e99-bcba-259cf422ddd4) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:50.826141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a24cc-7912-4982-a1fd-9392410b6dc4 None None] The sync data for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 is: [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '2754e1b2-5b46-4bcf-855a-91aceafcd75c', 'tenant_id': '2538b79651204683958a8311138e4a89', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'port_id': '4f65d305-9b63-4899-baa0-d13c0abf4925', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'mac_address': 'fa:16:3e:65:62:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:05:19Z', 'updated_at': '2022-05-24T23:05:45Z', 'revision_number': 1, 'project_id': '2538b79651204683958a8311138e4a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:05:50.836624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3f7aaa3f-1e7d-434b-93a0-d0557b6a5252 None None] Port 1993e098-53f0-4a54-b262-a9b55db8ca2c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:50.849709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e42d2e74-6684-4777-bf62-06a77521a4dd up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:50.954763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-66694042-69f9-439b-bcc8-8a5140978ff6', 'network_id': '66694042-69f9-439b-bcc8-8a5140978ff6', 'tenant_id': '692f4a98b1884f3380f420b63f3246b6', 'fixed_ips': [{'subnet_id': '91a19282-fdfc-44f1-a65c-0ab1d66ecf72'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:05:50.955570 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.015980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de6a5-4ec0-48bf-b46b-d6756c85bac9 req-b364955f-b0b5-4c31-b38d-2c3bf3b77764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:51.017466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f2de6a5-4ec0-48bf-b46b-d6756c85bac9 req-b364955f-b0b5-4c31-b38d-2c3bf3b77764 service neutron] 10.222.0.50 "GET /v2.0/networks?id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 200 len: 912 time: 0.4809678 May 24 23:05:51.032055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port e42d2e74-6684-4777-bf62-06a77521a4dd completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:51.032529 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0bc3c7ae-932a-4352-a16f-328077f93f02 req-f24321bf-0551-4a67-b435-eb551b1cd34e tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 210 time: 0.0731771 May 24 23:05:51.044833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port e42d2e74-6684-4777-bf62-06a77521a4dd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:51.045209 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.144336 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.213291 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.239440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Allocated IP 172.20.0.14 (4dbd9183-8740-47be-9080-f446c9f960dd/fb1303f6-a75c-4770-b75a-ff3909584636/d9f03b01-4803-4f26-b80b-8bd255e1c4c1) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:51.252678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:51.269442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe228e6-31cd-4d00-b5ec-62461caab2c8 None None] New status for floating IP 2754e1b2-5b46-4bcf-855a-91aceafcd75c: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:05:51.302919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:51.306494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:51.310385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:51.358723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event updated for resources: {'Port': ['ID=32ccd93f-f9d7-4e99-bcba-259cf422ddd4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:51.370143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Allocated IP 2001:db8::2 (66694042-69f9-439b-bcc8-8a5140978ff6/91a19282-fdfc-44f1-a65c-0ab1d66ecf72/4495bd72-d17a-42b0-ac0a-6f19fd370b8b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:51.402190 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.417003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e42d2e74-6684-4777-bf62-06a77521a4dd is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:51.417485 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.515709 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.533238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e42d2e74-6684-4777-bf62-06a77521a4dd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e42d2e74-6684-4777-bf62-06a77521a4dd,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:51.607554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41dc66-f0bc-4471-81f1-d0aa6434d951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42d2e74-6684-4777-bf62-06a77521a4dd'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:05:51.637743 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.808200 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.825772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Transition to ACTIVE for port object d9f03b01-4803-4f26-b80b-8bd255e1c4c1 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:51.850712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f2de6a5-4ec0-48bf-b46b-d6756c85bac9 req-ebb7eeca-2256-4c0e-84af-d1be2ffb2d80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f65d305-9b63-4899-baa0-d13c0abf4925 HTTP/1.1" status: 200 len: 1000 time: 0.8229289 May 24 23:05:51.855831 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4d088f-369c-4058-922e-f12ab2a757f9'] response: {'server_uuid': 'ce41dc66-f0bc-4471-81f1-d0aa6434d951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42d2e74-6684-4777-bf62-06a77521a4dd', 'code': 200} May 24 23:05:51.856213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:port and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:51.860457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:51.867092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:51.912467 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.919057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:05:51.922548 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:51.978399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e42d2e74-6684-4777-bf62-06a77521a4dd,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:52.084704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port 1e8dc0be-6250-4638-be3f-99b5c6a783be yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:05:52.120200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f466f-e787-4613-b314-9841aa013cb0 req-db943b96-9502-4205-9304-d1f79557da1b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:52.135821 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.139344 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-150f466f-e787-4613-b314-9841aa013cb0 req-db943b96-9502-4205-9304-d1f79557da1b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.2092180 May 24 23:05:52.148481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Transition to ACTIVE for port object 4495bd72-d17a-42b0-ac0a-6f19fd370b8b will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:52.168987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Transition to ACTIVE for port object 4495bd72-d17a-42b0-ac0a-6f19fd370b8b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:52.172942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Network 4dbd9183-8740-47be-9080-f446c9f960dd is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:52.182537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:52.182790 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.184500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeec52a-aa75-4838-992d-1dc856f0f20a req-f047af60-6d3a-42e2-a251-a62131cdeabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:52.194487 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-deeec52a-aa75-4838-992d-1dc856f0f20a req-f047af60-6d3a-42e2-a251-a62131cdeabc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 1096 time: 0.3936551 May 24 23:05:52.195505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=d9f03b01-4803-4f26-b80b-8bd255e1c4c1,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:52.199215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de6a5-4ec0-48bf-b46b-d6756c85bac9 req-e9a6cfe7-e7d4-48ec-936c-f3fbb1fc5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:52.200755 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f2de6a5-4ec0-48bf-b46b-d6756c85bac9 req-e9a6cfe7-e7d4-48ec-936c-f3fbb1fc5b71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47001c01-66d5-4135-8684-58bb2d7f443c HTTP/1.1" status: 200 len: 850 time: 0.3248422 May 24 23:05:52.201647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:52.288402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Network 66694042-69f9-439b-bcc8-8a5140978ff6 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:52.292838 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:52.298450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:52.310066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:52.310844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Pushing event updated for resources: {'Port': ['ID=4495bd72-d17a-42b0-ac0a-6f19fd370b8b,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:52.311140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.386343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:05:52.425518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.442323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Attempting to bind port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:52.443088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Attempting to bind port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'c8c4c71e-74b9-4918-aa7c-dbca3481db77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '66694042-69f9-439b-bcc8-8a5140978ff6'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:52.443776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Attempting to bind port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b on network 66694042-69f9-439b-bcc8-8a5140978ff6 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:52.446712 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-150f466f-e787-4613-b314-9841aa013cb0 req-b213b691-b6ea-428b-9b4b-d411e6b33f77 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064024 May 24 23:05:52.452653 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.453361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:52.454009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Checking segment: {'id': 'c8c4c71e-74b9-4918-aa7c-dbca3481db77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '66694042-69f9-439b-bcc8-8a5140978ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:52.454630 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.455228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Bound using segment: {'id': 'c8c4c71e-74b9-4918-aa7c-dbca3481db77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '66694042-69f9-439b-bcc8-8a5140978ff6'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:52.456204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Bound port: 4495bd72-d17a-42b0-ac0a-6f19fd370b8b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c4c71e-74b9-4918-aa7c-dbca3481db77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '66694042-69f9-439b-bcc8-8a5140978ff6'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:52.457846 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.547301 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-deeec52a-aa75-4838-992d-1dc856f0f20a req-f3d530d6-8f5d-436b-8c7a-89c658e6e3d7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319876 May 24 23:05:52.591018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event updated for resources: {'Port': ['ID=32ccd93f-f9d7-4e99-bcba-259cf422ddd4,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:52.625128 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.645192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8::d7 (66694042-69f9-439b-bcc8-8a5140978ff6/91a19282-fdfc-44f1-a65c-0ab1d66ecf72/1e8dc0be-6250-4638-be3f-99b5c6a783be) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:52.652952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-29b7a386-c61e-4c78-a69a-6619d492e9a8 None None] Provisioning for port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:52.653637 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.655167 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1d5677b3-cc18-4285-a3cf-04a13f797c22 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2301400 May 24 23:05:52.658556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49088) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:52.663360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-649d0ce0-fb68-455e-bf88-cb6d3413d737 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5551043 May 24 23:05:52.669078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b64495c8-4c39-48eb-9ccd-927c4ca17f76 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Request body: {'floatingip': {'port_id': '1993e098-53f0-4a54-b262-a9b55db8ca2c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:52.670693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] For port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:52.678985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] For port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4495bd72-d17a-42b0-ac0a-6f19fd370b8b,segment=NetworkSegment(c8c4c71e-74b9-4918-aa7c-dbca3481db77),segment_id=c8c4c71e-74b9-4918-aa7c-dbca3481db77)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:52.685918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-29b7a386-c61e-4c78-a69a-6619d492e9a8 None None] Provisioning complete for port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:52.688033 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-29b7a386-c61e-4c78-a69a-6619d492e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.724976 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.788795 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b64495c8-4c39-48eb-9ccd-927c4ca17f76 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:52.846363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Request body: {'port': {'device_id': '1237560f-53b1-4df1-9291-b7803fec9c33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:52.854938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-29b7a386-c61e-4c78-a69a-6619d492e9a8 None None] Port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:52.881836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b13bf-9c73-47e6-8fd4-558a08805ab8 None None] Pushing event updated for resources: {'Port': ['ID=4495bd72-d17a-42b0-ac0a-6f19fd370b8b,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:52.994482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a575bb-f978-412c-89ef-2352a0df83b3 req-0424505a-686a-4ee6-903b-71fe0cadd30c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:52.995478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b7a575bb-f978-412c-89ef-2352a0df83b3 req-0424505a-686a-4ee6-903b-71fe0cadd30c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:53.007802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de6a5-4ec0-48bf-b46b-d6756c85bac9 req-6c6ad6cd-c99b-4b0c-8ae0-a61708bb6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:53.009456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f2de6a5-4ec0-48bf-b46b-d6756c85bac9 req-6c6ad6cd-c99b-4b0c-8ae0-a61708bb6ec0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6838379 May 24 23:05:53.077035 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-b64495c8-4c39-48eb-9ccd-927c4ca17f76 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] update failed (client error): The resource could not be found. May 24 23:05:53.082189 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b64495c8-4c39-48eb-9ccd-927c4ca17f76 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "PUT /v2.0/floatingips/8b6ff9d9-649f-4979-bc0f-8975154cac8f HTTP/1.1" status: 404 len: 507 time: 0.4223433 May 24 23:05:53.082792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49110) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:53.219644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b7a575bb-f978-412c-89ef-2352a0df83b3 req-0424505a-686a-4ee6-903b-71fe0cadd30c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:53.220320 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b7a575bb-f978-412c-89ef-2352a0df83b3 req-0424505a-686a-4ee6-903b-71fe0cadd30c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 932 time: 0.8986564 May 24 23:05:53.252121 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.335463 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b7a575bb-f978-412c-89ef-2352a0df83b3 req-04c50577-1414-4cb6-b9fc-9ec003b638ee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=98c3f724-c318-49ae-b6cf-761b85e21f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554328 May 24 23:05:53.371193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4e73ddca-e14c-46f7-9dd4-fd4764dc3a42 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Deleting port 32ccd93f-f9d7-4e99-bcba-259cf422ddd4 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:53.371931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e73ddca-e14c-46f7-9dd4-fd4764dc3a42 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.712325 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4495bd72-d17a-42b0-ac0a-6f19fd370b8b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:53.795175 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e73ddca-e14c-46f7-9dd4-fd4764dc3a42 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.795812 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e73ddca-e14c-46f7-9dd4-fd4764dc3a42 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.861681 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:53.928416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:53.930618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object 1e8dc0be-6250-4638-be3f-99b5c6a783be will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:53.962431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f2de6a5-4ec0-48bf-b46b-d6756c85bac9 req-89b105d3-71dc-46db-80c5-cc6cdef234fd service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9358573 May 24 23:05:54.018047 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.024104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4e73ddca-e14c-46f7-9dd4-fd4764dc3a42 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Calling delete_port for 32ccd93f-f9d7-4e99-bcba-259cf422ddd4 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:54.088592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ce6d4-1b8c-43eb-a6d3-7ff23dd48063 req-4ff36916-3072-4ae3-a92e-5da5558a1d90 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:54.095796 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-532ce6d4-1b8c-43eb-a6d3-7ff23dd48063 req-4ff36916-3072-4ae3-a92e-5da5558a1d90 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.5185537 May 24 23:05:54.189300 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-532ce6d4-1b8c-43eb-a6d3-7ff23dd48063 req-9d4d4768-fd8e-40c3-afed-f441bce649a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925531 May 24 23:05:54.230920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f2de6a5-4ec0-48bf-b46b-d6756c85bac9 req-ba5b74d6-d13f-4744-96e2-2bcb28a9f911 service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473266 May 24 23:05:54.281458 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.311006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e73ddca-e14c-46f7-9dd4-fd4764dc3a42 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.406800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73ddca-e14c-46f7-9dd4-fd4764dc3a42 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event deleted for resources: {'Port': ['ID=32ccd93f-f9d7-4e99-bcba-259cf422ddd4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:54.520726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e17e4dd-36c1-444c-adab-ca85407192a2 None None] Network 66694042-69f9-439b-bcc8-8a5140978ff6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:54.581861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e73ddca-e14c-46f7-9dd4-fd4764dc3a42 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.606559 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e73ddca-e14c-46f7-9dd4-fd4764dc3a42 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.611394 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4e73ddca-e14c-46f7-9dd4-fd4764dc3a42 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "DELETE /v2.0/floatingips/8b6ff9d9-649f-4979-bc0f-8975154cac8f HTTP/1.1" status: 204 len: 168 time: 1.5276353 May 24 23:05:54.612480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 66694042-69f9-439b-bcc8-8a5140978ff6 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:54.613142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49152) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:54.624495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d5893c89-ca37-4b48-a183-fcd3ac186929 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Request body: {'floatingip': {'floating_network_id': '67020462-7795-4cb3-9496-8456478f44b7', 'port_id': '1993e098-53f0-4a54-b262-a9b55db8ca2c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:54.641542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5893c89-ca37-4b48-a183-fcd3ac186929 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:54.641769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:54.649854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d5893c89-ca37-4b48-a183-fcd3ac186929 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Usage tracker for resource:floatingip and tenant:f4500d7887374263828e06e6f03b046c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:54.655822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:54.656311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d5893c89-ca37-4b48-a183-fcd3ac186929 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:54.662358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:54.663000 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.667422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5893c89-ca37-4b48-a183-fcd3ac186929 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:54.706105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f03b01-4803-4f26-b80b-8bd255e1c4c1 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:05:54.708129 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5893c89-ca37-4b48-a183-fcd3ac186929 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.733299 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.737644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=1e8dc0be-6250-4638-be3f-99b5c6a783be,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:54.775362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d11440cd-e9f6-4902-bbbf-164beb38950a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 4.0226798 May 24 23:05:54.777024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Transition to ACTIVE for port object d9f03b01-4803-4f26-b80b-8bd255e1c4c1 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:05:54.779548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49160) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:54.819691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-14cadcab-6f61-42d4-8196-68911582becb None None] Provisioning for port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:54.837389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-14cadcab-6f61-42d4-8196-68911582becb None None] Provisioning complete for port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:54.837866 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-14cadcab-6f61-42d4-8196-68911582becb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.866238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-21437661-dcb5-457a-9f36-e213914f3f63 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 1e8dc0be-6250-4638-be3f-99b5c6a783be {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:54.867214 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-21437661-dcb5-457a-9f36-e213914f3f63 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:54.913039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dad6a3-269b-4811-9bec-3413b6ec301b req-65285053-eb6e-48f0-a1c9-9d625954fcc5 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:54.914758 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18dad6a3-269b-4811-9bec-3413b6ec301b req-65285053-eb6e-48f0-a1c9-9d625954fcc5 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 932 time: 0.3775654 May 24 23:05:54.923136 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.058498 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-14cadcab-6f61-42d4-8196-68911582becb None None] Current status of the port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:55.059267 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-14cadcab-6f61-42d4-8196-68911582becb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.082526 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-d5893c89-ca37-4b48-a183-fcd3ac186929 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:05:55.088408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d5893c89-ca37-4b48-a183-fcd3ac186929 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4718146 May 24 23:05:55.088994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49170) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:55.094798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '1993e098-53f0-4a54-b262-a9b55db8ca2c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:05:55.117933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-14cadcab-6f61-42d4-8196-68911582becb None None] For port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4495bd72-d17a-42b0-ac0a-6f19fd370b8b,segment=NetworkSegment(c8c4c71e-74b9-4918-aa7c-dbca3481db77),segment_id=c8c4c71e-74b9-4918-aa7c-dbca3481db77)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:55.127972 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-14cadcab-6f61-42d4-8196-68911582becb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.140806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18dad6a3-269b-4811-9bec-3413b6ec301b req-3c00edca-0d90-43fd-ae3a-ee0922cabb68 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=98c3f724-c318-49ae-b6cf-761b85e21f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064171 May 24 23:05:55.281038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cadcab-6f61-42d4-8196-68911582becb None None] Pushing event updated for resources: {'Port': ['ID=4495bd72-d17a-42b0-ac0a-6f19fd370b8b,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:55.422214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:05:55.480845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f03b01-4803-4f26-b80b-8bd255e1c4c1,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:55.486594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Usage tracker for resource:floatingip and tenant:f4500d7887374263828e06e6f03b046c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:05:55.491149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:05:55.504242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:05:55.535245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3568fe2-13d9-45bf-86b9-7fd92e71bde3 req-1ee59ac9-a97f-4b6e-b3dd-1abfe9008066 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:55.543148 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3568fe2-13d9-45bf-86b9-7fd92e71bde3 req-1ee59ac9-a97f-4b6e-b3dd-1abfe9008066 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.1272566 May 24 23:05:55.562608 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.611993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a6e1ef3a-4069-4f03-ac2c-a6dbb8e6a370 None None] Provisioning complete for port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:55.612381 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ef3a-4069-4f03-ac2c-a6dbb8e6a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.624212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3568fe2-13d9-45bf-86b9-7fd92e71bde3 req-e04d96cd-5d3b-40c0-912e-54d1b844b225 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798981 May 24 23:05:55.705093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4495bd72-d17a-42b0-ac0a-6f19fd370b8b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:05:55.810712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Attempting to bind port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:05:55.811054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Attempting to bind port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:05:55.811387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Attempting to bind port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 on network 4dbd9183-8740-47be-9080-f446c9f960dd {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:55.817308 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.859445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 on network 4dbd9183-8740-47be-9080-f446c9f960dd not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:05:55.859873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Attempting to bind port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 on network 4dbd9183-8740-47be-9080-f446c9f960dd {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:05:55.903509 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.908377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:05:55.908882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Checking segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:05:55.909091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Bound using segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:05:55.909612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Bound port: d9f03b01-4803-4f26-b80b-8bd255e1c4c1, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:05:55.910068 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:55.929440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:55.930133 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.116680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1ef3a-4069-4f03-ac2c-a6dbb8e6a370 None None] Current status of the port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:56.142964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Allocated IP 172.25.7.117 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/c1712500-125c-4070-ab1a-91b82ce32fdf) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:05:56.206011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] For port d9f03b01-4803-4f26-b80b-8bd255e1c4c1, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:05:56.214779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] For port d9f03b01-4803-4f26-b80b-8bd255e1c4c1, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d9f03b01-4803-4f26-b80b-8bd255e1c4c1,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:05:56.220217 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-21437661-dcb5-457a-9f36-e213914f3f63 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.228160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a6e1ef3a-4069-4f03-ac2c-a6dbb8e6a370 None None] Provisioning for port 1e8dc0be-6250-4638-be3f-99b5c6a783be completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:05:56.270756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a6e1ef3a-4069-4f03-ac2c-a6dbb8e6a370 None None] Provisioning complete for port 1e8dc0be-6250-4638-be3f-99b5c6a783be triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:56.271141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ef3a-4069-4f03-ac2c-a6dbb8e6a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.385584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-21437661-dcb5-457a-9f36-e213914f3f63 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 1e8dc0be-6250-4638-be3f-99b5c6a783be owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:56.388108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:05:56.405421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1ef3a-4069-4f03-ac2c-a6dbb8e6a370 None None] Port 1e8dc0be-6250-4638-be3f-99b5c6a783be cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:05:56.478840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.552623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a846620c-4aeb-480c-8221-69f852819e15 None None] Provisioning complete for port 1e8dc0be-6250-4638-be3f-99b5c6a783be triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:05:56.553005 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a846620c-4aeb-480c-8221-69f852819e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.634530 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.638771 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-21437661-dcb5-457a-9f36-e213914f3f63 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.654924 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a846620c-4aeb-480c-8221-69f852819e15 None None] Port 1e8dc0be-6250-4638-be3f-99b5c6a783be was deleted so its status cannot be updated. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 24 23:05:56.723641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e697b8-961e-41c1-b2a3-81e94c20a2ac req-7be71663-953a-455b-9e7b-25a747f88ce2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:56.732546 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3e697b8-961e-41c1-b2a3-81e94c20a2ac req-7be71663-953a-455b-9e7b-25a747f88ce2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.2410862 May 24 23:05:56.772095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:56.772931 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.775671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] 10.222.0.50 "PUT /v2.0/ports/d9f03b01-4803-4f26-b80b-8bd255e1c4c1 HTTP/1.1" status: 200 len: 1092 time: 3.9339199 May 24 23:05:56.780210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1237560f-53b1-4df1-9291-b7803fec9c33', 'tag': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:05:56.790696 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-21437661-dcb5-457a-9f36-e213914f3f63 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.824125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-21437661-dcb5-457a-9f36-e213914f3f63 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/1e8dc0be-6250-4638-be3f-99b5c6a783be HTTP/1.1" status: 204 len: 168 time: 2.0432601 May 24 23:05:56.827395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49192) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:56.859923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3e697b8-961e-41c1-b2a3-81e94c20a2ac req-30305ec1-ce1e-4359-b07b-7dc8cd7c56dc tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226861 May 24 23:05:56.880054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:56.930388 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3750c5-8d6f-484d-b34a-c80e3fb6133a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:05:56.930987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee3750c5-8d6f-484d-b34a-c80e3fb6133a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:05:56.950086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf1970-3e64-4f28-b4b0-4556d75c01d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f03b01-4803-4f26-b80b-8bd255e1c4c1,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:57.027353 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc79519-30bc-4d77-ae1c-e50439443a96'] response: {'name': 'network-changed', 'server_uuid': '1237560f-53b1-4df1-9291-b7803fec9c33', 'tag': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1', 'status': 'completed', 'code': 200} May 24 23:05:57.060744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21437661-dcb5-457a-9f36-e213914f3f63 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=1e8dc0be-6250-4638-be3f-99b5c6a783be,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:57.078503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee3750c5-8d6f-484d-b34a-c80e3fb6133a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:05:57.083254 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ee3750c5-8d6f-484d-b34a-c80e3fb6133a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/1e8dc0be-6250-4638-be3f-99b5c6a783be HTTP/1.1" status: 404 len: 333 time: 0.2200117 May 24 23:05:57.085607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49196) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:57.087083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event updated for resources: {'Port': ['ID=c1712500-125c-4070-ab1a-91b82ce32fdf,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:57.090135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:05:57.091652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:05:57.101679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:05:57.157606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e86a-9eba-4a12-a58c-da03d2dde9a2 req-e6f07fc6-692c-4485-bf76-2d7467bedf71 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:57.163945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d80e86a-9eba-4a12-a58c-da03d2dde9a2 req-e6f07fc6-692c-4485-bf76-2d7467bedf71 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 944 time: 0.5700762 May 24 23:05:57.217783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-08a8cce1-856f-4990-b441-0df9fb2c7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:57.219291 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-08a8cce1-856f-4990-b441-0df9fb2c7e72 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 1095 time: 0.3912380 May 24 23:05:57.421977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Deleting port c1712500-125c-4070-ab1a-91b82ce32fdf {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:57.426844 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.459214 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d80e86a-9eba-4a12-a58c-da03d2dde9a2 req-11f9b009-9fff-4c1c-ab49-630d3b023e85 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=98c3f724-c318-49ae-b6cf-761b85e21f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2840822 May 24 23:05:57.468730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-3236d255-33b8-4003-9532-16bedc61d852 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting subnet 91a19282-fdfc-44f1-a65c-0ab1d66ecf72 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:05:57.479498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3236d255-33b8-4003-9532-16bedc61d852 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.521746 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-bc3e4941-4d68-433c-ad89-b77c15e6d44f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9f03b01-4803-4f26-b80b-8bd255e1c4c1 HTTP/1.1" status: 200 len: 217 time: 0.2909460 May 24 23:05:57.646423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3236d255-33b8-4003-9532-16bedc61d852 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.709908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-ed5df618-81cd-407e-918d-3fe963fa3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:57.711824 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-ed5df618-81cd-407e-918d-3fe963fa3040 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.1780617 May 24 23:05:57.782138 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.782763 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.827867 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3236d255-33b8-4003-9532-16bedc61d852 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:57.873969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-4883e7b5-5923-44aa-b3d6-f96d68601f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:57.875476 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-4883e7b5-5923-44aa-b3d6-f96d68601f93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545401 May 24 23:05:57.940412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Calling delete_port for c1712500-125c-4070-ab1a-91b82ce32fdf owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:58.097773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-17220787-aca1-4dca-8207-36a312e737ca service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137544 May 24 23:05:58.101931 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3236d255-33b8-4003-9532-16bedc61d852 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:58.153618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71fd65-d554-4d62-a36a-176cb0bbe9ac req-b325ada8-c715-4883-965b-2c550ece9d9a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:58.156175 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce71fd65-d554-4d62-a36a-176cb0bbe9ac req-b325ada8-c715-4883-965b-2c550ece9d9a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.1858993 May 24 23:05:58.199887 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:58.225870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236d255-33b8-4003-9532-16bedc61d852 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Subnet': ['ID=91a19282-fdfc-44f1-a65c-0ab1d66ecf72,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:58.236360 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3236d255-33b8-4003-9532-16bedc61d852 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:58.244368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3236d255-33b8-4003-9532-16bedc61d852 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/91a19282-fdfc-44f1-a65c-0ab1d66ecf72 HTTP/1.1" status: 204 len: 168 time: 1.1562734 May 24 23:05:58.252481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49210) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:58.255207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70adab0-c625-484c-962a-c6f44818665d None None] Network 66694042-69f9-439b-bcc8-8a5140978ff6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:05:58.297745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event deleted for resources: {'Port': ['ID=c1712500-125c-4070-ab1a-91b82ce32fdf,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:58.356153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce71fd65-d554-4d62-a36a-176cb0bbe9ac req-11e5a369-1df3-4524-ae9a-145bb49df1bf tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822262 May 24 23:05:58.413687 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:58.469483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:58.480137 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:58.537294 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] create failed (client error): The resource could not be found. May 24 23:05:58.542375 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5397331c-b0b3-49ad-98e2-6acced24c0cc tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4523022 May 24 23:05:58.543015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49218) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:05:58.860153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5862fea5-89f0-4d15-be2c-193ab878b1f1 req-c3d41e6e-ab35-47b3-b243-0978d098b39d service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225230 May 24 23:05:58.873822 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a56db76-3175-4736-9aad-b9bb7c6d309d None None] DHCP port deletion for 66694042-69f9-439b-bcc8-8a5140978ff6 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:05:58.882754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5a56db76-3175-4736-9aad-b9bb7c6d309d None None] Deleting port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:58.883359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5a56db76-3175-4736-9aad-b9bb7c6d309d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.008910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a02a9436-076c-4e69-a0f2-42af4c97aec6 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Deleting port 1993e098-53f0-4a54-b262-a9b55db8ca2c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:05:59.009788 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02a9436-076c-4e69-a0f2-42af4c97aec6 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.124557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c21d00-8769-4724-9380-1de76bcc15ea req-2f892739-4ddb-4ccd-b1b2-ffb9c39eca17 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:59.126208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81c21d00-8769-4724-9380-1de76bcc15ea req-2f892739-4ddb-4ccd-b1b2-ffb9c39eca17 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 944 time: 0.3407447 May 24 23:05:59.138278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] For port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4495bd72-d17a-42b0-ac0a-6f19fd370b8b,segment=NetworkSegment(c8c4c71e-74b9-4918-aa7c-dbca3481db77),segment_id=c8c4c71e-74b9-4918-aa7c-dbca3481db77)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:59.138969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.297945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5a56db76-3175-4736-9aad-b9bb7c6d309d None None] For port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4495bd72-d17a-42b0-ac0a-6f19fd370b8b,segment=NetworkSegment(c8c4c71e-74b9-4918-aa7c-dbca3481db77),segment_id=c8c4c71e-74b9-4918-aa7c-dbca3481db77)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:05:59.298527 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5a56db76-3175-4736-9aad-b9bb7c6d309d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.471234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 4495bd72-d17a-42b0-ac0a-6f19fd370b8b owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:59.498386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5a56db76-3175-4736-9aad-b9bb7c6d309d None None] Calling delete_port for 4495bd72-d17a-42b0-ac0a-6f19fd370b8b owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:59.555401 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02a9436-076c-4e69-a0f2-42af4c97aec6 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.643243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4495bd72-d17a-42b0-ac0a-6f19fd370b8b no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:05:59.715100 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81c21d00-8769-4724-9380-1de76bcc15ea req-223699c4-9971-406a-958a-9e5def1bb9d9 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=98c3f724-c318-49ae-b6cf-761b85e21f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5561595 May 24 23:05:59.719012 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:05:59.765683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4495bd72-d17a-42b0-ac0a-6f19fd370b8b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:05:59.767071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4495bd72-d17a-42b0-ac0a-6f19fd370b8b not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:05:59.788684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a02a9436-076c-4e69-a0f2-42af4c97aec6 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Calling delete_port for 1993e098-53f0-4a54-b262-a9b55db8ca2c owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:05:59.850825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-5a56db76-3175-4736-9aad-b9bb7c6d309d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:05:59.851099 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-5a56db76-3175-4736-9aad-b9bb7c6d309d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:05:59.865362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce2a21-1ee1-41dd-bcf2-61754ba60482 req-7810496c-ed0c-4d6d-8693-a240aafef095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:59.867401 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86ce2a21-1ee1-41dd-bcf2-61754ba60482 req-7810496c-ed0c-4d6d-8693-a240aafef095 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 1095 time: 0.8980069 May 24 23:05:59.868411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No DVR routers for this DVR port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:05:59.870482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=4495bd72-d17a-42b0-ac0a-6f19fd370b8b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:05:59.930410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dee0e-0fd1-47e0-ad88-b18f264ce492 req-87c5069f-b827-4522-9140-2518118374c3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:05:59.936745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df6dee0e-0fd1-47e0-ad88-b18f264ce492 req-87c5069f-b827-4522-9140-2518118374c3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.3616199 May 24 23:06:00.083071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df6dee0e-0fd1-47e0-ad88-b18f264ce492 req-570cc420-746c-42ba-bc83-fb810bf16f00 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391737 May 24 23:06:00.104981 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02a9436-076c-4e69-a0f2-42af4c97aec6 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.160900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a9436-076c-4e69-a0f2-42af4c97aec6 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event deleted for resources: {'Port': ['ID=1993e098-53f0-4a54-b262-a9b55db8ca2c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:00.352446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5a56db76-3175-4736-9aad-b9bb7c6d309d None None] Deleting port 4495bd72-d17a-42b0-ac0a-6f19fd370b8b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:00.353007 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5a56db76-3175-4736-9aad-b9bb7c6d309d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.359435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02a9436-076c-4e69-a0f2-42af4c97aec6 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.377912 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a02a9436-076c-4e69-a0f2-42af4c97aec6 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "DELETE /v2.0/ports/1993e098-53f0-4a54-b262-a9b55db8ca2c HTTP/1.1" status: 204 len: 168 time: 1.8337588 May 24 23:06:00.378861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49248) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:00.501136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5a56db76-3175-4736-9aad-b9bb7c6d309d None None] The port '4495bd72-d17a-42b0-ac0a-6f19fd370b8b' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:06:00.508316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87fdd55-6425-4e81-b9ee-9883bd945813 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:00.508865 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.556698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f87fdd55-6425-4e81-b9ee-9883bd945813 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Synchronizing usage tracker for tenant:f4500d7887374263828e06e6f03b046c on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:00.578568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66694042-69f9-439b-bcc8-8a5140978ff6']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:00.614169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c4c71e-74b9-4918-aa7c-dbca3481db77') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:00.614169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c4c71e-74b9-4918-aa7c-dbca3481db77') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:00.615089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f87fdd55-6425-4e81-b9ee-9883bd945813 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Unset dirty status for tenant:f4500d7887374263828e06e6f03b046c on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:00.619386 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f87fdd55-6425-4e81-b9ee-9883bd945813 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b6c559-9fc9-44a8-aa46-87864c105ec3 HTTP/1.1" status: 200 len: 913 time: 0.2377887 May 24 23:06:00.619980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49256) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:00.634610 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.643016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce2a21-1ee1-41dd-bcf2-61754ba60482 req-1bb7416d-7f17-47c8-992a-43fa7ef41e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:00.644752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86ce2a21-1ee1-41dd-bcf2-61754ba60482 req-1bb7416d-7f17-47c8-992a-43fa7ef41e4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 916 time: 0.7398367 May 24 23:06:00.765034 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.799886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86ce2a21-1ee1-41dd-bcf2-61754ba60482 req-fd2bfaf5-91e9-4c51-90d9-1612b475f3d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9f03b01-4803-4f26-b80b-8bd255e1c4c1 HTTP/1.1" status: 200 len: 217 time: 0.1471479 May 24 23:06:00.803078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:00.805800 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:00.885146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d9f03b01-4803-4f26-b80b-8bd255e1c4c1 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:06:00.946686 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment c8c4c71e-74b9-4918-aa7c-dbca3481db77 resource provider aggregate not found May 24 23:06:01.046184 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment c8c4c71e-74b9-4918-aa7c-dbca3481db77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8c4c71e-74b9-4918-aa7c-dbca3481db77 found for delete ", "request_id": "req-1fe01199-9374-4824-bbe0-3d02cbda2be3"}]} May 24 23:06:01.093282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce2a21-1ee1-41dd-bcf2-61754ba60482 req-a217d6be-5065-45bd-a236-43b12cecb0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:01.095170 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86ce2a21-1ee1-41dd-bcf2-61754ba60482 req-a217d6be-5065-45bd-a236-43b12cecb0e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.2509050 May 24 23:06:01.100691 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.150719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d9f03b01-4803-4f26-b80b-8bd255e1c4c1, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d9f03b01-4803-4f26-b80b-8bd255e1c4c1,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:01.169635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'port_id': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1', 'mac_address': 'fa:16:3e:13:11:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:06:01.231244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49274) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:01.233198 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.254554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:01.254935 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.272570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993c4f7-8567-4c59-9713-ae8a9a34e5f2 req-8bd6b471-7345-469e-8268-8082d4593ccd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:01.275241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f03b01-4803-4f26-b80b-8bd255e1c4c1 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:06:01.279973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1993c4f7-8567-4c59-9713-ae8a9a34e5f2 req-8bd6b471-7345-469e-8268-8082d4593ccd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 944 time: 0.3247690 May 24 23:06:01.291403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Network': ['ID=66694042-69f9-439b-bcc8-8a5140978ff6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:01.301225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d9f03b01-4803-4f26-b80b-8bd255e1c4c1, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d9f03b01-4803-4f26-b80b-8bd255e1c4c1,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:01.315671 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.357317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a46c452b-5657-4ab9-b69c-d14d00940098 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/networks/66694042-69f9-439b-bcc8-8a5140978ff6 HTTP/1.1" status: 204 len: 168 time: 3.0988576 May 24 23:06:01.357598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49280) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:01.368427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'name': 'tempest-PortsIpV6TestJSON-710745360'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:01.427203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d9f03b01-4803-4f26-b80b-8bd255e1c4c1,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:01.454964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1993c4f7-8567-4c59-9713-ae8a9a34e5f2 req-82627665-89a1-43fd-bec9-cb011db0cce6 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=98c3f724-c318-49ae-b6cf-761b85e21f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549776 May 24 23:06:01.472203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce2a21-1ee1-41dd-bcf2-61754ba60482 req-e8a64a51-7f04-41c9-9ffa-b87f94d8e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:01.475559 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86ce2a21-1ee1-41dd-bcf2-61754ba60482 req-e8a64a51-7f04-41c9-9ffa-b87f94d8e3cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3717976 May 24 23:06:01.534910 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-75412e9e-4469-45ae-b0c7-9daef7c9cbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.590617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['d9f03b01-4803-4f26-b80b-8bd255e1c4c1'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:06:01.617226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-75412e9e-4469-45ae-b0c7-9daef7c9cbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:01.647166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-75412e9e-4469-45ae-b0c7-9daef7c9cbf4 admin admin] Usage tracker for resource:security_group_rule and tenant:99f9fc85d8714989ac1cb3899eb3b441 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:01.652585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-75412e9e-4469-45ae-b0c7-9daef7c9cbf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:01.663041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:01.664219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-75412e9e-4469-45ae-b0c7-9daef7c9cbf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:01.721818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d603c-6a0d-434b-b538-10be54811997 req-0cb312da-815b-43dc-bf6c-eccf9952224a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:01.730571 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe4d603c-6a0d-434b-b538-10be54811997 req-0cb312da-815b-43dc-bf6c-eccf9952224a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.4503386 May 24 23:06:01.734500 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86ce2a21-1ee1-41dd-bcf2-61754ba60482 req-99314fcb-5138-41c2-b1c4-39cc5673f957 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276542 May 24 23:06:01.748072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:port and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:01.752048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:01.766249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:01.813215 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe4d603c-6a0d-434b-b538-10be54811997 req-ae1cab4a-9a64-4195-bf21-bfae941f43bc tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816345 May 24 23:06:01.815725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:01.819907 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.855097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port 05cf9541-36b7-4f8d-a535-7c6f856dca5e yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:01.905341 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f00d8f0-7e79-463b-a60b-14d5cc16ce8b tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.917919 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-75412e9e-4469-45ae-b0c7-9daef7c9cbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:01.939391 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-75412e9e-4469-45ae-b0c7-9daef7c9cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.003838 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-75412e9e-4469-45ae-b0c7-9daef7c9cbf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99f9fc85d8714989ac1cb3899eb3b441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7656612 May 24 23:06:02.006326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49290) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:02.008750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75412e9e-4469-45ae-b0c7-9daef7c9cbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26478be9-a28d-4e21-9a98-b4a19f8d3cbc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:02.077330 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86ce2a21-1ee1-41dd-bcf2-61754ba60482 req-170ff306-a910-4aad-8243-9f0d19ba3eb8 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340862 May 24 23:06:02.094925 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2b3786b-102a-429f-b14c-48fe9aef3208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.124228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2b3786b-102a-429f-b14c-48fe9aef3208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.181323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2b3786b-102a-429f-b14c-48fe9aef3208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.208332 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d2b3786b-102a-429f-b14c-48fe9aef3208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.211099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d2b3786b-102a-429f-b14c-48fe9aef3208 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26478be9-a28d-4e21-9a98-b4a19f8d3cbc HTTP/1.1" status: 204 len: 168 time: 0.1967230 May 24 23:06:02.212352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3786b-102a-429f-b14c-48fe9aef3208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26478be9-a28d-4e21-9a98-b4a19f8d3cbc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:02.391338 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.513109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7f00d8f0-7e79-463b-a60b-14d5cc16ce8b tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Deleting port f942cc73-6cb7-4450-9465-0a4b73746299 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:02.513847 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f00d8f0-7e79-463b-a60b-14d5cc16ce8b tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.559765 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.692055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49302) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:02.728982 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c18351b-dbd9-4194-96d4-f8aabfb3166b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.747953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3c18351b-dbd9-4194-96d4-f8aabfb3166b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:02.751800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3c18351b-dbd9-4194-96d4-f8aabfb3166b admin admin] Usage tracker for resource:security_group_rule and tenant:6d31303b1b274fbdbfb54bd968df3116 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:02.755339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3c18351b-dbd9-4194-96d4-f8aabfb3166b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:02.761795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3c18351b-dbd9-4194-96d4-f8aabfb3166b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:02.819209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:02.827831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:02.832151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:02.843096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:02.844259 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.880579 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c18351b-dbd9-4194-96d4-f8aabfb3166b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:02.885971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5285420 May 24 23:06:02.898615 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d9f03b01-4803-4f26-b80b-8bd255e1c4c1 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:02.907080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49310) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:02.914238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581a5b8-ed52-47b8-aba8-629c6b835323 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=05cf9541-36b7-4f8d-a535-7c6f856dca5e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:02.923909 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c18351b-dbd9-4194-96d4-f8aabfb3166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.045941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3c18351b-dbd9-4194-96d4-f8aabfb3166b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d31303b1b274fbdbfb54bd968df3116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517778 May 24 23:06:03.060127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49314) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:03.080180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:03.091401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:03.092084 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.092576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f00d8f0-7e79-463b-a60b-14d5cc16ce8b tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.097661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18351b-dbd9-4194-96d4-f8aabfb3166b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340d0dda-e893-4f1c-9486-ae87ccf8d931,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:03.127211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73581d3a-666a-4956-a9b5-e904023638b0 req-cd39354a-e033-49a4-92e4-55e539f87a57 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:03.128994 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73581d3a-666a-4956-a9b5-e904023638b0 req-cd39354a-e033-49a4-92e4-55e539f87a57 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 945 time: 0.4822555 May 24 23:06:03.197945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73581d3a-666a-4956-a9b5-e904023638b0 req-1a76c81c-bd4b-4019-be4d-e3d34784440b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=98c3f724-c318-49ae-b6cf-761b85e21f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612319 May 24 23:06:03.202611 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe043e26-fe4c-4f8a-a13d-d19ff347b4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.238946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:03.239206 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.251650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe043e26-fe4c-4f8a-a13d-d19ff347b4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.269306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1237560f-53b1-4df1-9291-b7803fec9c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:03.279007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b2070aea-981e-4938-b838-157ec5cc6c82 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 05cf9541-36b7-4f8d-a535-7c6f856dca5e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:03.279347 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2070aea-981e-4938-b838-157ec5cc6c82 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.279633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d9f03b01-4803-4f26-b80b-8bd255e1c4c1, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d9f03b01-4803-4f26-b80b-8bd255e1c4c1,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:03.287036 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.318403 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe043e26-fe4c-4f8a-a13d-d19ff347b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.321593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7f00d8f0-7e79-463b-a60b-14d5cc16ce8b tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Calling delete_port for f942cc73-6cb7-4450-9465-0a4b73746299 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:03.356683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe043e26-fe4c-4f8a-a13d-d19ff347b4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340d0dda-e893-4f1c-9486-ae87ccf8d931,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:03.362710 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe043e26-fe4c-4f8a-a13d-d19ff347b4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:03.367932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fe043e26-fe4c-4f8a-a13d-d19ff347b4f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/340d0dda-e893-4f1c-9486-ae87ccf8d931 HTTP/1.1" status: 204 len: 168 time: 0.3027146 May 24 23:06:03.370484 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fad37d-f91a-4b1c-be50-7a7f73a0fcab'] response: {'server_uuid': '1237560f-53b1-4df1-9291-b7803fec9c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1', 'code': 200} May 24 23:06:03.414170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d9f03b01-4803-4f26-b80b-8bd255e1c4c1,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:03.511025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238ba9-4910-42f3-9d7d-4be0ac04754f req-f77d170f-2e78-46d2-a16c-13a17225bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:03.513719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48238ba9-4910-42f3-9d7d-4be0ac04754f req-f77d170f-2e78-46d2-a16c-13a17225bc2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 1097 time: 0.1138678 May 24 23:06:03.579259 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48238ba9-4910-42f3-9d7d-4be0ac04754f req-5f299020-9f2e-485c-9fb8-9011c9a71b3d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=98c3f724-c318-49ae-b6cf-761b85e21f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495203 May 24 23:06:03.837532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca6054-4b95-4d94-85bc-17df269634e0 req-c637b4ef-a46e-4f9b-b8d9-f5e269676836 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:03.839045 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1ca6054-4b95-4d94-85bc-17df269634e0 req-c637b4ef-a46e-4f9b-b8d9-f5e269676836 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.7519689 May 24 23:06:03.992330 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2070aea-981e-4938-b838-157ec5cc6c82 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.002542 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1ca6054-4b95-4d94-85bc-17df269634e0 req-ff59a0a7-789b-4673-8c30-e08a4acf8d36 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450818 May 24 23:06:04.157754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b2070aea-981e-4938-b838-157ec5cc6c82 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 05cf9541-36b7-4f8d-a535-7c6f856dca5e owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:04.194532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-8303726b-260b-4427-96fd-9c8c65895705 req-a5fe0161-f6c2-40f3-b85d-f7367546aadd service neutron] (88389) timed out ('10.222.0.50', 65453) {{(pid=88389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:06:04.270544 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f00d8f0-7e79-463b-a60b-14d5cc16ce8b tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.314793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2070aea-981e-4938-b838-157ec5cc6c82 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.330736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00d8f0-7e79-463b-a60b-14d5cc16ce8b tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event deleted for resources: {'Port': ['ID=f942cc73-6cb7-4450-9465-0a4b73746299,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:04.413122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2070aea-981e-4938-b838-157ec5cc6c82 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=05cf9541-36b7-4f8d-a535-7c6f856dca5e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:04.427634 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2070aea-981e-4938-b838-157ec5cc6c82 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.675502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49352) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:04.736115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc899a-6068-496f-a06f-642654b1d72a req-e918ccf5-97b0-4f73-b25b-c6ea18d0c5dd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:04.745677 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9fbc899a-6068-496f-a06f-642654b1d72a req-e918ccf5-97b0-4f73-b25b-c6ea18d0c5dd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 946 time: 0.3166671 May 24 23:06:04.791372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b2070aea-981e-4938-b838-157ec5cc6c82 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/05cf9541-36b7-4f8d-a535-7c6f856dca5e HTTP/1.1" status: 204 len: 168 time: 1.8823032 May 24 23:06:04.799447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49358) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:04.804049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9fbc899a-6068-496f-a06f-642654b1d72a req-6307d885-dd45-4316-9b6c-64ed7dfdcae6 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=98c3f724-c318-49ae-b6cf-761b85e21f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572517 May 24 23:06:04.812979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'mac_address': 'fa:16:3e:8a:5a:d2', 'name': 'tempest-PortsIpV6TestJSON-21129352'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:04.833977 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f00d8f0-7e79-463b-a60b-14d5cc16ce8b tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.932995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:04.965345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:04.970388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Usage tracker for resource:security_group_rule and tenant:de9532be003f4206a34ab10bffecf170 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:04.974423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:04.980633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:05.098891 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.109583 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.124092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:05.181669 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de9532be003f4206a34ab10bffecf170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042388 May 24 23:06:05.183614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49372) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:05.186341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a53232b-7a1c-4f3e-a740-25c2d181bbad,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:05.206880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:port and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:05.211613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.212158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.212280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.212608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.212938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.213261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.213613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.213936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.214266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.214582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.214901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.215217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7df61-3373-47ac-a8e3-4fa782238180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:05.267632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5226568e-0b5a-4d11-a162-d1d2591a7267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.296392 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5226568e-0b5a-4d11-a162-d1d2591a7267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.319656 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b8ab8a2a-c9c9-4692-b716-8c9ccf65fa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.359812 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5226568e-0b5a-4d11-a162-d1d2591a7267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.382317 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226568e-0b5a-4d11-a162-d1d2591a7267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a53232b-7a1c-4f3e-a740-25c2d181bbad,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:05.383599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:05.386544 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5226568e-0b5a-4d11-a162-d1d2591a7267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.387676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5226568e-0b5a-4d11-a162-d1d2591a7267 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a53232b-7a1c-4f3e-a740-25c2d181bbad HTTP/1.1" status: 204 len: 168 time: 0.2031581 May 24 23:06:05.401921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:05.490321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:05.509091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f00d8f0-7e79-463b-a60b-14d5cc16ce8b tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Router 24b6c559-9fc9-44a8-aa46-87864c105ec3 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:05.727934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:05.763238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f00d8f0-7e79-463b-a60b-14d5cc16ce8b tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:05.771271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7f00d8f0-7e79-463b-a60b-14d5cc16ce8b tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "PUT /v2.0/routers/24b6c559-9fc9-44a8-aa46-87864c105ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1479709 May 24 23:06:05.771744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49396) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:05.781007 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede81b99-8989-49b2-aeb4-d5b9e23452b1 None None] Sync routers for ids ['24b6c559-9fc9-44a8-aa46-87864c105ec3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:05.793135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385f8aa-e63a-43ab-9e0b-672750ed4e76 req-a75c10f3-5d04-4c23-a0aa-ae9fe972f12d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:05.794772 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9385f8aa-e63a-43ab-9e0b-672750ed4e76 req-a75c10f3-5d04-4c23-a0aa-ae9fe972f12d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.6002836 May 24 23:06:05.797314 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede81b99-8989-49b2-aeb4-d5b9e23452b1 None None] Routers {'24b6c559-9fc9-44a8-aa46-87864c105ec3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:05.798266 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ede81b99-8989-49b2-aeb4-d5b9e23452b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:05:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['24b6c559-9fc9-44a8-aa46-87864c105ec3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:05.820022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port 68e10fb9-a8d9-421e-a9b7-ed61beb69731 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:05.976143 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ede81b99-8989-49b2-aeb4-d5b9e23452b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:05.985848 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede81b99-8989-49b2-aeb4-d5b9e23452b1 None None] Routers {'24b6c559-9fc9-44a8-aa46-87864c105ec3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:05.986469 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ede81b99-8989-49b2-aeb4-d5b9e23452b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:05:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['24b6c559-9fc9-44a8-aa46-87864c105ec3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:06.010590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9385f8aa-e63a-43ab-9e0b-672750ed4e76 req-9e853b53-c20e-4b80-9647-6ace0271fb82 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920152 May 24 23:06:06.092902 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cee7-e52f-4bf8-a83e-411ccc70585a tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.098803 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ede81b99-8989-49b2-aeb4-d5b9e23452b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:06.099214 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede81b99-8989-49b2-aeb4-d5b9e23452b1 None None] The sync data for ids ['24b6c559-9fc9-44a8-aa46-87864c105ec3'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:06.227558 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.263686 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.346212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:06.349582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:06.354480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:06.360065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:06.360743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.382705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=68e10fb9-a8d9-421e-a9b7-ed61beb69731,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:06.402687 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b14a82ad-f811-4d29-851d-e963e4140520 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.5991457 May 24 23:06:06.408305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49422) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:06.421474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631a208-5a2f-4b32-8ee8-0bcadd879591 req-7ab6696e-09ce-4d5a-ad8f-7173fcf94534 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:06.422971 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3631a208-5a2f-4b32-8ee8-0bcadd879591 req-7ab6696e-09ce-4d5a-ad8f-7173fcf94534 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 946 time: 0.4583492 May 24 23:06:06.425177 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cee7-e52f-4bf8-a83e-411ccc70585a tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.428040 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cee7-e52f-4bf8-a83e-411ccc70585a tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.479253 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cee7-e52f-4bf8-a83e-411ccc70585a tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.479774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f8cee7-e52f-4bf8-a83e-411ccc70585a tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Fanout notify agent at l3_agent the message router_deleted on router 24b6c559-9fc9-44a8-aa46-87864c105ec3 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:06:06.488663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3631a208-5a2f-4b32-8ee8-0bcadd879591 req-823f46e8-78bd-4df8-9f2f-1c6dedcf5ad0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=98c3f724-c318-49ae-b6cf-761b85e21f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565715 May 24 23:06:06.495170 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cee7-e52f-4bf8-a83e-411ccc70585a tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.498684 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c4f8cee7-e52f-4bf8-a83e-411ccc70585a tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "DELETE /v2.0/routers/24b6c559-9fc9-44a8-aa46-87864c105ec3 HTTP/1.1" status: 204 len: 168 time: 0.7234244 May 24 23:06:06.498861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49428) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:06.505868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9b317e-be17-4015-a9a2-712ef584a31f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:06.506596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2d9b317e-be17-4015-a9a2-712ef584a31f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:06.543455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2d9b317e-be17-4015-a9a2-712ef584a31f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:06.547527 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2d9b317e-be17-4015-a9a2-712ef584a31f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/68e10fb9-a8d9-421e-a9b7-ed61beb69731 HTTP/1.1" status: 200 len: 843 time: 0.1352346 May 24 23:06:06.548528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49434) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:06.623800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f07eaa-6e1c-418c-9517-3e93b06a6170 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Deleting subnet 2cc93e85-ad1c-406c-a5ae-a348d667dcc9 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:06.632285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85f07eaa-6e1c-418c-9517-3e93b06a6170 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.674973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb3117-3f1f-4c3e-a6d4-c3ebd7265d17 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 68e10fb9-a8d9-421e-a9b7-ed61beb69731 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:06.675618 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3117-3f1f-4c3e-a6d4-c3ebd7265d17 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.743075 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85f07eaa-6e1c-418c-9517-3e93b06a6170 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.776345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c3d8e-cf64-4764-8876-d973af8d0a41 req-0e0f5a3c-a58d-4f06-a9a2-9cd42d556e05 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:06.788912 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d04c3d8e-cf64-4764-8876-d973af8d0a41 req-0e0f5a3c-a58d-4f06-a9a2-9cd42d556e05 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 946 time: 0.1108561 May 24 23:06:06.789423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49446) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:06.794654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c5b59534-2ae1-444b-8756-333b78399e3f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'floatingip': {'port_id': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:06.881307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5b59534-2ae1-444b-8756-333b78399e3f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.981418 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3117-3f1f-4c3e-a6d4-c3ebd7265d17 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:06.990812 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85f07eaa-6e1c-418c-9517-3e93b06a6170 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.282902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb3117-3f1f-4c3e-a6d4-c3ebd7265d17 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 68e10fb9-a8d9-421e-a9b7-ed61beb69731 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:07.451026 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85f07eaa-6e1c-418c-9517-3e93b06a6170 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.467445 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52242934-ed04-45dc-9e53-e6844e9449e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.492175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93767bc6-a91e-4fde-af3f-8aaf17899ad3 req-b0983a53-9c01-4bf7-a558-bf87bb0b610c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:07.493693 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93767bc6-a91e-4fde-af3f-8aaf17899ad3 req-b0983a53-9c01-4bf7-a558-bf87bb0b610c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.2202020 May 24 23:06:07.494467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49470) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:07.504564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f07eaa-6e1c-418c-9517-3e93b06a6170 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc93e85-ad1c-406c-a5ae-a348d667dcc9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:07.514038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3117-3f1f-4c3e-a6d4-c3ebd7265d17 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.533632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49476) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:07.581438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb3117-3f1f-4c3e-a6d4-c3ebd7265d17 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=68e10fb9-a8d9-421e-a9b7-ed61beb69731,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:07.584073 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85f07eaa-6e1c-418c-9517-3e93b06a6170 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.597408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7218804-f514-4551-898b-7e0c3bfaee96 None None] Network 67020462-7795-4cb3-9496-8456478f44b7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:07.617049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-85f07eaa-6e1c-418c-9517-3e93b06a6170 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "DELETE /v2.0/subnets/2cc93e85-ad1c-406c-a5ae-a348d667dcc9 HTTP/1.1" status: 204 len: 168 time: 1.1146340 May 24 23:06:07.617049 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3117-3f1f-4c3e-a6d4-c3ebd7265d17 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.617778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6bdb3117-3f1f-4c3e-a6d4-c3ebd7265d17 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/68e10fb9-a8d9-421e-a9b7-ed61beb69731 HTTP/1.1" status: 204 len: 168 time: 1.0690472 May 24 23:06:07.620509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49482) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:07.620828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49484) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:07.673842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93767bc6-a91e-4fde-af3f-8aaf17899ad3 req-3fd67d5b-d667-4cac-a4d4-bd5074826578 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667633 May 24 23:06:07.737530 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc65df6-e94f-4bde-9f86-82c8ed2f3990 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:06:07.738316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-efc65df6-e94f-4bde-9f86-82c8ed2f3990 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:07.748329 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-26cc0166-e9a8-4c82-aaab-f92d077c8127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.770507 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5b59534-2ae1-444b-8756-333b78399e3f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.771770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-26cc0166-e9a8-4c82-aaab-f92d077c8127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:07.776847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-26cc0166-e9a8-4c82-aaab-f92d077c8127 admin admin] Usage tracker for resource:security_group_rule and tenant:dffc11f945c3497dbc79562da24ca95e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:07.780716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-26cc0166-e9a8-4c82-aaab-f92d077c8127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:07.784393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5b59534-2ae1-444b-8756-333b78399e3f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.789003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-efc65df6-e94f-4bde-9f86-82c8ed2f3990 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:07.790221 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-efc65df6-e94f-4bde-9f86-82c8ed2f3990 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/68e10fb9-a8d9-421e-a9b7-ed61beb69731 HTTP/1.1" status: 404 len: 333 time: 0.1670876 May 24 23:06:07.794548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49490) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:07.798248 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.807429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'name': 'tempest-PortsIpV6TestJSON-1688926599'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:07.868457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-26cc0166-e9a8-4c82-aaab-f92d077c8127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:07.904453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'network': {'name': 'tempest-network-smoke--1256381216', 'project_id': '001bb84369b443888c7219fb91448b85', 'port_security_enabled': True}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:07.919124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:07.934126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Deleting port 364d8351-777c-415c-8b15-36b274774588 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:07.934917 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:07.963995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:network and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:07.973660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:07.997103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:08.001683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:08.003090 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-c5b59534-2ae1-444b-8756-333b78399e3f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Floating IP 5f9bdf41-e394-4dfb-b00f-ebc14169dd4f associated. External IP: 172.25.7.67, port: d9f03b01-4803-4f26-b80b-8bd255e1c4c1. May 24 23:06:08.023680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90875cea-e0ad-4abc-9f07-3159f5e55acc None None] DHCP port deletion for 67020462-7795-4cb3-9496-8456478f44b7 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:08.024677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:08.027966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-90875cea-e0ad-4abc-9f07-3159f5e55acc None None] Deleting port 364d8351-777c-415c-8b15-36b274774588 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:08.028396 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90875cea-e0ad-4abc-9f07-3159f5e55acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.178306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] For port 364d8351-777c-415c-8b15-36b274774588, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=364d8351-777c-415c-8b15-36b274774588,segment=NetworkSegment(4ea9294f-5c87-42e3-b0b9-dc8d07698dd9),segment_id=4ea9294f-5c87-42e3-b0b9-dc8d07698dd9)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:08.178702 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.204053 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-26cc0166-e9a8-4c82-aaab-f92d077c8127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.216026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-26cc0166-e9a8-4c82-aaab-f92d077c8127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.233910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-90875cea-e0ad-4abc-9f07-3159f5e55acc None None] For port 364d8351-777c-415c-8b15-36b274774588, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=364d8351-777c-415c-8b15-36b274774588,segment=NetworkSegment(4ea9294f-5c87-42e3-b0b9-dc8d07698dd9),segment_id=4ea9294f-5c87-42e3-b0b9-dc8d07698dd9)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:08.234303 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90875cea-e0ad-4abc-9f07-3159f5e55acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.304681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Made reservation on behalf of 001bb84369b443888c7219fb91448b85 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:08.309101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.328589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Calling delete_port for 364d8351-777c-415c-8b15-36b274774588 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:08.334740 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-26cc0166-e9a8-4c82-aaab-f92d077c8127 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dffc11f945c3497dbc79562da24ca95e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8007352 May 24 23:06:08.343743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc0166-e9a8-4c82-aaab-f92d077c8127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee046cf5-773c-4808-b728-23f57d6805f4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:08.346465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49496) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:08.359053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-90875cea-e0ad-4abc-9f07-3159f5e55acc None None] Calling delete_port for 364d8351-777c-415c-8b15-36b274774588 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:08.381006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:08.385813 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.399104 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.433521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:08.439606 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90875cea-e0ad-4abc-9f07-3159f5e55acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: from cryptography.utils import int_from_bytes May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: from cryptography.utils import int_from_bytes May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn_limited( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn_limited( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:06:08.448826 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:06:08.455056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port dfc9ecc2-62d3-42bb-af50-8af00ef9334c yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:08.487416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:08.488301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90875cea-e0ad-4abc-9f07-3159f5e55acc None None] Pushing event deleted for resources: {'Port': ['ID=364d8351-777c-415c-8b15-36b274774588,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:08.492135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:08.492755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90875cea-e0ad-4abc-9f07-3159f5e55acc None None] No DVR routers for this DVR port 364d8351-777c-415c-8b15-36b274774588 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:08.504303 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bf5297a-8808-41c4-90f2-53d0c42e6710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.511510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b59534-2ae1-444b-8756-333b78399e3f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:08.519681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:08.527369 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:08.527924 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:08.543938 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bf5297a-8808-41c4-90f2-53d0c42e6710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.665109 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.762794 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.766353 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.774213 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.775863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b59534-2ae1-444b-8756-333b78399e3f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:08.780934 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.793326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14217f9-fc1e-48c9-840e-22dc87248aeb None None] Sync routers for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:08.798332 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5b59534-2ae1-444b-8756-333b78399e3f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.809280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14217f9-fc1e-48c9-840e-22dc87248aeb None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:08.810453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e14217f9-fc1e-48c9-840e-22dc87248aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:06:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:08.921254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bf5297a-8808-41c4-90f2-53d0c42e6710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.944199 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c5b59534-2ae1-444b-8756-333b78399e3f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "PUT /v2.0/floatingips/5f9bdf41-e394-4dfb-b00f-ebc14169dd4f HTTP/1.1" status: 200 len: 991 time: 2.1536756 May 24 23:06:08.944720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:08.947144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1237560f-53b1-4df1-9291-b7803fec9c33', 'tag': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:08.952356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bf5297a-8808-41c4-90f2-53d0c42e6710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.953758 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4bf5297a-8808-41c4-90f2-53d0c42e6710 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee046cf5-773c-4808-b728-23f57d6805f4 HTTP/1.1" status: 204 len: 168 time: 0.6035466 May 24 23:06:08.954735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5297a-8808-41c4-90f2-53d0c42e6710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee046cf5-773c-4808-b728-23f57d6805f4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:08.965275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadf220b-9eb9-4d48-8e44-8d630b80eeda,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:08.987209 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:08.987629 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Added segment 38b77227-db82-496c-8fd2-478b2cea8f25 of type vlan for network e6042e06-3734-4df6-bbac-837fe9dcf3d4 May 24 23:06:09.000117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d1993-8ceb-4571-9ed4-be1a8df0fd91 req-740d17db-a729-4600-a31c-01b8728e38fe tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:09.012722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-702d1993-8ceb-4571-9ed4-be1a8df0fd91 req-740d17db-a729-4600-a31c-01b8728e38fe tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.1598670 May 24 23:06:09.032199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Deleting port 364d8351-777c-415c-8b15-36b274774588 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:09.032545 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.053151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e14217f9-fc1e-48c9-840e-22dc87248aeb None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:09.094630 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-702d1993-8ceb-4571-9ed4-be1a8df0fd91 req-e126b8c5-97cd-47c2-a16c-282e9684bea9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808291 May 24 23:06:09.136403 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.145999 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.191157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] The port '364d8351-777c-415c-8b15-36b274774588' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:06:09.289896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:09.338683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:09.357043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:09.363143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:09.363718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.370246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=dfc9ecc2-62d3-42bb-af50-8af00ef9334c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:09.388785 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfa150e-b71e-4379-b892-f131eab3587d'] response: {'name': 'network-changed', 'server_uuid': '1237560f-53b1-4df1-9291-b7803fec9c33', 'tag': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1', 'status': 'completed', 'code': 200} May 24 23:06:09.405389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49512) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:09.411226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.416940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:09.417606 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.423894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.430463 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd99a5a5-6370-4c2e-a8f3-a7b847c9dfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.446612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dd99a5a5-6370-4c2e-a8f3-a7b847c9dfd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:09.450718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd99a5a5-6370-4c2e-a8f3-a7b847c9dfd9 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ac66a71a8c4072978628e061728c3a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:09.455175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd99a5a5-6370-4c2e-a8f3-a7b847c9dfd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:09.461376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dd99a5a5-6370-4c2e-a8f3-a7b847c9dfd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:09.519640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e14217f9-fc1e-48c9-840e-22dc87248aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '23b3917d-7c13-4a56-ac8e-a7f62c88a9d2', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:e4:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a415a-2844-417e-9883-56841da72e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:09Z', 'updated_at': '2022-05-24T23:04:53Z', 'revision_number': 2, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}, {'id': '5f9bdf41-e394-4dfb-b00f-ebc14169dd4f', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:13:11:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1237560f-53b1-4df1-9291-b7803fec9c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:05:41Z', 'updated_at': '2022-05-24T23:06:07Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:09.523744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14217f9-fc1e-48c9-840e-22dc87248aeb None None] Checking router: e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:06:09.532393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14217f9-fc1e-48c9-840e-22dc87248aeb None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:09.533004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e14217f9-fc1e-48c9-840e-22dc87248aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:06:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:09.588666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 364d8351-777c-415c-8b15-36b274774588 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:09.615422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67020462-7795-4cb3-9496-8456478f44b7']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:09.632810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1297076 May 24 23:06:09.636625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d933291b-87fc-4fb5-a95c-15c43520589f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8339024 May 24 23:06:09.637425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49516) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:09.638757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 364d8351-777c-415c-8b15-36b274774588 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:09.639286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 364d8351-777c-415c-8b15-36b274774588 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:09.642372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9829db-c060-4420-9440-ea13e6819e9f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Network': ['ID=e6042e06-3734-4df6-bbac-837fe9dcf3d4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:09.642532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49518) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:09.646428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea9294f-5c87-42e3-b0b9-dc8d07698dd9') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:09.646958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea9294f-5c87-42e3-b0b9-dc8d07698dd9') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:09.653205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-473394568', 'admin_state_up': True, 'project_id': '001bb84369b443888c7219fb91448b85', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:09.660567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network e6042e06-3734-4df6-bbac-837fe9dcf3d4 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:09.667221 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.690514 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.700696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:09.701259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.777460 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 4ea9294f-5c87-42e3-b0b9-dc8d07698dd9 resource provider aggregate not found May 24 23:06:09.782421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a943e-c2de-4144-a862-78621d1de6db req-fcf4e573-1317-4f4e-a3f5-db1ccb11818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:09.784170 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef9a943e-c2de-4144-a862-78621d1de6db req-fcf4e573-1317-4f4e-a3f5-db1ccb11818c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 1097 time: 0.3244100 May 24 23:06:09.804547 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 4ea9294f-5c87-42e3-b0b9-dc8d07698dd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ea9294f-5c87-42e3-b0b9-dc8d07698dd9 found for delete ", "request_id": "req-11c3b258-a0f1-4825-84e0-4a146f3ce4ce"}]} May 24 23:06:09.822333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-649caa14-7474-4062-9402-ab6c545d7455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:09.848844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:09.866597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:router and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:09.878844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:09.894442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:09.903923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.925638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e14217f9-fc1e-48c9-840e-22dc87248aeb None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:09.936956 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.959046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] Pushing event deleted for resources: {'Network': ['ID=67020462-7795-4cb3-9496-8456478f44b7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:09.961464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.962500 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.967853 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9b7a6f68-e4eb-4ee9-aa3d-f88b4b9e0a20 tempest-FloatingIPNegativeTestJSON-390962443 tempest-FloatingIPNegativeTestJSON-390962443-project] 10.222.0.55 "DELETE /v2.0/networks/67020462-7795-4cb3-9496-8456478f44b7 HTTP/1.1" status: 204 len: 168 time: 2.3460536 May 24 23:06:09.993154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a943e-c2de-4144-a862-78621d1de6db req-3afe76d6-34d9-4c1b-8d72-b92cba0dfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:09.995096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:09.995396 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef9a943e-c2de-4144-a862-78621d1de6db req-3afe76d6-34d9-4c1b-8d72-b92cba0dfed7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 916 time: 0.1924379 May 24 23:06:10.053314 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-649caa14-7474-4062-9402-ab6c545d7455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.075501 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.114282 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd99a5a5-6370-4c2e-a8f3-a7b847c9dfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.151139 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef9a943e-c2de-4144-a862-78621d1de6db req-238fe410-a0bd-4beb-8e80-e5c3aa23513f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9f03b01-4803-4f26-b80b-8bd255e1c4c1 HTTP/1.1" status: 200 len: 999 time: 0.1464686 May 24 23:06:10.188121 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd99a5a5-6370-4c2e-a8f3-a7b847c9dfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.267423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a943e-c2de-4144-a862-78621d1de6db req-77120eae-4e7a-494b-ae60-709d13ee5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:10.269015 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef9a943e-c2de-4144-a862-78621d1de6db req-77120eae-4e7a-494b-ae60-709d13ee5a45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.1093602 May 24 23:06:10.312888 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dd99a5a5-6370-4c2e-a8f3-a7b847c9dfd9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4ac66a71a8c4072978628e061728c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9061151 May 24 23:06:10.323833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49536) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:10.361833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e14217f9-fc1e-48c9-840e-22dc87248aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '23b3917d-7c13-4a56-ac8e-a7f62c88a9d2', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:e4:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a415a-2844-417e-9883-56841da72e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:09Z', 'updated_at': '2022-05-24T23:04:53Z', 'revision_number': 2, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}, {'id': '5f9bdf41-e394-4dfb-b00f-ebc14169dd4f', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:13:11:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1237560f-53b1-4df1-9291-b7803fec9c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:05:41Z', 'updated_at': '2022-05-24T23:06:07Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:10.368368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14217f9-fc1e-48c9-840e-22dc87248aeb None None] The sync data for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 is: [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '23b3917d-7c13-4a56-ac8e-a7f62c88a9d2', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:e4:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a415a-2844-417e-9883-56841da72e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:09Z', 'updated_at': '2022-05-24T23:04:53Z', 'revision_number': 2, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}, {'id': '5f9bdf41-e394-4dfb-b00f-ebc14169dd4f', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:13:11:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1237560f-53b1-4df1-9291-b7803fec9c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:05:41Z', 'updated_at': '2022-05-24T23:06:07Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:10.373216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49540) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:10.448147 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52f044e0-3d9d-427e-8f87-7999bfe9b83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.458165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99a5a5-6370-4c2e-a8f3-a7b847c9dfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb82e2a-09fd-4705-8397-88727d430300,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:10.466923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a943e-c2de-4144-a862-78621d1de6db req-c1ee6b83-e8ac-49ff-a734-03f5282b6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:10.468521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef9a943e-c2de-4144-a862-78621d1de6db req-c1ee6b83-e8ac-49ff-a734-03f5282b6f39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901467 May 24 23:06:10.580602 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52f044e0-3d9d-427e-8f87-7999bfe9b83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.624434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-15e19562-ffc5-4f58-8bcc-45fb5d1d8ff3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4500d7887374263828e06e6f03b046c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483840 May 24 23:06:10.629044 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.634493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49546) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:10.678829 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43181dd2-7176-46f1-b821-c521e9097db9 None None] New status for floating IP 5f9bdf41-e394-4dfb-b00f-ebc14169dd4f: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:06:10.760330 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef9a943e-c2de-4144-a862-78621d1de6db req-d44c748a-72c3-4a6b-a183-bf58201c940d service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833540 May 24 23:06:10.761411 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6048e7da-e2ed-49b8-a1d6-14b266f20dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.764591 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52f044e0-3d9d-427e-8f87-7999bfe9b83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.789366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28100-f5fb-442a-a4d7-0f8c9e0c2a04 req-b901396a-cc06-47a5-ba92-5d9b2ee6b6c8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:10.791425 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eae28100-f5fb-442a-a4d7-0f8c9e0c2a04 req-b901396a-cc06-47a5-ba92-5d9b2ee6b6c8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.5004597 May 24 23:06:10.802217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-649caa14-7474-4062-9402-ab6c545d7455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.808938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f044e0-3d9d-427e-8f87-7999bfe9b83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb82e2a-09fd-4705-8397-88727d430300,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:10.831305 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-649caa14-7474-4062-9402-ab6c545d7455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.871204 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52f044e0-3d9d-427e-8f87-7999bfe9b83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.874987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-52f044e0-3d9d-427e-8f87-7999bfe9b83a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbb82e2a-09fd-4705-8397-88727d430300 HTTP/1.1" status: 204 len: 168 time: 0.5474086 May 24 23:06:10.874987 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6048e7da-e2ed-49b8-a1d6-14b266f20dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.921195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-649caa14-7474-4062-9402-ab6c545d7455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] In _notify_port_updated(), no bound segment for port dfc9ecc2-62d3-42bb-af50-8af00ef9334c on network 961de8b2-b151-4a82-a5b1-895822fdea72 {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:06:10.927923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649caa14-7474-4062-9402-ab6c545d7455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:10.928534 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-649caa14-7474-4062-9402-ab6c545d7455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:10.932778 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-649caa14-7474-4062-9402-ab6c545d7455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "PUT /v2.0/ports/dfc9ecc2-62d3-42bb-af50-8af00ef9334c HTTP/1.1" status: 200 len: 818 time: 1.2813439 May 24 23:06:10.933748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49552) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:10.996401 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eae28100-f5fb-442a-a4d7-0f8c9e0c2a04 req-b618f666-20d6-4dd7-9c9e-6f7601f012c8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965408 May 24 23:06:11.022308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649caa14-7474-4062-9402-ab6c545d7455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=dfc9ecc2-62d3-42bb-af50-8af00ef9334c,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:11.083208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c905c135-64af-4311-a869-da2e2bb50ecd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port dfc9ecc2-62d3-42bb-af50-8af00ef9334c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:11.083443 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c905c135-64af-4311-a869-da2e2bb50ecd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.167537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef9a943e-c2de-4144-a862-78621d1de6db req-c87991be-fe79-4c42-88e9-a6d7c2026a51 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837132 May 24 23:06:11.168419 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6048e7da-e2ed-49b8-a1d6-14b266f20dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.183737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048e7da-e2ed-49b8-a1d6-14b266f20dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d1d6d8-14dd-48ce-ba53-8dc8ab01d5df,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:11.195264 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6048e7da-e2ed-49b8-a1d6-14b266f20dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.196585 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6048e7da-e2ed-49b8-a1d6-14b266f20dd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29d1d6d8-14dd-48ce-ba53-8dc8ab01d5df HTTP/1.1" status: 204 len: 168 time: 0.5611517 May 24 23:06:11.363612 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.595170 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.687694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c905c135-64af-4311-a869-da2e2bb50ecd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.820039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c905c135-64af-4311-a869-da2e2bb50ecd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for dfc9ecc2-62d3-42bb-af50-8af00ef9334c owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:11.948856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Allocated IP 172.25.7.222 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/235f62a2-b24c-4992-a93b-900cebbc35e9) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:11.976737 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c905c135-64af-4311-a869-da2e2bb50ecd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:11.991642 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:06:12.076268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49604) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:12.084795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905c135-64af-4311-a869-da2e2bb50ecd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=dfc9ecc2-62d3-42bb-af50-8af00ef9334c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:12.093983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c905c135-64af-4311-a869-da2e2bb50ecd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.134910 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c905c135-64af-4311-a869-da2e2bb50ecd tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/dfc9ecc2-62d3-42bb-af50-8af00ef9334c HTTP/1.1" status: 204 len: 168 time: 1.1903255 May 24 23:06:12.135136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49612) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:12.219117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.239044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615a8e8-5f86-4adc-817b-18e06e88479a req-761bfe8b-b9a7-43f1-96f3-94c234815cf1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:12.246081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4615a8e8-5f86-4adc-817b-18e06e88479a req-761bfe8b-b9a7-43f1-96f3-94c234815cf1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.0933597 May 24 23:06:12.260113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd5f306-8d73-43a8-85a1-3368cb789271 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:12.261083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3bd5f306-8d73-43a8-85a1-3368cb789271 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:12.288499 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3bd5f306-8d73-43a8-85a1-3368cb789271 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:12.290300 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3bd5f306-8d73-43a8-85a1-3368cb789271 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1541677 May 24 23:06:12.293340 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.297541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49618) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:12.317011 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4615a8e8-5f86-4adc-817b-18e06e88479a req-cb69d199-02a4-4d14-b728-d76149b326ae tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653067 May 24 23:06:12.349159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1215182776'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:12.354516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:12.358500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:network and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:12.361472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:12.367291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:12.377749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:12.381475 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.394572 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.409695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:12.409921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:12.413363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:12.413600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:security_group_rule and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:12.415595 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1bcbbc-110c-4d3c-921a-88cff434293c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:06:12.417034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fc1bcbbc-110c-4d3c-921a-88cff434293c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/dfc9ecc2-62d3-42bb-af50-8af00ef9334c HTTP/1.1" status: 404 len: 333 time: 0.0811706 May 24 23:06:12.417718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:12.420493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:12.423196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49624) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:12.431429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-635595522'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:12.435760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:12.439731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:12.450111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:network and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:12.451913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:12.459971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:12.465872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=235f62a2-b24c-4992-a93b-900cebbc35e9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:12.486699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:12.490234 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.597586 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.598710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:12.609479 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.613324 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.613704 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Added segment 7e4eb0c7-7252-466c-8a46-7ea2310eb688 of type vlan for network 54ff11bb-1aed-412c-80f1-15c4289894af May 24 23:06:12.657599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:12.675493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab3bb76-6e1c-4c2e-9323-0c08ee6f2473,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:12.691864 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.695918 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.696149 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Added segment 98e3dd25-21d2-49f9-b219-130b8ae9e5ad of type vlan for network 611d084e-7250-4422-8c79-a3b3737ea77b May 24 23:06:12.739363 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.761390 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.767190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:12.767798 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.848237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.864071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.869823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:12.870483 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:12.913314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Network': ['ID=54ff11bb-1aed-412c-80f1-15c4289894af,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:12.927613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 54ff11bb-1aed-412c-80f1-15c4289894af details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:12.933090 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a9c9309f-d891-4e59-80fb-0380fc8e6054 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5088463 May 24 23:06:12.936629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49632) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:12.991553 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9141374 May 24 23:06:13.032693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6de43-d6a9-4b0b-875b-952cb5c20409 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=611d084e-7250-4422-8c79-a3b3737ea77b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:13.053795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 611d084e-7250-4422-8c79-a3b3737ea77b details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:13.166313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '54ff11bb-1aed-412c-80f1-15c4289894af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:13.371484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:13.385111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:13.389883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:13.398594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:13.513877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:13.517484 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.647850 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:13.769173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898d4b5-b189-491d-831f-bd0c7cdbb7c7 req-3b483c33-1759-43f9-84dd-346996ddd386 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:13.770753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b898d4b5-b189-491d-831f-bd0c7cdbb7c7 req-3b483c33-1759-43f9-84dd-346996ddd386 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.3194690 May 24 23:06:13.977545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b898d4b5-b189-491d-831f-bd0c7cdbb7c7 req-54ca1155-f213-48f4-a18b-7125308fe70f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958115 May 24 23:06:14.014412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.094120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:06:14.113338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Subnet': ['ID=fd81c254-8f31-4c7a-8be7-23b49343d374,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:14.170394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Checking segment: {'id': '7e4eb0c7-7252-466c-8a46-7ea2310eb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '54ff11bb-1aed-412c-80f1-15c4289894af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:14.170753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network hostable DHCP agents. Network: 54ff11bb-1aed-412c-80f1-15c4289894af, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:14.264990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 54ff11bb-1aed-412c-80f1-15c4289894af is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:14.298538 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 54ff11bb-1aed-412c-80f1-15c4289894af) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:14.306556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:14.307132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.322349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f632f04-050d-45c0-875e-61baa090c766 None None] Network 54ff11bb-1aed-412c-80f1-15c4289894af requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:14.326332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:14.343377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae9269-e680-470b-9513-85859e781628 None None] Sync routers for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:14.359525 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b825228d-3eb1-4766-a347-3029cb433c34 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4168797 May 24 23:06:14.359525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49648) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.365283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d2e07d37-ffcb-47d9-9a4b-3fe05f8ed6fb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '54ff11bb-1aed-412c-80f1-15c4289894af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:14.383954 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.385283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d037bf4d-daa9-46b3-808c-cac8b0e4ad5b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7390118 May 24 23:06:14.388873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49652) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.422495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae9269-e680-470b-9513-85859e781628 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:14.423556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-28ae9269-e680-470b-9513-85859e781628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:06:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:14.574723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d2e07d37-ffcb-47d9-9a4b-3fe05f8ed6fb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:14.580407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d2e07d37-ffcb-47d9-9a4b-3fe05f8ed6fb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:14.583824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d2e07d37-ffcb-47d9-9a4b-3fe05f8ed6fb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:14.589976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d2e07d37-ffcb-47d9-9a4b-3fe05f8ed6fb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:14.603327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e07d37-ffcb-47d9-9a4b-3fe05f8ed6fb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:14.616358 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2e07d37-ffcb-47d9-9a4b-3fe05f8ed6fb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:14.716159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-28ae9269-e680-470b-9513-85859e781628 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:14.768744 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8965e642-bbeb-41af-b6a7-56fc0b45e20d tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=001bb84369b443888c7219fb91448b85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3782864 May 24 23:06:14.773440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49660) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.834876 n-d-843146-7 neutron-server[88390]: INFO neutron.db.ipam_backend_mixin [None req-d2e07d37-ffcb-47d9-9a4b-3fe05f8ed6fb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd81c254-8f31-4c7a-8be7-23b49343d374 (CIDR: 2001:db8::/64) May 24 23:06:14.840253 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e07d37-ffcb-47d9-9a4b-3fe05f8ed6fb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:06:14.840883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e07d37-ffcb-47d9-9a4b-3fe05f8ed6fb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:06:14.867224 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d2e07d37-ffcb-47d9-9a4b-3fe05f8ed6fb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5045817 May 24 23:06:14.867419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49664) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:14.877154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '54ff11bb-1aed-412c-80f1-15c4289894af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:14.963035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ab207-8025-45e6-b4e7-d0b250790097 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:14.965003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c13ab207-8025-45e6-b4e7-d0b250790097 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1903319 May 24 23:06:14.968004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49668) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:15.031003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3a6c4b3c-8a00-400e-a200-bdf838c43a38 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592964 May 24 23:06:15.031673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49674) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:15.043067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-196861553', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'project_id': '001bb84369b443888c7219fb91448b85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:15.250202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:15.254937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:15.258226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:15.265077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:15.283985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:15.290383 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.360783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:15.368175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:subnet and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:15.373222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:15.389726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75832665-c374-4505-ad84-e289778dbfdb req-3b07bef2-52d6-4c7a-9bae-b901678c925d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:15.398344 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75832665-c374-4505-ad84-e289778dbfdb req-3b07bef2-52d6-4c7a-9bae-b901678c925d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.2078416 May 24 23:06:15.400807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:15.419858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-54ff11bb-1aed-412c-80f1-15c4289894af', 'network_id': '54ff11bb-1aed-412c-80f1-15c4289894af', 'tenant_id': '692f4a98b1884f3380f420b63f3246b6', 'fixed_ips': [{'subnet_id': 'fd81c254-8f31-4c7a-8be7-23b49343d374'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:15.420878 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.465089 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75832665-c374-4505-ad84-e289778dbfdb req-e6c25205-ba3d-4572-ae43-2c2cef3ba970 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654502 May 24 23:06:15.498741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Made reservation on behalf of 001bb84369b443888c7219fb91448b85 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:15.508655 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.594197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-28ae9269-e680-470b-9513-85859e781628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:06:12Z', 'revision_number': 3, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:15.606731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae9269-e680-470b-9513-85859e781628 None None] Checking router: 05dd263c-bb9e-40c2-b45f-38a7947c1f9d for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:06:15.607117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae9269-e680-470b-9513-85859e781628 None None] Updating router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d port 235f62a2-b24c-4992-a93b-900cebbc35e9 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:06:15.672118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Allocated IP 2001:db8::2 (54ff11bb-1aed-412c-80f1-15c4289894af/fd81c254-8f31-4c7a-8be7-23b49343d374/ae91189d-113c-4a64-92b0-d4ab1a54bbf9) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:15.682628 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28ae9269-e680-470b-9513-85859e781628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.859404 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.869802 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:15.955710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 54ff11bb-1aed-412c-80f1-15c4289894af is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:15.960724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:15.967377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:15.968538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.000556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Subnet': ['ID=abfbff17-d894-4ada-bdba-17025fe24485,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:16.036238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Subnet': ['ID=c65ac19e-4490-451f-b062-8c1047986e29,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:16.044828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-38e3b461-2a78-4386-bbcc-cfcf64440fd8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1760108 May 24 23:06:16.045679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49682) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:16.051786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': '54ff11bb-1aed-412c-80f1-15c4289894af', 'fixed_ips': [{'subnet_id': 'fd81c254-8f31-4c7a-8be7-23b49343d374'}, {'subnet_id': 'c65ac19e-4490-451f-b062-8c1047986e29'}], 'name': 'tempest-PortsIpV6TestJSON-1421616977'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:16.052471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Checking segment: {'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:16.053002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network hostable DHCP agents. Network: e6042e06-3734-4df6-bbac-837fe9dcf3d4, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:16.077544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network e6042e06-3734-4df6-bbac-837fe9dcf3d4 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:16.090713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, e6042e06-3734-4df6-bbac-837fe9dcf3d4) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:16.107638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:16.108670 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.137278 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-012d6a09-877b-4b73-951a-e48efd08fa27 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1041362 May 24 23:06:16.139791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49686) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:16.251711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49690) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:16.259868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'network_id': '611d084e-7250-4422-8c79-a3b3737ea77b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:16.266180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e510fb93-1f8d-4e4e-92bc-c493138f0f67 None None] Network e6042e06-3734-4df6-bbac-837fe9dcf3d4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:16.373178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:16.399652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:16.414726 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.415021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:16.421352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:subnet and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:16.424663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:16.428712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:16.450681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:16.487617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Transition to ACTIVE for port object ae91189d-113c-4a64-92b0-d4ab1a54bbf9 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:16.558130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:16.567941 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.590608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Transition to ACTIVE for port object ae91189d-113c-4a64-92b0-d4ab1a54bbf9 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:16.602823 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28ae9269-e680-470b-9513-85859e781628 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.621227 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.633939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-28ae9269-e680-470b-9513-85859e781628 None None] Transition to ACTIVE for port object 235f62a2-b24c-4992-a93b-900cebbc35e9 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:16.698784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Network 54ff11bb-1aed-412c-80f1-15c4289894af is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:16.706225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:16.733347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:16.755434 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28ae9269-e680-470b-9513-85859e781628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.790715 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.822605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:16.823633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.843014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port 665d3fbc-8968-48ac-8021-ace9fd7dd5dd yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:16.914017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-28ae9269-e680-470b-9513-85859e781628 None None] Attempting to bind port 235f62a2-b24c-4992-a93b-900cebbc35e9 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:16.914436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-28ae9269-e680-470b-9513-85859e781628 None None] Attempting to bind port 235f62a2-b24c-4992-a93b-900cebbc35e9 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:16.914896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae9269-e680-470b-9513-85859e781628 None None] Attempting to bind port 235f62a2-b24c-4992-a93b-900cebbc35e9 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:16.923111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Pushing event updated for resources: {'Port': ['ID=ae91189d-113c-4a64-92b0-d4ab1a54bbf9,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:16.965787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae9269-e680-470b-9513-85859e781628 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:16.966320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae9269-e680-470b-9513-85859e781628 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:16.966821 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28ae9269-e680-470b-9513-85859e781628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:16.967284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae9269-e680-470b-9513-85859e781628 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:16.967880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-28ae9269-e680-470b-9513-85859e781628 None None] Bound port: 235f62a2-b24c-4992-a93b-900cebbc35e9, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:16.968807 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28ae9269-e680-470b-9513-85859e781628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.018186 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Attempting to bind port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:17.018729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Attempting to bind port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '7e4eb0c7-7252-466c-8a46-7ea2310eb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '54ff11bb-1aed-412c-80f1-15c4289894af'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:17.019183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Attempting to bind port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 on network 54ff11bb-1aed-412c-80f1-15c4289894af {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:17.032349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afd1a4-8d9c-44a2-960d-145606ce6929 req-13ed61d3-fdf9-4e8f-9643-1a0b71f32e6c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:17.040278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83afd1a4-8d9c-44a2-960d-145606ce6929 req-13ed61d3-fdf9-4e8f-9643-1a0b71f32e6c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.3143117 May 24 23:06:17.077030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-28ae9269-e680-470b-9513-85859e781628 None None] For port 235f62a2-b24c-4992-a93b-900cebbc35e9, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:17.080419 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-28ae9269-e680-470b-9513-85859e781628 None None] For port 235f62a2-b24c-4992-a93b-900cebbc35e9, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=235f62a2-b24c-4992-a93b-900cebbc35e9,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:17.146033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83afd1a4-8d9c-44a2-960d-145606ce6929 req-aacb69d6-016a-421b-86ba-73bf51ac9c1f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037965 May 24 23:06:17.171969 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28ae9269-e680-470b-9513-85859e781628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.212924 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:17.213294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Checking segment: {'id': '7e4eb0c7-7252-466c-8a46-7ea2310eb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '54ff11bb-1aed-412c-80f1-15c4289894af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:17.213718 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.214109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Bound using segment: {'id': '7e4eb0c7-7252-466c-8a46-7ea2310eb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '54ff11bb-1aed-412c-80f1-15c4289894af'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:17.214579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Bound port: ae91189d-113c-4a64-92b0-d4ab1a54bbf9, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4eb0c7-7252-466c-8a46-7ea2310eb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '54ff11bb-1aed-412c-80f1-15c4289894af'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:17.214976 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.293234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.305858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f329a-5e6f-4863-b84b-4764778b4627 None None] Pushing event updated for resources: {'Port': ['ID=235f62a2-b24c-4992-a93b-900cebbc35e9,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:17.389666 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.441627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae9269-e680-470b-9513-85859e781628 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:17.442201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-28ae9269-e680-470b-9513-85859e781628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:06:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:17.458878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=5591cb51-a141-43a3-8444-80f0ed386545,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:17.477616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Checking segment: {'id': '98e3dd25-21d2-49f9-b219-130b8ae9e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '611d084e-7250-4422-8c79-a3b3737ea77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:17.477983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network hostable DHCP agents. Network: 611d084e-7250-4422-8c79-a3b3737ea77b, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:17.507255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Allocated IP 172.20.0.2 (e6042e06-3734-4df6-bbac-837fe9dcf3d4/abfbff17-d894-4ada-bdba-17025fe24485/df1ea4c5-2f33-494f-b696-84a90314328f) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:17.574791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8::2d7 (54ff11bb-1aed-412c-80f1-15c4289894af/fd81c254-8f31-4c7a-8be7-23b49343d374/665d3fbc-8968-48ac-8021-ace9fd7dd5dd) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:17.583073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8:0:1::3bf (54ff11bb-1aed-412c-80f1-15c4289894af/c65ac19e-4490-451f-b062-8c1047986e29/665d3fbc-8968-48ac-8021-ace9fd7dd5dd) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:17.731703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] For port ae91189d-113c-4a64-92b0-d4ab1a54bbf9, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:17.840202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] For port ae91189d-113c-4a64-92b0-d4ab1a54bbf9, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ae91189d-113c-4a64-92b0-d4ab1a54bbf9,segment=NetworkSegment(7e4eb0c7-7252-466c-8a46-7ea2310eb688),segment_id=7e4eb0c7-7252-466c-8a46-7ea2310eb688)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:17.858012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f329a-5e6f-4863-b84b-4764778b4627 None None] Pushing event updated for resources: {'Port': ['ID=235f62a2-b24c-4992-a93b-900cebbc35e9,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:17.874782 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.935356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network 611d084e-7250-4422-8c79-a3b3737ea77b is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:17.961522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 611d084e-7250-4422-8c79-a3b3737ea77b) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:17.966393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:17.967161 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.992548 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:17.998375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b47c8-f7a7-4475-afd6-5dc893ff3e52 None None] Network 611d084e-7250-4422-8c79-a3b3737ea77b requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:18.011993 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.022204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e458513c-f0f8-4f24-84df-e01191383761 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7695982 May 24 23:06:18.025448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49704) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:18.031150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-735133029'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:18.040456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object 665d3fbc-8968-48ac-8021-ace9fd7dd5dd will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:18.047362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:18.055014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:network and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:18.062089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:18.072229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:18.086670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-28ae9269-e680-470b-9513-85859e781628 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:18.087309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:18.091383 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.092450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.125734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:18.137559 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.137986 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Added segment 0fe8cf95-ea8c-4790-84f3-5084a95b05fc of type vlan for network 7b56381b-8284-4992-8e44-b54f45dcbb84 May 24 23:06:18.144005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Transition to ACTIVE for port object df1ea4c5-2f33-494f-b696-84a90314328f will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:18.186111 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.239985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b0207-584f-481d-b2c0-e5929b790023 None None] Pushing event updated for resources: {'Port': ['ID=ae91189d-113c-4a64-92b0-d4ab1a54bbf9,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:18.255795 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.286157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:18.287093 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.304091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 54ff11bb-1aed-412c-80f1-15c4289894af is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:18.309825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:18.317843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:18.343478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:18.343478 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.362609 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Transition to ACTIVE for port object df1ea4c5-2f33-494f-b696-84a90314328f will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:18.406045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=665d3fbc-8968-48ac-8021-ace9fd7dd5dd,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:18.443885 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-30e18573-525c-41d8-a00e-6c9cdeb575bf tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.3929045 May 24 23:06:18.444593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49710) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:18.451643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b98ef92d-e1d0-4643-886b-68c288abcaf2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd81c254-8f31-4c7a-8be7-23b49343d374'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:18.453122 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.631576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b98ef92d-e1d0-4643-886b-68c288abcaf2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.652999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6239119 May 24 23:06:18.660003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49714) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:18.668591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'network_id': '7b56381b-8284-4992-8e44-b54f45dcbb84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:18.692563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1bd01-c0f1-48af-9393-f224418e5e85 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=7b56381b-8284-4992-8e44-b54f45dcbb84,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:18.700615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Allocated IP 172.20.0.1 (e6042e06-3734-4df6-bbac-837fe9dcf3d4/abfbff17-d894-4ada-bdba-17025fe24485/0fc585ba-59fe-4c2c-a91c-fb938e489272) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:18.705255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Network e6042e06-3734-4df6-bbac-837fe9dcf3d4 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:18.711887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 7b56381b-8284-4992-8e44-b54f45dcbb84 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:18.758104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:18.774994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:18.823495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295ec4b-7efd-43fe-a01d-6747bfe654db req-654981fa-bc4c-445a-8fed-31e5f765302b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:18.825249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3295ec4b-7efd-43fe-a01d-6747bfe654db req-654981fa-bc4c-445a-8fed-31e5f765302b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.2703907 May 24 23:06:18.832375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Pushing event updated for resources: {'Port': ['ID=df1ea4c5-2f33-494f-b696-84a90314328f,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:18.912143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:18.920648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:subnet and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:18.928251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:18.946491 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3295ec4b-7efd-43fe-a01d-6747bfe654db req-28a6b8ab-b08e-464b-bd30-cf649cda11bc tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108301 May 24 23:06:18.969690 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:18.989930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Transition to ACTIVE for port object 0fc585ba-59fe-4c2c-a91c-fb938e489272 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:18.991416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:19.022893 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.054886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:19.064419 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-611d084e-7250-4422-8c79-a3b3737ea77b', 'network_id': '611d084e-7250-4422-8c79-a3b3737ea77b', 'tenant_id': '4513fc07452c4a6a90ffa880a764a780', 'fixed_ips': [{'subnet_id': '5591cb51-a141-43a3-8444-80f0ed386545'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:19.065294 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.066282 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.105810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Attempting to bind port df1ea4c5-2f33-494f-b696-84a90314328f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:19.105810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Attempting to bind port df1ea4c5-2f33-494f-b696-84a90314328f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:19.106061 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Attempting to bind port df1ea4c5-2f33-494f-b696-84a90314328f on network e6042e06-3734-4df6-bbac-837fe9dcf3d4 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:19.151468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:19.151921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Checking segment: {'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:19.152255 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.152660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Bound using segment: {'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:19.153146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Bound port: df1ea4c5-2f33-494f-b696-84a90314328f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:19.153556 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.160187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network e6042e06-3734-4df6-bbac-837fe9dcf3d4 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:19.164179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:19.174119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:19.407084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=0fc585ba-59fe-4c2c-a91c-fb938e489272,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:19.420453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.431535 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.445705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-28ae9269-e680-470b-9513-85859e781628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:06:12Z', 'revision_number': 3, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:19.590805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Checking segment: {'id': '0fe8cf95-ea8c-4790-84f3-5084a95b05fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7b56381b-8284-4992-8e44-b54f45dcbb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:19.591407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network hostable DHCP agents. Network: 7b56381b-8284-4992-8e44-b54f45dcbb84, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:19.592222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Allocated IP 2001:db8:0:ffff::2 (611d084e-7250-4422-8c79-a3b3737ea77b/5591cb51-a141-43a3-8444-80f0ed386545/716aa16c-b9e4-4205-8e84-b0a2b7c55206) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:19.697089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=6a448759-7bea-407d-8a08-9d26dbb9237e,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:19.716162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network 7b56381b-8284-4992-8e44-b54f45dcbb84 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:19.739523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 7b56381b-8284-4992-8e44-b54f45dcbb84) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:19.754864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:19.755379 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.762430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0f1d6-1e95-400c-91ff-307460d63e2a None None] Network 54ff11bb-1aed-412c-80f1-15c4289894af requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:19.770298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-b98ef92d-e1d0-4643-886b-68c288abcaf2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Delete allocated IP 2001:db8:0:1::3bf (54ff11bb-1aed-412c-80f1-15c4289894af/c65ac19e-4490-451f-b062-8c1047986e29) {{(pid=88390) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:06:19.781559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ae91189d-113c-4a64-92b0-d4ab1a54bbf9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:19.805814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c67f3ce6-e4ce-40ad-a324-fad5b692469e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1417398 May 24 23:06:19.807415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49720) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:19.847359 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:19.849156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae9269-e680-470b-9513-85859e781628 None None] The sync data for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 is: [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:06:12Z', 'revision_number': 3, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:19.868923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d29fd6-d020-4a30-ad05-77365ecd93f1 None None] Network 7b56381b-8284-4992-8e44-b54f45dcbb84 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:20.067416 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b98ef92d-e1d0-4643-886b-68c288abcaf2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.115346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-b98ef92d-e1d0-4643-886b-68c288abcaf2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Ignored duplicate provisioning block setup for port 665d3fbc-8968-48ac-8021-ace9fd7dd5dd by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 24 23:06:20.133992 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b98ef92d-e1d0-4643-886b-68c288abcaf2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.180699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] For port df1ea4c5-2f33-494f-b696-84a90314328f, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:20.221824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-7b56381b-8284-4992-8e44-b54f45dcbb84', 'network_id': '7b56381b-8284-4992-8e44-b54f45dcbb84', 'tenant_id': '4513fc07452c4a6a90ffa880a764a780', 'fixed_ips': [{'subnet_id': '6a448759-7bea-407d-8a08-9d26dbb9237e'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:20.223393 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.251069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0095b438-7481-4d0e-9887-5db7dfc53563 None None] Provisioning for port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:20.257977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] For port df1ea4c5-2f33-494f-b696-84a90314328f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df1ea4c5-2f33-494f-b696-84a90314328f,segment=NetworkSegment(38b77227-db82-496c-8fd2-478b2cea8f25),segment_id=38b77227-db82-496c-8fd2-478b2cea8f25)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:20.417324 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.444430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b98ef92d-e1d0-4643-886b-68c288abcaf2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] In _notify_port_updated(), no bound segment for port 665d3fbc-8968-48ac-8021-ace9fd7dd5dd on network 54ff11bb-1aed-412c-80f1-15c4289894af {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:06:20.456570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98ef92d-e1d0-4643-886b-68c288abcaf2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:20.456570 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b98ef92d-e1d0-4643-886b-68c288abcaf2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.456570 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b98ef92d-e1d0-4643-886b-68c288abcaf2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "PUT /v2.0/ports/665d3fbc-8968-48ac-8021-ace9fd7dd5dd HTTP/1.1" status: 200 len: 926 time: 2.0080423 May 24 23:06:20.456939 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.457069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49732) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:20.466087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4d817062-3999-4448-8e84-ef29ac0cc455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd81c254-8f31-4c7a-8be7-23b49343d374'}, {'subnet_id': 'c65ac19e-4490-451f-b062-8c1047986e29'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:20.467351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ef92d-e1d0-4643-886b-68c288abcaf2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=665d3fbc-8968-48ac-8021-ace9fd7dd5dd,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:20.494699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0928798-3f05-43a8-92c4-2788c965daac req-9b9bdf99-3625-4c75-85f9-886c3935d8a4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:20.502217 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c0928798-3f05-43a8-92c4-2788c965daac req-9b9bdf99-3625-4c75-85f9-886c3935d8a4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.2789629 May 24 23:06:20.546139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c0928798-3f05-43a8-92c4-2788c965daac req-1a12856a-3830-4c30-b6d6-4115445eed0b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428391 May 24 23:06:20.559276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:20.577915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:20.578344 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.703206 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:20.755551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Allocated IP 2001:db8::1 (7b56381b-8284-4992-8e44-b54f45dcbb84/6a448759-7bea-407d-8a08-9d26dbb9237e/0d6a57a7-947c-4603-8944-17fac51f56d7) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:20.880460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58915e9a-44d1-4509-a10d-83969a866f32 None None] Pushing event updated for resources: {'Port': ['ID=df1ea4c5-2f33-494f-b696-84a90314328f,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:20.991266 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.019929 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:06:21.038235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.048451 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.063129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Transition to ACTIVE for port object 716aa16c-b9e4-4205-8e84-b0a2b7c55206 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:21.148136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:21.148516 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.197968 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d817062-3999-4448-8e84-ef29ac0cc455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.209005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Transition to ACTIVE for port object 716aa16c-b9e4-4205-8e84-b0a2b7c55206 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:21.259759 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.341083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=0fc585ba-59fe-4c2c-a91c-fb938e489272,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:21.347822 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.405500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port ae91189d-113c-4a64-92b0-d4ab1a54bbf9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ae91189d-113c-4a64-92b0-d4ab1a54bbf9,segment=NetworkSegment(7e4eb0c7-7252-466c-8a46-7ea2310eb688),segment_id=7e4eb0c7-7252-466c-8a46-7ea2310eb688)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:21.430142 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.433564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Network 611d084e-7250-4422-8c79-a3b3737ea77b is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:21.441176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:21.447857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:21.450251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Pushing event updated for resources: {'Port': ['ID=716aa16c-b9e4-4205-8e84-b0a2b7c55206,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:21.793460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df1ea4c5-2f33-494f-b696-84a90314328f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:21.894117 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:21.933539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Transition to ACTIVE for port object 0d6a57a7-947c-4603-8944-17fac51f56d7 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:21.965099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network e6042e06-3734-4df6-bbac-837fe9dcf3d4 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:21.973232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Attempting to bind port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:21.973503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Attempting to bind port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '98e3dd25-21d2-49f9-b219-130b8ae9e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '611d084e-7250-4422-8c79-a3b3737ea77b'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:21.973934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Attempting to bind port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 on network 611d084e-7250-4422-8c79-a3b3737ea77b {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:21.976518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:21.981338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=ae91189d-113c-4a64-92b0-d4ab1a54bbf9,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:21.984162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd75e4-e191-461e-a802-0d1b8619aca6 None None] Update dhcp port {'port': {'network_id': '54ff11bb-1aed-412c-80f1-15c4289894af', 'fixed_ips': [{'subnet_id': 'fd81c254-8f31-4c7a-8be7-23b49343d374', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c65ac19e-4490-451f-b062-8c1047986e29'}], 'binding:host_id': 'n-d-843146-7'}, 'id': 'ae91189d-113c-4a64-92b0-d4ab1a54bbf9'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:06:22.027220 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Transition to ACTIVE for port object 0d6a57a7-947c-4603-8944-17fac51f56d7 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:22.028828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:22.029289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Checking segment: {'id': '98e3dd25-21d2-49f9-b219-130b8ae9e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '611d084e-7250-4422-8c79-a3b3737ea77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:22.029831 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.030287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Bound using segment: {'id': '98e3dd25-21d2-49f9-b219-130b8ae9e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '611d084e-7250-4422-8c79-a3b3737ea77b'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:22.030833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Bound port: 716aa16c-b9e4-4205-8e84-b0a2b7c55206, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e3dd25-21d2-49f9-b219-130b8ae9e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '611d084e-7250-4422-8c79-a3b3737ea77b'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:22.031270 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.062430 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.150375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port df1ea4c5-2f33-494f-b696-84a90314328f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:22.187450 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-12fd75e4-e191-461e-a802-0d1b8619aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.196823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 235f62a2-b24c-4992-a93b-900cebbc35e9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:22.274578 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Network 7b56381b-8284-4992-8e44-b54f45dcbb84 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:22.288027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cc6e1-ea52-4be7-be6d-934be78975aa req-97997a75-0172-46a2-9f54-5d243b0513fb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:22.297954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:22.298948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf7cc6e1-ea52-4be7-be6d-934be78975aa req-97997a75-0172-46a2-9f54-5d243b0513fb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.5211842 May 24 23:06:22.329033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Pushing event updated for resources: {'Port': ['ID=0d6a57a7-947c-4603-8944-17fac51f56d7,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:22.346048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:22.400997 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.482937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf7cc6e1-ea52-4be7-be6d-934be78975aa req-8e0f1971-e601-458c-9be8-c97665ce16f6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827080 May 24 23:06:22.487831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] For port 716aa16c-b9e4-4205-8e84-b0a2b7c55206, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:22.498826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:22.500321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Subnet': ['ID=6a448759-7bea-407d-8a08-9d26dbb9237e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:22.567308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616199f-3308-4ba1-9d12-f1c3660a2d0f None None] Network e6042e06-3734-4df6-bbac-837fe9dcf3d4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:22.621016 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.648094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b56381b-8284-4992-8e44-b54f45dcbb84']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:22.662214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe8cf95-ea8c-4790-84f3-5084a95b05fc') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:22.662509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe8cf95-ea8c-4790-84f3-5084a95b05fc') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:22.677835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] For port 716aa16c-b9e4-4205-8e84-b0a2b7c55206, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=716aa16c-b9e4-4205-8e84-b0a2b7c55206,segment=NetworkSegment(98e3dd25-21d2-49f9-b219-130b8ae9e5ad),segment_id=98e3dd25-21d2-49f9-b219-130b8ae9e5ad)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:22.687883 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.706513 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.756218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Attempting to bind port 0d6a57a7-947c-4603-8944-17fac51f56d7 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:22.756963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Attempting to bind port 0d6a57a7-947c-4603-8944-17fac51f56d7 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '0fe8cf95-ea8c-4790-84f3-5084a95b05fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7b56381b-8284-4992-8e44-b54f45dcbb84'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:22.756963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Attempting to bind port 0d6a57a7-947c-4603-8944-17fac51f56d7 on network 7b56381b-8284-4992-8e44-b54f45dcbb84 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:22.767187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 235f62a2-b24c-4992-a93b-900cebbc35e9 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:22.794372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-da382053-ca4f-4f89-a552-9be805fc95fe None None] Provisioning for port df1ea4c5-2f33-494f-b696-84a90314328f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:22.802234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-4d817062-3999-4448-8e84-ef29ac0cc455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8:0:1::38 (54ff11bb-1aed-412c-80f1-15c4289894af/c65ac19e-4490-451f-b062-8c1047986e29/665d3fbc-8968-48ac-8021-ace9fd7dd5dd) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:22.813083 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.814192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:22.814885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Checking segment: {'id': '0fe8cf95-ea8c-4790-84f3-5084a95b05fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7b56381b-8284-4992-8e44-b54f45dcbb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:22.815478 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.816286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Bound using segment: {'id': '0fe8cf95-ea8c-4790-84f3-5084a95b05fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7b56381b-8284-4992-8e44-b54f45dcbb84'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:22.817203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Bound port: 0d6a57a7-947c-4603-8944-17fac51f56d7, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe8cf95-ea8c-4790-84f3-5084a95b05fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7b56381b-8284-4992-8e44-b54f45dcbb84'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:22.817772 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.839393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 235f62a2-b24c-4992-a93b-900cebbc35e9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:22.840090 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.895332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:22.895686 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.899606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-da382053-ca4f-4f89-a552-9be805fc95fe None None] Provisioning complete for port df1ea4c5-2f33-494f-b696-84a90314328f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:22.900598 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-da382053-ca4f-4f89-a552-9be805fc95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:22.991387 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 0fe8cf95-ea8c-4790-84f3-5084a95b05fc resource provider aggregate not found May 24 23:06:23.053243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6206ffa-8a08-4dd7-94d6-0bb057298fa3 None None] Pushing event updated for resources: {'Port': ['ID=716aa16c-b9e4-4205-8e84-b0a2b7c55206,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:23.111660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 23:06:23.111660 n-d-843146-7 neutron-server[88389]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 23:06:23.111660 n-d-843146-7 neutron-server[88389]: [parameters: {'id': '7b56381b-8284-4992-8e44-b54f45dcbb84'}] May 24 23:06:23.111660 n-d-843146-7 neutron-server[88389]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:23.112202 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:23.118332 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 0fe8cf95-ea8c-4790-84f3-5084a95b05fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fe8cf95-ea8c-4790-84f3-5084a95b05fc found for delete ", "request_id": "req-dad4df37-a65a-44f6-a7f9-66d8f8ce1c10"}]} May 24 23:06:23.136147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:23.148545 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Sync routers for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:23.151823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2a122b05-f408-4bec-a402-e6762b51b68e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "PUT /v2.0/routers/05dd263c-bb9e-40c2-b45f-38a7947c1f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0105863 May 24 23:06:23.154375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49784) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:23.161197 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:23.162541 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:06:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:23.265350 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d817062-3999-4448-8e84-ef29ac0cc455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.285040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-4d817062-3999-4448-8e84-ef29ac0cc455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Ignored duplicate provisioning block setup for port 665d3fbc-8968-48ac-8021-ace9fd7dd5dd by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 24 23:06:23.299111 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d817062-3999-4448-8e84-ef29ac0cc455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.592877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 235f62a2-b24c-4992-a93b-900cebbc35e9 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:23.610583 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.617440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.617955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.618416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.620970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.621435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.622352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.622816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.623267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.623721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.624169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.624623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.627264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-79aed0f1-15a8-4c34-b8d1-4246f69af678 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7738 time: 0.4718695 May 24 23:06:23.630283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49798) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:23.642030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.644462 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:23.654772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4d817062-3999-4448-8e84-ef29ac0cc455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] In _notify_port_updated(), no bound segment for port 665d3fbc-8968-48ac-8021-ace9fd7dd5dd on network 54ff11bb-1aed-412c-80f1-15c4289894af {{(pid=88389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:06:23.674341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d817062-3999-4448-8e84-ef29ac0cc455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.683311 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d817062-3999-4448-8e84-ef29ac0cc455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.689535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4d817062-3999-4448-8e84-ef29ac0cc455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "PUT /v2.0/ports/665d3fbc-8968-48ac-8021-ace9fd7dd5dd HTTP/1.1" status: 200 len: 1011 time: 3.2292194 May 24 23:06:23.689535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d817062-3999-4448-8e84-ef29ac0cc455 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=665d3fbc-8968-48ac-8021-ace9fd7dd5dd,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:23.691622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] For port 0d6a57a7-947c-4603-8944-17fac51f56d7, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:23.710941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] For port 0d6a57a7-947c-4603-8944-17fac51f56d7, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0d6a57a7-947c-4603-8944-17fac51f56d7,segment=NetworkSegment(0fe8cf95-ea8c-4790-84f3-5084a95b05fc),segment_id=0fe8cf95-ea8c-4790-84f3-5084a95b05fc)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:23.712022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49802) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:23.804078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-12fd75e4-e191-461e-a802-0d1b8619aca6 None None] Allocated IP 2001:db8:0:1::2 (54ff11bb-1aed-412c-80f1-15c4289894af/c65ac19e-4490-451f-b062-8c1047986e29/ae91189d-113c-4a64-92b0-d4ab1a54bbf9) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:23.868521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting port 0d6a57a7-947c-4603-8944-17fac51f56d7 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:23.868888 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:23.969155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643a3d7-11e9-4b1c-ac24-fde5547469a7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.969872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643a3d7-11e9-4b1c-ac24-fde5547469a7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.972614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643a3d7-11e9-4b1c-ac24-fde5547469a7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.973594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643a3d7-11e9-4b1c-ac24-fde5547469a7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.975789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643a3d7-11e9-4b1c-ac24-fde5547469a7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.976453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643a3d7-11e9-4b1c-ac24-fde5547469a7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.977097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643a3d7-11e9-4b1c-ac24-fde5547469a7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.980533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643a3d7-11e9-4b1c-ac24-fde5547469a7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.981234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643a3d7-11e9-4b1c-ac24-fde5547469a7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.982000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643a3d7-11e9-4b1c-ac24-fde5547469a7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:23.986360 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1643a3d7-11e9-4b1c-ac24-fde5547469a7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6524 time: 0.3529634 May 24 23:06:24.000174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49806) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:24.035380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-da382053-ca4f-4f89-a552-9be805fc95fe None None] Current status of the port df1ea4c5-2f33-494f-b696-84a90314328f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:24.035994 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-da382053-ca4f-4f89-a552-9be805fc95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.130920 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.250927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285dbe-7bfe-4382-be3b-71b29f44e45d req-f18e5099-68bc-4bf3-8437-953831ee7572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:24.260084 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10285dbe-7bfe-4382-be3b-71b29f44e45d req-f18e5099-68bc-4bf3-8437-953831ee7572 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.5229497 May 24 23:06:24.360001 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:06:19Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:20Z', 'revision_number': 2, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:24.366062 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Checking router: 05dd263c-bb9e-40c2-b45f-38a7947c1f9d for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:06:24.366902 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Updating router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d port 0fc585ba-59fe-4c2c-a91c-fb938e489272 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:06:24.372556 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10285dbe-7bfe-4382-be3b-71b29f44e45d req-dc8a206a-f0af-4dbf-bde1-14ae688068e4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113040 May 24 23:06:24.447456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-cc115cc7-6a80-45c8-bcf2-844a5559e7a6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 665d3fbc-8968-48ac-8021-ace9fd7dd5dd {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:24.453539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc115cc7-6a80-45c8-bcf2-844a5559e7a6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.487635 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.553240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522c13d8-f3a5-451e-bddd-1e5ea2e600c0 None None] Network 611d084e-7250-4422-8c79-a3b3737ea77b requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:24.746411 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a204794c-94ed-48e8-84f2-134b3673a097 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.7414460 May 24 23:06:24.840872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 235f62a2-b24c-4992-a93b-900cebbc35e9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=235f62a2-b24c-4992-a93b-900cebbc35e9,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:24.875960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49828) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:24.882433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035051950', 'description': 'tempest-secgroup-smoke-1035051950 description', 'project_id': '001bb84369b443888c7219fb91448b85'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:24.897072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:24.910669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:24.916521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:24.928753 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:24.930919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:24.957285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.000855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:25.013702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:25.018176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:25.037301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:25.070441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-654a50d7-bfbb-4a01-a0a9-e49bb4679006 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7249589 May 24 23:06:25.107648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] For port 0d6a57a7-947c-4603-8944-17fac51f56d7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0d6a57a7-947c-4603-8944-17fac51f56d7,segment=NetworkSegment(0fe8cf95-ea8c-4790-84f3-5084a95b05fc),segment_id=0fe8cf95-ea8c-4790-84f3-5084a95b05fc)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:25.108503 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.131761 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.166867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-12fd75e4-e191-461e-a802-0d1b8619aca6 None None] For port ae91189d-113c-4a64-92b0-d4ab1a54bbf9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ae91189d-113c-4a64-92b0-d4ab1a54bbf9,segment=NetworkSegment(7e4eb0c7-7252-466c-8a46-7ea2310eb688),segment_id=7e4eb0c7-7252-466c-8a46-7ea2310eb688)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:25.197099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8229bf0c-0d79-4bbe-808a-76dd58138ff2 None None] Network 7b56381b-8284-4992-8e44-b54f45dcbb84 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:25.240846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.244293 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.250123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.254488 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-da382053-ca4f-4f89-a552-9be805fc95fe None None] For port df1ea4c5-2f33-494f-b696-84a90314328f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df1ea4c5-2f33-494f-b696-84a90314328f,segment=NetworkSegment(38b77227-db82-496c-8fd2-478b2cea8f25),segment_id=38b77227-db82-496c-8fd2-478b2cea8f25)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:25.285001 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Transition to ACTIVE for port object 0fc585ba-59fe-4c2c-a91c-fb938e489272 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:25.301208 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.326425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa4494-41fe-4327-8fb4-840a340ef126,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:25.336134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Calling delete_port for 0d6a57a7-947c-4603-8944-17fac51f56d7 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:25.362574 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.365640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0e6b68b3-53aa-4390-8b3f-23c8bd4a56fd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4869909 May 24 23:06:25.369671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49838) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:25.382885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '34aa4494-41fe-4327-8fb4-840a340ef126', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:25.400989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:25.439011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:25.464829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:25.473296 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Pushing event updated for resources: {'Port': ['ID=0fc585ba-59fe-4c2c-a91c-fb938e489272,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:25.487306 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:25.497880 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-da382053-ca4f-4f89-a552-9be805fc95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.499090 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.499375 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.505991 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.506297 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.506634 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.506966 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.507373 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.507710 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.508086 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.508420 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.509572 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.513545 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:25.544224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 716aa16c-b9e4-4205-8e84-b0a2b7c55206 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:25.599685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc115cc7-6a80-45c8-bcf2-844a5559e7a6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.619787 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.693958 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-12fd75e4-e191-461e-a802-0d1b8619aca6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:06:25.742697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-12fd75e4-e191-461e-a802-0d1b8619aca6 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.763637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-12fd75e4-e191-461e-a802-0d1b8619aca6 None None] Transition to ACTIVE for port object ae91189d-113c-4a64-92b0-d4ab1a54bbf9 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:25.813608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b0f68-cbf3-4903-8376-92b9f81d2f55 None None] Pushing event updated for resources: {'Port': ['ID=0d6a57a7-947c-4603-8944-17fac51f56d7,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:25.865348 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.883021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.886132 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Attempting to bind port 0fc585ba-59fe-4c2c-a91c-fb938e489272 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:25.886568 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Attempting to bind port 0fc585ba-59fe-4c2c-a91c-fb938e489272 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:25.887016 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Attempting to bind port 0fc585ba-59fe-4c2c-a91c-fb938e489272 on network e6042e06-3734-4df6-bbac-837fe9dcf3d4 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:25.894081 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:25.894537 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Checking segment: {'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:25.895018 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.895521 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Bound using segment: {'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:25.896048 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Bound port: 0fc585ba-59fe-4c2c-a91c-fb938e489272, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:25.896491 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.899553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-cc115cc7-6a80-45c8-bcf2-844a5559e7a6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 665d3fbc-8968-48ac-8021-ace9fd7dd5dd owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:25.943748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e46b60d-e18c-4143-883c-da2191ce2845,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:25.963489 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:25.984435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5991-5724-4111-8d58-cd0eb25d2ace req-919527c2-d970-4856-aec4-d8e408da4692 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:25.989772 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffce5991-5724-4111-8d58-cd0eb25d2ace req-919527c2-d970-4856-aec4-d8e408da4692 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.3170807 May 24 23:06:25.997970 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-12fd75e4-e191-461e-a802-0d1b8619aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.000922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.001428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.009709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.010643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.010643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.011069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.011516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.011950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.012363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.014113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.014497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.014932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:26.024167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ac13f4bf-b32e-4e68-8736-89dc1a7686b8 None None] Provisioning for port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:26.044017 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] For port 0fc585ba-59fe-4c2c-a91c-fb938e489272, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:26.048489 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] For port 0fc585ba-59fe-4c2c-a91c-fb938e489272, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0fc585ba-59fe-4c2c-a91c-fb938e489272,segment=NetworkSegment(38b77227-db82-496c-8fd2-478b2cea8f25),segment_id=38b77227-db82-496c-8fd2-478b2cea8f25)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:26.050460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.055005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5cd2eb47-184d-4fb3-8e29-9d3ca1b8d316 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6841748 May 24 23:06:26.064373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49854) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:26.081861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f065895d-d0a0-4f13-8271-5d6858ef723c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '34aa4494-41fe-4327-8fb4-840a340ef126', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:26.099233 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.117756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f065895d-d0a0-4f13-8271-5d6858ef723c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:26.127469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f065895d-d0a0-4f13-8271-5d6858ef723c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:26.133514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f065895d-d0a0-4f13-8271-5d6858ef723c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:26.147246 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffce5991-5724-4111-8d58-cd0eb25d2ace req-0045bcbd-a726-4000-8fa9-3bc35b646027 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290603 May 24 23:06:26.148639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f065895d-d0a0-4f13-8271-5d6858ef723c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:26.160212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Port': ['ID=0d6a57a7-947c-4603-8944-17fac51f56d7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:26.165292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No DVR routers for this DVR port 0d6a57a7-947c-4603-8944-17fac51f56d7 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:26.199241 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.203877 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f065895d-d0a0-4f13-8271-5d6858ef723c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.212180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:26.224607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:26.224985 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.279945 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcd2f5-bf11-465b-936e-099c3c33a96c None None] Pushing event updated for resources: {'Port': ['ID=0fc585ba-59fe-4c2c-a91c-fb938e489272,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:26.289212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=235f62a2-b24c-4992-a93b-900cebbc35e9,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:26.336435 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:26.337073 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:06:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:26.339470 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f065895d-d0a0-4f13-8271-5d6858ef723c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.350143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f065895d-d0a0-4f13-8271-5d6858ef723c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.396297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da382053-ca4f-4f89-a552-9be805fc95fe None None] Pushing event updated for resources: {'Port': ['ID=df1ea4c5-2f33-494f-b696-84a90314328f,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:26.398859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065895d-d0a0-4f13-8271-5d6858ef723c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677e72ca-cd55-4dbb-8ac0-27858464e572,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:26.417386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f065895d-d0a0-4f13-8271-5d6858ef723c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.421641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f065895d-d0a0-4f13-8271-5d6858ef723c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560555 May 24 23:06:26.422034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49862) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:26.428381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-219c9276-cfb7-4968-aef8-c01c7a3838a3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '34aa4494-41fe-4327-8fb4-840a340ef126', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:26.436501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-219c9276-cfb7-4968-aef8-c01c7a3838a3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:26.441960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-219c9276-cfb7-4968-aef8-c01c7a3838a3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:26.446391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-219c9276-cfb7-4968-aef8-c01c7a3838a3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:26.460506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-219c9276-cfb7-4968-aef8-c01c7a3838a3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:26.614470 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-219c9276-cfb7-4968-aef8-c01c7a3838a3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.656451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-818e5b05-afde-42f8-b3bf-5833d157724f None None] Provisioning complete for port df1ea4c5-2f33-494f-b696-84a90314328f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:26.656825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-818e5b05-afde-42f8-b3bf-5833d157724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.708039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.799846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b56381b-8284-4992-8e44-b54f45dcbb84']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:26.823490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe8cf95-ea8c-4790-84f3-5084a95b05fc') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:26.824106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe8cf95-ea8c-4790-84f3-5084a95b05fc') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:26.839008 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.860299 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.867992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:26.869667 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.880232 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-219c9276-cfb7-4968-aef8-c01c7a3838a3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.886025 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-219c9276-cfb7-4968-aef8-c01c7a3838a3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.914042 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:26.915461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c9276-cfb7-4968-aef8-c01c7a3838a3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759dd551-0091-4845-ab17-e98254d459fe,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:26.920341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd75e4-e191-461e-a802-0d1b8619aca6 None None] Pushing event updated for resources: {'Port': ['ID=ae91189d-113c-4a64-92b0-d4ab1a54bbf9,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:26.945627 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-219c9276-cfb7-4968-aef8-c01c7a3838a3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:26.948118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-219c9276-cfb7-4968-aef8-c01c7a3838a3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5250411 May 24 23:06:26.950889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49872) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:26.960605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7e2d2c68-1044-4609-a43f-ed7d913cd371 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '34aa4494-41fe-4327-8fb4-840a340ef126', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:26.978532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7e2d2c68-1044-4609-a43f-ed7d913cd371 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:26.988474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7e2d2c68-1044-4609-a43f-ed7d913cd371 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:26.996838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7e2d2c68-1044-4609-a43f-ed7d913cd371 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:27.013692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7e2d2c68-1044-4609-a43f-ed7d913cd371 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:27.079392 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2c68-1044-4609-a43f-ed7d913cd371 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.108954 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 0fe8cf95-ea8c-4790-84f3-5084a95b05fc resource provider aggregate not found May 24 23:06:27.172780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:27.173165 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.176343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-6a207228-59e4-47d6-8213-0c32fad98039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:27.180052 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-6a207228-59e4-47d6-8213-0c32fad98039 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 1096 time: 1.6194983 May 24 23:06:27.198460 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 0fe8cf95-ea8c-4790-84f3-5084a95b05fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fe8cf95-ea8c-4790-84f3-5084a95b05fc found for delete ", "request_id": "req-529592f4-0eff-469a-83f4-a3c84afae059"}]} May 24 23:06:27.311707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2c68-1044-4609-a43f-ed7d913cd371 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.329174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2c68-1044-4609-a43f-ed7d913cd371 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.345956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 716aa16c-b9e4-4205-8e84-b0a2b7c55206, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=716aa16c-b9e4-4205-8e84-b0a2b7c55206,segment=NetworkSegment(98e3dd25-21d2-49f9-b219-130b8ae9e5ad),segment_id=98e3dd25-21d2-49f9-b219-130b8ae9e5ad)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:27.367261 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.368241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ae91189d-113c-4a64-92b0-d4ab1a54bbf9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:27.426955 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2c68-1044-4609-a43f-ed7d913cd371 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:27.433278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7e2d2c68-1044-4609-a43f-ed7d913cd371 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4798455 May 24 23:06:27.435957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d2c68-1044-4609-a43f-ed7d913cd371 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3760ad5-e193-4144-bdb1-d25586799953,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:27.466640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49888) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:27.478152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-818e5b05-afde-42f8-b3bf-5833d157724f None None] Current status of the port df1ea4c5-2f33-494f-b696-84a90314328f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:27.555851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '34aa4494-41fe-4327-8fb4-840a340ef126', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:27.591625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=716aa16c-b9e4-4205-8e84-b0a2b7c55206,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:27.617957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d27728-8c7c-4c10-8758-b314d0489564 req-57f700da-6c9a-4e8b-b872-dd444f0c0690 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:27.622840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d3d27728-8c7c-4c10-8758-b314d0489564 req-57f700da-6c9a-4e8b-b872-dd444f0c0690 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.2323048 May 24 23:06:27.667862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-818e5b05-afde-42f8-b3bf-5833d157724f None None] Provisioning for port 0fc585ba-59fe-4c2c-a91c-fb938e489272 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:27.704351 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:06:19Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:26Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:27.712557 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239f0a0-3dc1-438a-9f38-719e04d5b977 None None] The sync data for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 is: [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:06:19Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:26Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:27.744096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf7a33-ea1d-4460-941a-a741660c0fb9 None None] Network 54ff11bb-1aed-412c-80f1-15c4289894af requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:27.802577 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d3d27728-8c7c-4c10-8758-b314d0489564 req-afa78871-8808-4712-a8ed-2bde2d5b50e4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704862 May 24 23:06:28.056816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ae91189d-113c-4a64-92b0-d4ab1a54bbf9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:28.222734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-590be5de-442a-4744-8291-b3e4a6c1ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:28.224924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-590be5de-442a-4744-8291-b3e4a6c1ee52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 916 time: 1.0032012 May 24 23:06:28.230192 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.237904 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.244135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:28.293871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-74945191-b147-4be2-8c46-ab80590548b1 None None] Provisioning complete for port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:28.294507 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-74945191-b147-4be2-8c46-ab80590548b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.463094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-39cfb013-b62a-49e9-a523-f059e5559b80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ae74a6b-eeff-45a8-b065-0549134d8d05 HTTP/1.1" status: 200 len: 1001 time: 0.2112882 May 24 23:06:28.479206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df1ea4c5-2f33-494f-b696-84a90314328f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:28.579213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:28.586484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:28.600389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:28.613565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Network': ['ID=7b56381b-8284-4992-8e44-b54f45dcbb84,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:28.713279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc115cc7-6a80-45c8-bcf2-844a5559e7a6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.743374 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Project 001bb84369b443888c7219fb91448b85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:06:28.793469 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aaa15914-9416-42a7-b7c7-7dd5cc4204e4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/7b56381b-8284-4992-8e44-b54f45dcbb84 HTTP/1.1" status: 204 len: 168 time: 8.9843841 May 24 23:06:28.798478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49918) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:28.803853 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1460111839'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:28.814302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:28.822567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:network and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:28.830785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:28.841889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:28.877478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:28.881441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.901003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc115cc7-6a80-45c8-bcf2-844a5559e7a6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=665d3fbc-8968-48ac-8021-ace9fd7dd5dd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:28.918852 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.939294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-74945191-b147-4be2-8c46-ab80590548b1 None None] Current status of the port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:28.941515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:28.943948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port df1ea4c5-2f33-494f-b696-84a90314328f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:28.945802 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.958434 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:28.959049 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Added segment 7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac of type vlan for network d534f04c-7b63-4e36-8ba7-80612d3fc3ac May 24 23:06:29.020051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.084418 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.099857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:29.100491 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.119124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.159788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-74945191-b147-4be2-8c46-ab80590548b1 None None] Could not find standard attr ID for object 665d3fbc-8968-48ac-8021-ace9fd7dd5dd. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:29.254901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port df1ea4c5-2f33-494f-b696-84a90314328f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:29.260058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 235f62a2-b24c-4992-a93b-900cebbc35e9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:29.296440 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4970851 May 24 23:06:29.300917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49928) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:29.306025 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.308584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-19e82bf0-6354-454c-b672-ec11620ea06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:29.310081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-19e82bf0-6354-454c-b672-ec11620ea06e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.6951537 May 24 23:06:29.314112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-74945191-b147-4be2-8c46-ab80590548b1 None None] Provisioning for port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:29.319024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'network_id': 'd534f04c-7b63-4e36-8ba7-80612d3fc3ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:29.359354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377468ae-a43e-4e2a-8fef-6f890c7199fe tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=d534f04c-7b63-4e36-8ba7-80612d3fc3ac,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:29.359622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-74945191-b147-4be2-8c46-ab80590548b1 None None] Provisioning complete for port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:29.359911 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-74945191-b147-4be2-8c46-ab80590548b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.423060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d534f04c-7b63-4e36-8ba7-80612d3fc3ac details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:29.455379 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cc115cc7-6a80-45c8-bcf2-844a5559e7a6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.502617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:29.506325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bc4f69-a2ce-4ea8-80aa-5c8bf86df948,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:29.516255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:subnet and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:29.526897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:29.537160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:29.562575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:29.568268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.582947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dce6d-73cc-441a-a87d-8b4377990f6b req-c3dd705c-81b5-4373-aa6e-024ed6301b35 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:29.584544 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e0dce6d-73cc-441a-a87d-8b4377990f6b req-c3dd705c-81b5-4373-aa6e-024ed6301b35 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 1.1205506 May 24 23:06:29.601599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cc115cc7-6a80-45c8-bcf2-844a5559e7a6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/665d3fbc-8968-48ac-8021-ace9fd7dd5dd HTTP/1.1" status: 204 len: 168 time: 5.8879840 May 24 23:06:29.617943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49936) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:29.618728 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.647660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c05d5848-5436-46db-b7de-5c17e834dda1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.1522686 May 24 23:06:29.655655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49938) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:29.792320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '34aa4494-41fe-4327-8fb4-840a340ef126', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:29.804722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 235f62a2-b24c-4992-a93b-900cebbc35e9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:29.805795 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:29.851357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:29.878213 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4618af4-afee-4e30-9bc5-531cb6f089c7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:06:29.880868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f4618af4-afee-4e30-9bc5-531cb6f089c7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:29.890131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:29.898456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:29.944630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:29.982876 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e0dce6d-73cc-441a-a87d-8b4377990f6b req-f4e79d96-642b-49c5-8e70-a97d49f6eb61 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672264 May 24 23:06:30.000913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f4618af4-afee-4e30-9bc5-531cb6f089c7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:30.006105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f4618af4-afee-4e30-9bc5-531cb6f089c7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/665d3fbc-8968-48ac-8021-ace9fd7dd5dd HTTP/1.1" status: 404 len: 333 time: 0.3573554 May 24 23:06:30.012814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-ebc60a52-3632-40e8-a5e9-bc8eb0ba73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:30.013385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49948) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:30.015627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-ebc60a52-3632-40e8-a5e9-bc8eb0ba73d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6465921 May 24 23:06:30.020816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-74945191-b147-4be2-8c46-ab80590548b1 None None] Current status of the port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:30.022889 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Project 001bb84369b443888c7219fb91448b85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:06:30.121355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afd0530-dd0d-4947-803d-8d280cd653e9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting subnet c65ac19e-4490-451f-b062-8c1047986e29 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:30.136956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1afd0530-dd0d-4947-803d-8d280cd653e9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.204280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 235f62a2-b24c-4992-a93b-900cebbc35e9 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:30.206610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 716aa16c-b9e4-4205-8e84-b0a2b7c55206 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:30.336243 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-34f7bb18-54da-4cdc-970b-ad798cdd39d6 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078701 May 24 23:06:30.351747 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.406830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0987c1dd-1096-40df-b99e-3f13c5c20aa0 None None] Provisioning complete for port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:30.407505 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0987c1dd-1096-40df-b99e-3f13c5c20aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.526309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:30.526689 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.654560 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.672251 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81f81c67-04a9-4b7e-b7dd-3b65677b1c21 req-c448185e-7a1c-4f0e-bbf3-05d1a59bf841 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141086 May 24 23:06:30.767305 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.777354 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.791755 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1afd0530-dd0d-4947-803d-8d280cd653e9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.839562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e2b503-9809-4672-bfc9-e7b636e33ad2,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:30.872589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:30.883973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-39f4f300-d251-4efd-8399-83785ee6f157 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2269399 May 24 23:06:31.056247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:31.077471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0987c1dd-1096-40df-b99e-3f13c5c20aa0 None None] Current status of the port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:31.082605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Checking segment: {'id': '7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd534f04c-7b63-4e36-8ba7-80612d3fc3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:31.083668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network hostable DHCP agents. Network: d534f04c-7b63-4e36-8ba7-80612d3fc3ac, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:31.126971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=3178a9ba-5ba0-4a3f-b638-8517afef60fa,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:31.152566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0891c6-2165-4a93-b2a8-84a46eebebc3 req-f9b5bc5d-61d5-4335-bab8-ddbe8ac6182a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:31.154914 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d0891c6-2165-4a93-b2a8-84a46eebebc3 req-f9b5bc5d-61d5-4335-bab8-ddbe8ac6182a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.9034712 May 24 23:06:31.207911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-da20c906-9e9d-4060-ac8c-82fc3e2fb9cc None None] Could not find standard attr ID for object 665d3fbc-8968-48ac-8021-ace9fd7dd5dd. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:06:31.217967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network d534f04c-7b63-4e36-8ba7-80612d3fc3ac is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:31.230530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d0891c6-2165-4a93-b2a8-84a46eebebc3 req-aaf31e1b-a5df-415f-855f-e69e046369cb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668073 May 24 23:06:31.240870 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1afd0530-dd0d-4947-803d-8d280cd653e9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.305076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0fc585ba-59fe-4c2c-a91c-fb938e489272 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:31.349792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d534f04c-7b63-4e36-8ba7-80612d3fc3ac) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:31.386270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa5059-9258-45a7-b8b8-51dfa2a26d74 None None] Network d534f04c-7b63-4e36-8ba7-80612d3fc3ac requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:31.405405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:31.419627 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.504314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-79f43c00-4f8c-45a5-8a7d-d238ee1d124d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:31.528018 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1b8eec79-8eb5-47fd-a1cf-cfa2981e0ead tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2259924 May 24 23:06:31.533258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49990) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:31.559570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-270718305'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:31.607039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:31.612162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-79f43c00-4f8c-45a5-8a7d-d238ee1d124d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:31.617407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-79f43c00-4f8c-45a5-8a7d-d238ee1d124d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035051950&fields=id&tenant_id=001bb84369b443888c7219fb91448b85 HTTP/1.1" status: 200 len: 267 time: 0.2670598 May 24 23:06:31.682435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:network and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:31.688836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1afd0530-dd0d-4947-803d-8d280cd653e9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.698246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:31.738603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 0fc585ba-59fe-4c2c-a91c-fb938e489272 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:31.751136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0fc585ba-59fe-4c2c-a91c-fb938e489272 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:31.753100 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.766979 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1afd0530-dd0d-4947-803d-8d280cd653e9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.778291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd0530-dd0d-4947-803d-8d280cd653e9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Subnet': ['ID=c65ac19e-4490-451f-b062-8c1047986e29,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:31.787934 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1afd0530-dd0d-4947-803d-8d280cd653e9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/c65ac19e-4490-451f-b062-8c1047986e29 HTTP/1.1" status: 204 len: 168 time: 1.7731416 May 24 23:06:31.789199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49994) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:31.822867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:31.837250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d2051-0f50-4ad0-a489-69f69c3e9b7d None None] Network 54ff11bb-1aed-412c-80f1-15c4289894af requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:31.860478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4ef70-3bf6-4c2c-bdc9-d550adb099ae req-eb4b1d7b-df99-45e4-8009-e0722d35a5f8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:31.862899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:31.867507 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.867856 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93c4ef70-3bf6-4c2c-bdc9-d550adb099ae req-eb4b1d7b-df99-45e4-8009-e0722d35a5f8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3189745 May 24 23:06:31.917992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa49d118-edce-4724-b6d6-a18791c81d3b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting subnet fd81c254-8f31-4c7a-8be7-23b49343d374 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:31.922659 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa49d118-edce-4724-b6d6-a18791c81d3b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.959107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:31.968141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-23dba315-7d86-4897-bdd6-0bc3874d77f0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:31.969128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-23dba315-7d86-4897-bdd6-0bc3874d77f0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:31.984228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:31.984874 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Added segment febf466f-282a-4235-b40f-4558764f9686 of type vlan for network da23b4af-87ad-4451-93c4-1ae85614d5e5 May 24 23:06:32.018111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-23dba315-7d86-4897-bdd6-0bc3874d77f0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:32.058291 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-23dba315-7d86-4897-bdd6-0bc3874d77f0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/networks?id=e6042e06-3734-4df6-bbac-837fe9dcf3d4 HTTP/1.1" status: 200 len: 797 time: 0.3923430 May 24 23:06:32.059672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93c4ef70-3bf6-4c2c-bdc9-d550adb099ae req-901d2166-eee4-476f-870a-a58caec27200 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909533 May 24 23:06:32.068022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa49d118-edce-4724-b6d6-a18791c81d3b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.094843 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-2faa6144-3911-425f-b84d-e69e06e13939 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/quotas/001bb84369b443888c7219fb91448b85 HTTP/1.1" status: 200 len: 375 time: 0.0351813 May 24 23:06:32.102108 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.216391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-8dfc48eb-e0ec-41fc-944f-dde62ab3e9c6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:32.216667 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa49d118-edce-4724-b6d6-a18791c81d3b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.225572 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.232349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:32.233394 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.328987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-d534f04c-7b63-4e36-8ba7-80612d3fc3ac', 'network_id': 'd534f04c-7b63-4e36-8ba7-80612d3fc3ac', 'tenant_id': '4513fc07452c4a6a90ffa880a764a780', 'fixed_ips': [{'subnet_id': '3178a9ba-5ba0-4a3f-b638-8517afef60fa'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:32.329938 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.368502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=da23b4af-87ad-4451-93c4-1ae85614d5e5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:32.379333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7823fe18-1abd-4cf5-82c2-6b1a742d4a7d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8341551 May 24 23:06:32.382264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50010) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:32.385807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa49d118-edce-4724-b6d6-a18791c81d3b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.388894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'network_id': 'da23b4af-87ad-4451-93c4-1ae85614d5e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:32.416740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-8dfc48eb-e0ec-41fc-944f-dde62ab3e9c6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:32.443891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49d118-edce-4724-b6d6-a18791c81d3b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Subnet': ['ID=fd81c254-8f31-4c7a-8be7-23b49343d374,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:32.447536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-8dfc48eb-e0ec-41fc-944f-dde62ab3e9c6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3406713 May 24 23:06:32.454812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d4686-31a2-45fe-9b46-e17407789cc5 req-5eda6f86-e00a-4bb6-aed6-05e221620b34 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:32.456953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b97d4686-31a2-45fe-9b46-e17407789cc5 req-5eda6f86-e00a-4bb6-aed6-05e221620b34 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1852005 May 24 23:06:32.458449 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa49d118-edce-4724-b6d6-a18791c81d3b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.469155 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-aa49d118-edce-4724-b6d6-a18791c81d3b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/fd81c254-8f31-4c7a-8be7-23b49343d374 HTTP/1.1" status: 204 len: 168 time: 0.6789520 May 24 23:06:32.477335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network da23b4af-87ad-4451-93c4-1ae85614d5e5 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:32.505471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50014) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:32.631642 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b97d4686-31a2-45fe-9b46-e17407789cc5 req-fdede435-6f04-4a93-a13e-c07198f69bc5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559427 May 24 23:06:32.645623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0fc585ba-59fe-4c2c-a91c-fb938e489272 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:32.646644 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.688173 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.711752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:32.712165 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.900276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:32.916625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:subnet and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:32.925442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:32.935083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:32.956633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:32.962104 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:32.962514 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 0fc585ba-59fe-4c2c-a91c-fb938e489272, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0fc585ba-59fe-4c2c-a91c-fb938e489272,segment=NetworkSegment(38b77227-db82-496c-8fd2-478b2cea8f25),segment_id=38b77227-db82-496c-8fd2-478b2cea8f25)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:32.987597 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.109850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.ipam_backend_mixin [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Performing IP validity checks on allocation pools {{(pid=88389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:06:33.110619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.ipam_backend_mixin [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:06:33.169875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=0fc585ba-59fe-4c2c-a91c-fb938e489272,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:33.191900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Allocated IP 2001:db8::3 (d534f04c-7b63-4e36-8ba7-80612d3fc3ac/3178a9ba-5ba0-4a3f-b638-8517afef60fa/04f97011-2397-4732-a87e-c99d0d6dbdf9) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:33.297780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22281eca-f9e8-488c-b9b4-7ffedca9aaaa None None] DHCP port deletion for 54ff11bb-1aed-412c-80f1-15c4289894af request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:33.319030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-22281eca-f9e8-488c-b9b4-7ffedca9aaaa None None] Deleting port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:33.319412 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-22281eca-f9e8-488c-b9b4-7ffedca9aaaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.343755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-26a5d9d7-d0f2-4649-8fac-6eeee3c7a484 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:33.345220 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-26a5d9d7-d0f2-4649-8fac-6eeee3c7a484 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 812 time: 0.2319870 May 24 23:06:33.382141 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-95505972-2c99-48e0-b733-d087cc65c945 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/quotas/e9303cbcbb804e2ba3627ec2b26f569c HTTP/1.1" status: 200 len: 375 time: 0.0296972 May 24 23:06:33.419269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.474922 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-d4ee16d4-7f0c-477c-8e6b-14899c9f1558 service neutron] 10.222.0.55 "GET /v2.0/networks/e6042e06-3734-4df6-bbac-837fe9dcf3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0109429 May 24 23:06:33.502512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] For port ae91189d-113c-4a64-92b0-d4ab1a54bbf9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ae91189d-113c-4a64-92b0-d4ab1a54bbf9,segment=NetworkSegment(7e4eb0c7-7252-466c-8a46-7ea2310eb688),segment_id=7e4eb0c7-7252-466c-8a46-7ea2310eb688)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:33.503174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.590762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=7cac9def-bb72-4981-84c6-187c6d3a2bed,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:33.673196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for ae91189d-113c-4a64-92b0-d4ab1a54bbf9 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:33.675684 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.684244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-22281eca-f9e8-488c-b9b4-7ffedca9aaaa None None] For port ae91189d-113c-4a64-92b0-d4ab1a54bbf9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ae91189d-113c-4a64-92b0-d4ab1a54bbf9,segment=NetworkSegment(7e4eb0c7-7252-466c-8a46-7ea2310eb688),segment_id=7e4eb0c7-7252-466c-8a46-7ea2310eb688)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:33.684716 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-22281eca-f9e8-488c-b9b4-7ffedca9aaaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.689299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Checking segment: {'id': 'febf466f-282a-4235-b40f-4558764f9686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'da23b4af-87ad-4451-93c4-1ae85614d5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:33.690020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network hostable DHCP agents. Network: da23b4af-87ad-4451-93c4-1ae85614d5e5, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:33.701329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Transition to ACTIVE for port object 04f97011-2397-4732-a87e-c99d0d6dbdf9 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:33.748351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network da23b4af-87ad-4451-93c4-1ae85614d5e5 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:33.777285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, da23b4af-87ad-4451-93c4-1ae85614d5e5) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:33.788740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:33.789636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:33.798953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-4ef7eaad-1dc1-4f3f-80b8-371935cd1a96 service neutron] 10.222.0.55 "GET /v2.0/networks/e6042e06-3734-4df6-bbac-837fe9dcf3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145113 May 24 23:06:33.818723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d9b6a-cd88-43cc-90ae-4538918bbb41 None None] Network da23b4af-87ad-4451-93c4-1ae85614d5e5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:33.823044 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8d619fd9-a87f-43ea-8c94-9205cd7ec408 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4400094 May 24 23:06:33.824903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50050) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:33.842672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-22281eca-f9e8-488c-b9b4-7ffedca9aaaa None None] Calling delete_port for ae91189d-113c-4a64-92b0-d4ab1a54bbf9 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:33.951990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-ed3e4fa2-423b-47cf-b901-db335fb2fe34 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5551763 May 24 23:06:33.978984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Transition to ACTIVE for port object 04f97011-2397-4732-a87e-c99d0d6dbdf9 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:34.000200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.091759 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.116891 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-22281eca-f9e8-488c-b9b4-7ffedca9aaaa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 24 23:06:34.116891 n-d-843146-7 neutron-server[88391]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 24 23:06:34.116891 n-d-843146-7 neutron-server[88391]: [parameters: {'port_id': 'ae91189d-113c-4a64-92b0-d4ab1a54bbf9'}] May 24 23:06:34.116891 n-d-843146-7 neutron-server[88391]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:34.117375 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-22281eca-f9e8-488c-b9b4-7ffedca9aaaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:34.174125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Network d534f04c-7b63-4e36-8ba7-80612d3fc3ac is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:34.211568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:34.217259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Pushing event updated for resources: {'Port': ['ID=04f97011-2397-4732-a87e-c99d0d6dbdf9,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:34.219735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:34.259543 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e2a7bfbc-4b4a-4da5-a053-6c803cf633bc req-73e46385-a6eb-4d04-9b12-e1fa09011d38 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 210 time: 0.1578467 May 24 23:06:34.330510 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.339964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=ae91189d-113c-4a64-92b0-d4ab1a54bbf9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:34.367158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No DVR routers for this DVR port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:34.389119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Attempting to bind port 04f97011-2397-4732-a87e-c99d0d6dbdf9 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:34.389858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Attempting to bind port 04f97011-2397-4732-a87e-c99d0d6dbdf9 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd534f04c-7b63-4e36-8ba7-80612d3fc3ac'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:34.390551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Attempting to bind port 04f97011-2397-4732-a87e-c99d0d6dbdf9 on network d534f04c-7b63-4e36-8ba7-80612d3fc3ac {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:34.398325 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:34.398946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Checking segment: {'id': '7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd534f04c-7b63-4e36-8ba7-80612d3fc3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:34.399636 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.400193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Bound using segment: {'id': '7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd534f04c-7b63-4e36-8ba7-80612d3fc3ac'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:34.400898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Bound port: 04f97011-2397-4732-a87e-c99d0d6dbdf9, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd534f04c-7b63-4e36-8ba7-80612d3fc3ac'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:34.401451 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.418143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d2b60b-31e4-43b7-9b98-8307ce18c162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-da23b4af-87ad-4451-93c4-1ae85614d5e5', 'network_id': 'da23b4af-87ad-4451-93c4-1ae85614d5e5', 'tenant_id': '4513fc07452c4a6a90ffa880a764a780', 'fixed_ips': [{'subnet_id': '7cac9def-bb72-4981-84c6-187c6d3a2bed'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:34.419313 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-57d2b60b-31e4-43b7-9b98-8307ce18c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.433925 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.574320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.619032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-22281eca-f9e8-488c-b9b4-7ffedca9aaaa None None] Deleting port ae91189d-113c-4a64-92b0-d4ab1a54bbf9 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:34.619799 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-22281eca-f9e8-488c-b9b4-7ffedca9aaaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.649558 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.662713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Subnet': ['ID=7cac9def-bb72-4981-84c6-187c6d3a2bed,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:34.754162 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-ce861dc5-c136-4152-b639-024a7a417c8c service neutron] 10.222.0.55 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907217 May 24 23:06:34.759009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ff11bb-1aed-412c-80f1-15c4289894af']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:34.782166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-22281eca-f9e8-488c-b9b4-7ffedca9aaaa None None] The port 'ae91189d-113c-4a64-92b0-d4ab1a54bbf9' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:06:34.806312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4eb0c7-7252-466c-8a46-7ea2310eb688') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:34.806503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4eb0c7-7252-466c-8a46-7ea2310eb688') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:34.824956 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.854806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21776a8-1b32-42ad-8a7e-4d1da03144ad None None] Network da23b4af-87ad-4451-93c4-1ae85614d5e5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:34.870770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] For port 04f97011-2397-4732-a87e-c99d0d6dbdf9, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:34.886139 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.896651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da23b4af-87ad-4451-93c4-1ae85614d5e5']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:34.938682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febf466f-282a-4235-b40f-4558764f9686') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:34.938682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febf466f-282a-4235-b40f-4558764f9686') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:34.951375 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.959943 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.971980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:34.972386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:34.980343 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.006872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:35.008496 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.010993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] For port 04f97011-2397-4732-a87e-c99d0d6dbdf9, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=04f97011-2397-4732-a87e-c99d0d6dbdf9,segment=NetworkSegment(7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac),segment_id=7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:35.034166 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.079866 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 7e4eb0c7-7252-466c-8a46-7ea2310eb688 resource provider aggregate not found May 24 23:06:35.132810 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 7e4eb0c7-7252-466c-8a46-7ea2310eb688 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e4eb0c7-7252-466c-8a46-7ea2310eb688 found for delete ", "request_id": "req-cbd9e471-9ef2-4899-af6a-cf4842dc1a84"}]} May 24 23:06:35.162271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-8f21e26c-cb06-4462-9dd0-cba28a345e87 service neutron] 10.222.0.55 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801799 May 24 23:06:35.174803 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.188184 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment febf466f-282a-4235-b40f-4558764f9686 resource provider aggregate not found May 24 23:06:35.227982 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.246790 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment febf466f-282a-4235-b40f-4558764f9686 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid febf466f-282a-4235-b40f-4558764f9686 found for delete ", "request_id": "req-661e0cf2-4cf3-4756-8b92-6853d88134d6"}]} May 24 23:06:35.248395 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0fc585ba-59fe-4c2c-a91c-fb938e489272 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:35.266406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Network': ['ID=54ff11bb-1aed-412c-80f1-15c4289894af,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:35.301849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.338627 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7baf7e9e-1af3-4136-b4d7-4e61e63d9e0c tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/networks/54ff11bb-1aed-412c-80f1-15c4289894af HTTP/1.1" status: 204 len: 168 time: 2.8007782 May 24 23:06:35.342126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50100) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:35.364559 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.406924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Network': ['ID=da23b4af-87ad-4451-93c4-1ae85614d5e5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:35.423801 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-35b6dba7-c738-4dfb-9631-f5c0e56f73bf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/da23b4af-87ad-4451-93c4-1ae85614d5e5 HTTP/1.1" status: 204 len: 168 time: 1.5872984 May 24 23:06:35.427797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50104) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:35.436296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859055859'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:35.442817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:35.447336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:network and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:35.450766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:35.456936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:35.479499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:35.483196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.533464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faefb834-a897-4713-bc49-bd11772c607e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:35.535104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-faefb834-a897-4713-bc49-bd11772c607e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:35.597923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:35.600570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Pushing event updated for resources: {'Port': ['ID=04f97011-2397-4732-a87e-c99d0d6dbdf9,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:35.614189 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.614764 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Added segment c63f1feb-fa69-41b0-b177-1ef347c35e48 of type vlan for network 56a53b8f-09af-4c92-acf2-ae43caf4f777 May 24 23:06:35.657779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.658159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.658534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.658868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.659202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.661720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.662081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.662425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.663626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.665100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.665443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.665798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbfc0cc-7c7d-41a7-a521-87f2441f6d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:06:35.668628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.694420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0fc585ba-59fe-4c2c-a91c-fb938e489272 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:35.694862 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.743507 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1f9c197f-b44a-4e4e-9e67-c0300e721521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.746347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-448d12f3-0517-4d53-b762-9bd1e1690ae8 req-147ca8bc-99d4-4b4d-986f-678157160e71 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 210 time: 0.2377577 May 24 23:06:35.750563 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.759647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:35.760500 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:35.792816 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b846f769-c16a-4ba2-a3b5-b5e6d7bae880 req-69ccbc7d-e9cf-460e-943f-c1910729c523 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 210 time: 0.2291753 May 24 23:06:35.794286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-faefb834-a897-4713-bc49-bd11772c607e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:35.795922 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-faefb834-a897-4713-bc49-bd11772c607e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4526393 May 24 23:06:35.803418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50116) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:35.946563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0fc585ba-59fe-4c2c-a91c-fb938e489272 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:35.964661 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-89e23549-12e0-47ad-afa8-04e5c4cd1d57 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1566544 May 24 23:06:35.971523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50122) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:35.988829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1296020475'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:35.997070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:36.011269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:network and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:36.014652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:36.024713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:36.042572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ae91189d-113c-4a64-92b0-d4ab1a54bbf9 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:36.067427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:36.071805 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.087721 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6584256 May 24 23:06:36.088543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50128) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:36.112091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:36.119660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: ae91189d-113c-4a64-92b0-d4ab1a54bbf9 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:36.120102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ae91189d-113c-4a64-92b0-d4ab1a54bbf9 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:36.130032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.132509 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Added segment 3bb60c1f-32ef-4f71-9d67-30104252e40d of type vlan for network a8487f3a-fa0f-48a5-8765-22b1e664e5e0 May 24 23:06:36.187123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.261525 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.275603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:36.275603 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.376436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'network_id': '56a53b8f-09af-4c92-acf2-ae43caf4f777', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:36.475977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Network': ['ID=a8487f3a-fa0f-48a5-8765-22b1e664e5e0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:36.490747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network a8487f3a-fa0f-48a5-8765-22b1e664e5e0 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:36.491034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7523363c-2cf1-4061-b9e2-e1e41625d71f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5170329 May 24 23:06:36.494263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50142) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:36.501268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': 'a8487f3a-fa0f-48a5-8765-22b1e664e5e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:36.585593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacc380-b46e-4d4c-8f63-dc42ae53c45e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=56a53b8f-09af-4c92-acf2-ae43caf4f777,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:36.656224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 56a53b8f-09af-4c92-acf2-ae43caf4f777 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:36.686619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:36.698437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:subnet and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:36.702709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:36.722775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:36.761621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:36.764432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:36.766622 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:36.788509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:36.798489 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:36.817754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:36.847771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:36.875088 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.041889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274c18be-c95e-4b77-aedb-6cb2d36fd2d5 None None] Network d534f04c-7b63-4e36-8ba7-80612d3fc3ac requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:37.054384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c522f7a-e0d3-4485-be9b-af6272cf7bfb req-76d306e0-457f-499b-b04b-6c29083326c6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 210 time: 0.0660043 May 24 23:06:37.060918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-e3662b2b-9ce6-4b36-9adf-50adcaed4035 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:37.062557 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-e3662b2b-9ce6-4b36-9adf-50adcaed4035 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "GET /v2.0/networks?id=e6042e06-3734-4df6-bbac-837fe9dcf3d4 HTTP/1.1" status: 200 len: 797 time: 1.0184226 May 24 23:06:37.120797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8718d30c-4cb6-4f11-bd82-e66ed662b5f4 req-b0f0761c-2533-4a76-9573-67e1ff9f98fa tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 210 time: 0.1046500 May 24 23:06:37.158799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-de849ae1-6b48-4e44-b170-f21220c8ab04 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=001bb84369b443888c7219fb91448b85 HTTP/1.1" status: 200 len: 380 time: 0.0850222 May 24 23:06:37.160182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e31c1b15-ebb1-4c90-90e7-8671caac94e8 None None] Provisioning for port 04f97011-2397-4732-a87e-c99d0d6dbdf9 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:37.179329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'port': {'device_id': '84797efd-16f3-4804-85c1-95c182ad344b', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'admin_state_up': True, 'tenant_id': '001bb84369b443888c7219fb91448b85', 'security_groups': ['34aa4494-41fe-4327-8fb4-840a340ef126']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:37.316377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 04f97011-2397-4732-a87e-c99d0d6dbdf9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:37.472524 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.585417 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fa9258f6-c3e2-486e-9a5b-bff40eba7074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.632301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Checking segment: {'id': '3bb60c1f-32ef-4f71-9d67-30104252e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a8487f3a-fa0f-48a5-8765-22b1e664e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:37.633143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network hostable DHCP agents. Network: a8487f3a-fa0f-48a5-8765-22b1e664e5e0, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:37.651839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-11ab377b-c589-4e74-93a3-9131eddc4dd1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:37.654446 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-11ab377b-c589-4e74-93a3-9131eddc4dd1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 812 time: 0.1826980 May 24 23:06:37.663362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Subnet': ['ID=7dba4620-417a-4729-940e-5a9ac1ec7974,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:37.672870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Request body: {'port': {'device_id': 'e893289c-f6da-4596-a65b-ea1aa70cdc7d', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'admin_state_up': True, 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:37.712852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network a8487f3a-fa0f-48a5-8765-22b1e664e5e0 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:37.749390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, a8487f3a-fa0f-48a5-8765-22b1e664e5e0) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:37.761479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:37.762251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.771697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa812e-70a6-4ddc-b866-f4ddab5cfddf None None] Network a8487f3a-fa0f-48a5-8765-22b1e664e5e0 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:37.813986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-709dbc76-cefe-49d8-9df4-b9b48da22829 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3096008 May 24 23:06:37.814146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 04f97011-2397-4732-a87e-c99d0d6dbdf9 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:37.814293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50168) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:37.823658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': 'a8487f3a-fa0f-48a5-8765-22b1e664e5e0', 'name': 'tempest-PortsIpV6TestJSON-2130965211'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:37.945622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 04f97011-2397-4732-a87e-c99d0d6dbdf9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:37.946290 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:37.951025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:37.959735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:37.988459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:38.007162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:38.017843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Made reservation on behalf of 001bb84369b443888c7219fb91448b85 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:38.022782 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.039896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.046507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Made reservation on behalf of e9303cbcbb804e2ba3627ec2b26f569c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:38.051563 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.234725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 04f97011-2397-4732-a87e-c99d0d6dbdf9 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:38.235816 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.402951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:38.416924 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6a3fc9a-8afe-43be-ad3c-be66f005cc02 req-db8e38d0-7a74-49e1-8ab2-31c9c26b5067 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 210 time: 0.1223810 May 24 23:06:38.428216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 04f97011-2397-4732-a87e-c99d0d6dbdf9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=04f97011-2397-4732-a87e-c99d0d6dbdf9,segment=NetworkSegment(7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac),segment_id=7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:38.438863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-a8487f3a-fa0f-48a5-8765-22b1e664e5e0', 'network_id': 'a8487f3a-fa0f-48a5-8765-22b1e664e5e0', 'tenant_id': '692f4a98b1884f3380f420b63f3246b6', 'fixed_ips': [{'subnet_id': '7dba4620-417a-4729-940e-5a9ac1ec7974'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:38.439751 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.443906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:38.459450 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.470106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:38.474855 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.526373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port 0787c04f-4964-41b2-b7b7-61531e36bc46 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:38.728882 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.786746 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b17308e8-ec50-40db-93ea-edf23a1d45c7 req-7fa6b81a-3bf7-4330-bda2-7ca711cd5de0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 210 time: 0.1558962 May 24 23:06:38.812533 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0524-fe62-49ea-94cc-28cd38037e14 req-b208049e-284c-46a3-950e-a00a544ea36a tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:38.814756 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4ec0524-fe62-49ea-94cc-28cd38037e14 req-b208049e-284c-46a3-950e-a00a544ea36a tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.1626055 May 24 23:06:38.843266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=347750eb-bbcc-4f3a-a844-de6330390e2a,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:38.858145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Allocated IP 2001:db8::2 (a8487f3a-fa0f-48a5-8765-22b1e664e5e0/7dba4620-417a-4729-940e-5a9ac1ec7974/7c5c9485-8bdb-4c72-b379-98ae5b21d5ea) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:38.859532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Checking segment: {'id': 'c63f1feb-fa69-41b0-b177-1ef347c35e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '56a53b8f-09af-4c92-acf2-ae43caf4f777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:38.859896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network hostable DHCP agents. Network: 56a53b8f-09af-4c92-acf2-ae43caf4f777, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:38.864404 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4ec0524-fe62-49ea-94cc-28cd38037e14 req-65d579d8-bdde-4b4c-9853-70c9f8afb6eb tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435524 May 24 23:06:38.869730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=04f97011-2397-4732-a87e-c99d0d6dbdf9,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:38.875897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Allocated IP 172.20.0.8 (e6042e06-3734-4df6-bbac-837fe9dcf3d4/abfbff17-d894-4ada-bdba-17025fe24485/3e58272f-b92c-4388-a810-4e20bbb74dc6) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:38.905343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b971a92a-d0a8-4673-9dd1-d8d0ccf9cad2 None None] Provisioning complete for port 04f97011-2397-4732-a87e-c99d0d6dbdf9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:38.905921 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b971a92a-d0a8-4673-9dd1-d8d0ccf9cad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:38.917531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Allocated IP 172.20.0.12 (ae35d30d-647c-45b8-a0f8-6fc32e006bd8/3a1aaf28-3079-42c0-b6b3-9b18da682566/a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:38.928076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network 56a53b8f-09af-4c92-acf2-ae43caf4f777 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:38.953884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 56a53b8f-09af-4c92-acf2-ae43caf4f777) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:38.968827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:38.969414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.011039 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.020080 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5f95d-bf88-4e32-8ab4-9f5f54495903 None None] Network 56a53b8f-09af-4c92-acf2-ae43caf4f777 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:39.178115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fa7d1452-d73c-4599-b954-8696c4004a2e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0792794 May 24 23:06:39.178980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50196) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:39.190486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 04f97011-2397-4732-a87e-c99d0d6dbdf9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:39.357762 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.470353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b971a92a-d0a8-4673-9dd1-d8d0ccf9cad2 None None] Current status of the port 04f97011-2397-4732-a87e-c99d0d6dbdf9 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:39.481080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.484986 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.542793 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 04f97011-2397-4732-a87e-c99d0d6dbdf9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:39.543155 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.556335 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.586336 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Transition to ACTIVE for port object 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:39.586979 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.623321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dcb81e-a212-4545-8d0c-73f51f7d35bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-56a53b8f-09af-4c92-acf2-ae43caf4f777', 'network_id': '56a53b8f-09af-4c92-acf2-ae43caf4f777', 'tenant_id': '4513fc07452c4a6a90ffa880a764a780', 'fixed_ips': [{'subnet_id': '347750eb-bbcc-4f3a-a844-de6330390e2a'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:39.624187 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-55dcb81e-a212-4545-8d0c-73f51f7d35bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.650058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Transition to ACTIVE for port object 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:39.652473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Subnet': ['ID=347750eb-bbcc-4f3a-a844-de6330390e2a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:39.708332 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.714529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-509278a9-b19e-4eb9-a8b7-41ae08f6b06d req-2d3844dd-4477-454e-87e9-8e7da34b6efd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:39.722305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Transition to ACTIVE for port object 3e58272f-b92c-4388-a810-4e20bbb74dc6 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:39.745816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-509278a9-b19e-4eb9-a8b7-41ae08f6b06d req-2d3844dd-4477-454e-87e9-8e7da34b6efd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:39.747066 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-509278a9-b19e-4eb9-a8b7-41ae08f6b06d req-2d3844dd-4477-454e-87e9-8e7da34b6efd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 210 time: 0.1756401 May 24 23:06:39.751603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Transition to ACTIVE for port object a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:39.754851 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.796888 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.883167 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:39.883966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Network a8487f3a-fa0f-48a5-8765-22b1e664e5e0 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:39.888524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:39.894848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:39.897352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Pushing event updated for resources: {'Port': ['ID=7c5c9485-8bdb-4c72-b379-98ae5b21d5ea,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:39.937799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba042f42-02b2-407d-8f6a-405529752835 None None] Network 56a53b8f-09af-4c92-acf2-ae43caf4f777 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:39.944477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8::188 (a8487f3a-fa0f-48a5-8765-22b1e664e5e0/7dba4620-417a-4729-940e-5a9ac1ec7974/0787c04f-4964-41b2-b7b7-61531e36bc46) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:39.948360 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a53b8f-09af-4c92-acf2-ae43caf4f777']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:39.964940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63f1feb-fa69-41b0-b177-1ef347c35e48') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:39.965802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63f1feb-fa69-41b0-b177-1ef347c35e48') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:40.002450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=3e58272f-b92c-4388-a810-4e20bbb74dc6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:40.007928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.017606 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.054623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network e6042e06-3734-4df6-bbac-837fe9dcf3d4 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:40.085084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e42d2e74-6684-4777-bf62-06a77521a4dd'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:06:40.106911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:40.108340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:40.111706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:40.162611 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.202028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:40.202429 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.210961 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:40.214015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:40.327099 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c63f1feb-fa69-41b0-b177-1ef347c35e48 resource provider aggregate not found May 24 23:06:40.358858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event updated for resources: {'Port': ['ID=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:40.367585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:40.368251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.377967 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c63f1feb-fa69-41b0-b177-1ef347c35e48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c63f1feb-fa69-41b0-b177-1ef347c35e48 found for delete ", "request_id": "req-3755a43d-140f-4d4f-be04-60149efad0fb"}]} May 24 23:06:40.451063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-186928f9-b153-46f6-bfac-f1aaeb606ae5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2773278 May 24 23:06:40.462566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:40.463558 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.494273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Request body: {'port': {'device_id': '84797efd-16f3-4804-85c1-95c182ad344b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:40.543561 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.556959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 04f97011-2397-4732-a87e-c99d0d6dbdf9 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:40.647056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4b82f-8db6-4fb5-b6a3-1c42d429241a req-b7aceb40-55a6-4c39-8d6d-79ca4e41db9c tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:40.660146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95f4b82f-8db6-4fb5-b6a3-1c42d429241a req-b7aceb40-55a6-4c39-8d6d-79ca4e41db9c tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.5145161 May 24 23:06:40.662130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.672262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Attempting to bind port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:40.673008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Attempting to bind port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '3bb60c1f-32ef-4f71-9d67-30104252e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a8487f3a-fa0f-48a5-8765-22b1e664e5e0'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:40.673879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Attempting to bind port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea on network a8487f3a-fa0f-48a5-8765-22b1e664e5e0 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:40.700249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:40.701218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Checking segment: {'id': '3bb60c1f-32ef-4f71-9d67-30104252e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a8487f3a-fa0f-48a5-8765-22b1e664e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:40.702176 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.702811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Bound using segment: {'id': '3bb60c1f-32ef-4f71-9d67-30104252e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a8487f3a-fa0f-48a5-8765-22b1e664e5e0'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:40.703514 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Bound port: 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb60c1f-32ef-4f71-9d67-30104252e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a8487f3a-fa0f-48a5-8765-22b1e664e5e0'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:40.704240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.715106 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.717105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-e330a389-b349-4a99-b81f-5525227ce169 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0486364 May 24 23:06:40.738234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Request body: {'port': {'device_id': 'e893289c-f6da-4596-a65b-ea1aa70cdc7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:40.744741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Network': ['ID=56a53b8f-09af-4c92-acf2-ae43caf4f777,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:40.826726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9cc07dce-9b05-4acd-b869-ab27b4e9fcdc None None] Provisioning for port 3e58272f-b92c-4388-a810-4e20bbb74dc6 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:40.839854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9cc07dce-9b05-4acd-b869-ab27b4e9fcdc None None] Provisioning complete for port 3e58272f-b92c-4388-a810-4e20bbb74dc6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:40.840241 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9cc07dce-9b05-4acd-b869-ab27b4e9fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.846217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b5b9e-8386-4b0f-b8df-84ecb2e26b06 req-26247e14-e479-47e9-b272-945e6b68f761 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:40.848589 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf2b5b9e-8386-4b0f-b8df-84ecb2e26b06 req-26247e14-e479-47e9-b272-945e6b68f761 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 932 time: 0.7763629 May 24 23:06:40.853826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d1daaf22-db0b-42e4-8d9f-50efc849c4d1 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/56a53b8f-09af-4c92-acf2-ae43caf4f777 HTTP/1.1" status: 204 len: 168 time: 1.6742654 May 24 23:06:40.863203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50232) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:40.865447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95f4b82f-8db6-4fb5-b6a3-1c42d429241a req-a97f1d68-ebfd-478a-b9f7-0113fa84db20 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006872 May 24 23:06:40.899645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-489529297'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:40.907513 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.929974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9cc07dce-9b05-4acd-b869-ab27b4e9fcdc None None] Port 3e58272f-b92c-4388-a810-4e20bbb74dc6 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:40.949986 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:40.968302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object 0787c04f-4964-41b2-b7b7-61531e36bc46 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:40.985237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.018482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-20b89393-33c0-4923-ab27-a5651956065c None None] For port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:41.021960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-20b89393-33c0-4923-ab27-a5651956065c None None] For port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c5c9485-8bdb-4c72-b379-98ae5b21d5ea,segment=NetworkSegment(3bb60c1f-32ef-4f71-9d67-30104252e40d),segment_id=3bb60c1f-32ef-4f71-9d67-30104252e40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:41.030436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:41.031125 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.038400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.048383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:network and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:41.132517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:41.133212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b89393-33c0-4923-ab27-a5651956065c None None] Pushing event updated for resources: {'Port': ['ID=7c5c9485-8bdb-4c72-b379-98ae5b21d5ea,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:41.137398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7b10a724-f861-4286-8db8-46d7c3d86d6c None None] Provisioning for port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:41.145954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7b10a724-f861-4286-8db8-46d7c3d86d6c None None] Provisioning complete for port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:41.145954 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7b10a724-f861-4286-8db8-46d7c3d86d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.177765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:41.211705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7b10a724-f861-4286-8db8-46d7c3d86d6c None None] Port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:41.214964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=0787c04f-4964-41b2-b7b7-61531e36bc46,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:41.228746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network a8487f3a-fa0f-48a5-8765-22b1e664e5e0 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:41.231583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:41.237253 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf2b5b9e-8386-4b0f-b8df-84ecb2e26b06 req-70c1db06-8490-4ee4-85d5-972216a19b2f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729343 May 24 23:06:41.238225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:41.244498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:41.245099 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.250923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:41.254760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.299716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:41.308280 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.308625 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Added segment 0c3948a2-9f96-4154-8642-33faaff2f2d0 of type vlan for network 293cf36e-3dd8-46e0-9f12-2942ef084ea2 May 24 23:06:41.334303 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.356307 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1015845f-e253-468c-9388-3a7256c1b7fc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5432746 May 24 23:06:41.356912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50240) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:41.367218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': 'a8487f3a-fa0f-48a5-8765-22b1e664e5e0', 'name': 'tempest-PortsIpV6TestJSON-1206393216'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:41.473195 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.482623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:41.483279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.736154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00209e0e-3e4e-44f3-b60c-46eee8499872 req-80184744-5690-4a85-bcc1-c9c2baa21aaa tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:41.738391 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00209e0e-3e4e-44f3-b60c-46eee8499872 req-80184744-5690-4a85-bcc1-c9c2baa21aaa tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 931 time: 0.5758195 May 24 23:06:41.743919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:06:41.774946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.817992 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9509230 May 24 23:06:41.824109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50254) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:41.835807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'network_id': '293cf36e-3dd8-46e0-9f12-2942ef084ea2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:41.893366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Transition to ACTIVE for port object a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:41.906813 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:41.913754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ba2a5-9b61-4077-9d5a-835148ad096c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=293cf36e-3dd8-46e0-9f12-2942ef084ea2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:41.930774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 293cf36e-3dd8-46e0-9f12-2942ef084ea2 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:41.979793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:41.989507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:port and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:41.994102 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:42.007569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:42.010676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00209e0e-3e4e-44f3-b60c-46eee8499872 req-fcf216e7-feba-4fa0-8b6e-25132aa8414e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620513 May 24 23:06:42.019282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:42.035979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:subnet and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:42.054135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:42.069659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:42.139196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:42.141173 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:42.178310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:42.181916 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:42.270587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port bf6408af-49b1-4b8e-ba1f-a7dbb4f75454 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:42.469315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144a193-19f3-45c0-8d34-469b3d7fc4e3 req-0f87000f-2e1e-4d49-9742-7df9506fd74c tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:42.471833 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c144a193-19f3-45c0-8d34-469b3d7fc4e3 req-0f87000f-2e1e-4d49-9742-7df9506fd74c tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.3994799 May 24 23:06:42.601559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:42.639751 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Attempting to bind port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:42.640318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Attempting to bind port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:42.643196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Attempting to bind port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:42.654953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c144a193-19f3-45c0-8d34-469b3d7fc4e3 req-71610f05-9459-46ed-abf4-84989a7f98fc tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661406 May 24 23:06:42.657588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:06:42.658144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Attempting to bind port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:42.676412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:42.676887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Checking segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:42.677381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Bound using segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:42.677970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Bound port: a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:42.678444 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:42.693573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affd0479-6809-47d4-a6df-c74d842c3246 None None] Network a8487f3a-fa0f-48a5-8765-22b1e664e5e0 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:42.762008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8::3d7 (a8487f3a-fa0f-48a5-8765-22b1e664e5e0/7dba4620-417a-4729-940e-5a9ac1ec7974/bf6408af-49b1-4b8e-ba1f-a7dbb4f75454) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:42.842182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee801f1-2731-473a-a00b-d3601f3a4e42 req-d245aa39-e431-465d-8ba6-3b4144610a8d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:42.842841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fee801f1-2731-473a-a00b-d3601f3a4e42 req-d245aa39-e431-465d-8ba6-3b4144610a8d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:42.852953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-18346a7d-9f3a-4e97-845f-784008a9ae08 None None] Provisioning for port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:42.874344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fee801f1-2731-473a-a00b-d3601f3a4e42 req-d245aa39-e431-465d-8ba6-3b4144610a8d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:42.875501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fee801f1-2731-473a-a00b-d3601f3a4e42 req-d245aa39-e431-465d-8ba6-3b4144610a8d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 944 time: 0.4130263 May 24 23:06:42.880957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e58272f-b92c-4388-a810-4e20bbb74dc6 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:06:42.885729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] For port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:42.896916 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:42.909414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:42.922301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] For port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:42.946542 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.002226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Transition to ACTIVE for port object 3e58272f-b92c-4388-a810-4e20bbb74dc6 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:43.014247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:43.014872 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.016289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] 10.222.0.50 "PUT /v2.0/ports/a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e HTTP/1.1" status: 200 len: 1092 time: 2.2911639 May 24 23:06:43.017983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e893289c-f6da-4596-a65b-ea1aa70cdc7d', 'tag': 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:43.025052 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fee801f1-2731-473a-a00b-d3601f3a4e42 req-155f2ebb-ed01-49fd-8264-edb6e5fd7709 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371090 May 24 23:06:43.037674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.205320 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144de915-cf50-48b2-be3c-fd6dda175bde'] response: {'name': 'network-changed', 'server_uuid': 'e893289c-f6da-4596-a65b-ea1aa70cdc7d', 'tag': 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e', 'status': 'completed', 'code': 200} May 24 23:06:43.275611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Checking segment: {'id': '0c3948a2-9f96-4154-8642-33faaff2f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '293cf36e-3dd8-46e0-9f12-2942ef084ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:43.276244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network hostable DHCP agents. Network: 293cf36e-3dd8-46e0-9f12-2942ef084ea2, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:43.284540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:43.294953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=b8dda656-f8b6-4445-be18-83c97be2621c,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:43.398628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network 293cf36e-3dd8-46e0-9f12-2942ef084ea2 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:43.406295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:43.411709 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.411997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5e255-df9e-4dc1-ac03-fe2da6b69aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:43.427974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:43.429430 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.444400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 293cf36e-3dd8-46e0-9f12-2942ef084ea2) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:43.458451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:43.459128 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.463926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object bf6408af-49b1-4b8e-ba1f-a7dbb4f75454 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:43.485324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188757a6-87dc-469b-9660-5f3d51ace7a2 None None] Network 293cf36e-3dd8-46e0-9f12-2942ef084ea2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:43.516720 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7980094b-2bd4-4760-bc75-650966817ac4 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6897829 May 24 23:06:43.522327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50284) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:43.716689 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.758459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=3e58272f-b92c-4388-a810-4e20bbb74dc6,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:43.812637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-aa09e7f0-8ac7-4d93-ab74-63424d518eba req-f9168200-0fb2-4abe-a5ce-8c1f7fe453f7 service neutron] (88390) timed out ('10.222.0.55', 56326) {{(pid=88390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:06:43.825702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Attempting to bind port 3e58272f-b92c-4388-a810-4e20bbb74dc6 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:43.826038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Attempting to bind port 3e58272f-b92c-4388-a810-4e20bbb74dc6 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:43.826370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Attempting to bind port 3e58272f-b92c-4388-a810-4e20bbb74dc6 on network e6042e06-3734-4df6-bbac-837fe9dcf3d4 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:43.852494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff9bda-faef-4f8f-9ee2-4e5697a3ecff req-fff4fe49-869b-4d11-845b-03c7f2c9a018 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:43.859918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45ff9bda-faef-4f8f-9ee2-4e5697a3ecff req-fff4fe49-869b-4d11-845b-03c7f2c9a018 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 943 time: 0.5689034 May 24 23:06:43.896973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-2ef18974-770a-4294-8262-e9a7011f665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:43.898928 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-2ef18974-770a-4294-8262-e9a7011f665b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 1095 time: 0.6928062 May 24 23:06:43.904304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Port 3e58272f-b92c-4388-a810-4e20bbb74dc6 on network e6042e06-3734-4df6-bbac-837fe9dcf3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:06:43.904861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Attempting to bind port 3e58272f-b92c-4388-a810-4e20bbb74dc6 on network e6042e06-3734-4df6-bbac-837fe9dcf3d4 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:43.922821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:43.923927 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:43.974031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network a8487f3a-fa0f-48a5-8765-22b1e664e5e0 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:43.989655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:43.997789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:44.006026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:44.006866 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.017039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-02c4916c-ab69-41f9-8b14-4801893ff8b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e HTTP/1.1" status: 200 len: 217 time: 0.1082120 May 24 23:06:44.043119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=bf6408af-49b1-4b8e-ba1f-a7dbb4f75454,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:44.069892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c5c9485-8bdb-4c72-b379-98ae5b21d5ea,segment=NetworkSegment(3bb60c1f-32ef-4f71-9d67-30104252e40d),segment_id=3bb60c1f-32ef-4f71-9d67-30104252e40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:44.076529 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.086254 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5d06beac-3012-4009-b02b-d1f7d846c420 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7257714 May 24 23:06:44.090722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50298) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:44.107523 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45ff9bda-faef-4f8f-9ee2-4e5697a3ecff req-099a3d0d-4272-4892-8abb-87a8f6c61438 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464502 May 24 23:06:44.112927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:44.113268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Checking segment: {'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:44.113674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Bound using segment: {'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:44.114202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Bound port: 3e58272f-b92c-4388-a810-4e20bbb74dc6, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b77227-db82-496c-8fd2-478b2cea8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:44.114554 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.126637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-293cf36e-3dd8-46e0-9f12-2942ef084ea2', 'network_id': '293cf36e-3dd8-46e0-9f12-2942ef084ea2', 'tenant_id': '4513fc07452c4a6a90ffa880a764a780', 'fixed_ips': [{'subnet_id': 'b8dda656-f8b6-4445-be18-83c97be2621c'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:44.128165 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.203843 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.257375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73794-7103-4a87-bcfd-652c8006cfe1 req-9770f6f8-f588-447a-9e6f-417ec7c32967 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:44.266888 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0f73794-7103-4a87-bcfd-652c8006cfe1 req-9770f6f8-f588-447a-9e6f-417ec7c32967 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.4026072 May 24 23:06:44.341608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] For port 3e58272f-b92c-4388-a810-4e20bbb74dc6, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:44.345476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] For port 3e58272f-b92c-4388-a810-4e20bbb74dc6, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3e58272f-b92c-4388-a810-4e20bbb74dc6,segment=NetworkSegment(38b77227-db82-496c-8fd2-478b2cea8f25),segment_id=38b77227-db82-496c-8fd2-478b2cea8f25)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:44.362044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Allocated IP 2001:db8::1 (293cf36e-3dd8-46e0-9f12-2942ef084ea2/b8dda656-f8b6-4445-be18-83c97be2621c/026ee724-f74e-4c24-939e-736fd05a792c) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:44.366673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bfe0dcec-ae98-4132-b76d-8c20ce27d93a None None] Provisioning for port 0787c04f-4964-41b2-b7b7-61531e36bc46 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:44.377831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bfe0dcec-ae98-4132-b76d-8c20ce27d93a None None] Provisioning complete for port 0787c04f-4964-41b2-b7b7-61531e36bc46 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:44.378261 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bfe0dcec-ae98-4132-b76d-8c20ce27d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.381225 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0f73794-7103-4a87-bcfd-652c8006cfe1 req-f357ceac-2004-4f6c-8fb2-834f08f0785f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129937 May 24 23:06:44.433666 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.437122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=7c5c9485-8bdb-4c72-b379-98ae5b21d5ea,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:44.512444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f525183-4d0d-4795-b338-2b45ba06a334 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:44.513877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7f525183-4d0d-4795-b338-2b45ba06a334 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:44.524926 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.542686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bfe0dcec-ae98-4132-b76d-8c20ce27d93a None None] Port 0787c04f-4964-41b2-b7b7-61531e36bc46 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:44.601717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bfe0dcec-ae98-4132-b76d-8c20ce27d93a None None] Provisioning complete for port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:44.602095 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bfe0dcec-ae98-4132-b76d-8c20ce27d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.603136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:44.608273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.609852 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] 10.222.0.50 "PUT /v2.0/ports/3e58272f-b92c-4388-a810-4e20bbb74dc6 HTTP/1.1" status: 200 len: 1091 time: 4.1218019 May 24 23:06:44.614979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7f525183-4d0d-4795-b338-2b45ba06a334 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:44.626960 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7f525183-4d0d-4795-b338-2b45ba06a334 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A188 HTTP/1.1" status: 200 len: 929 time: 0.5349157 May 24 23:06:44.628096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50308) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:44.634501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-63c68eed-2632-4a61-bd57-6da2cd4c0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:44.639652 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-63c68eed-2632-4a61-bd57-6da2cd4c0587 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.6132362 May 24 23:06:44.872322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c106f-b385-4dae-b426-f0e3b860fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=3e58272f-b92c-4388-a810-4e20bbb74dc6,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:44.909411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5d8de-31a6-4fd7-8d82-5f9d73dd1430 req-6a7c0942-bec6-4a95-89ee-6a1d6c4111d0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:44.912011 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03a5d8de-31a6-4fd7-8d82-5f9d73dd1430 req-6a7c0942-bec6-4a95-89ee-6a1d6c4111d0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 944 time: 0.5647752 May 24 23:06:44.937794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bfe0dcec-ae98-4132-b76d-8c20ce27d93a None None] Current status of the port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:44.947079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-16de99d4-87a4-4e82-9865-91e8e882341d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port bf6408af-49b1-4b8e-ba1f-a7dbb4f75454 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:44.947671 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16de99d4-87a4-4e82-9865-91e8e882341d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.952983 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:44.963673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Transition to ACTIVE for port object 026ee724-f74e-4c24-939e-736fd05a792c will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:44.983591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Transition to ACTIVE for port object 026ee724-f74e-4c24-939e-736fd05a792c will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:44.992155 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.026168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-8f4a204d-62af-4bde-8e56-dcd98d288d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:45.030317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-8f4a204d-62af-4bde-8e56-dcd98d288d7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 1094 time: 0.2993400 May 24 23:06:45.039146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03a5d8de-31a6-4fd7-8d82-5f9d73dd1430 req-46fbe0a5-58d5-4059-aad7-5d17f9e9cb4c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198912 May 24 23:06:45.054694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.102392 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Network 293cf36e-3dd8-46e0-9f12-2942ef084ea2 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:45.108110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:45.116292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:45.117858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-cf1a16ba-236f-4506-ac97-76598befa28f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58272f-b92c-4388-a810-4e20bbb74dc6 HTTP/1.1" status: 200 len: 217 time: 0.0770900 May 24 23:06:45.120236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3ebee0e8-4d8d-4aea-875b-ca9341daef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:45.121772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3ebee0e8-4d8d-4aea-875b-ca9341daef78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4642601 May 24 23:06:45.217782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Pushing event updated for resources: {'Port': ['ID=026ee724-f74e-4c24-939e-736fd05a792c,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:45.230880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:45.278669 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.286951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Subnet': ['ID=b8dda656-f8b6-4445-be18-83c97be2621c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:45.368698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8932446b-dd9a-4c99-b3f3-7baf49e5890c None None] Provisioning for port bf6408af-49b1-4b8e-ba1f-a7dbb4f75454 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:45.380437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8932446b-dd9a-4c99-b3f3-7baf49e5890c None None] Provisioning complete for port bf6408af-49b1-4b8e-ba1f-a7dbb4f75454 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:45.381013 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8932446b-dd9a-4c99-b3f3-7baf49e5890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.387055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293cf36e-3dd8-46e0-9f12-2942ef084ea2']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:45.400759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84797efd-16f3-4804-85c1-95c182ad344b', 'tag': '3e58272f-b92c-4388-a810-4e20bbb74dc6'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:45.478920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3948a2-9f96-4154-8642-33faaff2f2d0') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:45.479209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3948a2-9f96-4154-8642-33faaff2f2d0') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:45.495189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8932446b-dd9a-4c99-b3f3-7baf49e5890c None None] Port bf6408af-49b1-4b8e-ba1f-a7dbb4f75454 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:06:45.502886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Attempting to bind port 026ee724-f74e-4c24-939e-736fd05a792c on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:45.503455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Attempting to bind port 026ee724-f74e-4c24-939e-736fd05a792c by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '0c3948a2-9f96-4154-8642-33faaff2f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '293cf36e-3dd8-46e0-9f12-2942ef084ea2'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:45.504008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Attempting to bind port 026ee724-f74e-4c24-939e-736fd05a792c on network 293cf36e-3dd8-46e0-9f12-2942ef084ea2 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:45.516366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:45.517286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Checking segment: {'id': '0c3948a2-9f96-4154-8642-33faaff2f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '293cf36e-3dd8-46e0-9f12-2942ef084ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:45.518056 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.518783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Bound using segment: {'id': '0c3948a2-9f96-4154-8642-33faaff2f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '293cf36e-3dd8-46e0-9f12-2942ef084ea2'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:45.519457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Bound port: 026ee724-f74e-4c24-939e-736fd05a792c, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3948a2-9f96-4154-8642-33faaff2f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '293cf36e-3dd8-46e0-9f12-2942ef084ea2'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:45.520468 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.523851 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.561837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-eb8733d6-9713-45a4-9a7b-6fcc1826e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:45.563305 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-eb8733d6-9713-45a4-9a7b-6fcc1826e66f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=abfbff17-d894-4ada-bdba-17025fe24485 HTTP/1.1" status: 200 len: 834 time: 0.4261453 May 24 23:06:45.576061 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.579944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:45.580539 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.592926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:45.593325 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.672749 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-3c2512f8-53ff-4749-82e7-d75900ea3380 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730539 May 24 23:06:45.708537 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 0c3948a2-9f96-4154-8642-33faaff2f2d0 resource provider aggregate not found May 24 23:06:45.719151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] For port 026ee724-f74e-4c24-939e-736fd05a792c, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:45.739334 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16de99d4-87a4-4e82-9865-91e8e882341d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.764431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562096ad-f01b-473d-bb15-13fe6cd1a2e8 req-e8704e42-cbe6-4e9e-a6df-39d87558cdf5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:45.766183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-562096ad-f01b-473d-bb15-13fe6cd1a2e8 req-e8704e42-cbe6-4e9e-a6df-39d87558cdf5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 943 time: 0.4665215 May 24 23:06:45.768177 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 0c3948a2-9f96-4154-8642-33faaff2f2d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c3948a2-9f96-4154-8642-33faaff2f2d0 found for delete ", "request_id": "req-08610ea6-81f8-4422-b7d1-08cd1917f847"}]} May 24 23:06:45.801432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:45.832833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] For port 026ee724-f74e-4c24-939e-736fd05a792c, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=026ee724-f74e-4c24-939e-736fd05a792c,segment=NetworkSegment(0c3948a2-9f96-4154-8642-33faaff2f2d0),segment_id=0c3948a2-9f96-4154-8642-33faaff2f2d0)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:45.838738 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:45.848381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-91b4a76d-e32b-444c-be03-0235cc844afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:45.849602 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-91b4a76d-e32b-444c-be03-0235cc844afd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6042e06-3734-4df6-bbac-837fe9dcf3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2700136 May 24 23:06:45.908003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-16de99d4-87a4-4e82-9865-91e8e882341d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for bf6408af-49b1-4b8e-ba1f-a7dbb4f75454 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:45.953976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 23:06:45.953976 n-d-843146-7 neutron-server[88390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 23:06:45.953976 n-d-843146-7 neutron-server[88390]: [parameters: {'id': '293cf36e-3dd8-46e0-9f12-2942ef084ea2'}] May 24 23:06:45.953976 n-d-843146-7 neutron-server[88390]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:45.954417 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:45.980432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a33c3-16e1-4d4d-90ce-ec1c647e6efc None None] Pushing event updated for resources: {'Port': ['ID=026ee724-f74e-4c24-939e-736fd05a792c,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:46.001360 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-562096ad-f01b-473d-bb15-13fe6cd1a2e8 req-9b31fc8b-6753-49d0-8e19-cd0b709fbb10 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:46.039558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-562096ad-f01b-473d-bb15-13fe6cd1a2e8 req-9b31fc8b-6753-49d0-8e19-cd0b709fbb10 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:46.052820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-562096ad-f01b-473d-bb15-13fe6cd1a2e8 req-9b31fc8b-6753-49d0-8e19-cd0b709fbb10 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283735 May 24 23:06:46.076368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b29771dc-fd0d-4573-bec1-208c777f7b33 req-0ec1adee-7ead-4ec7-924d-59d02f92c8a7 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949413 May 24 23:06:46.102632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a223e9f-0117-4bb3-87ec-aa40658ee18d req-78423149-51aa-4725-aafa-547e661fd99f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:46.105329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa676f-9076-41e3-9e78-2a7f53720263 None None] Network 293cf36e-3dd8-46e0-9f12-2942ef084ea2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:46.113790 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a223e9f-0117-4bb3-87ec-aa40658ee18d req-78423149-51aa-4725-aafa-547e661fd99f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.3810408 May 24 23:06:46.139843 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc16b2d3-88b7-4a75-a1a4-c87f72f215dd'] response: {'name': 'network-changed', 'server_uuid': '84797efd-16f3-4804-85c1-95c182ad344b', 'tag': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'status': 'completed', 'code': 200} May 24 23:06:46.205395 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-c5eba9d3-b0bc-446b-a0cd-1258582850c6 service neutron] 10.222.0.50 "GET /v2.0/networks/e6042e06-3734-4df6-bbac-837fe9dcf3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380735 May 24 23:06:46.226682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a223e9f-0117-4bb3-87ec-aa40658ee18d req-4965a3d8-bf6f-4e10-82de-f29b8140f85a tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118937 May 24 23:06:46.250989 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16de99d4-87a4-4e82-9865-91e8e882341d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.392235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de99d4-87a4-4e82-9865-91e8e882341d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=bf6408af-49b1-4b8e-ba1f-a7dbb4f75454,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:46.437780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190c30-6f20-44a9-9f2c-e7fe795fb13d req-8899eb32-bbc7-419f-8717-7f5e6dd5a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:46.439607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e190c30-6f20-44a9-9f2c-e7fe795fb13d req-8899eb32-bbc7-419f-8717-7f5e6dd5a5dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 1095 time: 0.2854424 May 24 23:06:46.511239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd26b763-6ce7-4761-b791-b89a08603d6d req-87b7e858-e735-477f-86e4-168e81f3b76b service neutron] 10.222.0.50 "GET /v2.0/networks/e6042e06-3734-4df6-bbac-837fe9dcf3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835147 May 24 23:06:46.566505 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.631088 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16de99d4-87a4-4e82-9865-91e8e882341d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.686980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting port 026ee724-f74e-4c24-939e-736fd05a792c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:46.687397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:46.728239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fcc956-9c19-4b84-ad22-523c427e454f None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:06:46.748456 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-16de99d4-87a4-4e82-9865-91e8e882341d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/bf6408af-49b1-4b8e-ba1f-a7dbb4f75454 HTTP/1.1" status: 204 len: 168 time: 2.1159451 May 24 23:06:46.751749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50362) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:46.761291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190c30-6f20-44a9-9f2c-e7fe795fb13d req-8fdc0ff3-a9e6-4111-9363-85bbfd162aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:46.763735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e190c30-6f20-44a9-9f2c-e7fe795fb13d req-8fdc0ff3-a9e6-4111-9363-85bbfd162aff service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.3065679 May 24 23:06:46.870464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e190c30-6f20-44a9-9f2c-e7fe795fb13d req-3ff2154f-8a3e-4d7a-835b-cd8befb73b52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e HTTP/1.1" status: 200 len: 217 time: 0.1002810 May 24 23:06:46.876773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76d293-85d5-4fc9-8318-aae35cabe3e7 req-de726b0f-ba1a-4c35-b8ef-e2c0985fcc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:46.878491 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d76d293-85d5-4fc9-8318-aae35cabe3e7 req-de726b0f-ba1a-4c35-b8ef-e2c0985fcc0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 1094 time: 0.2722414 May 24 23:06:46.958264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fcc956-9c19-4b84-ad22-523c427e454f None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:06:47.020764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] For port 026ee724-f74e-4c24-939e-736fd05a792c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=026ee724-f74e-4c24-939e-736fd05a792c,segment=NetworkSegment(0c3948a2-9f96-4154-8642-33faaff2f2d0),segment_id=0c3948a2-9f96-4154-8642-33faaff2f2d0)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:47.021115 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.195216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190c30-6f20-44a9-9f2c-e7fe795fb13d req-8f1850b2-ec8b-4191-99ab-9ccac723a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:47.196697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e190c30-6f20-44a9-9f2c-e7fe795fb13d req-8f1850b2-ec8b-4191-99ab-9ccac723a9b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.3168015 May 24 23:06:47.279004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76d293-85d5-4fc9-8318-aae35cabe3e7 req-1b11ffd3-618d-4ea8-bb43-f0ab6dd36955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:47.280605 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d76d293-85d5-4fc9-8318-aae35cabe3e7 req-1b11ffd3-618d-4ea8-bb43-f0ab6dd36955 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6042e06-3734-4df6-bbac-837fe9dcf3d4 HTTP/1.1" status: 200 len: 898 time: 0.3660898 May 24 23:06:47.286538 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Calling delete_port for 026ee724-f74e-4c24-939e-736fd05a792c owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:47.323888 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b7bb7e-389f-4883-b0de-cfa6af988fef tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:06:47.324697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-93b7bb7e-389f-4883-b0de-cfa6af988fef tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:47.359570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6f328-a2b5-47d1-a755-fc56a67d245d req-a8d99c51-9c33-4f6c-a1b3-db906620ccee tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:47.361735 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cb6f328-a2b5-47d1-a755-fc56a67d245d req-a8d99c51-9c33-4f6c-a1b3-db906620ccee tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 944 time: 0.9875627 May 24 23:06:47.394226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-93b7bb7e-389f-4883-b0de-cfa6af988fef tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:47.396172 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-93b7bb7e-389f-4883-b0de-cfa6af988fef tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/bf6408af-49b1-4b8e-ba1f-a7dbb4f75454 HTTP/1.1" status: 404 len: 333 time: 0.6418529 May 24 23:06:47.412058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50382) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:47.482014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.517284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1939845f-38e6-41a0-92fa-f9bdbefd0c65 None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:06:47.560031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb2f0a-4206-4479-b813-0c3c39a51248 req-4aa6b0fd-c04f-41cc-a847-62630e6c26c3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:47.560720 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2acb2f0a-4206-4479-b813-0c3c39a51248 req-4aa6b0fd-c04f-41cc-a847-62630e6c26c3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 946 time: 0.4948337 May 24 23:06:47.601743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Port': ['ID=026ee724-f74e-4c24-939e-736fd05a792c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:47.621481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d76d293-85d5-4fc9-8318-aae35cabe3e7 req-e990bbca-48c1-4be4-933d-ab450353b563 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58272f-b92c-4388-a810-4e20bbb74dc6 HTTP/1.1" status: 200 len: 217 time: 0.3189530 May 24 23:06:47.629649 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cb6f328-a2b5-47d1-a755-fc56a67d245d req-4260639c-d9e9-4c31-8bc6-7f7614b2b778 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550592 May 24 23:06:47.634452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No DVR routers for this DVR port 026ee724-f74e-4c24-939e-736fd05a792c on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:47.682480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1939845f-38e6-41a0-92fa-f9bdbefd0c65 None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:06:47.720186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b327b2a6-d022-47f7-9ebf-6053958ecf3e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 0787c04f-4964-41b2-b7b7-61531e36bc46 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:47.720843 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b327b2a6-d022-47f7-9ebf-6053958ecf3e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:47.736530 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2acb2f0a-4206-4479-b813-0c3c39a51248 req-2b6d2fa4-4d7d-474d-aec2-a1a081afe387 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=98c3f724-c318-49ae-b6cf-761b85e21f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643333 May 24 23:06:47.762451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190c30-6f20-44a9-9f2c-e7fe795fb13d req-132fbadd-9972-47e3-a8b7-e0c66b62a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:47.768928 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e190c30-6f20-44a9-9f2c-e7fe795fb13d req-132fbadd-9972-47e3-a8b7-e0c66b62a1f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5584326 May 24 23:06:47.890558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76d293-85d5-4fc9-8318-aae35cabe3e7 req-d9cda8b4-a85e-4361-9766-c2cc30ae534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:47.890558 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d76d293-85d5-4fc9-8318-aae35cabe3e7 req-d9cda8b4-a85e-4361-9766-c2cc30ae534f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=abfbff17-d894-4ada-bdba-17025fe24485 HTTP/1.1" status: 200 len: 834 time: 0.2582459 May 24 23:06:47.989140 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.080258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293cf36e-3dd8-46e0-9f12-2942ef084ea2']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:48.093867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e190c30-6f20-44a9-9f2c-e7fe795fb13d req-e2ca27a5-f7f4-4a2e-8eaf-ce51b1737776 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131692 May 24 23:06:48.114360 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3948a2-9f96-4154-8642-33faaff2f2d0') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:48.114657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3948a2-9f96-4154-8642-33faaff2f2d0') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:48.150219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76d293-85d5-4fc9-8318-aae35cabe3e7 req-a74d6050-06d3-4de8-bb21-76f73dfe6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:48.151715 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d76d293-85d5-4fc9-8318-aae35cabe3e7 req-a74d6050-06d3-4de8-bb21-76f73dfe6183 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6042e06-3734-4df6-bbac-837fe9dcf3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2446609 May 24 23:06:48.182035 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.244448 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.272219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e306c6-9d89-47b0-b3c7-b0adfa12a29d req-c14200ed-913e-4e35-8412-c880be490e99 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:48.274496 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4e306c6-9d89-47b0-b3c7-b0adfa12a29d req-c14200ed-913e-4e35-8412-c880be490e99 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 943 time: 0.4838607 May 24 23:06:48.298561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c01f4-0316-46a2-9841-3a2ac0e24c89 req-ba92856d-584d-4783-b050-d0957f92f656 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:48.299461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:48.299932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.300063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a3c01f4-0316-46a2-9841-3a2ac0e24c89 req-ba92856d-584d-4783-b050-d0957f92f656 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.3489425 May 24 23:06:48.344334 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 0c3948a2-9f96-4154-8642-33faaff2f2d0 resource provider aggregate not found May 24 23:06:48.415895 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e190c30-6f20-44a9-9f2c-e7fe795fb13d req-f7914f54-d116-4c79-a1de-8eb446523a07 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112912 May 24 23:06:48.427268 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 0c3948a2-9f96-4154-8642-33faaff2f2d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c3948a2-9f96-4154-8642-33faaff2f2d0 found for delete ", "request_id": "req-f445cdaf-6c3a-4603-bfc4-2e23525a2625"}]} May 24 23:06:48.428932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9a3c01f4-0316-46a2-9841-3a2ac0e24c89 req-00346743-22ef-4387-af43-3e8aba9e9a69 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131985 May 24 23:06:48.437261 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d76d293-85d5-4fc9-8318-aae35cabe3e7 req-d19e60be-4235-4850-9b7b-32036218b4c1 service neutron] 10.222.0.50 "GET /v2.0/networks/e6042e06-3734-4df6-bbac-837fe9dcf3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345731 May 24 23:06:48.499341 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b327b2a6-d022-47f7-9ebf-6053958ecf3e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.571523 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4e306c6-9d89-47b0-b3c7-b0adfa12a29d req-8e6108b4-3ed1-47cc-9409-b1eb3675fa5c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961669 May 24 23:06:48.633070 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d76d293-85d5-4fc9-8318-aae35cabe3e7 req-64b3817a-ae21-4025-b445-bd54f59e9f30 service neutron] 10.222.0.50 "GET /v2.0/networks/e6042e06-3734-4df6-bbac-837fe9dcf3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864607 May 24 23:06:48.643529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b327b2a6-d022-47f7-9ebf-6053958ecf3e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 0787c04f-4964-41b2-b7b7-61531e36bc46 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:48.670879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.711020 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.723896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Network': ['ID=293cf36e-3dd8-46e0-9f12-2942ef084ea2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:48.745037 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-32e76ebb-894e-434f-a804-4c431fe0cb4b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/293cf36e-3dd8-46e0-9f12-2942ef084ea2 HTTP/1.1" status: 204 len: 168 time: 5.2210684 May 24 23:06:48.747719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50408) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:48.755838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2016859826'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:48.776107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:48.781328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:network and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:48.786358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:48.794025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:48.862168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-24ff1bc7-dd4a-4e6f-936e-bb6a57bd685c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:48.866858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-24ff1bc7-dd4a-4e6f-936e-bb6a57bd685c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 946 time: 0.4524095 May 24 23:06:48.872850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeadb5-aa2e-49bd-8746-5f63811d4a76 req-1223e1c7-6ae8-434c-81bd-79c252499779 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:48.872850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e4eeadb5-aa2e-49bd-8746-5f63811d4a76 req-1223e1c7-6ae8-434c-81bd-79c252499779 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 944 time: 0.1272404 May 24 23:06:48.916136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:48.919115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e4eeadb5-aa2e-49bd-8746-5f63811d4a76 req-350889bb-93f1-4717-9de8-5610a99592ff tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404177 May 24 23:06:48.919860 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:48.982423 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:06:49.027962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Deleting port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:49.028309 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.068748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:06:49.072065 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b327b2a6-d022-47f7-9ebf-6053958ecf3e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.246236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:49.261464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'port_id': 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e', 'mac_address': 'fa:16:3e:4e:fe:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:06:49.267635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:49.295410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327b2a6-d022-47f7-9ebf-6053958ecf3e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=0787c04f-4964-41b2-b7b7-61531e36bc46,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:49.308733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.309277 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Added segment 2b120506-1790-4e1f-82e2-73b2dc07a17c of type vlan for network d3aa0679-5893-42aa-83c7-5cc681c05560 May 24 23:06:49.345522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:49.349197 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.372399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:06:49.398186 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:49.411739 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.412660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3e58272f-b92c-4388-a810-4e20bbb74dc6 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:06:49.415453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b327b2a6-d022-47f7-9ebf-6053958ecf3e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.464199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6586c2-6bd0-4477-b344-220f62018221 req-bdcd0031-3bbf-42a0-bead-421dc5075e26 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:49.473130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a6586c2-6bd0-4477-b344-220f62018221 req-bdcd0031-3bbf-42a0-bead-421dc5075e26 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 946 time: 0.5650961 May 24 23:06:49.593954 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b327b2a6-d022-47f7-9ebf-6053958ecf3e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/0787c04f-4964-41b2-b7b7-61531e36bc46 HTTP/1.1" status: 204 len: 168 time: 2.1798620 May 24 23:06:49.599438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50430) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:49.602773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:49.644436 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.684114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3e58272f-b92c-4388-a810-4e20bbb74dc6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3e58272f-b92c-4388-a810-4e20bbb74dc6,segment=NetworkSegment(38b77227-db82-496c-8fd2-478b2cea8f25),segment_id=38b77227-db82-496c-8fd2-478b2cea8f25)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:49.707740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'port_id': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'mac_address': 'fa:16:3e:8f:04:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:06:49.716575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5a6586c2-6bd0-4477-b344-220f62018221 req-b8db7d86-8120-4cda-898e-bc272c3b7179 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:49.745988 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-663f0b3d-e34d-4309-8eae-97a563611d2a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:06:49.751334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-663f0b3d-e34d-4309-8eae-97a563611d2a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/0787c04f-4964-41b2-b7b7-61531e36bc46 HTTP/1.1" status: 404 len: 333 time: 0.0876677 May 24 23:06:49.752211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50436) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:49.756534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] For port d9f03b01-4803-4f26-b80b-8bd255e1c4c1, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d9f03b01-4803-4f26-b80b-8bd255e1c4c1,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:49.757170 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.769076 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.775001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:49.775799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.780743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3e58272f-b92c-4388-a810-4e20bbb74dc6 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:49.781758 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.803040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e58272f-b92c-4388-a810-4e20bbb74dc6 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:06:49.822768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3e58272f-b92c-4388-a810-4e20bbb74dc6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3e58272f-b92c-4388-a810-4e20bbb74dc6,segment=NetworkSegment(38b77227-db82-496c-8fd2-478b2cea8f25),segment_id=38b77227-db82-496c-8fd2-478b2cea8f25)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:49.831895 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.853301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c20e45-83f2-4047-b694-dc89544350fb req-4cf00dff-4a17-468b-95b1-385784b62b7f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:49.854833 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00c20e45-83f2-4047-b694-dc89544350fb req-4cf00dff-4a17-468b-95b1-385784b62b7f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.2544553 May 24 23:06:49.858990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-91956528-a3df-4b99-a296-1969eb6d0eae tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting subnet 7dba4620-417a-4729-940e-5a9ac1ec7974 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:06:49.865593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5a6586c2-6bd0-4477-b344-220f62018221 req-b8db7d86-8120-4cda-898e-bc272c3b7179 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:49.874368 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a6586c2-6bd0-4477-b344-220f62018221 req-b8db7d86-8120-4cda-898e-bc272c3b7179 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=98c3f724-c318-49ae-b6cf-761b85e21f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3998322 May 24 23:06:49.880380 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91956528-a3df-4b99-a296-1969eb6d0eae tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:49.956152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3e58272f-b92c-4388-a810-4e20bbb74dc6,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:49.979458 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00c20e45-83f2-4047-b694-dc89544350fb req-cdff8146-706a-4ca0-b922-389767067f2b tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177616 May 24 23:06:49.992805 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91956528-a3df-4b99-a296-1969eb6d0eae tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.028702 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2797842 May 24 23:06:50.040178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50446) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:50.058318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'network_id': 'd3aa0679-5893-42aa-83c7-5cc681c05560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:50.116975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebdcdd-a03c-4242-a5d4-86e321b0f1b9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=d3aa0679-5893-42aa-83c7-5cc681c05560,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:50.128620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d3aa0679-5893-42aa-83c7-5cc681c05560 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:50.156358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['3e58272f-b92c-4388-a810-4e20bbb74dc6'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:06:50.193038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:06:50.238652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:50.247009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:subnet and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:50.255741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:50.266779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:50.282807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91956528-a3df-4b99-a296-1969eb6d0eae tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.317773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:50.324445 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.434502 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.435019 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.435944 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Floating IP 5f9bdf41-e394-4dfb-b00f-ebc14169dd4f disassociated. External IP: 172.25.7.67, port: d9f03b01-4803-4f26-b80b-8bd255e1c4c1. May 24 23:06:50.436363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Calling delete_port for d9f03b01-4803-4f26-b80b-8bd255e1c4c1 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:50.495437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ab161-626f-421e-9ee1-4d8f000a257a req-bdf8b754-e8d8-4fc1-bc0f-88af85922d3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:50.497853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f70ab161-626f-421e-9ee1-4d8f000a257a req-bdf8b754-e8d8-4fc1-bc0f-88af85922d3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 944 time: 0.4520562 May 24 23:06:50.572335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f70ab161-626f-421e-9ee1-4d8f000a257a req-9b5b614e-a657-4675-8350-cd9ecf966adb tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656972 May 24 23:06:50.606226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21762bae-ec67-44f4-9241-8cea3f4644b2 req-1d5cb8df-43f0-4cfa-b15d-218c3e82d7e3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:50.608921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21762bae-ec67-44f4-9241-8cea3f4644b2 req-1d5cb8df-43f0-4cfa-b15d-218c3e82d7e3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 945 time: 0.4450378 May 24 23:06:50.701772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21762bae-ec67-44f4-9241-8cea3f4644b2 req-d1637060-7ac1-4a1c-af91-e99b4289ed55 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838919 May 24 23:06:50.710575 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91956528-a3df-4b99-a296-1969eb6d0eae tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.769967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91956528-a3df-4b99-a296-1969eb6d0eae tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Subnet': ['ID=7dba4620-417a-4729-940e-5a9ac1ec7974,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:50.771974 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91956528-a3df-4b99-a296-1969eb6d0eae tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.778490 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:50.786880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-91956528-a3df-4b99-a296-1969eb6d0eae tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/7dba4620-417a-4729-940e-5a9ac1ec7974 HTTP/1.1" status: 204 len: 168 time: 1.0298045 May 24 23:06:50.807857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fcb9cc-632d-4b69-9ee0-e2b30d7689f0 None None] Network a8487f3a-fa0f-48a5-8765-22b1e664e5e0 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:50.815279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50462) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:50.842146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'Port': ['ID=d9f03b01-4803-4f26-b80b-8bd255e1c4c1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:50.992078 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.107598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:51.111413 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.112847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d9f03b01-4803-4f26-b80b-8bd255e1c4c1 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:51.166262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:06:51.189994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4d58fd5-f9c6-4d96-b723-55822d737af2 req-ab67fbe5-11a0-4b7e-9b07-0df8a326eded tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 210 time: 0.0917974 May 24 23:06:51.239775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: d9f03b01-4803-4f26-b80b-8bd255e1c4c1 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:51.240976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d9f03b01-4803-4f26-b80b-8bd255e1c4c1 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:51.243536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f515045c-5369-4ded-b093-bd6b3dd562ba None None] DHCP port deletion for a8487f3a-fa0f-48a5-8765-22b1e664e5e0 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:06:51.248530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f515045c-5369-4ded-b093-bd6b3dd562ba None None] Deleting port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:51.249192 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f515045c-5369-4ded-b093-bd6b3dd562ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.341978 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.547910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f515045c-5369-4ded-b093-bd6b3dd562ba None None] For port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c5c9485-8bdb-4c72-b379-98ae5b21d5ea,segment=NetworkSegment(3bb60c1f-32ef-4f71-9d67-30104252e40d),segment_id=3bb60c1f-32ef-4f71-9d67-30104252e40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:51.549827 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f515045c-5369-4ded-b093-bd6b3dd562ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.583596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276ac03-3195-40f2-be35-374d6419099f req-a5d86a53-93d6-476f-8b91-bee584fb258e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:51.593440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f276ac03-3195-40f2-be35-374d6419099f req-a5d86a53-93d6-476f-8b91-bee584fb258e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.3627005 May 24 23:06:51.646868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:06:51.651022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=f892f70f-adbb-4b30-90c0-fb152907b35f,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:51.717944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c274be-c0bb-46cf-877b-e60cf4eb3e63 None None] Sync routers for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:06:51.755004 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f276ac03-3195-40f2-be35-374d6419099f req-21e1e429-381c-4adc-9922-03b75bd8039f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613560 May 24 23:06:51.755736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Checking segment: {'id': '2b120506-1790-4e1f-82e2-73b2dc07a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd3aa0679-5893-42aa-83c7-5cc681c05560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:51.756103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network hostable DHCP agents. Network: d3aa0679-5893-42aa-83c7-5cc681c05560, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:51.773619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] For port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7c5c9485-8bdb-4c72-b379-98ae5b21d5ea,segment=NetworkSegment(3bb60c1f-32ef-4f71-9d67-30104252e40d),segment_id=3bb60c1f-32ef-4f71-9d67-30104252e40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:51.776495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] No DVR routers for this DVR port d9f03b01-4803-4f26-b80b-8bd255e1c4c1 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:51.777206 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.783397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:51.831842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f515045c-5369-4ded-b093-bd6b3dd562ba None None] Calling delete_port for 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:51.842923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1237560f-53b1-4df1-9291-b7803fec9c33', 'name': 'network-vif-deleted', 'tag': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:51.871795 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6f6905e-e4dd-42de-9b6d-4d67283f8742 req-1f10ebd9-28c4-4e42-91ca-cbad38966d22 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "DELETE /v2.0/ports/d9f03b01-4803-4f26-b80b-8bd255e1c4c1 HTTP/1.1" status: 204 len: 173 time: 2.9984953 May 24 23:06:51.891642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c274be-c0bb-46cf-877b-e60cf4eb3e63 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:51.892322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-56c274be-c0bb-46cf-877b-e60cf4eb3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:06:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:51.949905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44a8b8-0a69-499a-ae23-c4f2779ddf37 req-ccc7ba0b-d2bf-4b9b-b1da-71f8995c1d33 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:51.953000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e44a8b8-0a69-499a-ae23-c4f2779ddf37 req-ccc7ba0b-d2bf-4b9b-b1da-71f8995c1d33 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 944 time: 0.1473258 May 24 23:06:52.054893 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e44a8b8-0a69-499a-ae23-c4f2779ddf37 req-d3418bb8-a074-4098-93d7-52e0fcf659da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909357 May 24 23:06:52.115956 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f515045c-5369-4ded-b093-bd6b3dd562ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.119672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:52.138651 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a63fc0-6187-46d3-a0d8-2c10efd5cf9c'] response: {'server_uuid': '1237560f-53b1-4df1-9291-b7803fec9c33', 'name': 'network-vif-deleted', 'tag': 'd9f03b01-4803-4f26-b80b-8bd255e1c4c1', 'status': 'completed', 'code': 200} May 24 23:06:52.176655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515045c-5369-4ded-b093-bd6b3dd562ba None None] Pushing event deleted for resources: {'Port': ['ID=7c5c9485-8bdb-4c72-b379-98ae5b21d5ea,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:52.178558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515045c-5369-4ded-b093-bd6b3dd562ba None None] No DVR routers for this DVR port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:06:52.200040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-56c274be-c0bb-46cf-877b-e60cf4eb3e63 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:52.230235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network d3aa0679-5893-42aa-83c7-5cc681c05560 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:52.266944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d3aa0679-5893-42aa-83c7-5cc681c05560) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:52.281565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5dd206-aaf4-40d2-be3d-5a8c7803d719 None None] Network d3aa0679-5893-42aa-83c7-5cc681c05560 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:52.301910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:52.302538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.334536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938f891-ec6b-4d1f-961d-46deaa1fbcaf req-a35a4745-5dc5-43b0-bdd4-3387f0536a49 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:52.336185 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d938f891-ec6b-4d1f-961d-46deaa1fbcaf req-a35a4745-5dc5-43b0-bdd4-3387f0536a49 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 945 time: 0.3870225 May 24 23:06:52.344737 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:52.344737 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:52.381625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-04493838-b57a-40f1-ad71-d96e7ba68a0a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3402846 May 24 23:06:52.384637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50496) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:52.421708 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d938f891-ec6b-4d1f-961d-46deaa1fbcaf req-f153e1af-82f3-49ab-9493-6d0db531ed79 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648086 May 24 23:06:52.449015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'network_id': 'd3aa0679-5893-42aa-83c7-5cc681c05560', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:52.482300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dc80ca1e-5fc4-4669-bda8-cb13b9843bcd req-44a82145-1060-4a3e-823f-52611c901f57 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:52.596449 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-dc80ca1e-5fc4-4669-bda8-cb13b9843bcd req-44a82145-1060-4a3e-823f-52611c901f57 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:52.598170 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc80ca1e-5fc4-4669-bda8-cb13b9843bcd req-44a82145-1060-4a3e-823f-52611c901f57 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=1237560f-53b1-4df1-9291-b7803fec9c33 HTTP/1.1" status: 200 len: 210 time: 0.2123225 May 24 23:06:52.661080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:52.665117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:subnet and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:52.668530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:52.674806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:52.699336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:52.711051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.772122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-d3aa0679-5893-42aa-83c7-5cc681c05560', 'network_id': 'd3aa0679-5893-42aa-83c7-5cc681c05560', 'tenant_id': '4513fc07452c4a6a90ffa880a764a780', 'fixed_ips': [{'subnet_id': 'f892f70f-adbb-4b30-90c0-fb152907b35f'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:52.772977 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.843005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:52.843673 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:52.961597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] The port '7c5c9485-8bdb-4c72-b379-98ae5b21d5ea' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:06:53.062598 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.122198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Allocated IP 2001:db8::2 (d3aa0679-5893-42aa-83c7-5cc681c05560/f892f70f-adbb-4b30-90c0-fb152907b35f/191f5034-b1a0-44d2-bbee-e11d74b2631b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:53.168750 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.204239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8487f3a-fa0f-48a5-8765-22b1e664e5e0']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:53.219411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb60c1f-32ef-4f71-9d67-30104252e40d') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:53.220074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb60c1f-32ef-4f71-9d67-30104252e40d') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:53.233220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network d3aa0679-5893-42aa-83c7-5cc681c05560 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:53.234471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=c2dc9017-8746-4a29-8062-42c944b7e854,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:53.237857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49266fe-61bc-4525-9924-cff8f28059c3 req-b550724e-56e7-4ec8-aa72-4997da194970 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:53.238041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:53.239719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c49266fe-61bc-4525-9924-cff8f28059c3 req-b550724e-56e7-4ec8-aa72-4997da194970 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.2762158 May 24 23:06:53.240764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:53.241436 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.244498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.296257 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c49266fe-61bc-4525-9924-cff8f28059c3 req-706cd643-faeb-4320-a47e-c19e1fc79c7e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445580 May 24 23:06:53.297148 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.304020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:06:53.304676 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.324427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:53.345830 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-aed6c8d6-da68-4f4b-9a27-45ca2d022467 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9582050 May 24 23:06:53.346564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50520) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:53.398009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:06:53.441105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36d668-72e4-4dde-898b-cff20586d464 req-f3a06113-d5e0-4c02-8600-996d2b8a2176 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:53.444860 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e36d668-72e4-4dde-898b-cff20586d464 req-f3a06113-d5e0-4c02-8600-996d2b8a2176 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 944 time: 0.1978574 May 24 23:06:53.485984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:06:53.486857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7c5c9485-8bdb-4c72-b379-98ae5b21d5ea not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:06:53.487009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78847647-b4ce-4be7-b141-d14ad2a495a9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:53.488720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78847647-b4ce-4be7-b141-d14ad2a495a9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:53.490290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78847647-b4ce-4be7-b141-d14ad2a495a9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:53.492017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78847647-b4ce-4be7-b141-d14ad2a495a9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:53.495076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78847647-b4ce-4be7-b141-d14ad2a495a9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:53.496604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-78847647-b4ce-4be7-b141-d14ad2a495a9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Synchronizing usage tracker for tenant:4513fc07452c4a6a90ffa880a764a780 on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:06:53.526626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e36d668-72e4-4dde-898b-cff20586d464 req-ed017dc8-cec9-417d-98f6-7f2684af623e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807734 May 24 23:06:53.548328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-78847647-b4ce-4be7-b141-d14ad2a495a9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Unset dirty status for tenant:4513fc07452c4a6a90ffa880a764a780 on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:06:53.556461 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-78847647-b4ce-4be7-b141-d14ad2a495a9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2077167 May 24 23:06:53.562504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50528) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:53.568128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-354154891'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:53.586685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:53.596749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:network and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:53.601908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:53.612304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-56c274be-c0bb-46cf-877b-e60cf4eb3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '23b3917d-7c13-4a56-ac8e-a7f62c88a9d2', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:e4:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a415a-2844-417e-9883-56841da72e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:09Z', 'updated_at': '2022-05-24T23:04:53Z', 'revision_number': 2, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:53.614833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:53.625102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c274be-c0bb-46cf-877b-e60cf4eb3e63 None None] Checking router: e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:06:53.629095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:53.645279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:53.650724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.651231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c274be-c0bb-46cf-877b-e60cf4eb3e63 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:06:53.651863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-56c274be-c0bb-46cf-877b-e60cf4eb3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:06:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:53.682245 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 3bb60c1f-32ef-4f71-9d67-30104252e40d resource provider aggregate not found May 24 23:06:53.687769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:53.700487 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.701932 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Added segment 3ae4c8dc-662e-4c70-8071-6554b550f16d of type vlan for network f3486fd9-4075-4497-a474-f0e96511aadf May 24 23:06:53.733843 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.777450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.784324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:53.785163 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.787414 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 3bb60c1f-32ef-4f71-9d67-30104252e40d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bb60c1f-32ef-4f71-9d67-30104252e40d found for delete ", "request_id": "req-2bdb4eb9-74fe-4dd7-bf3a-c3a080e6de16"}]} May 24 23:06:53.827040 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.851609 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602704'] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.880698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50542) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:53.913687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:53.914264 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:53.957099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/networks/a8487f3a-fa0f-48a5-8765-22b1e664e5e0 HTTP/1.1" status: 204 len: 168 time: 3.1406307 May 24 23:06:53.958749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9168e5-fa80-468b-ab55-7c12238210d7 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Network': ['ID=a8487f3a-fa0f-48a5-8765-22b1e664e5e0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:53.961046 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3972437 May 24 23:06:53.962510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50546) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:53.963081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50548) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:53.972267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-56c274be-c0bb-46cf-877b-e60cf4eb3e63 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:06:53.972609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa22ec-d612-4029-9f26-d947ef4b193c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=f3486fd9-4075-4497-a474-f0e96511aadf,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:53.989020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-128182389'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:53.997070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:54.005041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7b245581-d908-40f1-ad16-d4b70e6fba0f tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:54.043153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:network and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:54.049734 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network f3486fd9-4075-4497-a474-f0e96511aadf details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:54.049921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:54.065829 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.123996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:54.167529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ab55-eefe-4ae6-9044-69411dc98987 req-b15b2719-a1b7-475b-b29a-151dc4511b66 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:54.169011 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4a96ab55-eefe-4ae6-9044-69411dc98987 req-b15b2719-a1b7-475b-b29a-151dc4511b66 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 945 time: 0.4814603 May 24 23:06:54.214496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Transition to ACTIVE for port object 191f5034-b1a0-44d2-bbee-e11d74b2631b will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:54.215890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:54.219367 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.228519 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3675ec50-a92c-4280-ab6d-87d43f4ba3bd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.281173 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.328011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Transition to ACTIVE for port object 191f5034-b1a0-44d2-bbee-e11d74b2631b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:54.360947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3675ec50-a92c-4280-ab6d-87d43f4ba3bd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.378656 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4a96ab55-eefe-4ae6-9044-69411dc98987 req-10f41053-c376-48b9-9277-fb2e6e502dfe tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825724 May 24 23:06:54.391632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:06:54.398538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.425341 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.425985 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Added segment fdce6aa0-49b4-48df-8507-cbb619a7b0b0 of type vlan for network e62e4c16-1dbb-4c0e-b9c4-d6852e501985 May 24 23:06:54.434320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b245581-d908-40f1-ad16-d4b70e6fba0f tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.486704 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.491224 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b245581-d908-40f1-ad16-d4b70e6fba0f tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.573898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Pushing event updated for resources: {'Port': ['ID=191f5034-b1a0-44d2-bbee-e11d74b2631b,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:54.574119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b245581-d908-40f1-ad16-d4b70e6fba0f tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network f3486fd9-4075-4497-a474-f0e96511aadf is not hosted by any dhcp agent {{(pid=88389) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 24 23:06:54.579653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b245581-d908-40f1-ad16-d4b70e6fba0f tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:54.580273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b245581-d908-40f1-ad16-d4b70e6fba0f tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.584598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7b245581-d908-40f1-ad16-d4b70e6fba0f tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "PUT /v2.0/networks/f3486fd9-4075-4497-a474-f0e96511aadf HTTP/1.1" status: 200 len: 723 time: 0.6081705 May 24 23:06:54.588155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50566) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:54.611367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:54.612023 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.616208 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3675ec50-a92c-4280-ab6d-87d43f4ba3bd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.626188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'network_id': 'f3486fd9-4075-4497-a474-f0e96511aadf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:54.660440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675ec50-a92c-4280-ab6d-87d43f4ba3bd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c3f724-c318-49ae-b6cf-761b85e21f79,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:54.685664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e893289c-f6da-4596-a65b-ea1aa70cdc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:54.712467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Network d3aa0679-5893-42aa-83c7-5cc681c05560 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:54.719040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:54.738787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:54.745227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:54.764852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ccedf-0f65-4843-b38f-fe98c0b3d616 req-b5f14c54-9916-4ff4-a5db-1f7419c2b67b tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:54.774967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b245581-d908-40f1-ad16-d4b70e6fba0f tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=f3486fd9-4075-4497-a474-f0e96511aadf,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:54.778094 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff5ccedf-0f65-4843-b38f-fe98c0b3d616 req-b5f14c54-9916-4ff4-a5db-1f7419c2b67b tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.2931755 May 24 23:06:54.820538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.821709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3e58272f-b92c-4388-a810-4e20bbb74dc6 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:54.865315 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff5ccedf-0f65-4843-b38f-fe98c0b3d616 req-967f66b8-a92d-4823-9268-b37f6d84fede tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848219 May 24 23:06:54.871271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.876990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:54.877664 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.937218 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3675ec50-a92c-4280-ab6d-87d43f4ba3bd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:54.941331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50580) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:54.941483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3675ec50-a92c-4280-ab6d-87d43f4ba3bd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "DELETE /v2.0/security-groups/98c3f724-c318-49ae-b6cf-761b85e21f79 HTTP/1.1" status: 204 len: 168 time: 1.0487072 May 24 23:06:54.950176 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9718599 May 24 23:06:54.952459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network f3486fd9-4075-4497-a474-f0e96511aadf details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:54.973245 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a35290-0d4a-48a1-b680-9ac2ad2bcee2'] response: {'server_uuid': 'e893289c-f6da-4596-a65b-ea1aa70cdc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e', 'code': 200} May 24 23:06:54.974240 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-13c3f137-0462-4275-9f2c-af577652d2e4 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] show failed (client error): The resource could not be found. May 24 23:06:54.978148 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-13c3f137-0462-4275-9f2c-af577652d2e4 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups/98c3f724-c318-49ae-b6cf-761b85e21f79 HTTP/1.1" status: 404 len: 347 time: 0.0324383 May 24 23:06:54.978148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50584) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:54.995447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': 'e62e4c16-1dbb-4c0e-b9c4-d6852e501985', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:55.015855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50588) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:55.044887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:55.154570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:55.178758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d2cb7-c3aa-45bd-81b9-dd608ccb29ce tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Network': ['ID=e62e4c16-1dbb-4c0e-b9c4-d6852e501985,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:55.214354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network e62e4c16-1dbb-4c0e-b9c4-d6852e501985 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:06:55.295296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:55.316989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Attempting to bind port 191f5034-b1a0-44d2-bbee-e11d74b2631b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:55.317353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Attempting to bind port 191f5034-b1a0-44d2-bbee-e11d74b2631b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '2b120506-1790-4e1f-82e2-73b2dc07a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd3aa0679-5893-42aa-83c7-5cc681c05560'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:55.317942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Attempting to bind port 191f5034-b1a0-44d2-bbee-e11d74b2631b on network d3aa0679-5893-42aa-83c7-5cc681c05560 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:55.318856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.359894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:55.361970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 3e58272f-b92c-4388-a810-4e20bbb74dc6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:55.365947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:55.370979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:55.377770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 3e58272f-b92c-4388-a810-4e20bbb74dc6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:55.378819 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.379375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:55.387595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b2c7c-552f-4f29-99fb-0024b9a0767a req-2a5fea98-0efe-4353-9268-f01133dc70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:55.389916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6c9b2c7c-552f-4f29-99fb-0024b9a0767a req-2a5fea98-0efe-4353-9268-f01133dc70f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 1097 time: 0.3009443 May 24 23:06:55.440422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:55.440422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Checking segment: {'id': '2b120506-1790-4e1f-82e2-73b2dc07a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd3aa0679-5893-42aa-83c7-5cc681c05560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:55.445077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:55.448891 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.451909 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.452336 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Bound using segment: {'id': '2b120506-1790-4e1f-82e2-73b2dc07a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd3aa0679-5893-42aa-83c7-5cc681c05560'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:55.452839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Bound port: 191f5034-b1a0-44d2-bbee-e11d74b2631b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b120506-1790-4e1f-82e2-73b2dc07a17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd3aa0679-5893-42aa-83c7-5cc681c05560'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:55.453216 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.561953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf0913-875f-451b-805b-44752f44e71b req-d547f7c4-2e57-421c-9ccd-0c94e328a409 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:55.563942 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78cf0913-875f-451b-805b-44752f44e71b req-d547f7c4-2e57-421c-9ccd-0c94e328a409 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 944 time: 0.7784905 May 24 23:06:55.565255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Deleting port 8c6c4d7a-5718-4102-a327-0f73aa73b983 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:55.566250 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:55.577267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6c9b2c7c-552f-4f29-99fb-0024b9a0767a req-6e1c6582-5025-4ed2-8427-a25ba87dec7f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776912 May 24 23:06:55.676179 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78cf0913-875f-451b-805b-44752f44e71b req-67954aab-d813-4949-b09d-946f30613905 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836489 May 24 23:06:55.706221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:55.867883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] For port 191f5034-b1a0-44d2-bbee-e11d74b2631b, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:06:55.873591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] For port 191f5034-b1a0-44d2-bbee-e11d74b2631b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=191f5034-b1a0-44d2-bbee-e11d74b2631b,segment=NetworkSegment(2b120506-1790-4e1f-82e2-73b2dc07a17c),segment_id=2b120506-1790-4e1f-82e2-73b2dc07a17c)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:06:55.948182 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.045639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7f634-773c-4bf2-9794-d5445b1f01c3 None None] Pushing event updated for resources: {'Port': ['ID=191f5034-b1a0-44d2-bbee-e11d74b2631b,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:56.062505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-56c274be-c0bb-46cf-877b-e60cf4eb3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '23b3917d-7c13-4a56-ac8e-a7f62c88a9d2', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:e4:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a415a-2844-417e-9883-56841da72e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:09Z', 'updated_at': '2022-05-24T23:04:53Z', 'revision_number': 2, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:06:56.080452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c274be-c0bb-46cf-877b-e60cf4eb3e63 None None] The sync data for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 is: [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '23b3917d-7c13-4a56-ac8e-a7f62c88a9d2', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:e4:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a415a-2844-417e-9883-56841da72e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:04:09Z', 'updated_at': '2022-05-24T23:04:53Z', 'revision_number': 2, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:06:56.093390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3e58272f-b92c-4388-a810-4e20bbb74dc6 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:56.093888 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.110171 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.121245 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.175288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3e58272f-b92c-4388-a810-4e20bbb74dc6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3e58272f-b92c-4388-a810-4e20bbb74dc6,segment=NetworkSegment(38b77227-db82-496c-8fd2-478b2cea8f25),segment_id=38b77227-db82-496c-8fd2-478b2cea8f25)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:56.186104 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.254089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.259790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Subnet': ['ID=3c53f6de-1862-4a40-94f4-7b12d4e7c94b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:56.320758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3e58272f-b92c-4388-a810-4e20bbb74dc6,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:56.434714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea13250-33e9-4142-8966-b9c74917d16f req-97f55794-879d-4125-99cc-d4cb4c909c21 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:56.436821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea13250-33e9-4142-8966-b9c74917d16f req-97f55794-879d-4125-99cc-d4cb4c909c21 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.7794740 May 24 23:06:56.437956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Checking segment: {'id': 'fdce6aa0-49b4-48df-8507-cbb619a7b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e62e4c16-1dbb-4c0e-b9c4-d6852e501985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:56.438381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network hostable DHCP agents. Network: e62e4c16-1dbb-4c0e-b9c4-d6852e501985, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:56.501916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61249694-e5fd-4bc0-956c-298d938ae324 req-c18a411f-9626-4a3d-accc-fc2ee4b1f2b8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:56.507192 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61249694-e5fd-4bc0-956c-298d938ae324 req-c18a411f-9626-4a3d-accc-fc2ee4b1f2b8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 946 time: 0.5264821 May 24 23:06:56.507379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4dfa4-e38c-42e4-8bf4-439196688b9b req-9bf8ee7d-8563-4491-a291-e608a7407a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:56.508733 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6d4dfa4-e38c-42e4-8bf4-439196688b9b req-9bf8ee7d-8563-4491-a291-e608a7407a15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2538b79651204683958a8311138e4a89&device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 1097 time: 0.4428091 May 24 23:06:56.533436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.534444 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.598339 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea13250-33e9-4142-8966-b9c74917d16f req-2afec51e-4957-4161-98a3-1ec95c3851d1 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428938 May 24 23:06:56.628348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=ffe4db4d-f921-4c82-81cf-a8676f4c2bcc,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:56.736899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network e62e4c16-1dbb-4c0e-b9c4-d6852e501985 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:56.751236 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc4049-8557-46ab-b8d1-527fa35fc941 None None] New status for floating IP 5f9bdf41-e394-4dfb-b00f-ebc14169dd4f: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:06:56.840910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, e62e4c16-1dbb-4c0e-b9c4-d6852e501985) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:56.850394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8d6d94-cf6c-4f6b-9ca2-c9bb9ab006f2 None None] Network e62e4c16-1dbb-4c0e-b9c4-d6852e501985 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:56.867098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:56.867736 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:56.938265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Calling delete_port for 8c6c4d7a-5718-4102-a327-0f73aa73b983 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:56.976045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84797efd-16f3-4804-85c1-95c182ad344b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e58272f-b92c-4388-a810-4e20bbb74dc6'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:06:57.166563 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9a5b1c83-d3ab-4346-a5aa-8b9db56beed9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1895759 May 24 23:06:57.169437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Checking segment: {'id': '3ae4c8dc-662e-4c70-8071-6554b550f16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f3486fd9-4075-4497-a474-f0e96511aadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:57.171357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50622) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:57.172454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network hostable DHCP agents. Network: f3486fd9-4075-4497-a474-f0e96511aadf, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:06:57.194895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': 'e62e4c16-1dbb-4c0e-b9c4-d6852e501985', 'name': 'tempest-PortsIpV6TestJSON-266735610', 'fixed_ips': [{'subnet_id': '3c53f6de-1862-4a40-94f4-7b12d4e7c94b', 'ip_address': '2001:db8::10'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:57.205918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61249694-e5fd-4bc0-956c-298d938ae324 req-e78d3a71-52e0-4851-888f-8488c57b077b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778107 May 24 23:06:57.216911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4dfa4-e38c-42e4-8bf4-439196688b9b req-01b50c0b-f4f9-41e0-93e8-a5cf2d7dee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:57.218968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6d4dfa4-e38c-42e4-8bf4-439196688b9b req-01b50c0b-f4f9-41e0-93e8-a5cf2d7dee43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 200 len: 912 time: 0.6327205 May 24 23:06:57.271790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network f3486fd9-4075-4497-a474-f0e96511aadf is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:06:57.279537 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:06:57.282932 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:06:57.287160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, f3486fd9-4075-4497-a474-f0e96511aadf) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:57.288878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-e62e4c16-1dbb-4c0e-b9c4-d6852e501985', 'network_id': 'e62e4c16-1dbb-4c0e-b9c4-d6852e501985', 'tenant_id': '692f4a98b1884f3380f420b63f3246b6', 'fixed_ips': [{'subnet_id': '3c53f6de-1862-4a40-94f4-7b12d4e7c94b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:57.290004 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.307329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:57.311150 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.345715 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 191f5034-b1a0-44d2-bbee-e11d74b2631b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:06:57.412019 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-11713c23-ca04-46d4-95bc-ee57b01c4ab9 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8084259 May 24 23:06:57.414555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50628) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:57.427293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7b25700d-edc5-4bd7-9a5c-ab1c82c7bedf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:06:57.445206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f9aab-4ad4-4368-843a-71fab4ba1e3c None None] Network f3486fd9-4075-4497-a474-f0e96511aadf requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:57.607637 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ceaebd-8290-4fbd-81ad-aa4199d11807'] response: {'server_uuid': '84797efd-16f3-4804-85c1-95c182ad344b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'code': 200} May 24 23:06:57.707910 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6d4dfa4-e38c-42e4-8bf4-439196688b9b req-157c5d70-2a77-4df8-b972-4714520050dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f65d305-9b63-4899-baa0-d13c0abf4925 HTTP/1.1" status: 200 len: 1002 time: 0.4783080 May 24 23:06:57.796474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Deleting port 8c6c4d7a-5718-4102-a327-0f73aa73b983 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:57.797105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.846611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 191f5034-b1a0-44d2-bbee-e11d74b2631b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:57.867293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f7b68-dc25-4489-8211-f70c8ae2db39 req-2c1fb273-4ef0-4e92-8e31-7a8a0dc77ae3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:57.870291 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-565f7b68-dc25-4489-8211-f70c8ae2db39 req-2c1fb273-4ef0-4e92-8e31-7a8a0dc77ae3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 945 time: 0.9565887 May 24 23:06:57.871760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:06:57.877037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:port and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:06:57.881879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:06:57.889623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:06:57.894683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-f3486fd9-4075-4497-a474-f0e96511aadf', 'network_id': 'f3486fd9-4075-4497-a474-f0e96511aadf', 'tenant_id': '4513fc07452c4a6a90ffa880a764a780', 'fixed_ips': [{'subnet_id': 'ffe4db4d-f921-4c82-81cf-a8676f4c2bcc'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:06:57.896143 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:57.977592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:06:58.064275 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b25700d-edc5-4bd7-9a5c-ab1c82c7bedf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3056067'] for subnet, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.150332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Allocated IP 2001:db8::2 (f3486fd9-4075-4497-a474-f0e96511aadf/ffe4db4d-f921-4c82-81cf-a8676f4c2bcc/ea4b7e33-85a8-48a4-bcd0-b42cddd6595f) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:58.228108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4dfa4-e38c-42e4-8bf4-439196688b9b req-f707f31e-9282-4efb-b3fc-3165ab4c7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:58.230386 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6d4dfa4-e38c-42e4-8bf4-439196688b9b req-f707f31e-9282-4efb-b3fc-3165ab4c7251 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47001c01-66d5-4135-8684-58bb2d7f443c HTTP/1.1" status: 200 len: 850 time: 0.4968174 May 24 23:06:58.271259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88607bd8-ee0f-4928-95e3-106055674331 req-c6f37887-791f-4f49-91e7-0455675c7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:58.273097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-88607bd8-ee0f-4928-95e3-106055674331 req-c6f37887-791f-4f49-91e7-0455675c7e2e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 1096 time: 0.6086583 May 24 23:06:58.302433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-565f7b68-dc25-4489-8211-f70c8ae2db39 req-7d9b12cc-dd53-44c5-b1d5-0d322bb475c9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645627 May 24 23:06:58.307441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.340566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c053e91-df64-495c-85b6-af0f634ff346 req-755a20ba-232f-4759-8a56-51cc1e300bdb tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:58.348673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c053e91-df64-495c-85b6-af0f634ff346 req-755a20ba-232f-4759-8a56-51cc1e300bdb tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.4469774 May 24 23:06:58.363843 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.375105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Transition to ACTIVE for port object ea4b7e33-85a8-48a4-bcd0-b42cddd6595f will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:58.379455 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.380001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.380687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port 2beedca1-9430-43c9-a601-93bd7f59992c yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:06:58.395326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Transition to ACTIVE for port object ea4b7e33-85a8-48a4-bcd0-b42cddd6595f will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:06:58.408782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe336bd-7a83-4763-a7e1-c1a68aed13bd None None] Network d3aa0679-5893-42aa-83c7-5cc681c05560 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:06:58.513483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c053e91-df64-495c-85b6-af0f634ff346 req-e9e43e6f-dc21-4854-8e2d-77f813730824 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636384 May 24 23:06:58.616722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4dfa4-e38c-42e4-8bf4-439196688b9b req-2beaba14-ee47-45c0-8d14-8645acee3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:58.618286 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6d4dfa4-e38c-42e4-8bf4-439196688b9b req-2beaba14-ee47-45c0-8d14-8645acee3e3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3779345 May 24 23:06:58.648012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Calling delete_port for 8c6c4d7a-5718-4102-a327-0f73aa73b983 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:06:58.652029 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.685127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-88607bd8-ee0f-4928-95e3-106055674331 req-0e330252-912b-4148-b437-950076045d4c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4037552 May 24 23:06:58.731557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Pushing event updated for resources: {'Port': ['ID=ea4b7e33-85a8-48a4-bcd0-b42cddd6595f,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:58.766856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0338025-9a8b-4b9b-b89a-c4bb307b61fe req-880e49d8-f29f-4786-9b02-9b5301bd7fb4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:58.767135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Network f3486fd9-4075-4497-a474-f0e96511aadf is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:06:58.769949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d3b45dc8-3eec-490d-b754-2f6f8801ddbc None None] Provisioning for port 191f5034-b1a0-44d2-bbee-e11d74b2631b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:06:58.776739 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0338025-9a8b-4b9b-b89a-c4bb307b61fe req-880e49d8-f29f-4786-9b02-9b5301bd7fb4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 946 time: 0.2976265 May 24 23:06:58.806728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:06:58.845625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:06:58.857684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d3b45dc8-3eec-490d-b754-2f6f8801ddbc None None] Provisioning complete for port 191f5034-b1a0-44d2-bbee-e11d74b2631b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:06:58.858128 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dc8-3eec-490d-b754-2f6f8801ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:58.871380 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0338025-9a8b-4b9b-b89a-c4bb307b61fe req-3cd5af59-22e3-41f5-9e4b-9cf0f1f130b5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930037 May 24 23:06:58.945002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6d4dfa4-e38c-42e4-8bf4-439196688b9b req-d85619d6-63cc-4836-ab03-e096fc66be0a service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864277 May 24 23:06:59.122912 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6d4dfa4-e38c-42e4-8bf4-439196688b9b req-b96e3002-2df6-42e2-adb4-9a9e0659cc17 service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752818 May 24 23:06:59.163650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b25700d-edc5-4bd7-9a5c-ab1c82c7bedf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752462385336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26792183'] for subnet, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.174711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Allocated IP 2001:db8::2 (e62e4c16-1dbb-4c0e-b9c4-d6852e501985/3c53f6de-1862-4a40-94f4-7b12d4e7c94b/0fd23d93-4006-45f2-b116-c6dda8814d02) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:06:59.199860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Attempting to bind port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:06:59.200273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Attempting to bind port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '3ae4c8dc-662e-4c70-8071-6554b550f16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f3486fd9-4075-4497-a474-f0e96511aadf'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:06:59.200721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Attempting to bind port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f on network f3486fd9-4075-4497-a474-f0e96511aadf {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:06:59.234791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b25700d-edc5-4bd7-9a5c-ab1c82c7bedf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:59.235424 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b25700d-edc5-4bd7-9a5c-ab1c82c7bedf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.239506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50664) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:06:59.240128 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7b25700d-edc5-4bd7-9a5c-ab1c82c7bedf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "PUT /v2.0/subnets/ffe4db4d-f921-4c82-81cf-a8676f4c2bcc HTTP/1.1" status: 200 len: 826 time: 1.8243060 May 24 23:06:59.260117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25700d-edc5-4bd7-9a5c-ab1c82c7bedf tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=ffe4db4d-f921-4c82-81cf-a8676f4c2bcc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:59.281059 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.290068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:06:59.292714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Checking segment: {'id': '3ae4c8dc-662e-4c70-8071-6554b550f16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f3486fd9-4075-4497-a474-f0e96511aadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:06:59.293367 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.294121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Bound using segment: {'id': '3ae4c8dc-662e-4c70-8071-6554b550f16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f3486fd9-4075-4497-a474-f0e96511aadf'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:06:59.298436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Bound port: ea4b7e33-85a8-48a4-bcd0-b42cddd6595f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae4c8dc-662e-4c70-8071-6554b550f16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f3486fd9-4075-4497-a474-f0e96511aadf'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:06:59.299064 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.373933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'Port': ['ID=8c6c4d7a-5718-4102-a327-0f73aa73b983,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:06:59.430464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d3b45dc8-3eec-490d-b754-2f6f8801ddbc None None] Current status of the port 191f5034-b1a0-44d2-bbee-e11d74b2631b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:06:59.430842 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dc8-3eec-490d-b754-2f6f8801ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.482237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.513811 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.518767 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fda42e95-9e6e-4a24-91b9-818b5b533292 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "DELETE /v2.0/floatingips/5f9bdf41-e394-4dfb-b00f-ebc14169dd4f HTTP/1.1" status: 204 len: 168 time: 4.4774663 May 24 23:06:59.593932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d3b45dc8-3eec-490d-b754-2f6f8801ddbc None None] For port 191f5034-b1a0-44d2-bbee-e11d74b2631b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=191f5034-b1a0-44d2-bbee-e11d74b2631b,segment=NetworkSegment(2b120506-1790-4e1f-82e2-73b2dc07a17c),segment_id=2b120506-1790-4e1f-82e2-73b2dc07a17c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:06:59.779098 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d3b45dc8-3eec-490d-b754-2f6f8801ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.781342 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.806926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:06:59.807356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:06:59.876339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6e098-83c7-45a9-878a-3ef5628a08d6 req-62383b52-d660-47dd-beb7-27cfb4f16495 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:59.877932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34a6e098-83c7-45a9-878a-3ef5628a08d6 req-62383b52-d660-47dd-beb7-27cfb4f16495 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.1385386 May 24 23:06:59.890895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d18ec-6e9d-4f3e-8c93-d973b32b1fc9 None None] Update dhcp port {'port': {'network_id': 'd3aa0679-5893-42aa-83c7-5cc681c05560', 'fixed_ips': [{'subnet_id': 'f892f70f-adbb-4b30-90c0-fb152907b35f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2dc9017-8746-4a29-8062-42c944b7e854'}], 'binding:host_id': 'n-d-843146-7'}, 'id': '191f5034-b1a0-44d2-bbee-e11d74b2631b'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:06:59.935017 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34a6e098-83c7-45a9-878a-3ef5628a08d6 req-9731bac2-9831-4ac4-9f64-55f9cd463bca tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503266 May 24 23:06:59.943364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451dce4-5fbe-45fb-92a6-a691f97a58f1 req-76cc7acb-e5b3-4be1-89a0-5ac2d1a25063 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:06:59.981139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6451dce4-5fbe-45fb-92a6-a691f97a58f1 req-76cc7acb-e5b3-4be1-89a0-5ac2d1a25063 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 945 time: 0.3913913 May 24 23:07:00.119429 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:00.151752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Transition to ACTIVE for port object 0fd23d93-4006-45f2-b116-c6dda8814d02 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:00.165618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] For port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:00.174417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b45dc8-3eec-490d-b754-2f6f8801ddbc None None] Pushing event updated for resources: {'Port': ['ID=191f5034-b1a0-44d2-bbee-e11d74b2631b,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:00.190723 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d02d18ec-6e9d-4f3e-8c93-d973b32b1fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:00.217417 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6451dce4-5fbe-45fb-92a6-a691f97a58f1 req-1f3cdb6e-b70c-4747-a5b7-5adc800b746c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307050 May 24 23:07:00.399535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] For port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ea4b7e33-85a8-48a4-bcd0-b42cddd6595f,segment=NetworkSegment(3ae4c8dc-662e-4c70-8071-6554b550f16d),segment_id=3ae4c8dc-662e-4c70-8071-6554b550f16d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:00.414891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Transition to ACTIVE for port object 0fd23d93-4006-45f2-b116-c6dda8814d02 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:00.422343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] For port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f, host n-d-843146-7, got binding levels [] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:00.423354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:00.476503 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:00.572730 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:00.624225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Network e62e4c16-1dbb-4c0e-b9c4-d6852e501985 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:00.632171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:00.635376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Calling delete_port for ea4b7e33-85a8-48a4-bcd0-b42cddd6595f owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:00.643912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:00.731300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8::10 (e62e4c16-1dbb-4c0e-b9c4-d6852e501985/3c53f6de-1862-4a40-94f4-7b12d4e7c94b/2beedca1-9430-43c9-a601-93bd7f59992c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:00.800107 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:00.800436 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:00.848681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fcfe2-25f8-4bd3-be28-4511b283cf4b None None] Pushing event updated for resources: {'Port': ['ID=ea4b7e33-85a8-48a4-bcd0-b42cddd6595f,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:00.892104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-d02d18ec-6e9d-4f3e-8c93-d973b32b1fc9 None None] Allocated IP 172.20.0.1 (d3aa0679-5893-42aa-83c7-5cc681c05560/c2dc9017-8746-4a29-8062-42c944b7e854/191f5034-b1a0-44d2-bbee-e11d74b2631b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:01.066432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Attempting to bind port 0fd23d93-4006-45f2-b116-c6dda8814d02 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:01.068357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Attempting to bind port 0fd23d93-4006-45f2-b116-c6dda8814d02 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'fdce6aa0-49b4-48df-8507-cbb619a7b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e62e4c16-1dbb-4c0e-b9c4-d6852e501985'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:01.069095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Attempting to bind port 0fd23d93-4006-45f2-b116-c6dda8814d02 on network e62e4c16-1dbb-4c0e-b9c4-d6852e501985 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:01.207320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.217354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:01.219399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Checking segment: {'id': 'fdce6aa0-49b4-48df-8507-cbb619a7b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e62e4c16-1dbb-4c0e-b9c4-d6852e501985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:01.219399 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.219399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Bound using segment: {'id': 'fdce6aa0-49b4-48df-8507-cbb619a7b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e62e4c16-1dbb-4c0e-b9c4-d6852e501985'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:01.220993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Bound port: 0fd23d93-4006-45f2-b116-c6dda8814d02, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdce6aa0-49b4-48df-8507-cbb619a7b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e62e4c16-1dbb-4c0e-b9c4-d6852e501985'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:01.221433 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.226457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object 2beedca1-9430-43c9-a601-93bd7f59992c will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:01.298212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.305456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:01.307563 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.428422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53a5d7-31fa-4efc-8bf4-e0ecf6fba03b req-3513d92c-8f51-45cf-96ea-fe294918682a tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:01.430872 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d53a5d7-31fa-4efc-8bf4-e0ecf6fba03b req-3513d92c-8f51-45cf-96ea-fe294918682a tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.1994786 May 24 23:07:01.494115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d02d18ec-6e9d-4f3e-8c93-d973b32b1fc9 None None] For port 191f5034-b1a0-44d2-bbee-e11d74b2631b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=191f5034-b1a0-44d2-bbee-e11d74b2631b,segment=NetworkSegment(2b120506-1790-4e1f-82e2-73b2dc07a17c),segment_id=2b120506-1790-4e1f-82e2-73b2dc07a17c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:01.530742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d53a5d7-31fa-4efc-8bf4-e0ecf6fba03b req-cda360e5-3591-4930-bfad-0dd4cdd44ad8 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803375 May 24 23:07:01.531532 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d02d18ec-6e9d-4f3e-8c93-d973b32b1fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.555728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=2beedca1-9430-43c9-a601-93bd7f59992c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:01.568883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network e62e4c16-1dbb-4c0e-b9c4-d6852e501985 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:01.573356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:01.592855 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d02d18ec-6e9d-4f3e-8c93-d973b32b1fc9 None None] Transition to ACTIVE for port object 191f5034-b1a0-44d2-bbee-e11d74b2631b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:01.593940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 191f5034-b1a0-44d2-bbee-e11d74b2631b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:01.632643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:01.646989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:01.651242 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.695707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Pushing event updated for resources: {'Port': ['ID=0fd23d93-4006-45f2-b116-c6dda8814d02,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:01.698111 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d02d18ec-6e9d-4f3e-8c93-d973b32b1fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:01.840131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22c6b3-3b76-46e1-a9e8-be3420e04e68 req-cb4611e2-4e73-4a05-b820-ae613290d314 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:01.842973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f22c6b3-3b76-46e1-a9e8-be3420e04e68 req-cb4611e2-4e73-4a05-b820-ae613290d314 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 945 time: 0.4097106 May 24 23:07:01.855259 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-95926832-2a62-4f58-8bb6-47ab6568d862 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6662405 May 24 23:07:01.856026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50720) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:01.862222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': 'e62e4c16-1dbb-4c0e-b9c4-d6852e501985', 'name': 'tempest-PortsIpV6TestJSON-237141312', 'fixed_ips': [{'subnet_id': '3c53f6de-1862-4a40-94f4-7b12d4e7c94b', 'ip_address': '2001:db8::f'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:01.966707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] For port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ea4b7e33-85a8-48a4-bcd0-b42cddd6595f,segment=NetworkSegment(3ae4c8dc-662e-4c70-8071-6554b550f16d),segment_id=3ae4c8dc-662e-4c70-8071-6554b550f16d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:01.967091 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:02.002771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d18ec-6e9d-4f3e-8c93-d973b32b1fc9 None None] Pushing event updated for resources: {'Port': ['ID=191f5034-b1a0-44d2-bbee-e11d74b2631b,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:02.063235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] For port 0fd23d93-4006-45f2-b116-c6dda8814d02, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:02.067659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] For port 0fd23d93-4006-45f2-b116-c6dda8814d02, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0fd23d93-4006-45f2-b116-c6dda8814d02,segment=NetworkSegment(fdce6aa0-49b4-48df-8507-cbb619a7b0b0),segment_id=fdce6aa0-49b4-48df-8507-cbb619a7b0b0)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:02.074823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ea4b7e33-85a8-48a4-bcd0-b42cddd6595f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:02.114952 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:02.122554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:02.132299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Calling delete_port for ea4b7e33-85a8-48a4-bcd0-b42cddd6595f owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:02.135764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:port and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:02.139357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:02.148488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:02.176136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:02.324290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be93589-9601-4d63-9ed4-82b651764016 None None] Pushing event updated for resources: {'Port': ['ID=0fd23d93-4006-45f2-b116-c6dda8814d02,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:02.343587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:02.461692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974bef4e-30c4-42eb-988b-31de3b17b75c None None] Network f3486fd9-4075-4497-a474-f0e96511aadf requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:02.634908 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:02.732319 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4ad831ab-1bc1-4be7-b118-03336adacece None None] Provisioning for port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:02.769278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port 853da091-2eb2-4be4-a85a-2bda980a7e6e yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:07:02.779057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4ad831ab-1bc1-4be7-b118-03336adacece None None] Provisioning complete for port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:02.786067 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4ad831ab-1bc1-4be7-b118-03336adacece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:02.802575 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f22c6b3-3b76-46e1-a9e8-be3420e04e68 req-f251b41e-3f70-4223-94ce-aad32b8b2baf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760806 May 24 23:07:03.033460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.084614 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4ad831ab-1bc1-4be7-b118-03336adacece None None] Could not find standard attr ID for object ea4b7e33-85a8-48a4-bcd0-b42cddd6595f. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:07:03.088125 n-d-843146-7 neutron-server[88391]: INFO neutron.plugins.ml2.db [None req-4ad831ab-1bc1-4be7-b118-03336adacece None None] No ports have port_id starting with ea4b7e33-85a8-48a4-bcd0-b42cddd6595f May 24 23:07:03.189616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Port': ['ID=ea4b7e33-85a8-48a4-bcd0-b42cddd6595f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:03.292275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8::f (e62e4c16-1dbb-4c0e-b9c4-d6852e501985/3c53f6de-1862-4a40-94f4-7b12d4e7c94b/853da091-2eb2-4be4-a85a-2bda980a7e6e) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:03.387175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No DVR routers for this DVR port ea4b7e33-85a8-48a4-bcd0-b42cddd6595f on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:03.438013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c92e83-353d-4758-89e0-c57b8087acfd None None] Network d3aa0679-5893-42aa-83c7-5cc681c05560 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:03.473832 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.599513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3520b-81c3-4872-a3ab-bb0f53b11ebe req-616d23b1-8e63-405c-93fd-66332269515c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:03.615589 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b2f3520b-81c3-4872-a3ab-bb0f53b11ebe req-616d23b1-8e63-405c-93fd-66332269515c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 945 time: 0.5178592 May 24 23:07:03.700745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 191f5034-b1a0-44d2-bbee-e11d74b2631b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:03.760190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f7e93c-974d-4da8-b0b3-3353711f8820 None None] Network f3486fd9-4075-4497-a474-f0e96511aadf requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:03.766354 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.785650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object 853da091-2eb2-4be4-a85a-2bda980a7e6e will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:03.815126 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b2f3520b-81c3-4872-a3ab-bb0f53b11ebe req-9f60e8af-b41b-4c4e-864c-6da3c3f65faf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936061 May 24 23:07:03.830989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:03.832743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50752) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:03.971269 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.015301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network e62e4c16-1dbb-4c0e-b9c4-d6852e501985 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:04.072679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:04.077969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:04.078547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe4db4d-f921-4c82-81cf-a8676f4c2bcc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:04.095445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:04.096171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.104347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=853da091-2eb2-4be4-a85a-2bda980a7e6e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:04.155396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c788243e-5de0-4b66-88ec-794399f9330d None None] Provisioning for port 191f5034-b1a0-44d2-bbee-e11d74b2631b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:04.159386 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6fe11e7d-f8ab-4000-b1b1-baf810ea00cb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3016737 May 24 23:07:04.161548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50762) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:04.264978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b406cb-231b-4352-b865-8c7722b4a567 None None] Network e62e4c16-1dbb-4c0e-b9c4-d6852e501985 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:04.293654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c788243e-5de0-4b66-88ec-794399f9330d None None] Provisioning complete for port 191f5034-b1a0-44d2-bbee-e11d74b2631b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:04.294032 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c788243e-5de0-4b66-88ec-794399f9330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.295454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.327508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8367ce93-8d90-432d-a00b-8cc3be897f0f tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:04.329671 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8367ce93-8d90-432d-a00b-8cc3be897f0f tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 1091 time: 0.4958558 May 24 23:07:04.334311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50772) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:04.336180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3486fd9-4075-4497-a474-f0e96511aadf']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:04.339673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:04.349191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:04.362252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3999f08-f565-4540-bf94-8316ec330be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:04.363026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c3999f08-f565-4540-bf94-8316ec330be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:04.367888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:floatingip and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:04.368991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae4c8dc-662e-4c70-8071-6554b550f16d') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:04.369450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae4c8dc-662e-4c70-8071-6554b550f16d') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:04.371268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:04.380008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:04.412630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.427580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c3999f08-f565-4540-bf94-8316ec330be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:04.428592 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c3999f08-f565-4540-bf94-8316ec330be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2648041 May 24 23:07:04.433179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50778) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:04.439350 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.475588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 191f5034-b1a0-44d2-bbee-e11d74b2631b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:04.476571 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.487910 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.523280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:04.523901 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.550934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c839d086-1896-467b-9304-fd875af6cef4 None None] DHCP port deletion for f3486fd9-4075-4497-a474-f0e96511aadf request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:07:04.630050 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 3ae4c8dc-662e-4c70-8071-6554b550f16d resource provider aggregate not found May 24 23:07:04.664217 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 3ae4c8dc-662e-4c70-8071-6554b550f16d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ae4c8dc-662e-4c70-8071-6554b550f16d found for delete ", "request_id": "req-a9274880-d1b7-47d6-9e51-ead77fba5a5f"}]} May 24 23:07:04.688021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f73c43-2cce-4ba0-93e8-de301b10d275 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:04.697920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f73c43-2cce-4ba0-93e8-de301b10d275 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:04.704177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f73c43-2cce-4ba0-93e8-de301b10d275 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:04.705367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-43f73c43-2cce-4ba0-93e8-de301b10d275 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:04.709994 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.744131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.759125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80307ffe-1243-4218-b9fc-ea175ab38d5c req-668e95d8-8f8d-4192-93f0-745cbb22a70d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:04.759948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-80307ffe-1243-4218-b9fc-ea175ab38d5c req-668e95d8-8f8d-4192-93f0-745cbb22a70d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:04.760044 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/f3486fd9-4075-4497-a474-f0e96511aadf HTTP/1.1" status: 204 len: 168 time: 5.5185118 May 24 23:07:04.765919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50790) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:04.768602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ab083-9008-4d66-9350-de15ea6c5993 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Network': ['ID=f3486fd9-4075-4497-a474-f0e96511aadf,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:04.805656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-80307ffe-1243-4218-b9fc-ea175ab38d5c req-668e95d8-8f8d-4192-93f0-745cbb22a70d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:04.819240 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-80307ffe-1243-4218-b9fc-ea175ab38d5c req-668e95d8-8f8d-4192-93f0-745cbb22a70d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 945 time: 0.3139057 May 24 23:07:04.827176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-43f73c43-2cce-4ba0-93e8-de301b10d275 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:04.832489 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-43f73c43-2cce-4ba0-93e8-de301b10d275 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3976438 May 24 23:07:04.833541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50794) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:04.837427 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab36920-c7cb-41fa-b390-cb9b4387728a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:04.838196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab36920-c7cb-41fa-b390-cb9b4387728a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:04.840116 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eab36920-c7cb-41fa-b390-cb9b4387728a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/f3486fd9-4075-4497-a474-f0e96511aadf HTTP/1.1" status: 404 len: 339 time: 0.0729640 May 24 23:07:04.848835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50798) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:04.855354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1365524278', 'description': 'd1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:04.871153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:04.877789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Usage tracker for resource:network and tenant:4513fc07452c4a6a90ffa880a764a780 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:04.886060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:04.891356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c788243e-5de0-4b66-88ec-794399f9330d None None] Current status of the port 191f5034-b1a0-44d2-bbee-e11d74b2631b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:04.902709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:04.906891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-80307ffe-1243-4218-b9fc-ea175ab38d5c req-62ff4ba8-cf18-404f-8369-1a1ef217c3c1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:04.930760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-24a53323-b1a4-4029-8337-913f8f0792e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 853da091-2eb2-4be4-a85a-2bda980a7e6e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:04.931318 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24a53323-b1a4-4029-8337-913f8f0792e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:04.949203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-80307ffe-1243-4218-b9fc-ea175ab38d5c req-62ff4ba8-cf18-404f-8369-1a1ef217c3c1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:04.959370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-80307ffe-1243-4218-b9fc-ea175ab38d5c req-62ff4ba8-cf18-404f-8369-1a1ef217c3c1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456251 May 24 23:07:04.971854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:04.977149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.012063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.065853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:05.109467 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.109846 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Added segment 72c99277-c562-4c83-b61a-79f773ed0e08 of type vlan for network 655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed May 24 23:07:05.164758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4551257a-07c6-419f-9ee5-6727d17fc9bd None None] Provisioning for port 0fd23d93-4006-45f2-b116-c6dda8814d02 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:05.167892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 191f5034-b1a0-44d2-bbee-e11d74b2631b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:05.173303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0fd23d93-4006-45f2-b116-c6dda8814d02 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:05.283617 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24a53323-b1a4-4029-8337-913f8f0792e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.374905 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-afff456a-97b6-4846-a862-60b753705c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.396604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 0fd23d93-4006-45f2-b116-c6dda8814d02 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:05.406511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0fd23d93-4006-45f2-b116-c6dda8814d02 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:05.406952 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.459128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-24a53323-b1a4-4029-8337-913f8f0792e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 853da091-2eb2-4be4-a85a-2bda980a7e6e owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:05.500415 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.589109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0fd23d93-4006-45f2-b116-c6dda8814d02 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:05.589941 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.636146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6899ea32-34e5-48ac-9a41-329947e3c020 None None] Provisioning complete for port 191f5034-b1a0-44d2-bbee-e11d74b2631b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:05.637087 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6899ea32-34e5-48ac-9a41-329947e3c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.687595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Allocated IP 172.25.7.130 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/ae54256a-cb34-488e-948b-a3822cad22f5) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:05.718736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 0fd23d93-4006-45f2-b116-c6dda8814d02, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0fd23d93-4006-45f2-b116-c6dda8814d02,segment=NetworkSegment(fdce6aa0-49b4-48df-8507-cbb619a7b0b0),segment_id=fdce6aa0-49b4-48df-8507-cbb619a7b0b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:05.763545 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.849971 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24a53323-b1a4-4029-8337-913f8f0792e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.880902 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:05.886993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ea4b7e33-85a8-48a4-bcd0-b42cddd6595f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:05.887229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:05.888165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.002785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a53323-b1a4-4029-8337-913f8f0792e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=853da091-2eb2-4be4-a85a-2bda980a7e6e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:06.021975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6899ea32-34e5-48ac-9a41-329947e3c020 None None] Current status of the port 191f5034-b1a0-44d2-bbee-e11d74b2631b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:06.027723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: ea4b7e33-85a8-48a4-bcd0-b42cddd6595f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:07:06.028456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ea4b7e33-85a8-48a4-bcd0-b42cddd6595f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:07:06.048114 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-24a53323-b1a4-4029-8337-913f8f0792e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.056415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=0fd23d93-4006-45f2-b116-c6dda8814d02,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:06.076018 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-24a53323-b1a4-4029-8337-913f8f0792e0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/853da091-2eb2-4be4-a85a-2bda980a7e6e HTTP/1.1" status: 204 len: 168 time: 1.2407968 May 24 23:07:06.078984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50822) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:06.107546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2567871 May 24 23:07:06.117942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50828) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:06.156542 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3649260-e17a-45a3-9151-bfd724db0122 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:07:06.158079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e3649260-e17a-45a3-9151-bfd724db0122 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:06.160343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cd9db89c-a956-448e-9520-be5999483e84 None None] Provisioning for port 2beedca1-9430-43c9-a601-93bd7f59992c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:06.166983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cd9db89c-a956-448e-9520-be5999483e84 None None] Provisioning complete for port 2beedca1-9430-43c9-a601-93bd7f59992c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:06.167368 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cd9db89c-a956-448e-9520-be5999483e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.170276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:06.200912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-e09c871d-c1f9-4b21-9a7c-43e6a5075ca1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:06.202761 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-e09c871d-c1f9-4b21-9a7c-43e6a5075ca1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 945 time: 0.2747681 May 24 23:07:06.205776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.247089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e3649260-e17a-45a3-9151-bfd724db0122 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:06.251530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e3649260-e17a-45a3-9151-bfd724db0122 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/853da091-2eb2-4be4-a85a-2bda980a7e6e HTTP/1.1" status: 404 len: 333 time: 0.1668627 May 24 23:07:06.252341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50832) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:06.268109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cd9db89c-a956-448e-9520-be5999483e84 None None] Port 2beedca1-9430-43c9-a601-93bd7f59992c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:06.287815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cd9db89c-a956-448e-9520-be5999483e84 None None] Provisioning complete for port 0fd23d93-4006-45f2-b116-c6dda8814d02 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:06.288195 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cd9db89c-a956-448e-9520-be5999483e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.345272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37383fea-8b4d-4198-95ce-1a21826f10e8 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:06.346349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-37383fea-8b4d-4198-95ce-1a21826f10e8 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Synchronizing usage tracker for tenant:4513fc07452c4a6a90ffa880a764a780 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:06.377619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Deleting port 8ae74a6b-eeff-45a8-b065-0549134d8d05 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:06.378177 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.418060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.419741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.420249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.421123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.421671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.422179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.422722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.423293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.423813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.424314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.424800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.425296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f304e-7b83-42bc-b5d8-cbe2aff1727e tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:06.439481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:06.473134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-37383fea-8b4d-4198-95ce-1a21826f10e8 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Unset dirty status for tenant:4513fc07452c4a6a90ffa880a764a780 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:06.479332 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-37383fea-8b4d-4198-95ce-1a21826f10e8 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/networks?id=655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed HTTP/1.1" status: 200 len: 765 time: 0.3575015 May 24 23:07:06.483295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d0284062-7bc0-4936-ae68-56140817c548 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 2beedca1-9430-43c9-a601-93bd7f59992c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:06.483735 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0284062-7bc0-4936-ae68-56140817c548 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.497086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50846) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:06.507061 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.549962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3b788ac6-ad50-4369-abb5-c17cd15a56a5 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'description': 'd2'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:06.701653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fe675-58e3-415a-93bc-2a9669f0855e req-2566db18-87e9-4bbe-b9d0-d0abc9f12efe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:06.705023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-136fe675-58e3-415a-93bc-2a9669f0855e req-2566db18-87e9-4bbe-b9d0-d0abc9f12efe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 945 time: 0.4817986 May 24 23:07:06.742848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cd9db89c-a956-448e-9520-be5999483e84 None None] Current status of the port 0fd23d93-4006-45f2-b116-c6dda8814d02 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:06.748898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cd9db89c-a956-448e-9520-be5999483e84 None None] Could not find standard attr ID for object 853da091-2eb2-4be4-a85a-2bda980a7e6e. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:07:06.750339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:06.759287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:06.761654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:06.837136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=ae54256a-cb34-488e-948b-a3822cad22f5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:06.865822 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-afceb8cf-b3df-4aad-b054-536c5bdb12ac None None] Could not find standard attr ID for object 853da091-2eb2-4be4-a85a-2bda980a7e6e. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:07:06.880983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-afceb8cf-b3df-4aad-b054-536c5bdb12ac None None] Provisioning complete for port 2beedca1-9430-43c9-a601-93bd7f59992c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:06.881588 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-afceb8cf-b3df-4aad-b054-536c5bdb12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:06.888698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-136fe675-58e3-415a-93bc-2a9669f0855e req-0bf81041-852d-48d1-adc8-7163a0cac2ea tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578345 May 24 23:07:06.960407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-afceb8cf-b3df-4aad-b054-536c5bdb12ac None None] Port 2beedca1-9430-43c9-a601-93bd7f59992c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:07.033039 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0284062-7bc0-4936-ae68-56140817c548 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.042039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] For port 8ae74a6b-eeff-45a8-b065-0549134d8d05, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=8ae74a6b-eeff-45a8-b065-0549134d8d05,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:07.042618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.126228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b788ac6-ad50-4369-abb5-c17cd15a56a5 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.215124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b788ac6-ad50-4369-abb5-c17cd15a56a5 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.224313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d0284062-7bc0-4936-ae68-56140817c548 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 2beedca1-9430-43c9-a601-93bd7f59992c owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:07.243818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b788ac6-ad50-4369-abb5-c17cd15a56a5 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network 655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed is not hosted by any dhcp agent {{(pid=88389) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 24 23:07:07.249066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b788ac6-ad50-4369-abb5-c17cd15a56a5 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:07.249684 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b788ac6-ad50-4369-abb5-c17cd15a56a5 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.253812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3b788ac6-ad50-4369-abb5-c17cd15a56a5 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "PUT /v2.0/networks/655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed HTTP/1.1" status: 200 len: 762 time: 0.7460239 May 24 23:07:07.257165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50852) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:07.471150 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e200542d-5837-499a-883c-5a78277e4a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.479470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b788ac6-ad50-4369-abb5-c17cd15a56a5 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:07.492912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:07.542116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced82ea5-3a02-4543-962d-b317f65d09b8 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:07.543963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ced82ea5-3a02-4543-962d-b317f65d09b8 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/networks?id=655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed HTTP/1.1" status: 200 len: 765 time: 0.2825799 May 24 23:07:07.548322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50858) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:07.582426 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.583070 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.584279 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Floating IP 23b3917d-7c13-4a56-ac8e-a7f62c88a9d2 disassociated. External IP: 172.25.7.127, port: 8ae74a6b-eeff-45a8-b065-0549134d8d05. May 24 23:07:07.584804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Calling delete_port for 8ae74a6b-eeff-45a8-b065-0549134d8d05 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:07.787982 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0284062-7bc0-4936-ae68-56140817c548 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.854929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0284062-7bc0-4936-ae68-56140817c548 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=2beedca1-9430-43c9-a601-93bd7f59992c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:07.862379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0fd23d93-4006-45f2-b116-c6dda8814d02 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:07.881143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655cae76-433e-499d-a586-41e33016c97d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:07.883016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-655cae76-433e-499d-a586-41e33016c97d tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3334248 May 24 23:07:07.886596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50864) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:07.947093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0284062-7bc0-4936-ae68-56140817c548 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.959921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0fd23d93-4006-45f2-b116-c6dda8814d02 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:07.966472 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:07.982129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f22c12c7-ac0a-4d4e-a07a-43cdfcd62c74 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Synchronizing usage tracker for tenant:4513fc07452c4a6a90ffa880a764a780 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:08.036083 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d0284062-7bc0-4936-ae68-56140817c548 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/2beedca1-9430-43c9-a601-93bd7f59992c HTTP/1.1" status: 204 len: 168 time: 1.7744052 May 24 23:07:08.038198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50870) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:08.065943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f22c12c7-ac0a-4d4e-a07a-43cdfcd62c74 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Unset dirty status for tenant:4513fc07452c4a6a90ffa880a764a780 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:08.066966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f22c12c7-ac0a-4d4e-a07a-43cdfcd62c74 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 207 time: 0.1791751 May 24 23:07:08.118166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50874) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:08.155651 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0fd23d93-4006-45f2-b116-c6dda8814d02 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:08.221414 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bae239-fc4c-498d-8eae-ea73b3023526 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:07:08.222543 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-84bae239-fc4c-498d-8eae-ea73b3023526 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/2beedca1-9430-43c9-a601-93bd7f59992c HTTP/1.1" status: 404 len: 333 time: 0.1690502 May 24 23:07:08.229535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50878) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:08.248950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.276326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.288825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded23ab1-6347-486a-bf35-ac6a73179db2 req-4998f06e-cfcf-4994-9575-7af12e6e7ef4 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:08.290347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ded23ab1-6347-486a-bf35-ac6a73179db2 req-4998f06e-cfcf-4994-9575-7af12e6e7ef4 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 945 time: 0.2262497 May 24 23:07:08.378340 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.381277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'Port': ['ID=8ae74a6b-eeff-45a8-b065-0549134d8d05,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:08.404475 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ded23ab1-6347-486a-bf35-ac6a73179db2 req-af4df9ab-2e57-458d-884c-e1be5f4b6137 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd865215-7ed0-4edf-9d47-414802c8faa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892112 May 24 23:07:08.452869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a0dbf7-4fac-4783-b49f-30e47320927f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting subnet 3c53f6de-1862-4a40-94f4-7b12d4e7c94b {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:08.479168 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17a0dbf7-4fac-4783-b49f-30e47320927f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.535946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d61e15-7c60-4c2b-aee6-8c6008ff7057 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:08.541514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d61e15-7c60-4c2b-aee6-8c6008ff7057 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:08.547389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d61e15-7c60-4c2b-aee6-8c6008ff7057 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:08.553436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d61e15-7c60-4c2b-aee6-8c6008ff7057 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:08.559233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d61e15-7c60-4c2b-aee6-8c6008ff7057 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:08.565353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d61e15-7c60-4c2b-aee6-8c6008ff7057 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:08.566632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-98d61e15-7c60-4c2b-aee6-8c6008ff7057 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Synchronizing usage tracker for tenant:4513fc07452c4a6a90ffa880a764a780 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:08.599946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.607801 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.671958 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17a0dbf7-4fac-4783-b49f-30e47320927f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.681207 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.707326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-98d61e15-7c60-4c2b-aee6-8c6008ff7057 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Unset dirty status for tenant:4513fc07452c4a6a90ffa880a764a780 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:08.708432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-98d61e15-7c60-4c2b-aee6-8c6008ff7057 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.5892448 May 24 23:07:08.718595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50886) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:08.721768 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.764916 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:08.828200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=ae54256a-cb34-488e-948b-a3822cad22f5,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:08.862273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:08.974340 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Floating IP ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef associated. External IP: 172.25.7.130, port: 3e58272f-b92c-4388-a810-4e20bbb74dc6. May 24 23:07:08.975801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-c02bbb1f-5284-4f8d-b77a-e6833f5cdc2a req-0dfdb970-dc05-4998-8c16-116632b0adc7 service neutron] (88390) timed out ('10.222.0.31', 54494) {{(pid=88390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:07:09.049228 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0c5cb32c-eff2-4123-8469-6ef01b1a053b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3294904 May 24 23:07:09.053068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50898) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:09.106772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17a0dbf7-4fac-4783-b49f-30e47320927f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.201515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:09.210181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b89c7-3b5c-4788-8e91-9badf650c5df tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:09.212258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b89c7-3b5c-4788-8e91-9badf650c5df tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:09.213083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b89c7-3b5c-4788-8e91-9badf650c5df tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:09.214673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b89c7-3b5c-4788-8e91-9badf650c5df tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:09.214851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c784b-5f6c-4b65-8101-92a4795b1541 None None] Sync routers for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:09.216312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b89c7-3b5c-4788-8e91-9badf650c5df tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:09.218231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a76b89c7-3b5c-4788-8e91-9badf650c5df tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1641858 May 24 23:07:09.223155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50906) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:09.239384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c784b-5f6c-4b65-8101-92a4795b1541 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:09.240208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bd9c784b-5f6c-4b65-8101-92a4795b1541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:07:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:09.296049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] No DVR routers for this DVR port 8ae74a6b-eeff-45a8-b065-0549134d8d05 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:09.298807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.299761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8ae74a6b-eeff-45a8-b065-0549134d8d05 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:09.304297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401a415a-2844-417e-9883-56841da72e62', 'name': 'network-vif-deleted', 'tag': '8ae74a6b-eeff-45a8-b065-0549134d8d05'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:07:09.319064 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17a0dbf7-4fac-4783-b49f-30e47320927f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.376268 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6134e8eb-e564-4a3d-a89e-e7a444a36670'] response: {'server_uuid': '401a415a-2844-417e-9883-56841da72e62', 'name': 'network-vif-deleted', 'tag': '8ae74a6b-eeff-45a8-b065-0549134d8d05', 'status': 'completed', 'code': 200} May 24 23:07:09.377403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0dbf7-4fac-4783-b49f-30e47320927f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Subnet': ['ID=3c53f6de-1862-4a40-94f4-7b12d4e7c94b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:09.379654 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17a0dbf7-4fac-4783-b49f-30e47320927f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.381532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-17a0dbf7-4fac-4783-b49f-30e47320927f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/3c53f6de-1862-4a40-94f4-7b12d4e7c94b HTTP/1.1" status: 204 len: 168 time: 1.1504397 May 24 23:07:09.383546 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06dd98ff-44e6-4513-83fb-6b357486ce9d req-05fc18b8-cced-4aa1-b4fb-fc680e0b3b76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "DELETE /v2.0/ports/8ae74a6b-eeff-45a8-b065-0549134d8d05 HTTP/1.1" status: 204 len: 173 time: 3.1750588 May 24 23:07:09.384381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50912) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:09.417908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfe348-2260-4b8c-aabf-660ed769f5fa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:09.419727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfe348-2260-4b8c-aabf-660ed769f5fa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:09.421312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfe348-2260-4b8c-aabf-660ed769f5fa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:09.424082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfe348-2260-4b8c-aabf-660ed769f5fa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:09.425595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfe348-2260-4b8c-aabf-660ed769f5fa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:09.427256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e9dfe348-2260-4b8c-aabf-660ed769f5fa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2033834 May 24 23:07:09.444411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50918) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:09.482380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 8ae74a6b-eeff-45a8-b065-0549134d8d05 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:07:09.482776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 8ae74a6b-eeff-45a8-b065-0549134d8d05 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:07:09.493851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448481bd-c542-4cf8-b465-f2d9b8845668 None None] Network e62e4c16-1dbb-4c0e-b9c4-d6852e501985 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:09.648270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-bd9c784b-5f6c-4b65-8101-92a4795b1541 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:09.681899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a9d7823f-44c7-467f-8c01-05c4228fc2c8 req-db63ea5f-22c7-4677-8205-8a60a5dc47d2 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:09.716267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.732410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port 0fd23d93-4006-45f2-b116-c6dda8814d02 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:09.732765 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.765952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a9d7823f-44c7-467f-8c01-05c4228fc2c8 req-db63ea5f-22c7-4677-8205-8a60a5dc47d2 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:09.766576 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a9d7823f-44c7-467f-8c01-05c4228fc2c8 req-db63ea5f-22c7-4677-8205-8a60a5dc47d2 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=401a415a-2844-417e-9883-56841da72e62 HTTP/1.1" status: 200 len: 210 time: 0.1339307 May 24 23:07:09.963995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:09.973990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] For port 0fd23d93-4006-45f2-b116-c6dda8814d02, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0fd23d93-4006-45f2-b116-c6dda8814d02,segment=NetworkSegment(fdce6aa0-49b4-48df-8507-cbb619a7b0b0),segment_id=fdce6aa0-49b4-48df-8507-cbb619a7b0b0)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:09.974351 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:09.992215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5edaa2-1af9-4974-b5b5-c70fae2b5d24 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:09.994163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4a5edaa2-1af9-4974-b5b5-c70fae2b5d24 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/networks/611d084e-7250-4422-8c79-a3b3737ea77b HTTP/1.1" status: 200 len: 804 time: 0.5482426 May 24 23:07:10.000057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50924) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:10.129692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for 0fd23d93-4006-45f2-b116-c6dda8814d02 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:10.131381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bae3e6e-d87a-44c7-bdbb-0c78ffcd06b7 None None] DHCP port deletion for e62e4c16-1dbb-4c0e-b9c4-d6852e501985 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:07:10.133428 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.147937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9bae3e6e-d87a-44c7-bdbb-0c78ffcd06b7 None None] Deleting port 0fd23d93-4006-45f2-b116-c6dda8814d02 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:10.148632 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9bae3e6e-d87a-44c7-bdbb-0c78ffcd06b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.273219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bd9c784b-5f6c-4b65-8101-92a4795b1541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:10.336809 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.351047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c784b-5f6c-4b65-8101-92a4795b1541 None None] Checking router: e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:07:10.372598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fc08c366-e8cd-4151-8e3b-8f6a8f4d2966 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/networks/611d084e-7250-4422-8c79-a3b3737ea77b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3691392 May 24 23:07:10.373323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50936) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:10.377036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:10.388930 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c581ca3-aef8-4ce6-b364-cc4c7bbd1413 None None] Sync routers for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:10.395416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c784b-5f6c-4b65-8101-92a4795b1541 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:10.396438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bd9c784b-5f6c-4b65-8101-92a4795b1541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:07:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:10.404219 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c581ca3-aef8-4ce6-b364-cc4c7bbd1413 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:10.407444 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0c581ca3-aef8-4ce6-b364-cc4c7bbd1413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:07:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:10.414426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No DVR routers for this DVR port 0fd23d93-4006-45f2-b116-c6dda8814d02 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:10.452782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=0fd23d93-4006-45f2-b116-c6dda8814d02,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:10.470391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f34626-b1a2-4ca2-8b33-9ae161dcba72 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:10.484252 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d9f34626-b1a2-4ca2-8b33-9ae161dcba72 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/subnets/5591cb51-a141-43a3-8444-80f0ed386545 HTTP/1.1" status: 200 len: 843 time: 0.1094487 May 24 23:07:10.485067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50940) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:10.485874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.510469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9bae3e6e-d87a-44c7-bdbb-0c78ffcd06b7 None None] For port 0fd23d93-4006-45f2-b116-c6dda8814d02, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0fd23d93-4006-45f2-b116-c6dda8814d02,segment=NetworkSegment(fdce6aa0-49b4-48df-8507-cbb619a7b0b0),segment_id=fdce6aa0-49b4-48df-8507-cbb619a7b0b0)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:10.511165 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9bae3e6e-d87a-44c7-bdbb-0c78ffcd06b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.572953 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.603426 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ff3bc6a6-3e50-47b5-b93d-a730b3c51af1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2680535 May 24 23:07:10.606185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84797efd-16f3-4804-85c1-95c182ad344b', 'tag': '3e58272f-b92c-4388-a810-4e20bbb74dc6'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:07:10.608370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50944) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:10.616000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62e4c16-1dbb-4c0e-b9c4-d6852e501985']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:10.625216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fbf757-1fbb-460f-8b74-04c4a95117fc tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:10.636329 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f5fbf757-1fbb-460f-8b74-04c4a95117fc tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "GET /v2.0/subnets/5591cb51-a141-43a3-8444-80f0ed386545?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1246941 May 24 23:07:10.638245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50950) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:10.660730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1732738036'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:10.666652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:10.689868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:10.698141 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581f9f6e-706f-46a3-9f28-9babcb58ccf0'] response: {'name': 'network-changed', 'server_uuid': '84797efd-16f3-4804-85c1-95c182ad344b', 'tag': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'status': 'completed', 'code': 200} May 24 23:07:10.712982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:10.716863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.721049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdce6aa0-49b4-48df-8507-cbb619a7b0b0') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:10.721746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdce6aa0-49b4-48df-8507-cbb619a7b0b0') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:10.783929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:10.805625 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.806348 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Added segment 525696ac-a51f-4142-ba96-6ae25cb299fe of type vlan for network d4c4106b-7f23-4ed5-af55-6f809424818a May 24 23:07:10.811009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.852752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.886192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9bae3e6e-d87a-44c7-bdbb-0c78ffcd06b7 None None] Calling delete_port for 0fd23d93-4006-45f2-b116-c6dda8814d02 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:10.893089 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0c581ca3-aef8-4ce6-b364-cc4c7bbd1413 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:10.894704 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.909700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.911292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-168476a0-2ce1-40a7-8393-e1b6e1ba9a35 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/floatingips/ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef HTTP/1.1" status: 200 len: 991 time: 0.2975144 May 24 23:07:10.916302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:10.916899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.920159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:10.923015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:10.950509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf433811-1aa5-4c58-ae82-eaf7e199bd47 req-71336a5e-19d5-45ff-b6b3-09703996cfd3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:10.958808 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf433811-1aa5-4c58-ae82-eaf7e199bd47 req-71336a5e-19d5-45ff-b6b3-09703996cfd3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.7205074 May 24 23:07:11.061291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50962) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:11.077699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-bd9c784b-5f6c-4b65-8101-92a4795b1541 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:11.099465 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment fdce6aa0-49b4-48df-8507-cbb619a7b0b0 resource provider aggregate not found May 24 23:07:11.153033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Network': ['ID=d4c4106b-7f23-4ed5-af55-6f809424818a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:11.170399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-df7070b1-d041-4d41-ab55-cb7d9dd8d66c tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5271003 May 24 23:07:11.171596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50968) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:11.176064 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment fdce6aa0-49b4-48df-8507-cbb619a7b0b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdce6aa0-49b4-48df-8507-cbb619a7b0b0 found for delete ", "request_id": "req-5e95595f-db01-469b-ae47-3fde980b1283"}]} May 24 23:07:11.205318 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf433811-1aa5-4c58-ae82-eaf7e199bd47 req-bdd783a5-125e-4e25-956c-78f1b1e0e924 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452116 May 24 23:07:11.210097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9d291-f4f7-441a-88b5-a9f0cecf5c17 req-b19b8db6-5da9-4992-adae-cd7343806617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:11.211775 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77d9d291-f4f7-441a-88b5-a9f0cecf5c17 req-b19b8db6-5da9-4992-adae-cd7343806617 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 1096 time: 0.4646819 May 24 23:07:11.214850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6286db4a-1398-4ab2-870c-03c092869057 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.217521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.232790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'network_id': 'd4c4106b-7f23-4ed5-af55-6f809424818a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:11.285740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d4c4106b-7f23-4ed5-af55-6f809424818a details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:11.327180 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.337423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Network': ['ID=e62e4c16-1dbb-4c0e-b9c4-d6852e501985,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:11.364463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6286db4a-1398-4ab2-870c-03c092869057 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.441114 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0c581ca3-aef8-4ce6-b364-cc4c7bbd1413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:06:19Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'port_id': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'mac_address': 'fa:16:3e:8f:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84797efd-16f3-4804-85c1-95c182ad344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:07Z', 'updated_at': '2022-05-24T23:07:07Z', 'revision_number': 0, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:11.449762 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c581ca3-aef8-4ce6-b364-cc4c7bbd1413 None None] Checking router: 05dd263c-bb9e-40c2-b45f-38a7947c1f9d for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:07:11.462401 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2e4500d7-da88-41df-bef9-a08a63a80156 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/networks/e62e4c16-1dbb-4c0e-b9c4-d6852e501985 HTTP/1.1" status: 204 len: 168 time: 2.0758433 May 24 23:07:11.465473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50976) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:11.476814 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c581ca3-aef8-4ce6-b364-cc4c7bbd1413 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:11.477428 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0c581ca3-aef8-4ce6-b364-cc4c7bbd1413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:07:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:11.488756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1333391374'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:11.495713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:11.535280 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6286db4a-1398-4ab2-870c-03c092869057 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.535862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:network and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:11.561422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:11.579856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:11.599728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286db4a-1398-4ab2-870c-03c092869057 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd865215-7ed0-4edf-9d47-414802c8faa2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:11.626957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9d291-f4f7-441a-88b5-a9f0cecf5c17 req-601cbed8-105a-490d-9340-9e0bc80a553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:11.628442 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77d9d291-f4f7-441a-88b5-a9f0cecf5c17 req-601cbed8-105a-490d-9340-9e0bc80a553c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6042e06-3734-4df6-bbac-837fe9dcf3d4 HTTP/1.1" status: 200 len: 898 time: 0.4022417 May 24 23:07:11.633966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:11.637441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.640516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6286db4a-1398-4ab2-870c-03c092869057 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:11.645723 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6286db4a-1398-4ab2-870c-03c092869057 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "DELETE /v2.0/security-groups/cd865215-7ed0-4edf-9d47-414802c8faa2 HTTP/1.1" status: 204 len: 168 time: 0.5715761 May 24 23:07:11.653433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50980) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:07:11.671615 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:07:11.678176 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-161f527d-d6cb-4c7a-ae3a-69361143903a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] show failed (client error): The resource could not be found. May 24 23:07:11.681957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-161f527d-d6cb-4c7a-ae3a-69361143903a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups/cd865215-7ed0-4edf-9d47-414802c8faa2 HTTP/1.1" status: 404 len: 347 time: 0.0273540 May 24 23:07:11.682887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50984) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:11.691497 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-9bae3e6e-d87a-44c7-bdbb-0c78ffcd06b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:11.692119 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-9bae3e6e-d87a-44c7-bdbb-0c78ffcd06b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:11.775536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:11.814672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:11.832251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5b16d-7813-4cee-a94e-50b1fe714538 req-7065eb3f-6611-474c-9f1e-bfc5e7973429 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:11.835298 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6fe5b16d-7813-4cee-a94e-50b1fe714538 req-7065eb3f-6611-474c-9f1e-bfc5e7973429 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3925965 May 24 23:07:11.852944 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0c581ca3-aef8-4ce6-b364-cc4c7bbd1413 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:11.891690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0fd23d93-4006-45f2-b116-c6dda8814d02 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:11.917033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-bd9c784b-5f6c-4b65-8101-92a4795b1541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:11.926380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c784b-5f6c-4b65-8101-92a4795b1541 None None] The sync data for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 is: [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:11.934247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 0fd23d93-4006-45f2-b116-c6dda8814d02 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:07:11.934606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0fd23d93-4006-45f2-b116-c6dda8814d02 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:07:11.956188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50988) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:12.028442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:12.037049 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77d9d291-f4f7-441a-88b5-a9f0cecf5c17 req-3d021b7d-554e-4853-84b8-6e117b48c7fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58272f-b92c-4388-a810-4e20bbb74dc6 HTTP/1.1" status: 200 len: 999 time: 0.3846357 May 24 23:07:12.061396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Deleting port 9fcc77b5-f5c5-4224-a0e3-0e6a6a2fee8a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:12.061864 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.100532 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.100532 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Added segment acfea092-59aa-43e6-9f2a-31e10d0b98bb of type vlan for network 503efb45-b68e-46b0-bc94-fea0128fddb9 May 24 23:07:12.157795 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.163226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9d291-f4f7-441a-88b5-a9f0cecf5c17 req-c00f0e9f-19da-4639-91eb-3142299ac491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.164702 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77d9d291-f4f7-441a-88b5-a9f0cecf5c17 req-c00f0e9f-19da-4639-91eb-3142299ac491 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=abfbff17-d894-4ada-bdba-17025fe24485 HTTP/1.1" status: 200 len: 834 time: 0.1053734 May 24 23:07:12.193351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9bae3e6e-d87a-44c7-bdbb-0c78ffcd06b7 None None] Deleting port 0fd23d93-4006-45f2-b116-c6dda8814d02 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:12.193766 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9bae3e6e-d87a-44c7-bdbb-0c78ffcd06b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.292231 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.303084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.303485 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.319472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9bae3e6e-d87a-44c7-bdbb-0c78ffcd06b7 None None] The port '0fd23d93-4006-45f2-b116-c6dda8814d02' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:07:12.340703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Made reservation on behalf of 4513fc07452c4a6a90ffa880a764a780 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:12.344359 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.426874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9586940 May 24 23:07:12.437224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861e505-23da-4929-8601-51c6952ac46b None None] New status for floating IP 23b3917d-7c13-4a56-ac8e-a7f62c88a9d2: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:07:12.439557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50992) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:12.441194 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6fe5b16d-7813-4cee-a94e-50b1fe714538 req-0290628e-8987-4504-9bee-8397b1998a0e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5466809 May 24 23:07:12.445648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '503efb45-b68e-46b0-bc94-fea0128fddb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:12.465415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9d291-f4f7-441a-88b5-a9f0cecf5c17 req-27475385-a44c-499d-a43c-25d6304349f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:12.466970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77d9d291-f4f7-441a-88b5-a9f0cecf5c17 req-27475385-a44c-499d-a43c-25d6304349f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6042e06-3734-4df6-bbac-837fe9dcf3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2937791 May 24 23:07:12.505027 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0c581ca3-aef8-4ce6-b364-cc4c7bbd1413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:06:19Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'port_id': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'mac_address': 'fa:16:3e:8f:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84797efd-16f3-4804-85c1-95c182ad344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:07Z', 'updated_at': '2022-05-24T23:07:07Z', 'revision_number': 0, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:12.505715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.ipam_backend_mixin [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Performing IP validity checks on allocation pools {{(pid=88389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:07:12.506135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.ipam_backend_mixin [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88389) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:07:12.511388 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c581ca3-aef8-4ce6-b364-cc4c7bbd1413 None None] The sync data for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 is: [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:06:19Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'port_id': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'mac_address': 'fa:16:3e:8f:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84797efd-16f3-4804-85c1-95c182ad344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:07Z', 'updated_at': '2022-05-24T23:07:07Z', 'revision_number': 0, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:12.529085 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a6cd2b35-2f56-4605-a010-6354f7421b62 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/floatingips/ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef HTTP/1.1" status: 200 len: 991 time: 0.5713229 May 24 23:07:12.590674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:12.594713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:12.598110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:12.603997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:12.637083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ab59d-a706-445c-884d-ef55a4ec7301 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Network': ['ID=503efb45-b68e-46b0-bc94-fea0128fddb9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:12.650383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:12.653899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.730717 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.731812 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:12.798335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 503efb45-b68e-46b0-bc94-fea0128fddb9 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:12.900572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Calling delete_port for 9fcc77b5-f5c5-4224-a0e3-0e6a6a2fee8a owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:12.912271 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873b829-e81c-43d0-a050-2f3dc57edfc8 None None] New status for floating IP ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:07:12.925621 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77d9d291-f4f7-441a-88b5-a9f0cecf5c17 req-533cc198-9218-43b5-aeb1-c645588f58e0 service neutron] 10.222.0.50 "GET /v2.0/networks/e6042e06-3734-4df6-bbac-837fe9dcf3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428253 May 24 23:07:13.019273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6856621-d019-4de9-ae2d-c34cb0c6bf71 req-9ced856f-dadc-4ffc-813e-9836cd59975a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:13.020758 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e6856621-d019-4de9-ae2d-c34cb0c6bf71 req-9ced856f-dadc-4ffc-813e-9836cd59975a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3025963 May 24 23:07:13.037017 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.088861 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:13.089333 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:13.138903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=17ab1bef-0942-49c3-a14b-a3da86a44b4f,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:13.142227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Checking segment: {'id': '525696ac-a51f-4142-ba96-6ae25cb299fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4c4106b-7f23-4ed5-af55-6f809424818a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:13.143096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network hostable DHCP agents. Network: d4c4106b-7f23-4ed5-af55-6f809424818a, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:13.151667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e6856621-d019-4de9-ae2d-c34cb0c6bf71 req-d1de17ab-3238-4c55-b138-7e479761dfd6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145852 May 24 23:07:13.182041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Network d4c4106b-7f23-4ed5-af55-6f809424818a is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:13.204079 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77d9d291-f4f7-441a-88b5-a9f0cecf5c17 req-9659af1b-4883-4573-aae3-3618098f3017 service neutron] 10.222.0.50 "GET /v2.0/networks/e6042e06-3734-4df6-bbac-837fe9dcf3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674773 May 24 23:07:13.210987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d4c4106b-7f23-4ed5-af55-6f809424818a) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:13.222273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8171241-6a31-459a-a540-8130ebf25085 None None] Network d4c4106b-7f23-4ed5-af55-6f809424818a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:13.230322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:13.230973 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.260292 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.360864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Subnet': ['ID=fa70b384-935a-493d-9c29-935a2a3d72ba,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:13.368581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e46a227a-52d2-4e64-ad04-8de4fb23c187 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1953661 May 24 23:07:13.372040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51002) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:13.385190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-580aa398-a93e-4d70-b725-99a55b282178 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:13.412859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34451d-91ce-469c-82e6-93b7f5259679 req-b9f5612c-a5ca-4144-b001-29dd376f20d3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:13.414848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff34451d-91ce-469c-82e6-93b7f5259679 req-b9f5612c-a5ca-4144-b001-29dd376f20d3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1135113 May 24 23:07:13.462495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Checking segment: {'id': 'acfea092-59aa-43e6-9f2a-31e10d0b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '503efb45-b68e-46b0-bc94-fea0128fddb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:13.462985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network hostable DHCP agents. Network: 503efb45-b68e-46b0-bc94-fea0128fddb9, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:13.471831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff34451d-91ce-469c-82e6-93b7f5259679 req-eb9701d6-74cf-4255-a3d8-aedbc5d0f4a5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489209 May 24 23:07:13.531547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-d4c4106b-7f23-4ed5-af55-6f809424818a', 'network_id': 'd4c4106b-7f23-4ed5-af55-6f809424818a', 'tenant_id': '4513fc07452c4a6a90ffa880a764a780', 'fixed_ips': [{'subnet_id': '17ab1bef-0942-49c3-a14b-a3da86a44b4f'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:13.533729 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.538453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51008) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:13.571286 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-580aa398-a93e-4d70-b725-99a55b282178 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2226808'] for subnet, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.713359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Deleting port 9fcc77b5-f5c5-4224-a0e3-0e6a6a2fee8a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:13.713789 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.754198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 503efb45-b68e-46b0-bc94-fea0128fddb9 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:13.766270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-80d73fbb-fe08-4740-ab85-4541bf101d63 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/floatingips/ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef HTTP/1.1" status: 200 len: 993 time: 0.2265768 May 24 23:07:13.809734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 503efb45-b68e-46b0-bc94-fea0128fddb9) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:13.817907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d8be2-7e17-4978-bbdf-da8440d329a2 None None] Network 503efb45-b68e-46b0-bc94-fea0128fddb9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:13.827196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:13.827786 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.872142 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d4e578b7-ccbf-425b-a47a-25333eaeb009 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4292586 May 24 23:07:13.880261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51014) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:13.885769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d3195c81-8a3d-4c72-b9d1-e9eb83e1edaa tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1340860146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:13.896945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d3195c81-8a3d-4c72-b9d1-e9eb83e1edaa tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:13.902875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3195c81-8a3d-4c72-b9d1-e9eb83e1edaa tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:router and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:13.906636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3195c81-8a3d-4c72-b9d1-e9eb83e1edaa tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:13.910588 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-580aa398-a93e-4d70-b725-99a55b282178 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752462385336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3097555'] for subnet, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.953842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d3195c81-8a3d-4c72-b9d1-e9eb83e1edaa tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:13.987905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aa398-a93e-4d70-b725-99a55b282178 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:13.988990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-580aa398-a93e-4d70-b725-99a55b282178 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.990509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-580aa398-a93e-4d70-b725-99a55b282178 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "PUT /v2.0/subnets/17ab1bef-0942-49c3-a14b-a3da86a44b4f HTTP/1.1" status: 200 len: 900 time: 0.6165988 May 24 23:07:13.994209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3195c81-8a3d-4c72-b9d1-e9eb83e1edaa tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.995487 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3195c81-8a3d-4c72-b9d1-e9eb83e1edaa tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:13.998700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51018) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:14.012216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Allocated IP 2001:db8::3 (d4c4106b-7f23-4ed5-af55-6f809424818a/17ab1bef-0942-49c3-a14b-a3da86a44b4f/556e86ac-42b0-44ad-a721-7e2f1095f0fc) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:14.034594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580aa398-a93e-4d70-b725-99a55b282178 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event updated for resources: {'Subnet': ['ID=17ab1bef-0942-49c3-a14b-a3da86a44b4f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:14.066888 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.067554 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.229402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Calling delete_port for 9fcc77b5-f5c5-4224-a0e3-0e6a6a2fee8a owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:14.280593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-503efb45-b68e-46b0-bc94-fea0128fddb9', 'network_id': '503efb45-b68e-46b0-bc94-fea0128fddb9', 'tenant_id': '692f4a98b1884f3380f420b63f3246b6', 'fixed_ips': [{'subnet_id': 'fa70b384-935a-493d-9c29-935a2a3d72ba'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:14.281781 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.282799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3195c81-8a3d-4c72-b9d1-e9eb83e1edaa tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.359261 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3195c81-8a3d-4c72-b9d1-e9eb83e1edaa tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.381358 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.399944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3195c81-8a3d-4c72-b9d1-e9eb83e1edaa tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.403349 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d3195c81-8a3d-4c72-b9d1-e9eb83e1edaa tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5197041 May 24 23:07:14.412230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51024) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:14.423617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'network_id': '503efb45-b68e-46b0-bc94-fea0128fddb9', 'name': 'tempest-PortsIpV6TestJSON-62888320'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:14.453019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552747d7-a84b-499f-ad92-b28e35f3a020 req-5a7db969-c5c0-4035-96b1-a74fcc24a4cf tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:14.454662 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-552747d7-a84b-499f-ad92-b28e35f3a020 req-5a7db969-c5c0-4035-96b1-a74fcc24a4cf tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.5307360 May 24 23:07:14.459333 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.526058 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.557721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Allocated IP 2001:db8::2 (503efb45-b68e-46b0-bc94-fea0128fddb9/fa70b384-935a-493d-9c29-935a2a3d72ba/fe92f6dd-38ea-41ff-8c00-3a018294a74a) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:14.677593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Transition to ACTIVE for port object 556e86ac-42b0-44ad-a721-7e2f1095f0fc will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:14.681785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.716584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Transition to ACTIVE for port object 556e86ac-42b0-44ad-a721-7e2f1095f0fc will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:14.743302 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.747542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'Port': ['ID=9fcc77b5-f5c5-4224-a0e3-0e6a6a2fee8a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:14.764604 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.817962 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-552747d7-a84b-499f-ad92-b28e35f3a020 req-03d0c821-24ad-4686-abb5-1ea742ade36e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034966 May 24 23:07:14.821821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Subnet': ['ID=17ab1bef-0942-49c3-a14b-a3da86a44b4f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:14.874875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Network d4c4106b-7f23-4ed5-af55-6f809424818a is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:14.885208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:14.889788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Pushing event updated for resources: {'Port': ['ID=556e86ac-42b0-44ad-a721-7e2f1095f0fc,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:14.892661 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.895572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:14.919115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:14.936969 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.939113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:port and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:14.941340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Transition to ACTIVE for port object fe92f6dd-38ea-41ff-8c00-3a018294a74a will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:14.944264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:14.957419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:14.967507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c4106b-7f23-4ed5-af55-6f809424818a']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:14.977479 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:14.981652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525696ac-a51f-4142-ba96-6ae25cb299fe') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:14.982146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525696ac-a51f-4142-ba96-6ae25cb299fe') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:14.999311 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.003519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:15.007036 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.011118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Transition to ACTIVE for port object fe92f6dd-38ea-41ff-8c00-3a018294a74a will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:15.015138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Attempting to bind port 556e86ac-42b0-44ad-a721-7e2f1095f0fc on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:15.015511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Attempting to bind port 556e86ac-42b0-44ad-a721-7e2f1095f0fc by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '525696ac-a51f-4142-ba96-6ae25cb299fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4c4106b-7f23-4ed5-af55-6f809424818a'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:15.015880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Attempting to bind port 556e86ac-42b0-44ad-a721-7e2f1095f0fc on network d4c4106b-7f23-4ed5-af55-6f809424818a {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:15.022046 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.028111 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.035019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:15.035715 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.060422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:15.060422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Checking segment: {'id': '525696ac-a51f-4142-ba96-6ae25cb299fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4c4106b-7f23-4ed5-af55-6f809424818a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:15.060726 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.061307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Bound using segment: {'id': '525696ac-a51f-4142-ba96-6ae25cb299fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4c4106b-7f23-4ed5-af55-6f809424818a'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:15.061970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Bound port: 556e86ac-42b0-44ad-a721-7e2f1095f0fc, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525696ac-a51f-4142-ba96-6ae25cb299fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4c4106b-7f23-4ed5-af55-6f809424818a'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:15.062536 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.063296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port d488d886-6f2d-47ed-9df0-091e0342f5f2 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:07:15.113714 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 525696ac-a51f-4142-ba96-6ae25cb299fe resource provider aggregate not found May 24 23:07:15.122205 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.126387 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7bab090b-b344-4839-afb2-5f77bf87704f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "DELETE /v2.0/floatingips/23b3917d-7c13-4a56-ac8e-a7f62c88a9d2 HTTP/1.1" status: 204 len: 168 time: 3.4302599 May 24 23:07:15.140782 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 525696ac-a51f-4142-ba96-6ae25cb299fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 525696ac-a51f-4142-ba96-6ae25cb299fe found for delete ", "request_id": "req-e4a57ad1-015c-45b1-808c-2d465a8ea90a"}]} May 24 23:07:15.152874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Network 503efb45-b68e-46b0-bc94-fea0128fddb9 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:15.165520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:15.166508 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 24 23:07:15.166508 n-d-843146-7 neutron-server[88390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 24 23:07:15.166508 n-d-843146-7 neutron-server[88390]: [parameters: {'id': 'd4c4106b-7f23-4ed5-af55-6f809424818a'}] May 24 23:07:15.166508 n-d-843146-7 neutron-server[88390]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:15.167114 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:15.174056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:15.183991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Pushing event updated for resources: {'Port': ['ID=fe92f6dd-38ea-41ff-8c00-3a018294a74a,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:15.290512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] For port 556e86ac-42b0-44ad-a721-7e2f1095f0fc, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:15.305346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] For port 556e86ac-42b0-44ad-a721-7e2f1095f0fc, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=556e86ac-42b0-44ad-a721-7e2f1095f0fc,segment=NetworkSegment(525696ac-a51f-4142-ba96-6ae25cb299fe),segment_id=525696ac-a51f-4142-ba96-6ae25cb299fe)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:15.306868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Attempting to bind port fe92f6dd-38ea-41ff-8c00-3a018294a74a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:15.307329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Attempting to bind port fe92f6dd-38ea-41ff-8c00-3a018294a74a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'acfea092-59aa-43e6-9f2a-31e10d0b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '503efb45-b68e-46b0-bc94-fea0128fddb9'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:15.307952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Attempting to bind port fe92f6dd-38ea-41ff-8c00-3a018294a74a on network 503efb45-b68e-46b0-bc94-fea0128fddb9 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:15.314473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:15.314967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Checking segment: {'id': 'acfea092-59aa-43e6-9f2a-31e10d0b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '503efb45-b68e-46b0-bc94-fea0128fddb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:15.315490 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.316696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Bound using segment: {'id': 'acfea092-59aa-43e6-9f2a-31e10d0b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '503efb45-b68e-46b0-bc94-fea0128fddb9'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:15.316696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Bound port: fe92f6dd-38ea-41ff-8c00-3a018294a74a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfea092-59aa-43e6-9f2a-31e10d0b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '503efb45-b68e-46b0-bc94-fea0128fddb9'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:15.317048 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.317953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51038) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:15.324725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364596783', 'description': 'tempest-description--1049642247'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:15.337822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:15.341296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8::9d (503efb45-b68e-46b0-bc94-fea0128fddb9/fa70b384-935a-493d-9c29-935a2a3d72ba/d488d886-6f2d-47ed-9df0-091e0342f5f2) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:15.345901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:15.350663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:15.360745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:15.380887 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.415926 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.416944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:15.422257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:15.428080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:15.434942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:15.534254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.541085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.629393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed16457-b153-485a-b28f-3ca3c8f61eca,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:15.639755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] For port fe92f6dd-38ea-41ff-8c00-3a018294a74a, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:15.640662 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.642352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2a8e1c08-7a27-49f2-84cb-86585455980a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3226438 May 24 23:07:15.645314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51048) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:15.647919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e466e-9611-4a21-b069-22e04e2ff50a None None] Pushing event updated for resources: {'Port': ['ID=556e86ac-42b0-44ad-a721-7e2f1095f0fc,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:15.656278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b3bf88ee-2d71-4b81-b67c-3b56543837e1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group_rule': {'security_group_id': 'fed16457-b153-485a-b28f-3ca3c8f61eca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:15.676766 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.676766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b3bf88ee-2d71-4b81-b67c-3b56543837e1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:15.677196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] For port fe92f6dd-38ea-41ff-8c00-3a018294a74a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fe92f6dd-38ea-41ff-8c00-3a018294a74a,segment=NetworkSegment(acfea092-59aa-43e6-9f2a-31e10d0b98bb),segment_id=acfea092-59aa-43e6-9f2a-31e10d0b98bb)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:15.706092 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.719816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b3bf88ee-2d71-4b81-b67c-3b56543837e1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:15.765911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b3bf88ee-2d71-4b81-b67c-3b56543837e1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:15.814058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b3bf88ee-2d71-4b81-b67c-3b56543837e1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:15.821058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting port 556e86ac-42b0-44ad-a721-7e2f1095f0fc {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:15.821402 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.837528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5205ca-b435-4435-a16e-ea4c865ade99 None None] Network d4c4106b-7f23-4ed5-af55-6f809424818a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:15.894561 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.910643 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3bf88ee-2d71-4b81-b67c-3b56543837e1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:15.917941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object d488d886-6f2d-47ed-9df0-091e0342f5f2 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:15.959233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2a96f-a33d-44e1-bfd7-4d576a78bdbd None None] Pushing event updated for resources: {'Port': ['ID=fe92f6dd-38ea-41ff-8c00-3a018294a74a,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:16.015955 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:16.025148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9690f4-c13d-4092-af18-efaced4a9f8c req-505036bb-c134-4d0d-9df4-16f1b980df09 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:16.033254 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab9690f4-c13d-4092-af18-efaced4a9f8c req-505036bb-c134-4d0d-9df4-16f1b980df09 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2007079 May 24 23:07:16.046034 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3bf88ee-2d71-4b81-b67c-3b56543837e1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:16.052708 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3bf88ee-2d71-4b81-b67c-3b56543837e1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:16.097967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74370f64-b01d-4edf-8535-0cf64e0a3dd7 None None] Network d4c4106b-7f23-4ed5-af55-6f809424818a requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:16.102632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf88ee-2d71-4b81-b67c-3b56543837e1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41572be2-645d-4232-a8b7-5fa44f60dfeb,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:16.159203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=d488d886-6f2d-47ed-9df0-091e0342f5f2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:16.191515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 503efb45-b68e-46b0-bc94-fea0128fddb9 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:16.197315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab9690f4-c13d-4092-af18-efaced4a9f8c req-6718e5ad-3a7a-4580-9e2e-52fda8c02521 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628618 May 24 23:07:16.198517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:16.201242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:16.208586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:16.210308 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:16.225378 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3bf88ee-2d71-4b81-b67c-3b56543837e1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:16.226677 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b3bf88ee-2d71-4b81-b67c-3b56543837e1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5802574 May 24 23:07:16.229461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51054) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:16.234466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e9817e14-7f56-46b6-b7fe-1e88c857e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group_rule': {'security_group_id': 'fed16457-b153-485a-b28f-3ca3c8f61eca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:16.245447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51058) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:16.247123 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aae4d277-1ebf-4bc9-ba21-c5b366cd27b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8326740 May 24 23:07:16.251187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e9817e14-7f56-46b6-b7fe-1e88c857e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:16.387162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e9817e14-7f56-46b6-b7fe-1e88c857e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:16.395164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e9817e14-7f56-46b6-b7fe-1e88c857e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:16.452920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] For port 556e86ac-42b0-44ad-a721-7e2f1095f0fc, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=556e86ac-42b0-44ad-a721-7e2f1095f0fc,segment=NetworkSegment(525696ac-a51f-4142-ba96-6ae25cb299fe),segment_id=525696ac-a51f-4142-ba96-6ae25cb299fe)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:16.453635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:16.467887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e9817e14-7f56-46b6-b7fe-1e88c857e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:16.650984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Calling delete_port for 556e86ac-42b0-44ad-a721-7e2f1095f0fc owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:16.966365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e9817e14-7f56-46b6-b7fe-1e88c857e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.063351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6af494-307b-477b-8692-a250afa50f08 None None] Network 503efb45-b68e-46b0-bc94-fea0128fddb9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:17.122103 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.336952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Port': ['ID=556e86ac-42b0-44ad-a721-7e2f1095f0fc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:17.336952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No DVR routers for this DVR port 556e86ac-42b0-44ad-a721-7e2f1095f0fc on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:17.343900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b5835a22-544a-42ef-8061-9ea1802069f4 None None] Provisioning for port fe92f6dd-38ea-41ff-8c00-3a018294a74a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:17.344856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e9817e14-7f56-46b6-b7fe-1e88c857e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.344856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e9817e14-7f56-46b6-b7fe-1e88c857e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.408454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9817e14-7f56-46b6-b7fe-1e88c857e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ab9e32-cfae-4836-b12e-f8bfe294c837,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:17.464542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.484504 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.522714 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e9817e14-7f56-46b6-b7fe-1e88c857e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.522714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e9817e14-7f56-46b6-b7fe-1e88c857e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2894163 May 24 23:07:17.532774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51082) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:17.532774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:17.547773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:17.557637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:floatingip and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:17.572076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:17.576341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c4106b-7f23-4ed5-af55-6f809424818a']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:17.580306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:17.588469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525696ac-a51f-4142-ba96-6ae25cb299fe') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:17.588469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525696ac-a51f-4142-ba96-6ae25cb299fe') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:17.594435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.633983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.822906 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:17.975422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fe92f6dd-38ea-41ff-8c00-3a018294a74a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:18.022127 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.036325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:18.036724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.064468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaaa1a-17e1-40e5-ba39-af1aeb2b359f req-fb6fa9af-3523-4b94-8ae2-b6d0306cac2b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:18.072873 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-effaaa1a-17e1-40e5-ba39-af1aeb2b359f req-fb6fa9af-3523-4b94-8ae2-b6d0306cac2b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.6527760 May 24 23:07:18.142659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port fe92f6dd-38ea-41ff-8c00-3a018294a74a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:18.151579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Allocated IP 172.25.7.180 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/c2f62e51-6484-4208-9f2a-4a12cec6e0eb) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:18.162841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-80617232-2fb3-4431-8a3d-3f67e9ef65a6 None None] Provisioning complete for port fe92f6dd-38ea-41ff-8c00-3a018294a74a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:18.162841 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-80617232-2fb3-4431-8a3d-3f67e9ef65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.241830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port fe92f6dd-38ea-41ff-8c00-3a018294a74a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:18.242212 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.289062 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 525696ac-a51f-4142-ba96-6ae25cb299fe resource provider aggregate not found May 24 23:07:18.312561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.335966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb9b0e-ebc8-450c-a12c-e7a438854e35 None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:07:18.356706 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 525696ac-a51f-4142-ba96-6ae25cb299fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 525696ac-a51f-4142-ba96-6ae25cb299fe found for delete ", "request_id": "req-c864267b-0b71-4c58-84c8-6c55b955d52a"}]} May 24 23:07:18.361525 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.369370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Network': ['ID=d4c4106b-7f23-4ed5-af55-6f809424818a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:18.415049 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-effaaa1a-17e1-40e5-ba39-af1aeb2b359f req-d296c70d-2689-464b-854a-6e2303e2dd2f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384368 May 24 23:07:18.423203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.433793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-a0fe560b-b38a-45dc-b5e0-8c358d3680c8 req-e6e0f8a8-b359-4705-8917-438ba94123f6 service neutron] (88390) timed out ('10.222.0.55', 56872) {{(pid=88390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:07:18.446086 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a9a3df74-bade-46cd-9973-69bcc7775781 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/d4c4106b-7f23-4ed5-af55-6f809424818a HTTP/1.1" status: 204 len: 168 time: 4.4378886 May 24 23:07:18.453275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51096) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:18.500421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-80617232-2fb3-4431-8a3d-3f67e9ef65a6 None None] Current status of the port fe92f6dd-38ea-41ff-8c00-3a018294a74a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:18.500421 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-80617232-2fb3-4431-8a3d-3f67e9ef65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.526614 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.535666 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.564185 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.621711 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-b351b7d3-f90c-4745-92cf-84112c2a1551 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:18.622170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b351b7d3-f90c-4745-92cf-84112c2a1551 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:18.629829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-80617232-2fb3-4431-8a3d-3f67e9ef65a6 None None] For port fe92f6dd-38ea-41ff-8c00-3a018294a74a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fe92f6dd-38ea-41ff-8c00-3a018294a74a,segment=NetworkSegment(acfea092-59aa-43e6-9f2a-31e10d0b98bb),segment_id=acfea092-59aa-43e6-9f2a-31e10d0b98bb)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:18.652128 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-80617232-2fb3-4431-8a3d-3f67e9ef65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.658967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b351b7d3-f90c-4745-92cf-84112c2a1551 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/subnets/17ab1bef-0942-49c3-a14b-a3da86a44b4f HTTP/1.1" status: 404 len: 337 time: 0.2059224 May 24 23:07:18.659667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51104) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:18.669630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=d488d886-6f2d-47ed-9df0-091e0342f5f2,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:18.705846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:18.716169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:18.719259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:18.745098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port fe92f6dd-38ea-41ff-8c00-3a018294a74a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:18.745098 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.780873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=c2f62e51-6484-4208-9f2a-4a12cec6e0eb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:18.788566 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-922fd5d4-6a3f-4c34-a30d-167f92515c45 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:18.788566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922fd5d4-6a3f-4c34-a30d-167f92515c45 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:18.788566 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-922fd5d4-6a3f-4c34-a30d-167f92515c45 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/d4c4106b-7f23-4ed5-af55-6f809424818a HTTP/1.1" status: 404 len: 339 time: 0.1227465 May 24 23:07:18.804111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51108) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:18.808837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80617232-2fb3-4431-8a3d-3f67e9ef65a6 None None] Pushing event updated for resources: {'Port': ['ID=fe92f6dd-38ea-41ff-8c00-3a018294a74a,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:18.808837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-80617232-2fb3-4431-8a3d-3f67e9ef65a6 None None] Provisioning for port d488d886-6f2d-47ed-9df0-091e0342f5f2 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:18.885848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-80617232-2fb3-4431-8a3d-3f67e9ef65a6 None None] Provisioning complete for port d488d886-6f2d-47ed-9df0-091e0342f5f2 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:18.885848 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-80617232-2fb3-4431-8a3d-3f67e9ef65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.919772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb9b0e-ebc8-450c-a12c-e7a438854e35 None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:07:18.957449 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:18.957449 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:18.968928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-80617232-2fb3-4431-8a3d-3f67e9ef65a6 None None] Port d488d886-6f2d-47ed-9df0-091e0342f5f2 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:18.979667 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:18.984186 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.135032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-19975b29-ce46-4090-82f1-a72471861e91 None None] Provisioning complete for port d488d886-6f2d-47ed-9df0-091e0342f5f2 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:19.135032 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-19975b29-ce46-4090-82f1-a72471861e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.245267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-19975b29-ce46-4090-82f1-a72471861e91 None None] Port d488d886-6f2d-47ed-9df0-091e0342f5f2 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:19.361266 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.427878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.427878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.526156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.565433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:19.606389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c99277-c562-4c83-b61a-79f773ed0e08') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:19.609650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c99277-c562-4c83-b61a-79f773ed0e08') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:19.656109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port fe92f6dd-38ea-41ff-8c00-3a018294a74a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:19.743312 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.810495 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.908036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:19.908375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:19.924819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fe92f6dd-38ea-41ff-8c00-3a018294a74a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:20.093236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port fe92f6dd-38ea-41ff-8c00-3a018294a74a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:20.093236 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.101784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.101784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.105204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.166376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6a399-9523-40f4-b1a9-ee2196982792 req-98b9b123-8b17-406d-9094-4efbfc63c533 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:20.166376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9b6a399-9523-40f4-b1a9-ee2196982792 req-98b9b123-8b17-406d-9094-4efbfc63c533 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.5332172 May 24 23:07:20.166376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.172913 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 72c99277-c562-4c83-b61a-79f773ed0e08 resource provider aggregate not found May 24 23:07:20.237258 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 72c99277-c562-4c83-b61a-79f773ed0e08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72c99277-c562-4c83-b61a-79f773ed0e08 found for delete ", "request_id": "req-67d13b68-48ae-4142-974b-1994af3f84e5"}]} May 24 23:07:20.240169 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.243239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Network': ['ID=655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:20.246377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6b002950-3be1-46d8-908b-1c2be4175ccd None None] Provisioning complete for port d488d886-6f2d-47ed-9df0-091e0342f5f2 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:20.255280 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6b002950-3be1-46d8-908b-1c2be4175ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.310450 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.315553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6b002950-3be1-46d8-908b-1c2be4175ccd None None] Port d488d886-6f2d-47ed-9df0-091e0342f5f2 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:20.324363 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.384821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2446fb9c-cb29-43d6-8bdd-a8c74287c003 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/655a5f2d-31c4-4a9b-bc7c-3fdd2c43b0ed HTTP/1.1" status: 204 len: 168 time: 1.5866702 May 24 23:07:20.397177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51136) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:20.414451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=d488d886-6f2d-47ed-9df0-091e0342f5f2,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:20.416334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port fe92f6dd-38ea-41ff-8c00-3a018294a74a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:20.433120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 503efb45-b68e-46b0-bc94-fea0128fddb9 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:20.433120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:20.475827 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9b6a399-9523-40f4-b1a9-ee2196982792 req-07546d76-5b85-4209-8bd2-1601485ccae3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331519 May 24 23:07:20.524259 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47c63a8-1453-423a-a6b7-fb9e6e74c4d0 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:20.524702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47c63a8-1453-423a-a6b7-fb9e6e74c4d0 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:20.529419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e47c63a8-1453-423a-a6b7-fb9e6e74c4d0 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/subnets/ffe4db4d-f921-4c82-81cf-a8676f4c2bcc HTTP/1.1" status: 404 len: 337 time: 0.1044917 May 24 23:07:20.536966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51140) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:20.574293 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-71de125f-5931-40b1-8905-54c219c6f282 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:20.575487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71de125f-5931-40b1-8905-54c219c6f282 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:20.580045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-71de125f-5931-40b1-8905-54c219c6f282 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/f3486fd9-4075-4497-a474-f0e96511aadf HTTP/1.1" status: 404 len: 339 time: 0.0398750 May 24 23:07:20.588097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51146) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:20.645631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=c2f62e51-6484-4208-9f2a-4a12cec6e0eb,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:20.711690 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.759789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca9b46f-f5cb-4e57-ab2b-f8c75c763393 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting subnet c2dc9017-8746-4a29-8062-42c944b7e854 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:20.766803 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b46f-f5cb-4e57-ab2b-f8c75c763393 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.782562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Router 9401836a-df16-4ac7-8c11-b4519b7217e5 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:07:20.831233 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.837723 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4631a29e-1365-4285-a9dd-d1eb0fe2c0ec tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3063529 May 24 23:07:20.871474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b46f-f5cb-4e57-ab2b-f8c75c763393 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.953992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5347a2bd-f3c8-4372-b1ca-758045e98e45 None None] Provisioning complete for port d488d886-6f2d-47ed-9df0-091e0342f5f2 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:20.953992 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5347a2bd-f3c8-4372-b1ca-758045e98e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.984486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b46f-f5cb-4e57-ab2b-f8c75c763393 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:20.987487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:21.006100 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6d4ed715-13f5-48e5-80af-338c8affb35b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "PUT /v2.0/routers/9401836a-df16-4ac7-8c11-b4519b7217e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7562728 May 24 23:07:21.006100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51156) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:21.131203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b46f-f5cb-4e57-ab2b-f8c75c763393 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.146692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb61ce2-8665-4c6a-bc79-d23325ebfe79 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:21.146692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1cb61ce2-8665-4c6a-bc79-d23325ebfe79 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:21.167470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5347a2bd-f3c8-4372-b1ca-758045e98e45 None None] Port d488d886-6f2d-47ed-9df0-091e0342f5f2 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:21.169090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb34b5-b7e0-48dd-ad58-2b108fd6caf1 None None] Sync routers for ids ['9401836a-df16-4ac7-8c11-b4519b7217e5'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:21.182868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb34b5-b7e0-48dd-ad58-2b108fd6caf1 None None] Routers {'9401836a-df16-4ac7-8c11-b4519b7217e5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:21.183565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9eeb34b5-b7e0-48dd-ad58-2b108fd6caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:07:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9401836a-df16-4ac7-8c11-b4519b7217e5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:21.187008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1cb61ce2-8665-4c6a-bc79-d23325ebfe79 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:21.188239 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1cb61ce2-8665-4c6a-bc79-d23325ebfe79 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports?device_id=9401836a-df16-4ac7-8c11-b4519b7217e5 HTTP/1.1" status: 200 len: 986 time: 0.1833911 May 24 23:07:21.191245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51166) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:21.233730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9b46f-f5cb-4e57-ab2b-f8c75c763393 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Subnet': ['ID=c2dc9017-8746-4a29-8062-42c944b7e854,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:21.240117 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b46f-f5cb-4e57-ab2b-f8c75c763393 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.255644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7ca9b46f-f5cb-4e57-ab2b-f8c75c763393 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/subnets/c2dc9017-8746-4a29-8062-42c944b7e854 HTTP/1.1" status: 204 len: 168 time: 0.6665909 May 24 23:07:21.267495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51176) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:21.278138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8e52d-ada5-448f-b774-daac5916c992 None None] Network d3aa0679-5893-42aa-83c7-5cc681c05560 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:21.320345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9eeb34b5-b7e0-48dd-ad58-2b108fd6caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:21.395141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-1178fa23-4e78-45e9-8ff3-2b491bb13316 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting subnet f892f70f-adbb-4b30-90c0-fb152907b35f {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:21.398013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb34b5-b7e0-48dd-ad58-2b108fd6caf1 None None] Routers {'9401836a-df16-4ac7-8c11-b4519b7217e5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:21.400730 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1178fa23-4e78-45e9-8ff3-2b491bb13316 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.409427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9eeb34b5-b7e0-48dd-ad58-2b108fd6caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:07:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9401836a-df16-4ac7-8c11-b4519b7217e5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:21.426563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-acaded36-1e8a-44ea-9c43-1390712ad328 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:21.458866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-acaded36-1e8a-44ea-9c43-1390712ad328 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:21.458866 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-acaded36-1e8a-44ea-9c43-1390712ad328 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1364596783&fields=id&tenant_id=a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 267 time: 0.1848881 May 24 23:07:21.500381 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1178fa23-4e78-45e9-8ff3-2b491bb13316 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.506281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9eeb34b5-b7e0-48dd-ad58-2b108fd6caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:21.506907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb34b5-b7e0-48dd-ad58-2b108fd6caf1 None None] The sync data for ids ['9401836a-df16-4ac7-8c11-b4519b7217e5'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:21.710285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1178fa23-4e78-45e9-8ff3-2b491bb13316 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.863639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe3a1c-ac93-45ba-aa5a-bf009103c4ee req-47c6ef5e-fc89-4909-8459-419b7123e7c3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:21.867239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76fe3a1c-ac93-45ba-aa5a-bf009103c4ee req-47c6ef5e-fc89-4909-8459-419b7123e7c3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2382383 May 24 23:07:21.867239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1178fa23-4e78-45e9-8ff3-2b491bb13316 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.934614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178fa23-4e78-45e9-8ff3-2b491bb13316 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Subnet': ['ID=f892f70f-adbb-4b30-90c0-fb152907b35f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:21.942861 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1178fa23-4e78-45e9-8ff3-2b491bb13316 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:21.971095 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1178fa23-4e78-45e9-8ff3-2b491bb13316 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/subnets/f892f70f-adbb-4b30-90c0-fb152907b35f HTTP/1.1" status: 204 len: 168 time: 0.7001877 May 24 23:07:21.971780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51190) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:22.017676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76fe3a1c-ac93-45ba-aa5a-bf009103c4ee req-83b70b1d-f32f-4a0b-9943-cacad1784527 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019478 May 24 23:07:22.147651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-94793254-ddd3-418a-a39d-860b09a02dc0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:22.159629 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-94793254-ddd3-418a-a39d-860b09a02dc0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 815 time: 0.6810966 May 24 23:07:22.170400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.185871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting port 191f5034-b1a0-44d2-bbee-e11d74b2631b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:22.186457 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.192408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-5004a670-018d-4c00-84ef-fdc3e4a361c2 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/quotas/a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 375 time: 0.0371935 May 24 23:07:22.358861 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-7a6565c4-9452-42bb-83a9-135931b4615b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1593735 May 24 23:07:22.581529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb248b-0f2f-47d4-8e5a-7ed2e4529ad5 None None] Network d3aa0679-5893-42aa-83c7-5cc681c05560 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:22.617300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] For port 191f5034-b1a0-44d2-bbee-e11d74b2631b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=191f5034-b1a0-44d2-bbee-e11d74b2631b,segment=NetworkSegment(2b120506-1790-4e1f-82e2-73b2dc07a17c),segment_id=2b120506-1790-4e1f-82e2-73b2dc07a17c)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:22.617300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.657250 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-60bd0d47-f35f-43b2-8479-b88326b475aa service neutron] 10.222.0.55 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760813 May 24 23:07:22.677518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52c8f2f0-d15a-4e1d-8988-8dc9978dfb54 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.695893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8d898b9d-e579-4dfb-895f-0d478783f1d3 None None] Provisioning complete for port 191f5034-b1a0-44d2-bbee-e11d74b2631b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:22.695893 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8d898b9d-e579-4dfb-895f-0d478783f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.829423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Calling delete_port for 191f5034-b1a0-44d2-bbee-e11d74b2631b owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:22.924052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8d898b9d-e579-4dfb-895f-0d478783f1d3 None None] Current status of the port 191f5034-b1a0-44d2-bbee-e11d74b2631b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:22.928691 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:22.971136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No DVR routers for this DVR port 191f5034-b1a0-44d2-bbee-e11d74b2631b on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:23.033190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Port': ['ID=191f5034-b1a0-44d2-bbee-e11d74b2631b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:23.052781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c0ed5e-88ad-403f-b05a-30d30cfeb5ad None None] DHCP port deletion for d3aa0679-5893-42aa-83c7-5cc681c05560 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:07:23.162211 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.198420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3aa0679-5893-42aa-83c7-5cc681c05560']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:23.207610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b120506-1790-4e1f-82e2-73b2dc07a17c') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:23.207892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b120506-1790-4e1f-82e2-73b2dc07a17c') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:23.227021 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-bb4affd9-4805-4136-9435-2ea80eb16e4f service neutron] 10.222.0.55 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220186 May 24 23:07:23.239582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-52c8f2f0-d15a-4e1d-8988-8dc9978dfb54 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port d488d886-6f2d-47ed-9df0-091e0342f5f2 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:23.240248 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52c8f2f0-d15a-4e1d-8988-8dc9978dfb54 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.271231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.298425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.312764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:23.312764 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.457438 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 2b120506-1790-4e1f-82e2-73b2dc07a17c resource provider aggregate not found May 24 23:07:23.500798 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 2b120506-1790-4e1f-82e2-73b2dc07a17c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b120506-1790-4e1f-82e2-73b2dc07a17c found for delete ", "request_id": "req-25e61890-e75e-4c9c-80e3-b96cb2dea815"}]} May 24 23:07:23.513821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799714b-692d-4475-9a94-a9c76dca683f req-a4ebcb28-fec0-452c-8e81-11a7dc685369 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:23.515721 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2799714b-692d-4475-9a94-a9c76dca683f req-a4ebcb28-fec0-452c-8e81-11a7dc685369 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2983472 May 24 23:07:23.560708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-acb318bf-3dfc-4936-ad82-280b4e9e2cc4 req-552f0a4f-ca04-47c6-9414-93af6290df7a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 210 time: 0.0705936 May 24 23:07:23.577890 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.611409 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.660354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Network': ['ID=d3aa0679-5893-42aa-83c7-5cc681c05560,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:23.681625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bd139d13-8d79-480a-8f0c-8a16458965aa tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/d3aa0679-5893-42aa-83c7-5cc681c05560 HTTP/1.1" status: 204 len: 168 time: 1.6936870 May 24 23:07:23.681625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51222) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:23.686842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2799714b-692d-4475-9a94-a9c76dca683f req-84c0771a-0b72-4661-bc13-bf17fce94fb4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459880 May 24 23:07:23.730117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52c8f2f0-d15a-4e1d-8988-8dc9978dfb54 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:23.743829 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd44804-dbae-4e1f-ac26-e46d93d4896a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:23.743829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd44804-dbae-4e1f-ac26-e46d93d4896a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:23.747308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dfd44804-dbae-4e1f-ac26-e46d93d4896a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/subnets/b8dda656-f8b6-4445-be18-83c97be2621c HTTP/1.1" status: 404 len: 337 time: 0.0588584 May 24 23:07:23.756943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51226) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:23.818045 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-b986beeb-76d4-4168-b7f8-d68bf5f9c0b3 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:23.818045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b986beeb-76d4-4168-b7f8-d68bf5f9c0b3 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:23.826851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b986beeb-76d4-4168-b7f8-d68bf5f9c0b3 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/293cf36e-3dd8-46e0-9f12-2942ef084ea2 HTTP/1.1" status: 404 len: 339 time: 0.0627029 May 24 23:07:23.826851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51230) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:23.889943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 191f5034-b1a0-44d2-bbee-e11d74b2631b no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:23.927352 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31cf570-53be-495b-b249-9faad48ca1e2 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:23.928608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31cf570-53be-495b-b249-9faad48ca1e2 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:23.930802 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a31cf570-53be-495b-b249-9faad48ca1e2 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/subnets/347750eb-bbcc-4f3a-a844-de6330390e2a HTTP/1.1" status: 404 len: 337 time: 0.0982552 May 24 23:07:23.938369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51240) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:23.984438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 191f5034-b1a0-44d2-bbee-e11d74b2631b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:07:23.984438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 191f5034-b1a0-44d2-bbee-e11d74b2631b not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:07:24.056240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.060046 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-26800311-3cd5-4802-ba1a-af7a9a4ec684 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:24.060046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26800311-3cd5-4802-ba1a-af7a9a4ec684 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:24.070242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-26800311-3cd5-4802-ba1a-af7a9a4ec684 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/56a53b8f-09af-4c92-acf2-ae43caf4f777 HTTP/1.1" status: 404 len: 339 time: 0.1253598 May 24 23:07:24.070242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51244) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:24.122384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-52c8f2f0-d15a-4e1d-8988-8dc9978dfb54 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for d488d886-6f2d-47ed-9df0-091e0342f5f2 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:24.147925 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb6b976-88b3-4bcf-8c2e-b9f2c9545c8b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:24.147925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb6b976-88b3-4bcf-8c2e-b9f2c9545c8b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:24.150078 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4eb6b976-88b3-4bcf-8c2e-b9f2c9545c8b tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/subnets/7cac9def-bb72-4981-84c6-187c6d3a2bed HTTP/1.1" status: 404 len: 337 time: 0.0826583 May 24 23:07:24.150254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51248) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:24.175815 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df57b46-ad39-4984-b8cc-ea4eba215f40 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:24.176449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df57b46-ad39-4984-b8cc-ea4eba215f40 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:24.178195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5df57b46-ad39-4984-b8cc-ea4eba215f40 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/da23b4af-87ad-4451-93c4-1ae85614d5e5 HTTP/1.1" status: 404 len: 339 time: 0.0270312 May 24 23:07:24.181248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51254) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:24.270118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c366c0-31b1-4f90-b346-0091e87b4bf6 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting subnet 3178a9ba-5ba0-4a3f-b638-8517afef60fa {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:24.273222 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-92c366c0-31b1-4f90-b346-0091e87b4bf6 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.337805 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-92c366c0-31b1-4f90-b346-0091e87b4bf6 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.391096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52c8f2f0-d15a-4e1d-8988-8dc9978dfb54 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.446176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-92c366c0-31b1-4f90-b346-0091e87b4bf6 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.471629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8f2f0-d15a-4e1d-8988-8dc9978dfb54 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=d488d886-6f2d-47ed-9df0-091e0342f5f2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:24.631253 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-92c366c0-31b1-4f90-b346-0091e87b4bf6 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.788528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc6164b-29a6-4c11-96bf-ae26f53a6972 None None] Network d534f04c-7b63-4e36-8ba7-80612d3fc3ac requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:24.790007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c366c0-31b1-4f90-b346-0091e87b4bf6 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Subnet': ['ID=3178a9ba-5ba0-4a3f-b638-8517afef60fa,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:24.798664 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-92c366c0-31b1-4f90-b346-0091e87b4bf6 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:24.816695 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-92c366c0-31b1-4f90-b346-0091e87b4bf6 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/subnets/3178a9ba-5ba0-4a3f-b638-8517afef60fa HTTP/1.1" status: 204 len: 168 time: 0.6318688 May 24 23:07:24.816878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51266) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:24.819503 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2bf64eb2-dd58-4eed-8660-2cdebfd7fd85 req-d38fc675-307c-418f-bb24-5e3420163543 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 210 time: 0.0850987 May 24 23:07:24.825393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-52c8f2f0-d15a-4e1d-8988-8dc9978dfb54 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.379399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d1d842-8eac-4151-bf8f-0ac47b18d719 None None] DHCP port deletion for d534f04c-7b63-4e36-8ba7-80612d3fc3ac request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:07:25.386095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1d842-8eac-4151-bf8f-0ac47b18d719 None None] Deleting port 04f97011-2397-4732-a87e-c99d0d6dbdf9 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:25.386095 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e6d1d842-8eac-4151-bf8f-0ac47b18d719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.402931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c8f2f0-d15a-4e1d-8988-8dc9978dfb54 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Router 9401836a-df16-4ac7-8c11-b4519b7217e5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:25.429460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e11bfa-6c7b-4f99-b79a-52ad840a1394 req-c8a8fd39-f931-4083-83f3-eef6de9db7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:25.429460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2e11bfa-6c7b-4f99-b79a-52ad840a1394 req-c8a8fd39-f931-4083-83f3-eef6de9db7d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1096 time: 0.4184990 May 24 23:07:25.483636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.581957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting port 04f97011-2397-4732-a87e-c99d0d6dbdf9 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:25.581957 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.661645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-c22181c8-4081-4bad-8c7a-2667e62499d2 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:25.666469 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-c22181c8-4081-4bad-8c7a-2667e62499d2 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 815 time: 0.4474149 May 24 23:07:25.775601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e6d1d842-8eac-4151-bf8f-0ac47b18d719 None None] For port 04f97011-2397-4732-a87e-c99d0d6dbdf9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=04f97011-2397-4732-a87e-c99d0d6dbdf9,segment=NetworkSegment(7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac),segment_id=7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:25.775601 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e6d1d842-8eac-4151-bf8f-0ac47b18d719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:25.839287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a21ae7-c3e2-4880-ad9a-cc83e72283af req-018af1c7-9f4f-485c-a430-8b47fc5eae96 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:25.839287 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6a21ae7-c3e2-4880-ad9a-cc83e72283af req-018af1c7-9f4f-485c-a430-8b47fc5eae96 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.9080794 May 24 23:07:25.893053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-b05ccd22-9248-4520-ae00-b0027d3b0cc1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:25.990304 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:07:25.993995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1d842-8eac-4151-bf8f-0ac47b18d719 None None] Calling delete_port for 04f97011-2397-4732-a87e-c99d0d6dbdf9 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:26.020966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e11bfa-6c7b-4f99-b79a-52ad840a1394 req-3ddf0a45-4e91-437c-b6ea-49da2d2d7385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:26.020966 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2e11bfa-6c7b-4f99-b79a-52ad840a1394 req-3ddf0a45-4e91-437c-b6ea-49da2d2d7385 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.2607763 May 24 23:07:26.068856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6a21ae7-c3e2-4880-ad9a-cc83e72283af req-e082860c-2aff-4903-815c-d1f4dce69431 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925378 May 24 23:07:26.089871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-b05ccd22-9248-4520-ae00-b0027d3b0cc1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:26.089871 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-b05ccd22-9248-4520-ae00-b0027d3b0cc1 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 380 time: 0.3065510 May 24 23:07:26.121679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'port': {'device_id': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'admin_state_up': True, 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'security_groups': ['fed16457-b153-485a-b28f-3ca3c8f61eca']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:26.135183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 04f97011-2397-4732-a87e-c99d0d6dbdf9 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:26.209129 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7edc7b1d-9a6b-4bf8-9208-12d9c204c926 req-2d62004b-9c77-4823-a05d-2cb741703d52 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 210 time: 0.0761249 May 24 23:07:26.316019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:26.320373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:port and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:26.320373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:26.328883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:26.348376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Made reservation on behalf of a9d69521bbf043dba069b5d286572f92 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:26.348376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.366396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Port 04f97011-2397-4732-a87e-c99d0d6dbdf9 update to DOWN by agent not found {{(pid=88391) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 24 23:07:26.366396 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e6d1d842-8eac-4151-bf8f-0ac47b18d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.400198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] For port 04f97011-2397-4732-a87e-c99d0d6dbdf9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=04f97011-2397-4732-a87e-c99d0d6dbdf9,segment=NetworkSegment(7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac),segment_id=7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:26.400198 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.427919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1d842-8eac-4151-bf8f-0ac47b18d719 None None] Pushing event deleted for resources: {'Port': ['ID=04f97011-2397-4732-a87e-c99d0d6dbdf9,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:26.427919 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:26.427919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1d842-8eac-4151-bf8f-0ac47b18d719 None None] No DVR routers for this DVR port 04f97011-2397-4732-a87e-c99d0d6dbdf9 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:26.480327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c8f2f0-d15a-4e1d-8988-8dc9978dfb54 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:26.485549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2e11bfa-6c7b-4f99-b79a-52ad840a1394 req-7afbe42b-e9df-4156-af64-8a6e9c549f57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 1000 time: 0.4539340 May 24 23:07:26.492759 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d44c9-9d65-46da-adc5-5e34812e2f1a None None] Sync routers for ids ['9401836a-df16-4ac7-8c11-b4519b7217e5'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:26.502916 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d44c9-9d65-46da-adc5-5e34812e2f1a None None] Routers {'9401836a-df16-4ac7-8c11-b4519b7217e5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:26.503526 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ff6d44c9-9d65-46da-adc5-5e34812e2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:07:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9401836a-df16-4ac7-8c11-b4519b7217e5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:26.572901 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-52c8f2f0-d15a-4e1d-8988-8dc9978dfb54 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "PUT /v2.0/routers/9401836a-df16-4ac7-8c11-b4519b7217e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3804579 May 24 23:07:26.578413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51284) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:26.600755 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ff6d44c9-9d65-46da-adc5-5e34812e2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:26.611377 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d44c9-9d65-46da-adc5-5e34812e2f1a None None] Routers {'9401836a-df16-4ac7-8c11-b4519b7217e5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:26.611377 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ff6d44c9-9d65-46da-adc5-5e34812e2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:07:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9401836a-df16-4ac7-8c11-b4519b7217e5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:26.623720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Calling delete_port for 04f97011-2397-4732-a87e-c99d0d6dbdf9 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:26.649035 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24e06c9-629c-4261-a6ba-41fae6b60843 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:07:26.649035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e24e06c9-629c-4261-a6ba-41fae6b60843 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:26.649035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e11bfa-6c7b-4f99-b79a-52ad840a1394 req-45950686-2c9f-41d5-a23c-b55ad558eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:26.649035 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2e11bfa-6c7b-4f99-b79a-52ad840a1394 req-45950686-2c9f-41d5-a23c-b55ad558eb62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.1496885 May 24 23:07:26.761544 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ff6d44c9-9d65-46da-adc5-5e34812e2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:26.761544 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d44c9-9d65-46da-adc5-5e34812e2f1a None None] The sync data for ids ['9401836a-df16-4ac7-8c11-b4519b7217e5'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:26.775196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e24e06c9-629c-4261-a6ba-41fae6b60843 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:26.777521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e24e06c9-629c-4261-a6ba-41fae6b60843 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/d488d886-6f2d-47ed-9df0-091e0342f5f2 HTTP/1.1" status: 404 len: 333 time: 0.1988287 May 24 23:07:26.777521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51288) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:26.875661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Allocated IP 172.20.0.9 (4dbd9183-8740-47be-9080-f446c9f960dd/fb1303f6-a75c-4770-b75a-ff3909584636/772a2dc4-aada-40c0-bf5b-355ef22c4863) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:26.877532 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:26.877863 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:26.927590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0b52-7265-492a-baf5-7094f0ef69f1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.058720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e11bfa-6c7b-4f99-b79a-52ad840a1394 req-19992871-e5c2-4585-8533-a9c0f5e16387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:27.060205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2e11bfa-6c7b-4f99-b79a-52ad840a1394 req-19992871-e5c2-4585-8533-a9c0f5e16387 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4045999 May 24 23:07:27.143810 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.172148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Transition to ACTIVE for port object 772a2dc4-aada-40c0-bf5b-355ef22c4863 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:27.203924 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.325029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Network 4dbd9183-8740-47be-9080-f446c9f960dd is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:27.330930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:27.334524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:27.382832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting port 04f97011-2397-4732-a87e-c99d0d6dbdf9 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:27.383096 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.499918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0b52-7265-492a-baf5-7094f0ef69f1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.503647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=772a2dc4-aada-40c0-bf5b-355ef22c4863,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:27.510746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] The port '04f97011-2397-4732-a87e-c99d0d6dbdf9' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:07:27.540138 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0b52-7265-492a-baf5-7094f0ef69f1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.633195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-71875044-6d41-4b60-86c3-5781acb23f15 None None] Provisioning for port 772a2dc4-aada-40c0-bf5b-355ef22c4863 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:27.641486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-71875044-6d41-4b60-86c3-5781acb23f15 None None] Provisioning complete for port 772a2dc4-aada-40c0-bf5b-355ef22c4863 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:27.641486 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71875044-6d41-4b60-86c3-5781acb23f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.656938 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0b52-7265-492a-baf5-7094f0ef69f1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.656938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2d0b52-7265-492a-baf5-7094f0ef69f1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Fanout notify agent at l3_agent the message router_deleted on router 9401836a-df16-4ac7-8c11-b4519b7217e5 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:07:27.666032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2e11bfa-6c7b-4f99-b79a-52ad840a1394 req-46527cd8-9a24-4a5b-a050-a759d35c58e4 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905771 May 24 23:07:27.678952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0b52-7265-492a-baf5-7094f0ef69f1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.678952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6f2d0b52-7265-492a-baf5-7094f0ef69f1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/routers/9401836a-df16-4ac7-8c11-b4519b7217e5 HTTP/1.1" status: 204 len: 168 time: 0.8930407 May 24 23:07:27.691908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51304) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:27.723288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71875044-6d41-4b60-86c3-5781acb23f15 None None] Port 772a2dc4-aada-40c0-bf5b-355ef22c4863 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:27.795605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:27.795605 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.805134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80472ba9-174e-48b1-b3c3-10fe18dedbdd req-64d85581-52df-48f0-b2db-843b0c182458 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:27.805134 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80472ba9-174e-48b1-b3c3-10fe18dedbdd req-64d85581-52df-48f0-b2db-843b0c182458 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 931 time: 0.4100788 May 24 23:07:27.911841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting subnet fa70b384-935a-493d-9c29-935a2a3d72ba {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:27.923749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c20b8-f4da-4eac-9852-0e776f69b179 req-5bf1c511-9e03-4646-8132-11f686e30384 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:27.927000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80472ba9-174e-48b1-b3c3-10fe18dedbdd req-4322ad46-3963-4a15-8a0d-e518e0dbb8f4 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16457-b153-485a-b28f-3ca3c8f61eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986874 May 24 23:07:27.927000 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.929991 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-611c20b8-f4da-4eac-9852-0e776f69b179 req-5bf1c511-9e03-4646-8132-11f686e30384 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.6990323 May 24 23:07:27.941236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-15f2522a-7972-4ff9-8a7a-7d839642cd15 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8325660 May 24 23:07:27.950919 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:27.975482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Request body: {'port': {'device_id': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:27.982740 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2e11bfa-6c7b-4f99-b79a-52ad840a1394 req-adad93ec-548b-4706-802f-5a0d377a6763 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102655 May 24 23:07:27.997038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.057999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d534f04c-7b63-4e36-8ba7-80612d3fc3ac']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:28.084607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-611c20b8-f4da-4eac-9852-0e776f69b179 req-72e00b12-b6e5-4e7f-89d8-18c56de01bff tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518610 May 24 23:07:28.122765 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.124881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:28.124881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:28.182394 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.210978 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.260607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Subnet': ['ID=fa70b384-935a-493d-9c29-935a2a3d72ba,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:28.267571 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.280555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:28.283986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8368f-4251-4ed7-9125-934f0e98ce7f None None] Network 503efb45-b68e-46b0-bc94-fea0128fddb9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:28.286925 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.291015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.291757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.292263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.293235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.293606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.294122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.294605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.295086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.295716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.296246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.296750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.297331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.298041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:28.330344 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2812dc44-0aab-4461-a705-cbdf9b0eacc2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/fa70b384-935a-493d-9c29-935a2a3d72ba HTTP/1.1" status: 204 len: 168 time: 0.6244204 May 24 23:07:28.330344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51318) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:28.362082 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac resource provider aggregate not found May 24 23:07:28.423193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.460188 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f2c739f-612a-41c7-b4d8-8b7a1cdc3fac found for delete ", "request_id": "req-59625463-9455-40cc-84b7-ba259348ca20"}]} May 24 23:07:28.672824 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.678209 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.741537 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.757146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port fe92f6dd-38ea-41ff-8c00-3a018294a74a {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:28.757146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.807691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/d534f04c-7b63-4e36-8ba7-80612d3fc3ac HTTP/1.1" status: 204 len: 168 time: 3.9822280 May 24 23:07:28.836459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51330) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:28.842144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9695358-2a6e-4116-8083-15c60a1f5125 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Network': ['ID=d534f04c-7b63-4e36-8ba7-80612d3fc3ac,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:28.880514 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33668ab-714a-4437-8cbd-d1739783b5b8 None None] DHCP port deletion for 503efb45-b68e-46b0-bc94-fea0128fddb9 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:07:28.886904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b33668ab-714a-4437-8cbd-d1739783b5b8 None None] Deleting port fe92f6dd-38ea-41ff-8c00-3a018294a74a {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:28.893539 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b33668ab-714a-4437-8cbd-d1739783b5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:28.924513 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-814e450e-1e5b-4221-b9bd-23a2257327d8 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:28.925120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814e450e-1e5b-4221-b9bd-23a2257327d8 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:28.926874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-814e450e-1e5b-4221-b9bd-23a2257327d8 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/subnets/6a448759-7bea-407d-8a08-9d26dbb9237e HTTP/1.1" status: 404 len: 337 time: 0.0707803 May 24 23:07:28.930972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51336) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:28.982214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67456f-26f2-460d-ac9d-87e72101f71d req-84bb59cb-ef64-4ae9-9f68-e5f95029d51e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:28.982390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9985e31-6160-4501-a128-ab8fa5f387a5 req-4c8262b3-dfca-4a3b-aaed-dd630dc186df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:28.982520 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a67456f-26f2-460d-ac9d-87e72101f71d req-84bb59cb-ef64-4ae9-9f68-e5f95029d51e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.4063635 May 24 23:07:28.982631 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9985e31-6160-4501-a128-ab8fa5f387a5 req-4c8262b3-dfca-4a3b-aaed-dd630dc186df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1096 time: 0.1865613 May 24 23:07:28.982747 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbfb706-25d2-4503-9822-63c4a1f2b533 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] DELETE failed (client error): The resource could not be found. May 24 23:07:28.984541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbfb706-25d2-4503-9822-63c4a1f2b533 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:28.985695 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6fbfb706-25d2-4503-9822-63c4a1f2b533 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/7b56381b-8284-4992-8e44-b54f45dcbb84 HTTP/1.1" status: 404 len: 339 time: 0.0487580 May 24 23:07:28.995377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51342) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:29.182917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a67456f-26f2-460d-ac9d-87e72101f71d req-8cdf442f-29bb-4b4e-ad3b-2e163db12a46 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275003 May 24 23:07:29.317963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] For port fe92f6dd-38ea-41ff-8c00-3a018294a74a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fe92f6dd-38ea-41ff-8c00-3a018294a74a,segment=NetworkSegment(acfea092-59aa-43e6-9f2a-31e10d0b98bb),segment_id=acfea092-59aa-43e6-9f2a-31e10d0b98bb)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:29.320636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b33668ab-714a-4437-8cbd-d1739783b5b8 None None] For port fe92f6dd-38ea-41ff-8c00-3a018294a74a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=fe92f6dd-38ea-41ff-8c00-3a018294a74a,segment=NetworkSegment(acfea092-59aa-43e6-9f2a-31e10d0b98bb),segment_id=acfea092-59aa-43e6-9f2a-31e10d0b98bb)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:29.320636 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b33668ab-714a-4437-8cbd-d1739783b5b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.322856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.378306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf349b7-5715-4c08-a02c-2b53d1ac3895 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting subnet 5591cb51-a141-43a3-8444-80f0ed386545 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:29.384426 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8bf349b7-5715-4c08-a02c-2b53d1ac3895 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.497651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9985e31-6160-4501-a128-ab8fa5f387a5 req-13fd1e11-add1-4e3b-a81f-ec411c5fc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:29.499107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9985e31-6160-4501-a128-ab8fa5f387a5 req-13fd1e11-add1-4e3b-a81f-ec411c5fc2e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.4962687 May 24 23:07:29.506108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for fe92f6dd-38ea-41ff-8c00-3a018294a74a owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:29.506978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b33668ab-714a-4437-8cbd-d1739783b5b8 None None] Calling delete_port for fe92f6dd-38ea-41ff-8c00-3a018294a74a owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:29.509647 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8bf349b7-5715-4c08-a02c-2b53d1ac3895 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.686082 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-b33668ab-714a-4437-8cbd-d1739783b5b8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 24 23:07:29.686082 n-d-843146-7 neutron-server[88391]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] May 24 23:07:29.686082 n-d-843146-7 neutron-server[88391]: [parameters: {'port_id': 'fe92f6dd-38ea-41ff-8c00-3a018294a74a', 'host': 'n-d-843146-7', 'level': 0}] May 24 23:07:29.686082 n-d-843146-7 neutron-server[88391]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:29.686082 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-b33668ab-714a-4437-8cbd-d1739783b5b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:29.690782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8b19f-4175-4984-9597-2711fa8d6b67 req-7489b611-a90a-4efb-a79f-782c29d2e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:29.690782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56d8b19f-4175-4984-9597-2711fa8d6b67 req-7489b611-a90a-4efb-a79f-782c29d2e68a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 931 time: 0.4763896 May 24 23:07:29.690782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9985e31-6160-4501-a128-ab8fa5f387a5 req-af6e3794-2414-4a1f-bb83-ce92fb471abd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 1000 time: 0.1527970 May 24 23:07:29.713865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772a2dc4-aada-40c0-bf5b-355ef22c4863 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:07:29.728262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.728262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8bf349b7-5715-4c08-a02c-2b53d1ac3895 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.781862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.798444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Transition to ACTIVE for port object 772a2dc4-aada-40c0-bf5b-355ef22c4863 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:29.811061 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:29.864074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fe92f6dd-38ea-41ff-8c00-3a018294a74a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:29.899228 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56d8b19f-4175-4984-9597-2711fa8d6b67 req-bdcaa762-2b66-48da-a484-4240d2b38072 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16457-b153-485a-b28f-3ca3c8f61eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948910 May 24 23:07:29.969796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: fe92f6dd-38ea-41ff-8c00-3a018294a74a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:07:29.973777 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=fe92f6dd-38ea-41ff-8c00-3a018294a74a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:29.978446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device fe92f6dd-38ea-41ff-8c00-3a018294a74a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:07:29.982033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No DVR routers for this DVR port fe92f6dd-38ea-41ff-8c00-3a018294a74a on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:30.039627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9985e31-6160-4501-a128-ab8fa5f387a5 req-e02e3a22-4c7f-4fa1-a92a-91a2a42af792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:30.039627 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9985e31-6160-4501-a128-ab8fa5f387a5 req-e02e3a22-4c7f-4fa1-a92a-91a2a42af792 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.2937670 May 24 23:07:30.154031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8bf349b7-5715-4c08-a02c-2b53d1ac3895 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.182165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b33668ab-714a-4437-8cbd-d1739783b5b8 None None] Deleting port fe92f6dd-38ea-41ff-8c00-3a018294a74a {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:30.182793 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b33668ab-714a-4437-8cbd-d1739783b5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.185305 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.227555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503efb45-b68e-46b0-bc94-fea0128fddb9']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:30.233700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Pushing event updated for resources: {'Port': ['ID=772a2dc4-aada-40c0-bf5b-355ef22c4863,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:30.242460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfea092-59aa-43e6-9f2a-31e10d0b98bb') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:30.242754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfea092-59aa-43e6-9f2a-31e10d0b98bb') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:30.259527 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.260486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8bf349b7-5715-4c08-a02c-2b53d1ac3895 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.272050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf349b7-5715-4c08-a02c-2b53d1ac3895 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Subnet': ['ID=5591cb51-a141-43a3-8444-80f0ed386545,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:30.276656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9985e31-6160-4501-a128-ab8fa5f387a5 req-cc1cd4f5-5658-4db5-9d40-4723581d1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:30.278173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9985e31-6160-4501-a128-ab8fa5f387a5 req-cc1cd4f5-5658-4db5-9d40-4723581d1b16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2344255 May 24 23:07:30.282626 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.294102 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8bf349b7-5715-4c08-a02c-2b53d1ac3895 tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/subnets/5591cb51-a141-43a3-8444-80f0ed386545 HTTP/1.1" status: 204 len: 168 time: 1.3037066 May 24 23:07:30.295094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51366) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:30.299871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ab23c-8e51-4038-8bdd-c9cf25ebabfa None None] Network 611d084e-7250-4422-8c79-a3b3737ea77b requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:30.369234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:30.369234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.553341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b33668ab-714a-4437-8cbd-d1739783b5b8 None None] The port 'fe92f6dd-38ea-41ff-8c00-3a018294a74a' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:07:30.553866 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment acfea092-59aa-43e6-9f2a-31e10d0b98bb resource provider aggregate not found May 24 23:07:30.746856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.767926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Attempting to bind port 772a2dc4-aada-40c0-bf5b-355ef22c4863 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:30.767926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Attempting to bind port 772a2dc4-aada-40c0-bf5b-355ef22c4863 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:30.767926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Attempting to bind port 772a2dc4-aada-40c0-bf5b-355ef22c4863 on network 4dbd9183-8740-47be-9080-f446c9f960dd {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:30.791614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Port 772a2dc4-aada-40c0-bf5b-355ef22c4863 on network 4dbd9183-8740-47be-9080-f446c9f960dd not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:07:30.791614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Attempting to bind port 772a2dc4-aada-40c0-bf5b-355ef22c4863 on network 4dbd9183-8740-47be-9080-f446c9f960dd {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:30.794896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72fd10-0c18-4010-bc5e-44bd5b7e72da None None] DHCP port deletion for 611d084e-7250-4422-8c79-a3b3737ea77b request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:07:30.798302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:30.798302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Checking segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:30.798302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Bound using segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:30.831109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2a72fd10-0c18-4010-bc5e-44bd5b7e72da None None] Deleting port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:30.833628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Bound port: 772a2dc4-aada-40c0-bf5b-355ef22c4863, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:30.836005 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2a72fd10-0c18-4010-bc5e-44bd5b7e72da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.843242 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.843242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:30.843242 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:30.847418 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment acfea092-59aa-43e6-9f2a-31e10d0b98bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acfea092-59aa-43e6-9f2a-31e10d0b98bb found for delete ", "request_id": "req-d90eaa23-95a7-4ffc-9967-6c39aa90f7ae"}]} May 24 23:07:30.990021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.025372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] For port 772a2dc4-aada-40c0-bf5b-355ef22c4863, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:31.032129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] For port 772a2dc4-aada-40c0-bf5b-355ef22c4863, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=772a2dc4-aada-40c0-bf5b-355ef22c4863,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:31.032879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.083941 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9985e31-6160-4501-a128-ab8fa5f387a5 req-ece8b4a3-5f5d-44dd-9748-ecbdc0be3dc7 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943349 May 24 23:07:31.085205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Network': ['ID=503efb45-b68e-46b0-bc94-fea0128fddb9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:31.103124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff29f9a-ec9a-420b-8107-ad07b89ef50d req-a897f2e6-ad19-4072-af52-472dec9c28c9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:31.105964 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ff29f9a-ec9a-420b-8107-ad07b89ef50d req-a897f2e6-ad19-4072-af52-472dec9c28c9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3084774 May 24 23:07:31.254056 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.265197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2a72fd10-0c18-4010-bc5e-44bd5b7e72da None None] For port 716aa16c-b9e4-4205-8e84-b0a2b7c55206, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=716aa16c-b9e4-4205-8e84-b0a2b7c55206,segment=NetworkSegment(98e3dd25-21d2-49f9-b219-130b8ae9e5ad),segment_id=98e3dd25-21d2-49f9-b219-130b8ae9e5ad)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:31.265197 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2a72fd10-0c18-4010-bc5e-44bd5b7e72da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.359097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9985e31-6160-4501-a128-ab8fa5f387a5 req-3edd023c-17f9-40a4-8983-51cc8391de90 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419639 May 24 23:07:31.366938 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-944e808a-d856-491a-aa00-4b38004471eb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/networks/503efb45-b68e-46b0-bc94-fea0128fddb9 HTTP/1.1" status: 204 len: 168 time: 3.0414467 May 24 23:07:31.370026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51382) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.407849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Pushing event updated for resources: {'Port': ['ID=772a2dc4-aada-40c0-bf5b-355ef22c4863,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:31.426632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:31.427351 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.428837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-32528972-2a4d-454d-be40-6de328c4feed service neutron] 10.222.0.50 "PUT /v2.0/ports/772a2dc4-aada-40c0-bf5b-355ef22c4863 HTTP/1.1" status: 200 len: 1091 time: 3.4586849 May 24 23:07:31.435572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'tag': '772a2dc4-aada-40c0-bf5b-355ef22c4863'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:07:31.515295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ff29f9a-ec9a-420b-8107-ad07b89ef50d req-b54edef0-7aaa-4ea9-a11f-5132b03193f0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470063 May 24 23:07:31.553566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe0d14-18b6-457f-b9c5-f712d1ff886b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:31.554195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4efe0d14-18b6-457f-b9c5-f712d1ff886b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:31.582802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4efe0d14-18b6-457f-b9c5-f712d1ff886b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:31.613519 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4efe0d14-18b6-457f-b9c5-f712d1ff886b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/c34cfd62-c18b-420c-a5fb-5f72c118c34d HTTP/1.1" status: 200 len: 844 time: 0.2332921 May 24 23:07:31.613519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51392) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.676950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2a72fd10-0c18-4010-bc5e-44bd5b7e72da None None] Calling delete_port for 716aa16c-b9e4-4205-8e84-b0a2b7c55206 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:31.682721 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1f6fa6-9c1d-43b4-a5fc-71010f2160f7'] response: {'name': 'network-changed', 'server_uuid': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'tag': '772a2dc4-aada-40c0-bf5b-355ef22c4863', 'status': 'completed', 'code': 200} May 24 23:07:31.723928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] For port 716aa16c-b9e4-4205-8e84-b0a2b7c55206, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=716aa16c-b9e4-4205-8e84-b0a2b7c55206,segment=NetworkSegment(98e3dd25-21d2-49f9-b219-130b8ae9e5ad),segment_id=98e3dd25-21d2-49f9-b219-130b8ae9e5ad)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:31.723928 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.752958 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-09e07a3c-9d7d-42d9-b95f-d1ccd171112a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/c34cfd62-c18b-420c-a5fb-5f72c118c34d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1407173 May 24 23:07:31.759273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51396) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:31.769252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:31.893378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:31.902256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:31.906661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:31.907953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 716aa16c-b9e4-4205-8e84-b0a2b7c55206 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:31.914658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:31.945055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:31.951840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:31.988102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Calling delete_port for 716aa16c-b9e4-4205-8e84-b0a2b7c55206 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:32.002327 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2a72fd10-0c18-4010-bc5e-44bd5b7e72da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.101938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54acf9-360e-4f6d-bcf7-b1964387fbb7 req-3002dc4b-79f3-47e1-92e7-ac62be7edf58 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:32.101938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1d54acf9-360e-4f6d-bcf7-b1964387fbb7 req-3002dc4b-79f3-47e1-92e7-ac62be7edf58 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:32.117078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72fd10-0c18-4010-bc5e-44bd5b7e72da None None] Pushing event deleted for resources: {'Port': ['ID=716aa16c-b9e4-4205-8e84-b0a2b7c55206,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:32.117078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72fd10-0c18-4010-bc5e-44bd5b7e72da None None] No DVR routers for this DVR port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:32.145579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No active binding found for port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:07:32.145579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 716aa16c-b9e4-4205-8e84-b0a2b7c55206 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:07:32.185622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1d54acf9-360e-4f6d-bcf7-b1964387fbb7 req-3002dc4b-79f3-47e1-92e7-ac62be7edf58 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:32.189341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d54acf9-360e-4f6d-bcf7-b1964387fbb7 req-3002dc4b-79f3-47e1-92e7-ac62be7edf58 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 943 time: 1.0594957 May 24 23:07:32.216760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-6d31885a-3e8e-4cc8-90d2-c0b523c020df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:32.218693 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-6d31885a-3e8e-4cc8-90d2-c0b523c020df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 1094 time: 0.6051345 May 24 23:07:32.269556 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.322793 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-c9278f2e-3d6b-4cfd-8f55-888eb0b6d081 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772a2dc4-aada-40c0-bf5b-355ef22c4863 HTTP/1.1" status: 200 len: 217 time: 0.0848267 May 24 23:07:32.322793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:32.322793 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:32.330001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:32.330001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:32.333219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d54acf9-360e-4f6d-bcf7-b1964387fbb7 req-0de0cf7e-9087-4468-a5e6-46e712ab2022 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16457-b153-485a-b28f-3ca3c8f61eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327531 May 24 23:07:32.336438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:32.336438 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.355874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Subnet': ['ID=c8eab3f7-f2f0-42d7-be34-50455dafca34,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:32.359723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a4e291-6a5d-4b34-a911-ff49d18cec32 None None] Network 961de8b2-b151-4a82-a5b1-895822fdea72 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:32.378228 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c3347894-40fc-46e7-95ad-c0a6780b0e11 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6202810 May 24 23:07:32.383638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51404) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.390389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'security_group': {'name': 'tempest-secgroup-1024999483'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:32.397326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:32.405407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:security_group and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:32.416206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:32.426896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-56c9f556-4de5-4028-9008-b4e88e9c356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:32.426896 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-56c9f556-4de5-4028-9008-b4e88e9c356d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.0948277 May 24 23:07:32.426896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:32.479081 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.509516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:32.516494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:security_group_rule and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:32.520516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:32.529026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:32.554697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-ec8278f0-ecd9-4b3e-9d5b-64e63cbe16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:32.554697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-ec8278f0-ecd9-4b3e-9d5b-64e63cbe16ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248322 May 24 23:07:32.755950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.755950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-e45be0b9-d98c-4e51-a550-457cbb3417d1 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915054 May 24 23:07:32.763479 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.788491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-961de8b2-b151-4a82-a5b1-895822fdea72', 'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'tenant_id': '692f4a98b1884f3380f420b63f3246b6', 'fixed_ips': [{'subnet_id': 'c8eab3f7-f2f0-42d7-be34-50455dafca34'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:32.788491 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.855655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769897e-2f7a-4b67-82d0-8e73f9622440 req-447cb79d-7b7c-42c8-b38e-125b9e30e9ae tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:32.857850 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5769897e-2f7a-4b67-82d0-8e73f9622440 req-447cb79d-7b7c-42c8-b38e-125b9e30e9ae tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1288376 May 24 23:07:32.883986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Deleting port 716aa16c-b9e4-4205-8e84-b0a2b7c55206 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:32.884340 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.938515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:32.938515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5544748 May 24 23:07:32.946197 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5769897e-2f7a-4b67-82d0-8e73f9622440 req-f2647d89-2488-4061-b2dd-6a58877c07fd tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816047 May 24 23:07:32.946197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51418) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:32.954805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b7b3b-ef5e-4c28-accc-77d2ee909688 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa59789-5ad3-4c21-8239-f7a440dd58d3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:32.972783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'security_group': {'name': 'tempest-secgroup-1588450043'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:32.984187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:32.995803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:security_group and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:32.995803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:33.004445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] The port '716aa16c-b9e4-4205-8e84-b0a2b7c55206' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:07:33.011110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:33.032797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.037727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Allocated IP 2001:db8::2 (961de8b2-b151-4a82-a5b1-895822fdea72/c8eab3f7-f2f0-42d7-be34-50455dafca34/1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:33.059499 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:33.067229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:security_group_rule and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:33.067229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:33.077515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:33.194120 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.200253 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.245616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.245616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2971063 May 24 23:07:33.259126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51426) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:33.259126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-924986255', 'security_groups': ['537b2cab-b173-494b-be0b-f2a6a7eae4fc'], 'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c8eab3f7-f2f0-42d7-be34-50455dafca34'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:33.328206 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.354316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611d084e-7250-4422-8c79-a3b3737ea77b']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:33.367492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e3dd25-21d2-49f9-b219-130b8ae9e5ad') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:33.367492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e3dd25-21d2-49f9-b219-130b8ae9e5ad') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:33.380698 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.411328 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.424066 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.427716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:33.427716 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.441718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c11d1-c896-4d20-89af-1a44e4de942a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537b2cab-b173-494b-be0b-f2a6a7eae4fc,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:33.450987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Transition to ACTIVE for port object 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:33.480891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Transition to ACTIVE for port object 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:33.490984 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.602527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Pushing event updated for resources: {'Port': ['ID=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:33.633013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:33.633013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:33.633013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:33.723382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa2fee89-a83d-4af7-9aa9-0313868597b8 req-50195967-5916-4641-a513-33d25bd3a9b0 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9472027 May 24 23:07:33.726519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:33.729736 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 98e3dd25-21d2-49f9-b219-130b8ae9e5ad resource provider aggregate not found May 24 23:07:33.737332 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.775406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.784417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:33.807757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:33.808272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Attempting to bind port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:33.808639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Attempting to bind port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:33.809039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Attempting to bind port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e on network 961de8b2-b151-4a82-a5b1-895822fdea72 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:33.815215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:33.815662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Checking segment: {'id': 'cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:33.816194 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.816586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Bound using segment: {'id': 'cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:33.817048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Bound port: 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:33.817423 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:33.867941 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 98e3dd25-21d2-49f9-b219-130b8ae9e5ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98e3dd25-21d2-49f9-b219-130b8ae9e5ad found for delete ", "request_id": "req-a6642090-7329-4387-abcb-3763045fcf4b"}]} May 24 23:07:33.874064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] Pushing event deleted for resources: {'Network': ['ID=611d084e-7250-4422-8c79-a3b3737ea77b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:33.935135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-de9c11eb-ca3b-4761-9532-aed97560512a tempest-NetworksIpV6Test-650794883 tempest-NetworksIpV6Test-650794883-project] 10.222.0.55 "DELETE /v2.0/networks/611d084e-7250-4422-8c79-a3b3737ea77b HTTP/1.1" status: 204 len: 168 time: 3.6319969 May 24 23:07:33.978904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] For port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:33.978904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] For port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,segment=NetworkSegment(cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec),segment_id=cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:33.982692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3b002-af3d-468e-b7a6-05ef21d74a10 req-68def583-a42d-489f-8036-53c673e09efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:33.982692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9b3b002-af3d-468e-b7a6-05ef21d74a10 req-68def583-a42d-489f-8036-53c673e09efd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 1094 time: 0.1453691 May 24 23:07:33.991116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a2bdc-a3d7-49ed-ab09-d41d12226ec1 req-3602b6d3-f4ae-40e9-9d6b-2cdb9a3e2883 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:33.994994 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.002583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-681a2bdc-a3d7-49ed-ab09-d41d12226ec1 req-3602b6d3-f4ae-40e9-9d6b-2cdb9a3e2883 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3545918 May 24 23:07:34.006257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41517735-0156-4ff7-b313-6e985d1cf861 req-9f694c77-b0bb-4b6b-bf30-11af460d9f76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:34.006257 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41517735-0156-4ff7-b313-6e985d1cf861 req-9f694c77-b0bb-4b6b-bf30-11af460d9f76 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 943 time: 0.4294837 May 24 23:07:34.134924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:34.139317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d5c9f-05e8-4753-af51-fb7eb7be9854 None None] Pushing event updated for resources: {'Port': ['ID=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:34.183013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-681a2bdc-a3d7-49ed-ab09-d41d12226ec1 req-e0f866dc-ffe7-45c0-a5d9-2782b3df7327 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861095 May 24 23:07:34.244674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port cf25e400-2538-4459-9a88-51f8affc51d3 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:07:34.259501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3b002-af3d-468e-b7a6-05ef21d74a10 req-81fe078a-8362-48b0-9a12-232944ded4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:34.262810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9b3b002-af3d-468e-b7a6-05ef21d74a10 req-81fe078a-8362-48b0-9a12-232944ded4a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 916 time: 0.2633479 May 24 23:07:34.551965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51452) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:34.557318 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41517735-0156-4ff7-b313-6e985d1cf861 req-170ee6dc-f072-40f4-8e51-99bf6408a280 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16457-b153-485a-b28f-3ca3c8f61eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5343282 May 24 23:07:34.562262 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9b3b002-af3d-468e-b7a6-05ef21d74a10 req-660c804f-1095-4244-b6a2-173939a3c408 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772a2dc4-aada-40c0-bf5b-355ef22c4863 HTTP/1.1" status: 200 len: 217 time: 0.2834113 May 24 23:07:34.733942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3b002-af3d-468e-b7a6-05ef21d74a10 req-1804f7da-c538-4145-9648-c4a00a5c449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:34.739933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9b3b002-af3d-468e-b7a6-05ef21d74a10 req-1804f7da-c538-4145-9648-c4a00a5c449e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.1690328 May 24 23:07:34.892754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3b002-af3d-468e-b7a6-05ef21d74a10 req-3f063262-aca7-4e7b-b25d-cca3cd93508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:34.894300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9b3b002-af3d-468e-b7a6-05ef21d74a10 req-3f063262-aca7-4e7b-b25d-cca3cd93508a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360216 May 24 23:07:35.088091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9b3b002-af3d-468e-b7a6-05ef21d74a10 req-ec3dc707-9d3d-4f55-b02a-f5eb1fbdbc6f service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754587 May 24 23:07:35.140316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8::335 (961de8b2-b151-4a82-a5b1-895822fdea72/c8eab3f7-f2f0-42d7-be34-50455dafca34/cf25e400-2538-4459-9a88-51f8affc51d3) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:35.154214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ff92aa7c-c0b8-4ead-abda-f276767089a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4513fc07452c4a6a90ffa880a764a780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6013217 May 24 23:07:35.159260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51468) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:35.249945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d9b3b002-af3d-468e-b7a6-05ef21d74a10 req-571ba7b2-ce31-4a40-80b3-b87ac584b600 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541505 May 24 23:07:35.279749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80170ca-f8e9-4670-a13b-9c2a4e069e1e req-69be1314-463c-48af-8677-66b5ccdbd771 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:35.279749 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e80170ca-f8e9-4670-a13b-9c2a4e069e1e req-69be1314-463c-48af-8677-66b5ccdbd771 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.4106708 May 24 23:07:35.343126 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0783dac3-0daa-4957-adfb-fd85bece45ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.343126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 772a2dc4-aada-40c0-bf5b-355ef22c4863 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:07:35.424438 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0b0156f-d846-43fc-9002-55b69f064f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.457085 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e80170ca-f8e9-4670-a13b-9c2a4e069e1e req-b30dc457-a5fb-4573-801f-a6a6ded68ece tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347177 May 24 23:07:35.514683 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0b0156f-d846-43fc-9002-55b69f064f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.520605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 772a2dc4-aada-40c0-bf5b-355ef22c4863, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=772a2dc4-aada-40c0-bf5b-355ef22c4863,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:35.539694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '772a2dc4-aada-40c0-bf5b-355ef22c4863', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'port_id': '772a2dc4-aada-40c0-bf5b-355ef22c4863', 'mac_address': 'fa:16:3e:94:02:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:07:35.545192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.609171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 772a2dc4-aada-40c0-bf5b-355ef22c4863 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:35.609171 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.635482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772a2dc4-aada-40c0-bf5b-355ef22c4863 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:07:35.654150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 772a2dc4-aada-40c0-bf5b-355ef22c4863, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=772a2dc4-aada-40c0-bf5b-355ef22c4863,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:35.669596 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.752242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object cf25e400-2538-4459-9a88-51f8affc51d3 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:35.823272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b61a8-c512-4c74-bc89-baba51a0de74 req-180af523-73a5-4a6d-8f2c-6ba405f12ad2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:35.834358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b0b61a8-c512-4c74-bc89-baba51a0de74 req-180af523-73a5-4a6d-8f2c-6ba405f12ad2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2087815 May 24 23:07:35.859439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=772a2dc4-aada-40c0-bf5b-355ef22c4863,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:35.874572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.875421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.876813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.877363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.877935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.879368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.879908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.880443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.881133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.881688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.882227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.882781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:07:35.925765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b0b61a8-c512-4c74-bc89-baba51a0de74 req-4c55f8c7-8749-471b-ad47-4bcf0858b20b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820854 May 24 23:07:35.964284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0b0156f-d846-43fc-9002-55b69f064f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:35.967478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:35.998378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0156f-d846-43fc-9002-55b69f064f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab3bb76-6e1c-4c2e-9323-0c08ee6f2473,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:36.009596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.047026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['772a2dc4-aada-40c0-bf5b-355ef22c4863'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:07:36.090497 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0b0156f-d846-43fc-9002-55b69f064f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.090497 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d0b0156f-d846-43fc-9002-55b69f064f76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ab3bb76-6e1c-4c2e-9323-0c08ee6f2473 HTTP/1.1" status: 204 len: 168 time: 0.9144132 May 24 23:07:36.098911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:36.107047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:36.119468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:36.126537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:36.147409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:36.147409 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.150626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8f88f749-db2e-444a-9ed9-1ec107f36398 None None] Provisioning for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:36.158018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbccffa-3330-457a-a2c4-4c2433fc7608 req-f6317911-e5a2-43f9-a3fe-6fb70218626b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:36.182317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-abbccffa-3330-457a-a2c4-4c2433fc7608 req-f6317911-e5a2-43f9-a3fe-6fb70218626b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 944 time: 0.3475797 May 24 23:07:36.182317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=cf25e400-2538-4459-9a88-51f8affc51d3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:36.241973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51488) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:36.243044 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bcba069f-75b4-4b3e-be20-8ec9887f66d0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9939816 May 24 23:07:36.246659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f288318c-ef52-4687-ac41-6102b7792d12 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:36.250253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8f88f749-db2e-444a-9ed9-1ec107f36398 None None] Provisioning complete for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:36.250640 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8f88f749-db2e-444a-9ed9-1ec107f36398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.353390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-abbccffa-3330-457a-a2c4-4c2433fc7608 req-1146bfa0-67cc-43a3-9865-658280a6042b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16457-b153-485a-b28f-3ca3c8f61eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741791 May 24 23:07:36.464075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8f88f749-db2e-444a-9ed9-1ec107f36398 None None] Current status of the port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:36.464075 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8f88f749-db2e-444a-9ed9-1ec107f36398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.531006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8f88f749-db2e-444a-9ed9-1ec107f36398 None None] For port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,segment=NetworkSegment(cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec),segment_id=cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:36.542377 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8f88f749-db2e-444a-9ed9-1ec107f36398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.555252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f288318c-ef52-4687-ac41-6102b7792d12 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:36.568488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf82933-74f9-4e67-aed1-b8dbd8294fb7 req-06e32845-3a1b-40ff-b806-546d726a8387 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:36.568488 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-baf82933-74f9-4e67-aed1-b8dbd8294fb7 req-06e32845-3a1b-40ff-b806-546d726a8387 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2779996 May 24 23:07:36.568488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f288318c-ef52-4687-ac41-6102b7792d12 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:36.574844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f288318c-ef52-4687-ac41-6102b7792d12 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:36.645295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f288318c-ef52-4687-ac41-6102b7792d12 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:36.652725 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-baf82933-74f9-4e67-aed1-b8dbd8294fb7 req-b5e3ef14-0654-43d3-b30f-053e432e42ec tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780346 May 24 23:07:36.663114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88f749-db2e-444a-9ed9-1ec107f36398 None None] Pushing event updated for resources: {'Port': ['ID=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:36.674873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8f88f749-db2e-444a-9ed9-1ec107f36398 None None] Provisioning complete for port c34cfd62-c18b-420c-a5fb-5f72c118c34d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:36.675203 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8f88f749-db2e-444a-9ed9-1ec107f36398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.681973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f288318c-ef52-4687-ac41-6102b7792d12 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:36.686575 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f288318c-ef52-4687-ac41-6102b7792d12 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.760015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8f88f749-db2e-444a-9ed9-1ec107f36398 None None] Port c34cfd62-c18b-420c-a5fb-5f72c118c34d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:36.858166 n-d-843146-7 neutron-server[88389]: INFO neutron.db.ipam_backend_mixin [None req-f288318c-ef52-4687-ac41-6102b7792d12 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8eab3f7-f2f0-42d7-be34-50455dafca34 (CIDR: 2001:db8::/64) May 24 23:07:36.864278 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f288318c-ef52-4687-ac41-6102b7792d12 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:07:36.864278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f288318c-ef52-4687-ac41-6102b7792d12 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:36.892523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-96d74124-b3a0-4647-9bbb-88afd0fd16b2 None None] Provisioning for port cf25e400-2538-4459-9a88-51f8affc51d3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:36.902127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-96d74124-b3a0-4647-9bbb-88afd0fd16b2 None None] Provisioning complete for port cf25e400-2538-4459-9a88-51f8affc51d3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:36.902127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-96d74124-b3a0-4647-9bbb-88afd0fd16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:36.918681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f288318c-ef52-4687-ac41-6102b7792d12 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6737480 May 24 23:07:36.918681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51508) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:36.929285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:37.030424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-96d74124-b3a0-4647-9bbb-88afd0fd16b2 None None] Port cf25e400-2538-4459-9a88-51f8affc51d3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:37.347637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 772a2dc4-aada-40c0-bf5b-355ef22c4863 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:37.435995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:37.461057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:37.476354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994520a-3240-46dc-a7ba-90973b1f884b req-b9ca5601-0827-429b-8e35-32997a9a78a9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:37.476354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3994520a-3240-46dc-a7ba-90973b1f884b req-b9ca5601-0827-429b-8e35-32997a9a78a9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2445953 May 24 23:07:37.484178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:37.498662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:37.505463 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15421494-7593-4626-875b-441c0459e20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.512750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 772a2dc4-aada-40c0-bf5b-355ef22c4863 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:37.538606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 772a2dc4-aada-40c0-bf5b-355ef22c4863 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:37.538606 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.574275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:37.574275 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.581055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51530) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:37.702953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c78d06-89f8-4292-9e69-76e840f57e5d req-3c0aeaa1-c60e-4074-8cfb-1f5c478072f5 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:37.710904 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2c78d06-89f8-4292-9e69-76e840f57e5d req-3c0aeaa1-c60e-4074-8cfb-1f5c478072f5 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 944 time: 0.1866024 May 24 23:07:37.717061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3994520a-3240-46dc-a7ba-90973b1f884b req-47683982-0102-488d-bd82-dbefe9971157 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046680 May 24 23:07:37.761064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 772a2dc4-aada-40c0-bf5b-355ef22c4863 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:37.761064 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.807671 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2c78d06-89f8-4292-9e69-76e840f57e5d req-1baf4c4f-678d-4b03-8ca9-280c491bb05f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16457-b153-485a-b28f-3ca3c8f61eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952511 May 24 23:07:37.821067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-291060223'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:37.825455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772a2dc4-aada-40c0-bf5b-355ef22c4863'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:07:37.830802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:37.851570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:network and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:37.855453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 772a2dc4-aada-40c0-bf5b-355ef22c4863, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=772a2dc4-aada-40c0-bf5b-355ef22c4863,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:37.858447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:37.861780 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.864524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:37.887607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:37.894297 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.920644 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:37.953870 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a45f7fb-0b83-4014-853d-e4c96683011c'] response: {'server_uuid': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772a2dc4-aada-40c0-bf5b-355ef22c4863', 'code': 200} May 24 23:07:37.960534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:37.976676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:37.986979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:security_group_rule and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:37.994377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:38.001055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:38.030724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=772a2dc4-aada-40c0-bf5b-355ef22c4863,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:38.097777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:38.097777 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.131613 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.140171 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.158335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:38.175479 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.186216 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.186216 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Added segment 07d1ca6e-9fa8-4eff-b83e-f339c2f132ea of type vlan for network cf7ffa7f-c3cd-4905-9f72-3805570de775 May 24 23:07:38.223872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe0b1bf-194f-47f8-8c63-a46acb5955b7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:38.238497 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.272274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803e4d3-6c0b-4fe9-9bab-ea7555c45db3 req-9d1536e2-eeb8-424d-b5a5-ead437518cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:38.272274 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1803e4d3-6c0b-4fe9-9bab-ea7555c45db3 req-9d1536e2-eeb8-424d-b5a5-ead437518cf6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 1096 time: 0.2014558 May 24 23:07:38.292696 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.294940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:38.305577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:38.306239 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.311254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:38.318482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:38.328019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:38.328609 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.332481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd9c34c-c1bf-468c-a7d1-2144ce5e44a6 None None] Network 961de8b2-b151-4a82-a5b1-895822fdea72 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:38.366285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Subnet': ['ID=d403cf7c-5c20-4f19-a352-61952eda245b,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:38.396371 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1803e4d3-6c0b-4fe9-9bab-ea7555c45db3 req-876112c3-fdb1-4b96-b4a3-aa678444f064 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fed16457-b153-485a-b28f-3ca3c8f61eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938158 May 24 23:07:38.407624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-faa28f3e-867d-4fc0-b680-bed78190913f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4808333 May 24 23:07:38.407624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51546) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:38.417394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1424745203', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd403cf7c-5c20-4f19-a352-61952eda245b'}], 'security_groups': ['2aa59789-5ad3-4c21-8239-f7a440dd58d3']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:38.449708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8678467 May 24 23:07:38.452703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51550) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:38.462066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7f158-178c-49d1-9977-b0856986e6df tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Network': ['ID=cf7ffa7f-c3cd-4905-9f72-3805570de775,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:38.470370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'name': 'tempest-PortsTestJSON-1638024261'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:38.477117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:38.700698 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.720328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:38.728886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:port and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:38.728886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:38.767714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:38.783166 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.873694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:38.878185 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:38.953413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:07:38.963767 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb289ee-baf7-409d-b611-b3ee6625319a None None] Update dhcp port {'port': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'fixed_ips': [{'subnet_id': 'c8eab3f7-f2f0-42d7-be34-50455dafca34', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd403cf7c-5c20-4f19-a352-61952eda245b'}], 'binding:host_id': 'n-d-843146-7'}, 'id': '1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:07:38.975638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdde3e2-7140-4efe-8582-d407fee24ace req-99453f5e-bb00-4ca4-aedd-d364f1d04175 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:38.977372 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-acdde3e2-7140-4efe-8582-d407fee24ace req-99453f5e-bb00-4ca4-aedd-d364f1d04175 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.0894306 May 24 23:07:39.040903 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.089170 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8fb289ee-baf7-409d-b611-b3ee6625319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.140374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-acdde3e2-7140-4efe-8582-d407fee24ace req-fe351981-de5b-4881-98e6-cf59f62ca8c0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445229 May 24 23:07:39.301002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26351ca-35fb-450c-8474-28231975a081 req-c276478d-5b03-41d5-920f-327c0fc116b4 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:39.330536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d26351ca-35fb-450c-8474-28231975a081 req-c276478d-5b03-41d5-920f-327c0fc116b4 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 945 time: 0.3749044 May 24 23:07:39.427770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-8fb289ee-baf7-409d-b611-b3ee6625319a None None] Allocated IP 2001:db8:0:1::2 (961de8b2-b151-4a82-a5b1-895822fdea72/d403cf7c-5c20-4f19-a352-61952eda245b/1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:39.574776 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d26351ca-35fb-450c-8474-28231975a081 req-39a186e1-d54c-4612-8234-03e653e15c43 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16457-b153-485a-b28f-3ca3c8f61eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471139 May 24 23:07:39.703474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.728850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf10bb-f538-471e-961a-a9cd74933e4f req-b9d11669-3cd3-4ac0-93ec-1c123fb685c3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:39.740268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12cf10bb-f538-471e-961a-a9cd74933e4f req-b9d11669-3cd3-4ac0-93ec-1c123fb685c3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1936460 May 24 23:07:39.798309 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.839615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-12cf10bb-f538-471e-961a-a9cd74933e4f req-cc4b3df2-7f54-41fe-85d9-90ef0688e192 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000407 May 24 23:07:39.846423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8fb289ee-baf7-409d-b611-b3ee6625319a None None] For port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,segment=NetworkSegment(cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec),segment_id=cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:39.877838 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8fb289ee-baf7-409d-b611-b3ee6625319a None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:39.896095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8fb289ee-baf7-409d-b611-b3ee6625319a None None] Transition to ACTIVE for port object 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:39.910005 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8fb289ee-baf7-409d-b611-b3ee6625319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.145577 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.145577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb289ee-baf7-409d-b611-b3ee6625319a None None] Pushing event updated for resources: {'Port': ['ID=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:40.249872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:40.346775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Checking segment: {'id': '07d1ca6e-9fa8-4eff-b83e-f339c2f132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:40.362343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network hostable DHCP agents. Network: cf7ffa7f-c3cd-4905-9f72-3805570de775, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:40.437719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Delete allocated IP 2001:db8::335 (961de8b2-b151-4a82-a5b1-895822fdea72/c8eab3f7-f2f0-42d7-be34-50455dafca34) {{(pid=88389) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:07:40.448890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:40.448890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8:0:1::25a (961de8b2-b151-4a82-a5b1-895822fdea72/d403cf7c-5c20-4f19-a352-61952eda245b/cf25e400-2538-4459-9a88-51f8affc51d3) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:40.474139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, cf7ffa7f-c3cd-4905-9f72-3805570de775) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:40.486308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:40.489538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d767f4e-cd03-4747-896b-8d8b1b8e4d70 None None] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:40.492729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:40.492729 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.573235 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d76282b2-522f-43da-a85c-78906906246a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1172523 May 24 23:07:40.573630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51588) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:40.581214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-146560962'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:40.592912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:40.612738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:network and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:40.631353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:40.649006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:40.678897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:40.684113 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.787301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:40.825434 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:40.825434 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Added segment 328c7089-d6e9-4324-ad2f-5211ca5292b7 of type vlan for network 700aaff2-e5a0-485f-aa41-6fcf68d69603 May 24 23:07:40.985772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.003172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51600) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:41.006166 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.036166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object cf25e400-2538-4459-9a88-51f8affc51d3 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:41.066100 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.188269 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.193871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:41.193871 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.274605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=cf25e400-2538-4459-9a88-51f8affc51d3,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:41.315759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2615d50b-354f-4c12-9b76-49899edd2977 None None] Provisioning for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:41.319760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8255b-9fd5-4b01-a8b1-12e3da711899 req-b75a0261-bb29-4413-990d-950364761daa tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:41.324412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2615d50b-354f-4c12-9b76-49899edd2977 None None] Provisioning complete for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:41.324412 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2615d50b-354f-4c12-9b76-49899edd2977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.327970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2be8255b-9fd5-4b01-a8b1-12e3da711899 req-b75a0261-bb29-4413-990d-950364761daa tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 945 time: 0.4892366 May 24 23:07:41.380715 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8040562 May 24 23:07:41.388510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51610) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:41.407849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'ports': [{'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775'}, {'network_id': '700aaff2-e5a0-485f-aa41-6fcf68d69603'}]} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:41.408158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:41.409091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': '700aaff2-e5a0-485f-aa41-6fcf68d69603'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:41.422902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] In _notify_port_updated(), no bound segment for port cf25e400-2538-4459-9a88-51f8affc51d3 on network 961de8b2-b151-4a82-a5b1-895822fdea72 {{(pid=88389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:07:41.430222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:41.432647 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.434314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5eb68698-02e4-4238-b3bb-129a7d0b3be0 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "PUT /v2.0/ports/cf25e400-2538-4459-9a88-51f8affc51d3 HTTP/1.1" status: 200 len: 931 time: 3.0304055 May 24 23:07:41.435204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f556382e-74ea-40dd-a33c-90a4edfce0bd tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:41.435748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f556382e-74ea-40dd-a33c-90a4edfce0bd tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:41.436208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f556382e-74ea-40dd-a33c-90a4edfce0bd tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:41.437823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51614) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:41.440775 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f556382e-74ea-40dd-a33c-90a4edfce0bd tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=001bb84369b443888c7219fb91448b85&network_id=e6042e06-3734-4df6-bbac-837fe9dcf3d4 HTTP/1.1" status: 200 len: 2969 time: 0.4234316 May 24 23:07:41.440775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f29251-8b2c-4d40-a72a-93ed8bbe2e82 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Network': ['ID=700aaff2-e5a0-485f-aa41-6fcf68d69603,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:41.556567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 700aaff2-e5a0-485f-aa41-6fcf68d69603 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:41.633113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4fe11ae4-1997-45d3-9da8-0a9d4f6d5383 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port cf25e400-2538-4459-9a88-51f8affc51d3 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:41.633113 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fe11ae4-1997-45d3-9da8-0a9d4f6d5383 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.686197 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2be8255b-9fd5-4b01-a8b1-12e3da711899 req-95d0ff25-89d9-4e83-bf9b-654d1f922a1a tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16457-b153-485a-b28f-3ca3c8f61eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465793 May 24 23:07:41.731516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2615d50b-354f-4c12-9b76-49899edd2977 None None] Current status of the port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:41.771688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2615d50b-354f-4c12-9b76-49899edd2977 None None] Provisioning complete for port c34cfd62-c18b-420c-a5fb-5f72c118c34d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:41.772079 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2615d50b-354f-4c12-9b76-49899edd2977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:41.927251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:42.065692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2615d50b-354f-4c12-9b76-49899edd2977 None None] Port c34cfd62-c18b-420c-a5fb-5f72c118c34d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:42.155736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fe11ae4-1997-45d3-9da8-0a9d4f6d5383 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.199964 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2615d50b-354f-4c12-9b76-49899edd2977 None None] Provisioning for port cf25e400-2538-4459-9a88-51f8affc51d3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:42.215253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:42.222304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2615d50b-354f-4c12-9b76-49899edd2977 None None] Provisioning complete for port cf25e400-2538-4459-9a88-51f8affc51d3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:42.222819 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2615d50b-354f-4c12-9b76-49899edd2977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.230665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dc8c3-7f1e-439f-b67f-dc7880180b92 req-e33e3407-a3e4-4dfb-9949-68999c0f97dc tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:42.232745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-918dc8c3-7f1e-439f-b67f-dc7880180b92 req-e33e3407-a3e4-4dfb-9949-68999c0f97dc tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 945 time: 0.1790552 May 24 23:07:42.234443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:port and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:42.238575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:42.243273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51632) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:42.256383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:42.266413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2b5be661-dc0b-48dc-b408-1d86aa776d9b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'floatingip': {'port_id': '772a2dc4-aada-40c0-bf5b-355ef22c4863'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:42.278991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:42.279348 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.370892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd2548-2634-41c5-bd03-916cc937829e req-53965a99-1f1c-441b-96ab-5c60c279e6c0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:42.370892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-babd2548-2634-41c5-bd03-916cc937829e req-53965a99-1f1c-441b-96ab-5c60c279e6c0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 1.1701443 May 24 23:07:42.392889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2615d50b-354f-4c12-9b76-49899edd2977 None None] Port cf25e400-2538-4459-9a88-51f8affc51d3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:42.397444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 2} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:42.397444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.407192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2b5be661-dc0b-48dc-b408-1d86aa776d9b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.455858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4fe11ae4-1997-45d3-9da8-0a9d4f6d5383 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for cf25e400-2538-4459-9a88-51f8affc51d3 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:42.547997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.589710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a4cfda71-684b-48c8-80bf-ddac40d5904f None None] Provisioning complete for port cf25e400-2538-4459-9a88-51f8affc51d3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:42.589710 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a4cfda71-684b-48c8-80bf-ddac40d5904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.705461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fe11ae4-1997-45d3-9da8-0a9d4f6d5383 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.725674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfda71-684b-48c8-80bf-ddac40d5904f None None] Port cf25e400-2538-4459-9a88-51f8affc51d3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:42.735712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:42.806710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe11ae4-1997-45d3-9da8-0a9d4f6d5383 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=cf25e400-2538-4459-9a88-51f8affc51d3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:42.806710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-babd2548-2634-41c5-bd03-916cc937829e req-dc881641-85cb-4324-a223-6b921fca2137 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924393 May 24 23:07:42.894244 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fe11ae4-1997-45d3-9da8-0a9d4f6d5383 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:42.916544 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4fe11ae4-1997-45d3-9da8-0a9d4f6d5383 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/cf25e400-2538-4459-9a88-51f8affc51d3 HTTP/1.1" status: 204 len: 168 time: 1.4685328 May 24 23:07:42.916544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51642) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:43.029208 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e460888-3d22-4a52-a482-d2e6863f7cad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:07:43.030292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e460888-3d22-4a52-a482-d2e6863f7cad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:43.062628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e460888-3d22-4a52-a482-d2e6863f7cad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:43.067397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8e460888-3d22-4a52-a482-d2e6863f7cad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/cf25e400-2538-4459-9a88-51f8affc51d3 HTTP/1.1" status: 404 len: 333 time: 0.1536598 May 24 23:07:43.068365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51650) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:43.232672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9a71-9a63-4cce-a1e0-301a5c86b8d6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.294971 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9a71-9a63-4cce-a1e0-301a5c86b8d6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.354442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9a71-9a63-4cce-a1e0-301a5c86b8d6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.361583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port c1053235-03fa-41d7-8564-834a83d0bb71 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:07:43.391059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea9a71-9a63-4cce-a1e0-301a5c86b8d6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537b2cab-b173-494b-be0b-f2a6a7eae4fc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:43.393414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9a71-9a63-4cce-a1e0-301a5c86b8d6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.402865 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c0ea9a71-9a63-4cce-a1e0-301a5c86b8d6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/security-groups/537b2cab-b173-494b-be0b-f2a6a7eae4fc HTTP/1.1" status: 204 len: 168 time: 0.3326399 May 24 23:07:43.406195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51662) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:43.505956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf5abc-b88d-4248-8944-77e7815ab2b7 req-c6ddd224-c4e5-4598-bc96-18a75c3f39b7 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:43.505956 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-64bf5abc-b88d-4248-8944-77e7815ab2b7 req-c6ddd224-c4e5-4598-bc96-18a75c3f39b7 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3829262 May 24 23:07:43.581912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-edbae08b-1cdd-4ff7-a48d-5f2c5bbd26b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.677563 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-64bf5abc-b88d-4248-8944-77e7815ab2b7 req-dfba2c04-e3e0-4c48-b6a0-bc21ecd06576 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588922 May 24 23:07:43.690002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-edbae08b-1cdd-4ff7-a48d-5f2c5bbd26b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.758727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526c799-624b-4b2b-a705-197e53f15230 req-aae580a2-a428-4797-925f-c3989f989a04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:43.760240 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4526c799-624b-4b2b-a705-197e53f15230 req-aae580a2-a428-4797-925f-c3989f989a04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.1663592 May 24 23:07:43.777379 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.826723 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-edbae08b-1cdd-4ff7-a48d-5f2c5bbd26b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:43.981529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 9f44f039-d9a5-448b-9370-9cd1b662df5d yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:07:43.993769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbae08b-1cdd-4ff7-a48d-5f2c5bbd26b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa59789-5ad3-4c21-8239-f7a440dd58d3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:44.013372 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-edbae08b-1cdd-4ff7-a48d-5f2c5bbd26b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.021985 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-edbae08b-1cdd-4ff7-a48d-5f2c5bbd26b8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/security-groups/2aa59789-5ad3-4c21-8239-f7a440dd58d3 HTTP/1.1" status: 204 len: 168 time: 0.6121540 May 24 23:07:44.023748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51674) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:44.092237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4526c799-624b-4b2b-a705-197e53f15230 req-3c17cf1d-1f78-4595-8f46-cda4c86b2818 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152878 May 24 23:07:44.149271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-2295e706-679c-4721-b921-bb5502a08cc6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting subnet c8eab3f7-f2f0-42d7-be34-50455dafca34 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:44.149271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2295e706-679c-4721-b921-bb5502a08cc6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.219344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2295e706-679c-4721-b921-bb5502a08cc6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.255440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2b5be661-dc0b-48dc-b408-1d86aa776d9b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.266220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2b5be661-dc0b-48dc-b408-1d86aa776d9b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.323521 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2295e706-679c-4721-b921-bb5502a08cc6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.389043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4d61d-c6a8-407b-9dc2-0ff4674b1b78 req-ade92085-d132-4e4d-ab01-e420c2db393d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:44.389043 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41a4d61d-c6a8-407b-9dc2-0ff4674b1b78 req-ade92085-d132-4e4d-ab01-e420c2db393d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.5215473 May 24 23:07:44.434927 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2295e706-679c-4721-b921-bb5502a08cc6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.478295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2295e706-679c-4721-b921-bb5502a08cc6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.490146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.493275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295e706-679c-4721-b921-bb5502a08cc6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Subnet': ['ID=c8eab3f7-f2f0-42d7-be34-50455dafca34,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:44.493275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2295e706-679c-4721-b921-bb5502a08cc6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/c8eab3f7-f2f0-42d7-be34-50455dafca34 HTTP/1.1" status: 204 len: 168 time: 0.4612815 May 24 23:07:44.493275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51682) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:44.499991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a58f6-8ce4-4d1d-ab40-32046f8c6c84 None None] Network 961de8b2-b151-4a82-a5b1-895822fdea72 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:44.506667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:44.567419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41a4d61d-c6a8-407b-9dc2-0ff4674b1b78 req-4b0fd027-4a3c-4d30-9ed0-08cfe935051d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504338 May 24 23:07:44.604423 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-2b5be661-dc0b-48dc-b408-1d86aa776d9b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Floating IP 5e79f5fe-8f6a-45bd-9eb4-56171d3499de associated. External IP: 172.25.7.180, port: 772a2dc4-aada-40c0-bf5b-355ef22c4863. May 24 23:07:44.664743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51690) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:44.729146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.850503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca38df-e173-4f91-b958-c002ff4192ad tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:44.850503 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7bca38df-e173-4f91-b958-c002ff4192ad tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78 HTTP/1.1" status: 200 len: 814 time: 0.1736641 May 24 23:07:44.894444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:44.902532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:44.921750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:44.921750 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:44.921750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=c1053235-03fa-41d7-8564-834a83d0bb71,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:44.964041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:44.971693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:44.982635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12d82c-a961-4b10-8611-01c1322e0a9d req-fb2c1d5a-7591-4151-b83f-2b7716a664ad tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:44.985132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9b12d82c-a961-4b10-8611-01c1322e0a9d req-fb2c1d5a-7591-4151-b83f-2b7716a664ad tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2265613 May 24 23:07:44.994957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:45.036422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:45.054212 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9b12d82c-a961-4b10-8611-01c1322e0a9d req-3ff0c729-8f8f-4334-83b5-4ccb87e7bc24 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533495 May 24 23:07:45.084365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:45.089173 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.379770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51706) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:45.432612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=9f44f039-d9a5-448b-9370-9cd1b662df5d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:45.436497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'network': {'name': 'tempest-network-smoke--1833077044', 'project_id': '001bb84369b443888c7219fb91448b85', 'port_security_enabled': True}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:45.436497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:45.445774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:45.469851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Checking segment: {'id': '328c7089-d6e9-4324-ad2f-5211ca5292b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '700aaff2-e5a0-485f-aa41-6fcf68d69603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:45.469851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network hostable DHCP agents. Network: 700aaff2-e5a0-485f-aa41-6fcf68d69603, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:45.504214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5be661-dc0b-48dc-b408-1d86aa776d9b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:07:45.605892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e09d60-7865-4827-8880-c18913d0f830 req-af4c612d-646c-4a6d-be1e-d497aa243672 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:45.605892 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83e09d60-7865-4827-8880-c18913d0f830 req-af4c612d-646c-4a6d-be1e-d497aa243672 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2829685 May 24 23:07:45.620255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Made reservation on behalf of 001bb84369b443888c7219fb91448b85 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:45.620255 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.636084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 700aaff2-e5a0-485f-aa41-6fcf68d69603 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:45.702245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:45.735500 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.735928 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Added segment e6cfdbee-5f74-4a30-981d-7dc409a7186b of type vlan for network 90db5f55-6233-4f7a-8418-516d5adbcbb1 May 24 23:07:45.777359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 700aaff2-e5a0-485f-aa41-6fcf68d69603) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:45.786083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ecae5c-c2a4-4fef-91ad-ec5e4f588e8a None None] Network 700aaff2-e5a0-485f-aa41-6fcf68d69603 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:45.806293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:45.806293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:45.816926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:45.820735 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.826138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d03f-12c9-48f2-9017-4d1339ed1803 req-1576da19-8151-478c-afaf-b9de4b048e0f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:45.833927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f32d03f-12c9-48f2-9017-4d1339ed1803 req-1576da19-8151-478c-afaf-b9de4b048e0f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.4984665 May 24 23:07:45.908958 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83e09d60-7865-4827-8880-c18913d0f830 req-1709f6da-203c-4284-8f68-1adf4f639783 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481236 May 24 23:07:45.912171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.916080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5be661-dc0b-48dc-b408-1d86aa776d9b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:07:45.916080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2b5be661-dc0b-48dc-b408-1d86aa776d9b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.919510 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:45.950890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f61455-aded-4461-ae25-22e5636042c9 None None] Sync routers for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:07:46.011222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f61455-aded-4461-ae25-22e5636042c9 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:46.011934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-71f61455-aded-4461-ae25-22e5636042c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:07:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:46.054134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f32d03f-12c9-48f2-9017-4d1339ed1803 req-cea017c8-0345-48a9-b87b-61ed9976007f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244196 May 24 23:07:46.056972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2b5be661-dc0b-48dc-b408-1d86aa776d9b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "PUT /v2.0/floatingips/5e79f5fe-8f6a-45bd-9eb4-56171d3499de HTTP/1.1" status: 200 len: 991 time: 3.8052578 May 24 23:07:46.058096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'tag': '772a2dc4-aada-40c0-bf5b-355ef22c4863'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:07:46.064626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1eed514d-7aab-4089-bcc9-b00816f54a43 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6716976 May 24 23:07:46.067196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51722) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:46.102555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:46.103664 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Subnet': ['ID=b645f980-9eb4-43cd-bc21-81592e2277e6,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:46.107986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:46.111481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:46.112076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.117437 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:07:46.153680 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.162232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:46.163241 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.215377 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd849ab-ee4c-4906-9e5d-8f4353bb4595'] response: {'name': 'network-changed', 'server_uuid': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'tag': '772a2dc4-aada-40c0-bf5b-355ef22c4863', 'status': 'completed', 'code': 200} May 24 23:07:46.269601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4666ca7f-d12a-4401-9cab-5b2d6a615944 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 9f44f039-d9a5-448b-9370-9cd1b662df5d {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:46.269601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4666ca7f-d12a-4401-9cab-5b2d6a615944 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.273429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fc7fae-4859-4d00-8c9e-eaca9c47e10c None None] Network 961de8b2-b151-4a82-a5b1-895822fdea72 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:46.378767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Network': ['ID=90db5f55-6233-4f7a-8418-516d5adbcbb1,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:46.386346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a0e3d93f-38ed-40f8-b19f-1d22fc0f51a9 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8872077 May 24 23:07:46.395594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51726) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:46.410371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'security_group': {'name': 'tempest-secgroup-405727446'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:46.436398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:46.447483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:security_group and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:46.447483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:46.460712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-420315fe-7e32-42e6-9a8c-7aa79721dd0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0818195 May 24 23:07:46.477024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51732) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:46.479050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:46.528086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 90db5f55-6233-4f7a-8418-516d5adbcbb1 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:46.562459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c81a04-9895-4f07-add4-bec1eefebf80 req-852d11e2-450b-4315-bc14-2fb4c2455bfb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:46.576427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31c81a04-9895-4f07-add4-bec1eefebf80 req-852d11e2-450b-4315-bc14-2fb4c2455bfb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.4219563 May 24 23:07:46.582851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d2e4-b2a4-4d96-a61e-b2a51137dfc1 req-eca1e5cc-f2d0-4ac2-ada0-b14981b615eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:46.582851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72d5d2e4-b2a4-4d96-a61e-b2a51137dfc1 req-eca1e5cc-f2d0-4ac2-ada0-b14981b615eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 1096 time: 0.2492092 May 24 23:07:46.593363 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.707409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:46.707409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:security_group_rule and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:46.711171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31c81a04-9895-4f07-add4-bec1eefebf80 req-81cee10d-6c5b-4bd8-a5d5-2876596d37ac tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399212 May 24 23:07:46.742678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:46.749821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179993fe-fee9-41fc-a407-5838b1cf76e0 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:46.749821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-179993fe-fee9-41fc-a407-5838b1cf76e0 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=001bb84369b443888c7219fb91448b85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2662344 May 24 23:07:46.761793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4666ca7f-d12a-4401-9cab-5b2d6a615944 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.765805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51740) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:46.879783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ad004314-6f25-4f5d-ae0d-9d85a21eaa59 None None] Provisioning complete for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:46.880424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ad004314-6f25-4f5d-ae0d-9d85a21eaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:46.952516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-71f61455-aded-4461-ae25-22e5636042c9 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:46.977922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4666ca7f-d12a-4401-9cab-5b2d6a615944 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 9f44f039-d9a5-448b-9370-9cd1b662df5d owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:47.048532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:47.048532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6793b3dc-ef97-4b17-9961-47488e23218e tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:47.048532 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6793b3dc-ef97-4b17-9961-47488e23218e tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2906904 May 24 23:07:47.057934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51746) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.105013 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4666ca7f-d12a-4401-9cab-5b2d6a615944 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.194520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666ca7f-d12a-4401-9cab-5b2d6a615944 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=9f44f039-d9a5-448b-9370-9cd1b662df5d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:47.194520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4666ca7f-d12a-4401-9cab-5b2d6a615944 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.228022 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4666ca7f-d12a-4401-9cab-5b2d6a615944 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/9f44f039-d9a5-448b-9370-9cd1b662df5d HTTP/1.1" status: 204 len: 168 time: 1.1540151 May 24 23:07:47.228022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51752) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.237920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-af77e76c-3eab-461f-8258-4d66dd511a96 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1866848 May 24 23:07:47.259870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51756) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.296143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ad004314-6f25-4f5d-ae0d-9d85a21eaa59 None None] Current status of the port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:47.360634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca2b4a3-ef31-4b9d-ad46-e5ef9d914251 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:47.369743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca2b4a3-ef31-4b9d-ad46-e5ef9d914251 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:47.369743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5ca2b4a3-ef31-4b9d-ad46-e5ef9d914251 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:47.398041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-287c2975-39a6-4f24-91ff-54b863cec4b7 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=001bb84369b443888c7219fb91448b85&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1256976 May 24 23:07:47.415032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5ca2b4a3-ef31-4b9d-ad46-e5ef9d914251 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:47.415032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5ca2b4a3-ef31-4b9d-ad46-e5ef9d914251 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1620038 May 24 23:07:47.419015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.423047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51762) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.427308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51764) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.431130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ad004314-6f25-4f5d-ae0d-9d85a21eaa59 None None] Provisioning complete for port c34cfd62-c18b-420c-a5fb-5f72c118c34d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:47.431130 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ad004314-6f25-4f5d-ae0d-9d85a21eaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.435361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d2e4-b2a4-4d96-a61e-b2a51137dfc1 req-0dac0ad4-d7ac-4bda-8b43-9060fd72eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:47.435361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72d5d2e4-b2a4-4d96-a61e-b2a51137dfc1 req-0dac0ad4-d7ac-4bda-8b43-9060fd72eb9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 916 time: 0.8046193 May 24 23:07:47.435361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.472695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ad004314-6f25-4f5d-ae0d-9d85a21eaa59 None None] Port c34cfd62-c18b-420c-a5fb-5f72c118c34d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:47.565969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da4b296-2c58-4819-9846-72cb70cabf2c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:47.573552 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.583903 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ba2a2370-60e9-4b47-8134-b85731d497bc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1782017 May 24 23:07:47.583903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51772) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.614519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4839c138-8cdc-44a4-94f5-fda8991b05a1 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:47.614519 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4839c138-8cdc-44a4-94f5-fda8991b05a1 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2143173 May 24 23:07:47.614519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51776) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.630669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'security_group': {'name': 'tempest-secgroup-718062864'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:47.638216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:47.649969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:security_group and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:47.659116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:47.668183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-af4e02ab-b990-42b0-87e3-f97ab9043e2a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port c1053235-03fa-41d7-8564-834a83d0bb71 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:47.668533 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af4e02ab-b990-42b0-87e3-f97ab9043e2a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.673680 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c7740de1-4764-4126-8921-06ccaecb5ca2 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639956 May 24 23:07:47.677426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51780) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:47.684600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1379619181', 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1', 'project_id': '001bb84369b443888c7219fb91448b85', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:47.717950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:47.820502 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72d5d2e4-b2a4-4d96-a61e-b2a51137dfc1 req-26f72abc-5680-4e25-a353-f32b1ca8e4a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772a2dc4-aada-40c0-bf5b-355ef22c4863 HTTP/1.1" status: 200 len: 999 time: 0.3520198 May 24 23:07:47.839335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b483457-aa6b-4e40-a574-bb65fbcd5809 None None] Update dhcp port {'port': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'fixed_ips': [{'subnet_id': 'd403cf7c-5c20-4f19-a352-61952eda245b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b645f980-9eb4-43cd-bc21-81592e2277e6'}], 'binding:host_id': 'n-d-843146-7'}, 'id': '1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:07:47.846580 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.896290 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b483457-aa6b-4e40-a574-bb65fbcd5809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.900543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:47.908806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:subnet and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:47.922602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f09c2c-d8e1-43bc-86c4-164cb65d3a67 req-df3526c8-e252-4ced-825c-3b9abc1d83c8 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:47.925954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:47.929935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-71f61455-aded-4461-ae25-22e5636042c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '5e79f5fe-8f6a-45bd-9eb4-56171d3499de', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '772a2dc4-aada-40c0-bf5b-355ef22c4863', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:94:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:19Z', 'updated_at': '2022-05-24T23:07:43Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:47.933113 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-87f09c2c-d8e1-43bc-86c4-164cb65d3a67 req-df3526c8-e252-4ced-825c-3b9abc1d83c8 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.5935447 May 24 23:07:47.936534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:47.936534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Made reservation on behalf of 001bb84369b443888c7219fb91448b85 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:47.948201 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:47.961381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f61455-aded-4461-ae25-22e5636042c9 None None] Checking router: e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:07:47.980603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f61455-aded-4461-ae25-22e5636042c9 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:07:47.980603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-71f61455-aded-4461-ae25-22e5636042c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:07:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:48.017999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:48.036526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:security_group_rule and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:48.036526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:48.045667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:48.141096 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af4e02ab-b990-42b0-87e3-f97ab9043e2a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.150020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d2e4-b2a4-4d96-a61e-b2a51137dfc1 req-c3eb0ade-dfb9-4d45-a7e7-f5faa9f14bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:48.151545 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72d5d2e4-b2a4-4d96-a61e-b2a51137dfc1 req-c3eb0ade-dfb9-4d45-a7e7-f5faa9f14bc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.2837663 May 24 23:07:48.216064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-87f09c2c-d8e1-43bc-86c4-164cb65d3a67 req-e6bdb58e-603c-46c5-976e-5352c8fd4401 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995765 May 24 23:07:48.273850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-9b483457-aa6b-4e40-a574-bb65fbcd5809 None None] Allocated IP 2001:db8::2 (961de8b2-b151-4a82-a5b1-895822fdea72/b645f980-9eb4-43cd-bc21-81592e2277e6/1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:48.363259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-af4e02ab-b990-42b0-87e3-f97ab9043e2a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for c1053235-03fa-41d7-8564-834a83d0bb71 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:48.398561 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.417176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.434030 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.451884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-71f61455-aded-4461-ae25-22e5636042c9 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:07:48.486306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc5b46-2803-41e2-a7c5-e57ef2c30223,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:48.504130 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.505803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cf9331c7-9656-4f14-a6e1-01a1a4038e60 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9059386 May 24 23:07:48.511235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51790) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:48.519297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'security_group': {'name': 'tempest-secgroup-1808394139'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:48.553428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Subnet': ['ID=cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:48.567323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:48.579077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:security_group and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:48.585865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d2e4-b2a4-4d96-a61e-b2a51137dfc1 req-59583d96-32fb-451a-81d2-28c7f2f62c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:48.585865 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72d5d2e4-b2a4-4d96-a61e-b2a51137dfc1 req-59583d96-32fb-451a-81d2-28c7f2f62c2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4252310 May 24 23:07:48.585865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:48.594789 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af4e02ab-b990-42b0-87e3-f97ab9043e2a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.646197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:48.669421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Checking segment: {'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:48.669421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network hostable DHCP agents. Network: 90db5f55-6233-4f7a-8418-516d5adbcbb1, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:48.682378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e02ab-b990-42b0-87e3-f97ab9043e2a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=c1053235-03fa-41d7-8564-834a83d0bb71,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:48.714946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network 90db5f55-6233-4f7a-8418-516d5adbcbb1 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:48.741948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 90db5f55-6233-4f7a-8418-516d5adbcbb1) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:48.741948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:48.741948 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.756896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af4e02ab-b990-42b0-87e3-f97ab9043e2a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.756896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:48.767147 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-19c1cc0e-60a6-4552-a418-764f5bc34f8a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0875242 May 24 23:07:48.814202 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-af4e02ab-b990-42b0-87e3-f97ab9043e2a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/c1053235-03fa-41d7-8564-834a83d0bb71 HTTP/1.1" status: 204 len: 168 time: 1.4123325 May 24 23:07:48.816826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51800) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:48.822584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:48.827898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:security_group_rule and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:48.831988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:48.839037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:48.919906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51804) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:48.929716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7f0569-51b9-4a94-85e7-0885de437d3b None None] Network 90db5f55-6233-4f7a-8418-516d5adbcbb1 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:48.934146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876980089', 'description': 'tempest-secgroup-smoke-1876980089 description', 'project_id': '001bb84369b443888c7219fb91448b85'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:48.943697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:48.955454 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72d5d2e4-b2a4-4d96-a61e-b2a51137dfc1 req-f4d97394-929a-4228-995b-e0beeb7d0e54 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223763 May 24 23:07:48.965590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97e84ba-0765-4cef-8a2d-cd42a6714609 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:48.965590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c97e84ba-0765-4cef-8a2d-cd42a6714609 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1408777 May 24 23:07:48.965590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51808) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:48.965590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:49.026356 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ab9bf8-d620-41d7-99c2-8414634947a0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:07:49.029955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e6ab9bf8-d620-41d7-99c2-8414634947a0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/9f44f039-d9a5-448b-9370-9cd1b662df5d HTTP/1.1" status: 404 len: 333 time: 0.0627279 May 24 23:07:49.029955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51812) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:49.081541 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.102881 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-7333aeda-2931-4c0d-b647-6970edd788c1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:07:49.106091 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7333aeda-2931-4c0d-b647-6970edd788c1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/c1053235-03fa-41d7-8564-834a83d0bb71 HTTP/1.1" status: 404 len: 333 time: 0.0744622 May 24 23:07:49.106091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51816) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:49.106091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:49.138860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:49.147973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:49.196616 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72d5d2e4-b2a4-4d96-a61e-b2a51137dfc1 req-0813f70d-288b-4146-96c3-f48dbfd11cf1 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303092 May 24 23:07:49.201806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:49.214604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9b483457-aa6b-4e40-a574-bb65fbcd5809 None None] For port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,segment=NetworkSegment(cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec),segment_id=cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:49.248377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.259306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.263534 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b483457-aa6b-4e40-a574-bb65fbcd5809 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.289228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9b483457-aa6b-4e40-a574-bb65fbcd5809 None None] Transition to ACTIVE for port object 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:49.305988 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b483457-aa6b-4e40-a574-bb65fbcd5809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.339888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d93ced-bb0f-4b99-b203-6a023ae8113d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:49.344254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.379204 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.386648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-db6e6338-d199-4719-9759-2e305c41968b tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8671298 May 24 23:07:49.386648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51824) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:49.394729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-184764674', 'security_groups': ['31d93ced-bb0f-4b99-b203-6a023ae8113d'], 'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b645f980-9eb4-43cd-bc21-81592e2277e6'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:49.514010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-90db5f55-6233-4f7a-8418-516d5adbcbb1', 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'fixed_ips': [{'subnet_id': 'cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:49.514010 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.758988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-71f61455-aded-4461-ae25-22e5636042c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '5e79f5fe-8f6a-45bd-9eb4-56171d3499de', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '772a2dc4-aada-40c0-bf5b-355ef22c4863', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:94:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:19Z', 'updated_at': '2022-05-24T23:07:43Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:49.802553 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.810858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f61455-aded-4461-ae25-22e5636042c9 None None] The sync data for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 is: [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '5e79f5fe-8f6a-45bd-9eb4-56171d3499de', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': '772a2dc4-aada-40c0-bf5b-355ef22c4863', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:94:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:19Z', 'updated_at': '2022-05-24T23:07:43Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:07:49.810858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b483457-aa6b-4e40-a574-bb65fbcd5809 None None] Pushing event updated for resources: {'Port': ['ID=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:49.817250 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.862215 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:49.911479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Allocated IP 172.20.0.18 (90db5f55-6233-4f7a-8418-516d5adbcbb1/cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f/2f1135b3-a248-41ea-b753-0164ff2b9f56) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:49.967185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133687fc-1e24-4a5a-a312-a26b3727150f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:49.991622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700aaff2-e5a0-485f-aa41-6fcf68d69603']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:50.008459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328c7089-d6e9-4324-ad2f-5211ca5292b7') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:50.008757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328c7089-d6e9-4324-ad2f-5211ca5292b7') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:50.023584 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.042688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7655a9-3233-48f6-ab95-d3011acfa528 req-ab6c0ff5-c2a0-40e3-9846-0df478d6fd8d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:50.044295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a7655a9-3233-48f6-ab95-d3011acfa528 req-ab6c0ff5-c2a0-40e3-9846-0df478d6fd8d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.6262937 May 24 23:07:50.065412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.084566 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.085828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7d4f5b4a-7860-4b1f-88d4-140bbf9e68ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1657927 May 24 23:07:50.087242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:07:50.087878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.089168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51834) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:50.112684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a3242a2c-669b-4dc9-a534-01009d412c09 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '133687fc-1e24-4a5a-a312-a26b3727150f', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:50.176784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a3242a2c-669b-4dc9-a534-01009d412c09 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:50.176784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:50.212228 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a7655a9-3233-48f6-ab95-d3011acfa528 req-cb07e813-2e3c-4aac-815f-5e7dce4fda94 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507227 May 24 23:07:50.219882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a3242a2c-669b-4dc9-a534-01009d412c09 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:50.219882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a3242a2c-669b-4dc9-a534-01009d412c09 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:50.233857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:50.248076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a3242a2c-669b-4dc9-a534-01009d412c09 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:50.265854 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a24502-cfd0-4a86-b581-c1088ba28497 None None] New status for floating IP 5e79f5fe-8f6a-45bd-9eb4-56171d3499de: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:07:50.269547 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 328c7089-d6e9-4324-ad2f-5211ca5292b7 resource provider aggregate not found May 24 23:07:50.293223 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 328c7089-d6e9-4324-ad2f-5211ca5292b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 328c7089-d6e9-4324-ad2f-5211ca5292b7 found for delete ", "request_id": "req-88b83571-ef5c-4b11-99cf-b837748950d3"}]} May 24 23:07:50.300441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:50.340347 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.388163 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.394247 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.400348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Network': ['ID=700aaff2-e5a0-485f-aa41-6fcf68d69603,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:50.408843 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7aafbfe4-bb86-4dce-8862-574177d98101 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/networks/700aaff2-e5a0-485f-aa41-6fcf68d69603 HTTP/1.1" status: 204 len: 168 time: 1.3010187 May 24 23:07:50.413062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51842) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:50.419892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1762374577'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:50.426044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Transition to ACTIVE for port object 2f1135b3-a248-41ea-b753-0164ff2b9f56 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:50.428044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:50.433138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:network and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:50.442992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:50.452848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:50.470010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3242a2c-669b-4dc9-a534-01009d412c09 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.490520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Transition to ACTIVE for port object 2f1135b3-a248-41ea-b753-0164ff2b9f56 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:50.495600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:50.502544 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.504017 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.542941 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3242a2c-669b-4dc9-a534-01009d412c09 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.563950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3242a2c-669b-4dc9-a534-01009d412c09 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.664163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:07:50.688894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Network 90db5f55-6233-4f7a-8418-516d5adbcbb1 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:50.688894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:50.703708 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.703708 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Added segment 3c9b1c5e-9baa-4924-bc11-df5235776108 of type vlan for network 1f4c9fea-41f3-4c0f-8433-4c8443490e8b May 24 23:07:50.710317 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3242a2c-669b-4dc9-a534-01009d412c09 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d9d49e-39c6-4302-b54e-f4a0cbc0a0c2,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:50.717023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Pushing event updated for resources: {'Port': ['ID=2f1135b3-a248-41ea-b753-0164ff2b9f56,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:50.717023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:50.783752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a3242a2c-669b-4dc9-a534-01009d412c09 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.783752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a3242a2c-669b-4dc9-a534-01009d412c09 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6713440 May 24 23:07:50.783752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51850) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:50.794765 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.813389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f5b67469-c451-4c55-835e-c81480e06087 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '133687fc-1e24-4a5a-a312-a26b3727150f', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:50.817249 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.833525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f5b67469-c451-4c55-835e-c81480e06087 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:50.844008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f5b67469-c451-4c55-835e-c81480e06087 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:50.852004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f5b67469-c451-4c55-835e-c81480e06087 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:50.865847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] device_id is not set on port c34720d0-ffff-4fa5-a9a7-99ab30285307 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:07:50.867999 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.879703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:50.880712 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.923993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-65b819f2-f86c-4686-a341-c45342e0041d None None] Provisioning for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:50.930054 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5158246 May 24 23:07:50.933073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-65b819f2-f86c-4686-a341-c45342e0041d None None] Provisioning complete for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:50.933594 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-65b819f2-f86c-4686-a341-c45342e0041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:50.936609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51856) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:50.947341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f5b67469-c451-4c55-835e-c81480e06087 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:51.024346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': '1f4c9fea-41f3-4c0f-8433-4c8443490e8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:51.035817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Attempting to bind port 2f1135b3-a248-41ea-b753-0164ff2b9f56 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:51.035817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Attempting to bind port 2f1135b3-a248-41ea-b753-0164ff2b9f56 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:51.035817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Attempting to bind port 2f1135b3-a248-41ea-b753-0164ff2b9f56 on network 90db5f55-6233-4f7a-8418-516d5adbcbb1 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:51.074007 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5b67469-c451-4c55-835e-c81480e06087 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.077885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:51.077885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Checking segment: {'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:51.077885 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.077885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Bound using segment: {'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:51.077885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Bound port: 2f1135b3-a248-41ea-b753-0164ff2b9f56, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:51.077885 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.133948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b698a-deea-40bc-adc6-3ad94f5c40c3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Network': ['ID=1f4c9fea-41f3-4c0f-8433-4c8443490e8b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:51.176084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:51.180558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:51.183738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:51.190184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:51.203192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:51.207478 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.219842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] For port 2f1135b3-a248-41ea-b753-0164ff2b9f56, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:51.223453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] For port 2f1135b3-a248-41ea-b753-0164ff2b9f56, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2f1135b3-a248-41ea-b753-0164ff2b9f56,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:51.235505 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.256365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 1f4c9fea-41f3-4c0f-8433-4c8443490e8b details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:07:51.286099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5b67469-c451-4c55-835e-c81480e06087 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.311602 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5b67469-c451-4c55-835e-c81480e06087 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.363750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb03977-ede3-4b3f-9d0e-b42f03f8a213 None None] Pushing event updated for resources: {'Port': ['ID=2f1135b3-a248-41ea-b753-0164ff2b9f56,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:51.373915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8::293 (961de8b2-b151-4a82-a5b1-895822fdea72/b645f980-9eb4-43cd-bc21-81592e2277e6/c34720d0-ffff-4fa5-a9a7-99ab30285307) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:51.528292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.ipam_backend_mixin [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Performing IP validity checks on allocation pools {{(pid=88390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:07:51.529049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.ipam_backend_mixin [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:07:51.611671 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.627794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object c34720d0-ffff-4fa5-a9a7-99ab30285307 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:51.678834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.681162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-65b819f2-f86c-4686-a341-c45342e0041d None None] Current status of the port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:51.699229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-65b819f2-f86c-4686-a341-c45342e0041d None None] Provisioning complete for port c34cfd62-c18b-420c-a5fb-5f72c118c34d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:51.699229 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-65b819f2-f86c-4686-a341-c45342e0041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.716650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b67469-c451-4c55-835e-c81480e06087 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1e470a-2be1-4fad-95bb-c081dcf23f6e,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:51.757695 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5b67469-c451-4c55-835e-c81480e06087 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.757695 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f5b67469-c451-4c55-835e-c81480e06087 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9480016 May 24 23:07:51.757695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:51.761402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877746b2-a6f0-441a-b63c-09a5140af240 req-52559588-37f7-4a82-bbaf-e64eef0b9aa0 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:51.765633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51868) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:51.769532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-877746b2-a6f0-441a-b63c-09a5140af240 req-52559588-37f7-4a82-bbaf-e64eef0b9aa0 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.3523021 May 24 23:07:51.772992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-aeec54e4-0a9e-4110-8630-3e04deecc58c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '133687fc-1e24-4a5a-a312-a26b3727150f', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:51.772992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:51.777105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:51.783755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:51.783755 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:51.799678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aeec54e4-0a9e-4110-8630-3e04deecc58c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:51.803444 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-65b819f2-f86c-4686-a341-c45342e0041d None None] Port c34cfd62-c18b-420c-a5fb-5f72c118c34d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:51.820315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aeec54e4-0a9e-4110-8630-3e04deecc58c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:51.835784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=c34720d0-ffff-4fa5-a9a7-99ab30285307,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:51.835784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aeec54e4-0a9e-4110-8630-3e04deecc58c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:51.844717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aeec54e4-0a9e-4110-8630-3e04deecc58c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:51.844717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-882f4db2-3f16-4a9e-8ca7-9e0c0541994e tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4585385 May 24 23:07:51.850465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51874) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:51.856862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-859b3fef-5d1b-450e-a8db-f70b475181ea tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:51.978716 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-877746b2-a6f0-441a-b63c-09a5140af240 req-30a69ac9-9dcd-4451-ba02-f8573ece0b4d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700377 May 24 23:07:51.979569 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.005553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:52.091250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Subnet': ['ID=077eddd5-5ec2-4bc9-a7f8-6bba7b45316a,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:52.116183 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aeec54e4-0a9e-4110-8630-3e04deecc58c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.179388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-859b3fef-5d1b-450e-a8db-f70b475181ea tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:52.187793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-859b3fef-5d1b-450e-a8db-f70b475181ea tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:52.195202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-859b3fef-5d1b-450e-a8db-f70b475181ea tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:52.201471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Checking segment: {'id': '3c9b1c5e-9baa-4924-bc11-df5235776108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1f4c9fea-41f3-4c0f-8433-4c8443490e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:52.201471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network hostable DHCP agents. Network: 1f4c9fea-41f3-4c0f-8433-4c8443490e8b, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:07:52.218589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:52.218589 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.235708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-859b3fef-5d1b-450e-a8db-f70b475181ea tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:52.264316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 1f4c9fea-41f3-4c0f-8433-4c8443490e8b is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:07:52.308661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 1f4c9fea-41f3-4c0f-8433-4c8443490e8b) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:52.308661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:52.308661 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.312467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859b3fef-5d1b-450e-a8db-f70b475181ea tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:52.312467 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-859b3fef-5d1b-450e-a8db-f70b475181ea tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.351642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d171bb05-76cf-4a59-8d08-fabe1b9a3c12 None None] Network 1f4c9fea-41f3-4c0f-8433-4c8443490e8b requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:52.364349 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aeec54e4-0a9e-4110-8630-3e04deecc58c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.366588 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a52e31be-1148-4237-8d4d-1426b2e45670 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4088612 May 24 23:07:52.366588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51882) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:52.381664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': '1f4c9fea-41f3-4c0f-8433-4c8443490e8b', 'name': 'tempest-PortsTestJSON-207748139'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:52.441109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aeec54e4-0a9e-4110-8630-3e04deecc58c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.494478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec54e4-0a9e-4110-8630-3e04deecc58c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e03882d-7d0d-4237-a493-26617752774c,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:52.566410 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aeec54e4-0a9e-4110-8630-3e04deecc58c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.566410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aeec54e4-0a9e-4110-8630-3e04deecc58c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7991042 May 24 23:07:52.566410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51888) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:52.580732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:52.580732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1c8732e6-140d-46c7-b3a1-727acd1c65f0 None None] Provisioning for port c34720d0-ffff-4fa5-a9a7-99ab30285307 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:52.584936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-fabd14da-82f4-4c9f-9bf0-05e837acfdce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '133687fc-1e24-4a5a-a312-a26b3727150f', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:52.592255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:52.605978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:port and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:52.605978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:52.609647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fabd14da-82f4-4c9f-9bf0-05e837acfdce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:52.613462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1c8732e6-140d-46c7-b3a1-727acd1c65f0 None None] Provisioning complete for port c34720d0-ffff-4fa5-a9a7-99ab30285307 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:52.613462 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1c8732e6-140d-46c7-b3a1-727acd1c65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.627338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:52.645621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fabd14da-82f4-4c9f-9bf0-05e837acfdce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:52.645621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fabd14da-82f4-4c9f-9bf0-05e837acfdce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:52.656304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:52.663120 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.685374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fabd14da-82f4-4c9f-9bf0-05e837acfdce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:52.704960 n-d-843146-7 neutron-server[88389]: INFO neutron.db.ipam_backend_mixin [None req-859b3fef-5d1b-450e-a8db-f70b475181ea tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b645f980-9eb4-43cd-bc21-81592e2277e6 (CIDR: 2001:db8::/64) May 24 23:07:52.704960 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-859b3fef-5d1b-450e-a8db-f70b475181ea tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:07:52.711817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859b3fef-5d1b-450e-a8db-f70b475181ea tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:52.724252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 982c6e2d-cdc1-4e80-a0de-0288c3bf828c yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:07:52.744439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fabd14da-82f4-4c9f-9bf0-05e837acfdce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:52.761193 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-859b3fef-5d1b-450e-a8db-f70b475181ea tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9104578 May 24 23:07:52.761193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51892) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:52.778233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3afff0bc-cc10-4442-bdcd-f84320cee4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:52.800574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1c8732e6-140d-46c7-b3a1-727acd1c65f0 None None] Port c34720d0-ffff-4fa5-a9a7-99ab30285307 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:07:52.814409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1f4c9fea-41f3-4c0f-8433-4c8443490e8b', 'network_id': '1f4c9fea-41f3-4c0f-8433-4c8443490e8b', 'tenant_id': 'bbd1c03d8d8442859004af0e0064373e', 'fixed_ips': [{'subnet_id': '077eddd5-5ec2-4bc9-a7f8-6bba7b45316a'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:07:52.815355 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.000223 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fabd14da-82f4-4c9f-9bf0-05e837acfdce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.021297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.3 (1f4c9fea-41f3-4c0f-8433-4c8443490e8b/077eddd5-5ec2-4bc9-a7f8-6bba7b45316a/982c6e2d-cdc1-4e80-a0de-0288c3bf828c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:53.043649 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fabd14da-82f4-4c9f-9bf0-05e837acfdce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.077140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3afff0bc-cc10-4442-bdcd-f84320cee4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:53.160077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3afff0bc-cc10-4442-bdcd-f84320cee4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:53.180921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3afff0bc-cc10-4442-bdcd-f84320cee4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:53.193567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd14da-82f4-4c9f-9bf0-05e837acfdce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893afe37-0714-4a52-8d24-2b7e1da6a4ca,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:53.214482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3afff0bc-cc10-4442-bdcd-f84320cee4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:53.244668 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fabd14da-82f4-4c9f-9bf0-05e837acfdce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.252023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fabd14da-82f4-4c9f-9bf0-05e837acfdce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6903133 May 24 23:07:53.253642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51906) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:53.260909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '133687fc-1e24-4a5a-a312-a26b3727150f', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:53.269738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.270667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afff0bc-cc10-4442-bdcd-f84320cee4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:53.294560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db0159-90d5-4d80-8858-6768251a743a None None] Network 90db5f55-6233-4f7a-8418-516d5adbcbb1 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:53.306416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3afff0bc-cc10-4442-bdcd-f84320cee4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.341246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object 982c6e2d-cdc1-4e80-a0de-0288c3bf828c will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:53.355034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:53.355034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:53.355034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:53.383774 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.387640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:53.488706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 1f4c9fea-41f3-4c0f-8433-4c8443490e8b is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:53.492832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:53.500094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:53.570256 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Allocated IP 172.20.0.2 (1f4c9fea-41f3-4c0f-8433-4c8443490e8b/077eddd5-5ec2-4bc9-a7f8-6bba7b45316a/f513b80a-c7fc-4f05-9cb3-c0d41a1510fc) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:53.650942 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Project 001bb84369b443888c7219fb91448b85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:07:53.706116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=982c6e2d-cdc1-4e80-a0de-0288c3bf828c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:53.774496 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.781566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:53.781566 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.841773 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7ce9f0e9-5e93-4289-9ed2-dffd3240bfbd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4775054 May 24 23:07:53.845843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51910) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:53.930881 n-d-843146-7 neutron-server[88389]: INFO neutron.db.ipam_backend_mixin [None req-3afff0bc-cc10-4442-bdcd-f84320cee4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d403cf7c-5c20-4f19-a352-61952eda245b (CIDR: 2001:db8:0:1::/64) May 24 23:07:53.936860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b897aba1-4935-4e44-9cc5-f789cee27e61 None None] Provisioning for port 2f1135b3-a248-41ea-b753-0164ff2b9f56 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:53.943118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:53.961803 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afff0bc-cc10-4442-bdcd-f84320cee4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:07:53.962474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afff0bc-cc10-4442-bdcd-f84320cee4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:53.986882 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.026776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347d7384-f124-4637-827e-20484c76a7da,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:54.038454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a357ec-ad12-47ec-bd9b-09e908abd121 req-abd17133-8e04-4e34-8c36-f4572acb8957 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:54.045913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69a357ec-ad12-47ec-bd9b-09e908abd121 req-abd17133-8e04-4e34-8c36-f4572acb8957 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.3773932 May 24 23:07:54.048869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bbc73bec-ff6a-4e2b-b391-67227c131848 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 982c6e2d-cdc1-4e80-a0de-0288c3bf828c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:54.049390 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbc73bec-ff6a-4e2b-b391-67227c131848 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.062059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2f1135b3-a248-41ea-b753-0164ff2b9f56 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:54.124929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69a357ec-ad12-47ec-bd9b-09e908abd121 req-b5778264-a5b4-4625-a761-21560acc5e22 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771971 May 24 23:07:54.126439 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3afff0bc-cc10-4442-bdcd-f84320cee4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3622513 May 24 23:07:54.131328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51916) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:54.131775 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.133826 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-85b2881f-dd2c-4994-8f79-17b38562f48b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8774722 May 24 23:07:54.148675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51920) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:54.156540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '133687fc-1e24-4a5a-a312-a26b3727150f', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:54.162951 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.168325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:54.171912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'subnet': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:54.175319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:54.179135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:54.186333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:54.187543 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.204359 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Project 001bb84369b443888c7219fb91448b85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:07:54.210048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Transition to ACTIVE for port object f513b80a-c7fc-4f05-9cb3-c0d41a1510fc will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:54.216404 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.228960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 2f1135b3-a248-41ea-b753-0164ff2b9f56 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:54.238614 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Transition to ACTIVE for port object f513b80a-c7fc-4f05-9cb3-c0d41a1510fc will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:54.243783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2f1135b3-a248-41ea-b753-0164ff2b9f56 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:54.244126 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.309946 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.317803 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.323774 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.355676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0421a8d4-eea3-42d7-a3d7-59997210d2c9,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:54.363174 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.364774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5d2eb412-5683-4263-a5d0-4712e03559bf tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2149987 May 24 23:07:54.400088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Network 1f4c9fea-41f3-4c0f-8433-4c8443490e8b is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:54.403644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:54.406305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:07:54.478649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:54.482768 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Usage tracker for resource:subnet and tenant:692f4a98b1884f3380f420b63f3246b6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:54.494550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:54.500465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Pushing event updated for resources: {'Port': ['ID=f513b80a-c7fc-4f05-9cb3-c0d41a1510fc,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:54.551960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbc73bec-ff6a-4e2b-b391-67227c131848 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.595408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2f1135b3-a248-41ea-b753-0164ff2b9f56 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:54.595798 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.621693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Attempting to bind port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:07:54.622109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Attempting to bind port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '3c9b1c5e-9baa-4924-bc11-df5235776108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1f4c9fea-41f3-4c0f-8433-4c8443490e8b'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:07:54.622491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Attempting to bind port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc on network 1f4c9fea-41f3-4c0f-8433-4c8443490e8b {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:07:54.633623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:07:54.634005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Checking segment: {'id': '3c9b1c5e-9baa-4924-bc11-df5235776108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1f4c9fea-41f3-4c0f-8433-4c8443490e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:07:54.634413 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.634807 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Bound using segment: {'id': '3c9b1c5e-9baa-4924-bc11-df5235776108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1f4c9fea-41f3-4c0f-8433-4c8443490e8b'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:07:54.635295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Bound port: f513b80a-c7fc-4f05-9cb3-c0d41a1510fc, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9b1c5e-9baa-4924-bc11-df5235776108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1f4c9fea-41f3-4c0f-8433-4c8443490e8b'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:07:54.635661 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.727908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 2f1135b3-a248-41ea-b753-0164ff2b9f56, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2f1135b3-a248-41ea-b753-0164ff2b9f56,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:54.732145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bbc73bec-ff6a-4e2b-b391-67227c131848 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 982c6e2d-cdc1-4e80-a0de-0288c3bf828c owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:54.741875 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.812613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:54.834670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] For port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:07:54.847547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-90f44b5b-9e59-4ad4-ac51-7fc2f95000a7 None None] Provisioning complete for port 2f1135b3-a248-41ea-b753-0164ff2b9f56 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:54.849136 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90f44b5b-9e59-4ad4-ac51-7fc2f95000a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.852324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Made reservation on behalf of 692f4a98b1884f3380f420b63f3246b6 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:54.855749 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.885591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] For port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f513b80a-c7fc-4f05-9cb3-c0d41a1510fc,segment=NetworkSegment(3c9b1c5e-9baa-4924-bc11-df5235776108),segment_id=3c9b1c5e-9baa-4924-bc11-df5235776108)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:07:54.902190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=2f1135b3-a248-41ea-b753-0164ff2b9f56,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:54.909175 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:54.918244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-87963ad4-6416-4530-af3a-e26074550caa tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:55.008387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f3abb-4abd-4b3e-85d8-65ba2d89dcb6 None None] Pushing event updated for resources: {'Port': ['ID=f513b80a-c7fc-4f05-9cb3-c0d41a1510fc,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:55.020184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-87963ad4-6416-4530-af3a-e26074550caa tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:55.021343 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-87963ad4-6416-4530-af3a-e26074550caa tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876980089&fields=id&tenant_id=001bb84369b443888c7219fb91448b85 HTTP/1.1" status: 200 len: 267 time: 0.2250264 May 24 23:07:55.078300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbc73bec-ff6a-4e2b-b391-67227c131848 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.094008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-90f44b5b-9e59-4ad4-ac51-7fc2f95000a7 None None] Current status of the port 2f1135b3-a248-41ea-b753-0164ff2b9f56 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:55.237464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc73bec-ff6a-4e2b-b391-67227c131848 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=982c6e2d-cdc1-4e80-a0de-0288c3bf828c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:55.396685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177ff7e-c57c-46a2-87c6-e08e304b0539 req-f33fd1e9-9214-453a-9193-db5ec9ec65ac tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:55.398381 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a177ff7e-c57c-46a2-87c6-e08e304b0539 req-f33fd1e9-9214-453a-9193-db5ec9ec65ac tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.1338520 May 24 23:07:55.455886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a177ff7e-c57c-46a2-87c6-e08e304b0539 req-48be4cf3-f89b-4945-aa25-5c7e19a6847f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510454 May 24 23:07:55.490598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-46c369f8-4aa9-4e58-9b5a-383294efb05c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:55.493955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-46c369f8-4aa9-4e58-9b5a-383294efb05c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/networks?id=90db5f55-6233-4f7a-8418-516d5adbcbb1 HTTP/1.1" status: 200 len: 797 time: 0.4520998 May 24 23:07:55.516468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bbc73bec-ff6a-4e2b-b391-67227c131848 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.532732 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-51013325-22bf-47ce-8c21-d5541bc8c082 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/quotas/001bb84369b443888c7219fb91448b85 HTTP/1.1" status: 200 len: 375 time: 0.0326531 May 24 23:07:55.542673 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bbc73bec-ff6a-4e2b-b391-67227c131848 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/982c6e2d-cdc1-4e80-a0de-0288c3bf828c HTTP/1.1" status: 204 len: 168 time: 1.6954358 May 24 23:07:55.543132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51942) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:55.602175 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-187b8f52-b07d-4609-a50e-b20ee2acf145 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:07:55.604164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187b8f52-b07d-4609-a50e-b20ee2acf145 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:07:55.608433 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-187b8f52-b07d-4609-a50e-b20ee2acf145 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/982c6e2d-cdc1-4e80-a0de-0288c3bf828c HTTP/1.1" status: 404 len: 333 time: 0.0615978 May 24 23:07:55.608683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51946) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:55.662949 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-882ed762-b7b9-4185-bd5d-dea7d9f62d4f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:07:55.663779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-882ed762-b7b9-4185-bd5d-dea7d9f62d4f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:07:55.683961 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-882ed762-b7b9-4185-bd5d-dea7d9f62d4f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:07:55.689149 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-882ed762-b7b9-4185-bd5d-dea7d9f62d4f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/982c6e2d-cdc1-4e80-a0de-0288c3bf828c HTTP/1.1" status: 404 len: 333 time: 0.0793910 May 24 23:07:55.689956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51952) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:55.695489 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-0a52d531-1b25-4306-a3be-aa7a453ed8de tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1514637 May 24 23:07:55.697156 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.839299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-5708b999-c395-4682-89e4-42ac1a2c9835 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting subnet 077eddd5-5ec2-4bc9-a7f8-6bba7b45316a {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:07:55.895936 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5708b999-c395-4682-89e4-42ac1a2c9835 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.906956 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:55.979869 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5708b999-c395-4682-89e4-42ac1a2c9835 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.016037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Network 961de8b2-b151-4a82-a5b1-895822fdea72 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:07:56.017628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f513b80a-c7fc-4f05-9cb3-c0d41a1510fc up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:56.027689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:07:56.031519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:56.032349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.046757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Subnet': ['ID=31fcd0a4-0b5a-4fb2-8f42-fe0a9526df8a,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:56.060345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff08acbf-3535-4e26-8e13-4deb505007a8 None None] Network 961de8b2-b151-4a82-a5b1-895822fdea72 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:56.077458 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a7ea58e3-c54c-4bba-9cff-b8bdba11708d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9441411 May 24 23:07:56.089158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51956) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:56.097221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1502348446', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '31fcd0a4-0b5a-4fb2-8f42-fe0a9526df8a'}], 'security_groups': ['0da4b296-2c58-4819-9846-72cb70cabf2c', 'f9cc5b46-2803-41e2-a7c5-e57ef2c30223']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:56.117941 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5708b999-c395-4682-89e4-42ac1a2c9835 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.227030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174395f-89df-49da-bf4c-dc150b49a07d req-0fe916f9-4c56-4ed4-a26d-b5ee8e1267aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:56.232422 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1174395f-89df-49da-bf4c-dc150b49a07d req-0fe916f9-4c56-4ed4-a26d-b5ee8e1267aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2538b79651204683958a8311138e4a89&device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 1097 time: 0.3980732 May 24 23:07:56.242587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0510eb2-ff8f-43f2-a5a9-a177cf8a9a0d req-4b609cc8-fa38-490f-a48f-1e32f522c4b8 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:56.249429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0510eb2-ff8f-43f2-a5a9-a177cf8a9a0d req-4b609cc8-fa38-490f-a48f-1e32f522c4b8 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.4695268 May 24 23:07:56.338598 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-5d2538e3-977f-4dde-a7cc-19602fc28157 service neutron] 10.222.0.55 "GET /v2.0/networks/90db5f55-6233-4f7a-8418-516d5adbcbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064856 May 24 23:07:56.350439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5708b999-c395-4682-89e4-42ac1a2c9835 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.424553 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5708b999-c395-4682-89e4-42ac1a2c9835 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.428047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de780d-ee0c-4948-a3fe-55d06c768ce7 None None] Network 1f4c9fea-41f3-4c0f-8433-4c8443490e8b requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:07:56.480191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708b999-c395-4682-89e4-42ac1a2c9835 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Subnet': ['ID=077eddd5-5ec2-4bc9-a7f8-6bba7b45316a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:56.500685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0510eb2-ff8f-43f2-a5a9-a177cf8a9a0d req-854e2bb7-e700-4883-bdbd-9c7e4d6a0c70 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973758 May 24 23:07:56.522874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5708b999-c395-4682-89e4-42ac1a2c9835 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/077eddd5-5ec2-4bc9-a7f8-6bba7b45316a HTTP/1.1" status: 204 len: 168 time: 0.8313041 May 24 23:07:56.523834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51968) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:56.640492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:56.676172 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.685732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2f1135b3-a248-41ea-b753-0164ff2b9f56 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:07:56.755174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:56.760160 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.782071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-8ab0df10-30fb-494e-9c93-1761d6ebbda1 service neutron] 10.222.0.55 "GET /v2.0/networks/90db5f55-6233-4f7a-8418-516d5adbcbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425442 May 24 23:07:56.807824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-490e4670-6e98-4fe6-9d53-d867dec2b7e7 None None] Provisioning for port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:07:56.836629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-490e4670-6e98-4fe6-9d53-d867dec2b7e7 None None] Provisioning complete for port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:56.837276 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-490e4670-6e98-4fe6-9d53-d867dec2b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:56.907652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174395f-89df-49da-bf4c-dc150b49a07d req-62a0130a-d3aa-4be6-94fa-ce21ad64c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:56.909373 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1174395f-89df-49da-bf4c-dc150b49a07d req-62a0130a-d3aa-4be6-94fa-ce21ad64c442 service neutron] 10.222.0.50 "GET /v2.0/networks?id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 200 len: 912 time: 0.6546788 May 24 23:07:56.926863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.068814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184f5de-428b-4f68-a652-341651ea6224 None None] Update dhcp port {'port': {'network_id': '961de8b2-b151-4a82-a5b1-895822fdea72', 'fixed_ips': [{'subnet_id': 'd403cf7c-5c20-4f19-a352-61952eda245b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b645f980-9eb4-43cd-bc21-81592e2277e6', 'ip_address': '2001:db8::2'}, {'subnet_id': '31fcd0a4-0b5a-4fb2-8f42-fe0a9526df8a'}], 'binding:host_id': 'n-d-843146-7'}, 'id': '1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:07:57.124154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1174395f-89df-49da-bf4c-dc150b49a07d req-b88859e4-8b5b-4c71-9c3b-80390d891dff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f65d305-9b63-4899-baa0-d13c0abf4925 HTTP/1.1" status: 200 len: 1002 time: 0.2037516 May 24 23:07:57.179566 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f184f5de-428b-4f68-a652-341651ea6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.251782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-437caaff-f2d0-4bfd-8372-357ce53c16a6 req-0d8ee3d0-474e-46cf-8f88-aed7a5ec437e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 210 time: 0.1262233 May 24 23:07:57.442884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174395f-89df-49da-bf4c-dc150b49a07d req-e450b0a7-38a5-43e9-96be-246520dc9ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:57.450297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1174395f-89df-49da-bf4c-dc150b49a07d req-e450b0a7-38a5-43e9-96be-246520dc9ac8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47001c01-66d5-4135-8684-58bb2d7f443c HTTP/1.1" status: 200 len: 850 time: 0.3147748 May 24 23:07:57.645154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-490e4670-6e98-4fe6-9d53-d867dec2b7e7 None None] Current status of the port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:57.651142 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-490e4670-6e98-4fe6-9d53-d867dec2b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.707858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-490e4670-6e98-4fe6-9d53-d867dec2b7e7 None None] For port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f513b80a-c7fc-4f05-9cb3-c0d41a1510fc,segment=NetworkSegment(3c9b1c5e-9baa-4924-bc11-df5235776108),segment_id=3c9b1c5e-9baa-4924-bc11-df5235776108)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:57.709736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da888ad4-2b31-43bb-8b2f-33dddb7d2b47 None None] DHCP port deletion for 1f4c9fea-41f3-4c0f-8433-4c8443490e8b request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:07:57.725307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2f1135b3-a248-41ea-b753-0164ff2b9f56 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:07:57.726014 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.744305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Delete allocated IP 2001:db8::293 (961de8b2-b151-4a82-a5b1-895822fdea72/b645f980-9eb4-43cd-bc21-81592e2277e6) {{(pid=88390) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:07:57.766822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Allocated IP 2001:db8:0:2::337 (961de8b2-b151-4a82-a5b1-895822fdea72/31fcd0a4-0b5a-4fb2-8f42-fe0a9526df8a/c34720d0-ffff-4fa5-a9a7-99ab30285307) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:57.802247 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-490e4670-6e98-4fe6-9d53-d867dec2b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.815748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] For port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f513b80a-c7fc-4f05-9cb3-c0d41a1510fc,segment=NetworkSegment(3c9b1c5e-9baa-4924-bc11-df5235776108),segment_id=3c9b1c5e-9baa-4924-bc11-df5235776108)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:57.816124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:57.845973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-da888ad4-2b31-43bb-8b2f-33dddb7d2b47 None None] Deleting port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:57.845973 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-da888ad4-2b31-43bb-8b2f-33dddb7d2b47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.129416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2f1135b3-a248-41ea-b753-0164ff2b9f56 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:58.139886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e4670-6e98-4fe6-9d53-d867dec2b7e7 None None] Pushing event updated for resources: {'Port': ['ID=f513b80a-c7fc-4f05-9cb3-c0d41a1510fc,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:58.241624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for f513b80a-c7fc-4f05-9cb3-c0d41a1510fc owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:58.293315 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f513b80a-c7fc-4f05-9cb3-c0d41a1510fc no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:07:58.329835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729526a-073d-4cb2-a8ea-36847a3d487d req-1e465393-6d49-421e-b34b-e591ee45c9a2 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:58.339168 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3729526a-073d-4cb2-a8ea-36847a3d487d req-1e465393-6d49-421e-b34b-e591ee45c9a2 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.3066041 May 24 23:07:58.407099 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.412893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-da888ad4-2b31-43bb-8b2f-33dddb7d2b47 None None] For port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f513b80a-c7fc-4f05-9cb3-c0d41a1510fc,segment=NetworkSegment(3c9b1c5e-9baa-4924-bc11-df5235776108),segment_id=3c9b1c5e-9baa-4924-bc11-df5235776108)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:58.413284 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-da888ad4-2b31-43bb-8b2f-33dddb7d2b47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.428569 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3729526a-073d-4cb2-a8ea-36847a3d487d req-23be1271-1ef6-45f4-8e3f-c45a914407f3 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885689 May 24 23:07:58.468665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Transition to ACTIVE for port object c34720d0-ffff-4fa5-a9a7-99ab30285307 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:58.481903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.541595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:07:58.542565 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:07:58.628953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] In _notify_port_updated(), no bound segment for port c34720d0-ffff-4fa5-a9a7-99ab30285307 on network 961de8b2-b151-4a82-a5b1-895822fdea72 {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:07:58.634951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:58.635700 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.640108 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "PUT /v2.0/ports/c34720d0-ffff-4fa5-a9a7-99ab30285307 HTTP/1.1" status: 200 len: 970 time: 2.5460794 May 24 23:07:58.640569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-da888ad4-2b31-43bb-8b2f-33dddb7d2b47 None None] Calling delete_port for f513b80a-c7fc-4f05-9cb3-c0d41a1510fc owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:07:58.641314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e92d36f6-b678-4cc6-9e41-86ea70e21460 req-acb4dbd3-0763-4d6b-80b9-85cb149eea07 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 210 time: 0.1238894 May 24 23:07:58.642007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52060) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:07:58.645054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174395f-89df-49da-bf4c-dc150b49a07d req-f2deb749-f07f-4c82-b3f9-eb11e77ac3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:58.646615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1174395f-89df-49da-bf4c-dc150b49a07d req-f2deb749-f07f-4c82-b3f9-eb11e77ac3c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5785708 May 24 23:07:58.675518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bad47-2bee-4618-9b2e-62cb7a9390ca tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event updated for resources: {'Port': ['ID=c34720d0-ffff-4fa5-a9a7-99ab30285307,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:58.885138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ae788dd7-5fec-4854-a145-a8dcff14f222 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port c34720d0-ffff-4fa5-a9a7-99ab30285307 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:58.885310 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae788dd7-5fec-4854-a145-a8dcff14f222 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:58.919012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:07:58.919299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.032724 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-da888ad4-2b31-43bb-8b2f-33dddb7d2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.051427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:07:59.051777 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.091370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da888ad4-2b31-43bb-8b2f-33dddb7d2b47 None None] Pushing event deleted for resources: {'Port': ['ID=f513b80a-c7fc-4f05-9cb3-c0d41a1510fc,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:59.093396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da888ad4-2b31-43bb-8b2f-33dddb7d2b47 None None] No DVR routers for this DVR port f513b80a-c7fc-4f05-9cb3-c0d41a1510fc on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:07:59.112687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-f184f5de-428b-4f68-a652-341651ea6224 None None] Allocated IP 2001:db8:0:2::2 (961de8b2-b151-4a82-a5b1-895822fdea72/31fcd0a4-0b5a-4fb2-8f42-fe0a9526df8a/1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:07:59.160887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-76e53d58-28d5-43f0-ad05-b8e08183dabb tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:07:59.164495 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-76e53d58-28d5-43f0-ad05-b8e08183dabb tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "GET /v2.0/networks?id=90db5f55-6233-4f7a-8418-516d5adbcbb1 HTTP/1.1" status: 200 len: 797 time: 0.3565285 May 24 23:07:59.194338 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1174395f-89df-49da-bf4c-dc150b49a07d req-534b9b79-89da-483e-a946-424dc01560fd service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873159 May 24 23:07:59.263292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-dc7f4de7-2455-4175-aed0-0d4d3a932d6f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=001bb84369b443888c7219fb91448b85 HTTP/1.1" status: 200 len: 473 time: 0.0846994 May 24 23:07:59.289383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'port': {'device_id': '86a9869d-d7b4-49eb-9c62-904794cc664a', 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1', 'admin_state_up': True, 'tenant_id': '001bb84369b443888c7219fb91448b85', 'security_groups': ['133687fc-1e24-4a5a-a312-a26b3727150f']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:07:59.459604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1174395f-89df-49da-bf4c-dc150b49a07d req-98401ab5-f188-4255-9cc5-62c94fe6a034 service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827357 May 24 23:07:59.468576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] The port 'f513b80a-c7fc-4f05-9cb3-c0d41a1510fc' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:07:59.478526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f184f5de-428b-4f68-a652-341651ea6224 None None] For port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,segment=NetworkSegment(cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec),segment_id=cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:07:59.507691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:07:59.523268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:port and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:07:59.526618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:07:59.534243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:07:59.548925 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Made reservation on behalf of 001bb84369b443888c7219fb91448b85 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:07:59.558512 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.565180 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f184f5de-428b-4f68-a652-341651ea6224 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.613466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f184f5de-428b-4f68-a652-341651ea6224 None None] Transition to ACTIVE for port object 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:07:59.623617 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f184f5de-428b-4f68-a652-341651ea6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.804468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:07:59.925523 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8af61020-c5b1-4371-b2d2-1d65952dabaf req-c96a960f-72b0-46de-93fe-10631d097fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 210 time: 0.1034143 May 24 23:07:59.926246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184f5de-428b-4f68-a652-341651ea6224 None None] Pushing event updated for resources: {'Port': ['ID=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:07:59.927638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4c9fea-41f3-4c0f-8433-4c8443490e8b']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:59.965813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9b1c5e-9baa-4924-bc11-df5235776108') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:59.966914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9b1c5e-9baa-4924-bc11-df5235776108') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:07:59.977761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae788dd7-5fec-4854-a145-a8dcff14f222 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.003692 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.125945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df31112-28b5-4fdc-981f-fef6ea0b7ab4 req-68da8f8e-3f11-46a7-91ec-a8b9ded6fc89 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:00.128360 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5df31112-28b5-4fdc-981f-fef6ea0b7ab4 req-68da8f8e-3f11-46a7-91ec-a8b9ded6fc89 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.2559888 May 24 23:08:00.185386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Allocated IP 172.20.0.22 (90db5f55-6233-4f7a-8418-516d5adbcbb1/cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f/eaa3afea-87a0-41ff-84ea-c963072f39d6) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:00.301113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5df31112-28b5-4fdc-981f-fef6ea0b7ab4 req-d68b5799-61aa-44f5-b242-0e2d4c167f0a tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578357 May 24 23:08:00.319034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:00.592954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ae788dd7-5fec-4854-a145-a8dcff14f222 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for c34720d0-ffff-4fa5-a9a7-99ab30285307 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:00.739106 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.763108 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.797252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:00.797765 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.884469 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 3c9b1c5e-9baa-4924-bc11-df5235776108 resource provider aggregate not found May 24 23:08:00.913608 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 3c9b1c5e-9baa-4924-bc11-df5235776108 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c9b1c5e-9baa-4924-bc11-df5235776108 found for delete ", "request_id": "req-16b5967c-6664-4933-90d8-324b16cfed1d"}]} May 24 23:08:00.943035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae788dd7-5fec-4854-a145-a8dcff14f222 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:00.945346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Transition to ACTIVE for port object eaa3afea-87a0-41ff-84ea-c963072f39d6 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:01.008735 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.056509 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.137846 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.155014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae788dd7-5fec-4854-a145-a8dcff14f222 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=c34720d0-ffff-4fa5-a9a7-99ab30285307,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:01.157223 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae788dd7-5fec-4854-a145-a8dcff14f222 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.189307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Network': ['ID=1f4c9fea-41f3-4c0f-8433-4c8443490e8b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:01.207439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network 90db5f55-6233-4f7a-8418-516d5adbcbb1 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:01.208140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52292) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:01.208892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c8183624-cbb3-444d-87c8-b00a1add947c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/networks/1f4c9fea-41f3-4c0f-8433-4c8443490e8b HTTP/1.1" status: 204 len: 168 time: 4.6809626 May 24 23:08:01.209145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-eff23866-5a0b-47a6-820a-4781e3c244db None None] Provisioning for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:01.213779 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ae788dd7-5fec-4854-a145-a8dcff14f222 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/c34720d0-ffff-4fa5-a9a7-99ab30285307 HTTP/1.1" status: 204 len: 168 time: 2.5622535 May 24 23:08:01.216457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52294) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:01.220579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=eaa3afea-87a0-41ff-84ea-c963072f39d6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:01.223191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:01.230564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-eff23866-5a0b-47a6-820a-4781e3c244db None None] Provisioning complete for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:01.230564 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-eff23866-5a0b-47a6-820a-4781e3c244db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.241873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1949456037'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:01.254624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:01.322970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:01.350562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:network and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:01.356499 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:01.377170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:01.441266 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-6deb7133-3976-412f-86b0-5c64d985a1b4 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] GET failed (client error): The resource could not be found. May 24 23:08:01.441843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6deb7133-3976-412f-86b0-5c64d985a1b4 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:01.446764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:01.447431 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.475836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:01.489450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.507258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6deb7133-3976-412f-86b0-5c64d985a1b4 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:01.508330 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6deb7133-3976-412f-86b0-5c64d985a1b4 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports/c34720d0-ffff-4fa5-a9a7-99ab30285307 HTTP/1.1" status: 404 len: 333 time: 0.2908745 May 24 23:08:01.538488 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-eff23866-5a0b-47a6-820a-4781e3c244db None None] Current status of the port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:01.541214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52332) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:01.554985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-eff23866-5a0b-47a6-820a-4781e3c244db None None] Provisioning complete for port c34cfd62-c18b-420c-a5fb-5f72c118c34d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:01.555675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-eff23866-5a0b-47a6-820a-4781e3c244db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.616640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:01.631054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-eff23866-5a0b-47a6-820a-4781e3c244db None None] Port c34cfd62-c18b-420c-a5fb-5f72c118c34d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:01.634040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.634646 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Added segment b95b3ce1-e415-490c-8995-210f36819f58 of type vlan for network 4ddf4c79-c30e-4413-8fc1-8d02ee350dec May 24 23:08:01.635219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-eff23866-5a0b-47a6-820a-4781e3c244db None None] Could not find standard attr ID for object c34720d0-ffff-4fa5-a9a7-99ab30285307. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:08:01.678726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e21c82-63cb-4e2d-88cf-095f8bc8a2e2 req-3e5a1c9f-6048-47db-bed9-636f59020d93 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:01.680855 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d2e21c82-63cb-4e2d-88cf-095f8bc8a2e2 req-3e5a1c9f-6048-47db-bed9-636f59020d93 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 932 time: 0.3805594 May 24 23:08:01.686650 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.749525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81bcc03e-8679-4935-b189-05a614450e0d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.764385 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-58b3fc37-a4ff-46a9-a98d-e72ef0d313da tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4849088 May 24 23:08:01.766852 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d2e21c82-63cb-4e2d-88cf-095f8bc8a2e2 req-e3e60b22-f818-459c-a6f6-cc4b1feee2cd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746486 May 24 23:08:01.769337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0fff1439-76b7-4376-99e7-0bb086f2f487 None None] Provisioning for port eaa3afea-87a0-41ff-84ea-c963072f39d6 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:01.779905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0fff1439-76b7-4376-99e7-0bb086f2f487 None None] Provisioning complete for port eaa3afea-87a0-41ff-84ea-c963072f39d6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:01.781015 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0fff1439-76b7-4376-99e7-0bb086f2f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.787303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Request body: {'port': {'device_id': '86a9869d-d7b4-49eb-9c62-904794cc664a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:01.803540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81bcc03e-8679-4935-b189-05a614450e0d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.852563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0fff1439-76b7-4376-99e7-0bb086f2f487 None None] Port eaa3afea-87a0-41ff-84ea-c963072f39d6 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:01.855670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0fff1439-76b7-4376-99e7-0bb086f2f487 None None] Could not find standard attr ID for object c34720d0-ffff-4fa5-a9a7-99ab30285307. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:08:01.880343 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81bcc03e-8679-4935-b189-05a614450e0d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.884749 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.890753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:01.891453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.902781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcc03e-8679-4935-b189-05a614450e0d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d93ced-bb0f-4b99-b203-6a023ae8113d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:01.914036 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81bcc03e-8679-4935-b189-05a614450e0d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:01.917954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-81bcc03e-8679-4935-b189-05a614450e0d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/security-groups/31d93ced-bb0f-4b99-b203-6a023ae8113d HTTP/1.1" status: 204 len: 168 time: 0.3755949 May 24 23:08:01.919224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52372) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:02.004180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be014f98-c01a-4cab-a9ed-b5a004a941f6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.033425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be014f98-c01a-4cab-a9ed-b5a004a941f6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.087523 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be014f98-c01a-4cab-a9ed-b5a004a941f6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.100123 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8816133 May 24 23:08:02.103693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52398) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:02.105186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be014f98-c01a-4cab-a9ed-b5a004a941f6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc5b46-2803-41e2-a7c5-e57ef2c30223,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:02.107696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d2b5c-966d-4f63-9a61-cb0b0a94a9e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Network': ['ID=4ddf4c79-c30e-4413-8fc1-8d02ee350dec,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:02.113776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': '4ddf4c79-c30e-4413-8fc1-8d02ee350dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:02.132716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338389cc-0c0b-4620-835d-e401b618f1fb req-bf9ed8d7-6843-40a8-8f0b-f81a33ecfa37 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:02.132977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 4ddf4c79-c30e-4413-8fc1-8d02ee350dec details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:02.137965 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-338389cc-0c0b-4620-835d-e401b618f1fb req-bf9ed8d7-6843-40a8-8f0b-f81a33ecfa37 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.4233434 May 24 23:08:02.139522 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be014f98-c01a-4cab-a9ed-b5a004a941f6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.140991 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-be014f98-c01a-4cab-a9ed-b5a004a941f6 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/security-groups/f9cc5b46-2803-41e2-a7c5-e57ef2c30223 HTTP/1.1" status: 204 len: 168 time: 0.2206657 May 24 23:08:02.145849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52404) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:02.188677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.250464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-338389cc-0c0b-4620-835d-e401b618f1fb req-2103c3cb-37da-4602-8cc2-f829e1e19fbd tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065199 May 24 23:08:02.251183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:02.256139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:02.259903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:02.289235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:02.300791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:02.305893 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.347476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34d7772e-6eca-4ff1-8966-2fb102b3a104 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.434793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34d7772e-6eca-4ff1-8966-2fb102b3a104 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.570274 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.588340 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34d7772e-6eca-4ff1-8966-2fb102b3a104 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.618592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7772e-6eca-4ff1-8966-2fb102b3a104 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da4b296-2c58-4819-9846-72cb70cabf2c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:02.622485 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34d7772e-6eca-4ff1-8966-2fb102b3a104 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.623916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-34d7772e-6eca-4ff1-8966-2fb102b3a104 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/security-groups/0da4b296-2c58-4819-9846-72cb70cabf2c HTTP/1.1" status: 204 len: 168 time: 0.4731832 May 24 23:08:02.627112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52468) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:02.673224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Subnet': ['ID=96f2258f-c21e-49a3-971a-0558ac81d290,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:02.682788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Checking segment: {'id': 'b95b3ce1-e415-490c-8995-210f36819f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4ddf4c79-c30e-4413-8fc1-8d02ee350dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:02.683240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network hostable DHCP agents. Network: 4ddf4c79-c30e-4413-8fc1-8d02ee350dec, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:02.705897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 4ddf4c79-c30e-4413-8fc1-8d02ee350dec is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:08:02.721622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 4ddf4c79-c30e-4413-8fc1-8d02ee350dec) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:02.725920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:02.727046 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.738120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70759e5d-0b68-4d6b-b900-4f716a4caa21 None None] Network 4ddf4c79-c30e-4413-8fc1-8d02ee350dec requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:02.752959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7e8730-cac3-4df7-b6bf-4516fd1ecab2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting subnet b645f980-9eb4-43cd-bc21-81592e2277e6 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:02.762348 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8730-cac3-4df7-b6bf-4516fd1ecab2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.763599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5a2ab520-c687-495c-b231-2cb1f4f35b36 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6560667 May 24 23:08:02.767207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52486) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:02.774574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': '4ddf4c79-c30e-4413-8fc1-8d02ee350dec', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1600588324'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:02.805064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa3afea-87a0-41ff-84ea-c963072f39d6 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:08:02.817130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.839278 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8730-cac3-4df7-b6bf-4516fd1ecab2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.875976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Transition to ACTIVE for port object eaa3afea-87a0-41ff-84ea-c963072f39d6 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:02.891253 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:02.984503 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:08:03.014014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-4ddf4c79-c30e-4413-8fc1-8d02ee350dec', 'network_id': '4ddf4c79-c30e-4413-8fc1-8d02ee350dec', 'tenant_id': 'bbd1c03d8d8442859004af0e0064373e', 'fixed_ips': [{'subnet_id': '96f2258f-c21e-49a3-971a-0558ac81d290'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:08:03.015034 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.038966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:03.051377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:port and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:03.055417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:03.063914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:03.085102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:03.089374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.109327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbe591-3881-447b-bf3d-28bd50eda1e7 req-818895e6-4eb2-4d61-93e4-1642e932bd79 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:03.111016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9abbe591-3881-447b-bf3d-28bd50eda1e7 req-818895e6-4eb2-4d61-93e4-1642e932bd79 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 944 time: 0.1334610 May 24 23:08:03.139267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 1d898609-8e90-42de-9d01-13a1f5698181 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:08:03.194560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa3afea-87a0-41ff-84ea-c963072f39d6,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:03.207391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Allocated IP 172.20.0.2 (4ddf4c79-c30e-4413-8fc1-8d02ee350dec/96f2258f-c21e-49a3-971a-0558ac81d290/f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:03.248264 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9abbe591-3881-447b-bf3d-28bd50eda1e7 req-5380b94e-6917-456b-81f3-5c46d10484bc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266634 May 24 23:08:03.312865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8730-cac3-4df7-b6bf-4516fd1ecab2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.379082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Attempting to bind port eaa3afea-87a0-41ff-84ea-c963072f39d6 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:03.379408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Attempting to bind port eaa3afea-87a0-41ff-84ea-c963072f39d6 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:03.379730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Attempting to bind port eaa3afea-87a0-41ff-84ea-c963072f39d6 on network 90db5f55-6233-4f7a-8418-516d5adbcbb1 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:03.387685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Port eaa3afea-87a0-41ff-84ea-c963072f39d6 on network 90db5f55-6233-4f7a-8418-516d5adbcbb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:08:03.387919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Attempting to bind port eaa3afea-87a0-41ff-84ea-c963072f39d6 on network 90db5f55-6233-4f7a-8418-516d5adbcbb1 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:03.394354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:03.394679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Checking segment: {'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:03.395053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Bound using segment: {'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:03.395699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Bound port: eaa3afea-87a0-41ff-84ea-c963072f39d6, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:03.396029 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.454094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8730-cac3-4df7-b6bf-4516fd1ecab2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.462582 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.473698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Transition to ACTIVE for port object f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:03.495231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Transition to ACTIVE for port object f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:03.502508 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.508982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e8730-cac3-4df7-b6bf-4516fd1ecab2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Subnet': ['ID=b645f980-9eb4-43cd-bc21-81592e2277e6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:03.518101 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8730-cac3-4df7-b6bf-4516fd1ecab2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.537363 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0e7e8730-cac3-4df7-b6bf-4516fd1ecab2 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/b645f980-9eb4-43cd-bc21-81592e2277e6 HTTP/1.1" status: 204 len: 168 time: 0.9086957 May 24 23:08:03.540915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52502) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:03.554794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8639b09-ad92-41bb-9ac9-776411be7175 None None] Network 961de8b2-b151-4a82-a5b1-895822fdea72 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:03.580829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.4 (4ddf4c79-c30e-4413-8fc1-8d02ee350dec/96f2258f-c21e-49a3-971a-0558ac81d290/1d898609-8e90-42de-9d01-13a1f5698181) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:03.601835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] For port eaa3afea-87a0-41ff-84ea-c963072f39d6, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:03.616068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] For port eaa3afea-87a0-41ff-84ea-c963072f39d6, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=eaa3afea-87a0-41ff-84ea-c963072f39d6,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:03.622815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf48588a-cd52-47b1-a13b-b369493c1252 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting subnet 31fcd0a4-0b5a-4fb2-8f42-fe0a9526df8a {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:03.626187 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf48588a-cd52-47b1-a13b-b369493c1252 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.659015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Network 4ddf4c79-c30e-4413-8fc1-8d02ee350dec is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:03.661577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.670865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:03.684527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:03.699091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Pushing event updated for resources: {'Port': ['ID=f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:03.784042 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.804061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object 1d898609-8e90-42de-9d01-13a1f5698181 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:03.823541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:03.824131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.832032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] 10.222.0.50 "PUT /v2.0/ports/eaa3afea-87a0-41ff-84ea-c963072f39d6 HTTP/1.1" status: 200 len: 1092 time: 2.0425715 May 24 23:08:03.832670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a9869d-d7b4-49eb-9c62-904794cc664a', 'tag': 'eaa3afea-87a0-41ff-84ea-c963072f39d6'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:08:03.840073 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.843572 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf48588a-cd52-47b1-a13b-b369493c1252 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:03.994244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 4ddf4c79-c30e-4413-8fc1-8d02ee350dec is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:03.998102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:04.003026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:04.020155 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040d8341-8dfc-4f6b-8393-3849934dfcc9'] response: {'name': 'network-changed', 'server_uuid': '86a9869d-d7b4-49eb-9c62-904794cc664a', 'tag': 'eaa3afea-87a0-41ff-84ea-c963072f39d6', 'status': 'completed', 'code': 200} May 24 23:08:04.093241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Attempting to bind port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:04.099853 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba2883-82c1-42cc-8c07-f67507819aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa3afea-87a0-41ff-84ea-c963072f39d6,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:04.100188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Attempting to bind port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b95b3ce1-e415-490c-8995-210f36819f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4ddf4c79-c30e-4413-8fc1-8d02ee350dec'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:04.100693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Attempting to bind port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 on network 4ddf4c79-c30e-4413-8fc1-8d02ee350dec {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:04.118267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:04.118657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Checking segment: {'id': 'b95b3ce1-e415-490c-8995-210f36819f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4ddf4c79-c30e-4413-8fc1-8d02ee350dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:04.119069 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.119468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Bound using segment: {'id': 'b95b3ce1-e415-490c-8995-210f36819f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4ddf4c79-c30e-4413-8fc1-8d02ee350dec'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:04.122185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Bound port: f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95b3ce1-e415-490c-8995-210f36819f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4ddf4c79-c30e-4413-8fc1-8d02ee350dec'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:04.122610 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.218883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-965a896c-21f4-4f16-9340-622504f40014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:04.220830 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-965a896c-21f4-4f16-9340-622504f40014 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 1095 time: 0.2867351 May 24 23:08:04.222355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf48588a-cd52-47b1-a13b-b369493c1252 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.315571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=1d898609-8e90-42de-9d01-13a1f5698181,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:04.360132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:04.364713 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.370874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-b05436f6-eb91-4cf8-a2e8-9a172d1a1a36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=eaa3afea-87a0-41ff-84ea-c963072f39d6 HTTP/1.1" status: 200 len: 217 time: 0.1061234 May 24 23:08:04.424247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-63bc8dc8-d2e6-4b09-8e78-6b43e5c2da58 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6557608 May 24 23:08:04.427134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52516) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:04.450989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] For port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:04.463391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] For port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1,segment=NetworkSegment(b95b3ce1-e415-490c-8995-210f36819f58),segment_id=b95b3ce1-e415-490c-8995-210f36819f58)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:04.473370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-694b74fa-4fc6-4245-803d-30f7e19c007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:04.473747 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.475033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-694b74fa-4fc6-4245-803d-30f7e19c007d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f HTTP/1.1" status: 200 len: 838 time: 0.0898383 May 24 23:08:04.545027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf48588a-cd52-47b1-a13b-b369493c1252 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.592128 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf48588a-cd52-47b1-a13b-b369493c1252 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.597415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48588a-cd52-47b1-a13b-b369493c1252 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Subnet': ['ID=31fcd0a4-0b5a-4fb2-8f42-fe0a9526df8a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:04.610881 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cf48588a-cd52-47b1-a13b-b369493c1252 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/31fcd0a4-0b5a-4fb2-8f42-fe0a9526df8a HTTP/1.1" status: 204 len: 168 time: 1.0659809 May 24 23:08:04.610881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52522) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:04.641148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4157d9-a6d9-4045-8f31-846aee3f0116 None None] Pushing event updated for resources: {'Port': ['ID=f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:04.659099 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d597aced-a2fa-41db-a225-b5f82545ef0a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:08:04.659556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d597aced-a2fa-41db-a225-b5f82545ef0a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:04.666434 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d597aced-a2fa-41db-a225-b5f82545ef0a tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/b645f980-9eb4-43cd-bc21-81592e2277e6 HTTP/1.1" status: 404 len: 337 time: 0.0496764 May 24 23:08:04.667076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52526) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:04.675525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-71293846-8bab-4890-8db5-536d7e84d3dd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 1d898609-8e90-42de-9d01-13a1f5698181 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:04.675966 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71293846-8bab-4890-8db5-536d7e84d3dd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.728963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-51dbc944-fd71-4c31-af4e-8c79d4a618a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:04.730684 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-51dbc944-fd71-4c31-af4e-8c79d4a618a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90db5f55-6233-4f7a-8418-516d5adbcbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2473271 May 24 23:08:04.762279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6238cc-799f-4e01-bb3e-712b14f5c069 req-5d82321e-5f30-4a26-9d34-5aefb655dba5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:04.770165 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d6238cc-799f-4e01-bb3e-712b14f5c069 req-5d82321e-5f30-4a26-9d34-5aefb655dba5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 944 time: 0.3401945 May 24 23:08:04.831273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-48da2db3-a0a6-4d91-a865-11a8a708f4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting subnet d403cf7c-5c20-4f19-a352-61952eda245b {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:04.845002 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48da2db3-a0a6-4d91-a865-11a8a708f4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:04.932050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48da2db3-a0a6-4d91-a865-11a8a708f4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.032777 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-70157a56-76ae-4a0a-a390-931dc948bf27 service neutron] 10.222.0.50 "GET /v2.0/networks/90db5f55-6233-4f7a-8418-516d5adbcbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923658 May 24 23:08:05.035087 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d6238cc-799f-4e01-bb3e-712b14f5c069 req-80a96db5-d618-46d1-8182-5ca156f1ff3b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611382 May 24 23:08:05.144369 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71293846-8bab-4890-8db5-536d7e84d3dd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.329513 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-291e5cca-c1bd-442e-a596-cde462c627bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.333615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-71293846-8bab-4890-8db5-536d7e84d3dd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 1d898609-8e90-42de-9d01-13a1f5698181 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:05.358654 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34e10e8f-6ab9-42b4-99b2-0a3678585986 req-1b2ac393-33b9-4dc5-9810-1e777b0ae531 service neutron] 10.222.0.50 "GET /v2.0/networks/90db5f55-6233-4f7a-8418-516d5adbcbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171685 May 24 23:08:05.372651 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48da2db3-a0a6-4d91-a865-11a8a708f4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.532874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71293846-8bab-4890-8db5-536d7e84d3dd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.551629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48da2db3-a0a6-4d91-a865-11a8a708f4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.592911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9589-8929-4d8a-915f-a5f69404e2b1 req-196f2f07-650c-4583-b5e9-3b5c416110c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:05.594457 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c9b9589-8929-4d8a-915f-a5f69404e2b1 req-196f2f07-650c-4583-b5e9-3b5c416110c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 1095 time: 0.1707420 May 24 23:08:05.636678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da2db3-a0a6-4d91-a865-11a8a708f4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Subnet': ['ID=d403cf7c-5c20-4f19-a352-61952eda245b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:05.642390 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48da2db3-a0a6-4d91-a865-11a8a708f4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.696611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35667147-c72e-467b-adca-4c811412f4fe None None] Network 961de8b2-b151-4a82-a5b1-895822fdea72 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:05.698555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71293846-8bab-4890-8db5-536d7e84d3dd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=1d898609-8e90-42de-9d01-13a1f5698181,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:05.734036 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71293846-8bab-4890-8db5-536d7e84d3dd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.747009 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-71293846-8bab-4890-8db5-536d7e84d3dd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/1d898609-8e90-42de-9d01-13a1f5698181 HTTP/1.1" status: 204 len: 168 time: 1.3185306 May 24 23:08:05.750468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52536) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:05.750739 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-48da2db3-a0a6-4d91-a865-11a8a708f4ad tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/d403cf7c-5c20-4f19-a352-61952eda245b HTTP/1.1" status: 204 len: 168 time: 1.0804884 May 24 23:08:05.758435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52540) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:05.801955 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f0e4c6-be2c-4a5e-906d-f4bed0aaf70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:08:05.802507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e1f0e4c6-be2c-4a5e-906d-f4bed0aaf70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:05.826417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e1f0e4c6-be2c-4a5e-906d-f4bed0aaf70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:05.828175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e1f0e4c6-be2c-4a5e-906d-f4bed0aaf70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/1d898609-8e90-42de-9d01-13a1f5698181 HTTP/1.1" status: 404 len: 333 time: 0.0765722 May 24 23:08:05.830426 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8068f600-a3c5-4757-982f-43447149056f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:08:05.830885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8068f600-a3c5-4757-982f-43447149056f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:05.831469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52544) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:05.832573 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8068f600-a3c5-4757-982f-43447149056f tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/c8eab3f7-f2f0-42d7-be34-50455dafca34 HTTP/1.1" status: 404 len: 337 time: 0.0732017 May 24 23:08:05.837448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52548) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:05.841260 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8c769edf-faee-4ee3-9530-91b6a570c633 None None] Provisioning complete for port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:05.841923 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8c769edf-faee-4ee3-9530-91b6a570c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.913453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-192ecac8-e6e5-4de7-ae51-f3c42ba1b274 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Synchronizing usage tracker for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:05.941702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting subnet 96f2258f-c21e-49a3-971a-0558ac81d290 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:05.946473 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:05.956243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-192ecac8-e6e5-4de7-ae51-f3c42ba1b274 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Unset dirty status for tenant:692f4a98b1884f3380f420b63f3246b6 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:05.958211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-192ecac8-e6e5-4de7-ae51-f3c42ba1b274 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "GET /v2.0/ports?device_id=9401836a-df16-4ac7-8c11-b4519b7217e5 HTTP/1.1" status: 200 len: 205 time: 0.1197915 May 24 23:08:05.960915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52552) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.028970 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.041647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9589-8929-4d8a-915f-a5f69404e2b1 req-383fbd88-beb6-4923-bc59-053de538ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:06.052640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c9b9589-8929-4d8a-915f-a5f69404e2b1 req-383fbd88-beb6-4923-bc59-053de538ce39 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90db5f55-6233-4f7a-8418-516d5adbcbb1 HTTP/1.1" status: 200 len: 898 time: 0.4360218 May 24 23:08:06.097395 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8c769edf-faee-4ee3-9530-91b6a570c633 None None] Current status of the port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:06.110125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8c769edf-faee-4ee3-9530-91b6a570c633 None None] Provisioning complete for port c34cfd62-c18b-420c-a5fb-5f72c118c34d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:06.110689 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8c769edf-faee-4ee3-9530-91b6a570c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.164374 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-5c6ae54f-0ca6-4a2b-b570-e2906807d5c1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] delete failed (client error): The resource could not be found. May 24 23:08:06.165994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5c6ae54f-0ca6-4a2b-b570-e2906807d5c1 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/routers/9401836a-df16-4ac7-8c11-b4519b7217e5 HTTP/1.1" status: 404 len: 336 time: 0.2041583 May 24 23:08:06.170133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52558) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.177991 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c9b9589-8929-4d8a-915f-a5f69404e2b1 req-f114f7ec-6b04-4c59-af32-6d268de48cbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=eaa3afea-87a0-41ff-84ea-c963072f39d6 HTTP/1.1" status: 200 len: 217 time: 0.1122820 May 24 23:08:06.189142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8c769edf-faee-4ee3-9530-91b6a570c633 None None] Port c34cfd62-c18b-420c-a5fb-5f72c118c34d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:06.202299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78022d1e-89ac-4506-9c5f-580dc27316f0 None None] DHCP port deletion for 961de8b2-b151-4a82-a5b1-895822fdea72 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:06.206990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-78022d1e-89ac-4506-9c5f-580dc27316f0 None None] Deleting port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:06.207369 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-78022d1e-89ac-4506-9c5f-580dc27316f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.277623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.280510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9589-8929-4d8a-915f-a5f69404e2b1 req-bc33fc90-cc11-4f70-b44e-203899cc09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:06.282245 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c9b9589-8929-4d8a-915f-a5f69404e2b1 req-bc33fc90-cc11-4f70-b44e-203899cc09d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f HTTP/1.1" status: 200 len: 838 time: 0.0931649 May 24 23:08:06.320230 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-6559ebf1-3182-462f-a7a4-825cc97d5d58 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:08:06.321099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6559ebf1-3182-462f-a7a4-825cc97d5d58 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:06.323294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6559ebf1-3182-462f-a7a4-825cc97d5d58 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/fa70b384-935a-493d-9c29-935a2a3d72ba HTTP/1.1" status: 404 len: 337 time: 0.1515892 May 24 23:08:06.341287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52562) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.379413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:06.405353 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.445406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Subnet': ['ID=96f2258f-c21e-49a3-971a-0558ac81d290,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:06.452981 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb40ec8-97d0-45ab-a38c-7880c5fbc8ba tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:08:06.453471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb40ec8-97d0-45ab-a38c-7880c5fbc8ba tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:06.457654 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6eb40ec8-97d0-45ab-a38c-7880c5fbc8ba tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/3c53f6de-1862-4a40-94f4-7b12d4e7c94b HTTP/1.1" status: 404 len: 337 time: 0.1136804 May 24 23:08:06.459216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52568) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.460690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.461241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.461695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.462131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.462619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.462970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.463382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.463865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.464251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.464774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.465348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.465828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:06.470170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4180d3-6b3d-4a3c-bdb8-6f8a874f6f3a None None] Network 4ddf4c79-c30e-4413-8fc1-8d02ee350dec requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:06.472985 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.513075 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9589-8929-4d8a-915f-a5f69404e2b1 req-deda0cbb-c573-4e51-ae74-81061d92071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:06.514904 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c9b9589-8929-4d8a-915f-a5f69404e2b1 req-deda0cbb-c573-4e51-ae74-81061d92071d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90db5f55-6233-4f7a-8418-516d5adbcbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2230361 May 24 23:08:06.521216 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5287087-b5cd-4db7-ad86-ae2dbbe6feeb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:08:06.521968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5287087-b5cd-4db7-ad86-ae2dbbe6feeb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:06.529129 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e5287087-b5cd-4db7-ad86-ae2dbbe6feeb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/7dba4620-417a-4729-940e-5a9ac1ec7974 HTTP/1.1" status: 404 len: 337 time: 0.0541387 May 24 23:08:06.529129 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7d2cd825-1720-4f92-b756-a2d8a6f97b71 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/96f2258f-c21e-49a3-971a-0558ac81d290 HTTP/1.1" status: 204 len: 168 time: 0.6930892 May 24 23:08:06.529424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3cb7a-1de1-44f1-8893-9af53aef0a8a req-ad9e5497-b789-4edd-8fa4-3e9a57a3563b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:06.529424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-37c3cb7a-1de1-44f1-8893-9af53aef0a8a req-ad9e5497-b789-4edd-8fa4-3e9a57a3563b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:06.529672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52572) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.529672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52574) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.598548 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-780b085b-43f1-4796-89cf-f4c063ba8716 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:08:06.599084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780b085b-43f1-4796-89cf-f4c063ba8716 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:06.603634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-780b085b-43f1-4796-89cf-f4c063ba8716 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/665d3fbc-8968-48ac-8021-ace9fd7dd5dd HTTP/1.1" status: 404 len: 333 time: 0.0651784 May 24 23:08:06.604548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52580) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.621470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-37c3cb7a-1de1-44f1-8893-9af53aef0a8a req-ad9e5497-b789-4edd-8fa4-3e9a57a3563b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:06.622737 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37c3cb7a-1de1-44f1-8893-9af53aef0a8a req-ad9e5497-b789-4edd-8fa4-3e9a57a3563b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 944 time: 0.2210298 May 24 23:08:06.659365 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1d464a-db6a-4094-aafb-2d6e6db6d0e8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:08:06.659817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1d464a-db6a-4094-aafb-2d6e6db6d0e8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:06.663931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-de1d464a-db6a-4094-aafb-2d6e6db6d0e8 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/c65ac19e-4490-451f-b062-8c1047986e29 HTTP/1.1" status: 404 len: 337 time: 0.0559464 May 24 23:08:06.679807 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c9b9589-8929-4d8a-915f-a5f69404e2b1 req-3f494b7c-897f-402e-86d9-8959af4a4612 service neutron] 10.222.0.50 "GET /v2.0/networks/90db5f55-6233-4f7a-8418-516d5adbcbb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466439 May 24 23:08:06.681006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52584) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.763487 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3b65a0-ca2a-43d6-bd7e-4f896ca08419 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:08:06.763981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3b65a0-ca2a-43d6-bd7e-4f896ca08419 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:06.765925 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df3b65a0-ca2a-43d6-bd7e-4f896ca08419 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/fd81c254-8f31-4c7a-8be7-23b49343d374 HTTP/1.1" status: 404 len: 337 time: 0.0838039 May 24 23:08:06.770864 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.772658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52590) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.836299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-981144b6-b094-44bb-9abf-c0f3e86eb358 None None] Provisioning for port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:06.854270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:06.866431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-981144b6-b094-44bb-9abf-c0f3e86eb358 None None] Provisioning complete for port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:06.866798 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-981144b6-b094-44bb-9abf-c0f3e86eb358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.877992 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37c3cb7a-1de1-44f1-8893-9af53aef0a8a req-1b4d8a26-9f71-4bc7-a89c-8526c181c517 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007828 May 24 23:08:06.921560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:06.921988 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.922110 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c9b9589-8929-4d8a-915f-a5f69404e2b1 req-fe304973-de9f-4e6d-9839-34643a09b55c service neutron] 10.222.0.50 "GET /v2.0/networks/90db5f55-6233-4f7a-8418-516d5adbcbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940148 May 24 23:08:06.980893 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-6214d5d4-ffec-45f1-a5e2-33c8ba277edb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:08:06.981353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6214d5d4-ffec-45f1-a5e2-33c8ba277edb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:06.984756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6214d5d4-ffec-45f1-a5e2-33c8ba277edb tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/1e8dc0be-6250-4638-be3f-99b5c6a783be HTTP/1.1" status: 404 len: 333 time: 0.2094202 May 24 23:08:06.986427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52594) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:06.988730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-78022d1e-89ac-4506-9c5f-580dc27316f0 None None] For port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,segment=NetworkSegment(cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec),segment_id=cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:06.989118 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-78022d1e-89ac-4506-9c5f-580dc27316f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:06.993980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:06.994567 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.031993 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8eac793-cb9d-4562-8e02-b81a22357192 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:08:07.032529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8eac793-cb9d-4562-8e02-b81a22357192 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:07.034674 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c8eac793-cb9d-4562-8e02-b81a22357192 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/91a19282-fdfc-44f1-a65c-0ab1d66ecf72 HTTP/1.1" status: 404 len: 337 time: 0.0472634 May 24 23:08:07.038506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52598) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:07.080681 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c20a695-1894-4689-9367-c70c710465dc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] DELETE failed (client error): The resource could not be found. May 24 23:08:07.081223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c20a695-1894-4689-9367-c70c710465dc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:07.083141 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1c20a695-1894-4689-9367-c70c710465dc tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/subnets/fee64902-abdd-450d-aed0-eca4279c9e1d HTTP/1.1" status: 404 len: 337 time: 0.0431545 May 24 23:08:07.089238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52602) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:07.134189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-78022d1e-89ac-4506-9c5f-580dc27316f0 None None] Calling delete_port for 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:07.271667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbee4d-2850-44f4-a770-5f4e3241c3f5 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Deleting port c34cfd62-c18b-420c-a5fb-5f72c118c34d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:07.272019 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fcbee4d-2850-44f4-a770-5f4e3241c3f5 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.303847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d44d426-f3b3-4f74-bbc0-6bd6e3e8841d None None] DHCP port deletion for 4ddf4c79-c30e-4413-8fc1-8d02ee350dec request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:07.334518 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3d44d426-f3b3-4f74-bbc0-6bd6e3e8841d None None] Deleting port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:07.334781 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3d44d426-f3b3-4f74-bbc0-6bd6e3e8841d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.340800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] For port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1,segment=NetworkSegment(b95b3ce1-e415-490c-8995-210f36819f58),segment_id=b95b3ce1-e415-490c-8995-210f36819f58)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:07.341172 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.393796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:07.394344 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.424318 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-981144b6-b094-44bb-9abf-c0f3e86eb358 None None] Current status of the port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:07.424723 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-981144b6-b094-44bb-9abf-c0f3e86eb358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.439374 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-78022d1e-89ac-4506-9c5f-580dc27316f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.503782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:07.541664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1,segment=NetworkSegment(b95b3ce1-e415-490c-8995-210f36819f58),segment_id=b95b3ce1-e415-490c-8995-210f36819f58)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:07.553536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device eaa3afea-87a0-41ff-84ea-c963072f39d6 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:08:07.602398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.605677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78022d1e-89ac-4506-9c5f-580dc27316f0 None None] Pushing event deleted for resources: {'Port': ['ID=1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:07.643939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78022d1e-89ac-4506-9c5f-580dc27316f0 None None] No DVR routers for this DVR port 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:07.696502 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fcbee4d-2850-44f4-a770-5f4e3241c3f5 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.699719 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-29ed7a84-7f88-413b-877f-16a56cfdb142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.707679 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:07.708011 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:07.816033 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:08:07.837661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbee4d-2850-44f4-a770-5f4e3241c3f5 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Calling delete_port for c34cfd62-c18b-420c-a5fb-5f72c118c34d owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:07.944661 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-981144b6-b094-44bb-9abf-c0f3e86eb358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:07.944661 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-981144b6-b094-44bb-9abf-c0f3e86eb358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:07.944661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:07.963179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3d44d426-f3b3-4f74-bbc0-6bd6e3e8841d None None] For port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1,segment=NetworkSegment(b95b3ce1-e415-490c-8995-210f36819f58),segment_id=b95b3ce1-e415-490c-8995-210f36819f58)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:07.963179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3d44d426-f3b3-4f74-bbc0-6bd6e3e8841d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:07.972051 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fcbee4d-2850-44f4-a770-5f4e3241c3f5 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.050471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbee4d-2850-44f4-a770-5f4e3241c3f5 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Port': ['ID=c34cfd62-c18b-420c-a5fb-5f72c118c34d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:08.056687 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fcbee4d-2850-44f4-a770-5f4e3241c3f5 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.101533 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4fcbee4d-2850-44f4-a770-5f4e3241c3f5 tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/ports/c34cfd62-c18b-420c-a5fb-5f72c118c34d HTTP/1.1" status: 204 len: 168 time: 1.0111926 May 24 23:08:08.104230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52612) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:08.132135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3d44d426-f3b3-4f74-bbc0-6bd6e3e8841d None None] Calling delete_port for f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:08.169467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e675884-c8d8-4d7f-972f-2dfbeafbfd97 req-d3cd2de0-7170-4dda-8163-a6bbb57db228 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:08.177368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e675884-c8d8-4d7f-972f-2dfbeafbfd97 req-d3cd2de0-7170-4dda-8163-a6bbb57db228 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 944 time: 0.1086864 May 24 23:08:08.201000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port eaa3afea-87a0-41ff-84ea-c963072f39d6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=eaa3afea-87a0-41ff-84ea-c963072f39d6,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:08.212530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:08.213319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.227829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'eaa3afea-87a0-41ff-84ea-c963072f39d6', 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1', 'port_id': 'eaa3afea-87a0-41ff-84ea-c963072f39d6', 'mac_address': 'fa:16:3e:a2:5e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:08:08.232481 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.234172 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:08.264826 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e675884-c8d8-4d7f-972f-2dfbeafbfd97 req-f0cc0194-bfca-449e-af5c-3952d0f72897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853848 May 24 23:08:08.309908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:08.310248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1ba11149-f8dd-45fa-bc3b-d2fe0cf53e4e not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:08.310890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:08.380143 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3d44d426-f3b3-4f74-bbc0-6bd6e3e8841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.446948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] For port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1,segment=NetworkSegment(b95b3ce1-e415-490c-8995-210f36819f58),segment_id=b95b3ce1-e415-490c-8995-210f36819f58)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:08.447574 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.471343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44d426-f3b3-4f74-bbc0-6bd6e3e8841d None None] Pushing event deleted for resources: {'Port': ['ID=f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:08.474023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port eaa3afea-87a0-41ff-84ea-c963072f39d6 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:08.474586 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.484877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44d426-f3b3-4f74-bbc0-6bd6e3e8841d None None] No DVR routers for this DVR port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:08.502703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-981144b6-b094-44bb-9abf-c0f3e86eb358 None None] Port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 update to ACTIVE by agent not found {{(pid=88391) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 24 23:08:08.513637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa3afea-87a0-41ff-84ea-c963072f39d6 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:08:08.517747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No active binding found for port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:08:08.518330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:08.534686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port eaa3afea-87a0-41ff-84ea-c963072f39d6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=eaa3afea-87a0-41ff-84ea-c963072f39d6,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:08.541408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.543668 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.575919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961de8b2-b151-4a82-a5b1-895822fdea72']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:08.588814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:08.592630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:08.593534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:08.620097 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.627245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=eaa3afea-87a0-41ff-84ea-c963072f39d6,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:08.640154 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.647149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:08.647528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.681785 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.728283 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec resource provider aggregate not found May 24 23:08:08.732035 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.750348 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdaa630d-6a46-4fb1-87ae-7ff1f9a4bcec found for delete ", "request_id": "req-82b3ac00-4956-4964-b3fa-15cf78acda43"}]} May 24 23:08:08.769666 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.774716 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:08.789325 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:08.789772 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:08.796537 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] 10.222.0.55 "DELETE /v2.0/networks/961de8b2-b151-4a82-a5b1-895822fdea72 HTTP/1.1" status: 204 len: 168 time: 0.6906877 May 24 23:08:08.799781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f036e5-3b23-4261-a9b6-ca66db2ff39d tempest-PortsIpV6TestJSON-2101203476 tempest-PortsIpV6TestJSON-2101203476-project] Pushing event deleted for resources: {'Network': ['ID=961de8b2-b151-4a82-a5b1-895822fdea72,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:08.879760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['eaa3afea-87a0-41ff-84ea-c963072f39d6'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:08:09.086894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52626) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:09.258366 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f0580962-a821-4094-b313-c367960a46d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=692f4a98b1884f3380f420b63f3246b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699600 May 24 23:08:09.260883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52632) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:09.325254 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9472c94d-9fbb-4c13-bade-0223763a34c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:09.354132 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9472c94d-9fbb-4c13-bade-0223763a34c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:09.419916 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9472c94d-9fbb-4c13-bade-0223763a34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:09.436601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472c94d-9fbb-4c13-bade-0223763a34c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f72bb85-17a5-4994-8d83-2e7c77c97e63,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:09.460498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9472c94d-9fbb-4c13-bade-0223763a34c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:09.462309 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9472c94d-9fbb-4c13-bade-0223763a34c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f72bb85-17a5-4994-8d83-2e7c77c97e63 HTTP/1.1" status: 204 len: 168 time: 0.2001302 May 24 23:08:09.492120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2128b-f3ef-4b9c-b4f1-671407e84279 req-0e219606-18a4-4679-b0cf-310e911c11e8 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:09.494401 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9ca2128b-f3ef-4b9c-b4f1-671407e84279 req-0e219606-18a4-4679-b0cf-310e911c11e8 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 945 time: 0.1102700 May 24 23:08:09.555483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9ca2128b-f3ef-4b9c-b4f1-671407e84279 req-4829e51c-7f58-43ec-94f9-5296d804d1d0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563421 May 24 23:08:09.557254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:09.557772 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:09.650429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] The port 'f03bf7a0-0f2b-4e61-8ad6-cd8e69b727c1' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:08:09.796776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:09.835348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddf4c79-c30e-4413-8fc1-8d02ee350dec']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:09.848389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95b3ce1-e415-490c-8995-210f36819f58') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:09.848694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95b3ce1-e415-490c-8995-210f36819f58') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:09.860687 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:09.877137 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:09.883936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:09.884564 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:09.961281 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b95b3ce1-e415-490c-8995-210f36819f58 resource provider aggregate not found May 24 23:08:09.989920 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b95b3ce1-e415-490c-8995-210f36819f58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b95b3ce1-e415-490c-8995-210f36819f58 found for delete ", "request_id": "req-9f3d39a4-c8ad-4a06-9779-d42df52b4421"}]} May 24 23:08:10.011089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.024111 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.041298 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.049057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Network': ['ID=4ddf4c79-c30e-4413-8fc1-8d02ee350dec,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:10.052336 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a2cff846-cdcb-4565-bafb-3681da588212 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/networks/4ddf4c79-c30e-4413-8fc1-8d02ee350dec HTTP/1.1" status: 204 len: 168 time: 3.5215733 May 24 23:08:10.056381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52676) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:10.062039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'name': 'tempest-PortsTestJSON-745989389'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:10.203127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:10.207519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:port and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:10.210774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:10.216585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:10.227269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:10.231089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.253711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 99f73623-d224-41bc-9351-55a3fc013f83 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:08:10.329847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52690) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:10.456016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-62e4e07f-b395-41f7-8c64-64b795ff4bce tempest-DvrRoutersNegativeTest-2078464757 tempest-DvrRoutersNegativeTest-2078464757-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1620195014', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:10.459042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.policy [None req-62e4e07f-b395-41f7-8c64-64b795ff4bce tempest-DvrRoutersNegativeTest-2078464757 tempest-DvrRoutersNegativeTest-2078464757-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88390) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 24 23:08:10.459524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.policy [None req-62e4e07f-b395-41f7-8c64-64b795ff4bce tempest-DvrRoutersNegativeTest-2078464757 tempest-DvrRoutersNegativeTest-2078464757-project] Failed policy check for 'create_router' {{(pid=88390) enforce /opt/stack/neutron/neutron/policy.py:520}} May 24 23:08:10.460198 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-62e4e07f-b395-41f7-8c64-64b795ff4bce tempest-DvrRoutersNegativeTest-2078464757 tempest-DvrRoutersNegativeTest-2078464757-project] create failed (client error): Access was denied to this resource. May 24 23:08:10.461312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-62e4e07f-b395-41f7-8c64-64b795ff4bce tempest-DvrRoutersNegativeTest-2078464757 tempest-DvrRoutersNegativeTest-2078464757-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1305156 May 24 23:08:10.512145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.543260 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.673325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:10.679698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:10.684992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:10.693703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:10.694084 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.699785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=99f73623-d224-41bc-9351-55a3fc013f83,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:10.776966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1e571678-c4c1-4530-a3df-22c6f0d5db17 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7196019 May 24 23:08:10.779889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52706) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:10.815468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fd529-d1ea-4608-a064-41144fe73e6d req-d79aff21-5fec-4c7d-a8fc-0e94e1e65885 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:10.816967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c3fd529-d1ea-4608-a064-41144fe73e6d req-d79aff21-5fec-4c7d-a8fc-0e94e1e65885 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 945 time: 0.1001463 May 24 23:08:10.824998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52710) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:10.852241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-14ccf0a8-6167-4b11-9e64-fa0988ee7b79 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 99f73623-d224-41bc-9351-55a3fc013f83 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:10.852587 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14ccf0a8-6167-4b11-9e64-fa0988ee7b79 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:10.872303 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c3fd529-d1ea-4608-a064-41144fe73e6d req-ed53412c-9a86-4470-9cb7-d0ffadfd354d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486770 May 24 23:08:11.005749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d041240a-efdf-4a91-8394-bfb2662c4012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.021576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d041240a-efdf-4a91-8394-bfb2662c4012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:11.025337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d041240a-efdf-4a91-8394-bfb2662c4012 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f63bb960b94d9a824c5796f1e54c25 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:11.028175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d041240a-efdf-4a91-8394-bfb2662c4012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:11.034318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d041240a-efdf-4a91-8394-bfb2662c4012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:11.111339 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14ccf0a8-6167-4b11-9e64-fa0988ee7b79 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.122643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d041240a-efdf-4a91-8394-bfb2662c4012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.127741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d041240a-efdf-4a91-8394-bfb2662c4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.176061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d041240a-efdf-4a91-8394-bfb2662c4012 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0f63bb960b94d9a824c5796f1e54c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500550 May 24 23:08:11.176921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041240a-efdf-4a91-8394-bfb2662c4012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beebc69-f106-4acc-b792-3e18926b7ef3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:11.179257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52724) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:11.239718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-14ccf0a8-6167-4b11-9e64-fa0988ee7b79 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 99f73623-d224-41bc-9351-55a3fc013f83 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:11.243250 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-693666c1-f02e-442b-8704-3219ccf84c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.296001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-693666c1-f02e-442b-8704-3219ccf84c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.333249 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14ccf0a8-6167-4b11-9e64-fa0988ee7b79 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.354830 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-693666c1-f02e-442b-8704-3219ccf84c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.369169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693666c1-f02e-442b-8704-3219ccf84c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beebc69-f106-4acc-b792-3e18926b7ef3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:11.376486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-693666c1-f02e-442b-8704-3219ccf84c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.378103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-693666c1-f02e-442b-8704-3219ccf84c4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5beebc69-f106-4acc-b792-3e18926b7ef3 HTTP/1.1" status: 204 len: 168 time: 0.1972306 May 24 23:08:11.397010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccf0a8-6167-4b11-9e64-fa0988ee7b79 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=99f73623-d224-41bc-9351-55a3fc013f83,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:11.402774 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14ccf0a8-6167-4b11-9e64-fa0988ee7b79 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.416242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52732) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:11.416420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-14ccf0a8-6167-4b11-9e64-fa0988ee7b79 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/99f73623-d224-41bc-9351-55a3fc013f83 HTTP/1.1" status: 204 len: 168 time: 0.6354690 May 24 23:08:11.422051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'mac_address': 'fa:16:3e:ef:21:c6', 'name': 'tempest-PortsTestJSON-1151661775'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:11.513052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device eaa3afea-87a0-41ff-84ea-c963072f39d6 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:11.539563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:11.545846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:port and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:11.548940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:11.556071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:11.571823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:11.623267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port eaa3afea-87a0-41ff-84ea-c963072f39d6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:11.631836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port eaa3afea-87a0-41ff-84ea-c963072f39d6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:11.632200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.776562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port eaa3afea-87a0-41ff-84ea-c963072f39d6 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:11.777388 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.815585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a9869d-d7b4-49eb-9c62-904794cc664a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa3afea-87a0-41ff-84ea-c963072f39d6'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:08:11.826764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port eaa3afea-87a0-41ff-84ea-c963072f39d6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=eaa3afea-87a0-41ff-84ea-c963072f39d6,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:11.836145 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.853550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:11.880106 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d4d727-4939-41d4-a2fa-87e5d70583c5'] response: {'server_uuid': '86a9869d-d7b4-49eb-9c62-904794cc664a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa3afea-87a0-41ff-84ea-c963072f39d6', 'code': 200} May 24 23:08:11.893445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 0e722e10-e7b0-4080-a491-4cefa44cb374 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:08:11.978728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=eaa3afea-87a0-41ff-84ea-c963072f39d6,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:12.096929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34dd4-29b8-484b-8447-71a6b4badbc1 req-5526fbcd-0fae-43d3-bdb5-4740caf6037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:12.098759 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cae34dd4-29b8-484b-8447-71a6b4badbc1 req-5526fbcd-0fae-43d3-bdb5-4740caf6037b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 1097 time: 0.1452262 May 24 23:08:12.169638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cae34dd4-29b8-484b-8447-71a6b4badbc1 req-739240ae-1eca-4370-935d-d921109a8374 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630019 May 24 23:08:12.302802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c1e91-45c6-4853-85e0-77e9acf4dbe9 req-656cb90c-5cf7-4d29-a6a7-5b8a3204859b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:12.304290 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-663c1e91-45c6-4853-85e0-77e9acf4dbe9 req-656cb90c-5cf7-4d29-a6a7-5b8a3204859b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 946 time: 0.2445586 May 24 23:08:12.311993 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.362788 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-663c1e91-45c6-4853-85e0-77e9acf4dbe9 req-df08011c-ac86-4526-8dd1-163080a3605f tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487278 May 24 23:08:12.377821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.396955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52774) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:12.454873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:12.458571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:12.462703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:12.468496 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:12.469160 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.481083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=0e722e10-e7b0-4080-a491-4cefa44cb374,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:12.498328 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0e431423-9669-43a4-aa88-19cd4e52fb5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0808084 May 24 23:08:12.501022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52784) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:12.563430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a2f47b9b-038b-4f26-9b3a-a05cfcbddb6b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:12.563868 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-a2f47b9b-038b-4f26-9b3a-a05cfcbddb6b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 24 23:08:12.564350 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-a2f47b9b-038b-4f26-9b3a-a05cfcbddb6b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): There was a conflict when trying to complete your request. May 24 23:08:12.565743 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a2f47b9b-038b-4f26-9b3a-a05cfcbddb6b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1670585 May 24 23:08:12.569665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52788) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:12.574377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945347472'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:12.582469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:12.586321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:12.589544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:12.595209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:12.606298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56d115f-2080-462f-89fa-014cbf408d3b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:12.607101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a56d115f-2080-462f-89fa-014cbf408d3b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:12.609114 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.621699 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.625709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a56d115f-2080-462f-89fa-014cbf408d3b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:12.629778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a56d115f-2080-462f-89fa-014cbf408d3b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/0e722e10-e7b0-4080-a491-4cefa44cb374 HTTP/1.1" status: 200 len: 841 time: 0.1250134 May 24 23:08:12.630172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52792) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:12.643522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:12.647824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:12.650796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:12.657506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:12.705824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6084331e-6aa6-43d7-8720-366d2491ed5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 0e722e10-e7b0-4080-a491-4cefa44cb374 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:12.706302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6084331e-6aa6-43d7-8720-366d2491ed5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.740032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.749612 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.762762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:12.771097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:12.779834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:12.790297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:12.794003 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4eed18-6832-4d37-8c9d-ccd6fe696a88,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:12.890134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.895036 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.930017 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.933964 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3633223 May 24 23:08:12.934932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52802) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:12.942656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a6cb0dae-4c2e-4170-8187-d242645c661c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': '4cf6ab37-d329-4891-b221-da3c8b98849b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:12.953419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d697a1-cdcc-4ae6-92ad-a51087b26525 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf6ab37-d329-4891-b221-da3c8b98849b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:12.954209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a6cb0dae-4c2e-4170-8187-d242645c661c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:12.968599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a6cb0dae-4c2e-4170-8187-d242645c661c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:12.972617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a6cb0dae-4c2e-4170-8187-d242645c661c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:12.976277 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6084331e-6aa6-43d7-8720-366d2491ed5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:12.988450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a6cb0dae-4c2e-4170-8187-d242645c661c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:13.105328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-6084331e-6aa6-43d7-8720-366d2491ed5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 0e722e10-e7b0-4080-a491-4cefa44cb374 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:13.163887 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0dae-4c2e-4170-8187-d242645c661c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.235713 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6084331e-6aa6-43d7-8720-366d2491ed5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.295474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0dae-4c2e-4170-8187-d242645c661c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.296438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084331e-6aa6-43d7-8720-366d2491ed5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=0e722e10-e7b0-4080-a491-4cefa44cb374,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:13.305935 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6084331e-6aa6-43d7-8720-366d2491ed5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.311312 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0dae-4c2e-4170-8187-d242645c661c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.345113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb0dae-4c2e-4170-8187-d242645c661c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258d1acb-faa8-4628-b057-51c6b3df8716,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:13.349963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6084331e-6aa6-43d7-8720-366d2491ed5f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/0e722e10-e7b0-4080-a491-4cefa44cb374 HTTP/1.1" status: 204 len: 168 time: 0.7186716 May 24 23:08:13.352347 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0dae-4c2e-4170-8187-d242645c661c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.353058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52820) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:13.353758 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a6cb0dae-4c2e-4170-8187-d242645c661c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4181800 May 24 23:08:13.357249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52824) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:13.362395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-16c64ca1-cae6-4c53-8e4e-c9a4d078d756 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': '4cf6ab37-d329-4891-b221-da3c8b98849b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:13.369279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-16c64ca1-cae6-4c53-8e4e-c9a4d078d756 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:13.373563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-16c64ca1-cae6-4c53-8e4e-c9a4d078d756 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:13.377559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-16c64ca1-cae6-4c53-8e4e-c9a4d078d756 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:13.385143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-16c64ca1-cae6-4c53-8e4e-c9a4d078d756 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:13.453898 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaaede1-6e1d-4a33-a6bb-813166ea6bfa tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:08:13.454457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0eaaede1-6e1d-4a33-a6bb-813166ea6bfa tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:13.458386 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-16c64ca1-cae6-4c53-8e4e-c9a4d078d756 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.490959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0eaaede1-6e1d-4a33-a6bb-813166ea6bfa tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:13.492399 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0eaaede1-6e1d-4a33-a6bb-813166ea6bfa tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/0e722e10-e7b0-4080-a491-4cefa44cb374 HTTP/1.1" status: 404 len: 333 time: 0.1381345 May 24 23:08:13.496870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52832) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:13.506371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'name': 'tempest-PortsTestJSON-1164617133'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:13.624001 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-16c64ca1-cae6-4c53-8e4e-c9a4d078d756 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): There was a conflict when trying to complete your request. May 24 23:08:13.625833 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-16c64ca1-cae6-4c53-8e4e-c9a4d078d756 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2679441 May 24 23:08:13.631800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52836) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:13.698152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:13.708349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:13.736844 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6262a9a-6999-4230-87db-fff742f872f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.747702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7f3cf-4d82-4611-9c25-cc1516fb4637 req-0c3d8f99-b7e6-4640-bf4b-c794ab7230f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:13.749780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dec7f3cf-4d82-4611-9c25-cc1516fb4637 req-0c3d8f99-b7e6-4640-bf4b-c794ab7230f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 946 time: 0.1652226 May 24 23:08:13.809410 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6262a9a-6999-4230-87db-fff742f872f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.816219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:13.819247 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.838060 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dec7f3cf-4d82-4611-9c25-cc1516fb4637 req-a6267294-7c13-431f-88fc-37cab840e288 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797040 May 24 23:08:13.877720 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6262a9a-6999-4230-87db-fff742f872f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.882771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 481463b7-92ec-4334-90c8-5ab8a3ee1f1c yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:08:13.902353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6262a9a-6999-4230-87db-fff742f872f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf6ab37-d329-4891-b221-da3c8b98849b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:13.912199 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6262a9a-6999-4230-87db-fff742f872f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:13.916648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e6262a9a-6999-4230-87db-fff742f872f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "DELETE /v2.0/security-groups/4cf6ab37-d329-4891-b221-da3c8b98849b HTTP/1.1" status: 204 len: 168 time: 0.2836168 May 24 23:08:13.917854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52844) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:13.978379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5d62b13a-479f-41e0-819f-062c06538eff tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Synchronizing usage tracker for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:13.997308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5d62b13a-479f-41e0-819f-062c06538eff tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Unset dirty status for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:14.002708 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5d62b13a-479f-41e0-819f-062c06538eff tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798783 May 24 23:08:14.002883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43941a-3291-458c-be30-76dcac9c1a62 req-5b9d2781-184a-4acf-8dff-f79da3de4490 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:14.003515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52848) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.008108 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0a43941a-3291-458c-be30-76dcac9c1a62 req-5b9d2781-184a-4acf-8dff-f79da3de4490 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2902763 May 24 23:08:14.009156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group': {'name': 'tempest-secgroup--259432067'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:14.014636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe286c-c3a7-4417-8d2c-4d88a1058d6d req-db8a170a-5d8d-4198-ab72-a46da33d6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:14.016117 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8fe286c-c3a7-4417-8d2c-4d88a1058d6d req-db8a170a-5d8d-4198-ab72-a46da33d6aad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1096 time: 0.2995861 May 24 23:08:14.018445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:14.030607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:14.047794 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.079666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:14.083856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:14.086828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:14.096695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:14.214950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.220330 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.268827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd42b912-9221-4e26-a325-0d1223a0bf51,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:14.296639 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.297912 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5c083950-11db-4b71-a56d-ee1776a276a2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2933729 May 24 23:08:14.300933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52858) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.306223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-72a542a8-c5c7-48b8-b559-2549125f414a tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': 'cd42b912-9221-4e26-a325-0d1223a0bf51', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:14.306954 n-d-843146-7 neutron-server[88389]: WARNING neutron.api.v2.base [None req-72a542a8-c5c7-48b8-b559-2549125f414a tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 24 23:08:14.307621 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-72a542a8-c5c7-48b8-b559-2549125f414a tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:14.308722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-72a542a8-c5c7-48b8-b559-2549125f414a tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068333 May 24 23:08:14.311706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52864) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.379205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0a43941a-3291-458c-be30-76dcac9c1a62 req-664d0adb-5898-4adb-9e37-03317c36155c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702502 May 24 23:08:14.398137 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77b3e7e8-aa6f-43b3-a07a-1299c9f86d77 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.403925 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.444664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe286c-c3a7-4417-8d2c-4d88a1058d6d req-b2ab4ee6-ee85-434e-9d7e-8797180a54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:14.444664 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8fe286c-c3a7-4417-8d2c-4d88a1058d6d req-b2ab4ee6-ee85-434e-9d7e-8797180a54d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.4052804 May 24 23:08:14.454403 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77b3e7e8-aa6f-43b3-a07a-1299c9f86d77 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.505595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77b3e7e8-aa6f-43b3-a07a-1299c9f86d77 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.526348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3e7e8-aa6f-43b3-a07a-1299c9f86d77 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd42b912-9221-4e26-a325-0d1223a0bf51,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:14.539903 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77b3e7e8-aa6f-43b3-a07a-1299c9f86d77 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.542472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-77b3e7e8-aa6f-43b3-a07a-1299c9f86d77 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "DELETE /v2.0/security-groups/cd42b912-9221-4e26-a325-0d1223a0bf51 HTTP/1.1" status: 204 len: 168 time: 0.2295985 May 24 23:08:14.545745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52872) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.567604 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8fe286c-c3a7-4417-8d2c-4d88a1058d6d req-00bae146-4002-49d5-9627-b7d7005c146c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 1000 time: 0.1135273 May 24 23:08:14.569842 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.620441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-122448d1-229b-4e2e-9724-34c4e40a4c01 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Synchronizing usage tracker for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:14.638361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-122448d1-229b-4e2e-9724-34c4e40a4c01 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Unset dirty status for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:14.643706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-122448d1-229b-4e2e-9724-34c4e40a4c01 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0930436 May 24 23:08:14.644440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52878) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.648969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994701574'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:14.702948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:14.708497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:14.712378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=481463b7-92ec-4334-90c8-5ab8a3ee1f1c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:14.716495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:14.722780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:14.725085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.755387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe286c-c3a7-4417-8d2c-4d88a1058d6d req-9d6df984-96f6-400d-88c8-92a6b00172fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:14.756912 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8fe286c-c3a7-4417-8d2c-4d88a1058d6d req-9d6df984-96f6-400d-88c8-92a6b00172fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.1459076 May 24 23:08:14.783113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:14.792936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:14.820603 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5c30b562-d062-4bd3-82ae-4dad3ca30403 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3221962 May 24 23:08:14.821369 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.823645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52884) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:14.830623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5bccc898-02f6-4610-b370-e8b004fcb7e2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:14.844300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:14.848132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:14.851090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:14.857093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:14.940566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe286c-c3a7-4417-8d2c-4d88a1058d6d req-ac493d96-d2ef-4597-84b5-4cd0ebd98291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:14.942637 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8fe286c-c3a7-4417-8d2c-4d88a1058d6d req-ac493d96-d2ef-4597-84b5-4cd0ebd98291 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786511 May 24 23:08:14.947184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.954198 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:14.988635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5bccc898-02f6-4610-b370-e8b004fcb7e2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.091413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f322edff-332b-4637-802b-66e4b7e8a99d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:15.109220 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.110804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0774d247-91e9-40ab-ba1d-8bb58303a42b tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4659274 May 24 23:08:15.113841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52896) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.122908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a03856c8-b0f5-4210-a266-bf88305d1991 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': 'f322edff-332b-4637-802b-66e4b7e8a99d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:15.125107 n-d-843146-7 neutron-server[88389]: WARNING neutron.api.v2.base [None req-a03856c8-b0f5-4210-a266-bf88305d1991 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 24 23:08:15.125903 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-a03856c8-b0f5-4210-a266-bf88305d1991 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:15.127487 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a03856c8-b0f5-4210-a266-bf88305d1991 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124192 May 24 23:08:15.132543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52900) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.167371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b20fc-87cd-4865-b003-57be15860c81 req-fe398ea9-10e3-4951-b3da-2e722321cf9c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:15.168850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be1b20fc-87cd-4865-b003-57be15860c81 req-fe398ea9-10e3-4951-b3da-2e722321cf9c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 946 time: 0.2073712 May 24 23:08:15.239869 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8fe286c-c3a7-4417-8d2c-4d88a1058d6d req-81b32f3a-532b-4f36-9023-95cfebfde999 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806628 May 24 23:08:15.247469 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be1b20fc-87cd-4865-b003-57be15860c81 req-16fbae4f-45a3-4207-93d0-96573b700f06 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704641 May 24 23:08:15.253861 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-802147c1-9fbc-4a25-b0fd-b2b302a6d0bf tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.292391 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-802147c1-9fbc-4a25-b0fd-b2b302a6d0bf tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.375273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-802147c1-9fbc-4a25-b0fd-b2b302a6d0bf tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.396190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802147c1-9fbc-4a25-b0fd-b2b302a6d0bf tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f322edff-332b-4637-802b-66e4b7e8a99d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:15.410709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-802147c1-9fbc-4a25-b0fd-b2b302a6d0bf tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.412627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-802147c1-9fbc-4a25-b0fd-b2b302a6d0bf tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "DELETE /v2.0/security-groups/f322edff-332b-4637-802b-66e4b7e8a99d HTTP/1.1" status: 204 len: 168 time: 0.2789199 May 24 23:08:15.415474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52912) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.471564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ba660900-94ef-4aa0-bead-09b58ba0ff85 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Synchronizing usage tracker for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:15.488220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ba660900-94ef-4aa0-bead-09b58ba0ff85 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Unset dirty status for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:15.489769 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ba660900-94ef-4aa0-bead-09b58ba0ff85 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727837 May 24 23:08:15.493957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52916) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.500025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group': {'name': 'tempest-secgroup--406981297'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:15.508032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:15.511314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8fe286c-c3a7-4417-8d2c-4d88a1058d6d req-b4f7938a-00ba-4caf-b7f7-b03d64efc7fb service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600732 May 24 23:08:15.519992 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5bccc898-02f6-4610-b370-e8b004fcb7e2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.520335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:15.530578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5bccc898-02f6-4610-b370-e8b004fcb7e2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.532753 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.556127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:15.560989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:15.564122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:15.571381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:15.627128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba694dc-cd15-45b6-9e7b-c7719ad09bf4 req-0d658713-44c7-4d41-9c97-24ab57137571 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:15.629280 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ba694dc-cd15-45b6-9e7b-c7719ad09bf4 req-0d658713-44c7-4d41-9c97-24ab57137571 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 946 time: 0.2503178 May 24 23:08:15.637219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5bccc898-02f6-4610-b370-e8b004fcb7e2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] In _notify_port_updated(), no bound segment for port 481463b7-92ec-4334-90c8-5ab8a3ee1f1c on network cf7ffa7f-c3cd-4905-9f72-3805570de775 {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:08:15.643183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bccc898-02f6-4610-b370-e8b004fcb7e2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:15.643987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5bccc898-02f6-4610-b370-e8b004fcb7e2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.645466 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5bccc898-02f6-4610-b370-e8b004fcb7e2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "PUT /v2.0/ports/481463b7-92ec-4334-90c8-5ab8a3ee1f1c HTTP/1.1" status: 200 len: 818 time: 0.8209133 May 24 23:08:15.649690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52924) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.729447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccc898-02f6-4610-b370-e8b004fcb7e2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=481463b7-92ec-4334-90c8-5ab8a3ee1f1c,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:15.770267 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.771429 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ba694dc-cd15-45b6-9e7b-c7719ad09bf4 req-57cbb731-a9c0-4e32-8808-6e49879fd751 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245930 May 24 23:08:15.774898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6873a-1e27-4ec5-8c7c-9502af6fa36b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 481463b7-92ec-4334-90c8-5ab8a3ee1f1c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:15.775677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bc6873a-1e27-4ec5-8c7c-9502af6fa36b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.804664 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.865644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243a47da-41bb-45a4-999c-651061f06b20,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:15.885761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252683c-14f0-4bdf-8492-9d85eee7f5e2 req-0a8faecb-f6f7-4162-bd4b-0f51b93083df tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:15.887770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1252683c-14f0-4bdf-8492-9d85eee7f5e2 req-0a8faecb-f6f7-4162-bd4b-0f51b93083df tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2628820 May 24 23:08:15.889181 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:15.893552 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b9472f4d-116e-4186-a3a0-103f386230a3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3953707 May 24 23:08:15.893836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52930) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.905602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-49fac208-dcdc-4ef6-800f-9634d3d54b35 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': '243a47da-41bb-45a4-999c-651061f06b20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:15.906392 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-49fac208-dcdc-4ef6-800f-9634d3d54b35 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 24 23:08:15.906963 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-49fac208-dcdc-4ef6-800f-9634d3d54b35 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:15.911333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-49fac208-dcdc-4ef6-800f-9634d3d54b35 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130661 May 24 23:08:15.911333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52936) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.920551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-72084893-c90e-4b2c-b27e-afe2e98386cf tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': '243a47da-41bb-45a4-999c-651061f06b20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:15.921209 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-72084893-c90e-4b2c-b27e-afe2e98386cf tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 24 23:08:15.921797 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-72084893-c90e-4b2c-b27e-afe2e98386cf tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:15.926149 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-72084893-c90e-4b2c-b27e-afe2e98386cf tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0143895 May 24 23:08:15.929042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52942) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.937232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6d868265-9a85-4eb4-9768-da0309ec3e60 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': '243a47da-41bb-45a4-999c-651061f06b20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:15.939169 n-d-843146-7 neutron-server[88389]: WARNING neutron.api.v2.base [None req-6d868265-9a85-4eb4-9768-da0309ec3e60 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 24 23:08:15.939675 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-6d868265-9a85-4eb4-9768-da0309ec3e60 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:15.943281 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6d868265-9a85-4eb4-9768-da0309ec3e60 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106134 May 24 23:08:15.944313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52948) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:15.959528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-417491f3-4ba7-4f5c-ac9c-7bd7cdb6a9b1 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': '243a47da-41bb-45a4-999c-651061f06b20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:15.960426 n-d-843146-7 neutron-server[88389]: WARNING neutron.api.v2.base [None req-417491f3-4ba7-4f5c-ac9c-7bd7cdb6a9b1 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 24 23:08:15.960922 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-417491f3-4ba7-4f5c-ac9c-7bd7cdb6a9b1 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:15.965318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-417491f3-4ba7-4f5c-ac9c-7bd7cdb6a9b1 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0168159 May 24 23:08:15.965318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1252683c-14f0-4bdf-8492-9d85eee7f5e2 req-9c2913dc-1575-451b-a5c7-ef69e2d69342 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715072 May 24 23:08:15.965696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52952) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.060760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89c02a1c-9f15-4a1c-bbfa-9aa55a598f23 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.099702 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89c02a1c-9f15-4a1c-bbfa-9aa55a598f23 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.172850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89c02a1c-9f15-4a1c-bbfa-9aa55a598f23 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.207573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c02a1c-9f15-4a1c-bbfa-9aa55a598f23 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243a47da-41bb-45a4-999c-651061f06b20,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:16.220685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-89c02a1c-9f15-4a1c-bbfa-9aa55a598f23 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.222152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-89c02a1c-9f15-4a1c-bbfa-9aa55a598f23 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "DELETE /v2.0/security-groups/243a47da-41bb-45a4-999c-651061f06b20 HTTP/1.1" status: 204 len: 168 time: 0.2558601 May 24 23:08:16.224826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52958) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.256967 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bc6873a-1e27-4ec5-8c7c-9502af6fa36b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.283717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5cb19bf7-39f7-4e28-8324-4ae2f477cfa0 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Synchronizing usage tracker for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:16.300826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5cb19bf7-39f7-4e28-8324-4ae2f477cfa0 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Unset dirty status for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:16.302395 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5cb19bf7-39f7-4e28-8324-4ae2f477cfa0 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763195 May 24 23:08:16.306832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52966) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.312208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group': {'name': 'tempest-secgroup--247872475'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:16.319459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:16.331175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:16.361524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.379337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:16.383380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:16.386248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:16.392520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:16.395923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6873a-1e27-4ec5-8c7c-9502af6fa36b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 481463b7-92ec-4334-90c8-5ab8a3ee1f1c owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:16.465820 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.471180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.480881 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bc6873a-1e27-4ec5-8c7c-9502af6fa36b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.520571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e578a9ac-22ab-4c34-82e5-7070fa3fafc8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:16.525586 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.527446 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a80568ec-ac6f-4e65-a339-64dc0a4999ae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2197189 May 24 23:08:16.536176 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bc6873a-1e27-4ec5-8c7c-9502af6fa36b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.539342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6873a-1e27-4ec5-8c7c-9502af6fa36b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=481463b7-92ec-4334-90c8-5ab8a3ee1f1c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:16.541084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52972) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.555830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-902abb1e-32f0-45d7-87c7-c748d3a8a621 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': 'e578a9ac-22ab-4c34-82e5-7070fa3fafc8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:16.555830 n-d-843146-7 neutron-server[88390]: WARNING neutron.api.v2.base [None req-902abb1e-32f0-45d7-87c7-c748d3a8a621 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 24 23:08:16.556756 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-902abb1e-32f0-45d7-87c7-c748d3a8a621 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:16.561175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52978) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.563009 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-902abb1e-32f0-45d7-87c7-c748d3a8a621 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124483 May 24 23:08:16.567625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b1affe0a-011e-4b14-87d5-f3b0b74b446a tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': 'e578a9ac-22ab-4c34-82e5-7070fa3fafc8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:16.567848 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3bc6873a-1e27-4ec5-8c7c-9502af6fa36b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/481463b7-92ec-4334-90c8-5ab8a3ee1f1c HTTP/1.1" status: 204 len: 168 time: 0.9162886 May 24 23:08:16.570321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52982) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.574535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b1affe0a-011e-4b14-87d5-f3b0b74b446a tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:16.579558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b1affe0a-011e-4b14-87d5-f3b0b74b446a tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:16.582694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b1affe0a-011e-4b14-87d5-f3b0b74b446a tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:16.589157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b1affe0a-011e-4b14-87d5-f3b0b74b446a tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:16.633536 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-b1affe0a-011e-4b14-87d5-f3b0b74b446a tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:16.639906 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b1affe0a-011e-4b14-87d5-f3b0b74b446a tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0717678 May 24 23:08:16.639906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52986) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.648520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-dab72aa5-1837-4c15-9803-2c1fcb5a137c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': 'e578a9ac-22ab-4c34-82e5-7070fa3fafc8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:16.648520 n-d-843146-7 neutron-server[88389]: WARNING neutron.api.v2.base [None req-dab72aa5-1837-4c15-9803-2c1fcb5a137c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 24 23:08:16.649023 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-dab72aa5-1837-4c15-9803-2c1fcb5a137c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:16.649961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dab72aa5-1837-4c15-9803-2c1fcb5a137c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097740 May 24 23:08:16.652884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52990) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.659866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-db86003f-9e27-4548-8cb5-7fb6dc76eb86 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': 'e578a9ac-22ab-4c34-82e5-7070fa3fafc8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:16.666848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-db86003f-9e27-4548-8cb5-7fb6dc76eb86 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:16.671724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-db86003f-9e27-4548-8cb5-7fb6dc76eb86 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:16.675157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-db86003f-9e27-4548-8cb5-7fb6dc76eb86 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:16.680790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-db86003f-9e27-4548-8cb5-7fb6dc76eb86 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:16.696936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e8586-fca1-45e9-aa20-639f27a663d9 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:16.698667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e13e8586-fca1-45e9-aa20-639f27a663d9 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:16.721270 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-db86003f-9e27-4548-8cb5-7fb6dc76eb86 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:16.725052 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-db86003f-9e27-4548-8cb5-7fb6dc76eb86 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0683963 May 24 23:08:16.725207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e13e8586-fca1-45e9-aa20-639f27a663d9 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:16.725207 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e13e8586-fca1-45e9-aa20-639f27a663d9 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1523867 May 24 23:08:16.725527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52994) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.726643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52996) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.731078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3babcef8-a977-4c4b-8d57-8d1da9603a42 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': 'e578a9ac-22ab-4c34-82e5-7070fa3fafc8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:16.731654 n-d-843146-7 neutron-server[88389]: WARNING neutron.api.v2.base [None req-3babcef8-a977-4c4b-8d57-8d1da9603a42 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 24 23:08:16.732242 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-3babcef8-a977-4c4b-8d57-8d1da9603a42 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:16.733315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3babcef8-a977-4c4b-8d57-8d1da9603a42 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067103 May 24 23:08:16.736077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53002) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.740871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-85ffe7b1-2fe1-4b15-b564-41e0613e3935 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': 'e578a9ac-22ab-4c34-82e5-7070fa3fafc8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:16.748492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-85ffe7b1-2fe1-4b15-b564-41e0613e3935 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:16.752729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-85ffe7b1-2fe1-4b15-b564-41e0613e3935 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:16.755712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-85ffe7b1-2fe1-4b15-b564-41e0613e3935 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:16.762073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-85ffe7b1-2fe1-4b15-b564-41e0613e3935 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:16.774274 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-3198af90-5fa2-4edb-a325-d165fc547abe tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:08:16.779328 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3198af90-5fa2-4edb-a325-d165fc547abe tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/481463b7-92ec-4334-90c8-5ab8a3ee1f1c HTTP/1.1" status: 404 len: 333 time: 0.0478141 May 24 23:08:16.781935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53006) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.788016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-744568019'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:16.793757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:16.795764 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-85ffe7b1-2fe1-4b15-b564-41e0613e3935 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:16.798381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:network and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:16.800103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-85ffe7b1-2fe1-4b15-b564-41e0613e3935 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0631051 May 24 23:08:16.800863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53010) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.801843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:16.806093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1dda8ab9-9143-46ae-9515-cc5937c05e12 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': 'e578a9ac-22ab-4c34-82e5-7070fa3fafc8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:16.806736 n-d-843146-7 neutron-server[88389]: WARNING neutron.api.v2.base [None req-1dda8ab9-9143-46ae-9515-cc5937c05e12 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 24 23:08:16.807384 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-1dda8ab9-9143-46ae-9515-cc5937c05e12 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:16.810035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:16.811774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1dda8ab9-9143-46ae-9515-cc5937c05e12 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097945 May 24 23:08:16.812494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53014) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.817525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-340daf2a-c9f1-4b7a-b1ec-c17e020e3800 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': 'e578a9ac-22ab-4c34-82e5-7070fa3fafc8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:16.823410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:16.824985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-340daf2a-c9f1-4b7a-b1ec-c17e020e3800 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:16.827707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.840020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-340daf2a-c9f1-4b7a-b1ec-c17e020e3800 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:16.843464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-340daf2a-c9f1-4b7a-b1ec-c17e020e3800 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:16.852142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-340daf2a-c9f1-4b7a-b1ec-c17e020e3800 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:16.857556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:16.867317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.867657 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Added segment 6543483c-3d7b-4e92-a2df-4996ebfa22f4 of type vlan for network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 May 24 23:08:16.887241 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-340daf2a-c9f1-4b7a-b1ec-c17e020e3800 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:16.888598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-340daf2a-c9f1-4b7a-b1ec-c17e020e3800 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0748668 May 24 23:08:16.892217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53022) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:16.911555 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.914523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-42c0817f-e04e-40f2-9f3f-2d49762b06a1 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': 'e578a9ac-22ab-4c34-82e5-7070fa3fafc8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:16.916052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-42c0817f-e04e-40f2-9f3f-2d49762b06a1 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:16.921109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-42c0817f-e04e-40f2-9f3f-2d49762b06a1 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:16.929998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-42c0817f-e04e-40f2-9f3f-2d49762b06a1 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:16.936901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-42c0817f-e04e-40f2-9f3f-2d49762b06a1 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:16.956554 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.962995 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:16.963580 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:16.972377 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-42c0817f-e04e-40f2-9f3f-2d49762b06a1 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:16.976242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-42c0817f-e04e-40f2-9f3f-2d49762b06a1 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0797324 May 24 23:08:16.976474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53026) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:17.059852 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6bc163e-9a12-4510-b4c2-77692de805d6 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.071102 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2880039 May 24 23:08:17.073917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bf0ad-83ac-42b8-940a-aa3f044b6687 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Network': ['ID=0280a8fe-7f9e-4eaf-9733-f6ef493da323,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:17.075805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53032) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:17.082320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': '0280a8fe-7f9e-4eaf-9733-f6ef493da323', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:17.084673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:17.102006 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6bc163e-9a12-4510-b4c2-77692de805d6 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.169921 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6bc163e-9a12-4510-b4c2-77692de805d6 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.227859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc163e-9a12-4510-b4c2-77692de805d6 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e578a9ac-22ab-4c34-82e5-7070fa3fafc8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:17.227859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6bc163e-9a12-4510-b4c2-77692de805d6 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.234038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e6bc163e-9a12-4510-b4c2-77692de805d6 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "DELETE /v2.0/security-groups/e578a9ac-22ab-4c34-82e5-7070fa3fafc8 HTTP/1.1" status: 204 len: 168 time: 0.2509415 May 24 23:08:17.240185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53042) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:17.364754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-59c51cc8-3c1b-4937-9be9-a5e0582ee97c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Synchronizing usage tracker for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:17.367997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:17.374069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:17.377948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:17.386483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:17.401758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-59c51cc8-3c1b-4937-9be9-a5e0582ee97c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Unset dirty status for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:17.405939 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-59c51cc8-3c1b-4937-9be9-a5e0582ee97c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1551940 May 24 23:08:17.408550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53048) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:17.415131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group': {'name': 'tempest-secgroup--366514026'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:17.429905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a279e8-fffe-4024-9b3b-804a4762e6df req-2cf081a8-3eca-448f-8dde-f51c4decd222 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:17.431335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77a279e8-fffe-4024-9b3b-804a4762e6df req-2cf081a8-3eca-448f-8dde-f51c4decd222 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3204687 May 24 23:08:17.431924 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:17.436897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.437394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53054) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:17.450437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:17.570732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:17.615160 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.628142 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77a279e8-fffe-4024-9b3b-804a4762e6df req-32a05145-2b62-499e-8b23-158a06bcdfe8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791329 May 24 23:08:17.648987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:17.652879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:17.657555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:17.664493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:17.834248 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.838735 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.873593 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.966245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2977e164-6b9f-477d-bcd2-b89e4f1ec0a0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:17.973645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Subnet': ['ID=285ad4e1-e95d-498f-8bdd-230b9ecc055f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:17.983251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:17.984663 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ec1cfad3-fe68-4ee6-aee8-e70be5b59686 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5752220 May 24 23:08:17.985812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Checking segment: {'id': '6543483c-3d7b-4e92-a2df-4996ebfa22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0280a8fe-7f9e-4eaf-9733-f6ef493da323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:17.986227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network hostable DHCP agents. Network: 0280a8fe-7f9e-4eaf-9733-f6ef493da323, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:17.990388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53068) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:17.996817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-355135c7-3f9c-4437-af9c-8ad07aac905f tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': '2977e164-6b9f-477d-bcd2-b89e4f1ec0a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:18.007074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-355135c7-3f9c-4437-af9c-8ad07aac905f tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:18.012680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-355135c7-3f9c-4437-af9c-8ad07aac905f tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:18.017081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-355135c7-3f9c-4437-af9c-8ad07aac905f tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:18.024293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-355135c7-3f9c-4437-af9c-8ad07aac905f tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:18.033541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:08:18.056506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 0280a8fe-7f9e-4eaf-9733-f6ef493da323) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:18.069002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e34b89-1d87-45e1-8d8a-40b968198076 None None] Network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:18.074479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:18.083660 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.103630 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-355135c7-3f9c-4437-af9c-8ad07aac905f tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The resource could not be found. May 24 23:08:18.104742 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-355135c7-3f9c-4437-af9c-8ad07aac905f tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1132872 May 24 23:08:18.109183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53072) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:18.113012 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a1ce34cd-3e49-4b97-bf27-ad95880f600b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0360374 May 24 23:08:18.116181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e29ea303-6bb2-4224-8384-1eb7ea83ebbd tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': '2977e164-6b9f-477d-bcd2-b89e4f1ec0a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0ccc7122-0787-4897-bd84-5e71e32c1f36'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:18.120838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53076) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:18.125782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e29ea303-6bb2-4224-8384-1eb7ea83ebbd tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:18.131340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5bee183f-c4bc-426f-91dc-a1cba7dd7b76 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': '0280a8fe-7f9e-4eaf-9733-f6ef493da323', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:18.149679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e29ea303-6bb2-4224-8384-1eb7ea83ebbd tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:18.163067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e29ea303-6bb2-4224-8384-1eb7ea83ebbd tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:18.214746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e29ea303-6bb2-4224-8384-1eb7ea83ebbd tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:18.319112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5bee183f-c4bc-426f-91dc-a1cba7dd7b76 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:18.326220 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-e29ea303-6bb2-4224-8384-1eb7ea83ebbd tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The resource could not be found. May 24 23:08:18.331874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e29ea303-6bb2-4224-8384-1eb7ea83ebbd tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2167065 May 24 23:08:18.331874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5bee183f-c4bc-426f-91dc-a1cba7dd7b76 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:18.332245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53086) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:18.336682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5bee183f-c4bc-426f-91dc-a1cba7dd7b76 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:18.342835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-0280a8fe-7f9e-4eaf-9733-f6ef493da323', 'network_id': '0280a8fe-7f9e-4eaf-9733-f6ef493da323', 'tenant_id': 'bbd1c03d8d8442859004af0e0064373e', 'fixed_ips': [{'subnet_id': '285ad4e1-e95d-498f-8bdd-230b9ecc055f'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:08:18.343661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5bee183f-c4bc-426f-91dc-a1cba7dd7b76 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:18.344866 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.358419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bee183f-c4bc-426f-91dc-a1cba7dd7b76 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:18.364392 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5bee183f-c4bc-426f-91dc-a1cba7dd7b76 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.482990 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3416164b-c7ec-4190-8a5e-2484f7ff2fa7 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.527880 n-d-843146-7 neutron-server[88390]: INFO neutron.db.ipam_backend_mixin [None req-5bee183f-c4bc-426f-91dc-a1cba7dd7b76 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 285ad4e1-e95d-498f-8bdd-230b9ecc055f (CIDR: 172.20.0.0/28) May 24 23:08:18.529806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Allocated IP 172.20.0.2 (0280a8fe-7f9e-4eaf-9733-f6ef493da323/285ad4e1-e95d-498f-8bdd-230b9ecc055f/b16b24b1-bc7e-460a-b618-1a3a1225172a) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:18.532559 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bee183f-c4bc-426f-91dc-a1cba7dd7b76 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:18.533320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bee183f-c4bc-426f-91dc-a1cba7dd7b76 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:08:18.557972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5bee183f-c4bc-426f-91dc-a1cba7dd7b76 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4360855 May 24 23:08:18.560880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53090) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:18.568512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': '0280a8fe-7f9e-4eaf-9733-f6ef493da323', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:18.578086 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3416164b-c7ec-4190-8a5e-2484f7ff2fa7 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.608771 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.780097 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.791692 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3416164b-c7ec-4190-8a5e-2484f7ff2fa7 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.804086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Transition to ACTIVE for port object b16b24b1-bc7e-460a-b618-1a3a1225172a will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:18.853585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Transition to ACTIVE for port object b16b24b1-bc7e-460a-b618-1a3a1225172a will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:18.862673 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.879830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416164b-c7ec-4190-8a5e-2484f7ff2fa7 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2977e164-6b9f-477d-bcd2-b89e4f1ec0a0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:18.902733 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3416164b-c7ec-4190-8a5e-2484f7ff2fa7 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:18.903218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:18.907465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3416164b-c7ec-4190-8a5e-2484f7ff2fa7 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "DELETE /v2.0/security-groups/2977e164-6b9f-477d-bcd2-b89e4f1ec0a0 HTTP/1.1" status: 204 len: 168 time: 0.5720429 May 24 23:08:18.907465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53098) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:18.916139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:18.919986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:18.928101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:18.929131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:18.937265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:18.943015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:18.963565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:18.968792 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.033797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Pushing event updated for resources: {'Port': ['ID=b16b24b1-bc7e-460a-b618-1a3a1225172a,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:19.051032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-676bd3e9-6850-4f82-ae22-64d6f01c3aae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Synchronizing usage tracker for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:19.052497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Attempting to bind port b16b24b1-bc7e-460a-b618-1a3a1225172a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:19.053086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Attempting to bind port b16b24b1-bc7e-460a-b618-1a3a1225172a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '6543483c-3d7b-4e92-a2df-4996ebfa22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0280a8fe-7f9e-4eaf-9733-f6ef493da323'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:19.053761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Attempting to bind port b16b24b1-bc7e-460a-b618-1a3a1225172a on network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:19.060145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:19.060850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Checking segment: {'id': '6543483c-3d7b-4e92-a2df-4996ebfa22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0280a8fe-7f9e-4eaf-9733-f6ef493da323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:19.061460 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.062036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Bound using segment: {'id': '6543483c-3d7b-4e92-a2df-4996ebfa22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0280a8fe-7f9e-4eaf-9733-f6ef493da323'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:19.062737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Bound port: b16b24b1-bc7e-460a-b618-1a3a1225172a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6543483c-3d7b-4e92-a2df-4996ebfa22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0280a8fe-7f9e-4eaf-9733-f6ef493da323'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:19.063285 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.105435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-676bd3e9-6850-4f82-ae22-64d6f01c3aae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Unset dirty status for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:19.106943 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-676bd3e9-6850-4f82-ae22-64d6f01c3aae tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1991246 May 24 23:08:19.116816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53106) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:19.119088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1960c252-27ee-4fed-bc2f-69dd85d6f3e0 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': '3531fa14-514b-4936-99fb-1a87f817f48f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:19.130183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1960c252-27ee-4fed-bc2f-69dd85d6f3e0 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:19.146454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1960c252-27ee-4fed-bc2f-69dd85d6f3e0 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:19.152200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1960c252-27ee-4fed-bc2f-69dd85d6f3e0 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:19.163374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1960c252-27ee-4fed-bc2f-69dd85d6f3e0 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:19.182151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] For port b16b24b1-bc7e-460a-b618-1a3a1225172a, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:19.188202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] For port b16b24b1-bc7e-460a-b618-1a3a1225172a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b16b24b1-bc7e-460a-b618-1a3a1225172a,segment=NetworkSegment(6543483c-3d7b-4e92-a2df-4996ebfa22f4),segment_id=6543483c-3d7b-4e92-a2df-4996ebfa22f4)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:19.196968 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.272434 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-1960c252-27ee-4fed-bc2f-69dd85d6f3e0 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The resource could not be found. May 24 23:08:19.273655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1960c252-27ee-4fed-bc2f-69dd85d6f3e0 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1592374 May 24 23:08:19.275004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Allocated IP 172.20.0.17 (90db5f55-6233-4f7a-8418-516d5adbcbb1/cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f/700f6190-42cc-4690-ba43-cc0639f1d52c) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:19.285738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36bd46-d54e-44af-952e-e8ae0de56c74 None None] Pushing event updated for resources: {'Port': ['ID=b16b24b1-bc7e-460a-b618-1a3a1225172a,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:19.298073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53110) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:19.305522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group': {'name': 'tempest-secgroup--904820979'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:19.318735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:19.353408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:19.359873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.428131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:19.431456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:19.436220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:19.436792 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.456637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Subnet': ['ID=c1c26b4b-912e-4eb3-a0b5-7484480f05c1,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:19.459732 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.469577 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e8376f49-74be-46b8-a643-7e98ae164e9e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9072163 May 24 23:08:19.472273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53120) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:19.478861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': '0280a8fe-7f9e-4eaf-9733-f6ef493da323', 'fixed_ips': [{'subnet_id': '285ad4e1-e95d-498f-8bdd-230b9ecc055f'}, {'subnet_id': 'c1c26b4b-912e-4eb3-a0b5-7484480f05c1'}], 'name': 'tempest-PortsTestJSON-1062478080'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:19.527159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:19.537977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:19.549705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:19.562250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:19.597428 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.663024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Transition to ACTIVE for port object 700f6190-42cc-4690-ba43-cc0639f1d52c will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:19.691896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:19.698298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:port and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:19.701771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:19.708480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:19.724579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:19.733584 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.752859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.807805 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.862138 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.863667 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5646186 May 24 23:08:19.870602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53130) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:19.880906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group': {'name': 'tempest-secgroup--620662965'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:19.909480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:19.918214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:19.924590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:19.925675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network 90db5f55-6233-4f7a-8418-516d5adbcbb1 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:19.927068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e390856-b9bf-4b34-9f13-abdef5b2ebac tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957027bf-cd38-4208-ae2a-4737c490ebde,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:19.932676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:19.934824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:19.954798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:19.965058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:19.988572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 2dc73782-ed7c-4362-95d4-89dde7046374 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:08:19.994540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=700f6190-42cc-4690-ba43-cc0639f1d52c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:20.021986 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.144203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.181096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:20.195263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:20.200873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:20.269305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9d1c3936-ce94-4be0-b900-22ef77e2af26 None None] Provisioning for port 700f6190-42cc-4690-ba43-cc0639f1d52c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:20.285166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9d1c3936-ce94-4be0-b900-22ef77e2af26 None None] Provisioning complete for port 700f6190-42cc-4690-ba43-cc0639f1d52c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:20.285755 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9d1c3936-ce94-4be0-b900-22ef77e2af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.306184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.307447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:20.379741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b16b24b1-bc7e-460a-b618-1a3a1225172a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:20.472379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c3936-ce94-4be0-b900-22ef77e2af26 None None] Port 700f6190-42cc-4690-ba43-cc0639f1d52c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:20.520219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b16b24b1-bc7e-460a-b618-1a3a1225172a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:20.675936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.5 (0280a8fe-7f9e-4eaf-9733-f6ef493da323/285ad4e1-e95d-498f-8bdd-230b9ecc055f/2dc73782-ed7c-4362-95d4-89dde7046374) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:20.692762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.30 (0280a8fe-7f9e-4eaf-9733-f6ef493da323/c1c26b4b-912e-4eb3-a0b5-7484480f05c1/2dc73782-ed7c-4362-95d4-89dde7046374) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:20.770319 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.787807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:20.797320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ef8b9-fdd3-4ef2-828e-f3d88c47cf5b None None] Network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:21.067851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f6577edc-85fd-44f6-b4bb-ea83237e54ad None None] Provisioning for port b16b24b1-bc7e-460a-b618-1a3a1225172a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:21.071551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321e0bc8-3b8d-4751-933b-7659ade19ed4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:21.110535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f6577edc-85fd-44f6-b4bb-ea83237e54ad None None] Provisioning complete for port b16b24b1-bc7e-460a-b618-1a3a1225172a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:21.111219 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f6577edc-85fd-44f6-b4bb-ea83237e54ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.159139 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.160516 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a8ccaa11-c52c-41da-91ec-f26928e2b39e tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2887132 May 24 23:08:21.163438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53158) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:21.172093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.178112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-19974fe7-1fbb-4966-8a7f-b92d8028daca tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group_rule': {'security_group_id': '957027bf-cd38-4208-ae2a-4737c490ebde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '321e0bc8-3b8d-4751-933b-7659ade19ed4'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:21.184806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-19974fe7-1fbb-4966-8a7f-b92d8028daca tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:21.189266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-19974fe7-1fbb-4966-8a7f-b92d8028daca tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:21.192949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-19974fe7-1fbb-4966-8a7f-b92d8028daca tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:21.201949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-19974fe7-1fbb-4966-8a7f-b92d8028daca tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:21.239328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object 2dc73782-ed7c-4362-95d4-89dde7046374 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:21.261559 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-19974fe7-1fbb-4966-8a7f-b92d8028daca tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:08:21.266557 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-19974fe7-1fbb-4966-8a7f-b92d8028daca tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0993392 May 24 23:08:21.267803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53162) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:21.313129 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.329079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.388673 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc743ba0-6497-4864-bd5c-9263d30bf8f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.390214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f6577edc-85fd-44f6-b4bb-ea83237e54ad None None] Current status of the port b16b24b1-bc7e-460a-b618-1a3a1225172a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:21.391145 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f6577edc-85fd-44f6-b4bb-ea83237e54ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.399054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.450544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f6577edc-85fd-44f6-b4bb-ea83237e54ad None None] For port b16b24b1-bc7e-460a-b618-1a3a1225172a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b16b24b1-bc7e-460a-b618-1a3a1225172a,segment=NetworkSegment(6543483c-3d7b-4e92-a2df-4996ebfa22f4),segment_id=6543483c-3d7b-4e92-a2df-4996ebfa22f4)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:21.458272 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f6577edc-85fd-44f6-b4bb-ea83237e54ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.557944 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.597768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6577edc-85fd-44f6-b4bb-ea83237e54ad None None] Pushing event updated for resources: {'Port': ['ID=b16b24b1-bc7e-460a-b618-1a3a1225172a,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:21.631841 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc743ba0-6497-4864-bd5c-9263d30bf8f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.721591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:21.721939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=700f6190-42cc-4690-ba43-cc0639f1d52c,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:21.722052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:21.730715 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be57c9e0-cf94-445e-9342-7cc979851c36 None None] Update dhcp port {'port': {'network_id': '0280a8fe-7f9e-4eaf-9733-f6ef493da323', 'fixed_ips': [{'subnet_id': '285ad4e1-e95d-498f-8bdd-230b9ecc055f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c1c26b4b-912e-4eb3-a0b5-7484480f05c1'}], 'binding:host_id': 'n-d-843146-7'}, 'id': 'b16b24b1-bc7e-460a-b618-1a3a1225172a'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:08:21.739749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:21.788372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=2dc73782-ed7c-4362-95d4-89dde7046374,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:21.818639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network 90db5f55-6233-4f7a-8418-516d5adbcbb1 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:21.821237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:21.823551 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-be57c9e0-cf94-445e-9342-7cc979851c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.840945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:21.843450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.864629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc743ba0-6497-4864-bd5c-9263d30bf8f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.889988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc743ba0-6497-4864-bd5c-9263d30bf8f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321e0bc8-3b8d-4751-933b-7659ade19ed4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:21.895719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc743ba0-6497-4864-bd5c-9263d30bf8f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:21.897639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bc743ba0-6497-4864-bd5c-9263d30bf8f5 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "DELETE /v2.0/security-groups/321e0bc8-3b8d-4751-933b-7659ade19ed4 HTTP/1.1" status: 204 len: 168 time: 0.6268404 May 24 23:08:21.907380 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0f2f7eaa-4b73-4fdf-b532-6f1be15d5c0d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.4336059 May 24 23:08:21.908506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53174) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:21.909022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53176) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:21.934608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4cf5c753-e569-4703-8fb6-fd0fc6edbaeb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '285ad4e1-e95d-498f-8bdd-230b9ecc055f'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:22.210104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-be57c9e0-cf94-445e-9342-7cc979851c36 None None] Allocated IP 172.20.0.18 (0280a8fe-7f9e-4eaf-9733-f6ef493da323/c1c26b4b-912e-4eb3-a0b5-7484480f05c1/b16b24b1-bc7e-460a-b618-1a3a1225172a) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:22.231000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1a4e8fe8-e5cc-4398-92ea-34b9e8d32444 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Synchronizing usage tracker for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:22.259894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:22.300339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1a4e8fe8-e5cc-4398-92ea-34b9e8d32444 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Unset dirty status for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:22.305317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1a4e8fe8-e5cc-4398-92ea-34b9e8d32444 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3942480 May 24 23:08:22.306069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53186) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:22.321469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c753-e569-4703-8fb6-fd0fc6edbaeb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.392046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-be57c9e0-cf94-445e-9342-7cc979851c36 None None] For port b16b24b1-bc7e-460a-b618-1a3a1225172a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b16b24b1-bc7e-460a-b618-1a3a1225172a,segment=NetworkSegment(6543483c-3d7b-4e92-a2df-4996ebfa22f4),segment_id=6543483c-3d7b-4e92-a2df-4996ebfa22f4)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:22.404338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b16b24b1-bc7e-460a-b618-1a3a1225172a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:22.468166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-afc0ec91-a4c8-474e-b97c-507472291be7 None None] Provisioning complete for port 700f6190-42cc-4690-ba43-cc0639f1d52c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:22.469252 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-afc0ec91-a4c8-474e-b97c-507472291be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.539909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-afc0ec91-a4c8-474e-b97c-507472291be7 None None] Port 700f6190-42cc-4690-ba43-cc0639f1d52c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:22.556939 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-be57c9e0-cf94-445e-9342-7cc979851c36 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.585923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-be57c9e0-cf94-445e-9342-7cc979851c36 None None] Transition to ACTIVE for port object b16b24b1-bc7e-460a-b618-1a3a1225172a will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:22.586781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:22.600539 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-be57c9e0-cf94-445e-9342-7cc979851c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.605287 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b3295a02-bfbe-4d74-aed2-be2c9ae30f8d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "PUT /v2.0/routers/05dd263c-bb9e-40c2-b45f-38a7947c1f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1649361 May 24 23:08:22.619131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9aa82aaa-82b5-43dd-838e-5276e8b7907d tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.640464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Sync routers for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:22.649540 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9aa82aaa-82b5-43dd-838e-5276e8b7907d tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.710146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:22.710785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:08:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:22.752814 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9aa82aaa-82b5-43dd-838e-5276e8b7907d tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.778695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa82aaa-82b5-43dd-838e-5276e8b7907d tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957027bf-cd38-4208-ae2a-4737c490ebde,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:22.845159 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9aa82aaa-82b5-43dd-838e-5276e8b7907d tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:22.849063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53206) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:22.849218 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9aa82aaa-82b5-43dd-838e-5276e8b7907d tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "DELETE /v2.0/security-groups/957027bf-cd38-4208-ae2a-4737c490ebde HTTP/1.1" status: 204 len: 168 time: 0.5398281 May 24 23:08:22.874272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57c9e0-cf94-445e-9342-7cc979851c36 None None] Pushing event updated for resources: {'Port': ['ID=b16b24b1-bc7e-460a-b618-1a3a1225172a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:22.882780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-4cf5c753-e569-4703-8fb6-fd0fc6edbaeb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Delete allocated IP 172.20.0.30 (0280a8fe-7f9e-4eaf-9733-f6ef493da323/c1c26b4b-912e-4eb3-a0b5-7484480f05c1) {{(pid=88390) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:08:22.932134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-68d6ebe0-0fc8-40e9-9645-12bd2bf70a9c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Synchronizing usage tracker for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:22.953429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-68d6ebe0-0fc8-40e9-9645-12bd2bf70a9c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Unset dirty status for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:22.958714 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-68d6ebe0-0fc8-40e9-9645-12bd2bf70a9c tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1079342 May 24 23:08:22.959683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53210) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:22.966057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418276340'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:22.976189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:22.990643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:23.015910 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.038034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:23.039606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:23.044049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Usage tracker for resource:security_group_rule and tenant:375aac7a17a84d4cb0181ae4e3457d4f is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:23.047313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:23.053655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:23.149344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.160176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.228164 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.229789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2688172 May 24 23:08:23.234609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53220) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:23.248215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c15be9da-4a3a-4a39-a9a7-73ad284b1ce8 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:23.249719 n-d-843146-7 neutron-server[88389]: WARNING neutron.api.v2.base [None req-c15be9da-4a3a-4a39-a9a7-73ad284b1ce8 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 24 23:08:23.250359 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-c15be9da-4a3a-4a39-a9a7-73ad284b1ce8 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] update failed (client error): There was a conflict when trying to complete your request. May 24 23:08:23.251607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c15be9da-4a3a-4a39-a9a7-73ad284b1ce8 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "PUT /v2.0/security-groups/70ff94bc-98a5-4a89-82f0-1510af6b9c88 HTTP/1.1" status: 409 len: 330 time: 0.0160005 May 24 23:08:23.254837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53224) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:23.320219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a70a3c-b342-4a4b-bd3f-6ab334b04ba3 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ff94bc-98a5-4a89-82f0-1510af6b9c88,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:23.342162 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c753-e569-4703-8fb6-fd0fc6edbaeb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.359515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-4cf5c753-e569-4703-8fb6-fd0fc6edbaeb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Ignored duplicate provisioning block setup for port 2dc73782-ed7c-4362-95d4-89dde7046374 by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 24 23:08:23.374730 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c753-e569-4703-8fb6-fd0fc6edbaeb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.379158 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d3f7-c7a5-459d-a885-2fae4202b9e2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.412954 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d3f7-c7a5-459d-a885-2fae4202b9e2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.523560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d3f7-c7a5-459d-a885-2fae4202b9e2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.567817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7d3f7-c7a5-459d-a885-2fae4202b9e2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ff94bc-98a5-4a89-82f0-1510af6b9c88,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:23.569946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ab7d3f7-c7a5-459d-a885-2fae4202b9e2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.573753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5ab7d3f7-c7a5-459d-a885-2fae4202b9e2 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "DELETE /v2.0/security-groups/70ff94bc-98a5-4a89-82f0-1510af6b9c88 HTTP/1.1" status: 204 len: 168 time: 0.3179491 May 24 23:08:23.574490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53236) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:23.634919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-16a91bf2-b29a-4edf-91ee-33852b5f311f tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Synchronizing usage tracker for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:23.637621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5c753-e569-4703-8fb6-fd0fc6edbaeb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=2dc73782-ed7c-4362-95d4-89dde7046374,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:23.659117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4cf5c753-e569-4703-8fb6-fd0fc6edbaeb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] In _notify_port_updated(), no bound segment for port 2dc73782-ed7c-4362-95d4-89dde7046374 on network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:08:23.665988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf5c753-e569-4703-8fb6-fd0fc6edbaeb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:23.677168 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c753-e569-4703-8fb6-fd0fc6edbaeb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:23.687432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4cf5c753-e569-4703-8fb6-fd0fc6edbaeb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "PUT /v2.0/ports/2dc73782-ed7c-4362-95d4-89dde7046374 HTTP/1.1" status: 200 len: 919 time: 1.7717459 May 24 23:08:23.688436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53242) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:23.700434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-16a91bf2-b29a-4edf-91ee-33852b5f311f tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] Unset dirty status for tenant:375aac7a17a84d4cb0181ae4e3457d4f on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:23.706680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-16a91bf2-b29a-4edf-91ee-33852b5f311f tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1307940 May 24 23:08:23.707499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53246) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:23.734128 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-77e79ff8-e4b7-4715-9f58-d2c9209a97dd tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] delete failed (client error): The resource could not be found. May 24 23:08:23.738828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5f882cfa-05c6-44a9-9776-a674e1dc9f63 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '285ad4e1-e95d-498f-8bdd-230b9ecc055f'}, {'subnet_id': 'c1c26b4b-912e-4eb3-a0b5-7484480f05c1'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:23.740698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-77e79ff8-e4b7-4715-9f58-d2c9209a97dd tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "DELETE /v2.0/security-groups/c1fcca47-23e9-4661-9acd-01c2a79ff971 HTTP/1.1" status: 404 len: 347 time: 0.0319185 May 24 23:08:23.741348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53250) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:23.761184 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-4901d281-4850-4c23-ab02-b3cdb99158c6 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] show failed (client error): The resource could not be found. May 24 23:08:23.768743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4901d281-4850-4c23-ab02-b3cdb99158c6 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "GET /v2.0/security-groups/499c0ba2-9268-463a-9208-31aa1f1f932e HTTP/1.1" status: 404 len: 347 time: 0.0262024 May 24 23:08:23.769334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53254) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:23.786673 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-21101369-a73f-4da6-8c8a-f57c6cd1b628 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] show failed (client error): The resource could not be found. May 24 23:08:23.792456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-21101369-a73f-4da6-8c8a-f57c6cd1b628 tempest-NegativeSecGroupTest-1751213704 tempest-NegativeSecGroupTest-1751213704-project] 10.222.0.55 "GET /v2.0/security-group-rules/40c0a159-a831-4ff9-acfd-6c29be993940 HTTP/1.1" status: 404 len: 356 time: 0.0220578 May 24 23:08:23.842728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:08:20Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'port_id': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'mac_address': 'fa:16:3e:8f:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84797efd-16f3-4804-85c1-95c182ad344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:07Z', 'updated_at': '2022-05-24T23:07:13Z', 'revision_number': 1, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700f6190-42cc-4690-ba43-cc0639f1d52c', 'name': '', 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:ab:46:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:08:18Z', 'updated_at': '2022-05-24T23:08:20Z', 'revision_number': 2, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:23.853774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Checking router: 05dd263c-bb9e-40c2-b45f-38a7947c1f9d for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:23.854314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Updating router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d port 700f6190-42cc-4690-ba43-cc0639f1d52c binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:08:23.886531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac65fb9-d64b-48ab-9a23-f0706680a702 None None] Network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:24.000178 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f882cfa-05c6-44a9-9776-a674e1dc9f63 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.017647 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.135479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7ab4dbb5-ff3a-4bbe-8880-104d5b6d55f6 None None] Provisioning for port b16b24b1-bc7e-460a-b618-1a3a1225172a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:24.162037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7ab4dbb5-ff3a-4bbe-8880-104d5b6d55f6 None None] Provisioning complete for port b16b24b1-bc7e-460a-b618-1a3a1225172a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:24.162708 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7ab4dbb5-ff3a-4bbe-8880-104d5b6d55f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.332294 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53272) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:24.338204 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.391017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b16b24b1-bc7e-460a-b618-1a3a1225172a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:24.554846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-5f882cfa-05c6-44a9-9776-a674e1dc9f63 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.29 (0280a8fe-7f9e-4eaf-9733-f6ef493da323/c1c26b4b-912e-4eb3-a0b5-7484480f05c1/2dc73782-ed7c-4362-95d4-89dde7046374) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:24.720868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-66a6cc34-3680-48c6-ba96-e03caf844a2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=375aac7a17a84d4cb0181ae4e3457d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848493 May 24 23:08:24.722340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53284) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:24.806531 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-403501a8-b2de-438f-83f2-87e806033ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.822695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4dbb5-ff3a-4bbe-8880-104d5b6d55f6 None None] Current status of the port b16b24b1-bc7e-460a-b618-1a3a1225172a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:24.835221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b16b24b1-bc7e-460a-b618-1a3a1225172a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:24.835855 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.843727 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f882cfa-05c6-44a9-9776-a674e1dc9f63 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.843935 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-403501a8-b2de-438f-83f2-87e806033ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.873807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-5f882cfa-05c6-44a9-9776-a674e1dc9f63 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Ignored duplicate provisioning block setup for port 2dc73782-ed7c-4362-95d4-89dde7046374 by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 24 23:08:24.888649 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f882cfa-05c6-44a9-9776-a674e1dc9f63 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.953540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-403501a8-b2de-438f-83f2-87e806033ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:24.977015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403501a8-b2de-438f-83f2-87e806033ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4eed18-6832-4d37-8c9d-ccd6fe696a88,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:25.016365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-403501a8-b2de-438f-83f2-87e806033ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.035039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-403501a8-b2de-438f-83f2-87e806033ca3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a4eed18-6832-4d37-8c9d-ccd6fe696a88 HTTP/1.1" status: 204 len: 168 time: 0.3101988 May 24 23:08:25.280695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f882cfa-05c6-44a9-9776-a674e1dc9f63 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=2dc73782-ed7c-4362-95d4-89dde7046374,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:25.287982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b16b24b1-bc7e-460a-b618-1a3a1225172a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:25.298553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5f882cfa-05c6-44a9-9776-a674e1dc9f63 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] In _notify_port_updated(), no bound segment for port 2dc73782-ed7c-4362-95d4-89dde7046374 on network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:08:25.304807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f882cfa-05c6-44a9-9776-a674e1dc9f63 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:25.305124 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f882cfa-05c6-44a9-9776-a674e1dc9f63 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.309325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53300) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:25.309518 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5f882cfa-05c6-44a9-9776-a674e1dc9f63 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "PUT /v2.0/ports/2dc73782-ed7c-4362-95d4-89dde7046374 HTTP/1.1" status: 200 len: 999 time: 1.6204584 May 24 23:08:25.324140 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-09344863-5cd8-46eb-88cf-6506aa638b56 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3157947 May 24 23:08:25.360307 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.387364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-46f12dd9-f677-4240-a2d1-7d52870b9f18 None None] Provisioning for port 2dc73782-ed7c-4362-95d4-89dde7046374 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:25.404679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Transition to ACTIVE for port object 700f6190-42cc-4690-ba43-cc0639f1d52c will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:25.418917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-46f12dd9-f677-4240-a2d1-7d52870b9f18 None None] Provisioning complete for port 2dc73782-ed7c-4362-95d4-89dde7046374 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:25.419289 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46f12dd9-f677-4240-a2d1-7d52870b9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.540073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-63728dd9-65d7-47cc-8e74-602b481992e6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 2dc73782-ed7c-4362-95d4-89dde7046374 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:25.542972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63728dd9-65d7-47cc-8e74-602b481992e6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.554659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-70720257-4908-413f-a98b-4895d381afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:25.555340 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:25.557337 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-70720257-4908-413f-a98b-4895d381afc2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2538b79651204683958a8311138e4a89&device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 1097 time: 0.2056749 May 24 23:08:25.770611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237b424-63f6-42f7-892f-fdf5780f3b22 None None] Pushing event updated for resources: {'Port': ['ID=700f6190-42cc-4690-ba43-cc0639f1d52c,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:25.941269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-f6b0b084-0afd-4f68-b013-b0de8591267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:25.943647 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-f6b0b084-0afd-4f68-b013-b0de8591267f service neutron] 10.222.0.50 "GET /v2.0/networks?id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 200 len: 912 time: 0.3585265 May 24 23:08:26.095693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-46f12dd9-f677-4240-a2d1-7d52870b9f18 None None] Port 2dc73782-ed7c-4362-95d4-89dde7046374 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:26.144406 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-32738520-4591-442d-9175-bd923e568360 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f65d305-9b63-4899-baa0-d13c0abf4925 HTTP/1.1" status: 200 len: 1002 time: 0.1900549 May 24 23:08:26.169112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63728dd9-65d7-47cc-8e74-602b481992e6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.212466 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.259683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-46f12dd9-f677-4240-a2d1-7d52870b9f18 None None] Provisioning complete for port b16b24b1-bc7e-460a-b618-1a3a1225172a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:26.260310 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46f12dd9-f677-4240-a2d1-7d52870b9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.322119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Attempting to bind port 700f6190-42cc-4690-ba43-cc0639f1d52c on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:26.325167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Attempting to bind port 700f6190-42cc-4690-ba43-cc0639f1d52c by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:26.326187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Attempting to bind port 700f6190-42cc-4690-ba43-cc0639f1d52c on network 90db5f55-6233-4f7a-8418-516d5adbcbb1 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:26.327310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-4ff45ed1-47d0-46e3-81ee-785909a50249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:26.329134 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-4ff45ed1-47d0-46e3-81ee-785909a50249 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47001c01-66d5-4135-8684-58bb2d7f443c HTTP/1.1" status: 200 len: 850 time: 0.1790276 May 24 23:08:26.340325 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:26.341313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Checking segment: {'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:26.342284 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.343500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Bound using segment: {'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:26.344677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Bound port: 700f6190-42cc-4690-ba43-cc0639f1d52c, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cfdbee-5f74-4a30-981d-7dc409a7186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:26.345317 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.661878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53336) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:26.703300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-63728dd9-65d7-47cc-8e74-602b481992e6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 2dc73782-ed7c-4362-95d4-89dde7046374 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:26.721374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-dd1d0fa9-c6ff-4885-ac67-aa563c6b4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:26.724944 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-dd1d0fa9-c6ff-4885-ac67-aa563c6b4da3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3874357 May 24 23:08:26.778157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] For port 700f6190-42cc-4690-ba43-cc0639f1d52c, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:26.782719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] For port 700f6190-42cc-4690-ba43-cc0639f1d52c, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=700f6190-42cc-4690-ba43-cc0639f1d52c,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:26.798971 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:26.931461 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-08d06584-1b92-4952-ad76-2eccba57da0c service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962559 May 24 23:08:26.932983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-46f12dd9-f677-4240-a2d1-7d52870b9f18 None None] Current status of the port b16b24b1-bc7e-460a-b618-1a3a1225172a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:26.935294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:26.941752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:08:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:27.002284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b619f7db-cc82-401b-800d-f21f33703f0f tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-47840046', 'prefixes': ['172.20.0.0/16']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:27.063331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237b424-63f6-42f7-892f-fdf5780f3b22 None None] Pushing event updated for resources: {'Port': ['ID=700f6190-42cc-4690-ba43-cc0639f1d52c,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:27.111750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b619f7db-cc82-401b-800d-f21f33703f0f tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:27.114276 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63728dd9-65d7-47cc-8e74-602b481992e6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.189652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-843ccd7c-9c8b-4167-8a2e-4db59b169b2a None None] Provisioning complete for port 2dc73782-ed7c-4362-95d4-89dde7046374 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:27.189652 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-843ccd7c-9c8b-4167-8a2e-4db59b169b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.209539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63728dd9-65d7-47cc-8e74-602b481992e6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=2dc73782-ed7c-4362-95d4-89dde7046374,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:27.259575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-843ccd7c-9c8b-4167-8a2e-4db59b169b2a None None] Port 2dc73782-ed7c-4362-95d4-89dde7046374 was deleted so its status cannot be updated. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 24 23:08:27.296793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50e7bae6-7590-4f2e-8716-7c51de5897c0 req-6daee409-5283-4cbd-aae9-01eb8df8a9c6 service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542106 May 24 23:08:27.318037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:27.343867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b619f7db-cc82-401b-800d-f21f33703f0f tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] Notify callbacks [] for subnetpool, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.347545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b619f7db-cc82-401b-800d-f21f33703f0f tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.6814618 May 24 23:08:27.347800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53348) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.392055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dbdbe11c-972e-4099-a24a-edeb005e3d2e tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] 10.222.0.55 "GET /v2.0/subnetpools/43babc66-86cd-4da7-9379-509484ebb73b HTTP/1.1" status: 200 len: 730 time: 0.0429966 May 24 23:08:27.394375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53352) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.402674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-92bc6f67-1491-4635-8b92-2e898bf0842d tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-152078915'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:27.567644 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-63728dd9-65d7-47cc-8e74-602b481992e6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.567644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-63728dd9-65d7-47cc-8e74-602b481992e6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/2dc73782-ed7c-4362-95d4-89dde7046374 HTTP/1.1" status: 204 len: 168 time: 2.2113709 May 24 23:08:27.567644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53356) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.584512 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92bc6f67-1491-4635-8b92-2e898bf0842d tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] Notify callbacks [] for subnetpool, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.587556 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-92bc6f67-1491-4635-8b92-2e898bf0842d tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] 10.222.0.55 "PUT /v2.0/subnetpools/43babc66-86cd-4da7-9379-509484ebb73b HTTP/1.1" status: 200 len: 683 time: 0.1902478 May 24 23:08:27.591804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53366) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.611038 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0f2e6b-57bf-4cec-a1eb-b41ffd8c2381 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:08:27.611819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a0f2e6b-57bf-4cec-a1eb-b41ffd8c2381 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:27.633526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9a0f2e6b-57bf-4cec-a1eb-b41ffd8c2381 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:27.640200 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9a0f2e6b-57bf-4cec-a1eb-b41ffd8c2381 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/2dc73782-ed7c-4362-95d4-89dde7046374 HTTP/1.1" status: 404 len: 333 time: 0.1085017 May 24 23:08:27.640462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53370) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.724803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae9e1bc-2371-41f3-b87d-87d5ac916cf3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting subnet c1c26b4b-912e-4eb3-a0b5-7484480f05c1 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:27.727936 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cae9e1bc-2371-41f3-b87d-87d5ac916cf3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.751695 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1b75b100-3911-4fa6-acf8-3ae34bf57e40 tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] Notify callbacks [] for subnetpool, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.756729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1b75b100-3911-4fa6-acf8-3ae34bf57e40 tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] 10.222.0.55 "DELETE /v2.0/subnetpools/43babc66-86cd-4da7-9379-509484ebb73b HTTP/1.1" status: 204 len: 168 time: 0.1645942 May 24 23:08:27.757583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53376) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.786452 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-ae66e78d-286f-4526-8a52-0f976a10d74a tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] show failed (client error): The resource could not be found. May 24 23:08:27.791223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53380) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:27.791935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ae66e78d-286f-4526-8a52-0f976a10d74a tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] 10.222.0.55 "GET /v2.0/subnetpools/43babc66-86cd-4da7-9379-509484ebb73b HTTP/1.1" status: 404 len: 346 time: 0.0330882 May 24 23:08:27.819207 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-15652574-42a6-4e85-b9a7-885f74d2eab7 tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] delete failed (client error): The resource could not be found. May 24 23:08:27.826446 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-15652574-42a6-4e85-b9a7-885f74d2eab7 tempest-SubnetPoolsTestJSON-2077825239 tempest-SubnetPoolsTestJSON-2077825239-project] 10.222.0.55 "DELETE /v2.0/subnetpools/43babc66-86cd-4da7-9379-509484ebb73b HTTP/1.1" status: 404 len: 346 time: 0.0275774 May 24 23:08:27.826446 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cae9e1bc-2371-41f3-b87d-87d5ac916cf3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.912578 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cae9e1bc-2371-41f3-b87d-87d5ac916cf3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:27.956630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:08:20Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'port_id': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'mac_address': 'fa:16:3e:8f:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84797efd-16f3-4804-85c1-95c182ad344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:07Z', 'updated_at': '2022-05-24T23:07:13Z', 'revision_number': 1, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700f6190-42cc-4690-ba43-cc0639f1d52c', 'name': '', 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:ab:46:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:08:18Z', 'updated_at': '2022-05-24T23:08:26Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:27.961846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32941ad7-6618-495d-ba95-517880b7d6a7 None None] The sync data for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 is: [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:08:20Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'port_id': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'mac_address': 'fa:16:3e:8f:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84797efd-16f3-4804-85c1-95c182ad344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:07Z', 'updated_at': '2022-05-24T23:07:13Z', 'revision_number': 1, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '700f6190-42cc-4690-ba43-cc0639f1d52c', 'name': '', 'network_id': '90db5f55-6233-4f7a-8418-516d5adbcbb1', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:ab:46:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:08:18Z', 'updated_at': '2022-05-24T23:08:26Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:28.003448 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cae9e1bc-2371-41f3-b87d-87d5ac916cf3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.093183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9e1bc-2371-41f3-b87d-87d5ac916cf3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c26b4b-912e-4eb3-a0b5-7484480f05c1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:28.097350 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cae9e1bc-2371-41f3-b87d-87d5ac916cf3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.108348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891af02e-73a0-4b0d-9d95-1c29623947df None None] Network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:28.113197 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cae9e1bc-2371-41f3-b87d-87d5ac916cf3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/c1c26b4b-912e-4eb3-a0b5-7484480f05c1 HTTP/1.1" status: 204 len: 168 time: 0.4716461 May 24 23:08:28.115892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53394) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:28.231341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2c1993-581f-4df0-9d3b-646bcf5d8811 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting subnet 285ad4e1-e95d-498f-8bdd-230b9ecc055f {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:28.237720 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1993-581f-4df0-9d3b-646bcf5d8811 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.283025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53398) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:28.334034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 700f6190-42cc-4690-ba43-cc0639f1d52c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:28.364717 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1993-581f-4df0-9d3b-646bcf5d8811 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.528951 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.533090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 700f6190-42cc-4690-ba43-cc0639f1d52c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:28.547781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:28.552527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Usage tracker for resource:security_group_rule and tenant:7ccc2c67e945419db3087af96e085233 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:28.554559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 700f6190-42cc-4690-ba43-cc0639f1d52c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:28.555076 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.555551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:28.562261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:28.563825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1993-581f-4df0-9d3b-646bcf5d8811 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.719972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1993-581f-4df0-9d3b-646bcf5d8811 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.736699 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.752210 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.807912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 700f6190-42cc-4690-ba43-cc0639f1d52c is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:28.808366 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.815727 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1993-581f-4df0-9d3b-646bcf5d8811 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.829370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ccc2c67e945419db3087af96e085233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435972 May 24 23:08:28.830560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d55bd88-c608-447e-b619-46a1352337af,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:28.833155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53412) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:28.837332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c1993-581f-4df0-9d3b-646bcf5d8811 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Subnet': ['ID=285ad4e1-e95d-498f-8bdd-230b9ecc055f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:28.864289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.864806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.865276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.874784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.875421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.876540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.879789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.880615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.881082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.881565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.883198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.883698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09411387-594b-4f41-9b6d-3a280c0bfbc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:28.884259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 700f6190-42cc-4690-ba43-cc0639f1d52c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=700f6190-42cc-4690-ba43-cc0639f1d52c,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:28.893205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7b2c1993-581f-4df0-9d3b-646bcf5d8811 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/285ad4e1-e95d-498f-8bdd-230b9ecc055f HTTP/1.1" status: 204 len: 168 time: 0.7756305 May 24 23:08:28.896592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53418) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:28.902499 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:28.952925 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4f0302d-5452-4974-8e9d-f7ece8944dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:29.024414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4f0302d-5452-4974-8e9d-f7ece8944dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:29.106782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=700f6190-42cc-4690-ba43-cc0639f1d52c,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:29.110328 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4f0302d-5452-4974-8e9d-f7ece8944dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:29.132131 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4f0302d-5452-4974-8e9d-f7ece8944dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:29.133300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a4f0302d-5452-4974-8e9d-f7ece8944dd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d55bd88-c608-447e-b619-46a1352337af HTTP/1.1" status: 204 len: 168 time: 0.2855103 May 24 23:08:29.134478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0302d-5452-4974-8e9d-f7ece8944dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d55bd88-c608-447e-b619-46a1352337af,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:29.167489 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:29.187148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port b16b24b1-bc7e-460a-b618-1a3a1225172a {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:29.187496 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:29.445164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] For port b16b24b1-bc7e-460a-b618-1a3a1225172a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b16b24b1-bc7e-460a-b618-1a3a1225172a,segment=NetworkSegment(6543483c-3d7b-4e92-a2df-4996ebfa22f4),segment_id=6543483c-3d7b-4e92-a2df-4996ebfa22f4)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:29.445543 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:29.473409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbbd8c4-b233-4aac-9ab7-7e0dac4dc087 None None] Network 0280a8fe-7f9e-4eaf-9733-f6ef493da323 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:29.601668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fb425675-dbfa-44a2-9f94-e97438f7ca12 None None] Provisioning complete for port b16b24b1-bc7e-460a-b618-1a3a1225172a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:29.602073 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fb425675-dbfa-44a2-9f94-e97438f7ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:29.632626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for b16b24b1-bc7e-460a-b618-1a3a1225172a owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:29.753338 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:29.813992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=b16b24b1-bc7e-460a-b618-1a3a1225172a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:29.819658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No DVR routers for this DVR port b16b24b1-bc7e-460a-b618-1a3a1225172a on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:29.847162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fb425675-dbfa-44a2-9f94-e97438f7ca12 None None] Could not find standard attr ID for object b16b24b1-bc7e-460a-b618-1a3a1225172a. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:08:29.857261 n-d-843146-7 neutron-server[88391]: INFO neutron.plugins.ml2.db [None req-fb425675-dbfa-44a2-9f94-e97438f7ca12 None None] No ports have port_id starting with b16b24b1-bc7e-460a-b618-1a3a1225172a May 24 23:08:29.920338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511240dd-ec88-40d0-b60b-21dea95af561 None None] DHCP port deletion for 0280a8fe-7f9e-4eaf-9733-f6ef493da323 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:29.959794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:29.996888 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0280a8fe-7f9e-4eaf-9733-f6ef493da323']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:30.015469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6543483c-3d7b-4e92-a2df-4996ebfa22f4') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:30.015764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6543483c-3d7b-4e92-a2df-4996ebfa22f4') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:30.028161 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.048451 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.055202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:30.055953 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.150919 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 6543483c-3d7b-4e92-a2df-4996ebfa22f4 resource provider aggregate not found May 24 23:08:30.194423 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 6543483c-3d7b-4e92-a2df-4996ebfa22f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6543483c-3d7b-4e92-a2df-4996ebfa22f4 found for delete ", "request_id": "req-c28fb1a5-fc0e-46ff-9465-9da7ffa3123a"}]} May 24 23:08:30.221986 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.242811 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.255959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Network': ['ID=0280a8fe-7f9e-4eaf-9733-f6ef493da323,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:30.276400 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b567c269-f97d-4711-8d4c-323c68c42bab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/networks/0280a8fe-7f9e-4eaf-9733-f6ef493da323 HTTP/1.1" status: 204 len: 168 time: 1.3783925 May 24 23:08:30.281543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53472) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:30.308202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 700f6190-42cc-4690-ba43-cc0639f1d52c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:30.382324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 700f6190-42cc-4690-ba43-cc0639f1d52c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:30.383026 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.407009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761015f-b51c-4841-a9cc-7c2156132716 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:30.412834 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a761015f-b51c-4841-a9cc-7c2156132716 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1262619 May 24 23:08:30.413276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53478) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:30.529449 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-22ddba62-bf84-4e8b-b3ff-8f294f2bd942 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:30.536494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 700f6190-42cc-4690-ba43-cc0639f1d52c is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:30.562637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-22ddba62-bf84-4e8b-b3ff-8f294f2bd942 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:30.569342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53488) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:30.570102 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-22ddba62-bf84-4e8b-b3ff-8f294f2bd942 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1554697 May 24 23:08:30.575474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-505187636'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:30.590754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:30.595593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:network and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:30.597981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b16b24b1-bc7e-460a-b618-1a3a1225172a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:30.598914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:30.605597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:30.621620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:30.630519 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.666278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:30.672595 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: b16b24b1-bc7e-460a-b618-1a3a1225172a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:30.673768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b16b24b1-bc7e-460a-b618-1a3a1225172a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:30.675980 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.676287 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Added segment c94fbc1f-24b6-4aba-9db8-64ea3e069512 of type vlan for network 2bd87763-55b7-4806-897a-779b7be20bc6 May 24 23:08:30.705894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.738556 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.744147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:30.744848 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:30.856118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2851660 May 24 23:08:30.859502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53504) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:30.863326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed783aeb-30fe-4628-923e-52219b8e002e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Network': ['ID=2bd87763-55b7-4806-897a-779b7be20bc6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:30.866233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': '2bd87763-55b7-4806-897a-779b7be20bc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:30.874529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 2bd87763-55b7-4806-897a-779b7be20bc6 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:31.135031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:31.140093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:31.143142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:31.149928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:31.171029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:31.175456 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.448197 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.560480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Subnet': ['ID=7b3e5ca3-b567-4523-bd00-9119dcde75b1,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:31.572282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Checking segment: {'id': 'c94fbc1f-24b6-4aba-9db8-64ea3e069512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2bd87763-55b7-4806-897a-779b7be20bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:31.572689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network hostable DHCP agents. Network: 2bd87763-55b7-4806-897a-779b7be20bc6, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:31.595558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 2bd87763-55b7-4806-897a-779b7be20bc6 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:08:31.610566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 2bd87763-55b7-4806-897a-779b7be20bc6) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:31.616234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:31.616976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.620857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e0fef9-8d34-4c88-88df-0b318b3a434e None None] Network 2bd87763-55b7-4806-897a-779b7be20bc6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:31.645638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e66941f0-e2fd-43bd-8ac6-3ff03b6d87d2 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7839715 May 24 23:08:31.647583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53548) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:31.653444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': '2bd87763-55b7-4806-897a-779b7be20bc6', 'name': 'tempest-PortsTestJSON-104959409'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:31.815357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:31.826700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:31.840464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:31.847031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:31.877398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 3b75705a-9b31-42d6-82ec-b04679ca4887 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:08:31.929475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-2bd87763-55b7-4806-897a-779b7be20bc6', 'network_id': '2bd87763-55b7-4806-897a-779b7be20bc6', 'tenant_id': 'bbd1c03d8d8442859004af0e0064373e', 'fixed_ips': [{'subnet_id': '7b3e5ca3-b567-4523-bd00-9119dcde75b1'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:08:31.930481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.069199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.8 (2bd87763-55b7-4806-897a-779b7be20bc6/7b3e5ca3-b567-4523-bd00-9119dcde75b1/3b75705a-9b31-42d6-82ec-b04679ca4887) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:32.096058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53566) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:32.249698 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c524d8c2-5f72-4a77-99f1-0a8acf60fae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.266762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c524d8c2-5f72-4a77-99f1-0a8acf60fae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:32.271671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c524d8c2-5f72-4a77-99f1-0a8acf60fae1 admin admin] Usage tracker for resource:security_group_rule and tenant:309e628f3272474d9d2c6f454c4e28eb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:32.275900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c524d8c2-5f72-4a77-99f1-0a8acf60fae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:32.282510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c524d8c2-5f72-4a77-99f1-0a8acf60fae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:32.301724 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.318243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object 3b75705a-9b31-42d6-82ec-b04679ca4887 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:32.354923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.391760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c524d8c2-5f72-4a77-99f1-0a8acf60fae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.398382 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c524d8c2-5f72-4a77-99f1-0a8acf60fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.416928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Allocated IP 172.20.0.2 (2bd87763-55b7-4806-897a-779b7be20bc6/7b3e5ca3-b567-4523-bd00-9119dcde75b1/56b0a7a6-0330-48a1-805a-088c8c59df4f) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:32.423962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 2bd87763-55b7-4806-897a-779b7be20bc6 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:32.425349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:32.469924 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c524d8c2-5f72-4a77-99f1-0a8acf60fae1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=309e628f3272474d9d2c6f454c4e28eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727100 May 24 23:08:32.473439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53582) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:32.490825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524d8c2-5f72-4a77-99f1-0a8acf60fae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fa0673-aaa9-480d-95fd-fa08ed5236fb,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:32.565148 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc50547-98f4-43ca-8dfe-9a4d4af4e6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.631582 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc50547-98f4-43ca-8dfe-9a4d4af4e6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.636255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:32.688293 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.689835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=3b75705a-9b31-42d6-82ec-b04679ca4887,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:32.697228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc50547-98f4-43ca-8dfe-9a4d4af4e6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.706782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Transition to ACTIVE for port object 56b0a7a6-0330-48a1-805a-088c8c59df4f will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:32.709191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:32.709834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.719927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc50547-98f4-43ca-8dfe-9a4d4af4e6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.723961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3fc50547-98f4-43ca-8dfe-9a4d4af4e6db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2fa0673-aaa9-480d-95fd-fa08ed5236fb HTTP/1.1" status: 204 len: 168 time: 0.2495747 May 24 23:08:32.725351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc50547-98f4-43ca-8dfe-9a4d4af4e6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fa0673-aaa9-480d-95fd-fa08ed5236fb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:32.745136 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-06832929-2847-4f35-bea9-f7b4fdd637ec tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0955400 May 24 23:08:32.746128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53592) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:32.753871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Transition to ACTIVE for port object 56b0a7a6-0330-48a1-805a-088c8c59df4f will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:32.756083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': '2bd87763-55b7-4806-897a-779b7be20bc6', 'name': 'tempest-PortsTestJSON-185037514'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:32.766174 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.855508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Network 2bd87763-55b7-4806-897a-779b7be20bc6 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:32.858731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:32.861321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:32.918028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Pushing event updated for resources: {'Port': ['ID=56b0a7a6-0330-48a1-805a-088c8c59df4f,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:32.969658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:32.974659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:port and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:32.976145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Attempting to bind port 56b0a7a6-0330-48a1-805a-088c8c59df4f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:32.976524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Attempting to bind port 56b0a7a6-0330-48a1-805a-088c8c59df4f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'c94fbc1f-24b6-4aba-9db8-64ea3e069512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2bd87763-55b7-4806-897a-779b7be20bc6'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:32.977064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Attempting to bind port 56b0a7a6-0330-48a1-805a-088c8c59df4f on network 2bd87763-55b7-4806-897a-779b7be20bc6 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:32.977676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:32.982617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:32.983063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Checking segment: {'id': 'c94fbc1f-24b6-4aba-9db8-64ea3e069512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2bd87763-55b7-4806-897a-779b7be20bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:32.983494 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.983889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Bound using segment: {'id': 'c94fbc1f-24b6-4aba-9db8-64ea3e069512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2bd87763-55b7-4806-897a-779b7be20bc6'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:32.984361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Bound port: 56b0a7a6-0330-48a1-805a-088c8c59df4f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94fbc1f-24b6-4aba-9db8-64ea3e069512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2bd87763-55b7-4806-897a-779b7be20bc6'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:32.984739 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:32.985679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:33.000316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:33.004858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.030680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port bd0d25a3-dbfc-4016-9417-6f7898ce043b yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:08:33.167210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] For port 56b0a7a6-0330-48a1-805a-088c8c59df4f, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:33.172877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] For port 56b0a7a6-0330-48a1-805a-088c8c59df4f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=56b0a7a6-0330-48a1-805a-088c8c59df4f,segment=NetworkSegment(c94fbc1f-24b6-4aba-9db8-64ea3e069512),segment_id=c94fbc1f-24b6-4aba-9db8-64ea3e069512)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:33.183176 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.224712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53602) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:33.258767 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bf08d76f-2c3c-49fc-a534-ed706a2e6ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.283161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.5 (2bd87763-55b7-4806-897a-779b7be20bc6/7b3e5ca3-b567-4523-bd00-9119dcde75b1/bd0d25a3-dbfc-4016-9417-6f7898ce043b) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:33.286030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd5024-bb58-4bfa-a191-53cda957dce5 None None] Pushing event updated for resources: {'Port': ['ID=56b0a7a6-0330-48a1-805a-088c8c59df4f,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:33.293592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bf08d76f-2c3c-49fc-a534-ed706a2e6ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:33.301236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bf08d76f-2c3c-49fc-a534-ed706a2e6ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:f16d0a6b5c3b4d64af9831c8dd278f1d is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:33.308177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bf08d76f-2c3c-49fc-a534-ed706a2e6ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:33.316464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bf08d76f-2c3c-49fc-a534-ed706a2e6ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:33.450692 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bf08d76f-2c3c-49fc-a534-ed706a2e6ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.463031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bf08d76f-2c3c-49fc-a534-ed706a2e6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.556378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08d76f-2c3c-49fc-a534-ed706a2e6ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bad389-0be0-4fc0-bd0a-b8a5e98eee3c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:33.583928 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bf08d76f-2c3c-49fc-a534-ed706a2e6ae2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f16d0a6b5c3b4d64af9831c8dd278f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565373 May 24 23:08:33.585706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53614) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:33.697753 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbfaad3d-fadb-434d-a670-167259d23cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.735971 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.740928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbfaad3d-fadb-434d-a670-167259d23cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.758778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object bd0d25a3-dbfc-4016-9417-6f7898ce043b will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:33.793952 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.816924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbfaad3d-fadb-434d-a670-167259d23cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.833170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaad3d-fadb-434d-a670-167259d23cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bad389-0be0-4fc0-bd0a-b8a5e98eee3c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:33.841204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbfaad3d-fadb-434d-a670-167259d23cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:33.850632 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dbfaad3d-fadb-434d-a670-167259d23cbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0bad389-0be0-4fc0-bd0a-b8a5e98eee3c HTTP/1.1" status: 204 len: 168 time: 0.2636859 May 24 23:08:33.889143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 2bd87763-55b7-4806-897a-779b7be20bc6 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:33.897306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:33.904242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:33.964615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=bd0d25a3-dbfc-4016-9417-6f7898ce043b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:33.982257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:33.982931 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:34.023020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53624) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:34.023693 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b7a5d782-6cd9-4367-9f05-0008b1f29f86 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2735262 May 24 23:08:34.113994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b85253-489c-4b1a-b43e-508666b3d467 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:34.118442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53630) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:34.118549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-45b85253-489c-4b1a-b43e-508666b3d467 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.0932357 May 24 23:08:34.213663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-df198b6a-e8f5-4330-ab3e-1d7243cf24cb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port bd0d25a3-dbfc-4016-9417-6f7898ce043b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:34.214134 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df198b6a-e8f5-4330-ab3e-1d7243cf24cb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:34.298562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 56b0a7a6-0330-48a1-805a-088c8c59df4f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:34.410265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 56b0a7a6-0330-48a1-805a-088c8c59df4f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:34.654883 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df198b6a-e8f5-4330-ab3e-1d7243cf24cb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:34.784386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b728d0-9563-4656-8c8c-8585270e3d4c None None] Network 2bd87763-55b7-4806-897a-779b7be20bc6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:34.900933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-df198b6a-e8f5-4330-ab3e-1d7243cf24cb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for bd0d25a3-dbfc-4016-9417-6f7898ce043b owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:34.907498 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cc33d2eb-d14f-43fe-8acf-37818a45b5b3 None None] Provisioning for port 56b0a7a6-0330-48a1-805a-088c8c59df4f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:34.924332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cc33d2eb-d14f-43fe-8acf-37818a45b5b3 None None] Provisioning complete for port 56b0a7a6-0330-48a1-805a-088c8c59df4f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:34.924888 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cc33d2eb-d14f-43fe-8acf-37818a45b5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.091249 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df198b6a-e8f5-4330-ab3e-1d7243cf24cb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.216919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df198b6a-e8f5-4330-ab3e-1d7243cf24cb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=bd0d25a3-dbfc-4016-9417-6f7898ce043b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:35.348113 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df198b6a-e8f5-4330-ab3e-1d7243cf24cb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.358849 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-df198b6a-e8f5-4330-ab3e-1d7243cf24cb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/bd0d25a3-dbfc-4016-9417-6f7898ce043b HTTP/1.1" status: 204 len: 168 time: 1.2390418 May 24 23:08:35.361437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53686) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:35.412256 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-b573e0b3-832d-40b4-8a6a-a1c9c7aa57ee tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:08:35.412782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b573e0b3-832d-40b4-8a6a-a1c9c7aa57ee tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:35.434187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b573e0b3-832d-40b4-8a6a-a1c9c7aa57ee tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:35.440087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53692) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:35.451088 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b8ebc0a-78ec-408b-8d0e-750828764779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.454416 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b573e0b3-832d-40b4-8a6a-a1c9c7aa57ee tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/bd0d25a3-dbfc-4016-9417-6f7898ce043b HTTP/1.1" status: 404 len: 333 time: 0.0917256 May 24 23:08:35.456618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cc33d2eb-d14f-43fe-8acf-37818a45b5b3 None None] Current status of the port 56b0a7a6-0330-48a1-805a-088c8c59df4f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:35.456618 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cc33d2eb-d14f-43fe-8acf-37818a45b5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.507699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cc33d2eb-d14f-43fe-8acf-37818a45b5b3 None None] For port 56b0a7a6-0330-48a1-805a-088c8c59df4f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=56b0a7a6-0330-48a1-805a-088c8c59df4f,segment=NetworkSegment(c94fbc1f-24b6-4aba-9db8-64ea3e069512),segment_id=c94fbc1f-24b6-4aba-9db8-64ea3e069512)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:35.515927 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cc33d2eb-d14f-43fe-8acf-37818a45b5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.579762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-410b69af-de3b-4b10-8680-ef1d02d7e70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 3b75705a-9b31-42d6-82ec-b04679ca4887 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:35.580105 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-410b69af-de3b-4b10-8680-ef1d02d7e70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.672484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33d2eb-d14f-43fe-8acf-37818a45b5b3 None None] Pushing event updated for resources: {'Port': ['ID=56b0a7a6-0330-48a1-805a-088c8c59df4f,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:35.850291 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-33e126cc-a1e7-4215-986e-c993753d69d8 None None] Provisioning for port 3b75705a-9b31-42d6-82ec-b04679ca4887 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:35.856308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-33e126cc-a1e7-4215-986e-c993753d69d8 None None] Provisioning complete for port 3b75705a-9b31-42d6-82ec-b04679ca4887 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:35.856873 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-33e126cc-a1e7-4215-986e-c993753d69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:35.969168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-33e126cc-a1e7-4215-986e-c993753d69d8 None None] Port 3b75705a-9b31-42d6-82ec-b04679ca4887 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:35.994902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-33e126cc-a1e7-4215-986e-c993753d69d8 None None] Provisioning complete for port 56b0a7a6-0330-48a1-805a-088c8c59df4f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:35.995287 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-33e126cc-a1e7-4215-986e-c993753d69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:36.092271 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-410b69af-de3b-4b10-8680-ef1d02d7e70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:36.225861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-33e126cc-a1e7-4215-986e-c993753d69d8 None None] Current status of the port 56b0a7a6-0330-48a1-805a-088c8c59df4f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:36.302423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 56b0a7a6-0330-48a1-805a-088c8c59df4f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:36.314784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-410b69af-de3b-4b10-8680-ef1d02d7e70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 3b75705a-9b31-42d6-82ec-b04679ca4887 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:36.432269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ae6f0219-3dda-4ec9-a456-8c12a8b6304e None None] Provisioning complete for port 3b75705a-9b31-42d6-82ec-b04679ca4887 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:36.432647 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ae6f0219-3dda-4ec9-a456-8c12a8b6304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:36.492932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-410b69af-de3b-4b10-8680-ef1d02d7e70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:36.494248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 56b0a7a6-0330-48a1-805a-088c8c59df4f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:36.494248 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:36.578221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f0219-3dda-4ec9-a456-8c12a8b6304e None None] Port 3b75705a-9b31-42d6-82ec-b04679ca4887 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:36.690255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 56b0a7a6-0330-48a1-805a-088c8c59df4f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:36.704862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3b4ee1df-196f-482b-8f13-b256411ace96 None None] Could not find standard attr ID for object bd0d25a3-dbfc-4016-9417-6f7898ce043b. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:08:36.759417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b69af-de3b-4b10-8680-ef1d02d7e70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=3b75705a-9b31-42d6-82ec-b04679ca4887,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:36.801964 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-410b69af-de3b-4b10-8680-ef1d02d7e70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:36.828257 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-410b69af-de3b-4b10-8680-ef1d02d7e70e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/3b75705a-9b31-42d6-82ec-b04679ca4887 HTTP/1.1" status: 204 len: 168 time: 1.3864686 May 24 23:08:36.830949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53740) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:36.901199 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d5eb0a-fdd3-428d-ba5f-5a271f26b396 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:08:36.902106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-69d5eb0a-fdd3-428d-ba5f-5a271f26b396 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:36.923613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-69d5eb0a-fdd3-428d-ba5f-5a271f26b396 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:36.925292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-69d5eb0a-fdd3-428d-ba5f-5a271f26b396 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/3b75705a-9b31-42d6-82ec-b04679ca4887 HTTP/1.1" status: 404 len: 333 time: 0.0932531 May 24 23:08:36.928382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53744) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:37.015265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1ab6fa-7851-4190-a558-2e0bdc724e80 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting subnet 7b3e5ca3-b567-4523-bd00-9119dcde75b1 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:37.018629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab6fa-7851-4190-a558-2e0bdc724e80 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:37.082787 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab6fa-7851-4190-a558-2e0bdc724e80 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:37.173551 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab6fa-7851-4190-a558-2e0bdc724e80 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:37.328784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab6fa-7851-4190-a558-2e0bdc724e80 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:37.395010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ab6fa-7851-4190-a558-2e0bdc724e80 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3e5ca3-b567-4523-bd00-9119dcde75b1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:37.402528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab6fa-7851-4190-a558-2e0bdc724e80 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:37.409032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ce1ab6fa-7851-4190-a558-2e0bdc724e80 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/7b3e5ca3-b567-4523-bd00-9119dcde75b1 HTTP/1.1" status: 204 len: 168 time: 0.4794323 May 24 23:08:37.412003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53760) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:37.416623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b4c2a-a91f-46d3-802e-978e96bc6e34 None None] Network 2bd87763-55b7-4806-897a-779b7be20bc6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:37.594319 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b87a651c-aa2f-4ff8-b089-089f9855d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:37.648272 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:37.663761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 56b0a7a6-0330-48a1-805a-088c8c59df4f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:37.664302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:37.825643 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8b979a-2a8c-4266-8373-b82fbdd806ad None None] DHCP port deletion for 2bd87763-55b7-4806-897a-779b7be20bc6 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:37.834345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b979a-2a8c-4266-8373-b82fbdd806ad None None] Deleting port 56b0a7a6-0330-48a1-805a-088c8c59df4f {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:37.834717 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6c8b979a-2a8c-4266-8373-b82fbdd806ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:37.923359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] For port 56b0a7a6-0330-48a1-805a-088c8c59df4f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=56b0a7a6-0330-48a1-805a-088c8c59df4f,segment=NetworkSegment(c94fbc1f-24b6-4aba-9db8-64ea3e069512),segment_id=c94fbc1f-24b6-4aba-9db8-64ea3e069512)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:37.924195 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.084101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6c8b979a-2a8c-4266-8373-b82fbdd806ad None None] For port 56b0a7a6-0330-48a1-805a-088c8c59df4f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=56b0a7a6-0330-48a1-805a-088c8c59df4f,segment=NetworkSegment(c94fbc1f-24b6-4aba-9db8-64ea3e069512),segment_id=c94fbc1f-24b6-4aba-9db8-64ea3e069512)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:38.084865 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6c8b979a-2a8c-4266-8373-b82fbdd806ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.214282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b979a-2a8c-4266-8373-b82fbdd806ad None None] Calling delete_port for 56b0a7a6-0330-48a1-805a-088c8c59df4f owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:38.215922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 56b0a7a6-0330-48a1-805a-088c8c59df4f owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:38.252286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 56b0a7a6-0330-48a1-805a-088c8c59df4f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:38.308542 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.347510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No active binding found for port 56b0a7a6-0330-48a1-805a-088c8c59df4f {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:08:38.348058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 56b0a7a6-0330-48a1-805a-088c8c59df4f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:38.375530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=56b0a7a6-0330-48a1-805a-088c8c59df4f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:38.379853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No DVR routers for this DVR port 56b0a7a6-0330-48a1-805a-088c8c59df4f on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:38.386092 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-6c8b979a-2a8c-4266-8373-b82fbdd806ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:38.387025 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-6c8b979a-2a8c-4266-8373-b82fbdd806ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:38.563925 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.595476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd87763-55b7-4806-897a-779b7be20bc6']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:38.608746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94fbc1f-24b6-4aba-9db8-64ea3e069512') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:38.609049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94fbc1f-24b6-4aba-9db8-64ea3e069512') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:38.620511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.642383 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.648971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:38.649575 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.711741 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.748991 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment c94fbc1f-24b6-4aba-9db8-64ea3e069512 resource provider aggregate not found May 24 23:08:38.772451 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.784373 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment c94fbc1f-24b6-4aba-9db8-64ea3e069512 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c94fbc1f-24b6-4aba-9db8-64ea3e069512 found for delete ", "request_id": "req-d219022a-52e1-4e1f-8971-13089a715528"}]} May 24 23:08:38.789634 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.795735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.842003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Network': ['ID=2bd87763-55b7-4806-897a-779b7be20bc6,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:38.849119 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-234b3b8d-f326-472f-b0bb-7d48e799ed44 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/networks/2bd87763-55b7-4806-897a-779b7be20bc6 HTTP/1.1" status: 204 len: 168 time: 1.4353218 May 24 23:08:38.853195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53820) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:38.863114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-188602903'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:38.867656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e87943-42b1-41b7-8c39-ba0fd175062a req-079073f6-aceb-4112-ac1c-d34cd43f0c3f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:38.869596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:38.870253 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2e87943-42b1-41b7-8c39-ba0fd175062a req-079073f6-aceb-4112-ac1c-d34cd43f0c3f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.7206194 May 24 23:08:38.878748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:network and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:38.888069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:38.888895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b979a-2a8c-4266-8373-b82fbdd806ad None None] Deleting port 56b0a7a6-0330-48a1-805a-088c8c59df4f {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:38.889623 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6c8b979a-2a8c-4266-8373-b82fbdd806ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.903231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:38.946303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:38.950143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:38.979383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2e87943-42b1-41b7-8c39-ba0fd175062a req-8781da06-5dcd-40dc-b0e4-6eebb8f7491b tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023960 May 24 23:08:39.012694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:39.026612 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.027171 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Added segment 905fea94-c893-4924-a717-7f8459695ccb of type vlan for network d942b71f-322e-4ec8-b9d6-226cb3c73eb4 May 24 23:08:39.066561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.074671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b979a-2a8c-4266-8373-b82fbdd806ad None None] The port '56b0a7a6-0330-48a1-805a-088c8c59df4f' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:08:39.120383 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.128296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:39.129049 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.446772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Network': ['ID=d942b71f-322e-4ec8-b9d6-226cb3c73eb4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:39.457976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fa30e582-2ec3-41d6-8dc2-d53708063289 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6032233 May 24 23:08:39.461041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53836) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:39.463711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d942b71f-322e-4ec8-b9d6-226cb3c73eb4 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:39.467245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': 'd942b71f-322e-4ec8-b9d6-226cb3c73eb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:39.486529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aabf96-8241-45c2-8989-cb686391e1c1 req-d591bdf1-93e0-4d7b-aab0-3205ce95365f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:39.488015 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98aabf96-8241-45c2-8989-cb686391e1c1 req-d591bdf1-93e0-4d7b-aab0-3205ce95365f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 945 time: 0.3535392 May 24 23:08:39.540271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98aabf96-8241-45c2-8989-cb686391e1c1 req-34efbacb-c2db-4a13-86e8-88b8610ba7e7 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16457-b153-485a-b28f-3ca3c8f61eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462837 May 24 23:08:39.643515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:39.647338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:39.650153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:39.657471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:39.668313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:39.671950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.911285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:39.984575 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:08:39.992303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Subnet': ['ID=74051a87-7637-438d-908d-d0589ee83c9b,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:39.999720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Checking segment: {'id': '905fea94-c893-4924-a717-7f8459695ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd942b71f-322e-4ec8-b9d6-226cb3c73eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:40.000102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network hostable DHCP agents. Network: d942b71f-322e-4ec8-b9d6-226cb3c73eb4, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:40.021140 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.026613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network d942b71f-322e-4ec8-b9d6-226cb3c73eb4 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:08:40.041552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d942b71f-322e-4ec8-b9d6-226cb3c73eb4) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:40.046172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:40.046966 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.053934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479fe19e-5cd5-4dca-a0cd-a2bf5a63fca2 None None] Network d942b71f-322e-4ec8-b9d6-226cb3c73eb4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:40.072173 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-24cd3924-fcd4-4dca-9afa-124aca13d52e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6097515 May 24 23:08:40.075184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53852) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:40.081250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': 'd942b71f-322e-4ec8-b9d6-226cb3c73eb4', 'name': 'tempest-PortsTestJSON-452851476', 'fixed_ips': [{'subnet_id': '74051a87-7637-438d-908d-d0589ee83c9b', 'ip_address': '172.20.0.10'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:40.235709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eb635-5893-4c3f-ad36-0a1b622c3326 req-71fa40c2-b1d8-475c-a7cf-4cdba04dc5de tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:40.237452 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-748eb635-5893-4c3f-ad36-0a1b622c3326 req-71fa40c2-b1d8-475c-a7cf-4cdba04dc5de tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.1514945 May 24 23:08:40.270328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:40.274713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:port and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:40.277789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:40.284137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:40.297239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-748eb635-5893-4c3f-ad36-0a1b622c3326 req-c8b962b9-13bd-4f97-aa1f-c03c941d31c0 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538995 May 24 23:08:40.332199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-d942b71f-322e-4ec8-b9d6-226cb3c73eb4', 'network_id': 'd942b71f-322e-4ec8-b9d6-226cb3c73eb4', 'tenant_id': 'bbd1c03d8d8442859004af0e0064373e', 'fixed_ips': [{'subnet_id': '74051a87-7637-438d-908d-d0589ee83c9b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:08:40.333181 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.335171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:40.487671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-5d3df4aa-46de-436e-82dd-421f87937b64 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:40.488784 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-5d3df4aa-46de-436e-82dd-421f87937b64 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.50 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.1978986 May 24 23:08:40.552808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Allocated IP 172.20.0.2 (d942b71f-322e-4ec8-b9d6-226cb3c73eb4/74051a87-7637-438d-908d-d0589ee83c9b/b1476399-795e-4c1e-bdff-047319c395df) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:40.643887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Deleting port 4f65d305-9b63-4899-baa0-d13c0abf4925 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:40.644227 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.743140 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.814713 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.826481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Transition to ACTIVE for port object b1476399-795e-4c1e-bdff-047319c395df will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:40.827227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 12bf5510-0594-4140-a43c-5220888a935b yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:08:40.845788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Transition to ACTIVE for port object b1476399-795e-4c1e-bdff-047319c395df will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:40.859408 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:40.928008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Network d942b71f-322e-4ec8-b9d6-226cb3c73eb4 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:40.930023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:40.939929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:40.958065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971884-332d-4aaa-8d22-83677aa89d32 req-5ccfb5c5-708e-4da9-8423-16a2f6a77697 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:40.959765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69971884-332d-4aaa-8d22-83677aa89d32 req-5ccfb5c5-708e-4da9-8423-16a2f6a77697 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 945 time: 0.1325483 May 24 23:08:41.068528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Pushing event updated for resources: {'Port': ['ID=b1476399-795e-4c1e-bdff-047319c395df,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:41.085518 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.086154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.086599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.087043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.087546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.088319 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.089166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.089744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.090279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.091080 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.091702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.092662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:08:41.093303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Deleting port 772a2dc4-aada-40c0-bf5b-355ef22c4863 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:41.096493 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.115917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Attempting to bind port b1476399-795e-4c1e-bdff-047319c395df on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:08:41.116449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Attempting to bind port b1476399-795e-4c1e-bdff-047319c395df by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '905fea94-c893-4924-a717-7f8459695ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd942b71f-322e-4ec8-b9d6-226cb3c73eb4'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:08:41.116916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Attempting to bind port b1476399-795e-4c1e-bdff-047319c395df on network d942b71f-322e-4ec8-b9d6-226cb3c73eb4 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:08:41.123344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:08:41.123911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Checking segment: {'id': '905fea94-c893-4924-a717-7f8459695ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd942b71f-322e-4ec8-b9d6-226cb3c73eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:41.124421 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.125221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Bound using segment: {'id': '905fea94-c893-4924-a717-7f8459695ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd942b71f-322e-4ec8-b9d6-226cb3c73eb4'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:08:41.125877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Bound port: b1476399-795e-4c1e-bdff-047319c395df, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905fea94-c893-4924-a717-7f8459695ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd942b71f-322e-4ec8-b9d6-226cb3c73eb4'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:08:41.126378 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.266237 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] For port b1476399-795e-4c1e-bdff-047319c395df, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:08:41.268018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] For port b1476399-795e-4c1e-bdff-047319c395df, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b1476399-795e-4c1e-bdff-047319c395df,segment=NetworkSegment(905fea94-c893-4924-a717-7f8459695ccb),segment_id=905fea94-c893-4924-a717-7f8459695ccb)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:08:41.282999 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.310597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.10 (d942b71f-322e-4ec8-b9d6-226cb3c73eb4/74051a87-7637-438d-908d-d0589ee83c9b/12bf5510-0594-4140-a43c-5220888a935b) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:41.374277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552674e1-0d6a-493c-95cd-f6c59e590046 None None] Pushing event updated for resources: {'Port': ['ID=b1476399-795e-4c1e-bdff-047319c395df,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:41.652485 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.681868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object 12bf5510-0594-4140-a43c-5220888a935b will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:41.730450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.841791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] For port 4f65d305-9b63-4899-baa0-d13c0abf4925, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4f65d305-9b63-4899-baa0-d13c0abf4925,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:41.842007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.913269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] For port 772a2dc4-aada-40c0-bf5b-355ef22c4863, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=772a2dc4-aada-40c0-bf5b-355ef22c4863,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:41.913648 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:41.942898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979269a1-d3ea-4951-93e9-261267eb0d18 req-956998fc-0d3a-4a80-8617-e274580ff2fc tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:41.944669 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-979269a1-d3ea-4951-93e9-261267eb0d18 req-956998fc-0d3a-4a80-8617-e274580ff2fc tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 946 time: 0.2427011 May 24 23:08:42.064991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9270c2-0921-4563-b127-e2365a5ad3d4 req-2edd8bb9-3da6-43b4-b915-94d19034f546 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:42.072113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea9270c2-0921-4563-b127-e2365a5ad3d4 req-2edd8bb9-3da6-43b4-b915-94d19034f546 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 945 time: 1.2982531 May 24 23:08:42.122036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=12bf5510-0594-4140-a43c-5220888a935b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:42.131332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network d942b71f-322e-4ec8-b9d6-226cb3c73eb4 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:42.140110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:42.172300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-979269a1-d3ea-4951-93e9-261267eb0d18 req-bcfbfbf3-7901-4c24-9420-d1a3a451a06d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=db30c800-65bb-4249-804b-0ba9ab7f14b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578465 May 24 23:08:42.233442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:42.243459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53920) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:42.305428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b1476399-795e-4c1e-bdff-047319c395df up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:42.358352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea9270c2-0921-4563-b127-e2365a5ad3d4 req-ff0d310a-4720-4e73-9203-cb3c864cfec4 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16457-b153-485a-b28f-3ca3c8f61eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821853 May 24 23:08:42.368869 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.370850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.371928 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Floating IP 5e79f5fe-8f6a-45bd-9eb4-56171d3499de disassociated. External IP: 172.25.7.180, port: 772a2dc4-aada-40c0-bf5b-355ef22c4863. May 24 23:08:42.372321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Calling delete_port for 772a2dc4-aada-40c0-bf5b-355ef22c4863 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:42.421874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b1476399-795e-4c1e-bdff-047319c395df completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:42.554762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7cb94e27-6e4c-4871-80ed-66d0c2c3f979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.623699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7cb94e27-6e4c-4871-80ed-66d0c2c3f979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:42.637573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7cb94e27-6e4c-4871-80ed-66d0c2c3f979 admin admin] Usage tracker for resource:security_group_rule and tenant:7afda97946a84b3eabd3c508a7e1c7ef is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:42.643343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7cb94e27-6e4c-4871-80ed-66d0c2c3f979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:42.659603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7cb94e27-6e4c-4871-80ed-66d0c2c3f979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:42.687764 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.724519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:42.725331 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.753612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'Port': ['ID=772a2dc4-aada-40c0-bf5b-355ef22c4863,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:42.783925 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-61e93d35-c197-426b-aaaa-0aebed0a55f0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7046800 May 24 23:08:42.783925 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.784843 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:42.785169 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Floating IP 2754e1b2-5b46-4bcf-855a-91aceafcd75c disassociated. External IP: 172.25.7.241, port: 4f65d305-9b63-4899-baa0-d13c0abf4925. May 24 23:08:42.785522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Calling delete_port for 4f65d305-9b63-4899-baa0-d13c0abf4925 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:42.822160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53934) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:42.837402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': 'd942b71f-322e-4ec8-b9d6-226cb3c73eb4', 'name': 'tempest-PortsTestJSON-740406183', 'fixed_ips': [{'subnet_id': '74051a87-7637-438d-908d-d0589ee83c9b', 'ip_address': '172.20.0.9'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:43.016063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0e4ab-bd68-4a83-b842-dfab47e735f1 None None] Network d942b71f-322e-4ec8-b9d6-226cb3c73eb4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:43.042645 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7cb94e27-6e4c-4871-80ed-66d0c2c3f979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.061468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7cb94e27-6e4c-4871-80ed-66d0c2c3f979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.064679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:43.068800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:port and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:43.071958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:43.079002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:43.101914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:43.112457 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.157403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb94e27-6e4c-4871-80ed-66d0c2c3f979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eec1bb-9d8c-403b-bba5-8fb39099cdda,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:43.157636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 5498ba27-19ff-4a0b-946d-0057357b0942 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:08:43.168308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7cb94e27-6e4c-4871-80ed-66d0c2c3f979 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7afda97946a84b3eabd3c508a7e1c7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9238415 May 24 23:08:43.175628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:43.178175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53944) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:43.197697 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.286776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event deleted for resources: {'Port': ['ID=4f65d305-9b63-4899-baa0-d13c0abf4925,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:43.374285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9ac5c5cb-66d1-47da-81a8-ca0fa77f86ca None None] Provisioning for port b1476399-795e-4c1e-bdff-047319c395df completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:43.386278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9ac5c5cb-66d1-47da-81a8-ca0fa77f86ca None None] Provisioning complete for port b1476399-795e-4c1e-bdff-047319c395df triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:43.386987 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9ac5c5cb-66d1-47da-81a8-ca0fa77f86ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.522178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8afeab8-fa6e-4dfe-b238-44d66b96fdfa req-ae6a50bb-5336-430d-84c0-59fd09caecd1 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 210 time: 0.0972149 May 24 23:08:43.554005 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1499b84d-8b9c-4314-9198-11335fc4783a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.612469 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1499b84d-8b9c-4314-9198-11335fc4783a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.613152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5c5cb-66d1-47da-81a8-ca0fa77f86ca None None] Current status of the port b1476399-795e-4c1e-bdff-047319c395df is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:43.613247 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9ac5c5cb-66d1-47da-81a8-ca0fa77f86ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.674626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9ac5c5cb-66d1-47da-81a8-ca0fa77f86ca None None] For port b1476399-795e-4c1e-bdff-047319c395df, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b1476399-795e-4c1e-bdff-047319c395df,segment=NetworkSegment(905fea94-c893-4924-a717-7f8459695ccb),segment_id=905fea94-c893-4924-a717-7f8459695ccb)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:43.684015 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9ac5c5cb-66d1-47da-81a8-ca0fa77f86ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.713871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Router a0434b42-6dee-487b-b075-7b27a9eb46a5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:43.719832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:43.721567 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1499b84d-8b9c-4314-9198-11335fc4783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.733372 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff1e47-08bb-4e01-8c96-ceca41546913 None None] Sync routers for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:43.755477 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff1e47-08bb-4e01-8c96-ceca41546913 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:43.756172 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9aff1e47-08bb-4e01-8c96-ceca41546913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:08:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:43.808984 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-88771e88-fb94-40a3-aeab-379723cc5f92 req-09d37db8-d499-471f-8885-1d8b32fb5b2e tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba4375d-90a9-4682-bc6e-3edc13fc1de7 HTTP/1.1" status: 200 len: 210 time: 0.1452737 May 24 23:08:43.831030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499b84d-8b9c-4314-9198-11335fc4783a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eec1bb-9d8c-403b-bba5-8fb39099cdda,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:43.878427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5c5cb-66d1-47da-81a8-ca0fa77f86ca None None] Pushing event updated for resources: {'Port': ['ID=b1476399-795e-4c1e-bdff-047319c395df,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:43.882194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] No DVR routers for this DVR port 772a2dc4-aada-40c0-bf5b-355ef22c4863 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:43.885355 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.895050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'name': 'network-vif-deleted', 'tag': '772a2dc4-aada-40c0-bf5b-355ef22c4863'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:08:43.900821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-69971884-332d-4aaa-8d22-83677aa89d32 req-4c6ceb92-1075-41f3-b63d-d7d6628604a0 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "DELETE /v2.0/ports/772a2dc4-aada-40c0-bf5b-355ef22c4863 HTTP/1.1" status: 204 len: 173 time: 2.9342797 May 24 23:08:43.904184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1499b84d-8b9c-4314-9198-11335fc4783a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:43.905735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1499b84d-8b9c-4314-9198-11335fc4783a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7eec1bb-9d8c-403b-bba5-8fb39099cdda HTTP/1.1" status: 204 len: 168 time: 0.7262030 May 24 23:08:44.021646 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dcf7287-6125-416a-a8c0-5103a76bda2e'] response: {'server_uuid': 'cba4375d-90a9-4682-bc6e-3edc13fc1de7', 'name': 'network-vif-deleted', 'tag': '772a2dc4-aada-40c0-bf5b-355ef22c4863', 'status': 'completed', 'code': 200} May 24 23:08:44.105953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53966) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:44.123939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-23e6e6a8-a779-4f79-a17c-d6b302056396 None None] Provisioning complete for port b1476399-795e-4c1e-bdff-047319c395df triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:44.126265 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23e6e6a8-a779-4f79-a17c-d6b302056396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:44.276406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.9 (d942b71f-322e-4ec8-b9d6-226cb3c73eb4/74051a87-7637-438d-908d-d0589ee83c9b/5498ba27-19ff-4a0b-946d-0057357b0942) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:44.294575 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-9aff1e47-08bb-4e01-8c96-ceca41546913 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:44.368301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:44.396971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f436b9a-1656-40d9-adc7-8cbf4356ad50 None None] Sync routers for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:44.408160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b1476399-795e-4c1e-bdff-047319c395df up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:08:44.457643 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f436b9a-1656-40d9-adc7-8cbf4356ad50 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:44.458423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5f436b9a-1656-40d9-adc7-8cbf4356ad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:08:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:44.571519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] No DVR routers for this DVR port 4f65d305-9b63-4899-baa0-d13c0abf4925 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:44.607283 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:44.621177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'name': 'network-vif-deleted', 'tag': '4f65d305-9b63-4899-baa0-d13c0abf4925'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:08:44.651799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53976) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:44.760434 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b23ccc2-d3de-40e3-ade6-3bd7245ff2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:44.891761 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1144c6ff-264a-4aaf-914c-8ef75e452511'] response: {'server_uuid': '36d32be0-de7d-4aa2-82d3-06e9fb47f563', 'name': 'network-vif-deleted', 'tag': '4f65d305-9b63-4899-baa0-d13c0abf4925', 'status': 'completed', 'code': 200} May 24 23:08:44.900444 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9aff1e47-08bb-4e01-8c96-ceca41546913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:44.902411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3b23ccc2-d3de-40e3-ade6-3bd7245ff2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:44.908654 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff1e47-08bb-4e01-8c96-ceca41546913 None None] Checking router: e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:44.910656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3b23ccc2-d3de-40e3-ade6-3bd7245ff2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:7e87ba2b40874acfa79e725e820773cb is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:44.919027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3b23ccc2-d3de-40e3-ade6-3bd7245ff2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:44.932799 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff1e47-08bb-4e01-8c96-ceca41546913 None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:44.933827 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9aff1e47-08bb-4e01-8c96-ceca41546913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:08:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:44.933952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3b23ccc2-d3de-40e3-ade6-3bd7245ff2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:44.988199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-5f436b9a-1656-40d9-adc7-8cbf4356ad50 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:45.022979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3102b251-93c2-439d-b1bf-ef15e80adf94 req-7c53369f-2f03-4bf8-923c-50e872979785 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.50 "DELETE /v2.0/ports/4f65d305-9b63-4899-baa0-d13c0abf4925 HTTP/1.1" status: 204 len: 173 time: 4.5187767 May 24 23:08:45.061878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-23e6e6a8-a779-4f79-a17c-d6b302056396 None None] Current status of the port b1476399-795e-4c1e-bdff-047319c395df is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:45.078943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53990) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:45.201108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-84bdc768-3b17-487b-8a07-8f834fbf176a req-03cc2b33-9fb5-443b-9155-38bb9fb7c008 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Synchronizing usage tracker for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:45.268738 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-9aff1e47-08bb-4e01-8c96-ceca41546913 None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:45.286386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-23e6e6a8-a779-4f79-a17c-d6b302056396 None None] Provisioning for port 12bf5510-0594-4140-a43c-5220888a935b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:45.353787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-23e6e6a8-a779-4f79-a17c-d6b302056396 None None] Provisioning complete for port 12bf5510-0594-4140-a43c-5220888a935b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:45.354206 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23e6e6a8-a779-4f79-a17c-d6b302056396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.381705 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b23ccc2-d3de-40e3-ade6-3bd7245ff2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.409943 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b23ccc2-d3de-40e3-ade6-3bd7245ff2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.458399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b1476399-795e-4c1e-bdff-047319c395df triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:45.458994 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.517479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-23e6e6a8-a779-4f79-a17c-d6b302056396 None None] Port 12bf5510-0594-4140-a43c-5220888a935b cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:45.729096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 772a2dc4-aada-40c0-bf5b-355ef22c4863 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:45.797241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 772a2dc4-aada-40c0-bf5b-355ef22c4863 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:45.797617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 772a2dc4-aada-40c0-bf5b-355ef22c4863 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:45.798033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4f65d305-9b63-4899-baa0-d13c0abf4925 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:45.833361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.881448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b1476399-795e-4c1e-bdff-047319c395df is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:45.901310 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.913593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 4f65d305-9b63-4899-baa0-d13c0abf4925 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:45.914084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4f65d305-9b63-4899-baa0-d13c0abf4925 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:45.919587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e39cadc1-b8cc-45cd-9d19-4ab106012932 None None] Provisioning complete for port 12bf5510-0594-4140-a43c-5220888a935b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:45.919966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e39cadc1-b8cc-45cd-9d19-4ab106012932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:45.930532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object 5498ba27-19ff-4a0b-946d-0057357b0942 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:08:45.954550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5f436b9a-1656-40d9-adc7-8cbf4356ad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:45.962078 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9aff1e47-08bb-4e01-8c96-ceca41546913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:45.968305 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff1e47-08bb-4e01-8c96-ceca41546913 None None] The sync data for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 is: [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:45.973586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f436b9a-1656-40d9-adc7-8cbf4356ad50 None None] Checking router: a0434b42-6dee-487b-b075-7b27a9eb46a5 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:45.990455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23ccc2-d3de-40e3-ade6-3bd7245ff2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a75122-0518-4749-b782-91adb8e0abd0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:45.995901 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3b23ccc2-d3de-40e3-ade6-3bd7245ff2c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e87ba2b40874acfa79e725e820773cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3430798 May 24 23:08:46.005042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-84bdc768-3b17-487b-8a07-8f834fbf176a req-03cc2b33-9fb5-443b-9155-38bb9fb7c008 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Unset dirty status for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:46.006706 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84bdc768-3b17-487b-8a07-8f834fbf176a req-03cc2b33-9fb5-443b-9155-38bb9fb7c008 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d32be0-de7d-4aa2-82d3-06e9fb47f563 HTTP/1.1" status: 200 len: 210 time: 0.9898965 May 24 23:08:46.008177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54008) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:46.039859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f436b9a-1656-40d9-adc7-8cbf4356ad50 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:46.040507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5f436b9a-1656-40d9-adc7-8cbf4356ad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:08:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:46.111897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e39cadc1-b8cc-45cd-9d19-4ab106012932 None None] Port 12bf5510-0594-4140-a43c-5220888a935b cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:46.128348 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d541dd29-3de9-43a3-b8ac-a317823b7c65 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.130476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71fbd014-ffd4-4bae-8582-632d89c3cf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.196094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71fbd014-ffd4-4bae-8582-632d89c3cf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.212255 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d541dd29-3de9-43a3-b8ac-a317823b7c65 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.252074 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.290521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-5f436b9a-1656-40d9-adc7-8cbf4356ad50 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:46.402381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network d942b71f-322e-4ec8-b9d6-226cb3c73eb4 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:46.419928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:46.426175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:46.462262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=5498ba27-19ff-4a0b-946d-0057357b0942,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:46.465453 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde4b2fb-44e1-46c5-8ebf-5af8ef42b6e3 None None] New status for floating IP 5e79f5fe-8f6a-45bd-9eb4-56171d3499de: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:08:46.522114 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d541dd29-3de9-43a3-b8ac-a317823b7c65 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.530569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port 700f6190-42cc-4690-ba43-cc0639f1d52c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:46.530915 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.637620 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71fbd014-ffd4-4bae-8582-632d89c3cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.655798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541dd29-3de9-43a3-b8ac-a317823b7c65 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed16457-b153-485a-b28f-3ca3c8f61eca,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:46.714527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:46.715450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.720131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbd014-ffd4-4bae-8582-632d89c3cf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a75122-0518-4749-b782-91adb8e0abd0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:46.733999 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71fbd014-ffd4-4bae-8582-632d89c3cf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.735477 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-71fbd014-ffd4-4bae-8582-632d89c3cf9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00a75122-0518-4749-b782-91adb8e0abd0 HTTP/1.1" status: 204 len: 168 time: 0.7242920 May 24 23:08:46.744604 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d541dd29-3de9-43a3-b8ac-a317823b7c65 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.746179 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d541dd29-3de9-43a3-b8ac-a317823b7c65 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "DELETE /v2.0/security-groups/fed16457-b153-485a-b28f-3ca3c8f61eca HTTP/1.1" status: 204 len: 168 time: 1.6165378 May 24 23:08:46.750532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54020) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:46.791990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5df4c294-22f7-4099-9c84-1121c191a2e1 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9660394 May 24 23:08:46.795187 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-12971397-92fa-422c-886d-ecc6fd2317fd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] show failed (client error): The resource could not be found. May 24 23:08:46.801722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12971397-92fa-422c-886d-ecc6fd2317fd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups/fed16457-b153-485a-b28f-3ca3c8f61eca HTTP/1.1" status: 404 len: 347 time: 0.0498276 May 24 23:08:46.804940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54024) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:46.805383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54026) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:46.870029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] For port 700f6190-42cc-4690-ba43-cc0639f1d52c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=700f6190-42cc-4690-ba43-cc0639f1d52c,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:46.871038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:46.981513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-41a54b0a-30bf-48ad-8e07-a17de89b55db None None] Provisioning for port 5498ba27-19ff-4a0b-946d-0057357b0942 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:08:46.991743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-41a54b0a-30bf-48ad-8e07-a17de89b55db None None] Provisioning complete for port 5498ba27-19ff-4a0b-946d-0057357b0942 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:08:46.992111 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-41a54b0a-30bf-48ad-8e07-a17de89b55db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:47.050755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Calling delete_port for 700f6190-42cc-4690-ba43-cc0639f1d52c owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:47.103414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-41a54b0a-30bf-48ad-8e07-a17de89b55db None None] Port 5498ba27-19ff-4a0b-946d-0057357b0942 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:08:47.165890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb551b-c6ce-44cb-af37-58fed259d877 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Deleting port c2f62e51-6484-4208-9f2a-4a12cec6e0eb {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:47.166982 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8fb551b-c6ce-44cb-af37-58fed259d877 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:47.295005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5f436b9a-1656-40d9-adc7-8cbf4356ad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:47.302464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f436b9a-1656-40d9-adc7-8cbf4356ad50 None None] The sync data for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 is: [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:47.339645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54042) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:47.364825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cebb148-f466-435d-bd7d-768b5bb35fc8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:47.365870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3cebb148-f466-435d-bd7d-768b5bb35fc8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:47.445788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3cebb148-f466-435d-bd7d-768b5bb35fc8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:47.450148 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3cebb148-f466-435d-bd7d-768b5bb35fc8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6436083 May 24 23:08:47.452091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54054) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:47.589639 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8fb551b-c6ce-44cb-af37-58fed259d877 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:47.590077 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8fb551b-c6ce-44cb-af37-58fed259d877 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:47.611174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b7bf5c74-630b-4cdf-b4fc-df453061ab23 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:47.647086 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b7bf5c74-630b-4cdf-b4fc-df453061ab23 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:47.731446 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:47.785879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb551b-c6ce-44cb-af37-58fed259d877 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Calling delete_port for c2f62e51-6484-4208-9f2a-4a12cec6e0eb owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:47.795806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Port': ['ID=700f6190-42cc-4690-ba43-cc0639f1d52c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:47.817331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d614d8a-ffa1-4ebc-8122-3f0189fed1bf None None] New status for floating IP 2754e1b2-5b46-4bcf-855a-91aceafcd75c: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:08:47.922180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e790b3-7946-470b-a6b3-c1157950c7bb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:47.928340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e790b3-7946-470b-a6b3-c1157950c7bb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:47.934149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e790b3-7946-470b-a6b3-c1157950c7bb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:47.940943 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-08e790b3-7946-470b-a6b3-c1157950c7bb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4634573 May 24 23:08:47.944589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54080) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:48.041681 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b7bf5c74-630b-4cdf-b4fc-df453061ab23 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.042566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-af86908e-f1a6-4af3-aac0-7691bf6fcc31 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 5498ba27-19ff-4a0b-946d-0057357b0942 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:48.043058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af86908e-f1a6-4af3-aac0-7691bf6fcc31 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.147308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf5c74-630b-4cdf-b4fc-df453061ab23 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db30c800-65bb-4249-804b-0ba9ab7f14b9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:48.221728 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8fb551b-c6ce-44cb-af37-58fed259d877 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.305015 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b7bf5c74-630b-4cdf-b4fc-df453061ab23 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.308609 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b7bf5c74-630b-4cdf-b4fc-df453061ab23 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "DELETE /v2.0/security-groups/db30c800-65bb-4249-804b-0ba9ab7f14b9 HTTP/1.1" status: 204 len: 168 time: 0.9654729 May 24 23:08:48.312180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54088) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:48.334694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb551b-c6ce-44cb-af37-58fed259d877 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'Port': ['ID=c2f62e51-6484-4208-9f2a-4a12cec6e0eb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:48.423685 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-193b919e-e880-4eac-ac47-ced1bf7a6997 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] show failed (client error): The resource could not be found. May 24 23:08:48.424713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-193b919e-e880-4eac-ac47-ced1bf7a6997 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups/db30c800-65bb-4249-804b-0ba9ab7f14b9 HTTP/1.1" status: 404 len: 347 time: 0.1116064 May 24 23:08:48.435618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54094) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:48.438482 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8fb551b-c6ce-44cb-af37-58fed259d877 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.441713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a8fb551b-c6ce-44cb-af37-58fed259d877 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.442904 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a8fb551b-c6ce-44cb-af37-58fed259d877 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "DELETE /v2.0/floatingips/5e79f5fe-8f6a-45bd-9eb4-56171d3499de HTTP/1.1" status: 204 len: 168 time: 1.6332338 May 24 23:08:48.618026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54104) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:48.642715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1585460403', 'description': 'tempest-description--315095804'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:48.658701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:48.664340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:48.668015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:48.675425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:48.689406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.712277 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.746728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:48.771628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c41cc682-af1f-4688-b409-68a135207114 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Deleting port cdc51d12-5dbb-4d4b-986a-ae27816cb8ea {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:48.771996 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c41cc682-af1f-4688-b409-68a135207114 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.831314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:48.849262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:48.860032 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af86908e-f1a6-4af3-aac0-7691bf6fcc31 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.881344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:48.985370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c41cc682-af1f-4688-b409-68a135207114 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:48.985745 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c41cc682-af1f-4688-b409-68a135207114 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.084447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-af86908e-f1a6-4af3-aac0-7691bf6fcc31 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 5498ba27-19ff-4a0b-946d-0057357b0942 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:49.138220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c41cc682-af1f-4688-b409-68a135207114 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Calling delete_port for cdc51d12-5dbb-4d4b-986a-ae27816cb8ea owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:49.309436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.322261 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c41cc682-af1f-4688-b409-68a135207114 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.398926 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.412086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cc682-af1f-4688-b409-68a135207114 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event deleted for resources: {'Port': ['ID=cdc51d12-5dbb-4d4b-986a-ae27816cb8ea,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:49.461596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.463459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8420069 May 24 23:08:49.474236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54126) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:49.481215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ebad25cf-9384-409b-a341-f4d70af16d25 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group_rule': {'security_group_id': '5968140a-4f2b-45d5-95b2-0006ec213ea6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:49.492671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ebad25cf-9384-409b-a341-f4d70af16d25 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:49.505943 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c41cc682-af1f-4688-b409-68a135207114 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.507063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ebad25cf-9384-409b-a341-f4d70af16d25 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:49.513401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ebad25cf-9384-409b-a341-f4d70af16d25 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:49.525523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ebad25cf-9384-409b-a341-f4d70af16d25 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:49.529468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83ee04-99a4-4474-8502-0ccc8f5133b3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5968140a-4f2b-45d5-95b2-0006ec213ea6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:49.566154 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c41cc682-af1f-4688-b409-68a135207114 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.570827 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c41cc682-af1f-4688-b409-68a135207114 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "DELETE /v2.0/floatingips/2754e1b2-5b46-4bcf-855a-91aceafcd75c HTTP/1.1" status: 204 len: 168 time: 1.1265178 May 24 23:08:49.598676 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebad25cf-9384-409b-a341-f4d70af16d25 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.713254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebad25cf-9384-409b-a341-f4d70af16d25 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.721681 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebad25cf-9384-409b-a341-f4d70af16d25 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.733463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54136) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:49.751395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--51405287', 'description': 'tempest-description--1698464303'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:49.766545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:49.785111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad25cf-9384-409b-a341-f4d70af16d25 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e06341-7023-432b-879a-d8d5169d5174,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:49.795547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Usage tracker for resource:security_group and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:49.800064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:49.807226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:49.810983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebad25cf-9384-409b-a341-f4d70af16d25 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.812235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ebad25cf-9384-409b-a341-f4d70af16d25 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3369167 May 24 23:08:49.816270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54142) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:49.822629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-88fdaf1b-d521-44ca-b9c2-794fc342250d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'security_group_rule': {'security_group_id': '5968140a-4f2b-45d5-95b2-0006ec213ea6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:49.829904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-88fdaf1b-d521-44ca-b9c2-794fc342250d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:49.834398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-88fdaf1b-d521-44ca-b9c2-794fc342250d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:security_group_rule and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:49.837825 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.849648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-88fdaf1b-d521-44ca-b9c2-794fc342250d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:49.859662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-88fdaf1b-d521-44ca-b9c2-794fc342250d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:49.868180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:49.873632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Usage tracker for resource:security_group_rule and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:49.876614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:49.884516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af86908e-f1a6-4af3-aac0-7691bf6fcc31 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.890572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:49.894383 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88fdaf1b-d521-44ca-b9c2-794fc342250d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:49.929847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54146) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:49.959283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86908e-f1a6-4af3-aac0-7691bf6fcc31 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=5498ba27-19ff-4a0b-946d-0057357b0942,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:50.001187 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88fdaf1b-d521-44ca-b9c2-794fc342250d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.015135 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88fdaf1b-d521-44ca-b9c2-794fc342250d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.051011 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.056762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdaf1b-d521-44ca-b9c2-794fc342250d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6d7faa-419a-4c34-9e47-6dd59eb67d58,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:50.066207 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.078094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:08:50.089273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af86908e-f1a6-4af3-aac0-7691bf6fcc31 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.094691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-af86908e-f1a6-4af3-aac0-7691bf6fcc31 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/5498ba27-19ff-4a0b-946d-0057357b0942 HTTP/1.1" status: 204 len: 168 time: 2.1458368 May 24 23:08:50.099349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54152) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:50.120128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e03074-f19e-458d-ac86-1e00dfb54cb7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:50.123297 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-88fdaf1b-d521-44ca-b9c2-794fc342250d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.124481 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-88fdaf1b-d521-44ca-b9c2-794fc342250d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3072691 May 24 23:08:50.125706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.127844 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b89559b5-9a78-4f77-bd5e-48f849eeae04 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3835149 May 24 23:08:50.130618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54158) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:50.130945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54160) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:50.138121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a7d6786b-f0ec-4c1e-b03b-f47d7c7fcfd5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'security_group_rule': {'security_group_id': '75e03074-f19e-458d-ac86-1e00dfb54cb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:50.145524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:50.153126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:50.156058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a7d6786b-f0ec-4c1e-b03b-f47d7c7fcfd5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:50.160524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Usage tracker for resource:floatingip and tenant:a9d69521bbf043dba069b5d286572f92 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:50.163395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a7d6786b-f0ec-4c1e-b03b-f47d7c7fcfd5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Usage tracker for resource:security_group_rule and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:50.166021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:50.168685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a7d6786b-f0ec-4c1e-b03b-f47d7c7fcfd5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:50.177016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:50.179487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a7d6786b-f0ec-4c1e-b03b-f47d7c7fcfd5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:50.201449 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.227501 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7d6786b-f0ec-4c1e-b03b-f47d7c7fcfd5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.236108 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32760c7-e814-49fb-ad4f-7e354ff5ef05 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:08:50.236660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d32760c7-e814-49fb-ad4f-7e354ff5ef05 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:50.251867 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5df70c4e-fca4-4a45-aefc-4ab5a1da8ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.286026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5df70c4e-fca4-4a45-aefc-4ab5a1da8ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:50.293919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5df70c4e-fca4-4a45-aefc-4ab5a1da8ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:abdac7fba3c84080aa56f4d1665e699b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:50.299268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5df70c4e-fca4-4a45-aefc-4ab5a1da8ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:50.302026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d32760c7-e814-49fb-ad4f-7e354ff5ef05 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:50.305584 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d32760c7-e814-49fb-ad4f-7e354ff5ef05 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/5498ba27-19ff-4a0b-946d-0057357b0942 HTTP/1.1" status: 404 len: 333 time: 0.2027285 May 24 23:08:50.312156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54166) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:50.354862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5df70c4e-fca4-4a45-aefc-4ab5a1da8ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:50.404368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7d6786b-f0ec-4c1e-b03b-f47d7c7fcfd5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.416263 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7d6786b-f0ec-4c1e-b03b-f47d7c7fcfd5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.421114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:08:50.426808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-12b9284b-8035-4b9e-b128-e552300b621a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 12bf5510-0594-4140-a43c-5220888a935b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:50.427147 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12b9284b-8035-4b9e-b128-e552300b621a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.430707 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427fbc8-5997-4930-9eeb-6804d32a05d1 None None] Sync routers for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:08:50.440966 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427fbc8-5997-4930-9eeb-6804d32a05d1 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:50.441870 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b427fbc8-5997-4930-9eeb-6804d32a05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:08:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:50.447604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5a32e228-8b9e-41d2-b04a-b4d54d795ec6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "PUT /v2.0/routers/05dd263c-bb9e-40c2-b45f-38a7947c1f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3380756 May 24 23:08:50.498259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6786b-f0ec-4c1e-b03b-f47d7c7fcfd5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989f9ee9-d66c-4e12-9599-70faa4dad7b2,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:50.500327 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5df70c4e-fca4-4a45-aefc-4ab5a1da8ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.505845 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5df70c4e-fca4-4a45-aefc-4ab5a1da8ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.540947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7d6786b-f0ec-4c1e-b03b-f47d7c7fcfd5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.541412 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a7d6786b-f0ec-4c1e-b03b-f47d7c7fcfd5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4079545 May 24 23:08:50.548258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54172) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:50.559225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a8e83922-eb64-4be9-bae4-eb25f21c2a13 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'security_group_rule': {'security_group_id': '75e03074-f19e-458d-ac86-1e00dfb54cb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:50.568473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a8e83922-eb64-4be9-bae4-eb25f21c2a13 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:50.574449 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5df70c4e-fca4-4a45-aefc-4ab5a1da8ea4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abdac7fba3c84080aa56f4d1665e699b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323845 May 24 23:08:50.575737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df70c4e-fca4-4a45-aefc-4ab5a1da8ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0535cf3e-9a0c-4717-b0d0-6ef6d27c3194,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:50.579857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a8e83922-eb64-4be9-bae4-eb25f21c2a13 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Usage tracker for resource:security_group_rule and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:50.582599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54176) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:50.585859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a8e83922-eb64-4be9-bae4-eb25f21c2a13 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:50.602991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a8e83922-eb64-4be9-bae4-eb25f21c2a13 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:50.621677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.652083 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a8e83922-eb64-4be9-bae4-eb25f21c2a13 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.686121 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1717f117-3072-48cd-9f6f-ba845868be6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.740656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1717f117-3072-48cd-9f6f-ba845868be6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.773586 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a8e83922-eb64-4be9-bae4-eb25f21c2a13 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.789711 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-b427fbc8-5997-4930-9eeb-6804d32a05d1 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:50.800029 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a8e83922-eb64-4be9-bae4-eb25f21c2a13 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.878517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e83922-eb64-4be9-bae4-eb25f21c2a13 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d924be68-ad1c-46f6-bfea-23a814bfefb7,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:50.896717 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a8e83922-eb64-4be9-bae4-eb25f21c2a13 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.901873 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a8e83922-eb64-4be9-bae4-eb25f21c2a13 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3525798 May 24 23:08:50.902725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54188) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:50.909039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:50.912073 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12b9284b-8035-4b9e-b128-e552300b621a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.916810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:50.922939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Usage tracker for resource:floatingip and tenant:2538b79651204683958a8311138e4a89 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:50.926429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:50.933085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1717f117-3072-48cd-9f6f-ba845868be6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.937205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:50.955389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717f117-3072-48cd-9f6f-ba845868be6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0535cf3e-9a0c-4717-b0d0-6ef6d27c3194,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:50.975827 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1717f117-3072-48cd-9f6f-ba845868be6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:50.983451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1717f117-3072-48cd-9f6f-ba845868be6c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0535cf3e-9a0c-4717-b0d0-6ef6d27c3194 HTTP/1.1" status: 204 len: 168 time: 0.3992071 May 24 23:08:50.984790 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.249969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.346258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-12b9284b-8035-4b9e-b128-e552300b621a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 12bf5510-0594-4140-a43c-5220888a935b owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:51.384395 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b427fbc8-5997-4930-9eeb-6804d32a05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:08:47Z', 'revision_number': 6, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'port_id': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'mac_address': 'fa:16:3e:8f:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84797efd-16f3-4804-85c1-95c182ad344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:07Z', 'updated_at': '2022-05-24T23:07:13Z', 'revision_number': 1, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:51.390650 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427fbc8-5997-4930-9eeb-6804d32a05d1 None None] Checking router: 05dd263c-bb9e-40c2-b45f-38a7947c1f9d for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:08:51.395078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Allocated IP 172.25.7.84 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/594bd433-c506-4a21-96e4-6b76c4bcf299) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:51.402001 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427fbc8-5997-4930-9eeb-6804d32a05d1 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:08:51.402675 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b427fbc8-5997-4930-9eeb-6804d32a05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:08:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:51.492324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54210) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:51.517360 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ba68878-3715-4042-b0a2-80d9ec2ea123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.535896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5ba68878-3715-4042-b0a2-80d9ec2ea123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:51.541175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5ba68878-3715-4042-b0a2-80d9ec2ea123 admin admin] Usage tracker for resource:security_group_rule and tenant:f062f2c5ef2b4a53818049df0017d9cd is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:51.545426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5ba68878-3715-4042-b0a2-80d9ec2ea123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:51.553578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5ba68878-3715-4042-b0a2-80d9ec2ea123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:51.621472 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-b427fbc8-5997-4930-9eeb-6804d32a05d1 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:08:51.635408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f47b5-0709-4e40-bea9-e3d7754e8f5b req-d529adbb-1a35-4ded-b43a-25dea0035e03 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:51.644972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-824f47b5-0709-4e40-bea9-e3d7754e8f5b req-d529adbb-1a35-4ded-b43a-25dea0035e03 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 946 time: 0.4746101 May 24 23:08:51.697293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ba68878-3715-4042-b0a2-80d9ec2ea123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.710379 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5ba68878-3715-4042-b0a2-80d9ec2ea123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.732251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.758078 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-824f47b5-0709-4e40-bea9-e3d7754e8f5b req-4a03f5b8-07a9-4c2f-827d-5e3305e62cc9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118050 May 24 23:08:51.761758 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12b9284b-8035-4b9e-b128-e552300b621a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.769984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba68878-3715-4042-b0a2-80d9ec2ea123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b5841f-6cb3-4f96-8c5e-06f54295df2e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:51.799156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5ba68878-3715-4042-b0a2-80d9ec2ea123 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f062f2c5ef2b4a53818049df0017d9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055794 May 24 23:08:51.801717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54244) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:51.823108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9284b-8035-4b9e-b128-e552300b621a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=12bf5510-0594-4140-a43c-5220888a935b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:51.892814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d55d03-b3ed-4a36-9c28-193c25b7e603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.952316 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:51.957007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12b9284b-8035-4b9e-b128-e552300b621a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.024442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d55d03-b3ed-4a36-9c28-193c25b7e603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.050927 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12b9284b-8035-4b9e-b128-e552300b621a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/12bf5510-0594-4140-a43c-5220888a935b HTTP/1.1" status: 204 len: 168 time: 1.7356055 May 24 23:08:52.053384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:52.056093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54274) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:52.059173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:52.096681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:52.098724 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d55d03-b3ed-4a36-9c28-193c25b7e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.138936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d55d03-b3ed-4a36-9c28-193c25b7e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b5841f-6cb3-4f96-8c5e-06f54295df2e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:52.158496 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e4c5b4-a1c4-4035-9c82-6a5048589d67 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:08:52.159367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c1e4c5b4-a1c4-4035-9c82-6a5048589d67 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:52.165063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=594bd433-c506-4a21-96e4-6b76c4bcf299,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:52.172788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Allocated IP 172.25.7.221 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/93cab2ad-5926-4824-ac75-bf7ad0a0b7db) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:52.182260 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d55d03-b3ed-4a36-9c28-193c25b7e603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.183581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f3d55d03-b3ed-4a36-9c28-193c25b7e603 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35b5841f-6cb3-4f96-8c5e-06f54295df2e HTTP/1.1" status: 204 len: 168 time: 0.3802910 May 24 23:08:52.201578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c1e4c5b4-a1c4-4035-9c82-6a5048589d67 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:52.203140 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c1e4c5b4-a1c4-4035-9c82-6a5048589d67 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/12bf5510-0594-4140-a43c-5220888a935b HTTP/1.1" status: 404 len: 333 time: 0.1454268 May 24 23:08:52.205859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54288) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:52.222565 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b427fbc8-5997-4930-9eeb-6804d32a05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:08:47Z', 'revision_number': 6, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'port_id': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'mac_address': 'fa:16:3e:8f:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84797efd-16f3-4804-85c1-95c182ad344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:07Z', 'updated_at': '2022-05-24T23:07:13Z', 'revision_number': 1, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:52.238172 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427fbc8-5997-4930-9eeb-6804d32a05d1 None None] The sync data for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 is: [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:08:47Z', 'revision_number': 6, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'port_id': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'mac_address': 'fa:16:3e:8f:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84797efd-16f3-4804-85c1-95c182ad344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:07:07Z', 'updated_at': '2022-05-24T23:07:13Z', 'revision_number': 1, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:08:52.295812 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.411111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4dcc1c-d61e-42ae-aecc-0cd1a6a40a41 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting subnet 74051a87-7637-438d-908d-d0589ee83c9b {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:52.423469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcc1c-d61e-42ae-aecc-0cd1a6a40a41 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.426074 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.462292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.510184 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.532949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:08:52.541350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:08:52.544095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:08:52.558091 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcc1c-d61e-42ae-aecc-0cd1a6a40a41 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.611646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'Port': ['ID=93cab2ad-5926-4824-ac75-bf7ad0a0b7db,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:52.717695 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.786375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f0c0f-40ae-4c05-a9cb-13fca5c17b1a req-df28f4b1-c80f-4cda-a52f-3364cba96ca8 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:52.788777 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-269f0c0f-40ae-4c05-a9cb-13fca5c17b1a req-df28f4b1-c80f-4cda-a52f-3364cba96ca8 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 946 time: 0.4386933 May 24 23:08:52.828075 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:52.940496 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcc1c-d61e-42ae-aecc-0cd1a6a40a41 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.028254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-269f0c0f-40ae-4c05-a9cb-13fca5c17b1a req-2a214c02-187d-4471-8a82-4174dc851a49 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port eaa3afea-87a0-41ff-84ea-c963072f39d6 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:53.028848 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-269f0c0f-40ae-4c05-a9cb-13fca5c17b1a req-2a214c02-187d-4471-8a82-4174dc851a49 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.324045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba2c99-b5a5-40d5-bfe4-7255f401044f req-da346c66-f278-41d0-871e-d1293cab09b2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:53.325540 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03ba2c99-b5a5-40d5-bfe4-7255f401044f req-da346c66-f278-41d0-871e-d1293cab09b2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.4016211 May 24 23:08:53.390015 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.404493 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.438744 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03ba2c99-b5a5-40d5-bfe4-7255f401044f req-f9a4c97a-a6b1-4e91-a453-5625396363df tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906117 May 24 23:08:53.470563 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.470759 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcc1c-d61e-42ae-aecc-0cd1a6a40a41 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.479259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.639846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57238d-52e5-4ef8-b43b-9280d0f4edbf None None] Network d942b71f-322e-4ec8-b9d6-226cb3c73eb4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:53.663725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'Port': ['ID=93cab2ad-5926-4824-ac75-bf7ad0a0b7db,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:53.678076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.752257 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.764226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.764546 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcc1c-d61e-42ae-aecc-0cd1a6a40a41 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.765737 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aa714551-afc0-4411-a557-fd328444e19e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8611200 May 24 23:08:53.783583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dcc1c-d61e-42ae-aecc-0cd1a6a40a41 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Subnet': ['ID=74051a87-7637-438d-908d-d0589ee83c9b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:53.819869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc1705-9f2d-4137-83dc-fc7845a2adcd req-470eea36-ae3f-4d6a-9167-d9f0b1d3ac2e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:53.822739 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d6bc1705-9f2d-4137-83dc-fc7845a2adcd req-470eea36-ae3f-4d6a-9167-d9f0b1d3ac2e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=86a9869d-d7b4-49eb-9c62-904794cc664a HTTP/1.1" status: 200 len: 946 time: 0.7613716 May 24 23:08:53.838560 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8d4dcc1c-d61e-42ae-aecc-0cd1a6a40a41 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/74051a87-7637-438d-908d-d0589ee83c9b HTTP/1.1" status: 204 len: 168 time: 1.6314383 May 24 23:08:53.848675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54468) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:53.850684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=594bd433-c506-4a21-96e4-6b76c4bcf299,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:53.860938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f743d-289e-4e43-8c20-cb5db78b1daf req-a63893bb-38bf-4a69-adfd-e6bbd8c4b826 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:53.865368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c5f743d-289e-4e43-8c20-cb5db78b1daf req-a63893bb-38bf-4a69-adfd-e6bbd8c4b826 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1883163 May 24 23:08:53.912540 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:53.914059 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-79c645b5-ad94-4936-8014-eead43ddb6fe tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7821987 May 24 23:08:53.956599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c5f743d-289e-4e43-8c20-cb5db78b1daf req-cbff698e-db3a-4480-8fa0-e29ffbcc8098 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849843 May 24 23:08:54.040093 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d6bc1705-9f2d-4137-83dc-fc7845a2adcd req-bfecaf4b-7318-4fef-b5aa-7371697fa507 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=133687fc-1e24-4a5a-a312-a26b3727150f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997762 May 24 23:08:54.051631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-269f0c0f-40ae-4c05-a9cb-13fca5c17b1a req-2a214c02-187d-4471-8a82-4174dc851a49 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] For port eaa3afea-87a0-41ff-84ea-c963072f39d6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=eaa3afea-87a0-41ff-84ea-c963072f39d6,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:54.052220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-269f0c0f-40ae-4c05-a9cb-13fca5c17b1a req-2a214c02-187d-4471-8a82-4174dc851a49 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.122166 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.145777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] DHCP port deletion for d942b71f-322e-4ec8-b9d6-226cb3c73eb4 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:54.150078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Deleting port b1476399-795e-4c1e-bdff-047319c395df {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:54.150467 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.315487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe16a-9801-4b9e-acf4-7ccfb5d261a8 req-685494cf-a377-4240-81e0-f306b31d8368 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:54.316317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b1476399-795e-4c1e-bdff-047319c395df no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:54.333420 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6abe16a-9801-4b9e-acf4-7ccfb5d261a8 req-685494cf-a377-4240-81e0-f306b31d8368 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1335683 May 24 23:08:54.349150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-269f0c0f-40ae-4c05-a9cb-13fca5c17b1a req-2a214c02-187d-4471-8a82-4174dc851a49 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Calling delete_port for eaa3afea-87a0-41ff-84ea-c963072f39d6 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:54.405448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6abe16a-9801-4b9e-acf4-7ccfb5d261a8 req-a73e8657-6d63-42d4-85a6-13d95df5b4b9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706325 May 24 23:08:54.476750 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.605380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-ec676777-9a41-4bd9-b522-47f2737046ab tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:54.643436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port b1476399-795e-4c1e-bdff-047319c395df {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:54.643777 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.678205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-ec676777-9a41-4bd9-b522-47f2737046ab tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:54.679696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-ec676777-9a41-4bd9-b522-47f2737046ab tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1585460403&fields=id&tenant_id=a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 267 time: 0.1564624 May 24 23:08:54.699878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-c937d94a-8c56-48e1-9f0f-ef3a3469980f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Synchronizing usage tracker for tenant:2538b79651204683958a8311138e4a89 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:54.729762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b1476399-795e-4c1e-bdff-047319c395df is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:08:54.730301 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.745725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-c937d94a-8c56-48e1-9f0f-ef3a3469980f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Unset dirty status for tenant:2538b79651204683958a8311138e4a89 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:54.750885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] For port b1476399-795e-4c1e-bdff-047319c395df, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b1476399-795e-4c1e-bdff-047319c395df,segment=NetworkSegment(905fea94-c893-4924-a717-7f8459695ccb),segment_id=905fea94-c893-4924-a717-7f8459695ccb)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:54.751340 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.757137 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-c937d94a-8c56-48e1-9f0f-ef3a3469980f tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--51405287&fields=id&tenant_id=2538b79651204683958a8311138e4a89 HTTP/1.1" status: 200 len: 267 time: 0.3777046 May 24 23:08:54.928001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b1476399-795e-4c1e-bdff-047319c395df, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b1476399-795e-4c1e-bdff-047319c395df,segment=NetworkSegment(905fea94-c893-4924-a717-7f8459695ccb),segment_id=905fea94-c893-4924-a717-7f8459695ccb)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:54.939057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Calling delete_port for b1476399-795e-4c1e-bdff-047319c395df owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:54.954575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-95d57779-45d4-4985-a5d1-c4a5c48ebbd5 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:54.955733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-269f0c0f-40ae-4c05-a9cb-13fca5c17b1a req-2a214c02-187d-4471-8a82-4174dc851a49 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.956818 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-95d57779-45d4-4985-a5d1-c4a5c48ebbd5 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 815 time: 0.2694018 May 24 23:08:54.986853 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:54.987826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 700f6190-42cc-4690-ba43-cc0639f1d52c no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:54.988845 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-f6de9381-50b1-4d32-b1e7-40b06e09ef30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/quotas/a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 375 time: 0.0133028 May 24 23:08:55.079978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a214c02-187d-4471-8a82-4174dc851a49 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Port': ['ID=eaa3afea-87a0-41ff-84ea-c963072f39d6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:55.092543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 700f6190-42cc-4690-ba43-cc0639f1d52c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:55.092543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 700f6190-42cc-4690-ba43-cc0639f1d52c not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:55.103737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-1204539e-36bd-4e35-a023-a116a1a74076 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:55.131966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-1204539e-36bd-4e35-a023-a116a1a74076 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:55.133332 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-1204539e-36bd-4e35-a023-a116a1a74076 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1347189 May 24 23:08:55.148812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b1476399-795e-4c1e-bdff-047319c395df,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:55.169155 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:55.169556 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:55.211507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-c85185b6-bb8a-404b-861f-8cd952fcac3d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:55.212330 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-c85185b6-bb8a-404b-861f-8cd952fcac3d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Synchronizing usage tracker for tenant:2538b79651204683958a8311138e4a89 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:55.329810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-61ba88cf-71d0-423f-89a7-c5977e383042 service neutron] 10.222.0.55 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521692 May 24 23:08:55.347520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-269f0c0f-40ae-4c05-a9cb-13fca5c17b1a req-2a214c02-187d-4471-8a82-4174dc851a49 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] No DVR routers for this DVR port eaa3afea-87a0-41ff-84ea-c963072f39d6 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:55.368001 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-269f0c0f-40ae-4c05-a9cb-13fca5c17b1a req-2a214c02-187d-4471-8a82-4174dc851a49 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:55.377269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a9869d-d7b4-49eb-9c62-904794cc664a', 'name': 'network-vif-deleted', 'tag': 'eaa3afea-87a0-41ff-84ea-c963072f39d6'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:08:55.390589 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-269f0c0f-40ae-4c05-a9cb-13fca5c17b1a req-2a214c02-187d-4471-8a82-4174dc851a49 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "DELETE /v2.0/ports/eaa3afea-87a0-41ff-84ea-c963072f39d6 HTTP/1.1" status: 204 len: 173 time: 2.5534668 May 24 23:08:55.405790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-c85185b6-bb8a-404b-861f-8cd952fcac3d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Unset dirty status for tenant:2538b79651204683958a8311138e4a89 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:55.407100 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-c85185b6-bb8a-404b-861f-8cd952fcac3d tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/networks?id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 200 len: 811 time: 0.6489358 May 24 23:08:55.441576 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0531485f-4339-4453-9bd6-7515b113f938 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/quotas/2538b79651204683958a8311138e4a89 HTTP/1.1" status: 200 len: 375 time: 0.0234540 May 24 23:08:55.445272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] For port b1476399-795e-4c1e-bdff-047319c395df, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b1476399-795e-4c1e-bdff-047319c395df,segment=NetworkSegment(905fea94-c893-4924-a717-7f8459695ccb),segment_id=905fea94-c893-4924-a717-7f8459695ccb)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:55.445560 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:55.527700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-ebe4dde3-291b-4b07-880c-710b100c06ff service neutron] 10.222.0.55 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934626 May 24 23:08:55.670653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Deleting port b1476399-795e-4c1e-bdff-047319c395df {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:55.671251 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:55.828781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54714) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:55.974201 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.131391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] For port b1476399-795e-4c1e-bdff-047319c395df, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b1476399-795e-4c1e-bdff-047319c395df,segment=NetworkSegment(905fea94-c893-4924-a717-7f8459695ccb),segment_id=905fea94-c893-4924-a717-7f8459695ccb)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:08:56.131842 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.133940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for b1476399-795e-4c1e-bdff-047319c395df owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:56.270741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e8017-22cd-480f-8121-b0a095445a93 req-78769ac4-b7b7-4b8a-b1a4-69059749aa49 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:56.281434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-331e8017-22cd-480f-8121-b0a095445a93 req-78769ac4-b7b7-4b8a-b1a4-69059749aa49 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3416343 May 24 23:08:56.284733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Calling delete_port for b1476399-795e-4c1e-bdff-047319c395df owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:08:56.302278 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee742054-686d-4b1a-bd69-3ea4569866ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.346789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-ca8cce22-5714-4231-aca0-95546a2f1649 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Synchronizing usage tracker for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:56.365074 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:08:56.365419 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:08:56.365936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ee742054-686d-4b1a-bd69-3ea4569866ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:56.370351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee742054-686d-4b1a-bd69-3ea4569866ae admin admin] Usage tracker for resource:security_group_rule and tenant:0573f0800dab4b4187e91380732210f7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:56.375461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-ca8cce22-5714-4231-aca0-95546a2f1649 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Unset dirty status for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:56.375634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee742054-686d-4b1a-bd69-3ea4569866ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:56.379048 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-ca8cce22-5714-4231-aca0-95546a2f1649 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2538b79651204683958a8311138e4a89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9362092 May 24 23:08:56.400645 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.431332 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-331e8017-22cd-480f-8121-b0a095445a93 req-352029aa-dbcd-4dbc-8495-4e5344bc7bd7 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444788 May 24 23:08:56.432993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ee742054-686d-4b1a-bd69-3ea4569866ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:56.460346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] No DVR routers for this DVR port b1476399-795e-4c1e-bdff-047319c395df on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:08:56.472591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8a718-08f5-43e3-b1d5-053f5d6e34ab None None] Pushing event deleted for resources: {'Port': ['ID=b1476399-795e-4c1e-bdff-047319c395df,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:56.573047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54764) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:56.634057 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcee29c7-0008-405f-acf2-ec988361cfe9'] response: {'server_uuid': '86a9869d-d7b4-49eb-9c62-904794cc664a', 'name': 'network-vif-deleted', 'tag': 'eaa3afea-87a0-41ff-84ea-c963072f39d6', 'status': 'completed', 'code': 200} May 24 23:08:56.710619 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-f000762a-7483-430e-8a03-079a1ad38b05 service neutron] 10.222.0.55 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163357 May 24 23:08:56.844730 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-937d3f1f-5005-41be-92ec-f4331f1fb90e req-9303c16c-0ab3-4ca1-ad0a-1308eb0748e6 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 210 time: 0.0994651 May 24 23:08:56.858557 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee742054-686d-4b1a-bd69-3ea4569866ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.864161 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6165-9375-40c5-87e9-0dfae19fe5a4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.868451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port b1476399-795e-4c1e-bdff-047319c395df {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:56.868950 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.888513 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee742054-686d-4b1a-bd69-3ea4569866ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:56.955045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] The port 'b1476399-795e-4c1e-bdff-047319c395df' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:08:56.958418 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-42c09e5f-bb0c-419e-a6af-973bade71183 service neutron] 10.222.0.55 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471213 May 24 23:08:57.013234 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6165-9375-40c5-87e9-0dfae19fe5a4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.032930 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ee742054-686d-4b1a-bd69-3ea4569866ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0573f0800dab4b4187e91380732210f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2028911 May 24 23:08:57.036125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54780) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:57.091514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee742054-686d-4b1a-bd69-3ea4569866ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7e7fae-9258-4ba0-be22-7b2bf367abbe,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:57.134149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.181604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d942b71f-322e-4ec8-b9d6-226cb3c73eb4']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:57.195355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905fea94-c893-4924-a717-7f8459695ccb') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:57.195900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905fea94-c893-4924-a717-7f8459695ccb') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:08:57.242525 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.261126 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.276389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:08:57.276791 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.317530 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07614c9c-0197-4644-a13c-dcc14cd5a9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.438236 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07614c9c-0197-4644-a13c-dcc14cd5a9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.463784 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 905fea94-c893-4924-a717-7f8459695ccb resource provider aggregate not found May 24 23:08:57.476879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.509940 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.515674 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 905fea94-c893-4924-a717-7f8459695ccb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 905fea94-c893-4924-a717-7f8459695ccb found for delete ", "request_id": "req-c2cdbc33-9423-4afe-850d-aa7c9b9c53d9"}]} May 24 23:08:57.531509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c46c427b-7816-42d1-89b8-a2addb86a2b0 req-c4d0be46-3429-440f-9a9a-cd829d3adeca tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 210 time: 0.1232295 May 24 23:08:57.553534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Network': ['ID=d942b71f-322e-4ec8-b9d6-226cb3c73eb4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:57.569579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-33aa2c42-2fbc-49c9-a242-f7ad53ccb293 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/networks/d942b71f-322e-4ec8-b9d6-226cb3c73eb4 HTTP/1.1" status: 204 len: 168 time: 3.7159271 May 24 23:08:57.573791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54800) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:57.584497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1335636093'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:57.591067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:57.605576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:network and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:57.610049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:57.660231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:57.719252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-cbf262bf-7041-4e66-b443-90f80a227bf0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:57.729856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device eaa3afea-87a0-41ff-84ea-c963072f39d6 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:08:57.738280 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-cbf262bf-7041-4e66-b443-90f80a227bf0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 812 time: 0.6238515 May 24 23:08:57.754983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:57.758960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.781870 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6165-9375-40c5-87e9-0dfae19fe5a4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.802321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: eaa3afea-87a0-41ff-84ea-c963072f39d6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:08:57.804417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device eaa3afea-87a0-41ff-84ea-c963072f39d6 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:08:57.828464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-edde2b2b-d73a-42f9-92c6-e91567f066a8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/quotas/e9303cbcbb804e2ba3627ec2b26f569c HTTP/1.1" status: 200 len: 375 time: 0.0886598 May 24 23:08:57.835946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:08:57.876142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-781dda82-5e2e-4328-88d5-640d700e4926 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:57.877635 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-781dda82-5e2e-4328-88d5-640d700e4926 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 815 time: 0.2439730 May 24 23:08:57.878622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.878962 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Added segment 474dcfc7-2123-4003-83f8-460e7dc61d87 of type vlan for network 439bc99b-1b53-4b31-b02f-e50211da7af3 May 24 23:08:57.882057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a6165-9375-40c5-87e9-0dfae19fe5a4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133687fc-1e24-4a5a-a312-a26b3727150f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:57.933632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6165-9375-40c5-87e9-0dfae19fe5a4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.939082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8e1a6165-9375-40c5-87e9-0dfae19fe5a4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/security-groups/133687fc-1e24-4a5a-a312-a26b3727150f HTTP/1.1" status: 204 len: 168 time: 1.3638473 May 24 23:08:57.968616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07614c9c-0197-4644-a13c-dcc14cd5a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:57.988856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07614c9c-0197-4644-a13c-dcc14cd5a9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7e7fae-9258-4ba0-be22-7b2bf367abbe,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:58.012314 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.013361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07614c9c-0197-4644-a13c-dcc14cd5a9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.016514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-07614c9c-0197-4644-a13c-dcc14cd5a9c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f7e7fae-9258-4ba0-be22-7b2bf367abbe HTTP/1.1" status: 204 len: 168 time: 0.9616182 May 24 23:08:58.047559 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-4c69bcc2-fcde-4a87-8e67-7a605b1672b8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2184191 May 24 23:08:58.102644 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.108073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:58.108667 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.113349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-16f0ddff-8f5f-4835-8def-23b2001cb0a2 req-d6c88d4d-d663-47d7-9860-1c60688abf00 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:58.148700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-a4b0d0e7-c214-4fd5-8b90-b64d038e2c1b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:08:58.197063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-faa55968-99d5-4830-8119-e186c3be7665 service neutron] 10.222.0.55 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483362 May 24 23:08:58.268980 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6921546 May 24 23:08:58.276286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54816) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:58.279715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-a4b0d0e7-c214-4fd5-8b90-b64d038e2c1b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:58.280830 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-a4b0d0e7-c214-4fd5-8b90-b64d038e2c1b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d69521bbf043dba069b5d286572f92 HTTP/1.1" status: 200 len: 380 time: 0.3868949 May 24 23:08:58.284806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-16f0ddff-8f5f-4835-8def-23b2001cb0a2 req-d6c88d4d-d663-47d7-9860-1c60688abf00 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:08:58.292067 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-16f0ddff-8f5f-4835-8def-23b2001cb0a2 req-d6c88d4d-d663-47d7-9860-1c60688abf00 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 210 time: 0.2516708 May 24 23:08:58.298583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': '439bc99b-1b53-4b31-b02f-e50211da7af3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:58.358532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'port': {'device_id': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'admin_state_up': True, 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'security_groups': ['5968140a-4f2b-45d5-95b2-0006ec213ea6']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:58.368505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54820) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:58.406237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcbec5-26e2-4dc8-a4ea-7e1a7ebc7027 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Network': ['ID=439bc99b-1b53-4b31-b02f-e50211da7af3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:58.418661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 439bc99b-1b53-4b31-b02f-e50211da7af3 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:08:58.487504 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-a0db5903-6ccb-4def-b581-d2ba287629c6 service neutron] 10.222.0.55 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884243 May 24 23:08:58.578027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e808c9-fe56-4850-baab-bba80057b3eb tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting subnet cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:08:58.591498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76e808c9-fe56-4850-baab-bba80057b3eb tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.674754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54826) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:58.728236 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b537800b-b541-4668-91f8-4ee72c56c764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.758344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b537800b-b541-4668-91f8-4ee72c56c764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:58.823811 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76e808c9-fe56-4850-baab-bba80057b3eb tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.854262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b537800b-b541-4668-91f8-4ee72c56c764 admin admin] Usage tracker for resource:security_group_rule and tenant:ff84fe41351c46c5be8498adb1f0eda3 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:58.866133 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4a4ad22-ac37-4a86-8158-f178a8d374f2 req-7eacce1f-6a53-41be-a3f4-2f4b5469b3be tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 210 time: 0.0943124 May 24 23:08:58.867521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b537800b-b541-4668-91f8-4ee72c56c764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:58.872331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3f69471-9039-4ec4-877c-660c087260c8 req-40f30cd3-6f75-4df6-b779-5365316de62c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 210 time: 0.1179986 May 24 23:08:58.885381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b537800b-b541-4668-91f8-4ee72c56c764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:58.899525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:58.920007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:08:58.926539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:08:58.943837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:58.963650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:08:58.968320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:58.973081 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:58.985006 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76e808c9-fe56-4850-baab-bba80057b3eb tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.051304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:08:59.089758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Made reservation on behalf of a9d69521bbf043dba069b5d286572f92 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:08:59.093763 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.117947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b537800b-b541-4668-91f8-4ee72c56c764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.181928 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b537800b-b541-4668-91f8-4ee72c56c764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.270522 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76e808c9-fe56-4850-baab-bba80057b3eb tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.346785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e808c9-fe56-4850-baab-bba80057b3eb tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Subnet': ['ID=cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:59.387931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e453411f-1cc6-4f88-ac8e-67bf29a58b99 None None] Network 90db5f55-6233-4f7a-8418-516d5adbcbb1 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:08:59.394174 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-76e808c9-fe56-4850-baab-bba80057b3eb tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.418541 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b537800b-b541-4668-91f8-4ee72c56c764 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff84fe41351c46c5be8498adb1f0eda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7423289 May 24 23:08:59.420295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-76e808c9-fe56-4850-baab-bba80057b3eb tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/subnets/cb86c68a-6cdd-4127-9bec-ac8ac3b20f7f HTTP/1.1" status: 204 len: 168 time: 1.0505018 May 24 23:08:59.425984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54844) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:59.426309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54846) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:08:59.433020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Allocated IP 172.20.0.7 (4dbd9183-8740-47be-9080-f446c9f960dd/fb1303f6-a75c-4770-b75a-ff3909584636/da5336cb-32fc-4a12-b62b-6fb12d32f237) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:08:59.600490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537800b-b541-4668-91f8-4ee72c56c764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fed5ff-42d0-46a0-8360-67169e1215b8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:59.613069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-de21e97f-e234-4e63-867c-6b290a4549f3 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:08:59.614975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-de21e97f-e234-4e63-867c-6b290a4549f3 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.50 "GET /v2.0/networks?id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 200 len: 811 time: 0.4951477 May 24 23:08:59.697765 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-033d8380-83cd-402c-aa80-c9ad53e5befb req-655940b6-e8c3-4dab-8f61-d97eb3364006 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 210 time: 0.1468894 May 24 23:08:59.722329 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.817158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-2a317286-0d32-4fc0-9aec-ff74667dd5d8 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2538b79651204683958a8311138e4a89 HTTP/1.1" status: 200 len: 378 time: 0.1425977 May 24 23:08:59.828721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'port': {'device_id': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'admin_state_up': True, 'tenant_id': '2538b79651204683958a8311138e4a89', 'security_groups': ['75e03074-f19e-458d-ac86-1e00dfb54cb7']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:08:59.845159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e49e57-d6c8-4d43-b100-db1e82231bb3 None None] DHCP port deletion for 90db5f55-6233-4f7a-8418-516d5adbcbb1 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:08:59.850298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-09e49e57-d6c8-4d43-b100-db1e82231bb3 None None] Deleting port 2f1135b3-a248-41ea-b753-0164ff2b9f56 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:59.850845 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-09e49e57-d6c8-4d43-b100-db1e82231bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.864863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.948368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Checking segment: {'id': '474dcfc7-2123-4003-83f8-460e7dc61d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '439bc99b-1b53-4b31-b02f-e50211da7af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:08:59.948368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network hostable DHCP agents. Network: 439bc99b-1b53-4b31-b02f-e50211da7af3, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:08:59.955596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-78ac0dbf-980b-4fe9-ab41-6a24ed74f24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:08:59.962977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Subnet': ['ID=c99bf4aa-03ef-4a9c-884d-9c4a541333c9,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:08:59.967145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port 2f1135b3-a248-41ea-b753-0164ff2b9f56 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:08:59.967692 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.084168 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.122743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-78ac0dbf-980b-4fe9-ab41-6a24ed74f24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.165167 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-405cd8ee-5cae-4beb-b5b2-0b653e473cb0 req-383271fb-9714-405e-9e83-de5fc8eed7a0 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 210 time: 0.0773795 May 24 23:09:00.189791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 439bc99b-1b53-4b31-b02f-e50211da7af3 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:09:00.198439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Transition to ACTIVE for port object da5336cb-32fc-4a12-b62b-6fb12d32f237 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:00.221563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-09e49e57-d6c8-4d43-b100-db1e82231bb3 None None] For port 2f1135b3-a248-41ea-b753-0164ff2b9f56, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2f1135b3-a248-41ea-b753-0164ff2b9f56,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:00.222313 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-09e49e57-d6c8-4d43-b100-db1e82231bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.266170 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.286741 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16c411b8-1595-414d-bf0c-3edaf7e0b930 req-468402c2-7385-4a30-b226-24e7e5684419 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 210 time: 0.1429768 May 24 23:09:00.342644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2f1135b3-a248-41ea-b753-0164ff2b9f56 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:00.406472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 439bc99b-1b53-4b31-b02f-e50211da7af3) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:00.421593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event updated for resources: {'Port': ['ID=da5336cb-32fc-4a12-b62b-6fb12d32f237,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:00.435743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Network 4dbd9183-8740-47be-9080-f446c9f960dd is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:00.441067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:00.441725 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.451153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:00.458424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:00.462511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-09e49e57-d6c8-4d43-b100-db1e82231bb3 None None] Calling delete_port for 2f1135b3-a248-41ea-b753-0164ff2b9f56 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:00.488953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34abf64b-ffe5-4b1e-b9e6-8bffbbb17cb9 None None] Network 439bc99b-1b53-4b31-b02f-e50211da7af3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:00.554162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:00.554821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.662688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e237453a-f020-48c4-bcbf-b861f3e7ac4d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3783236 May 24 23:09:00.664382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54858) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:00.679800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-115eab03-c1c9-4b74-a83f-b94de010270b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1234579924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:00.694163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-115eab03-c1c9-4b74-a83f-b94de010270b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:00.699807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-115eab03-c1c9-4b74-a83f-b94de010270b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:router and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:00.703430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-115eab03-c1c9-4b74-a83f-b94de010270b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:00.709835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-115eab03-c1c9-4b74-a83f-b94de010270b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:00.725698 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-b6bb81ba-8479-4335-9929-ff39071b8fc3 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4320028 May 24 23:09:00.745330 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-115eab03-c1c9-4b74-a83f-b94de010270b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.747969 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-115eab03-c1c9-4b74-a83f-b94de010270b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.806320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-115eab03-c1c9-4b74-a83f-b94de010270b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.865859 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-09e49e57-d6c8-4d43-b100-db1e82231bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:00.878324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Request body: {'port': {'device_id': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:00.907987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:00.919004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:00.944811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-eeec48cb-01fa-47f5-b9e3-dfbed2ff2057 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:00.947785 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-eeec48cb-01fa-47f5-b9e3-dfbed2ff2057 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 812 time: 0.4093809 May 24 23:09:00.970775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Made reservation on behalf of 2538b79651204683958a8311138e4a89 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:00.977067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.020304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Request body: {'port': {'device_id': '9549c824-ff29-4c75-9e79-694b08c7139d', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'admin_state_up': True, 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:01.027425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e49e57-d6c8-4d43-b100-db1e82231bb3 None None] No DVR routers for this DVR port 2f1135b3-a248-41ea-b753-0164ff2b9f56 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:09:01.037840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Port 2f1135b3-a248-41ea-b753-0164ff2b9f56 update to DOWN by agent not found {{(pid=88391) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 24 23:09:01.051361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e49e57-d6c8-4d43-b100-db1e82231bb3 None None] Pushing event deleted for resources: {'Port': ['ID=2f1135b3-a248-41ea-b753-0164ff2b9f56,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:01.108198 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-115eab03-c1c9-4b74-a83f-b94de010270b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.150086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a1684fc1-9b9a-4969-863c-62015bea8ee5 None None] Provisioning for port da5336cb-32fc-4a12-b62b-6fb12d32f237 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:01.158751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a1684fc1-9b9a-4969-863c-62015bea8ee5 None None] Provisioning complete for port da5336cb-32fc-4a12-b62b-6fb12d32f237 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:01.160141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a1684fc1-9b9a-4969-863c-62015bea8ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.177330 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.182033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] For port 2f1135b3-a248-41ea-b753-0164ff2b9f56, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2f1135b3-a248-41ea-b753-0164ff2b9f56,segment=NetworkSegment(e6cfdbee-5f74-4a30-981d-7dc409a7186b),segment_id=e6cfdbee-5f74-4a30-981d-7dc409a7186b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:01.182715 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.207749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-78ac0dbf-980b-4fe9-ab41-6a24ed74f24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.302676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-439bc99b-1b53-4b31-b02f-e50211da7af3', 'network_id': '439bc99b-1b53-4b31-b02f-e50211da7af3', 'tenant_id': 'bbd1c03d8d8442859004af0e0064373e', 'fixed_ips': [{'subnet_id': 'c99bf4aa-03ef-4a9c-884d-9c4a541333c9'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:09:01.303953 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.350381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac0dbf-980b-4fe9-ab41-6a24ed74f24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fed5ff-42d0-46a0-8360-67169e1215b8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:01.395568 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-115eab03-c1c9-4b74-a83f-b94de010270b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.399358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-115eab03-c1c9-4b74-a83f-b94de010270b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7277403 May 24 23:09:01.400136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54872) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:01.418593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'network_id': '439bc99b-1b53-4b31-b02f-e50211da7af3', 'name': 'tempest-PortsTestJSON-508352491'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:01.490124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-78ac0dbf-980b-4fe9-ab41-6a24ed74f24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.491508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-78ac0dbf-980b-4fe9-ab41-6a24ed74f24f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1fed5ff-42d0-46a0-8360-67169e1215b8 HTTP/1.1" status: 204 len: 168 time: 2.0621986 May 24 23:09:01.520244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Calling delete_port for 2f1135b3-a248-41ea-b753-0164ff2b9f56 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:01.542212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Allocated IP 172.20.0.2 (439bc99b-1b53-4b31-b02f-e50211da7af3/c99bf4aa-03ef-4a9c-884d-9c4a541333c9/a323bfd8-48ef-48da-b8ea-435d5fdb2a82) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:01.551375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66239e-4680-43c8-a4e5-0524146a85cf req-8ae7fefe-8235-4bc9-9b59-e069f5f3ee77 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:01.552082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ec66239e-4680-43c8-a4e5-0524146a85cf req-8ae7fefe-8235-4bc9-9b59-e069f5f3ee77 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Synchronizing usage tracker for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:01.732735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Allocated IP 172.20.0.6 (002fbdc6-b25e-4db0-8e9b-acd3f481a1b7/47001c01-66d5-4135-8684-58bb2d7f443c/ed98b146-44c5-40e2-8abd-42ab2af89554) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:01.807753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ec66239e-4680-43c8-a4e5-0524146a85cf req-8ae7fefe-8235-4bc9-9b59-e069f5f3ee77 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Unset dirty status for tenant:a9d69521bbf043dba069b5d286572f92 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:01.814664 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec66239e-4680-43c8-a4e5-0524146a85cf req-8ae7fefe-8235-4bc9-9b59-e069f5f3ee77 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 931 time: 0.8017657 May 24 23:09:01.857864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:01.884912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:port and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:01.889997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:01.906696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:01.912867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:01.928959 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec66239e-4680-43c8-a4e5-0524146a85cf req-b3a4ac52-dfc5-4d4a-bec1-5937df653259 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133499 May 24 23:09:01.942229 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8725a0a1-1594-4d7d-8ab2-e070554427e7 req-c122cbd9-5580-44ea-a0e2-9aa0de36ca58 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 210 time: 0.5750742 May 24 23:09:01.966973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:01.972752 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.977991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:01.986680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:01.990926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Transition to ACTIVE for port object a323bfd8-48ef-48da-b8ea-435d5fdb2a82 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:02.017280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a1684fc1-9b9a-4969-863c-62015bea8ee5 None None] Port da5336cb-32fc-4a12-b62b-6fb12d32f237 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:02.028803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Transition to ACTIVE for port object a323bfd8-48ef-48da-b8ea-435d5fdb2a82 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:02.047205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Made reservation on behalf of e9303cbcbb804e2ba3627ec2b26f569c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:02.050056 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.051333 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.139422 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:09:02.139828 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:09:02.165089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 910ac4b8-b409-497d-82f9-05d011b2f5b4 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:09:02.228639 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.290667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Network 439bc99b-1b53-4b31-b02f-e50211da7af3 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:02.311573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:02.312779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Transition to ACTIVE for port object ed98b146-44c5-40e2-8abd-42ab2af89554 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:02.319980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:02.325220 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a8cda013-d799-411f-9f34-8de51b5dc3ca req-44be2d79-0362-4404-a2b8-1128118365c4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 210 time: 0.1642563 May 24 23:09:02.344528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5336cb-32fc-4a12-b62b-6fb12d32f237 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:02.380326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.419291 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Pushing event updated for resources: {'Port': ['ID=a323bfd8-48ef-48da-b8ea-435d5fdb2a82,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:02.466967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Transition to ACTIVE for port object da5336cb-32fc-4a12-b62b-6fb12d32f237 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:02.484054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.549160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Allocated IP 172.20.0.9 (ae35d30d-647c-45b8-a0f8-6fc32e006bd8/3a1aaf28-3079-42c0-b6b3-9b18da682566/47482978-71bd-4f1e-aa5c-29013a06e850) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:02.576375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.602489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Attempting to bind port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:02.603095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Attempting to bind port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '474dcfc7-2123-4003-83f8-460e7dc61d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '439bc99b-1b53-4b31-b02f-e50211da7af3'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:02.603191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Attempting to bind port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 on network 439bc99b-1b53-4b31-b02f-e50211da7af3 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:02.614833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:02.615355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Checking segment: {'id': '474dcfc7-2123-4003-83f8-460e7dc61d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '439bc99b-1b53-4b31-b02f-e50211da7af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:02.615667 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.616023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Bound using segment: {'id': '474dcfc7-2123-4003-83f8-460e7dc61d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '439bc99b-1b53-4b31-b02f-e50211da7af3'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:02.616499 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Bound port: a323bfd8-48ef-48da-b8ea-435d5fdb2a82, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474dcfc7-2123-4003-83f8-460e7dc61d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '439bc99b-1b53-4b31-b02f-e50211da7af3'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:02.616872 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.747772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Pushing event updated for resources: {'Port': ['ID=da5336cb-32fc-4a12-b62b-6fb12d32f237,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:02.802846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.11 (439bc99b-1b53-4b31-b02f-e50211da7af3/c99bf4aa-03ef-4a9c-884d-9c4a541333c9/910ac4b8-b409-497d-82f9-05d011b2f5b4) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:02.813209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] For port a323bfd8-48ef-48da-b8ea-435d5fdb2a82, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:02.818883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] For port a323bfd8-48ef-48da-b8ea-435d5fdb2a82, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a323bfd8-48ef-48da-b8ea-435d5fdb2a82,segment=NetworkSegment(474dcfc7-2123-4003-83f8-460e7dc61d87),segment_id=474dcfc7-2123-4003-83f8-460e7dc61d87)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:02.828080 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:02.944984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1714cdc-145b-4a80-8218-8a3b4ba945fd None None] Pushing event updated for resources: {'Port': ['ID=a323bfd8-48ef-48da-b8ea-435d5fdb2a82,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:02.978296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port 2f1135b3-a248-41ea-b753-0164ff2b9f56 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:02.980671 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.197560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] The port '2f1135b3-a248-41ea-b753-0164ff2b9f56' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:09:03.315811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:03.317133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event updated for resources: {'Port': ['ID=ed98b146-44c5-40e2-8abd-42ab2af89554,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:03.386045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:03.492159 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.526524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object 910ac4b8-b409-497d-82f9-05d011b2f5b4 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:03.596048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:03.659905 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.683759 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.703039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ea4c083f-3fd6-4f0a-8088-ee9d6a15d832 None None] Provisioning for port ed98b146-44c5-40e2-8abd-42ab2af89554 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:03.714558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ea4c083f-3fd6-4f0a-8088-ee9d6a15d832 None None] Provisioning complete for port ed98b146-44c5-40e2-8abd-42ab2af89554 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:03.717443 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ea4c083f-3fd6-4f0a-8088-ee9d6a15d832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.755170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Attempting to bind port da5336cb-32fc-4a12-b62b-6fb12d32f237 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:03.755170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Attempting to bind port da5336cb-32fc-4a12-b62b-6fb12d32f237 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:03.755170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Attempting to bind port da5336cb-32fc-4a12-b62b-6fb12d32f237 on network 4dbd9183-8740-47be-9080-f446c9f960dd {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:03.797521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ea4c083f-3fd6-4f0a-8088-ee9d6a15d832 None None] Port ed98b146-44c5-40e2-8abd-42ab2af89554 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:03.802988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Port da5336cb-32fc-4a12-b62b-6fb12d32f237 on network 4dbd9183-8740-47be-9080-f446c9f960dd not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:09:03.803313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Attempting to bind port da5336cb-32fc-4a12-b62b-6fb12d32f237 on network 4dbd9183-8740-47be-9080-f446c9f960dd {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:03.815651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:03.816286 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.820443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 439bc99b-1b53-4b31-b02f-e50211da7af3 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:03.821467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Transition to ACTIVE for port object 47482978-71bd-4f1e-aa5c-29013a06e850 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:03.824328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:03.824663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Checking segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:03.825114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Bound using segment: {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:03.825572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Bound port: da5336cb-32fc-4a12-b62b-6fb12d32f237, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187d1fbb-4b24-40a8-9438-00d2cee1d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:03.826074 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.829273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:03.841227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:03.850665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:03.880702 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-71e8addd-70d4-4ab4-ac63-a01784041fbf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0557597 May 24 23:09:03.893801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90db5f55-6233-4f7a-8418-516d5adbcbb1']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:03.902079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=910ac4b8-b409-497d-82f9-05d011b2f5b4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:03.923289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Request body: {'port': {'device_id': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:04.001594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe416e-9fd8-4436-90d2-bd386f57c40e req-894029d7-bc9e-497f-803d-c57de25eed78 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:04.003528 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8efe416e-9fd8-4436-90d2-bd386f57c40e req-894029d7-bc9e-497f-803d-c57de25eed78 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 943 time: 0.8433721 May 24 23:09:04.023067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cfdbee-5f74-4a30-981d-7dc409a7186b') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:04.023708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cfdbee-5f74-4a30-981d-7dc409a7186b') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:04.054449 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.064171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2f328-5e2d-4ced-b3ee-88913aea1f0e req-4c4658b1-af6f-4f05-b776-3e96dffe1e07 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:04.071286 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3bc2f328-5e2d-4ced-b3ee-88913aea1f0e req-4c4658b1-af6f-4f05-b776-3e96dffe1e07 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 931 time: 0.4973638 May 24 23:09:04.098715 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.110106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:09:04.110908 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.146605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:04.147308 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.201702 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f19cc1bb-d6db-4d07-a282-f598ddb91448 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7946577 May 24 23:09:04.216483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54926) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:04.232607 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3bc2f328-5e2d-4ced-b3ee-88913aea1f0e req-cafb8b1e-9046-4988-a590-b6240b86a2e9 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1603072 May 24 23:09:04.484454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a323bfd8-48ef-48da-b8ea-435d5fdb2a82 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:04.484803 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.494506 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment e6cfdbee-5f74-4a30-981d-7dc409a7186b resource provider aggregate not found May 24 23:09:04.552022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e42d2e74-6684-4777-bf62-06a77521a4dd', 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:09:04.806562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c6883a-46ee-4596-8ac2-5c8b2903683f None None] Network 439bc99b-1b53-4b31-b02f-e50211da7af3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:04.918379 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment e6cfdbee-5f74-4a30-981d-7dc409a7186b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6cfdbee-5f74-4a30-981d-7dc409a7186b found for delete ", "request_id": "req-155a0cdc-ee24-4681-9604-3434ad12209b"}]} May 24 23:09:04.939412 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.948795 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:04.978073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff11bbb5-05e4-44f8-89f4-bbf48b8c2d14 None None] Provisioning for port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:05.005829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] For port da5336cb-32fc-4a12-b62b-6fb12d32f237, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:05.035286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:05.078774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:05.080244 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.111883 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/networks/90db5f55-6233-4f7a-8418-516d5adbcbb1 HTTP/1.1" status: 204 len: 168 time: 5.6698947 May 24 23:09:05.156433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54946) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:05.163278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12267304-01d1-4c02-8147-d41448072897 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Network': ['ID=90db5f55-6233-4f7a-8418-516d5adbcbb1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:05.208735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8efe416e-9fd8-4436-90d2-bd386f57c40e req-512851bd-aba0-49cf-a811-7d550e045bfd tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1751206 May 24 23:09:05.275489 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] For port da5336cb-32fc-4a12-b62b-6fb12d32f237, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=da5336cb-32fc-4a12-b62b-6fb12d32f237,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:05.386741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:05.387898 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.401252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54952) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:05.472299 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.515939 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1127cef9-2e07-4848-87c1-5dfbfb65fe57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.541671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:05.542560 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.584267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Pushing event updated for resources: {'Port': ['ID=da5336cb-32fc-4a12-b62b-6fb12d32f237,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:05.616078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:05.616864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.619013 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-6d04237b-1f36-432b-9129-828bf545fb66 service neutron] 10.222.0.50 "PUT /v2.0/ports/da5336cb-32fc-4a12-b62b-6fb12d32f237 HTTP/1.1" status: 200 len: 1091 time: 4.8780570 May 24 23:09:05.624426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'tag': 'da5336cb-32fc-4a12-b62b-6fb12d32f237'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:05.654831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:05.658182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:05.707734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4748e-26c0-4642-a831-895df4a2691e req-8b7ccee2-7a70-4b10-99e5-3ea5a148e29b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:05.716607 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5af4748e-26c0-4642-a831-895df4a2691e req-8b7ccee2-7a70-4b10-99e5-3ea5a148e29b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 931 time: 0.7074742 May 24 23:09:05.726086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a323bfd8-48ef-48da-b8ea-435d5fdb2a82, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a323bfd8-48ef-48da-b8ea-435d5fdb2a82,segment=NetworkSegment(474dcfc7-2123-4003-83f8-460e7dc61d87),segment_id=474dcfc7-2123-4003-83f8-460e7dc61d87)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:05.745172 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:05.769730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event updated for resources: {'Port': ['ID=47482978-71bd-4f1e-aa5c-29013a06e850,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:05.940661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port ae54256a-cb34-488e-948b-a3822cad22f5 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:05.941721 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.012683 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5af4748e-26c0-4642-a831-895df4a2691e req-1f6ce5da-7cf5-4138-b817-68d603c2f966 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931614 May 24 23:09:06.074279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a323bfd8-48ef-48da-b8ea-435d5fdb2a82,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:06.121777 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.174205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-79615024-8070-447d-b677-fd04447222dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:06.176344 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-79615024-8070-447d-b677-fd04447222dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 1094 time: 0.4778607 May 24 23:09:06.180994 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad26ad08-31b4-4498-8f8c-fa954c4f1e10'] response: {'name': 'network-changed', 'server_uuid': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'tag': 'da5336cb-32fc-4a12-b62b-6fb12d32f237', 'status': 'completed', 'code': 200} May 24 23:09:06.309338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a323bfd8-48ef-48da-b8ea-435d5fdb2a82 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:06.338342 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.376881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:06.377553 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.381696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-5a4849f6-5268-4df7-9b93-bef1588e6644 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5336cb-32fc-4a12-b62b-6fb12d32f237 HTTP/1.1" status: 200 len: 217 time: 0.1667438 May 24 23:09:06.387866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-26a0432b-18f5-40c5-ae2d-b49140be686e None None] Provisioning for port 47482978-71bd-4f1e-aa5c-29013a06e850 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:06.404188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-26a0432b-18f5-40c5-ae2d-b49140be686e None None] Provisioning complete for port 47482978-71bd-4f1e-aa5c-29013a06e850 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:06.404564 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-26a0432b-18f5-40c5-ae2d-b49140be686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.463054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:06.470372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-26a0432b-18f5-40c5-ae2d-b49140be686e None None] Port 47482978-71bd-4f1e-aa5c-29013a06e850 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:06.502804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:06.503257 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.510643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Usage tracker for resource:security_group_rule and tenant:fb56cc6a04884c48beb3434006b571fe is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:06.514305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-197151af-0128-42ba-acbb-d7f208a66c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:06.516052 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-197151af-0128-42ba-acbb-d7f208a66c60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.0783358 May 24 23:09:06.522815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:06.558022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:06.616843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b0e24520-4b26-418b-b8d0-79d83592b760 None None] Provisioning for port 910ac4b8-b409-497d-82f9-05d011b2f5b4 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:06.629286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b0e24520-4b26-418b-b8d0-79d83592b760 None None] Provisioning complete for port 910ac4b8-b409-497d-82f9-05d011b2f5b4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:06.629669 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b0e24520-4b26-418b-b8d0-79d83592b760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.644695 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-80889fd0-4a6d-4094-8115-8802f8ede566 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6495864 May 24 23:09:06.695619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Request body: {'port': {'device_id': '9549c824-ff29-4c75-9e79-694b08c7139d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:06.714354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b0e24520-4b26-418b-b8d0-79d83592b760 None None] Port 910ac4b8-b409-497d-82f9-05d011b2f5b4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:06.780253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b0e24520-4b26-418b-b8d0-79d83592b760 None None] Provisioning complete for port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:06.780630 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b0e24520-4b26-418b-b8d0-79d83592b760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:06.828815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:06.915359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cdfed-69c1-4e45-84f4-dc2db9cde3a8 req-ab3baeb2-0f71-4278-b2d8-c1bd3a4b7556 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:06.916878 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-490cdfed-69c1-4e45-84f4-dc2db9cde3a8 req-ab3baeb2-0f71-4278-b2d8-c1bd3a4b7556 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 943 time: 0.5434179 May 24 23:09:07.010354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b0e24520-4b26-418b-b8d0-79d83592b760 None None] Current status of the port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:07.070487 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.074434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-77b7765b-1edb-4b03-a680-e41b2e1777dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:07.076063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-77b7765b-1edb-4b03-a680-e41b2e1777dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5480199 May 24 23:09:07.087756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.130493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5b10c-18c8-4b14-b198-67ec579b8b56 req-c33e68e7-8ff6-4af8-9c8d-3f0f619108b5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:07.131197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cbc5b10c-18c8-4b14-b198-67ec579b8b56 req-c33e68e7-8ff6-4af8-9c8d-3f0f619108b5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Synchronizing usage tracker for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:07.139346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-edac20f0-55c8-4f96-b11f-6dd032c27b76 None None] Provisioning complete for port 910ac4b8-b409-497d-82f9-05d011b2f5b4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:07.139930 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-edac20f0-55c8-4f96-b11f-6dd032c27b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.153043 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.153379 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.187258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-490cdfed-69c1-4e45-84f4-dc2db9cde3a8 req-0f3944f0-f129-4084-83bf-6191ffa72c4c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552001 May 24 23:09:07.207511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-edac20f0-55c8-4f96-b11f-6dd032c27b76 None None] Port 910ac4b8-b409-497d-82f9-05d011b2f5b4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:07.282401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Calling delete_port for ae54256a-cb34-488e-948b-a3822cad22f5 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:07.316335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=910ac4b8-b409-497d-82f9-05d011b2f5b4,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:07.422891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cbc5b10c-18c8-4b14-b198-67ec579b8b56 req-c33e68e7-8ff6-4af8-9c8d-3f0f619108b5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Unset dirty status for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:07.423941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbc5b10c-18c8-4b14-b198-67ec579b8b56 req-c33e68e7-8ff6-4af8-9c8d-3f0f619108b5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 931 time: 2.0235810 May 24 23:09:07.424566 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.464642 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5819248e-9085-4333-86c8-7facf662061f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.530481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-20fd5396-bf98-4304-bc85-5acb9e223489 None None] Provisioning complete for port 910ac4b8-b409-497d-82f9-05d011b2f5b4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:07.530898 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-20fd5396-bf98-4304-bc85-5acb9e223489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.602681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-20fd5396-bf98-4304-bc85-5acb9e223489 None None] Port 910ac4b8-b409-497d-82f9-05d011b2f5b4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:07.609630 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-fd3ea4c8-a6d2-45d3-9d69-b5a31337f6b1 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163927 May 24 23:09:07.610858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.648649 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.693065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cbc5b10c-18c8-4b14-b198-67ec579b8b56 req-3d87f700-30e9-4afc-9a03-29261ef2e549 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2580512 May 24 23:09:07.778370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f767a53-5aa1-47eb-a446-04397323c392 req-001cee50-493c-471e-b99c-fada7fad1118 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:07.780160 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f767a53-5aa1-47eb-a446-04397323c392 req-001cee50-493c-471e-b99c-fada7fad1118 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 931 time: 0.4567368 May 24 23:09:07.792007 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:09:07.803672 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb56cc6a04884c48beb3434006b571fe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3496780 May 24 23:09:07.815343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54972) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:07.865526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab82b26-86dc-4d68-b068-36ecef614cbc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:07.920484 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cec6baf-50f0-4759-bc77-9d1eb7b5a9d8 req-23579b6e-8fd1-44f5-868a-2bd74032c4d1 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987177 May 24 23:09:07.931250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.931575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.931894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.932255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.932650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.932981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.933273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.933642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.933939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.935399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.935399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.935399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e53047-2144-412b-884b-9fd77fae4960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:07.951356 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.980357 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:07.987784 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f767a53-5aa1-47eb-a446-04397323c392 req-b1862971-803a-4646-801c-41a37ae83648 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005289 May 24 23:09:08.012942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed98b146-44c5-40e2-8abd-42ab2af89554 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:08.020536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Port': ['ID=ae54256a-cb34-488e-948b-a3822cad22f5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:08.028573 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.086826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54f95ee7-0919-46ad-bc7b-ab3fff42203c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.123077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Transition to ACTIVE for port object ed98b146-44c5-40e2-8abd-42ab2af89554 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:08.123590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54f95ee7-0919-46ad-bc7b-ab3fff42203c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.136659 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.191984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1740-4413-49e3-9fa6-d5af7b75d41f req-522f04b8-ae44-4a8f-8876-d379b3bdcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:08.193463 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8cb1740-4413-49e3-9fa6-d5af7b75d41f req-522f04b8-ae44-4a8f-8876-d379b3bdcffb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 1094 time: 0.2048433 May 24 23:09:08.326707 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.353238 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.353851 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Floating IP ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef disassociated (deleted). External IP: 172.25.7.130, port: 3e58272f-b92c-4388-a810-4e20bbb74dc6. May 24 23:09:08.432111 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54f95ee7-0919-46ad-bc7b-ab3fff42203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.468746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f95ee7-0919-46ad-bc7b-ab3fff42203c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab82b26-86dc-4d68-b068-36ecef614cbc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:08.488236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Pushing event updated for resources: {'Port': ['ID=ed98b146-44c5-40e2-8abd-42ab2af89554,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:08.530523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47482978-71bd-4f1e-aa5c-29013a06e850 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:08.543326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54f95ee7-0919-46ad-bc7b-ab3fff42203c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.547407 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-54f95ee7-0919-46ad-bc7b-ab3fff42203c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ab82b26-86dc-4d68-b068-36ecef614cbc HTTP/1.1" status: 204 len: 168 time: 0.6985903 May 24 23:09:08.548697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1740-4413-49e3-9fa6-d5af7b75d41f req-b170f5aa-59f4-4fbb-b1f1-f8536bbb5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:08.550154 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8cb1740-4413-49e3-9fa6-d5af7b75d41f req-b170f5aa-59f4-4fbb-b1f1-f8536bbb5aed service neutron] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 916 time: 0.3462596 May 24 23:09:08.588219 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.701480 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.708319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Transition to ACTIVE for port object 47482978-71bd-4f1e-aa5c-29013a06e850 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:08.733076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.770066 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:08.844275 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8cb1740-4413-49e3-9fa6-d5af7b75d41f req-08cb4d29-cbf4-489c-bd2a-5b5d38ec463a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5336cb-32fc-4a12-b62b-6fb12d32f237 HTTP/1.1" status: 200 len: 217 time: 0.1865585 May 24 23:09:08.981845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Attempting to bind port ed98b146-44c5-40e2-8abd-42ab2af89554 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:08.982332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Attempting to bind port ed98b146-44c5-40e2-8abd-42ab2af89554 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:08.982489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Attempting to bind port ed98b146-44c5-40e2-8abd-42ab2af89554 on network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:09.101854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54992) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:09.125323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38454796-db73-43a2-89ad-0830d64aba8f req-7d9f6730-94d0-4cbd-8cbf-e0019f535161 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:09.126796 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38454796-db73-43a2-89ad-0830d64aba8f req-7d9f6730-94d0-4cbd-8cbf-e0019f535161 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 943 time: 0.7133698 May 24 23:09:09.127400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Port ed98b146-44c5-40e2-8abd-42ab2af89554 on network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:09:09.127718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Attempting to bind port ed98b146-44c5-40e2-8abd-42ab2af89554 on network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:09.139967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1740-4413-49e3-9fa6-d5af7b75d41f req-4aa66d46-3e46-4441-bafa-d66ce8a26983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:09.141819 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8cb1740-4413-49e3-9fa6-d5af7b75d41f req-4aa66d46-3e46-4441-bafa-d66ce8a26983 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.2901006 May 24 23:09:09.146048 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1417cf94-6e7a-4205-9dab-9aae7e472174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.216616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Pushing event updated for resources: {'Port': ['ID=47482978-71bd-4f1e-aa5c-29013a06e850,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:09.218158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:09.218500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Checking segment: {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:09.218878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Bound using segment: {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:09.219324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Bound port: ed98b146-44c5-40e2-8abd-42ab2af89554, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1342be-84a7-44f7-ba32-5a9b7e0e2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:09.219672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.231072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1417cf94-6e7a-4205-9dab-9aae7e472174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:09.412022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1417cf94-6e7a-4205-9dab-9aae7e472174 admin admin] Usage tracker for resource:security_group_rule and tenant:3b6ec4a00dfe4089b05a4166ccdb884a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:09.419483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1417cf94-6e7a-4205-9dab-9aae7e472174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:09.430648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1417cf94-6e7a-4205-9dab-9aae7e472174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:09.436485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38454796-db73-43a2-89ad-0830d64aba8f req-424db89a-6561-4057-877f-d15236a34a38 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870026 May 24 23:09:09.483955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86234c77-69b1-4bac-befd-7d388f193ccd req-ad063f54-2462-4a9d-a32d-5531b28cf8e9 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:09.486022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Attempting to bind port 47482978-71bd-4f1e-aa5c-29013a06e850 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:09.486300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Attempting to bind port 47482978-71bd-4f1e-aa5c-29013a06e850 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:09.486624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Attempting to bind port 47482978-71bd-4f1e-aa5c-29013a06e850 on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:09.491483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86234c77-69b1-4bac-befd-7d388f193ccd req-ad063f54-2462-4a9d-a32d-5531b28cf8e9 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 943 time: 0.6049502 May 24 23:09:09.503967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Port 47482978-71bd-4f1e-aa5c-29013a06e850 on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:09:09.504346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Attempting to bind port 47482978-71bd-4f1e-aa5c-29013a06e850 on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:09.512999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:09.527917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] For port ed98b146-44c5-40e2-8abd-42ab2af89554, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:09.527917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:09.527917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Checking segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:09.527917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Bound using segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:09.527917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Bound port: 47482978-71bd-4f1e-aa5c-29013a06e850, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:09.527917 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.576047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] For port ed98b146-44c5-40e2-8abd-42ab2af89554, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ed98b146-44c5-40e2-8abd-42ab2af89554,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:09.633549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86234c77-69b1-4bac-befd-7d388f193ccd req-cb6e6eb6-d96e-4b34-b393-f0588162edb5 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411715 May 24 23:09:09.652238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1740-4413-49e3-9fa6-d5af7b75d41f req-8fed86d4-906d-4a06-883e-6dbee9bc2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:09.654643 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8cb1740-4413-49e3-9fa6-d5af7b75d41f req-8fed86d4-906d-4a06-883e-6dbee9bc2ff4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4957969 May 24 23:09:09.661240 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.692683 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.701397 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.917976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=910ac4b8-b409-497d-82f9-05d011b2f5b4,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:09.923480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1417cf94-6e7a-4205-9dab-9aae7e472174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.926689 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.948582 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1417cf94-6e7a-4205-9dab-9aae7e472174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.976990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:09.977880 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:09.979520 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] 10.222.0.50 "PUT /v2.0/ports/ed98b146-44c5-40e2-8abd-42ab2af89554 HTTP/1.1" status: 200 len: 1091 time: 6.0667641 May 24 23:09:09.980364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'tag': 'ed98b146-44c5-40e2-8abd-42ab2af89554'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:10.023214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75e008-d500-4de0-a8bd-1bba6b1f5e07 service neutron] Pushing event updated for resources: {'Port': ['ID=ed98b146-44c5-40e2-8abd-42ab2af89554,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:10.031045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] For port 47482978-71bd-4f1e-aa5c-29013a06e850, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:10.034913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] For port 47482978-71bd-4f1e-aa5c-29013a06e850, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=47482978-71bd-4f1e-aa5c-29013a06e850,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:10.041013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:10.043686 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:10.057558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f8b11-7989-45de-87a9-d7a7dc334bc9 None None] Sync routers for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:10.076393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f8b11-7989-45de-87a9-d7a7dc334bc9 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:10.077429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b70f8b11-7989-45de-87a9-d7a7dc334bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:10.083100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417cf94-6e7a-4205-9dab-9aae7e472174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6afb95-2db8-4d71-be33-488ee8b2abd0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:10.138512 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85401b34-a3b3-4475-82aa-a5560c46eeb0'] response: {'name': 'network-changed', 'server_uuid': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'tag': 'ed98b146-44c5-40e2-8abd-42ab2af89554', 'status': 'completed', 'code': 200} May 24 23:09:10.138512 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:10.158152 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8cb1740-4413-49e3-9fa6-d5af7b75d41f req-e22d8faa-bbb4-4e4e-b793-98c91656bce1 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874871 May 24 23:09:10.162425 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1417cf94-6e7a-4205-9dab-9aae7e472174 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b6ec4a00dfe4089b05a4166ccdb884a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0584013 May 24 23:09:10.165064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55008) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:10.273674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:10.274521 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:10.276731 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] 10.222.0.50 "PUT /v2.0/ports/47482978-71bd-4f1e-aa5c-29013a06e850 HTTP/1.1" status: 200 len: 1091 time: 3.5911126 May 24 23:09:10.339261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a091ee5-f52c-46d0-90cb-b4273990cd4a req-ec55ba9e-84cc-41d1-afcb-9c909d5a0d7d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:10.340338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3a091ee5-f52c-46d0-90cb-b4273990cd4a req-ec55ba9e-84cc-41d1-afcb-9c909d5a0d7d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:10.377557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b70f8b11-7989-45de-87a9-d7a7dc334bc9 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:10.431518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-66129ddf-d8a6-46ee-bc63-3a3ee9dfed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:10.433174 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-66129ddf-d8a6-46ee-bc63-3a3ee9dfed2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2538b79651204683958a8311138e4a89&device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 1094 time: 0.3950362 May 24 23:09:10.434264 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:10.461104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network 439bc99b-1b53-4b31-b02f-e50211da7af3 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:10.503385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:10.520597 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643f20b6-93a1-4b2f-96de-eb4d17853e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:10.618159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2cdad567-8d9d-48ee-bfb9-2a6f31571f5e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/floatingips/ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef HTTP/1.1" status: 204 len: 168 time: 5.4470401 May 24 23:09:10.628470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b02a0-e6b6-4fdb-959d-fdc463ca179e service neutron] Pushing event updated for resources: {'Port': ['ID=47482978-71bd-4f1e-aa5c-29013a06e850,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:10.677913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3a091ee5-f52c-46d0-90cb-b4273990cd4a req-ec55ba9e-84cc-41d1-afcb-9c909d5a0d7d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:10.685732 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a091ee5-f52c-46d0-90cb-b4273990cd4a req-ec55ba9e-84cc-41d1-afcb-9c909d5a0d7d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 943 time: 0.9939189 May 24 23:09:10.691001 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-c09743c8-cb32-43e8-b504-abc5799d17a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed98b146-44c5-40e2-8abd-42ab2af89554 HTTP/1.1" status: 200 len: 217 time: 0.1890724 May 24 23:09:10.863563 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a091ee5-f52c-46d0-90cb-b4273990cd4a req-cdb099c7-e9d0-4bca-a796-b384873b8cb3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768670 May 24 23:09:10.905216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-79676d1c-c067-49f1-a352-9beaa016931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:10.906568 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643f20b6-93a1-4b2f-96de-eb4d17853e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:10.908037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-79676d1c-c067-49f1-a352-9beaa016931e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 1094 time: 0.5602100 May 24 23:09:10.918470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-bfc8dde8-c242-4d84-94d8-3fa1d92cb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:10.921357 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-bfc8dde8-c242-4d84-94d8-3fa1d92cb4aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47001c01-66d5-4135-8684-58bb2d7f443c HTTP/1.1" status: 200 len: 850 time: 0.1561937 May 24 23:09:10.922054 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8cb1740-4413-49e3-9fa6-d5af7b75d41f req-31aee94e-2218-4e92-afac-3aebe8241541 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7383347 May 24 23:09:10.952599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1a7c64cf-acf9-4fba-9834-f66774d6eeb0 None None] Provisioning complete for port 910ac4b8-b409-497d-82f9-05d011b2f5b4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:10.953182 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1a7c64cf-acf9-4fba-9834-f66774d6eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:11.021882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1a7c64cf-acf9-4fba-9834-f66774d6eeb0 None None] Port 910ac4b8-b409-497d-82f9-05d011b2f5b4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:11.047282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b70f8b11-7989-45de-87a9-d7a7dc334bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:08:47Z', 'revision_number': 6, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:11.054108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f8b11-7989-45de-87a9-d7a7dc334bc9 None None] Checking router: 05dd263c-bb9e-40c2-b45f-38a7947c1f9d for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:11.068200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f8b11-7989-45de-87a9-d7a7dc334bc9 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:11.069465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b70f8b11-7989-45de-87a9-d7a7dc334bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:11.116067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8f7a2-0979-43ae-97e5-cd22b05dc9d8 req-9777f76b-fdc9-4293-8db5-b39bee7cf026 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:11.117636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7eb8f7a2-0979-43ae-97e5-cd22b05dc9d8 req-9777f76b-fdc9-4293-8db5-b39bee7cf026 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 943 time: 0.4055028 May 24 23:09:11.119413 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643f20b6-93a1-4b2f-96de-eb4d17853e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:11.167202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f20b6-93a1-4b2f-96de-eb4d17853e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6afb95-2db8-4d71-be33-488ee8b2abd0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:11.167202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Router 88eac873-a4cd-484d-85fd-5040dfe2e623 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:09:11.191094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-643f20b6-93a1-4b2f-96de-eb4d17853e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:11.192229 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-643f20b6-93a1-4b2f-96de-eb4d17853e34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef6afb95-2db8-4d71-be33-488ee8b2abd0 HTTP/1.1" status: 204 len: 168 time: 1.0262268 May 24 23:09:11.287558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7eb8f7a2-0979-43ae-97e5-cd22b05dc9d8 req-16ca118a-dd38-4cc2-9232-cbab792c5a7f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604211 May 24 23:09:11.330266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-94756267-f5e5-4e0b-9039-668097c59941 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47482978-71bd-4f1e-aa5c-29013a06e850 HTTP/1.1" status: 200 len: 217 time: 0.4078088 May 24 23:09:11.452121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:11.461443 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd3c59f6-8111-4b13-a8ee-3a3c5db8e7fc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "PUT /v2.0/routers/88eac873-a4cd-484d-85fd-5040dfe2e623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2254677 May 24 23:09:11.462811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55052) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:11.464703 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c562c-89a9-4030-b603-dcf8fc0152f7 None None] Sync routers for ids ['88eac873-a4cd-484d-85fd-5040dfe2e623'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:11.477085 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c562c-89a9-4030-b603-dcf8fc0152f7 None None] Routers {'88eac873-a4cd-484d-85fd-5040dfe2e623'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:11.477872 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8e7c562c-89a9-4030-b603-dcf8fc0152f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['88eac873-a4cd-484d-85fd-5040dfe2e623'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:11.586134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b70f8b11-7989-45de-87a9-d7a7dc334bc9 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:11.586620 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8e7c562c-89a9-4030-b603-dcf8fc0152f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:11.623344 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c562c-89a9-4030-b603-dcf8fc0152f7 None None] Routers {'88eac873-a4cd-484d-85fd-5040dfe2e623'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:11.624366 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8e7c562c-89a9-4030-b603-dcf8fc0152f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['88eac873-a4cd-484d-85fd-5040dfe2e623'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:11.691585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-c3ed6102-e4f5-472a-aaf8-b627504447d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:11.693049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-c3ed6102-e4f5-472a-aaf8-b627504447d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.3322468 May 24 23:09:11.705608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b877a8-2b02-4ab9-ae64-a251d6855fb0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:11.706435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-78b877a8-2b02-4ab9-ae64-a251d6855fb0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:11.725655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070606c4-3209-4780-92d5-ab9ae39271c7 req-fbdd26ef-5b24-45bf-98bb-ac42159dc669 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:11.726468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-070606c4-3209-4780-92d5-ab9ae39271c7 req-fbdd26ef-5b24-45bf-98bb-ac42159dc669 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:11.749133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-78b877a8-2b02-4ab9-ae64-a251d6855fb0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:11.754763 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-78b877a8-2b02-4ab9-ae64-a251d6855fb0 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports?device_id=88eac873-a4cd-484d-85fd-5040dfe2e623 HTTP/1.1" status: 200 len: 982 time: 0.2906282 May 24 23:09:11.757060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55062) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:11.760942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-070606c4-3209-4780-92d5-ab9ae39271c7 req-fbdd26ef-5b24-45bf-98bb-ac42159dc669 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:11.762910 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070606c4-3209-4780-92d5-ab9ae39271c7 req-fbdd26ef-5b24-45bf-98bb-ac42159dc669 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 945 time: 0.2326372 May 24 23:09:11.803730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-091f419e-325a-4fcd-993c-2e0c49782ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:11.805808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-091f419e-325a-4fcd-993c-2e0c49782ddb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8046036 May 24 23:09:11.811572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device da5336cb-32fc-4a12-b62b-6fb12d32f237 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:09:11.835114 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8e7c562c-89a9-4030-b603-dcf8fc0152f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:11.836905 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c562c-89a9-4030-b603-dcf8fc0152f7 None None] The sync data for ids ['88eac873-a4cd-484d-85fd-5040dfe2e623'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:12.010501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-0a3ed650-efbe-42f9-b23e-7dde8e0a2511 service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931443 May 24 23:09:12.029283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6d04e-bc1d-4dd8-afaf-1fa271834e90 req-7eddbc76-c640-4cc5-96ef-5a6a860e61c3 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:12.030999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43d6d04e-bc1d-4dd8-afaf-1fa271834e90 req-7eddbc76-c640-4cc5-96ef-5a6a860e61c3 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 943 time: 0.5865588 May 24 23:09:12.135557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port da5336cb-32fc-4a12-b62b-6fb12d32f237, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=da5336cb-32fc-4a12-b62b-6fb12d32f237,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:12.154418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'da5336cb-32fc-4a12-b62b-6fb12d32f237', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'port_id': 'da5336cb-32fc-4a12-b62b-6fb12d32f237', 'mac_address': 'fa:16:3e:c0:45:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:09:12.187018 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-070606c4-3209-4780-92d5-ab9ae39271c7 req-5a050ca0-9adf-4473-9664-b943a487583e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608904 May 24 23:09:12.296665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9549c824-ff29-4c75-9e79-694b08c7139d', 'tag': '47482978-71bd-4f1e-aa5c-29013a06e850'}, {'name': 'network-changed', 'server_uuid': '84797efd-16f3-4804-85c1-95c182ad344b', 'tag': '3e58272f-b92c-4388-a810-4e20bbb74dc6'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:12.299056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port da5336cb-32fc-4a12-b62b-6fb12d32f237 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:12.299446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:12.344586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b70f8b11-7989-45de-87a9-d7a7dc334bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:08:47Z', 'revision_number': 6, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:12.352713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5336cb-32fc-4a12-b62b-6fb12d32f237 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:12.354573 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43d6d04e-bc1d-4dd8-afaf-1fa271834e90 req-43d78879-689a-42ad-b206-b96094613154 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520978 May 24 23:09:12.357134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc3382d2-d7f6-46ad-89cb-a0fa7261e9a0 req-ced273b6-5183-44ea-bf26-64d21d2a966b service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377128 May 24 23:09:12.359357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f8b11-7989-45de-87a9-d7a7dc334bc9 None None] The sync data for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 is: [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:08:47Z', 'revision_number': 6, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '0fc585ba-59fe-4c2c-a91c-fb938e489272', 'name': '', 'network_id': 'e6042e06-3734-4df6-bbac-837fe9dcf3d4', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:17Z', 'updated_at': '2022-05-24T23:06:32Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': 'abfbff17-d894-4ada-bdba-17025fe24485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:12.372812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-f8206aff-54bb-47ed-aa8d-b96b115e0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:12.375279 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-f8206aff-54bb-47ed-aa8d-b96b115e0746 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6668983 May 24 23:09:12.398627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port da5336cb-32fc-4a12-b62b-6fb12d32f237, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=da5336cb-32fc-4a12-b62b-6fb12d32f237,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:12.409600 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:12.622844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=da5336cb-32fc-4a12-b62b-6fb12d32f237,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:12.709723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['da5336cb-32fc-4a12-b62b-6fb12d32f237'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:09:12.764712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c149-bb98-4b7a-96d4-40e1c5a41a5c req-c017129e-f4fb-4812-b5f2-0a649640e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:12.766853 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72e6c149-bb98-4b7a-96d4-40e1c5a41a5c req-c017129e-f4fb-4812-b5f2-0a649640e2ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2538b79651204683958a8311138e4a89&device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 1094 time: 0.3433025 May 24 23:09:12.788886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39ef77-12cb-48c4-a76c-275e1e6cc472 req-1cb78ee1-23e0-4ad9-a666-8c5b88286685 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:12.790496 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf39ef77-12cb-48c4-a76c-275e1e6cc472 req-1cb78ee1-23e0-4ad9-a666-8c5b88286685 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 943 time: 0.3005207 May 24 23:09:12.801116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-97e6f09b-672b-4708-9abc-ecdfac3be4cf service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178727 May 24 23:09:12.904307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd5e8b-b684-4cd9-85ba-b497391af570 None None] New status for floating IP ff45c9d4-c648-4f72-b3ff-0d0c12f9b2ef: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:09:12.930385 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf39ef77-12cb-48c4-a76c-275e1e6cc472 req-8d40676c-8bed-4e2f-9b5f-daecbd030451 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284800 May 24 23:09:12.991488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea5f8f-a1ad-44fc-8bdc-dc4b62737580 req-d32601d7-8fcd-4949-98ed-f943f894dd7b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:12.998699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56ea5f8f-a1ad-44fc-8bdc-dc4b62737580 req-d32601d7-8fcd-4949-98ed-f943f894dd7b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 944 time: 0.4059460 May 24 23:09:13.061307 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742df527-7460-4623-9a02-9c4e7cc25792'] response: {'name': 'network-changed', 'server_uuid': '9549c824-ff29-4c75-9e79-694b08c7139d', 'tag': '47482978-71bd-4f1e-aa5c-29013a06e850', 'status': 'completed', 'code': 200} May 24 23:09:13.061736 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742df527-7460-4623-9a02-9c4e7cc25792'] response: {'name': 'network-changed', 'server_uuid': '84797efd-16f3-4804-85c1-95c182ad344b', 'tag': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'status': 'completed', 'code': 200} May 24 23:09:13.110208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56ea5f8f-a1ad-44fc-8bdc-dc4b62737580 req-a1bf9e0a-a7bb-4595-9bb1-801829353a89 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104319 May 24 23:09:13.133410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c149-bb98-4b7a-96d4-40e1c5a41a5c req-ccc92225-b7b4-4fce-a879-1de03908e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:13.134986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72e6c149-bb98-4b7a-96d4-40e1c5a41a5c req-ccc92225-b7b4-4fce-a879-1de03908e196 service neutron] 10.222.0.50 "GET /v2.0/networks?id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 200 len: 912 time: 0.3595016 May 24 23:09:13.138049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711baab2-ebb4-4855-9f03-a123e4e357b3 req-f5ff6550-9a03-4a43-a919-d0653ac795ce service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237250 May 24 23:09:13.138183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828b20e-61c2-48ec-a7a5-154c56aa3da2 req-65af11b2-2117-499f-8d23-469644884959 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:13.139624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6828b20e-61c2-48ec-a7a5-154c56aa3da2 req-65af11b2-2117-499f-8d23-469644884959 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 945 time: 0.2588747 May 24 23:09:13.301110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72e6c149-bb98-4b7a-96d4-40e1c5a41a5c req-1141026a-72f8-4905-9292-720aca3e75bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed98b146-44c5-40e2-8abd-42ab2af89554 HTTP/1.1" status: 200 len: 217 time: 0.1509228 May 24 23:09:13.415749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6828b20e-61c2-48ec-a7a5-154c56aa3da2 req-20f08e10-ec71-43ad-be6a-7cec955d225d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port 3e58272f-b92c-4388-a810-4e20bbb74dc6 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:13.416459 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6828b20e-61c2-48ec-a7a5-154c56aa3da2 req-20f08e10-ec71-43ad-be6a-7cec955d225d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.491544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c149-bb98-4b7a-96d4-40e1c5a41a5c req-97d74352-ccc9-4a54-8f54-87daf04254fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:13.493663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72e6c149-bb98-4b7a-96d4-40e1c5a41a5c req-97d74352-ccc9-4a54-8f54-87daf04254fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47001c01-66d5-4135-8684-58bb2d7f443c HTTP/1.1" status: 200 len: 850 time: 0.1037474 May 24 23:09:13.555410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-8363f69f-b1f9-42a2-b319-4ba8da44e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:13.557166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-8363f69f-b1f9-42a2-b319-4ba8da44e5d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 1094 time: 0.2507124 May 24 23:09:13.611532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55108) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:13.683331 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-210fe5ff-5ad8-4f58-9c3c-ebbd1f9dd186 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.896422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-6828b20e-61c2-48ec-a7a5-154c56aa3da2 req-20f08e10-ec71-43ad-be6a-7cec955d225d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] For port 3e58272f-b92c-4388-a810-4e20bbb74dc6, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3e58272f-b92c-4388-a810-4e20bbb74dc6,segment=NetworkSegment(38b77227-db82-496c-8fd2-478b2cea8f25),segment_id=38b77227-db82-496c-8fd2-478b2cea8f25)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:13.896776 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6828b20e-61c2-48ec-a7a5-154c56aa3da2 req-20f08e10-ec71-43ad-be6a-7cec955d225d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:13.945552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c149-bb98-4b7a-96d4-40e1c5a41a5c req-c9ea4121-5774-4491-a44f-2464ba4c76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:13.947025 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72e6c149-bb98-4b7a-96d4-40e1c5a41a5c req-c9ea4121-5774-4491-a44f-2464ba4c76a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4442003 May 24 23:09:14.082968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-dadb1aba-3520-4580-b428-7f2ef0e2534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:14.084533 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-dadb1aba-3520-4580-b428-7f2ef0e2534e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.5030448 May 24 23:09:14.092150 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ef4a-ca13-49c0-9844-b5a4e2941cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.126165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-6828b20e-61c2-48ec-a7a5-154c56aa3da2 req-20f08e10-ec71-43ad-be6a-7cec955d225d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Calling delete_port for 3e58272f-b92c-4388-a810-4e20bbb74dc6 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:14.173662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d947-86d8-4ff3-b73e-00ee57b74a1e req-6c2d254e-2783-4f3b-ba72-30b4f6ca577b tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:14.175441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0270d947-86d8-4ff3-b73e-00ee57b74a1e req-6c2d254e-2783-4f3b-ba72-30b4f6ca577b tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 943 time: 0.5657494 May 24 23:09:14.209455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-821b059c-fd5f-4d22-a267-c7e4348a6a7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47482978-71bd-4f1e-aa5c-29013a06e850 HTTP/1.1" status: 200 len: 217 time: 0.1049266 May 24 23:09:14.210522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e7b0ef4a-ca13-49c0-9844-b5a4e2941cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:14.264909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e7b0ef4a-ca13-49c0-9844-b5a4e2941cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:1eb33747fe524a39b24c5e878d5f1ec9 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:14.271886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e7b0ef4a-ca13-49c0-9844-b5a4e2941cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:14.291171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e7b0ef4a-ca13-49c0-9844-b5a4e2941cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:14.318309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d21d5-aa84-48ef-b38b-9edefd45e062 req-c1711580-3c89-49a9-83b4-3b8e6a700da1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:14.319779 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-165d21d5-aa84-48ef-b38b-9edefd45e062 req-c1711580-3c89-49a9-83b4-3b8e6a700da1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 945 time: 0.8313267 May 24 23:09:14.328788 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72e6c149-bb98-4b7a-96d4-40e1c5a41a5c req-a17f176b-d1a6-45bf-a5e8-7de7db63eebf service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725200 May 24 23:09:14.369830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0270d947-86d8-4ff3-b73e-00ee57b74a1e req-d8b3d49c-8c9a-44d6-9dd9-59148c403a45 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1784756 May 24 23:09:14.409929 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-165d21d5-aa84-48ef-b38b-9edefd45e062 req-dc05deaf-19b5-4571-b1c9-f95a8b8d7824 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=34aa4494-41fe-4327-8fb4-840a340ef126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741405 May 24 23:09:14.447657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-210fe5ff-5ad8-4f58-9c3c-ebbd1f9dd186 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 910ac4b8-b409-497d-82f9-05d011b2f5b4 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:14.448235 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-210fe5ff-5ad8-4f58-9c3c-ebbd1f9dd186 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.467876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-c9df9431-2514-40c1-abfe-c790205cc8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:14.469336 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-c9df9431-2514-40c1-abfe-c790205cc8c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.2383916 May 24 23:09:14.799067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ef4a-ca13-49c0-9844-b5a4e2941cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.814061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72e6c149-bb98-4b7a-96d4-40e1c5a41a5c req-33437a49-d5a3-43d7-a2be-e339dbea0a76 service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705749 May 24 23:09:14.815515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ef4a-ca13-49c0-9844-b5a4e2941cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.820349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6828b20e-61c2-48ec-a7a5-154c56aa3da2 req-20f08e10-ec71-43ad-be6a-7cec955d225d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:14.884484 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e7b0ef4a-ca13-49c0-9844-b5a4e2941cd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1eb33747fe524a39b24c5e878d5f1ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2688310 May 24 23:09:14.885376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55130) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:14.891008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0ef4a-ca13-49c0-9844-b5a4e2941cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e736c945-b5ac-47cd-bb0c-2b06a91922df,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:14.906868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f08e10-ec71-43ad-be6a-7cec955d225d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Port': ['ID=3e58272f-b92c-4388-a810-4e20bbb74dc6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:14.919475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-23e72843-d9c0-4c07-8d5f-04a40aa11f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:14.921046 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-23e72843-d9c0-4c07-8d5f-04a40aa11f97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4292679 May 24 23:09:14.931724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddca45-38ca-4cc9-8b8a-2cd384a15d10 req-42152888-6dad-44f3-9c3c-52714786d48e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:14.933281 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cddca45-38ca-4cc9-8b8a-2cd384a15d10 req-42152888-6dad-44f3-9c3c-52714786d48e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 943 time: 0.3215830 May 24 23:09:14.967519 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-210fe5ff-5ad8-4f58-9c3c-ebbd1f9dd186 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.013689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9bac7-ec1c-4d35-a524-fe40bb02e6ff req-3be69670-b0ba-4b4c-8b90-205dde93b16c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:15.015188 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31d9bac7-ec1c-4d35-a524-fe40bb02e6ff req-3be69670-b0ba-4b4c-8b90-205dde93b16c tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 944 time: 0.4235971 May 24 23:09:15.093677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6828b20e-61c2-48ec-a7a5-154c56aa3da2 req-20f08e10-ec71-43ad-be6a-7cec955d225d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] No DVR routers for this DVR port 3e58272f-b92c-4388-a810-4e20bbb74dc6 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:09:15.107580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cddca45-38ca-4cc9-8b8a-2cd384a15d10 req-cb878b93-031f-49ca-92fa-6bab039f7b45 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638663 May 24 23:09:15.116908 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f033ff57-7ddc-4cbc-b751-fb6f35873338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.131471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55136) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:15.166134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-6828b20e-61c2-48ec-a7a5-154c56aa3da2 req-20f08e10-ec71-43ad-be6a-7cec955d225d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.180918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-62816567-67f9-41df-a568-e709f6133567 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465143 May 24 23:09:15.182652 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f033ff57-7ddc-4cbc-b751-fb6f35873338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.184526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-210fe5ff-5ad8-4f58-9c3c-ebbd1f9dd186 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 910ac4b8-b409-497d-82f9-05d011b2f5b4 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:15.215304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84797efd-16f3-4804-85c1-95c182ad344b', 'name': 'network-vif-deleted', 'tag': '3e58272f-b92c-4388-a810-4e20bbb74dc6'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:15.273713 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6828b20e-61c2-48ec-a7a5-154c56aa3da2 req-20f08e10-ec71-43ad-be6a-7cec955d225d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "DELETE /v2.0/ports/3e58272f-b92c-4388-a810-4e20bbb74dc6 HTTP/1.1" status: 204 len: 173 time: 2.1129346 May 24 23:09:15.318467 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1136c7e-b5c5-49f2-93c7-573816ab7d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.325981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31d9bac7-ec1c-4d35-a524-fe40bb02e6ff req-eb572343-0266-49b3-980e-d8e620a12262 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024890 May 24 23:09:15.400274 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-6958f7ac-653d-4331-b6a9-132f4dce36cc service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075722 May 24 23:09:15.402133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f1136c7e-b5c5-49f2-93c7-573816ab7d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:15.421980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f1136c7e-b5c5-49f2-93c7-573816ab7d91 admin admin] Usage tracker for resource:security_group_rule and tenant:09b164c0f7f1497c9475d2e4b4c0e368 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:15.430503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f1136c7e-b5c5-49f2-93c7-573816ab7d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:15.471342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f1136c7e-b5c5-49f2-93c7-573816ab7d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:15.485766 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a47dbe-75e9-46b8-a53a-9fa7884c941d'] response: {'server_uuid': '84797efd-16f3-4804-85c1-95c182ad344b', 'name': 'network-vif-deleted', 'tag': '3e58272f-b92c-4388-a810-4e20bbb74dc6', 'status': 'completed', 'code': 200} May 24 23:09:15.491623 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-210fe5ff-5ad8-4f58-9c3c-ebbd1f9dd186 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.566805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fe5ff-5ad8-4f58-9c3c-ebbd1f9dd186 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=910ac4b8-b409-497d-82f9-05d011b2f5b4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:15.605954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-2f308e92-d9f8-4ccc-a58d-ab9712e498a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 210 time: 0.0978656 May 24 23:09:15.776875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ed98b146-44c5-40e2-8abd-42ab2af89554 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:09:15.785005 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f033ff57-7ddc-4cbc-b751-fb6f35873338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.785730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device da5336cb-32fc-4a12-b62b-6fb12d32f237 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:15.814292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033ff57-7ddc-4cbc-b751-fb6f35873338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e736c945-b5ac-47cd-bb0c-2b06a91922df,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:15.816620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f8e92d9c-831d-4aff-b4b4-929928369917 req-d4edd084-0f65-4693-80f6-4ed11f65a021 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:15.881232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f8e92d9c-831d-4aff-b4b4-929928369917 req-d4edd084-0f65-4693-80f6-4ed11f65a021 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:15.892911 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f8e92d9c-831d-4aff-b4b4-929928369917 req-d4edd084-0f65-4693-80f6-4ed11f65a021 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=84797efd-16f3-4804-85c1-95c182ad344b HTTP/1.1" status: 200 len: 210 time: 0.1800566 May 24 23:09:15.906239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f033ff57-7ddc-4cbc-b751-fb6f35873338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.910397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-210fe5ff-5ad8-4f58-9c3c-ebbd1f9dd186 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:15.910546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f033ff57-7ddc-4cbc-b751-fb6f35873338 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e736c945-b5ac-47cd-bb0c-2b06a91922df HTTP/1.1" status: 204 len: 168 time: 1.0176792 May 24 23:09:15.919767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-e7cd1e8b-2c05-486a-8974-cfccfab50bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:15.921063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac20167-a716-4e16-b645-cd3321372eaf req-8643aae8-120f-4e4f-bd8f-df4b9332075c tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:15.921259 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-e7cd1e8b-2c05-486a-8974-cfccfab50bf8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=001bb84369b443888c7219fb91448b85&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3073792 May 24 23:09:15.923009 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac20167-a716-4e16-b645-cd3321372eaf req-8643aae8-120f-4e4f-bd8f-df4b9332075c tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 943 time: 0.3062291 May 24 23:09:16.109321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ed98b146-44c5-40e2-8abd-42ab2af89554, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ed98b146-44c5-40e2-8abd-42ab2af89554,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:16.140448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'ed98b146-44c5-40e2-8abd-42ab2af89554', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'port_id': 'ed98b146-44c5-40e2-8abd-42ab2af89554', 'mac_address': 'fa:16:3e:f4:24:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:09:16.166797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eac20167-a716-4e16-b645-cd3321372eaf req-108e5c17-f67a-4665-a26d-7f650d4e4563 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2366097 May 24 23:09:16.250687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port ed98b146-44c5-40e2-8abd-42ab2af89554 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:16.251075 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.266312 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1136c7e-b5c5-49f2-93c7-573816ab7d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.272912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port da5336cb-32fc-4a12-b62b-6fb12d32f237 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:16.280013 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1136c7e-b5c5-49f2-93c7-573816ab7d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.288252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port da5336cb-32fc-4a12-b62b-6fb12d32f237 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:16.288673 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.327587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed98b146-44c5-40e2-8abd-42ab2af89554 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:16.366517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ed98b146-44c5-40e2-8abd-42ab2af89554, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ed98b146-44c5-40e2-8abd-42ab2af89554,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:16.392439 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.411206 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f1136c7e-b5c5-49f2-93c7-573816ab7d91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09b164c0f7f1497c9475d2e4b4c0e368&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2786782 May 24 23:09:16.421094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1136c7e-b5c5-49f2-93c7-573816ab7d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff0c65c-8d4f-419b-b675-89aa521726bd,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:16.425527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55160) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:16.497612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-8f4535a6-d7ce-406b-9f71-84054b175b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:16.499077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab4aff62-1534-4dbc-90c9-f3314cdaca71 req-8f4535a6-d7ce-406b-9f71-84054b175b0f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5668795 May 24 23:09:16.555643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f13888-17ad-4c30-bb2a-23a3f682d0ab req-bef54d89-b849-4d5a-b317-6afede649b8c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:16.563344 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1f13888-17ad-4c30-bb2a-23a3f682d0ab req-bef54d89-b849-4d5a-b317-6afede649b8c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 943 time: 0.2392259 May 24 23:09:16.568147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210fe5ff-5ad8-4f58-9c3c-ebbd1f9dd186 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Router 88eac873-a4cd-484d-85fd-5040dfe2e623 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:16.581670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port da5336cb-32fc-4a12-b62b-6fb12d32f237 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:16.582060 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.589439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fb64914-a584-401f-ba2f-54227454dda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.593374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=ed98b146-44c5-40e2-8abd-42ab2af89554,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:16.613267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5336cb-32fc-4a12-b62b-6fb12d32f237'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:16.623590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port da5336cb-32fc-4a12-b62b-6fb12d32f237, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=da5336cb-32fc-4a12-b62b-6fb12d32f237,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:16.632207 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.658669 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1f13888-17ad-4c30-bb2a-23a3f682d0ab req-8068637a-b1f9-4caa-8254-8966bc53556f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948946 May 24 23:09:16.664879 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fb64914-a584-401f-ba2f-54227454dda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.701377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['ed98b146-44c5-40e2-8abd-42ab2af89554'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:09:16.733525 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ada5f4a-24b9-4cb6-8653-9317f8904e5b'] response: {'server_uuid': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5336cb-32fc-4a12-b62b-6fb12d32f237', 'code': 200} May 24 23:09:16.788254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=da5336cb-32fc-4a12-b62b-6fb12d32f237,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:16.789317 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fb64914-a584-401f-ba2f-54227454dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.856849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb64914-a584-401f-ba2f-54227454dda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff0c65c-8d4f-419b-b675-89aa521726bd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:16.876506 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fb64914-a584-401f-ba2f-54227454dda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:16.877954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4fb64914-a584-401f-ba2f-54227454dda5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fff0c65c-8d4f-419b-b675-89aa521726bd HTTP/1.1" status: 204 len: 168 time: 0.4459677 May 24 23:09:16.883004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce32a65-99f8-4265-bf4c-d70a6aba4ee5 req-31a4ab70-c6ad-4cf1-a6db-ab561fa19e30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:16.890353 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ce32a65-99f8-4265-bf4c-d70a6aba4ee5 req-31a4ab70-c6ad-4cf1-a6db-ab561fa19e30 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 945 time: 0.3759551 May 24 23:09:16.902602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb9fb3-67a9-48b6-9b36-283a461461af req-e3c933a1-a468-4c06-a26d-0fa3c3d312ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:16.904542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8eb9fb3-67a9-48b6-9b36-283a461461af req-e3c933a1-a468-4c06-a26d-0fa3c3d312ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 1096 time: 0.0983531 May 24 23:09:16.918024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210fe5ff-5ad8-4f58-9c3c-ebbd1f9dd186 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:16.930726 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6cbfb-ec98-43b3-a4aa-ab4fd14fcf84 None None] Sync routers for ids ['88eac873-a4cd-484d-85fd-5040dfe2e623'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:16.945608 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6cbfb-ec98-43b3-a4aa-ab4fd14fcf84 None None] Routers {'88eac873-a4cd-484d-85fd-5040dfe2e623'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:16.947784 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-25e6cbfb-ec98-43b3-a4aa-ab4fd14fcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['88eac873-a4cd-484d-85fd-5040dfe2e623'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:16.969459 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ce32a65-99f8-4265-bf4c-d70a6aba4ee5 req-59fff52d-7b5a-4181-8f43-4a5eaef14f05 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781026 May 24 23:09:16.975263 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-210fe5ff-5ad8-4f58-9c3c-ebbd1f9dd186 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "PUT /v2.0/routers/88eac873-a4cd-484d-85fd-5040dfe2e623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2136433 May 24 23:09:16.975529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55182) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:17.002998 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8eb9fb3-67a9-48b6-9b36-283a461461af req-2a22ec17-ce4c-4a5e-95e9-c097a12361b0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732400 May 24 23:09:17.037987 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-514b05be-48c3-4d8d-8ef7-7d3576a8e10d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:09:17.038493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-514b05be-48c3-4d8d-8ef7-7d3576a8e10d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:17.068688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-514b05be-48c3-4d8d-8ef7-7d3576a8e10d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:17.072997 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-514b05be-48c3-4d8d-8ef7-7d3576a8e10d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/910ac4b8-b409-497d-82f9-05d011b2f5b4 HTTP/1.1" status: 404 len: 333 time: 0.0936933 May 24 23:09:17.072997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55186) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:17.076441 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:09:17.077195 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-25e6cbfb-ec98-43b3-a4aa-ab4fd14fcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:17.094998 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6cbfb-ec98-43b3-a4aa-ab4fd14fcf84 None None] Routers {'88eac873-a4cd-484d-85fd-5040dfe2e623'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:17.095695 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-25e6cbfb-ec98-43b3-a4aa-ab4fd14fcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['88eac873-a4cd-484d-85fd-5040dfe2e623'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:17.101561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55190) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:17.173191 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-25e6cbfb-ec98-43b3-a4aa-ab4fd14fcf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:17.173710 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6cbfb-ec98-43b3-a4aa-ab4fd14fcf84 None None] The sync data for ids ['88eac873-a4cd-484d-85fd-5040dfe2e623'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:17.224970 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b3ddebb-f66b-4174-9e1a-3751e0a57334 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.261284 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b3ddebb-f66b-4174-9e1a-3751e0a57334 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.277293 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5077536-4e5c-4d9a-a2f6-302f71dc4db7 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.339537 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b3ddebb-f66b-4174-9e1a-3751e0a57334 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.358654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ddebb-f66b-4174-9e1a-3751e0a57334 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa4494-41fe-4327-8fb4-840a340ef126,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:17.368623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4b3ddebb-f66b-4174-9e1a-3751e0a57334 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.372738 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4b3ddebb-f66b-4174-9e1a-3751e0a57334 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/security-groups/34aa4494-41fe-4327-8fb4-840a340ef126 HTTP/1.1" status: 204 len: 168 time: 0.2698150 May 24 23:09:17.408532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55212) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:17.436328 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d5b7-3f7f-4c1e-afba-cd542a940fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.446857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55218) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:17.528985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7cf5d5b7-3f7f-4c1e-afba-cd542a940fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:17.542223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7cf5d5b7-3f7f-4c1e-afba-cd542a940fdc admin admin] Usage tracker for resource:security_group_rule and tenant:2b250d36f1374b8c9e0632b3a70d2ee7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:17.547850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7cf5d5b7-3f7f-4c1e-afba-cd542a940fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:17.556530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7cf5d5b7-3f7f-4c1e-afba-cd542a940fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:17.656234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5077536-4e5c-4d9a-a2f6-302f71dc4db7 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.659687 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5077536-4e5c-4d9a-a2f6-302f71dc4db7 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.670509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9ac7a-c232-4153-a7a9-00ad5ef299c6 req-43cf1d91-651c-4eed-a358-177bd94ddd98 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:17.677694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cd9ac7a-c232-4153-a7a9-00ad5ef299c6 req-43cf1d91-651c-4eed-a358-177bd94ddd98 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 944 time: 0.3307748 May 24 23:09:17.727438 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5077536-4e5c-4d9a-a2f6-302f71dc4db7 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.727967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5077536-4e5c-4d9a-a2f6-302f71dc4db7 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Fanout notify agent at l3_agent the message router_deleted on router 88eac873-a4cd-484d-85fd-5040dfe2e623 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:09:17.744972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cd9ac7a-c232-4153-a7a9-00ad5ef299c6 req-a45d3700-ca92-4094-9d79-9acce874b1cf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667810 May 24 23:09:17.769024 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5077536-4e5c-4d9a-a2f6-302f71dc4db7 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:17.773065 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d5077536-4e5c-4d9a-a2f6-302f71dc4db7 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/routers/88eac873-a4cd-484d-85fd-5040dfe2e623 HTTP/1.1" status: 204 len: 168 time: 0.6991086 May 24 23:09:17.773287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55224) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:17.791159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 47482978-71bd-4f1e-aa5c-29013a06e850 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:09:17.793710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ed98b146-44c5-40e2-8abd-42ab2af89554 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:17.943757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port ed98b146-44c5-40e2-8abd-42ab2af89554 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:17.962136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port ed98b146-44c5-40e2-8abd-42ab2af89554 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:17.962760 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.018459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8f5d3b-5aa6-466b-936e-a40a329b9cce tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting subnet c99bf4aa-03ef-4a9c-884d-9c4a541333c9 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:09:18.030207 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa8f5d3b-5aa6-466b-936e-a40a329b9cce tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.035949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 47482978-71bd-4f1e-aa5c-29013a06e850, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=47482978-71bd-4f1e-aa5c-29013a06e850,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:18.057546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '47482978-71bd-4f1e-aa5c-29013a06e850', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'port_id': '47482978-71bd-4f1e-aa5c-29013a06e850', 'mac_address': 'fa:16:3e:de:6a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:09:18.066498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d5b7-3f7f-4c1e-afba-cd542a940fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.084643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7cf5d5b7-3f7f-4c1e-afba-cd542a940fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.124931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7cf5d5b7-3f7f-4c1e-afba-cd542a940fdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b250d36f1374b8c9e0632b3a70d2ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7153139 May 24 23:09:18.153836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 47482978-71bd-4f1e-aa5c-29013a06e850 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:18.155965 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.156809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55236) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:18.173060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55240) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:18.200719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8fb8-cbcb-420a-b09e-d09e95778c67 req-09b78c02-230c-48f7-93f6-5c8c17ee61e1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:18.202427 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-575e8fb8-cbcb-420a-b09e-d09e95778c67 req-09b78c02-230c-48f7-93f6-5c8c17ee61e1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 943 time: 0.4284489 May 24 23:09:18.233309 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa8f5d3b-5aa6-466b-936e-a40a329b9cce tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.245924 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47482978-71bd-4f1e-aa5c-29013a06e850 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:18.246115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aee7eb-dca5-4763-a97d-3477934b2aa5 req-edd52143-af38-4144-9517-f77e39c49a27 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:18.260323 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5aee7eb-dca5-4763-a97d-3477934b2aa5 req-edd52143-af38-4144-9517-f77e39c49a27 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 945 time: 0.1404316 May 24 23:09:18.265448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port ed98b146-44c5-40e2-8abd-42ab2af89554 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:18.265861 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.283348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 47482978-71bd-4f1e-aa5c-29013a06e850, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=47482978-71bd-4f1e-aa5c-29013a06e850,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:18.304067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ed98b146-44c5-40e2-8abd-42ab2af89554, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ed98b146-44c5-40e2-8abd-42ab2af89554,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:18.305740 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.341219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5d5b7-3f7f-4c1e-afba-cd542a940fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15edd5e7-6c1a-421f-926b-0ba0b1df097e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:18.343205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.344191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3e58272f-b92c-4388-a810-4e20bbb74dc6 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:18.360169 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5aee7eb-dca5-4763-a97d-3477934b2aa5 req-278a1604-8dc0-441b-b79c-217ba9902428 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964172 May 24 23:09:18.388262 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-019ca21c-9d66-46ad-9ca7-a8c683e2ea51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.406282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-019ca21c-9d66-46ad-9ca7-a8c683e2ea51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:18.411488 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-019ca21c-9d66-46ad-9ca7-a8c683e2ea51 admin admin] Usage tracker for resource:security_group_rule and tenant:fb35fb174820477b98f6fd9a424c16ad is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:18.415468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-019ca21c-9d66-46ad-9ca7-a8c683e2ea51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:18.416692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 3e58272f-b92c-4388-a810-4e20bbb74dc6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:18.417038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3e58272f-b92c-4388-a810-4e20bbb74dc6 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:18.424559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-019ca21c-9d66-46ad-9ca7-a8c683e2ea51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:18.439525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=47482978-71bd-4f1e-aa5c-29013a06e850,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:18.485327 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-575e8fb8-cbcb-420a-b09e-d09e95778c67 req-d321ddf0-31b5-4d1d-961d-f761273d2118 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624304 May 24 23:09:18.524774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=ed98b146-44c5-40e2-8abd-42ab2af89554,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:18.537919 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-019ca21c-9d66-46ad-9ca7-a8c683e2ea51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.544853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-019ca21c-9d66-46ad-9ca7-a8c683e2ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.551250 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c6cced8-b07b-402e-ba80-fddb2536b1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.583997 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa8f5d3b-5aa6-466b-936e-a40a329b9cce tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.593471 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-019ca21c-9d66-46ad-9ca7-a8c683e2ea51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb35fb174820477b98f6fd9a424c16ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190719 May 24 23:09:18.594191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ca21c-9d66-46ad-9ca7-a8c683e2ea51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ae6799-92a3-479e-96e6-5029a3e97ef5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:18.596414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55246) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:18.635193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['47482978-71bd-4f1e-aa5c-29013a06e850'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:09:18.735984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed98b146-44c5-40e2-8abd-42ab2af89554'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:18.799982 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c6cced8-b07b-402e-ba80-fddb2536b1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.806780 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094b19b2-b267-43d1-9a5d-271af55dbb27'] response: {'server_uuid': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed98b146-44c5-40e2-8abd-42ab2af89554', 'code': 200} May 24 23:09:18.848356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a91e4e2d-542e-4c9a-a6e3-14a1d9f73609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.875379 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a91e4e2d-542e-4c9a-a6e3-14a1d9f73609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.939446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a91e4e2d-542e-4c9a-a6e3-14a1d9f73609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.955335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e4e2d-542e-4c9a-a6e3-14a1d9f73609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ae6799-92a3-479e-96e6-5029a3e97ef5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:18.962274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a91e4e2d-542e-4c9a-a6e3-14a1d9f73609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:18.963453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a91e4e2d-542e-4c9a-a6e3-14a1d9f73609 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36ae6799-92a3-479e-96e6-5029a3e97ef5 HTTP/1.1" status: 204 len: 168 time: 0.3660712 May 24 23:09:19.050549 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa8f5d3b-5aa6-466b-936e-a40a329b9cce tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.111634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f5d3b-5aa6-466b-936e-a40a329b9cce tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Subnet': ['ID=c99bf4aa-03ef-4a9c-884d-9c4a541333c9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:19.118457 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aa8f5d3b-5aa6-466b-936e-a40a329b9cce tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.124885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c6cced8-b07b-402e-ba80-fddb2536b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.127268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa42e8b-a4f1-468e-9dac-ce9ad8f24562 None None] Network 439bc99b-1b53-4b31-b02f-e50211da7af3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:19.154319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cced8-b07b-402e-ba80-fddb2536b1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15edd5e7-6c1a-421f-926b-0ba0b1df097e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:19.161380 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c6cced8-b07b-402e-ba80-fddb2536b1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.162542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2c6cced8-b07b-402e-ba80-fddb2536b1a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15edd5e7-6c1a-421f-926b-0ba0b1df097e HTTP/1.1" status: 204 len: 168 time: 1.0036387 May 24 23:09:19.170289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aa8f5d3b-5aa6-466b-936e-a40a329b9cce tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/c99bf4aa-03ef-4a9c-884d-9c4a541333c9 HTTP/1.1" status: 204 len: 168 time: 1.3911948 May 24 23:09:19.173244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55262) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:19.184377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae8c31-144a-4f0f-ba3d-cc0061e609ca req-82be4cc2-e132-4e12-a437-ecfb3228871a tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:19.185942 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cae8c31-144a-4f0f-ba3d-cc0061e609ca req-82be4cc2-e132-4e12-a437-ecfb3228871a tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 945 time: 0.3128490 May 24 23:09:19.195356 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.255163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac368a83-aaf3-4402-a673-9e67d72a4eff req-e3bd8779-9c04-4269-900e-1a994f4fd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:19.256589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac368a83-aaf3-4402-a673-9e67d72a4eff req-e3bd8779-9c04-4269-900e-1a994f4fd606 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 1096 time: 0.3803363 May 24 23:09:19.349840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.367865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:19.368388 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.508923 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cae8c31-144a-4f0f-ba3d-cc0061e609ca req-e82d08f4-57d4-42f8-8688-de47bd9d7ca7 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2613595 May 24 23:09:19.513017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d98d7dc-a375-4f25-b638-ee33b6ad3f27 None None] DHCP port deletion for 439bc99b-1b53-4b31-b02f-e50211da7af3 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:09:19.524734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac368a83-aaf3-4402-a673-9e67d72a4eff req-ee22175d-fc1e-4c1c-ae77-79a4873ea3ae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2467465 May 24 23:09:19.534262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4d98d7dc-a375-4f25-b638-ee33b6ad3f27 None None] Deleting port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:19.534740 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d98d7dc-a375-4f25-b638-ee33b6ad3f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.628323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] For port a323bfd8-48ef-48da-b8ea-435d5fdb2a82, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a323bfd8-48ef-48da-b8ea-435d5fdb2a82,segment=NetworkSegment(474dcfc7-2123-4003-83f8-460e7dc61d87),segment_id=474dcfc7-2123-4003-83f8-460e7dc61d87)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:19.628688 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.769859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for a323bfd8-48ef-48da-b8ea-435d5fdb2a82 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:19.814085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 47482978-71bd-4f1e-aa5c-29013a06e850 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:19.902877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac132108-67fb-4114-985b-2a404b6e4534 req-b18c558f-7fad-4dc1-affe-69f26f111ce2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:19.907621 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.910009 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac132108-67fb-4114-985b-2a404b6e4534 req-b18c558f-7fad-4dc1-affe-69f26f111ce2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 944 time: 0.1683397 May 24 23:09:19.966526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=a323bfd8-48ef-48da-b8ea-435d5fdb2a82,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:19.972454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port 0fc585ba-59fe-4c2c-a91c-fb938e489272 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:19.972791 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:19.977290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No DVR routers for this DVR port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:09:20.023811 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac132108-67fb-4114-985b-2a404b6e4534 req-f8a80e53-628c-4ad7-89a5-87f1225ba69d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128361 May 24 23:09:20.103705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4d98d7dc-a375-4f25-b638-ee33b6ad3f27 None None] For port a323bfd8-48ef-48da-b8ea-435d5fdb2a82, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a323bfd8-48ef-48da-b8ea-435d5fdb2a82,segment=NetworkSegment(474dcfc7-2123-4003-83f8-460e7dc61d87),segment_id=474dcfc7-2123-4003-83f8-460e7dc61d87)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:20.104100 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d98d7dc-a375-4f25-b638-ee33b6ad3f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.138227 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.167694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439bc99b-1b53-4b31-b02f-e50211da7af3']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:20.183727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474dcfc7-2123-4003-83f8-460e7dc61d87') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:20.184139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474dcfc7-2123-4003-83f8-460e7dc61d87') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:20.198009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.225353 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.234290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:09:20.234711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.266826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 47482978-71bd-4f1e-aa5c-29013a06e850 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:20.279777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4d98d7dc-a375-4f25-b638-ee33b6ad3f27 None None] Calling delete_port for a323bfd8-48ef-48da-b8ea-435d5fdb2a82 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:20.321101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 47482978-71bd-4f1e-aa5c-29013a06e850 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:20.321482 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.351684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] For port 0fc585ba-59fe-4c2c-a91c-fb938e489272, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0fc585ba-59fe-4c2c-a91c-fb938e489272,segment=NetworkSegment(38b77227-db82-496c-8fd2-478b2cea8f25),segment_id=38b77227-db82-496c-8fd2-478b2cea8f25)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:20.353233 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.367719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a323bfd8-48ef-48da-b8ea-435d5fdb2a82 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:20.391957 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 474dcfc7-2123-4003-83f8-460e7dc61d87 resource provider aggregate not found May 24 23:09:20.447558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09a7a9-9686-4dcc-ac40-2a842bf15f9f req-45a046ec-508a-4e6e-bf45-4ad8c6d9d524 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:20.449131 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5b09a7a9-9686-4dcc-ac40-2a842bf15f9f req-45a046ec-508a-4e6e-bf45-4ad8c6d9d524 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 945 time: 0.5796716 May 24 23:09:20.462189 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 474dcfc7-2123-4003-83f8-460e7dc61d87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 474dcfc7-2123-4003-83f8-460e7dc61d87 found for delete ", "request_id": "req-80a5b606-0544-4500-9602-f1b013327336"}]} May 24 23:09:20.541087 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.569098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Calling delete_port for 0fc585ba-59fe-4c2c-a91c-fb938e489272 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:20.579493 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a323bfd8-48ef-48da-b8ea-435d5fdb2a82 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:20.579840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a323bfd8-48ef-48da-b8ea-435d5fdb2a82 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:20.602678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.654100 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5b09a7a9-9686-4dcc-ac40-2a842bf15f9f req-50f5d52e-02aa-4c45-bce0-d523445cd734 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871994 May 24 23:09:20.657927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Network': ['ID=439bc99b-1b53-4b31-b02f-e50211da7af3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:20.692490 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-4d98d7dc-a375-4f25-b638-ee33b6ad3f27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:09:20.692817 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-4d98d7dc-a375-4f25-b638-ee33b6ad3f27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:09:20.697403 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9416f8c8-99e1-452a-acf8-d34eea2b7ffc tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/networks/439bc99b-1b53-4b31-b02f-e50211da7af3 HTTP/1.1" status: 204 len: 168 time: 1.5210443 May 24 23:09:20.701665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55324) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:20.842243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a5d20-a7ec-49ac-aaa7-54bf0bc2c457 req-2c78070f-ea66-49b1-8068-4ad4e03f31a8 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:20.844012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d97a5d20-a7ec-49ac-aaa7-54bf0bc2c457 req-2c78070f-ea66-49b1-8068-4ad4e03f31a8 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 945 time: 0.1323960 May 24 23:09:20.868286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55328) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:20.905307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 47482978-71bd-4f1e-aa5c-29013a06e850 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:20.910278 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:20.925532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4e3156-78a0-40c3-aad9-caa4b89d2497 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:20.926074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d97a5d20-a7ec-49ac-aaa7-54bf0bc2c457 req-93385a01-4c2e-4bfe-be82-93a03b4eb457 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720813 May 24 23:09:20.926190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0e4e3156-78a0-40c3-aad9-caa4b89d2497 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:20.979806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9549c824-ff29-4c75-9e79-694b08c7139d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47482978-71bd-4f1e-aa5c-29013a06e850'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:21.010506 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 47482978-71bd-4f1e-aa5c-29013a06e850, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=47482978-71bd-4f1e-aa5c-29013a06e850,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:21.021105 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.036294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0e4e3156-78a0-40c3-aad9-caa4b89d2497 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:21.047800 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0e4e3156-78a0-40c3-aad9-caa4b89d2497 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 HTTP/1.1" status: 200 len: 841 time: 0.3443241 May 24 23:09:21.048522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55338) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:21.103969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=47482978-71bd-4f1e-aa5c-29013a06e850,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:21.110360 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317f614f-392c-4233-a70e-7dbf8f542e78'] response: {'server_uuid': '9549c824-ff29-4c75-9e79-694b08c7139d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47482978-71bd-4f1e-aa5c-29013a06e850', 'code': 200} May 24 23:09:21.122689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1479226479-network', 'tenant_id': 'aca37abf4bf14f3086caa7e27dbc9ca1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:21.134018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.138107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:21.145606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Usage tracker for resource:network and tenant:aca37abf4bf14f3086caa7e27dbc9ca1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:21.154980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:21.164643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:21.189363 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-17fea51f-6f2b-48f6-ace9-dfcc76539894 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1332889 May 24 23:09:21.189363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55346) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:21.193913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4d98d7dc-a375-4f25-b638-ee33b6ad3f27 None None] Deleting port a323bfd8-48ef-48da-b8ea-435d5fdb2a82 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:21.194375 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d98d7dc-a375-4f25-b638-ee33b6ad3f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.194865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:21.237462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Made reservation on behalf of aca37abf4bf14f3086caa7e27dbc9ca1 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:21.240616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.259064 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.284420 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3f16e-5525-4ea4-b1ab-4d3b7329e34b req-97eb526c-3514-45d6-8c7d-1aebd3e06612 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:21.286293 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85e3f16e-5525-4ea4-b1ab-4d3b7329e34b req-97eb526c-3514-45d6-8c7d-1aebd3e06612 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 945 time: 0.3442507 May 24 23:09:21.313535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4d98d7dc-a375-4f25-b638-ee33b6ad3f27 None None] The port 'a323bfd8-48ef-48da-b8ea-435d5fdb2a82' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:09:21.361128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55352) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:21.381467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3b5d61d2-ea64-42e8-bde4-65eef8cd0002 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Request body: {'floatingip': {'port_id': 'da5336cb-32fc-4a12-b62b-6fb12d32f237'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:21.448404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Port': ['ID=0fc585ba-59fe-4c2c-a91c-fb938e489272,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:21.706810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:21.716884 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b5d61d2-ea64-42e8-bde4-65eef8cd0002 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.777167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Usage tracker for resource:security_group_rule and tenant:aca37abf4bf14f3086caa7e27dbc9ca1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:21.795442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:21.807027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210af64a-9791-436f-a415-233fd564e64a req-a552763a-961b-4c80-824f-bc473cf71732 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:21.808526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-210af64a-9791-436f-a415-233fd564e64a req-a552763a-961b-4c80-824f-bc473cf71732 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 945 time: 0.4086242 May 24 23:09:21.813952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c42068-36a8-4001-a32a-344fbc747560 req-5c3f0da8-b4f6-4299-bf53-89978d1087b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:21.815377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72c42068-36a8-4001-a32a-344fbc747560 req-5c3f0da8-b4f6-4299-bf53-89978d1087b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 1096 time: 0.5933352 May 24 23:09:21.834242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:21.836425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:21.849881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:21.862910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:21.867667 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.872148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:21.929123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:21.932523 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:21.982829 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72c42068-36a8-4001-a32a-344fbc747560 req-cfcef0a9-8e28-4fe2-b685-42f31cb414a4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578548 May 24 23:09:21.991354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-210af64a-9791-436f-a415-233fd564e64a req-e937f887-cdb2-40f7-9978-6de064f9cfef tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730554 May 24 23:09:22.327023 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.332001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:22.355247 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.392249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344e642b-02ee-4e3f-bff7-69708fa5deb1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:22.428081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:09:22.534308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:22.538525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee4ced-02fb-4018-9272-f74d9723900b req-9f325817-ea19-4331-a743-2341d8b1399e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:22.540033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2dee4ced-02fb-4018-9272-f74d9723900b req-9f325817-ea19-4331-a743-2341d8b1399e tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 945 time: 0.4766223 May 24 23:09:22.557388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07687264-c3f4-449e-bc25-ab8c8725a040 None None] Sync routers for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:22.558937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-45bfe5ab-d198-454c-a5d3-b94e6619bb9a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "PUT /v2.0/routers/05dd263c-bb9e-40c2-b45f-38a7947c1f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1108918 May 24 23:09:22.560267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55374) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:22.571887 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.572167 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Added segment 3433ebe2-a94e-4684-a287-fb2274ecf84d of type vlan for network 851147f7-b94f-447f-92da-2704d03bece0 May 24 23:09:22.572949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07687264-c3f4-449e-bc25-ab8c8725a040 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:22.573902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-07687264-c3f4-449e-bc25-ab8c8725a040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:22.651569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6608a6-648e-473f-8af9-54087b4c8b7e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting subnet abfbff17-d894-4ada-bdba-17025fe24485 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:09:22.655188 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d6608a6-648e-473f-8af9-54087b4c8b7e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.678989 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.699185 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2dee4ced-02fb-4018-9272-f74d9723900b req-74fa309b-e6ee-4402-af78-bc3de3af74bc tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377795 May 24 23:09:22.736050 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d6608a6-648e-473f-8af9-54087b4c8b7e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.741873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.833222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-07687264-c3f4-449e-bc25-ab8c8725a040 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:22.850610 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d6608a6-648e-473f-8af9-54087b4c8b7e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.937396 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b5d61d2-ea64-42e8-bde4-65eef8cd0002 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:22.950911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b5d61d2-ea64-42e8-bde4-65eef8cd0002 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.019789 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d6608a6-648e-473f-8af9-54087b4c8b7e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.029325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:23.030215 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.031152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:23.031710 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.059172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:23.069550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a8ed2-4512-4044-b12b-96c549ddd5b6 None None] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:23.086221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:23.086794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.182446 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9925776 May 24 23:09:23.196563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e84f4e-e5cb-4045-9191-317b3c0873ef tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Subnet': ['ID=496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:23.198617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55384) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:23.297453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1461231706'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:23.373126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-07687264-c3f4-449e-bc25-ab8c8725a040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:09:21Z', 'revision_number': 7, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:23.380495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07687264-c3f4-449e-bc25-ab8c8725a040 None None] Checking router: 05dd263c-bb9e-40c2-b45f-38a7947c1f9d for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:23.396042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07687264-c3f4-449e-bc25-ab8c8725a040 None None] Routers {'05dd263c-bb9e-40c2-b45f-38a7947c1f9d'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:23.396864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-07687264-c3f4-449e-bc25-ab8c8725a040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:23.424406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6608a6-648e-473f-8af9-54087b4c8b7e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Subnet': ['ID=abfbff17-d894-4ada-bdba-17025fe24485,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:23.435026 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d6608a6-648e-473f-8af9-54087b4c8b7e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.456163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0d6608a6-648e-473f-8af9-54087b4c8b7e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/subnets/abfbff17-d894-4ada-bdba-17025fe24485 HTTP/1.1" status: 204 len: 168 time: 0.8936388 May 24 23:09:23.460983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55390) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:23.470950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f209f0-d836-46d5-ac00-b6d520881975 None None] Network e6042e06-3734-4df6-bbac-837fe9dcf3d4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:23.500925 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6288967 May 24 23:09:23.509632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:23.512882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48641096-d37e-40ed-ab0f-f59b7963668f admin admin] Pushing event updated for resources: {'Network': ['ID=851147f7-b94f-447f-92da-2704d03bece0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:23.515404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55394) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:23.557615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:security_group and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:23.563185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:23.573676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Request body: {'subnet': {'network_id': '851147f7-b94f-447f-92da-2704d03bece0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1479226479-subnet', 'tenant_id': 'aca37abf4bf14f3086caa7e27dbc9ca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:23.579653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:23.583464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Usage tracker for resource:subnet and tenant:aca37abf4bf14f3086caa7e27dbc9ca1 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:23.586292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:23.592237 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 851147f7-b94f-447f-92da-2704d03bece0 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:09:23.593192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:23.609633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:23.616901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Made reservation on behalf of aca37abf4bf14f3086caa7e27dbc9ca1 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:23.628150 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.702423 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-3b5d61d2-ea64-42e8-bde4-65eef8cd0002 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Floating IP 5cecaf26-63ee-46de-af77-6cc25e99ff25 associated. External IP: 172.25.7.84, port: da5336cb-32fc-4a12-b62b-6fb12d32f237. May 24 23:09:23.738395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.834090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42478672-8dc7-4689-9243-361f4ebf352d req-d39b1edd-585f-4b83-8329-e32bc6b1bf2b tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:23.840260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-42478672-8dc7-4689-9243-361f4ebf352d req-d39b1edd-585f-4b83-8329-e32bc6b1bf2b tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 945 time: 0.9214389 May 24 23:09:23.846937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55402) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:23.852941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b0293bf6-1777-444a-815a-2d3899c67164 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Request body: {'floatingip': {'port_id': 'ed98b146-44c5-40e2-8abd-42ab2af89554'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:23.903602 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:23.968833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-07687264-c3f4-449e-bc25-ab8c8725a040 None None] Set router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:24.028769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:24.052814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:security_group_rule and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:24.053152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.066079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:24.076071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port 235f62a2-b24c-4992-a93b-900cebbc35e9 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:24.076365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.092098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:24.102896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a032942-9801-4ffa-9646-36e97c5850a5 req-a2fc18de-ff90-4d09-8181-69b6a0829b1e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:24.110951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a032942-9801-4ffa-9646-36e97c5850a5 req-a2fc18de-ff90-4d09-8181-69b6a0829b1e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 945 time: 0.6232538 May 24 23:09:24.194570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-cf7ffa7f-c3cd-4905-9f72-3805570de775', 'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'tenant_id': 'bbd1c03d8d8442859004af0e0064373e', 'fixed_ips': [{'subnet_id': '496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:09:24.195421 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.227008 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.278888 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b0293bf6-1777-444a-815a-2d3899c67164 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.457775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ebd137-5fca-40d8-b2a3-2b2a00190a8f None None] DHCP port deletion for e6042e06-3734-4df6-bbac-837fe9dcf3d4 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:09:24.469147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Allocated IP 172.20.0.2 (cf7ffa7f-c3cd-4905-9f72-3805570de775/496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69/c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:24.472699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-09ebd137-5fca-40d8-b2a3-2b2a00190a8f None None] Deleting port df1ea4c5-2f33-494f-b696-84a90314328f {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:24.473098 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-09ebd137-5fca-40d8-b2a3-2b2a00190a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.483627 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a032942-9801-4ffa-9646-36e97c5850a5 req-855620d5-346a-4630-82ea-cab383632aab tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713567 May 24 23:09:24.495535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5d61d2-ea64-42e8-bde4-65eef8cd0002 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:24.512429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] For port 235f62a2-b24c-4992-a93b-900cebbc35e9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=235f62a2-b24c-4992-a93b-900cebbc35e9,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:24.512831 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.663925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Calling delete_port for 235f62a2-b24c-4992-a93b-900cebbc35e9 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:24.701627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-07687264-c3f4-449e-bc25-ab8c8725a040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:09:21Z', 'revision_number': 7, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:24.713340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07687264-c3f4-449e-bc25-ab8c8725a040 None None] The sync data for ids ['05dd263c-bb9e-40c2-b45f-38a7947c1f9d'] in n-d-843146-7 is: [{'id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'name': 'tempest-TestNetworkBasicOps-router-473394568', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:06:09Z', 'updated_at': '2022-05-24T23:09:21Z', 'revision_number': 7, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '235f62a2-b24c-4992-a93b-900cebbc35e9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd263c-bb9e-40c2-b45f-38a7947c1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:06:11Z', 'updated_at': '2022-05-24T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:24.793242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5d61d2-ea64-42e8-bde4-65eef8cd0002 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:24.814069 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46129c-e1e8-4f59-b8de-dac44ac1560d None None] Sync routers for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:24.828228 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46129c-e1e8-4f59-b8de-dac44ac1560d None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:24.828852 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0a46129c-e1e8-4f59-b8de-dac44ac1560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:24.914797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3b5d61d2-ea64-42e8-bde4-65eef8cd0002 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.948865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-09ebd137-5fca-40d8-b2a3-2b2a00190a8f None None] For port df1ea4c5-2f33-494f-b696-84a90314328f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df1ea4c5-2f33-494f-b696-84a90314328f,segment=NetworkSegment(38b77227-db82-496c-8fd2-478b2cea8f25),segment_id=38b77227-db82-496c-8fd2-478b2cea8f25)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:24.949385 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-09ebd137-5fca-40d8-b2a3-2b2a00190a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:24.970588 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.001477 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.072045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39339af5-9d92-45bc-8dc4-a369a3c9b3c2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:25.094300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.128349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-09ebd137-5fca-40d8-b2a3-2b2a00190a8f None None] Calling delete_port for df1ea4c5-2f33-494f-b696-84a90314328f owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:25.196304 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.197904 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bdc70059-00f1-4fb1-a3f6-a9215af1541d tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9924490 May 24 23:09:25.212223 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.233331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Transition to ACTIVE for port object c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:25.236305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55420) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:25.237866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ad94b2-52e4-456d-a761-2d0bb1b7fd31,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:25.255961 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0a46129c-e1e8-4f59-b8de-dac44ac1560d None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:25.266566 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3b5d61d2-ea64-42e8-bde4-65eef8cd0002 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "PUT /v2.0/floatingips/5cecaf26-63ee-46de-af77-6cc25e99ff25 HTTP/1.1" status: 200 len: 990 time: 3.9018540 May 24 23:09:25.277393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'tag': 'da5336cb-32fc-4a12-b62b-6fb12d32f237'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:25.282090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Transition to ACTIVE for port object c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:25.292368 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.309705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'security_group': {'name': 'tempest-secgroup-488215424'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:25.341833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:25.350145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:security_group and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:25.387332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:25.408340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:25.415809 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a1e7df-698e-44f7-853e-c46c6c28110a'] response: {'name': 'network-changed', 'server_uuid': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'tag': 'da5336cb-32fc-4a12-b62b-6fb12d32f237', 'status': 'completed', 'code': 200} May 24 23:09:25.422544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Checking segment: {'id': '3433ebe2-a94e-4684-a287-fb2274ecf84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '851147f7-b94f-447f-92da-2704d03bece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:25.423357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Network hostable DHCP agents. Network: 851147f7-b94f-447f-92da-2704d03bece0, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:09:25.443483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.473600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Network 851147f7-b94f-447f-92da-2704d03bece0 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:09:25.483366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:25.489484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:25.491191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Pushing event updated for resources: {'Port': ['ID=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:25.500798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:security_group_rule and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:25.501536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:25.510522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:25.518595 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:25.538801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 851147f7-b94f-447f-92da-2704d03bece0) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:25.539502 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-09ebd137-5fca-40d8-b2a3-2b2a00190a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.574178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:25.584519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:25.585278 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.596916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-ca7d88b1-33ee-4830-abc9-70974852d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:25.599214 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-ca7d88b1-33ee-4830-abc9-70974852d793 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9d69521bbf043dba069b5d286572f92&device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 1096 time: 0.1570644 May 24 23:09:25.606389 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:25.647105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a6417a45-e8d4-4ade-812f-211db4d05b3e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0918219 May 24 23:09:25.698289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d472bd-fa2f-4cc0-8eb0-eeac24174d54 None None] Network 851147f7-b94f-447f-92da-2704d03bece0 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:25.726837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ebd137-5fca-40d8-b2a3-2b2a00190a8f None None] No DVR routers for this DVR port df1ea4c5-2f33-494f-b696-84a90314328f on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:09:25.736031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Port': ['ID=235f62a2-b24c-4992-a93b-900cebbc35e9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:25.766759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebd137-5fca-40d8-b2a3-2b2a00190a8f None None] Pushing event deleted for resources: {'Port': ['ID=df1ea4c5-2f33-494f-b696-84a90314328f,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:25.913320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-b0293bf6-1777-444a-815a-2d3899c67164 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:09:25.988982 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0a46129c-e1e8-4f59-b8de-dac44ac1560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '5cecaf26-63ee-46de-af77-6cc25e99ff25', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': 'da5336cb-32fc-4a12-b62b-6fb12d32f237', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:c0:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:08:52Z', 'updated_at': '2022-05-24T23:09:22Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:25.993191 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46129c-e1e8-4f59-b8de-dac44ac1560d None None] Checking router: e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:26.002764 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46129c-e1e8-4f59-b8de-dac44ac1560d None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:26.003382 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0a46129c-e1e8-4f59-b8de-dac44ac1560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:26.005274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.029835 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.078584 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.131069 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b0293bf6-1777-444a-815a-2d3899c67164 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.157931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.162609 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8997583 May 24 23:09:26.176906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55442) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:26.209093 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b0293bf6-1777-444a-815a-2d3899c67164 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.211198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1605282553', 'security_groups': ['fbe3e17f-a0f2-4795-a8e3-cc50ea1533c8'], 'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:26.221261 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.230854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Attempting to bind port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:26.231527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Attempting to bind port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '07d1ca6e-9fa8-4eff-b83e-f339c2f132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:26.231658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Attempting to bind port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 on network cf7ffa7f-c3cd-4905-9f72-3805570de775 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:26.241661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:26.242040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Checking segment: {'id': '07d1ca6e-9fa8-4eff-b83e-f339c2f132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:26.242490 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.242888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Bound using segment: {'id': '07d1ca6e-9fa8-4eff-b83e-f339c2f132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:26.243410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Bound port: c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d1ca6e-9fa8-4eff-b83e-f339c2f132ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:26.243790 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.261974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b6212-d519-4985-9ce8-fddbfde16685 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe3e17f-a0f2-4795-a8e3-cc50ea1533c8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:26.312738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-f90f842d-ba43-4450-96c5-eb7013e83df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:26.314361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-f90f842d-ba43-4450-96c5-eb7013e83df8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 200 len: 916 time: 0.6961584 May 24 23:09:26.380669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910fee97-2072-4139-ad58-717c594ac048 None None] Network 851147f7-b94f-447f-92da-2704d03bece0 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:26.459544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0fc585ba-59fe-4c2c-a91c-fb938e489272 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:26.478720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b599d3-ed33-4010-b92c-8eeb056d9a08 req-cd949fb5-ab00-4c1a-9270-25ba2e36a0d0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:26.480483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9b599d3-ed33-4010-b92c-8eeb056d9a08 req-cd949fb5-ab00-4c1a-9270-25ba2e36a0d0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 945 time: 0.6433666 May 24 23:09:26.489823 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0a46129c-e1e8-4f59-b8de-dac44ac1560d None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:26.557315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-0a736b53-09f3-466f-81b7-79971a20fbdf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5336cb-32fc-4a12-b62b-6fb12d32f237 HTTP/1.1" status: 200 len: 998 time: 0.1737111 May 24 23:09:26.591797 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.605102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 0fc585ba-59fe-4c2c-a91c-fb938e489272 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:26.605655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0fc585ba-59fe-4c2c-a91c-fb938e489272 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:26.606108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df1ea4c5-2f33-494f-b696-84a90314328f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:26.653224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: df1ea4c5-2f33-494f-b696-84a90314328f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:26.653600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df1ea4c5-2f33-494f-b696-84a90314328f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:26.655157 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.718129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:26.732980 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9b599d3-ed33-4010-b92c-8eeb056d9a08 req-44a34b69-96a1-4a7d-ab8f-895f34117e38 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274609 May 24 23:09:26.741827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] For port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:26.755983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:26.764323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] For port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,segment=NetworkSegment(07d1ca6e-9fa8-4eff-b83e-f339c2f132ea),segment_id=07d1ca6e-9fa8-4eff-b83e-f339c2f132ea)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:26.780643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:26.810617 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.826421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-c5b964d0-fb4c-489d-92d9-3f77e1a7c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:26.828185 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-c5b964d0-fb4c-489d-92d9-3f77e1a7c4ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 200 len: 854 time: 0.2463143 May 24 23:09:26.833007 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:26.838315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Fanout notify agent at l3_agent the message router_deleted on router 05dd263c-bb9e-40c2-b45f-38a7947c1f9d {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:09:26.914180 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-b0293bf6-1777-444a-815a-2d3899c67164 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Floating IP bd3e513d-910c-466c-82a1-87a01eac07db associated. External IP: 172.25.7.221, port: ed98b146-44c5-40e2-8abd-42ab2af89554. May 24 23:09:27.226953 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0a46129c-e1e8-4f59-b8de-dac44ac1560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '5cecaf26-63ee-46de-af77-6cc25e99ff25', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': 'da5336cb-32fc-4a12-b62b-6fb12d32f237', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:c0:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:08:52Z', 'updated_at': '2022-05-24T23:09:22Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:27.231596 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46129c-e1e8-4f59-b8de-dac44ac1560d None None] The sync data for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 is: [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '5cecaf26-63ee-46de-af77-6cc25e99ff25', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'port_id': 'da5336cb-32fc-4a12-b62b-6fb12d32f237', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'mac_address': 'fa:16:3e:c0:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:08:52Z', 'updated_at': '2022-05-24T23:09:22Z', 'revision_number': 1, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:27.255753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff346102-cad9-40cc-9067-4ab81fe150a2 None None] Pushing event updated for resources: {'Port': ['ID=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:27.331640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55460) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:27.336207 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.403470 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.407441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1933290637-network', 'tenant_id': 'a80312960c79486cb9d0a958efabb9d3'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:27.408240 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ffb5f327-2a84-4f6d-a83b-2284edfba92a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/routers/05dd263c-bb9e-40c2-b45f-38a7947c1f9d HTTP/1.1" status: 204 len: 168 time: 3.9439466 May 24 23:09:27.409418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55464) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:27.422634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:27.450490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port 42aad3ca-bd53-4719-a7ac-dd738a247b25 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:09:27.499919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Usage tracker for resource:network and tenant:a80312960c79486cb9d0a958efabb9d3 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:27.602135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f791c27-d208-4b3c-8a83-90ca4c25fcf9 req-bcb67d68-6ea5-480d-8d1c-5ba82f5d8075 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e9303cbcbb804e2ba3627ec2b26f569c HTTP/1.1" status: 200 len: 267 time: 0.2449596 May 24 23:09:27.623567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdcbd9-15f5-4e85-8957-ad5e44e3a196 None None] New status for floating IP 5cecaf26-63ee-46de-af77-6cc25e99ff25: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:09:27.787182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:27.824625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:27.870408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0293bf6-1777-444a-815a-2d3899c67164 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Router a0434b42-6dee-487b-b075-7b27a9eb46a5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:27.876438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-9170f0e1-8ef3-4ebf-9e2f-e81a00bec73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:27.878377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-9170f0e1-8ef3-4ebf-9e2f-e81a00bec73f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4dbd9183-8740-47be-9080-f446c9f960dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0300326 May 24 23:09:27.894408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-292e53c4-558c-415c-84e3-8463701d1193 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:09:27.895867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-292e53c4-558c-415c-84e3-8463701d1193 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070193 May 24 23:09:27.916523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Made reservation on behalf of a80312960c79486cb9d0a958efabb9d3 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:27.919354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.941365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.960905 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:27.991825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.3 (cf7ffa7f-c3cd-4905-9f72-3805570de775/496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69/42aad3ca-bd53-4719-a7ac-dd738a247b25) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:27.999539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-31945fed-694e-4844-9c0b-fa7b47dc0beb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6687062 May 24 23:09:28.001547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:28.097259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a80312960c79486cb9d0a958efabb9d3 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:28.100483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:28.106511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f791c27-d208-4b3c-8a83-90ca4c25fcf9 req-75b4c284-e509-42c3-b66c-c371ed973a83 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:28.108124 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f791c27-d208-4b3c-8a83-90ca4c25fcf9 req-75b4c284-e509-42c3-b66c-c371ed973a83 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 945 time: 0.5051503 May 24 23:09:28.127591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-7f791c27-d208-4b3c-8a83-90ca4c25fcf9 req-f2fc839d-1971-45ed-95a5-4c78bb0cb02e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Request body: {'port': {'security_groups': []}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:28.146048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:28.281749 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.365658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:28.372771 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-5ec784c9-f881-4aa6-8cf0-d8af2f3580a1 service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638503 May 24 23:09:28.417340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-4185a4c7-f55d-480b-b4a8-91b61219631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:28.419287 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-4185a4c7-f55d-480b-b4a8-91b61219631d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 1096 time: 0.3795881 May 24 23:09:28.427437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6042e06-3734-4df6-bbac-837fe9dcf3d4']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:28.481282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:28.497970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 235f62a2-b24c-4992-a93b-900cebbc35e9 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:09:28.546444 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 235f62a2-b24c-4992-a93b-900cebbc35e9 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:09:28.546831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 235f62a2-b24c-4992-a93b-900cebbc35e9 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:09:28.568572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b77227-db82-496c-8fd2-478b2cea8f25') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:28.568572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b77227-db82-496c-8fd2-478b2cea8f25') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:28.591743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b4588d61-4c8a-4894-a0f1-a02014d10fbb req-e3028209-a182-4397-b2f4-1da99239f66d service neutron] 10.222.0.50 "GET /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072020 May 24 23:09:28.591743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f791c27-d208-4b3c-8a83-90ca4c25fcf9 req-f2fc839d-1971-45ed-95a5-4c78bb0cb02e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.617466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0293bf6-1777-444a-815a-2d3899c67164 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:28.619287 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.624665 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b0293bf6-1777-444a-815a-2d3899c67164 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.629832 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ae0e8-3d08-4022-bb88-c992c8e568c7 None None] Sync routers for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:28.644762 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ae0e8-3d08-4022-bb88-c992c8e568c7 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:28.646005 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d93ae0e8-3d08-4022-bb88-c992c8e568c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:28.670419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.760291 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b0293bf6-1777-444a-815a-2d3899c67164 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "PUT /v2.0/floatingips/bd3e513d-910c-466c-82a1-87a01eac07db HTTP/1.1" status: 200 len: 991 time: 4.9100738 May 24 23:09:28.760558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-93a54aee-24e4-4359-a09e-3cfbe7b593e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:28.761753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-93a54aee-24e4-4359-a09e-3cfbe7b593e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.3113773 May 24 23:09:28.762001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'tag': 'ed98b146-44c5-40e2-8abd-42ab2af89554'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:28.784543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:09:28.784950 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:28.870090 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aefdda64-a036-4d4a-8369-7c6c90e5742e'] response: {'name': 'network-changed', 'server_uuid': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'tag': 'ed98b146-44c5-40e2-8abd-42ab2af89554', 'status': 'completed', 'code': 200} May 24 23:09:28.914555 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d93ae0e8-3d08-4022-bb88-c992c8e568c7 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:28.947687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ab93a867-0964-41f7-8d56-879f0bbe8f08 None None] Provisioning for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:28.954240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ab93a867-0964-41f7-8d56-879f0bbe8f08 None None] Provisioning complete for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:28.954615 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ab93a867-0964-41f7-8d56-879f0bbe8f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.001036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7f791c27-d208-4b3c-8a83-90ca4c25fcf9 req-f2fc839d-1971-45ed-95a5-4c78bb0cb02e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] For port 47482978-71bd-4f1e-aa5c-29013a06e850, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=47482978-71bd-4f1e-aa5c-29013a06e850,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:29.015765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c82b1e-d0dd-4346-b807-3a841eb951cb req-e4e6af08-875b-4290-9bcb-ccd7a01970ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:29.017550 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c82b1e-d0dd-4346-b807-3a841eb951cb req-e4e6af08-875b-4290-9bcb-ccd7a01970ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2538b79651204683958a8311138e4a89&device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 1096 time: 0.1255045 May 24 23:09:29.026853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.132490 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.135316 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 38b77227-db82-496c-8fd2-478b2cea8f25 resource provider aggregate not found May 24 23:09:29.165359 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.171695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ab93a867-0964-41f7-8d56-879f0bbe8f08 None None] Current status of the port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:29.172085 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ab93a867-0964-41f7-8d56-879f0bbe8f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.207422 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 38b77227-db82-496c-8fd2-478b2cea8f25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38b77227-db82-496c-8fd2-478b2cea8f25 found for delete ", "request_id": "req-03aea95d-73f6-41ef-80c4-11de1c36a98c"}]} May 24 23:09:29.208772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.216183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Network': ['ID=e6042e06-3734-4df6-bbac-837fe9dcf3d4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:29.219444 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-5a31e05b-deb8-4e33-b9a4-0180d0b77d72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e42d2e74-6684-4777-bf62-06a77521a4dd HTTP/1.1" status: 200 len: 217 time: 0.1651921 May 24 23:09:29.220146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.252930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ab93a867-0964-41f7-8d56-879f0bbe8f08 None None] For port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,segment=NetworkSegment(07d1ca6e-9fa8-4eff-b83e-f339c2f132ea),segment_id=07d1ca6e-9fa8-4eff-b83e-f339c2f132ea)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:29.267663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ab93a867-0964-41f7-8d56-879f0bbe8f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.316679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object 42aad3ca-bd53-4719-a7ac-dd738a247b25 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:29.321175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f791c27-d208-4b3c-8a83-90ca4c25fcf9 req-f2fc839d-1971-45ed-95a5-4c78bb0cb02e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.330224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521c3a2a-338f-4593-b761-1a78f5a51b78,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:29.383101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f791c27-d208-4b3c-8a83-90ca4c25fcf9 req-f2fc839d-1971-45ed-95a5-4c78bb0cb02e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.402633 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d93ae0e8-3d08-4022-bb88-c992c8e568c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'bd3e513d-910c-466c-82a1-87a01eac07db', 'tenant_id': '2538b79651204683958a8311138e4a89', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'port_id': 'ed98b146-44c5-40e2-8abd-42ab2af89554', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'mac_address': 'fa:16:3e:f4:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:08:52Z', 'updated_at': '2022-05-24T23:09:25Z', 'revision_number': 1, 'project_id': '2538b79651204683958a8311138e4a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:29.408168 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ae0e8-3d08-4022-bb88-c992c8e568c7 None None] Checking router: a0434b42-6dee-487b-b075-7b27a9eb46a5 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:29.418237 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ae0e8-3d08-4022-bb88-c992c8e568c7 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:29.419170 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d93ae0e8-3d08-4022-bb88-c992c8e568c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:29.420290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e42d2e74-6684-4777-bf62-06a77521a4dd', 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e', '47482978-71bd-4f1e-aa5c-29013a06e850'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:09:29.429985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.430528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.430657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.430990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.431315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.431647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.431968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.432287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.432611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.432929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.433247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.433635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.448490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-d4793840-79d2-4b79-9fc6-f6825c7906fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:29.450164 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-d4793840-79d2-4b79-9fc6-f6825c7906fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.1834137 May 24 23:09:29.451496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.451843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.452180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.453204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.453204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.453204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.453460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.453790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.454137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.464846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.465268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.465637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:29.506983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ab93a867-0964-41f7-8d56-879f0bbe8f08 None None] Provisioning complete for port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:29.507311 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ab93a867-0964-41f7-8d56-879f0bbe8f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.527964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:09:29.539257 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-25657511-42b9-452c-a3f5-3b6a7e947450 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/networks/e6042e06-3734-4df6-bbac-837fe9dcf3d4 HTTP/1.1" status: 204 len: 168 time: 2.1199110 May 24 23:09:29.553076 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.553425 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Added segment bc9722d7-2ba7-42c8-84b8-7c144bbd4b6e of type vlan for network 58287590-bb50-4057-91b3-b4a73381dc62 May 24 23:09:29.562773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55482) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:29.570778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'network': {'name': 'tempest-network-smoke--614905819', 'project_id': '001bb84369b443888c7219fb91448b85', 'port_security_enabled': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:29.576882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:29.582252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:network and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:29.585136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:29.591208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:29.629762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Made reservation on behalf of 001bb84369b443888c7219fb91448b85 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:29.635768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f791c27-d208-4b3c-8a83-90ca4c25fcf9 req-f2fc839d-1971-45ed-95a5-4c78bb0cb02e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:29.637317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.655322 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f791c27-d208-4b3c-8a83-90ca4c25fcf9 req-f2fc839d-1971-45ed-95a5-4c78bb0cb02e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.655926 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.657074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f791c27-d208-4b3c-8a83-90ca4c25fcf9 req-f2fc839d-1971-45ed-95a5-4c78bb0cb02e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "PUT /v2.0/ports/47482978-71bd-4f1e-aa5c-29013a06e850 HTTP/1.1" status: 200 len: 904 time: 1.5374467 May 24 23:09:29.687628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93a867-0964-41f7-8d56-879f0bbe8f08 None None] Pushing event updated for resources: {'Port': ['ID=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:29.707567 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:29.763752 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d93ae0e8-3d08-4022-bb88-c992c8e568c7 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:29.794724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc839d-1971-45ed-95a5-4c78bb0cb02e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event updated for resources: {'Port': ['ID=47482978-71bd-4f1e-aa5c-29013a06e850,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:29.820373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['47482978-71bd-4f1e-aa5c-29013a06e850'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:09:29.850183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c82b1e-d0dd-4346-b807-3a841eb951cb req-e79b7783-ef1c-41b0-863e-bd60025b161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:29.852052 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c82b1e-d0dd-4346-b807-3a841eb951cb req-e79b7783-ef1c-41b0-863e-bd60025b161d service neutron] 10.222.0.50 "GET /v2.0/networks?id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 200 len: 912 time: 0.8218541 May 24 23:09:29.955920 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ab93a867-0964-41f7-8d56-879f0bbe8f08 None None] Port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:30.081892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c82b1e-d0dd-4346-b807-3a841eb951cb req-f8f329d0-83cd-4390-97b8-1acd6c541a6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed98b146-44c5-40e2-8abd-42ab2af89554 HTTP/1.1" status: 200 len: 999 time: 0.2215540 May 24 23:09:30.123715 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-316541d2-816a-4f76-83dc-817fea9489cf None None] Provisioning complete for port 47482978-71bd-4f1e-aa5c-29013a06e850 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:30.124083 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-316541d2-816a-4f76-83dc-817fea9489cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.151129 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:09:30.209052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c82b1e-d0dd-4346-b807-3a841eb951cb req-263c1251-5fd2-4d4e-98fb-3e940c17b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:30.211553 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c82b1e-d0dd-4346-b807-3a841eb951cb req-263c1251-5fd2-4d4e-98fb-3e940c17b1ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47001c01-66d5-4135-8684-58bb2d7f443c HTTP/1.1" status: 200 len: 850 time: 0.1217532 May 24 23:09:30.334007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:30.336683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:30.337936 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.339115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:30.340769 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.369821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:09:30.380072 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.380409 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Added segment 439fbc4a-17dd-4b8c-b8aa-f929f9d9a275 of type vlan for network cc1055d5-8f13-4722-9412-d524f690fd23 May 24 23:09:30.386758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c82b1e-d0dd-4346-b807-3a841eb951cb req-fc98046c-185b-4a2b-8dda-4be1d07d73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:30.388880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c82b1e-d0dd-4346-b807-3a841eb951cb req-fc98046c-185b-4a2b-8dda-4be1d07d73cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688519 May 24 23:09:30.440690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=42aad3ca-bd53-4719-a7ac-dd738a247b25,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:30.443491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:30.456459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:30.551814 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d93ae0e8-3d08-4022-bb88-c992c8e568c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'bd3e513d-910c-466c-82a1-87a01eac07db', 'tenant_id': '2538b79651204683958a8311138e4a89', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'port_id': 'ed98b146-44c5-40e2-8abd-42ab2af89554', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'mac_address': 'fa:16:3e:f4:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:08:52Z', 'updated_at': '2022-05-24T23:09:25Z', 'revision_number': 1, 'project_id': '2538b79651204683958a8311138e4a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:30.559386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-316541d2-816a-4f76-83dc-817fea9489cf None None] Current status of the port 47482978-71bd-4f1e-aa5c-29013a06e850 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:30.573002 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ae0e8-3d08-4022-bb88-c992c8e568c7 None None] The sync data for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 is: [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'bd3e513d-910c-466c-82a1-87a01eac07db', 'tenant_id': '2538b79651204683958a8311138e4a89', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'port_id': 'ed98b146-44c5-40e2-8abd-42ab2af89554', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'mac_address': 'fa:16:3e:f4:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:08:52Z', 'updated_at': '2022-05-24T23:09:25Z', 'revision_number': 1, 'project_id': '2538b79651204683958a8311138e4a89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:30.608001 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c82b1e-d0dd-4346-b807-3a841eb951cb req-16c17ca8-66b6-4208-980c-73e98958ec0a service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045431 May 24 23:09:30.651594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:30.651594 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.663436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-fbf9d032-223b-4d7d-ae48-89f14dbf6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:30.664933 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-fbf9d032-223b-4d7d-ae48-89f14dbf6d9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1908500 May 24 23:09:30.701035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:30.701705 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.783674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.818292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4853115 May 24 23:09:30.821732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55496) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:30.831633 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c82b1e-d0dd-4346-b807-3a841eb951cb req-7026c284-5877-4eaf-8197-178ef3edc582 service neutron] 10.222.0.50 "GET /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143691 May 24 23:09:30.871933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9549c824-ff29-4c75-9e79-694b08c7139d', 'tag': '47482978-71bd-4f1e-aa5c-29013a06e850'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:30.880430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:30.902273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4c5b0aca-b905-4c35-9743-f440b21d105a None None] Provisioning for port 42aad3ca-bd53-4719-a7ac-dd738a247b25 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:30.906111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60a398-5266-4206-b08f-1b8e68ed78b7 admin admin] Pushing event updated for resources: {'Network': ['ID=58287590-bb50-4057-91b3-b4a73381dc62,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:30.922074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Request body: {'subnet': {'network_id': '58287590-bb50-4057-91b3-b4a73381dc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1933290637-subnet', 'tenant_id': 'a80312960c79486cb9d0a958efabb9d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:30.924410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 58287590-bb50-4057-91b3-b4a73381dc62 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:09:30.939465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df2cb190-8378-4dda-8ac7-d585488c2203 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7602775 May 24 23:09:30.941061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:30.942894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55502) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:30.949268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7565e449-27c2-47ba-8acc-4d5dcc6eb1d6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:30.953009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4c5b0aca-b905-4c35-9743-f440b21d105a None None] Provisioning complete for port 42aad3ca-bd53-4719-a7ac-dd738a247b25 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:30.953863 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0aca-b905-4c35-9743-f440b21d105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:30.954376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Usage tracker for resource:subnet and tenant:a80312960c79486cb9d0a958efabb9d3 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:30.968526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:30.981425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:31.034475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d3cde-8aad-4222-a685-c2bf30e24ec3 req-858a0e48-7b4d-4042-901a-c2850152c123 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:31.047887 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a1d3cde-8aad-4222-a685-c2bf30e24ec3 req-858a0e48-7b4d-4042-901a-c2850152c123 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 907 time: 0.9039938 May 24 23:09:31.048850 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.057156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:31.068494 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f925c4-c033-4b47-b053-29ceade028bb'] response: {'name': 'network-changed', 'server_uuid': '9549c824-ff29-4c75-9e79-694b08c7139d', 'tag': '47482978-71bd-4f1e-aa5c-29013a06e850', 'status': 'completed', 'code': 200} May 24 23:09:31.070098 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.104562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Made reservation on behalf of a80312960c79486cb9d0a958efabb9d3 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:31.107381 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.154953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec4e8b-bdd4-43ec-9d1e-9bb0c3ee9b9e None None] New status for floating IP bd3e513d-910c-466c-82a1-87a01eac07db: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:09:31.208874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-4c4d43f5-e793-4182-8e92-e39fac557dbb service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004549 May 24 23:09:31.333773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca59fec-ab27-43d0-bc2c-f893234a9655 req-d2599c54-e9a1-4b8b-993d-2dc50439f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:31.335250 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ca59fec-ab27-43d0-bc2c-f893234a9655 req-d2599c54-e9a1-4b8b-993d-2dc50439f330 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 1058 time: 0.2716944 May 24 23:09:31.336222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7565e449-27c2-47ba-8acc-4d5dcc6eb1d6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:31.349202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7565e449-27c2-47ba-8acc-4d5dcc6eb1d6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:31.393648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7565e449-27c2-47ba-8acc-4d5dcc6eb1d6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:31.404519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b0aca-b905-4c35-9743-f440b21d105a None None] Port 42aad3ca-bd53-4719-a7ac-dd738a247b25 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:31.406826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7565e449-27c2-47ba-8acc-4d5dcc6eb1d6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:31.524201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7565e449-27c2-47ba-8acc-4d5dcc6eb1d6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:31.527783 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7565e449-27c2-47ba-8acc-4d5dcc6eb1d6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.547126 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9826584 May 24 23:09:31.558077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55510) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:31.569469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'admin_state_up': True, 'project_id': '001bb84369b443888c7219fb91448b85', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:31.577934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226f459-4aa2-4724-96ae-0413bbdf03f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Network': ['ID=cc1055d5-8f13-4722-9412-d524f690fd23,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:31.592451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network cc1055d5-8f13-4722-9412-d524f690fd23 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:09:31.601059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:31.612900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51287886-caea-419c-af2a-8289315610dc req-735a0f46-49d6-4b58-bd1a-6a189f5ee67d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:31.614470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51287886-caea-419c-af2a-8289315610dc req-735a0f46-49d6-4b58-bd1a-6a189f5ee67d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3943386 May 24 23:09:31.615544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca59fec-ab27-43d0-bc2c-f893234a9655 req-10e19c3e-ab92-42b2-8e3b-da53dae68825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:31.616836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ca59fec-ab27-43d0-bc2c-f893234a9655 req-10e19c3e-ab92-42b2-8e3b-da53dae68825 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.2706392 May 24 23:09:31.629046 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:router and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:31.647185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:31.661686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:31.676878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.714825 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ca59fec-ab27-43d0-bc2c-f893234a9655 req-671e4874-800c-48a3-8c27-6bb88b182425 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47482978-71bd-4f1e-aa5c-29013a06e850 HTTP/1.1" status: 200 len: 217 time: 0.0749505 May 24 23:09:31.737240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e94e486f-e5ec-4770-9fe1-c83061106f90 req-3c7ebde8-a268-4427-ad42-7f5291f3bfdc service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931688 May 24 23:09:31.741015 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.742055 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.784301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6b9ba8-8fb7-49a0-887b-8c2b090ff118,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:31.790598 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:31.805843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Checking segment: {'id': 'bc9722d7-2ba7-42c8-84b8-7c144bbd4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '58287590-bb50-4057-91b3-b4a73381dc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:31.806194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Network hostable DHCP agents. Network: 58287590-bb50-4057-91b3-b4a73381dc62, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:09:31.806789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51287886-caea-419c-af2a-8289315610dc req-bdfd3259-0089-4328-80c2-4f5f3734b4e0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814768 May 24 23:09:31.841255 n-d-843146-7 neutron-server[88389]: INFO neutron.db.ipam_backend_mixin [None req-7565e449-27c2-47ba-8acc-4d5dcc6eb1d6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69 (CIDR: 172.20.0.0/28) May 24 23:09:31.843061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca59fec-ab27-43d0-bc2c-f893234a9655 req-22c4eca2-43c4-4d87-9682-996c97e39074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:31.844725 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ca59fec-ab27-43d0-bc2c-f893234a9655 req-22c4eca2-43c4-4d87-9682-996c97e39074 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.1152871 May 24 23:09:31.846299 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-7565e449-27c2-47ba-8acc-4d5dcc6eb1d6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:09:31.846755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7565e449-27c2-47ba-8acc-4d5dcc6eb1d6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:09:31.897398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Network 58287590-bb50-4057-91b3-b4a73381dc62 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:09:31.967188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 58287590-bb50-4057-91b3-b4a73381dc62) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:31.976161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d6cb5-44eb-4463-bf62-fdd037d66938 None None] Network 58287590-bb50-4057-91b3-b4a73381dc62 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:32.018267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:32.018897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:32.047936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7565e449-27c2-47ba-8acc-4d5dcc6eb1d6 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1010807 May 24 23:09:32.048172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55516) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:32.054046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:32.176498 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:32.180755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-387a71db-68e7-489d-bce1-9295abaf19da admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2841935 May 24 23:09:32.188913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca59fec-ab27-43d0-bc2c-f893234a9655 req-17407b7e-5705-4821-a987-16e83f5cb731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:32.190531 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ca59fec-ab27-43d0-bc2c-f893234a9655 req-17407b7e-5705-4821-a987-16e83f5cb731 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3328965 May 24 23:09:32.218999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d933b0-3761-427a-a625-9cb9a96d1bde None None] Network 58287590-bb50-4057-91b3-b4a73381dc62 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:32.367632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ca59fec-ab27-43d0-bc2c-f893234a9655 req-c5c7ef54-e4ca-45a9-89fa-157259fb3f03 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618514 May 24 23:09:32.376615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:32.450862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1c250-c4a9-4a0b-9d1a-dd178cbc676c req-b5d92602-857a-4c06-8416-a9a499e14535 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:32.458062 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60b1c250-c4a9-4a0b-9d1a-dd178cbc676c req-b5d92602-857a-4c06-8416-a9a499e14535 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.5006092 May 24 23:09:32.514649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:32.530397 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60b1c250-c4a9-4a0b-9d1a-dd178cbc676c req-665650a1-6e77-4f23-beba-c3d6688d93f0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714490 May 24 23:09:32.538456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:32.550372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:32.554035 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ca59fec-ab27-43d0-bc2c-f893234a9655 req-ccbf832e-0cb4-4502-9e90-bfb577665481 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748419 May 24 23:09:32.580052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:32.584341 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:32.784197 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:32.829760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:32.898129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9d690-fd43-4469-946b-eca94dc3b56f req-14142439-0f19-4399-a15e-35a7e26a1a8e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:32.899558 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8e9d690-fd43-4469-946b-eca94dc3b56f req-14142439-0f19-4399-a15e-35a7e26a1a8e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1286395 May 24 23:09:33.002674 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8e9d690-fd43-4469-946b-eca94dc3b56f req-47d86ff8-e6ae-4e81-9616-99cb14cbb8f7 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910647 May 24 23:09:33.076917 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:33.108930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6958e4-e487-43d6-9268-575e2258698f req-690dd536-ef11-41c0-8999-ee6cf9403616 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:33.109810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ba6958e4-e487-43d6-9268-575e2258698f req-690dd536-ef11-41c0-8999-ee6cf9403616 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Synchronizing usage tracker for tenant:aca37abf4bf14f3086caa7e27dbc9ca1 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:33.125532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Allocated IP 172.25.7.213 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/11cc99b1-aa4c-43ff-a2b7-d826e0e531aa) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:33.144338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:33.162002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ba6958e4-e487-43d6-9268-575e2258698f req-690dd536-ef11-41c0-8999-ee6cf9403616 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Unset dirty status for tenant:aca37abf4bf14f3086caa7e27dbc9ca1 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:33.163231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-690dd536-ef11-41c0-8999-ee6cf9403616 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/networks?id=851147f7-b94f-447f-92da-2704d03bece0 HTTP/1.1" status: 200 len: 809 time: 0.3353043 May 24 23:09:33.193383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:33.202276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:33.202846 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:33.204275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e910bd7-f94d-490e-9080-a9242dd437f4 None None] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:33.237779 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-44869ff9-9c0f-46ed-934c-20938ba5ebac tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/quotas/aca37abf4bf14f3086caa7e27dbc9ca1 HTTP/1.1" status: 200 len: 375 time: 0.0134289 May 24 23:09:33.246734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Subnet': ['ID=1c00f4b1-df54-419f-b567-35d7ada8d881,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:33.256899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-718df20e-87fd-44a7-b26c-9d3220e629a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2078073 May 24 23:09:33.263132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55560) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:33.273119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-694406864', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1c00f4b1-df54-419f-b567-35d7ada8d881'}], 'security_groups': ['39339af5-9d92-45bc-8dc4-a369a3c9b3c2']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:33.311174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-3baa9a21-2dc2-4319-a3ee-17efc9cbcf5a tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=aca37abf4bf14f3086caa7e27dbc9ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586488 May 24 23:09:33.352767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f09de-fb60-48d9-924f-b38ab68e1198 req-bac962de-3c63-4694-bac9-bf350bd839cc tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:33.355815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d3f09de-fb60-48d9-924f-b38ab68e1198 req-bac962de-3c63-4694-bac9-bf350bd839cc tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2136116 May 24 23:09:33.467149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:33.476447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d3f09de-fb60-48d9-924f-b38ab68e1198 req-c2e98dc9-b34e-430d-bb6a-e30050d788d9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051371 May 24 23:09:33.499246 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-a35c4b25-0934-4213-861b-5112e8b556c0 service neutron] 10.222.0.55 "GET /v2.0/networks/851147f7-b94f-447f-92da-2704d03bece0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871657 May 24 23:09:33.686760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:33.718497 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:33.785432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b7c7fd-07ac-443c-b738-474f99f03ed9 None None] Update dhcp port {'port': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'fixed_ips': [{'subnet_id': '496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69', 'ip_address': '172.20.0.2'}, {'subnet_id': '1c00f4b1-df54-419f-b567-35d7ada8d881'}], 'binding:host_id': 'n-d-843146-7'}, 'id': 'c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:09:33.794156 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-f7ea34a2-6945-4293-aabd-a8003af91109 service neutron] 10.222.0.55 "GET /v2.0/networks/851147f7-b94f-447f-92da-2704d03bece0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937734 May 24 23:09:33.820656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:33.823591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:33.831638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:33.859944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=11cc99b1-aa4c-43ff-a2b7-d826e0e531aa,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:33.862829 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-17b7c7fd-07ac-443c-b738-474f99f03ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.168914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-17b7c7fd-07ac-443c-b738-474f99f03ed9 None None] Allocated IP 172.20.0.18 (cf7ffa7f-c3cd-4905-9f72-3805570de775/1c00f4b1-df54-419f-b567-35d7ada8d881/c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:34.169152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-8a5a275a-7f54-4ce6-8905-c39e2554af2a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:34.170668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-8a5a275a-7f54-4ce6-8905-c39e2554af2a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 812 time: 0.3778379 May 24 23:09:34.179991 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62a5817a-af0e-4893-a237-dab4948bcf1b req-6b5cfb50-ced6-4c6c-a0f7-3e2e0d36ec0f tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 210 time: 0.1263955 May 24 23:09:34.429160 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-28b6dc09-68b0-42ce-9488-373b5fd2679d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/quotas/e9303cbcbb804e2ba3627ec2b26f569c HTTP/1.1" status: 200 len: 375 time: 0.2497754 May 24 23:09:34.468240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-17b7c7fd-07ac-443c-b738-474f99f03ed9 None None] For port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,segment=NetworkSegment(07d1ca6e-9fa8-4eff-b83e-f339c2f132ea),segment_id=07d1ca6e-9fa8-4eff-b83e-f339c2f132ea)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:34.524550 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-17b7c7fd-07ac-443c-b738-474f99f03ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.566477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-17b7c7fd-07ac-443c-b738-474f99f03ed9 None None] Transition to ACTIVE for port object c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:34.571656 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-c606f878-ae5b-43b9-b227-064fc4cacc24 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1409175 May 24 23:09:34.580319 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-17b7c7fd-07ac-443c-b738-474f99f03ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.753282 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:34.769870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7c7fd-07ac-443c-b738-474f99f03ed9 None None] Pushing event updated for resources: {'Port': ['ID=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:34.962399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-996ddb6d-1291-44ef-89d1-999894b12891 service neutron] 10.222.0.55 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778636 May 24 23:09:35.194661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Delete allocated IP 172.20.0.3 (cf7ffa7f-c3cd-4905-9f72-3805570de775/496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69) {{(pid=88389) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:09:35.204820 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.206183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-8fa4ce28-12fd-4d18-bbf8-de191634bc1c service neutron] 10.222.0.55 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903372 May 24 23:09:35.207602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.28 (cf7ffa7f-c3cd-4905-9f72-3805570de775/1c00f4b1-df54-419f-b567-35d7ada8d881/42aad3ca-bd53-4719-a7ac-dd738a247b25) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:35.341724 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-77359a6b-ef1c-4379-aa58-3891054aed8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.647027 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-72e7ce49-e472-4202-9c95-38c67904370b req-32c9215e-3472-4500-86d3-a991187406cf tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 210 time: 0.0515041 May 24 23:09:35.711129 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-39a62a96-d796-4e9c-b654-802b400ecdc0 req-b76b52d9-7e76-4e93-ae82-b0dd2dc517ef tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 210 time: 0.1842210 May 24 23:09:35.719093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 8f73c465-b193-49c5-89a9-7540e1e8582f is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:09:35.743846 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.773351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-64a59c9d-f2be-4cf1-875d-1b3af6034367 None None] Provisioning for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:35.782571 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-64a59c9d-f2be-4cf1-875d-1b3af6034367 None None] Provisioning complete for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:35.784121 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-64a59c9d-f2be-4cf1-875d-1b3af6034367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:35.790165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object 42aad3ca-bd53-4719-a7ac-dd738a247b25 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:35.802460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.021155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-64a59c9d-f2be-4cf1-875d-1b3af6034367 None None] Current status of the port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:36.035023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:36.037373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-64a59c9d-f2be-4cf1-875d-1b3af6034367 None None] Provisioning for port 42aad3ca-bd53-4719-a7ac-dd738a247b25 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:36.047812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-64a59c9d-f2be-4cf1-875d-1b3af6034367 None None] Provisioning complete for port 42aad3ca-bd53-4719-a7ac-dd738a247b25 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:36.051810 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Sync routers for ids ['8f73c465-b193-49c5-89a9-7540e1e8582f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:36.057747 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-64a59c9d-f2be-4cf1-875d-1b3af6034367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.065749 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Routers {'8f73c465-b193-49c5-89a9-7540e1e8582f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:36.066410 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8f73c465-b193-49c5-89a9-7540e1e8582f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:36.139263 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.140973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-50d59a24-c135-4875-9bfc-9737d7e83fcc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5771482 May 24 23:09:36.144371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55614) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:36.204396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a0ccc17e-23fb-4d11-b3c4-9382042094da tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=001bb84369b443888c7219fb91448b85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579336 May 24 23:09:36.206579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55618) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:36.219164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-64a59c9d-f2be-4cf1-875d-1b3af6034367 None None] Port 42aad3ca-bd53-4719-a7ac-dd738a247b25 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:36.248505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-64a59c9d-f2be-4cf1-875d-1b3af6034367 None None] Provisioning complete for port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:36.249035 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-64a59c9d-f2be-4cf1-875d-1b3af6034367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.287211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55622) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:36.295320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=42aad3ca-bd53-4719-a7ac-dd738a247b25,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:36.342664 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] In _notify_port_updated(), no bound segment for port 42aad3ca-bd53-4719-a7ac-dd738a247b25 on network cf7ffa7f-c3cd-4905-9f72-3805570de775 {{(pid=88389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:09:36.373026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:36.373965 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.378575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0fbe8de1-2f77-4df3-a8ee-a005aef5333a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "PUT /v2.0/ports/42aad3ca-bd53-4719-a7ac-dd738a247b25 HTTP/1.1" status: 200 len: 920 time: 3.1099248 May 24 23:09:36.378739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55626) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:36.394332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:36.459170 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Set router 8f73c465-b193-49c5-89a9-7540e1e8582f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:36.523662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-de88853a-cf93-4ade-b012-f2bf86072feb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port 42aad3ca-bd53-4719-a7ac-dd738a247b25 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:36.524013 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de88853a-cf93-4ade-b012-f2bf86072feb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.559667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d26db-f2ef-4263-a572-b4240563b984 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:36.563971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-856d26db-f2ef-4263-a572-b4240563b984 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3521116 May 24 23:09:36.564648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55632) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:36.598219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-64a59c9d-f2be-4cf1-875d-1b3af6034367 None None] Port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:36.673974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:36.676004 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.697420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d7d09267-f146-4398-98a0-4970ea7cd2f1 tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1291847 May 24 23:09:36.766321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55638) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:36.789091 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5da12a19-85ec-42ed-be17-b109f179cf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.846142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-328757917', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'project_id': '001bb84369b443888c7219fb91448b85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:36.912132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7b14ad95-08d9-4ba0-afbd-c7449652a211 None None] Provisioning complete for port 42aad3ca-bd53-4719-a7ac-dd738a247b25 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:36.912752 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7b14ad95-08d9-4ba0-afbd-c7449652a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:36.919907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5da12a19-85ec-42ed-be17-b109f179cf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:36.928017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5da12a19-85ec-42ed-be17-b109f179cf14 admin admin] Usage tracker for resource:security_group_rule and tenant:607c342e130d479db94c147188b6d772 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:36.940145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5da12a19-85ec-42ed-be17-b109f179cf14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:36.960467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5da12a19-85ec-42ed-be17-b109f179cf14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:37.030913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7b14ad95-08d9-4ba0-afbd-c7449652a211 None None] Port 42aad3ca-bd53-4719-a7ac-dd738a247b25 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:37.085630 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 3, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:37.098968 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Checking router: 8f73c465-b193-49c5-89a9-7540e1e8582f for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:37.100374 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Updating router 8f73c465-b193-49c5-89a9-7540e1e8582f port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:09:37.101866 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fde314fa-74f1-4dd5-987c-921530ebc8e5 req-a763b6a5-4e81-421b-b92d-fd736f8b493c tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 210 time: 0.1128528 May 24 23:09:37.114094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb52b4d6-a4f4-41bb-a6b7-1b3b1c136b27 req-53aca54f-5ec8-436c-b795-62050062c9d8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 210 time: 0.1508110 May 24 23:09:37.134114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:37.180614 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.215780 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de88853a-cf93-4ade-b012-f2bf86072feb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.421965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:37.430356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:subnet and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:37.434343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:37.445266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:37.465472 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e732e9bc-59dc-4a87-ba6e-f1377b2adcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.481736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6958e4-e487-43d6-9268-575e2258698f req-c892c7f1-9486-45ac-8395-9592855ae6bf tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:37.483206 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-c892c7f1-9486-45ac-8395-9592855ae6bf tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.50 "GET /v2.0/networks?id=851147f7-b94f-447f-92da-2704d03bece0 HTTP/1.1" status: 200 len: 809 time: 0.5925479 May 24 23:09:37.490863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-de88853a-cf93-4ade-b012-f2bf86072feb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for 42aad3ca-bd53-4719-a7ac-dd738a247b25 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:37.494825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Made reservation on behalf of 001bb84369b443888c7219fb91448b85 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:37.499179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.523555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Request body: {'port': {'device_id': '731bec40-c8d8-4575-aacb-73812592ffae', 'network_id': '851147f7-b94f-447f-92da-2704d03bece0', 'admin_state_up': True, 'tenant_id': 'aca37abf4bf14f3086caa7e27dbc9ca1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:37.526979 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5da12a19-85ec-42ed-be17-b109f179cf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.581077 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5da12a19-85ec-42ed-be17-b109f179cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.600971 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.629335 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Transition to ACTIVE for port object 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:37.646106 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.656750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da12a19-85ec-42ed-be17-b109f179cf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21965f9-1f0e-4225-9886-c1c4819b21a8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:37.675104 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5da12a19-85ec-42ed-be17-b109f179cf14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=607c342e130d479db94c147188b6d772&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3868067 May 24 23:09:37.678550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55648) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:37.749266 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Attempting to bind port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:37.749763 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Attempting to bind port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:37.750237 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Attempting to bind port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:37.761505 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:37.762182 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:37.762674 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.763140 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:37.763856 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Bound port: 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:37.764283 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.794938 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Pushing event updated for resources: {'Port': ['ID=11cc99b1-aa4c-43ff-a2b7-d826e0e531aa,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:37.795256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:37.799611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Usage tracker for resource:port and tenant:aca37abf4bf14f3086caa7e27dbc9ca1 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:37.804098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:37.811936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:37.816436 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.816833 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.817741 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.817741 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.817925 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.818558 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.818940 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.819318 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.819768 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.820128 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.820484 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.820935 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:37.822269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de88853a-cf93-4ade-b012-f2bf86072feb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.858485 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] For port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:37.861591 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] For port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=11cc99b1-aa4c-43ff-a2b7-d826e0e531aa,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:37.867552 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.870135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-51464840-b512-445a-a0b9-fe6d3aeb27ad tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:37.871628 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-51464840-b512-445a-a0b9-fe6d3aeb27ad tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 812 time: 0.1640363 May 24 23:09:37.885424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Request body: {'port': {'device_id': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'admin_state_up': True, 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:37.891776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Made reservation on behalf of aca37abf4bf14f3086caa7e27dbc9ca1 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:37.896754 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:37.946276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88853a-cf93-4ade-b012-f2bf86072feb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=42aad3ca-bd53-4719-a7ac-dd738a247b25,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:37.952817 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Routers {'8f73c465-b193-49c5-89a9-7540e1e8582f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:37.953455 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8f73c465-b193-49c5-89a9-7540e1e8582f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:38.007732 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12617b17-95d3-40a2-b011-3d39f985b1d9 None None] Pushing event updated for resources: {'Port': ['ID=11cc99b1-aa4c-43ff-a2b7-d826e0e531aa,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:38.095480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e0dd-fcd3-4318-95c2-f34c97e73592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.139840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de88853a-cf93-4ade-b012-f2bf86072feb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.145453 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] Set router 8f73c465-b193-49c5-89a9-7540e1e8582f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:38.169027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:38.179446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:38.192598 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e0dd-fcd3-4318-95c2-f34c97e73592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.214699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Made reservation on behalf of e9303cbcbb804e2ba3627ec2b26f569c for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:38.218777 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.219260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-de88853a-cf93-4ade-b012-f2bf86072feb tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/42aad3ca-bd53-4719-a7ac-dd738a247b25 HTTP/1.1" status: 204 len: 168 time: 1.8395133 May 24 23:09:38.227158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55656) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:38.300470 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.302253 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cb41b3-99aa-472b-9893-3aa21685f722 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:09:38.302841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-20cb41b3-99aa-472b-9893-3aa21685f722 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:38.331260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Allocated IP 172.20.0.2 (851147f7-b94f-447f-92da-2704d03bece0/e6ad94b2-52e4-456d-a761-2d0bb1b7fd31/a76d684e-88ff-4c19-b080-8b421560ade2) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:38.343100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-20cb41b3-99aa-472b-9893-3aa21685f722 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:38.344334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-20cb41b3-99aa-472b-9893-3aa21685f722 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/42aad3ca-bd53-4719-a7ac-dd738a247b25 HTTP/1.1" status: 404 len: 333 time: 0.1165562 May 24 23:09:38.349323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55660) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:38.454679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9be070da-60e0-4482-bf59-ae65a757b96d req-dd6c693c-851a-4464-9044-20e8a4b54780 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 210 time: 0.0692015 May 24 23:09:38.500689 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4752e76c-f657-4a2b-94bf-71d07e9d0f68 req-26da54ef-6212-4b6f-9834-9bcae1d8e25b tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 210 time: 0.0958378 May 24 23:09:38.536550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Subnet': ['ID=3b5d1233-6af5-47ec-8df2-d8f208de5cb2,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:38.551253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Checking segment: {'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:38.551623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network hostable DHCP agents. Network: cc1055d5-8f13-4722-9412-d524f690fd23, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:09:38.562729 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e0dd-fcd3-4318-95c2-f34c97e73592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.594765 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc17da5e-cdfd-47e8-b49c-06b5e8ba5124 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.616920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0e0dd-fcd3-4318-95c2-f34c97e73592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21965f9-1f0e-4225-9886-c1c4819b21a8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:38.622070 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc17da5e-cdfd-47e8-b49c-06b5e8ba5124 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.640745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network cc1055d5-8f13-4722-9412-d524f690fd23 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:09:38.648858 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 3, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:38.656193 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006c20b-3cdd-4f0e-ac37-4bab020f81ec None None] The sync data for ids ['8f73c465-b193-49c5-89a9-7540e1e8582f'] in n-d-843146-7 is: [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:34Z', 'revision_number': 3, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:38.663464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Allocated IP 172.20.0.4 (ae35d30d-647c-45b8-a0f8-6fc32e006bd8/3a1aaf28-3079-42c0-b6b3-9b18da682566/d889d526-ab55-4523-afc7-339bfae4fd1d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:38.673110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, cc1055d5-8f13-4722-9412-d524f690fd23) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:38.683466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:38.684098 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.695478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f93bc2-71ab-42b6-b9ec-a26452e5d560 None None] Network cc1055d5-8f13-4722-9412-d524f690fd23 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:38.719974 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc17da5e-cdfd-47e8-b49c-06b5e8ba5124 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.723015 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e0dd-fcd3-4318-95c2-f34c97e73592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.724150 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c5c0e0dd-fcd3-4318-95c2-f34c97e73592 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b21965f9-1f0e-4225-9886-c1c4819b21a8 HTTP/1.1" status: 204 len: 168 time: 1.0446370 May 24 23:09:38.739490 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e778e718-40b2-45db-ac4a-c312c1dacb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9708502 May 24 23:09:38.750205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55666) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:38.757764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17da5e-cdfd-47e8-b49c-06b5e8ba5124 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe3e17f-a0f2-4795-a8e3-cc50ea1533c8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:38.831732 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.854450 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.873422 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc17da5e-cdfd-47e8-b49c-06b5e8ba5124 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.874617 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bc17da5e-cdfd-47e8-b49c-06b5e8ba5124 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/security-groups/fbe3e17f-a0f2-4795-a8e3-cc50ea1533c8 HTTP/1.1" status: 204 len: 168 time: 0.5242741 May 24 23:09:38.881946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:38.884829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55670) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:39.038014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-cc1055d5-8f13-4722-9412-d524f690fd23', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'fixed_ips': [{'subnet_id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:09:39.038864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.146469 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a352c456-013a-4504-886c-865adc179fac tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.148813 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.179733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Transition to ACTIVE for port object d889d526-ab55-4523-afc7-339bfae4fd1d will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:39.204118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.209676 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.229057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e42d2e74-6684-4777-bf62-06a77521a4dd', 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:09:39.308635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:39.312415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:39.317246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a352c456-013a-4504-886c-865adc179fac tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.317427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:39.349759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55676) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:39.391973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event updated for resources: {'Port': ['ID=d889d526-ab55-4523-afc7-339bfae4fd1d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:39.424805 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5832ee35-e30b-4d61-bab7-25f1efc5aec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.448740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Allocated IP 172.20.0.2 (cc1055d5-8f13-4722-9412-d524f690fd23/3b5d1233-6af5-47ec-8df2-d8f208de5cb2/0e814744-639c-42b2-b90c-090ee7206831) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:39.462368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5832ee35-e30b-4d61-bab7-25f1efc5aec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:39.470997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5832ee35-e30b-4d61-bab7-25f1efc5aec7 admin admin] Usage tracker for resource:security_group_rule and tenant:7159cf1e0b5b4836992cddcf2e1141b7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:39.492742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:39.493415 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.512191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5832ee35-e30b-4d61-bab7-25f1efc5aec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:39.546448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5832ee35-e30b-4d61-bab7-25f1efc5aec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:39.647560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Pushing event updated for resources: {'Port': ['ID=a76d684e-88ff-4c19-b080-8b421560ade2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:39.651300 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-d1970d96-8940-478f-bf9b-fc2c6a0f0f9e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7695682 May 24 23:09:39.667081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Network 851147f7-b94f-447f-92da-2704d03bece0 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:39.687080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Request body: {'port': {'device_id': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:39.715503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:39.786770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad24782-9ce3-4db7-af80-7bf70b41f150 None None] Provisioning for port d889d526-ab55-4523-afc7-339bfae4fd1d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:39.788939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:39.794887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad24782-9ce3-4db7-af80-7bf70b41f150 None None] Provisioning complete for port d889d526-ab55-4523-afc7-339bfae4fd1d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:39.795262 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad24782-9ce3-4db7-af80-7bf70b41f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.865641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:39.865641 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.955719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad24782-9ce3-4db7-af80-7bf70b41f150 None None] Port d889d526-ab55-4523-afc7-339bfae4fd1d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:39.970575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5832ee35-e30b-4d61-bab7-25f1efc5aec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.973027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.985875 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5832ee35-e30b-4d61-bab7-25f1efc5aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:39.997900 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.023919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Transition to ACTIVE for port object 0e814744-639c-42b2-b90c-090ee7206831 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:40.069706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Transition to ACTIVE for port object 0e814744-639c-42b2-b90c-090ee7206831 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:40.077274 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.093890 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.176188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-444fb2d0-d3ce-4dc3-a965-b8d1d7f35882 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6560473 May 24 23:09:40.181050 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a352c456-013a-4504-886c-865adc179fac tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.184236 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a352c456-013a-4504-886c-865adc179fac tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.185676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a352c456-013a-4504-886c-865adc179fac tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/security-groups/39339af5-9d92-45bc-8dc4-a369a3c9b3c2 HTTP/1.1" status: 204 len: 168 time: 1.2997358 May 24 23:09:40.189161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Network cc1055d5-8f13-4722-9412-d524f690fd23 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:40.194664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:40.197321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:40.201968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Pushing event updated for resources: {'Port': ['ID=0e814744-639c-42b2-b90c-090ee7206831,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:40.208282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55684) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:40.213032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Request body: {'port': {'device_id': '731bec40-c8d8-4575-aacb-73812592ffae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:40.218902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832ee35-e30b-4d61-bab7-25f1efc5aec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b293aea-5eb9-4892-b5b5-9567eeca0cf3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:40.236805 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5832ee35-e30b-4d61-bab7-25f1efc5aec7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7159cf1e0b5b4836992cddcf2e1141b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8795009 May 24 23:09:40.245446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55686) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:40.268145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e15c05-5c27-40f1-8b14-56611bf4df77 req-3e9e4eed-3581-4770-ba6c-adb0c5c24dd3 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:40.275393 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41e15c05-5c27-40f1-8b14-56611bf4df77 req-3e9e4eed-3581-4770-ba6c-adb0c5c24dd3 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 931 time: 0.5097897 May 24 23:09:40.321556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Attempting to bind port 0e814744-639c-42b2-b90c-090ee7206831 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:40.321556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Attempting to bind port 0e814744-639c-42b2-b90c-090ee7206831 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:40.321556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Attempting to bind port 0e814744-639c-42b2-b90c-090ee7206831 on network cc1055d5-8f13-4722-9412-d524f690fd23 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:40.327259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:40.327476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Checking segment: {'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:40.327720 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.328107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Bound using segment: {'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:40.328614 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Bound port: 0e814744-639c-42b2-b90c-090ee7206831, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:40.329147 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.379123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:40.423766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-41e15c05-5c27-40f1-8b14-56611bf4df77 req-64f208e2-be1d-4d4d-9e28-3b45547b0356 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Synchronizing usage tracker for tenant:aca37abf4bf14f3086caa7e27dbc9ca1 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:40.427538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7f396a-52bb-48c3-93e8-1ff8b1d0720a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting subnet 496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:09:40.448784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a47225-7451-4850-b839-07f135f7cc9c req-d94ceaed-6a47-43bb-8ba8-3c6b7085584e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:40.451031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c8743bd-bd4b-4dd2-b766-1476b2a4cdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.457840 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70a47225-7451-4850-b839-07f135f7cc9c req-d94ceaed-6a47-43bb-8ba8-3c6b7085584e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 931 time: 0.7324319 May 24 23:09:40.490923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] For port 0e814744-639c-42b2-b90c-090ee7206831, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:40.493912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b7f396a-52bb-48c3-93e8-1ff8b1d0720a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.495446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] For port 0e814744-639c-42b2-b90c-090ee7206831, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0e814744-639c-42b2-b90c-090ee7206831,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:40.503700 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.532398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352c456-013a-4504-886c-865adc179fac tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39339af5-9d92-45bc-8dc4-a369a3c9b3c2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:40.546575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-41e15c05-5c27-40f1-8b14-56611bf4df77 req-64f208e2-be1d-4d4d-9e28-3b45547b0356 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Unset dirty status for tenant:aca37abf4bf14f3086caa7e27dbc9ca1 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:40.555176 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41e15c05-5c27-40f1-8b14-56611bf4df77 req-64f208e2-be1d-4d4d-9e28-3b45547b0356 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789626 May 24 23:09:40.577460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c8743bd-bd4b-4dd2-b766-1476b2a4cdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.600275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70a47225-7451-4850-b839-07f135f7cc9c req-91dcff32-a99a-4e69-8655-6a902b92cfe9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384866 May 24 23:09:40.621652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:40.636113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:40.637676 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.648223 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.672105 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c8743bd-bd4b-4dd2-b766-1476b2a4cdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.678284 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b7f396a-52bb-48c3-93e8-1ff8b1d0720a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.691925 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8743bd-bd4b-4dd2-b766-1476b2a4cdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b293aea-5eb9-4892-b5b5-9567eeca0cf3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:40.713145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd218c-67d9-474c-a178-ff4386b1f418 None None] Pushing event updated for resources: {'Port': ['ID=0e814744-639c-42b2-b90c-090ee7206831,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:40.758179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c8743bd-bd4b-4dd2-b766-1476b2a4cdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.759676 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5c8743bd-bd4b-4dd2-b766-1476b2a4cdae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b293aea-5eb9-4892-b5b5-9567eeca0cf3 HTTP/1.1" status: 204 len: 168 time: 0.5109465 May 24 23:09:40.807964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d889d526-ab55-4523-afc7-339bfae4fd1d {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:40.817267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.842068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Transition to ACTIVE for port object d889d526-ab55-4523-afc7-339bfae4fd1d will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:40.851186 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.885257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:40.887231 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:40.955699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=11cc99b1-aa4c-43ff-a2b7-d826e0e531aa,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:40.977404 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.023605 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.218050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=11cc99b1-aa4c-43ff-a2b7-d826e0e531aa,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:41.234026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.234596 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.235006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.235796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.235796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.237760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.238116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.238450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.239130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.239248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.241781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.242299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:09:41.307629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d889d526-ab55-4523-afc7-339bfae4fd1d,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:41.356885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Attempting to bind port d889d526-ab55-4523-afc7-339bfae4fd1d on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:41.357764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Attempting to bind port d889d526-ab55-4523-afc7-339bfae4fd1d by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:41.358267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Attempting to bind port d889d526-ab55-4523-afc7-339bfae4fd1d on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:41.363560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Port d889d526-ab55-4523-afc7-339bfae4fd1d on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:09:41.369430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Attempting to bind port d889d526-ab55-4523-afc7-339bfae4fd1d on network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:41.389691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:41.390038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Checking segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:41.390425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Bound using segment: {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:41.390861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Bound port: d889d526-ab55-4523-afc7-339bfae4fd1d, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:41.392009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.421592 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b7f396a-52bb-48c3-93e8-1ff8b1d0720a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.493275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55698) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:41.521304 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8371e001-dbf2-4139-9581-cc183559eb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.543017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] For port d889d526-ab55-4523-afc7-339bfae4fd1d, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:41.551064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8371e001-dbf2-4139-9581-cc183559eb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:41.555994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] For port d889d526-ab55-4523-afc7-339bfae4fd1d, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d889d526-ab55-4523-afc7-339bfae4fd1d,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:41.557412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8371e001-dbf2-4139-9581-cc183559eb13 admin admin] Usage tracker for resource:security_group_rule and tenant:ad9f36686dca48b881afaa1d6a2ff35f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:41.560623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8371e001-dbf2-4139-9581-cc183559eb13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:41.571006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.575068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8371e001-dbf2-4139-9581-cc183559eb13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:41.670763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d889d526-ab55-4523-afc7-339bfae4fd1d,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:41.695576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:41.696184 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.697612 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-13e93812-547b-4ff5-a5ab-0daaa99a35e1 service neutron] 10.222.0.50 "PUT /v2.0/ports/d889d526-ab55-4523-afc7-339bfae4fd1d HTTP/1.1" status: 200 len: 1091 time: 2.0298314 May 24 23:09:41.698064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'tag': 'd889d526-ab55-4523-afc7-339bfae4fd1d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:41.841226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b7f396a-52bb-48c3-93e8-1ff8b1d0720a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.915194 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8371e001-dbf2-4139-9581-cc183559eb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.935184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb90f45-fdf0-4909-9062-25ccbcce3dfa req-e57c2b96-f6ec-45e4-b2ea-f898ed3370a5 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:41.942055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1eb90f45-fdf0-4909-9062-25ccbcce3dfa req-e57c2b96-f6ec-45e4-b2ea-f898ed3370a5 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 931 time: 0.2070150 May 24 23:09:41.943924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8371e001-dbf2-4139-9581-cc183559eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.970441 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b7f396a-52bb-48c3-93e8-1ff8b1d0720a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:41.984442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb220e65-5c3e-4da5-bfe1-c4f564aaeeb8 None None] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:42.002002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-a68418b6-89fe-4901-a2d6-fea9a4eeb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.003765 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-a68418b6-89fe-4901-a2d6-fea9a4eeb2e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 1094 time: 0.2235994 May 24 23:09:42.039171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f396a-52bb-48c3-93e8-1ff8b1d0720a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Subnet': ['ID=496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:42.066171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2b7f396a-52bb-48c3-93e8-1ff8b1d0720a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69 HTTP/1.1" status: 204 len: 168 time: 1.7748387 May 24 23:09:42.077226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55708) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:42.094852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76d684e-88ff-4c19-b080-8b421560ade2 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:42.108567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:42.116277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371e001-dbf2-4139-9581-cc183559eb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6883e817-387b-4624-b177-a20453acc9e7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:42.123219 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-e91467ca-7a4f-4477-8bef-aaf820e1f59b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d889d526-ab55-4523-afc7-339bfae4fd1d HTTP/1.1" status: 200 len: 217 time: 0.1038117 May 24 23:09:42.128351 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8371e001-dbf2-4139-9581-cc183559eb13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad9f36686dca48b881afaa1d6a2ff35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6339607 May 24 23:09:42.131313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55712) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:42.148602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Allocated IP 172.20.0.1 (cc1055d5-8f13-4722-9412-d524f690fd23/3b5d1233-6af5-47ec-8df2-d8f208de5cb2/e31a26fc-075a-4ec2-b24c-7354f8cb456a) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:42.161225 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.197479 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1eb90f45-fdf0-4909-9062-25ccbcce3dfa req-dbf832a0-e1da-4d6c-ac7e-3515889b50b8 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544363 May 24 23:09:42.268384 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adae4edb-928b-4401-9570-3d5f2a37e04a'] response: {'name': 'network-changed', 'server_uuid': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'tag': 'd889d526-ab55-4523-afc7-339bfae4fd1d', 'status': 'completed', 'code': 200} May 24 23:09:42.291026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd36bc-9f31-4bf3-8fb3-163f3b68b658 None None] Network cc1055d5-8f13-4722-9412-d524f690fd23 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:42.292009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-fbc5f6c6-0ef9-451a-a14e-ca2d0625a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.293788 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-fbc5f6c6-0ef9-451a-a14e-ca2d0625a3a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.1569724 May 24 23:09:42.298878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc67b94-6334-4e58-900a-9b5b7bfec6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.309721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d53143-70b1-48de-b7b6-491b5ebbcb21 req-b3b43e9f-661e-4484-880a-8cb801c3a13d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.311275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1d53143-70b1-48de-b7b6-491b5ebbcb21 req-b3b43e9f-661e-4484-880a-8cb801c3a13d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 943 time: 0.5838029 May 24 23:09:42.398836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc67b94-6334-4e58-900a-9b5b7bfec6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.444338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Transition to ACTIVE for port object a76d684e-88ff-4c19-b080-8b421560ade2 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:42.460007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-c42ce2a4-46c5-469a-9a28-c6028a85bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:42.460744 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1d53143-70b1-48de-b7b6-491b5ebbcb21 req-a5e4413b-4b6a-46af-b8e1-fb259ab620d5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379452 May 24 23:09:42.461470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-c42ce2a4-46c5-469a-9a28-c6028a85bc0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606607 May 24 23:09:42.489816 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.514039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0e814744-639c-42b2-b90c-090ee7206831 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:42.559704 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc67b94-6334-4e58-900a-9b5b7bfec6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.579699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-29842ad4-9faa-4c73-90cf-5e032ca17f44 None None] Provisioning for port 0e814744-639c-42b2-b90c-090ee7206831 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:42.593379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc67b94-6334-4e58-900a-9b5b7bfec6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6883e817-387b-4624-b177-a20453acc9e7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:42.600223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc67b94-6334-4e58-900a-9b5b7bfec6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.603344 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3fc67b94-6334-4e58-900a-9b5b7bfec6e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6883e817-387b-4624-b177-a20453acc9e7 HTTP/1.1" status: 204 len: 168 time: 0.4687791 May 24 23:09:42.665271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-ee2f4004-f8f4-40c3-8678-18174ae7b32c service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911981 May 24 23:09:42.670383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:42.680864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:42.691300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:42.716580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:42.737533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 0e814744-639c-42b2-b90c-090ee7206831 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:42.743002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0e814744-639c-42b2-b90c-090ee7206831 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:42.743372 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.759020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Pushing event updated for resources: {'Port': ['ID=a76d684e-88ff-4c19-b080-8b421560ade2,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:42.831447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:42.835024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.891822 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:42.926811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Transition to ACTIVE for port object e31a26fc-075a-4ec2-b24c-7354f8cb456a will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:43.052379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0e814744-639c-42b2-b90c-090ee7206831 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:43.053326 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.087552 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3eec9f74-f430-4b6a-8c13-1100dbaa7f5e req-3983c091-d6b0-49f5-b1fa-abf65d2caaa5 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142883 May 24 23:09:43.094303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Attempting to bind port a76d684e-88ff-4c19-b080-8b421560ade2 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:43.094876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Attempting to bind port a76d684e-88ff-4c19-b080-8b421560ade2 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '3433ebe2-a94e-4684-a287-fb2274ecf84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '851147f7-b94f-447f-92da-2704d03bece0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:43.095411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Attempting to bind port a76d684e-88ff-4c19-b080-8b421560ade2 on network 851147f7-b94f-447f-92da-2704d03bece0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:43.097953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 0e814744-639c-42b2-b90c-090ee7206831, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0e814744-639c-42b2-b90c-090ee7206831,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:43.104756 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.106226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:43.116766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Port a76d684e-88ff-4c19-b080-8b421560ade2 on network 851147f7-b94f-447f-92da-2704d03bece0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:09:43.117170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Attempting to bind port a76d684e-88ff-4c19-b080-8b421560ade2 on network 851147f7-b94f-447f-92da-2704d03bece0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:43.130739 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.234262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:43.234504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Checking segment: {'id': '3433ebe2-a94e-4684-a287-fb2274ecf84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '851147f7-b94f-447f-92da-2704d03bece0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:43.237693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Bound using segment: {'id': '3433ebe2-a94e-4684-a287-fb2274ecf84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '851147f7-b94f-447f-92da-2704d03bece0'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:43.239300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Bound port: a76d684e-88ff-4c19-b080-8b421560ade2, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3433ebe2-a94e-4684-a287-fb2274ecf84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '851147f7-b94f-447f-92da-2704d03bece0'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:43.242170 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.255623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=0e814744-639c-42b2-b90c-090ee7206831,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:43.287873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:43.288242 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.333559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce439a-5c9c-408f-98fb-b8e3ca3b645d req-d37f2183-11b5-434b-9e09-006cb95a0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.335865 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08ce439a-5c9c-408f-98fb-b8e3ca3b645d req-d37f2183-11b5-434b-9e09-006cb95a0652 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 1094 time: 0.1654632 May 24 23:09:43.469731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0c7e197c-600d-4afd-aae3-78ba94793afc None None] Provisioning complete for port 0e814744-639c-42b2-b90c-090ee7206831 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:43.470112 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0c7e197c-600d-4afd-aae3-78ba94793afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.498297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network cc1055d5-8f13-4722-9412-d524f690fd23 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:43.509247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:43.511512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=e31a26fc-075a-4ec2-b24c-7354f8cb456a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:43.523213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:43.549022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:43.595935 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.789933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760c945-df0e-4a99-b77b-a0a2da9a6509 req-d5865ada-8889-4ebd-a228-6a500bbee3de tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.794840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e197c-600d-4afd-aae3-78ba94793afc None None] Current status of the port 0e814744-639c-42b2-b90c-090ee7206831 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:43.796960 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6760c945-df0e-4a99-b77b-a0a2da9a6509 req-d5865ada-8889-4ebd-a228-6a500bbee3de tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 943 time: 0.2590716 May 24 23:09:43.807542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce439a-5c9c-408f-98fb-b8e3ca3b645d req-c7d4af61-488d-4dfd-9c9e-174fab9174e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:43.809236 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08ce439a-5c9c-408f-98fb-b8e3ca3b645d req-c7d4af61-488d-4dfd-9c9e-174fab9174e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.4641109 May 24 23:09:43.928003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d379207a-fdfc-4c32-988f-5bd5b5bfc8b8 None None] Provisioning for port e31a26fc-075a-4ec2-b24c-7354f8cb456a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:43.933605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d379207a-fdfc-4c32-988f-5bd5b5bfc8b8 None None] Provisioning complete for port e31a26fc-075a-4ec2-b24c-7354f8cb456a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:43.934217 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d379207a-fdfc-4c32-988f-5bd5b5bfc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:43.943000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08ce439a-5c9c-408f-98fb-b8e3ca3b645d req-66ffb8f0-524b-4c27-bafe-534565f4225f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d889d526-ab55-4523-afc7-339bfae4fd1d HTTP/1.1" status: 200 len: 217 time: 0.1021199 May 24 23:09:43.999237 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d379207a-fdfc-4c32-988f-5bd5b5bfc8b8 None None] Port e31a26fc-075a-4ec2-b24c-7354f8cb456a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:44.002295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6760c945-df0e-4a99-b77b-a0a2da9a6509 req-dc9f4136-ee84-4f3c-857e-f087e1b9984e tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963336 May 24 23:09:44.020029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce439a-5c9c-408f-98fb-b8e3ca3b645d req-4d673695-23fc-427d-ac61-0932bff89c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:44.021713 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08ce439a-5c9c-408f-98fb-b8e3ca3b645d req-4d673695-23fc-427d-ac61-0932bff89c42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.0757163 May 24 23:09:44.111976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce439a-5c9c-408f-98fb-b8e3ca3b645d req-3faf9fcc-3061-470e-83d2-ee4f0119e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:44.113625 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08ce439a-5c9c-408f-98fb-b8e3ca3b645d req-3faf9fcc-3061-470e-83d2-ee4f0119e4fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832126 May 24 23:09:44.120759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9464176b-daa8-4e11-9a78-52dca9131fde None None] Provisioning complete for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:44.122050 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9464176b-daa8-4e11-9a78-52dca9131fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.269621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9464176b-daa8-4e11-9a78-52dca9131fde None None] Current status of the port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:44.285740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9464176b-daa8-4e11-9a78-52dca9131fde None None] Provisioning complete for port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:44.285945 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9464176b-daa8-4e11-9a78-52dca9131fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.300296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] For port a76d684e-88ff-4c19-b080-8b421560ade2, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:44.315724 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08ce439a-5c9c-408f-98fb-b8e3ca3b645d req-0eb47fd6-c832-4f9d-a56b-3631770c9fe1 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946380 May 24 23:09:44.323614 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.352253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0e814744-639c-42b2-b90c-090ee7206831 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:44.370728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] For port a76d684e-88ff-4c19-b080-8b421560ade2, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a76d684e-88ff-4c19-b080-8b421560ade2,segment=NetworkSegment(3433ebe2-a94e-4684-a287-fb2274ecf84d),segment_id=3433ebe2-a94e-4684-a287-fb2274ecf84d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:44.383572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:44.395497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9464176b-daa8-4e11-9a78-52dca9131fde None None] Port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:44.398211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:44.418704 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.432198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:44.432859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.457423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f36d385-209a-44b7-b2ae-5fd9477b4bf4 None None] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:44.548846 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08ce439a-5c9c-408f-98fb-b8e3ca3b645d req-97ec9f8f-2955-448f-b4ab-9c23d14b703a service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228796 May 24 23:09:44.549235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Pushing event updated for resources: {'Port': ['ID=a76d684e-88ff-4c19-b080-8b421560ade2,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:44.556246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:44.556665 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.558448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-eccb0f6f-7d22-4a2c-8411-b6a689ad4dae service neutron] 10.222.0.50 "PUT /v2.0/ports/a76d684e-88ff-4c19-b080-8b421560ade2 HTTP/1.1" status: 200 len: 1091 time: 4.3652499 May 24 23:09:44.561255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731bec40-c8d8-4575-aacb-73812592ffae', 'tag': 'a76d684e-88ff-4c19-b080-8b421560ade2'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:44.571036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Subnet': ['ID=ac309aeb-3e02-4a1e-8207-f3b3222b3134,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:44.594841 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ea53aa40-f091-4df0-a26c-f1d1efdaa93f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5153060 May 24 23:09:44.597706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55752) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:44.606833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732592911'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:44.614833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00766e94-4abb-4cf3-a540-89abe0d64ffb req-94868ac3-83f0-4948-8199-764dab48a0bb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:44.623438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:44.627442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:security_group and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:44.628154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00766e94-4abb-4cf3-a540-89abe0d64ffb req-94868ac3-83f0-4948-8199-764dab48a0bb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 943 time: 0.7668235 May 24 23:09:44.637656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:44.659037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:44.680816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.703218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0e814744-639c-42b2-b90c-090ee7206831 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:44.703673 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.732307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:44.744608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:security_group_rule and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:44.754584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:44.768249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:44.826804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00766e94-4abb-4cf3-a540-89abe0d64ffb req-4db73587-1f3f-4958-97a9-10910ad081e4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309474 May 24 23:09:44.832219 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4daf18f6-43c7-47b7-9f2b-f8427d000565'] response: {'name': 'network-changed', 'server_uuid': '731bec40-c8d8-4575-aacb-73812592ffae', 'tag': 'a76d684e-88ff-4c19-b080-8b421560ade2', 'status': 'completed', 'code': 200} May 24 23:09:44.833006 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.895171 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.903623 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.940101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0e814744-639c-42b2-b90c-090ee7206831 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:44.956616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:44.958527 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3594778 May 24 23:09:44.961121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55760) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:44.964041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90829fc1-0612-4015-908d-adcc9b1cee0e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd4da1e-2f20-4677-baca-051323491488,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:44.970477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1708990507'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:44.978505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:44.983495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:security_group and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:44.987222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:44.994062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:45.009483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.025525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6958e4-e487-43d6-9268-575e2258698f req-8ec4fe9c-dc2c-43a2-bcae-261a39765c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:45.034343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:45.039709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:security_group_rule and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:45.043255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:45.044672 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-8ec4fe9c-dc2c-43a2-bcae-261a39765c18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aca37abf4bf14f3086caa7e27dbc9ca1&device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 1094 time: 0.4151273 May 24 23:09:45.049642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3fdbe6-197e-4314-982d-47fc7cbe8a3a None None] Update dhcp port {'port': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'fixed_ips': [{'subnet_id': '1c00f4b1-df54-419f-b567-35d7ada8d881', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ac309aeb-3e02-4a1e-8207-f3b3222b3134'}], 'binding:host_id': 'n-d-843146-7'}, 'id': 'c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:09:45.050515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:45.136035 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.169564 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdbe6-197e-4314-982d-47fc7cbe8a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.185508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-fe651d39-f7d6-4923-a4e3-b5bf5d8a3c0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a76d684e-88ff-4c19-b080-8b421560ade2 HTTP/1.1" status: 200 len: 217 time: 0.1171842 May 24 23:09:45.189827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.243666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2888ea5-f22d-459f-9dc5-817d3b7909a2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:45.251800 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.255590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e9be09f2-9b95-477e-999c-9b0d485f9eae tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2909360 May 24 23:09:45.258224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55766) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:45.266158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'security_group': {'name': 'tempest-secgroup-906063560'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:45.273963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:45.280352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:security_group and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:45.293283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1951c3-c45e-4ab1-8aed-1e4c809b59a5 req-346075b0-3f71-439c-9342-80f4dbfb746a tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:45.297975 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf1951c3-c45e-4ab1-8aed-1e4c809b59a5 req-346075b0-3f71-439c-9342-80f4dbfb746a tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 943 time: 0.1651337 May 24 23:09:45.299014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:45.311981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:45.348203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.378766 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf1951c3-c45e-4ab1-8aed-1e4c809b59a5 req-c7bfea0d-53ee-4293-b7e9-2da8bd22d6b7 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722187 May 24 23:09:45.381550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:45.385528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6958e4-e487-43d6-9268-575e2258698f req-3d57fd58-00e9-4cd3-a7fe-1a6d5bf1a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:45.387247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:security_group_rule and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:45.390569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:45.395166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-3d57fd58-00e9-4cd3-a7fe-1a6d5bf1a84f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6ad94b2-52e4-456d-a761-2d0bb1b7fd31 HTTP/1.1" status: 200 len: 849 time: 0.2004669 May 24 23:09:45.397801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:45.463215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-5a3fdbe6-197e-4314-982d-47fc7cbe8a3a None None] Allocated IP 172.20.0.2 (cf7ffa7f-c3cd-4905-9f72-3805570de775/ac309aeb-3e02-4a1e-8207-f3b3222b3134/c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:45.499072 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.509295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.532267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-9da1d367-03fd-4dae-aa97-159bbdc1d335 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=851147f7-b94f-447f-92da-2704d03bece0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164834 May 24 23:09:45.556692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eabec616-4c31-4870-a5a4-56177442566e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:45.562640 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.566759 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ec506139-07b7-42a8-8ea4-4a2d208c45a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3039327 May 24 23:09:45.567837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55770) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:45.581371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1376476580', 'security_groups': ['eabec616-4c31-4870-a5a4-56177442566e'], 'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ac309aeb-3e02-4a1e-8207-f3b3222b3134'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:45.715166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5a3fdbe6-197e-4314-982d-47fc7cbe8a3a None None] For port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,segment=NetworkSegment(07d1ca6e-9fa8-4eff-b83e-f339c2f132ea),segment_id=07d1ca6e-9fa8-4eff-b83e-f339c2f132ea)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:45.741183 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdbe6-197e-4314-982d-47fc7cbe8a3a None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.742953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-c8aeb65e-6a69-493f-8659-20076f235f3f service neutron] 10.222.0.50 "GET /v2.0/networks/851147f7-b94f-447f-92da-2704d03bece0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989491 May 24 23:09:45.761084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5a3fdbe6-197e-4314-982d-47fc7cbe8a3a None None] Transition to ACTIVE for port object c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:45.767359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdbe6-197e-4314-982d-47fc7cbe8a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.776851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:45.786591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:45.797317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:45.799490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.844864 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.925640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fdbe6-197e-4314-982d-47fc7cbe8a3a None None] Pushing event updated for resources: {'Port': ['ID=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:45.943263 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.956335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:45.967890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d889d526-ab55-4523-afc7-339bfae4fd1d details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:09:45.987796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] device_id is not set on port a05ab875-982c-450a-b003-124c1f69a342 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:09:46.140452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d889d526-ab55-4523-afc7-339bfae4fd1d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d889d526-ab55-4523-afc7-339bfae4fd1d,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:46.151874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=e31a26fc-075a-4ec2-b24c-7354f8cb456a,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:46.159167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'd889d526-ab55-4523-afc7-339bfae4fd1d', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'port_id': 'd889d526-ab55-4523-afc7-339bfae4fd1d', 'mac_address': 'fa:16:3e:4a:51:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:09:46.201326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba6958e4-e487-43d6-9268-575e2258698f req-bcc271b0-50c3-40e7-a20c-f800e8e3a4c7 service neutron] 10.222.0.50 "GET /v2.0/networks/851147f7-b94f-447f-92da-2704d03bece0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367065 May 24 23:09:46.229944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d889d526-ab55-4523-afc7-339bfae4fd1d is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:46.230542 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.253178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d889d526-ab55-4523-afc7-339bfae4fd1d {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:46.282188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d889d526-ab55-4523-afc7-339bfae4fd1d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d889d526-ab55-4523-afc7-339bfae4fd1d,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:46.288107 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.350611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:46.427391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.4 (cf7ffa7f-c3cd-4905-9f72-3805570de775/ac309aeb-3e02-4a1e-8207-f3b3222b3134/a05ab875-982c-450a-b003-124c1f69a342) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:46.469347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d889d526-ab55-4523-afc7-339bfae4fd1d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:46.574011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network cc1055d5-8f13-4722-9412-d524f690fd23 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:46.581471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:46.616688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['d889d526-ab55-4523-afc7-339bfae4fd1d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:09:46.698225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29f035-aada-4b96-af8e-bb2eed6f8fe4 req-6d0a2bef-09f4-4dc4-9c4b-ff320557bfc2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:46.700116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac29f035-aada-4b96-af8e-bb2eed6f8fe4 req-6d0a2bef-09f4-4dc4-9c4b-ff320557bfc2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 943 time: 0.7139726 May 24 23:09:46.744382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428a4c-cc24-4b49-a51f-9063142af82e req-af7eac7c-8e01-4abc-9d33-9416b2b86718 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:46.746165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54428a4c-cc24-4b49-a51f-9063142af82e req-af7eac7c-8e01-4abc-9d33-9416b2b86718 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 943 time: 0.1829340 May 24 23:09:46.761181 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.769862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac29f035-aada-4b96-af8e-bb2eed6f8fe4 req-b6f53e84-b449-44fe-8003-2ddd59a34515 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556982 May 24 23:09:46.805739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object a05ab875-982c-450a-b003-124c1f69a342 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:46.851405 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4d3baa56-6ff4-409f-ac0d-8621a6fca351 None None] Provisioning for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:46.859104 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54428a4c-cc24-4b49-a51f-9063142af82e req-6c336e30-461c-4936-914d-c99f32935f3b tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061931 May 24 23:09:46.875954 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.881969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4d3baa56-6ff4-409f-ac0d-8621a6fca351 None None] Provisioning complete for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:46.882150 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d3baa56-6ff4-409f-ac0d-8621a6fca351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:46.896641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c88ed6-9f30-4242-befe-62b9a580376f req-39ef180e-3e1d-4e6e-9fff-1cb45edad1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:46.898263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c88ed6-9f30-4242-befe-62b9a580376f req-39ef180e-3e1d-4e6e-9fff-1cb45edad1b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aca37abf4bf14f3086caa7e27dbc9ca1&device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 1094 time: 0.4362724 May 24 23:09:46.926927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 8f73c465-b193-49c5-89a9-7540e1e8582f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:09:46.987005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:46.990129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:46.993214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:47.061412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=a05ab875-982c-450a-b003-124c1f69a342,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:47.086942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.087706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.099939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4d3baa56-6ff4-409f-ac0d-8621a6fca351 None None] Current status of the port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:47.112467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4d3baa56-6ff4-409f-ac0d-8621a6fca351 None None] Provisioning complete for port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:47.113016 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d3baa56-6ff4-409f-ac0d-8621a6fca351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.122267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b5506c4-c6b3-4290-bec5-e3fda0ffea9f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5512946 May 24 23:09:47.122591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55786) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:47.132512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d2685707-5c05-4b83-af25-e8a20cfb9a60 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:47.206068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4d3baa56-6ff4-409f-ac0d-8621a6fca351 None None] Port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:47.248383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:09:47.250606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c88ed6-9f30-4242-befe-62b9a580376f req-80096219-0474-4195-9de4-9f0248c85224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.252161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c88ed6-9f30-4242-befe-62b9a580376f req-80096219-0474-4195-9de4-9f0248c85224 service neutron] 10.222.0.50 "GET /v2.0/networks?id=851147f7-b94f-447f-92da-2704d03bece0 HTTP/1.1" status: 200 len: 910 time: 0.3445618 May 24 23:09:47.255784 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0c670f09-1b73-4539-9751-882a2908938a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "PUT /v2.0/routers/8f73c465-b193-49c5-89a9-7540e1e8582f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5026591 May 24 23:09:47.258542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55792) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:47.262180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Sync routers for ids ['8f73c465-b193-49c5-89a9-7540e1e8582f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:09:47.279355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Routers {'8f73c465-b193-49c5-89a9-7540e1e8582f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:47.279990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8f73c465-b193-49c5-89a9-7540e1e8582f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:47.395630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c88ed6-9f30-4242-befe-62b9a580376f req-66d06fb6-b8bd-4740-bf97-558adb0633d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a76d684e-88ff-4c19-b080-8b421560ade2 HTTP/1.1" status: 200 len: 217 time: 0.1321878 May 24 23:09:47.398203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d2685707-5c05-4b83-af25-e8a20cfb9a60 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:47.402642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d2685707-5c05-4b83-af25-e8a20cfb9a60 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:47.405607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d2685707-5c05-4b83-af25-e8a20cfb9a60 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:47.413416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d2685707-5c05-4b83-af25-e8a20cfb9a60 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:47.427397 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2685707-5c05-4b83-af25-e8a20cfb9a60 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:47.432130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2685707-5c05-4b83-af25-e8a20cfb9a60 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.496363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Set router 8f73c465-b193-49c5-89a9-7540e1e8582f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:47.499108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c88ed6-9f30-4242-befe-62b9a580376f req-7b566dbd-9ece-4786-960a-9a6c7d5a2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.500623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c88ed6-9f30-4242-befe-62b9a580376f req-7b566dbd-9ece-4786-960a-9a6c7d5a2f92 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6ad94b2-52e4-456d-a761-2d0bb1b7fd31 HTTP/1.1" status: 200 len: 849 time: 0.0922799 May 24 23:09:47.591896 n-d-843146-7 neutron-server[88390]: INFO neutron.db.ipam_backend_mixin [None req-d2685707-5c05-4b83-af25-e8a20cfb9a60 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ac309aeb-3e02-4a1e-8207-f3b3222b3134 (CIDR: 172.20.0.0/28) May 24 23:09:47.599006 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2685707-5c05-4b83-af25-e8a20cfb9a60 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:09:47.605440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2685707-5c05-4b83-af25-e8a20cfb9a60 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:09:47.624903 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c88ed6-9f30-4242-befe-62b9a580376f req-72e2cb4b-5d03-43c8-9699-88851615373c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=851147f7-b94f-447f-92da-2704d03bece0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928106 May 24 23:09:47.630163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d2685707-5c05-4b83-af25-e8a20cfb9a60 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5039191 May 24 23:09:47.630407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55796) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:47.636916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-57094fa1-091e-47fd-8cfe-87940274e789 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:47.650924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9dd2d7-9e30-4342-aa4a-e631ca0cd60b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.651613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9dd2d7-9e30-4342-aa4a-e631ca0cd60b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.652183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9dd2d7-9e30-4342-aa4a-e631ca0cd60b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.652775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9dd2d7-9e30-4342-aa4a-e631ca0cd60b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.653232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9dd2d7-9e30-4342-aa4a-e631ca0cd60b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.653725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9dd2d7-9e30-4342-aa4a-e631ca0cd60b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.654318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9dd2d7-9e30-4342-aa4a-e631ca0cd60b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.654905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9dd2d7-9e30-4342-aa4a-e631ca0cd60b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.655567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9dd2d7-9e30-4342-aa4a-e631ca0cd60b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.656104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9dd2d7-9e30-4342-aa4a-e631ca0cd60b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.658231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ca9dd2d7-9e30-4342-aa4a-e631ca0cd60b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7116 time: 0.3968048 May 24 23:09:47.681355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55800) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:47.723458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6a9f8654-e1f8-423a-ab25-df5d713cebaf None None] Provisioning for port a05ab875-982c-450a-b003-124c1f69a342 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:47.772189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6a9f8654-e1f8-423a-ab25-df5d713cebaf None None] Provisioning complete for port a05ab875-982c-450a-b003-124c1f69a342 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:47.772608 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6a9f8654-e1f8-423a-ab25-df5d713cebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.796712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-57094fa1-091e-47fd-8cfe-87940274e789 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:47.801694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-57094fa1-091e-47fd-8cfe-87940274e789 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:47.805352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-57094fa1-091e-47fd-8cfe-87940274e789 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:47.813830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-57094fa1-091e-47fd-8cfe-87940274e789 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:47.826689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57094fa1-091e-47fd-8cfe-87940274e789 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:47.830991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57094fa1-091e-47fd-8cfe-87940274e789 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.848350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.848884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.849253 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.849725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.850177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.850620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.851059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.851497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.851934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.852371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.852808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:47.854936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-78d003bc-1143-4916-a0a6-daf74468238a tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7107 time: 0.1724765 May 24 23:09:47.858016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55806) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:47.900865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f8654-e1f8-423a-ab25-df5d713cebaf None None] Port a05ab875-982c-450a-b003-124c1f69a342 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:47.966328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6a9f8654-e1f8-423a-ab25-df5d713cebaf None None] Provisioning complete for port e31a26fc-075a-4ec2-b24c-7354f8cb456a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:47.966616 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6a9f8654-e1f8-423a-ab25-df5d713cebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:47.997920 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d889d526-ab55-4523-afc7-339bfae4fd1d up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:48.022470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c88ed6-9f30-4242-befe-62b9a580376f req-a1c6ceab-47c1-418b-82a7-d46ae42901fd service neutron] 10.222.0.50 "GET /v2.0/networks/851147f7-b94f-447f-92da-2704d03bece0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739176 May 24 23:09:48.062313 n-d-843146-7 neutron-server[88390]: INFO neutron.db.ipam_backend_mixin [None req-57094fa1-091e-47fd-8cfe-87940274e789 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1c00f4b1-df54-419f-b567-35d7ada8d881 (CIDR: 172.20.0.16/28) May 24 23:09:48.089249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f8654-e1f8-423a-ab25-df5d713cebaf None None] Port e31a26fc-075a-4ec2-b24c-7354f8cb456a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:48.115687 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-57094fa1-091e-47fd-8cfe-87940274e789 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:09:48.116746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57094fa1-091e-47fd-8cfe-87940274e789 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:09:48.124119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:44Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'e31a26fc-075a-4ec2-b24c-7354f8cb456a', 'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:55:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:41Z', 'updated_at': '2022-05-24T23:09:45Z', 'revision_number': 2, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:48.127727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port d889d526-ab55-4523-afc7-339bfae4fd1d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:48.132999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Checking router: 8f73c465-b193-49c5-89a9-7540e1e8582f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:09:48.133344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Updating router 8f73c465-b193-49c5-89a9-7540e1e8582f port e31a26fc-075a-4ec2-b24c-7354f8cb456a binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:09:48.153759 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-57094fa1-091e-47fd-8cfe-87940274e789 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5221739 May 24 23:09:48.158492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55812) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:48.166168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'subnet': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:48.201352 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.220074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port d889d526-ab55-4523-afc7-339bfae4fd1d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:48.220536 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.327272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a9986-5fd2-4113-bdee-1ea00453baf5 req-48a622cc-17e7-47e8-981e-09cb14d8e668 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:48.329240 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-979a9986-5fd2-4113-bdee-1ea00453baf5 req-48a622cc-17e7-47e8-981e-09cb14d8e668 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 944 time: 0.3568239 May 24 23:09:48.390014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2556c-04e7-4e8e-9a3d-057f6c3845a7 req-ca742e72-bca4-4082-aece-8b294f9cdabd tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:48.391906 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33e2556c-04e7-4e8e-9a3d-057f6c3845a7 req-ca742e72-bca4-4082-aece-8b294f9cdabd tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 943 time: 0.3273661 May 24 23:09:48.438852 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c88ed6-9f30-4242-befe-62b9a580376f req-7884b8ab-3cbc-470d-a22d-16e1c707f9a7 service neutron] 10.222.0.50 "GET /v2.0/networks/851147f7-b94f-447f-92da-2704d03bece0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048417 May 24 23:09:48.451254 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-979a9986-5fd2-4113-bdee-1ea00453baf5 req-c97e69d8-6f51-4b05-a228-5dd62e153a7f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140232 May 24 23:09:48.496293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:48.504491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d889d526-ab55-4523-afc7-339bfae4fd1d is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:48.505066 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.505153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Usage tracker for resource:subnet and tenant:bbd1c03d8d8442859004af0e0064373e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:48.509742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:48.527012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-72b5bb1b-cc0b-4d40-b2cc-f1df037a451e tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.6676173 May 24 23:09:48.530847 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33e2556c-04e7-4e8e-9a3d-057f6c3845a7 req-e63042be-2709-4510-95f3-dd34482e1974 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292551 May 24 23:09:48.531576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:48.548339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Made reservation on behalf of bbd1c03d8d8442859004af0e0064373e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:48.553407 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.627928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55822) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:48.635877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125124228', 'description': 'tempest-secgroup-smoke-1125124228 description', 'project_id': '001bb84369b443888c7219fb91448b85'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:48.642698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:48.646977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:48.650199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:48.658952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:48.660187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd889d526-ab55-4523-afc7-339bfae4fd1d'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:48.688782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d889d526-ab55-4523-afc7-339bfae4fd1d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d889d526-ab55-4523-afc7-339bfae4fd1d,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:48.698962 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.700094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.741270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:48.748967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:48.755171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:48.768318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:48.835031 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc30265a-5b4a-4afe-a76c-a7bce98a8637'] response: {'server_uuid': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd889d526-ab55-4523-afc7-339bfae4fd1d', 'code': 200} May 24 23:09:48.837655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d889d526-ab55-4523-afc7-339bfae4fd1d,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:48.854341 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.868026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Transition to ACTIVE for port object e31a26fc-075a-4ec2-b24c-7354f8cb456a will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:48.876800 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.917991 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.956512 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:48.958582 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.029737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362b7836-250c-4b44-9304-f479be2b63fb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:49.034450 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.035813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0a36bd22-9508-4186-8eb9-f5280338f68d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4068365 May 24 23:09:49.038877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55830) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:49.046109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-cf324f96-8697-4bd1-b312-8fb4cda28026 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '362b7836-250c-4b44-9304-f479be2b63fb', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:49.055822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cf324f96-8697-4bd1-b312-8fb4cda28026 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:49.062309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cf324f96-8697-4bd1-b312-8fb4cda28026 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:49.066769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cf324f96-8697-4bd1-b312-8fb4cda28026 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:49.072761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d44b3-8ade-4cad-af93-40e055e1c005 None None] Pushing event updated for resources: {'Port': ['ID=e31a26fc-075a-4ec2-b24c-7354f8cb456a,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:49.076769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0dcc6-41b9-437f-b999-b63c91191e7b req-7c69cc06-d91e-4709-8878-a9e397036072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:49.078525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-02c0dcc6-41b9-437f-b999-b63c91191e7b req-7c69cc06-d91e-4709-8878-a9e397036072 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 1096 time: 0.1588960 May 24 23:09:49.080072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cf324f96-8697-4bd1-b312-8fb4cda28026 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:49.129925 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf324f96-8697-4bd1-b312-8fb4cda28026 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.140457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Attempting to bind port e31a26fc-075a-4ec2-b24c-7354f8cb456a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:49.140972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Attempting to bind port e31a26fc-075a-4ec2-b24c-7354f8cb456a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:49.141373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Attempting to bind port e31a26fc-075a-4ec2-b24c-7354f8cb456a on network cc1055d5-8f13-4722-9412-d524f690fd23 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:49.156331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:49.156711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Checking segment: {'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:49.157118 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.157532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Bound using segment: {'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:49.160162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Bound port: e31a26fc-075a-4ec2-b24c-7354f8cb456a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:49.160541 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.176003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-02c0dcc6-41b9-437f-b999-b63c91191e7b req-2ddb440b-456a-41c6-8aec-6e17ced843ea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873673 May 24 23:09:49.229688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf324f96-8697-4bd1-b312-8fb4cda28026 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.238373 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf324f96-8697-4bd1-b312-8fb4cda28026 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.261792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:49.265258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:49.267221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf324f96-8697-4bd1-b312-8fb4cda28026 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cdd82f-0c6e-4805-9507-62dd4d998511,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:49.271986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:49.272660 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.290331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5069eda-dd3b-4036-aea5-d2b26f7323c1 None None] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:49.296725 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf324f96-8697-4bd1-b312-8fb4cda28026 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.298639 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cf324f96-8697-4bd1-b312-8fb4cda28026 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582440 May 24 23:09:49.301038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55834) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:49.302539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Subnet': ['ID=c6f4d076-bc5a-4853-b4a6-0c3230efd060,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:49.307009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2d17cd33-6513-4197-9fb2-ce7aaebc8a3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '362b7836-250c-4b44-9304-f479be2b63fb', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:49.314478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-82ee8491-f4a0-412c-9353-b36d22051d02 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1543696 May 24 23:09:49.317589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55838) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:49.321919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d17cd33-6513-4197-9fb2-ce7aaebc8a3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:49.324332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2089420005', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c6f4d076-bc5a-4853-b4a6-0c3230efd060'}], 'security_groups': ['6cd4da1e-2f20-4677-baca-051323491488', 'a2888ea5-f22d-459f-9dc5-817d3b7909a2']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:49.326210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d17cd33-6513-4197-9fb2-ce7aaebc8a3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:49.329565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2d17cd33-6513-4197-9fb2-ce7aaebc8a3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:49.340062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2d17cd33-6513-4197-9fb2-ce7aaebc8a3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:49.358678 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d17cd33-6513-4197-9fb2-ce7aaebc8a3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.419018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] For port e31a26fc-075a-4ec2-b24c-7354f8cb456a, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:49.456858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d17cd33-6513-4197-9fb2-ce7aaebc8a3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.461270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] For port e31a26fc-075a-4ec2-b24c-7354f8cb456a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e31a26fc-075a-4ec2-b24c-7354f8cb456a,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:49.468225 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d17cd33-6513-4197-9fb2-ce7aaebc8a3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.489048 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.491989 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.514463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17cd33-6513-4197-9fb2-ce7aaebc8a3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b95995-c4c6-4064-8853-d683db4f5d40,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:49.555110 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d17cd33-6513-4197-9fb2-ce7aaebc8a3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.556360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2d17cd33-6513-4197-9fb2-ce7aaebc8a3c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2541654 May 24 23:09:49.559720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55850) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:49.565757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a87b8aac-2502-424e-b62b-3250f0fec548 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '362b7836-250c-4b44-9304-f479be2b63fb', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:49.577457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a87b8aac-2502-424e-b62b-3250f0fec548 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:49.585878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a87b8aac-2502-424e-b62b-3250f0fec548 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:49.593145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a87b8aac-2502-424e-b62b-3250f0fec548 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:49.603819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a87b8aac-2502-424e-b62b-3250f0fec548 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:49.657703 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a87b8aac-2502-424e-b62b-3250f0fec548 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.787176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a87b8aac-2502-424e-b62b-3250f0fec548 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.796420 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a87b8aac-2502-424e-b62b-3250f0fec548 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.856710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Routers {'8f73c465-b193-49c5-89a9-7540e1e8582f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:09:49.858146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8f73c465-b193-49c5-89a9-7540e1e8582f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:49.881322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b8aac-2502-424e-b62b-3250f0fec548 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e69807-824f-4f5f-a140-461d9714bc39,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:49.903749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a87b8aac-2502-424e-b62b-3250f0fec548 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:49.905381 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a87b8aac-2502-424e-b62b-3250f0fec548 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446553 May 24 23:09:49.924632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55854) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:49.933689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b5cab255-59b9-490e-bad8-87fd020f8557 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '362b7836-250c-4b44-9304-f479be2b63fb', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:49.946715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b5cab255-59b9-490e-bad8-87fd020f8557 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:49.953781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b5cab255-59b9-490e-bad8-87fd020f8557 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:49.957953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b5cab255-59b9-490e-bad8-87fd020f8557 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:49.976531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b5cab255-59b9-490e-bad8-87fd020f8557 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:50.019669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbfce7-5f6c-4abb-80f4-432deae54d7d req-b6a0c2b9-388c-4c87-86e7-e3b759ea70f5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:50.021270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48dbfce7-5f6c-4abb-80f4-432deae54d7d req-b6a0c2b9-388c-4c87-86e7-e3b759ea70f5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.1743929 May 24 23:09:50.047715 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b5cab255-59b9-490e-bad8-87fd020f8557 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.096805 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d44b3-8ade-4cad-af93-40e055e1c005 None None] Pushing event updated for resources: {'Port': ['ID=e31a26fc-075a-4ec2-b24c-7354f8cb456a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:50.109384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a76d684e-88ff-4c19-b080-8b421560ade2 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:09:50.143849 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48dbfce7-5f6c-4abb-80f4-432deae54d7d req-f9cb980d-ea36-40a6-beff-2096492001d0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150968 May 24 23:09:50.194479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95223c-1882-4fa0-9e4e-8a7601c0dd2e req-c0b2b35b-ccd5-4237-b985-10dfa7826bda tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:50.196298 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e95223c-1882-4fa0-9e4e-8a7601c0dd2e req-c0b2b35b-ccd5-4237-b985-10dfa7826bda tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 943 time: 0.3601100 May 24 23:09:50.204104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55860) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:50.238867 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b5cab255-59b9-490e-bad8-87fd020f8557 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.247566 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b5cab255-59b9-490e-bad8-87fd020f8557 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.278414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cab255-59b9-490e-bad8-87fd020f8557 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178f9027-c3f4-4c47-973a-32d54139870d,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:50.314609 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b5cab255-59b9-490e-bad8-87fd020f8557 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.319857 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b5cab255-59b9-490e-bad8-87fd020f8557 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3927498 May 24 23:09:50.323264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55866) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:50.338539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e95223c-1882-4fa0-9e4e-8a7601c0dd2e req-b689912b-ddf4-4d13-84be-087e8f7d3c77 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018894 May 24 23:09:50.340499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '362b7836-250c-4b44-9304-f479be2b63fb', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:50.340766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Delete allocated IP 172.20.0.4 (cf7ffa7f-c3cd-4905-9f72-3805570de775/ac309aeb-3e02-4a1e-8207-f3b3222b3134) {{(pid=88390) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 24 23:09:50.342819 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:09:50.356849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:50.364573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Allocated IP 172.20.0.42 (cf7ffa7f-c3cd-4905-9f72-3805570de775/c6f4d076-bc5a-4853-b4a6-0c3230efd060/a05ab875-982c-450a-b003-124c1f69a342) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:50.366803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:50.375616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:50.393457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:50.418923 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Project 001bb84369b443888c7219fb91448b85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:09:50.431159 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.483938 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f9fd30e2-fef7-4bf9-8009-47a64b0b38b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.566543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f9fd30e2-fef7-4bf9-8009-47a64b0b38b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:50.575682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f9fd30e2-fef7-4bf9-8009-47a64b0b38b4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e72b8ac17d34dc19a894a1d189e5172 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:50.577475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] Set router 8f73c465-b193-49c5-89a9-7540e1e8582f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:09:50.581202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f9fd30e2-fef7-4bf9-8009-47a64b0b38b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:50.607655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f9fd30e2-fef7-4bf9-8009-47a64b0b38b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:50.648755 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.661076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.688441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a76d684e-88ff-4c19-b080-8b421560ade2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a76d684e-88ff-4c19-b080-8b421560ade2,segment=NetworkSegment(3433ebe2-a94e-4684-a287-fb2274ecf84d),segment_id=3433ebe2-a94e-4684-a287-fb2274ecf84d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:50.705690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d943d5-30d6-4fc1-bad3-f44ab3995800,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:50.705917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'a76d684e-88ff-4c19-b080-8b421560ade2', 'network_id': '851147f7-b94f-447f-92da-2704d03bece0', 'port_id': 'a76d684e-88ff-4c19-b080-8b421560ade2', 'mac_address': 'fa:16:3e:b0:fc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ad94b2-52e4-456d-a761-2d0bb1b7fd31', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:09:50.710440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.734519 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.737875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Transition to ACTIVE for port object a05ab875-982c-450a-b003-124c1f69a342 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:50.738486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-abc47b3a-785b-482d-ba64-5cb3ec5ee5b6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4134197 May 24 23:09:50.738931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55870) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:50.746556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'security_group_rule': {'security_group_id': '362b7836-250c-4b44-9304-f479be2b63fb', 'project_id': '001bb84369b443888c7219fb91448b85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:50.756128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:50.758553 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.801819 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f9fd30e2-fef7-4bf9-8009-47a64b0b38b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.809162 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f9fd30e2-fef7-4bf9-8009-47a64b0b38b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.813298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:security_group_rule and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:50.858899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f9fd30e2-fef7-4bf9-8009-47a64b0b38b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e72b8ac17d34dc19a894a1d189e5172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6535552 May 24 23:09:50.859906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd30e2-fef7-4bf9-8009-47a64b0b38b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fa1cd4-c03a-4e53-9427-d58ca5a9ecf5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:50.862329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55874) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:50.867076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:50.876475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:50.927413 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1be6db65-c2c3-4173-aef8-9ca370450079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.942988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port a76d684e-88ff-4c19-b080-8b421560ade2 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:50.943557 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.945026 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Project 001bb84369b443888c7219fb91448b85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:09:50.955906 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1be6db65-c2c3-4173-aef8-9ca370450079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.965899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:50.976112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event updated for resources: {'Port': ['ID=a05ab875-982c-450a-b003-124c1f69a342,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:50.994778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76d684e-88ff-4c19-b080-8b421560ade2 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:50.999295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] In _notify_port_updated(), no bound segment for port a05ab875-982c-450a-b003-124c1f69a342 on network cf7ffa7f-c3cd-4905-9f72-3805570de775 {{(pid=88390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:09:51.004582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:51.005197 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.009349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55878) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:51.009479 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b1ce14ac-7adc-4f20-a5b9-421224a6cf77 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "PUT /v2.0/ports/a05ab875-982c-450a-b003-124c1f69a342 HTTP/1.1" status: 200 len: 960 time: 1.6907363 May 24 23:09:51.044677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a76d684e-88ff-4c19-b080-8b421560ade2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a76d684e-88ff-4c19-b080-8b421560ade2,segment=NetworkSegment(3433ebe2-a94e-4684-a287-fb2274ecf84d),segment_id=3433ebe2-a94e-4684-a287-fb2274ecf84d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:51.050658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1326345-28f7-49e9-b186-78e1ddfaccc4 None None] Update dhcp port {'port': {'network_id': 'cf7ffa7f-c3cd-4905-9f72-3805570de775', 'fixed_ips': [{'subnet_id': '1c00f4b1-df54-419f-b567-35d7ada8d881', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ac309aeb-3e02-4a1e-8207-f3b3222b3134', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c6f4d076-bc5a-4853-b4a6-0c3230efd060'}], 'binding:host_id': 'n-d-843146-7'}, 'id': 'c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1'} from n-d-843146-7. {{(pid=88391) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 24 23:09:51.059673 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.064624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.077745 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1be6db65-c2c3-4173-aef8-9ca370450079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.091468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b82ed3-86a7-4ac9-a306-9ee351152da5,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:51.095457 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.105555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6db65-c2c3-4173-aef8-9ca370450079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fa1cd4-c03a-4e53-9427-d58ca5a9ecf5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:51.107469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.109310 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b025266d-9928-4b26-9723-60027b3bec91 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3691850 May 24 23:09:51.112701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-75fa2ca6-9cba-47d4-929e-19dd47dac46b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port a05ab875-982c-450a-b003-124c1f69a342 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:09:51.113048 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-75fa2ca6-9cba-47d4-929e-19dd47dac46b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.144142 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1be6db65-c2c3-4173-aef8-9ca370450079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.145269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1be6db65-c2c3-4173-aef8-9ca370450079 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99fa1cd4-c03a-4e53-9427-d58ca5a9ecf5 HTTP/1.1" status: 204 len: 168 time: 0.2819021 May 24 23:09:51.212564 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a1326345-28f7-49e9-b186-78e1ddfaccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.246250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=a76d684e-88ff-4c19-b080-8b421560ade2,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:51.427568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['a76d684e-88ff-4c19-b080-8b421560ade2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:09:51.452620 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-ce421b64-650d-4a2b-9124-7e9ac286bc83 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125124228&fields=id&tenant_id=001bb84369b443888c7219fb91448b85 HTTP/1.1" status: 200 len: 267 time: 0.0545292 May 24 23:09:51.498793 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:44Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'e31a26fc-075a-4ec2-b24c-7354f8cb456a', 'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:55:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:41Z', 'updated_at': '2022-05-24T23:09:49Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:09:51.506817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c767440b-c2e1-4593-aeaa-5c631940dca2 None None] The sync data for ids ['8f73c465-b193-49c5-89a9-7540e1e8582f'] in n-d-843146-7 is: [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:44Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'e31a26fc-075a-4ec2-b24c-7354f8cb456a', 'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:55:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:41Z', 'updated_at': '2022-05-24T23:09:49Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:09:51.604715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bfb96-f2ef-40c8-ab4a-eb757e3ab872 req-9ca58d71-e6ff-45d0-8880-3537e809c435 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:51.617178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc7bfb96-f2ef-40c8-ab4a-eb757e3ab872 req-9ca58d71-e6ff-45d0-8880-3537e809c435 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.2776611 May 24 23:09:51.620431 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-75fa2ca6-9cba-47d4-929e-19dd47dac46b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:51.693419 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a1326345-28f7-49e9-b186-78e1ddfaccc4 None None] Allocated IP 172.20.0.34 (cf7ffa7f-c3cd-4905-9f72-3805570de775/c6f4d076-bc5a-4853-b4a6-0c3230efd060/c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:51.730725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-cc158153-287d-4876-b1dd-422a1ed5a4d9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:51.731458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-cc158153-287d-4876-b1dd-422a1ed5a4d9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:51.766536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-cc158153-287d-4876-b1dd-422a1ed5a4d9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:51.773972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-cc158153-287d-4876-b1dd-422a1ed5a4d9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/networks?id=cc1055d5-8f13-4722-9412-d524f690fd23 HTTP/1.1" status: 200 len: 796 time: 0.3145869 May 24 23:09:51.793619 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-3494e2e3-5f5b-497d-b923-0c778bd9ba9c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/quotas/001bb84369b443888c7219fb91448b85 HTTP/1.1" status: 200 len: 375 time: 0.0185392 May 24 23:09:51.889947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-75fa2ca6-9cba-47d4-929e-19dd47dac46b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for a05ab875-982c-450a-b003-124c1f69a342 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:09:51.898424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-86dac4b9-b6fd-4a94-ace7-7eb45390534e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:51.923921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-86dac4b9-b6fd-4a94-ace7-7eb45390534e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:51.926374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-86dac4b9-b6fd-4a94-ace7-7eb45390534e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310174 May 24 23:09:52.000840 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc7bfb96-f2ef-40c8-ab4a-eb757e3ab872 req-0c51ac28-e860-4f78-b34a-891f74f59b04 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779631 May 24 23:09:52.155446 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-289b64c8-5df7-4040-bc5e-978088f32c6c service neutron] 10.222.0.55 "GET /v2.0/networks/cc1055d5-8f13-4722-9412-d524f690fd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085748 May 24 23:09:52.177184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a1326345-28f7-49e9-b186-78e1ddfaccc4 None None] For port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,segment=NetworkSegment(07d1ca6e-9fa8-4eff-b83e-f339c2f132ea),segment_id=07d1ca6e-9fa8-4eff-b83e-f339c2f132ea)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:52.216947 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a1326345-28f7-49e9-b186-78e1ddfaccc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.256559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a1326345-28f7-49e9-b186-78e1ddfaccc4 None None] Transition to ACTIVE for port object c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:52.269574 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a1326345-28f7-49e9-b186-78e1ddfaccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.299927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55924) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:52.375433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1326345-28f7-49e9-b186-78e1ddfaccc4 None None] Pushing event updated for resources: {'Port': ['ID=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:52.382176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e31a26fc-075a-4ec2-b24c-7354f8cb456a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:52.416688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-3c73d178-0d1a-49c5-ac7c-02cd59993562 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1055d5-8f13-4722-9412-d524f690fd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568595 May 24 23:09:52.446332 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-75fa2ca6-9cba-47d4-929e-19dd47dac46b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.490997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1282861579-network', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:52.496936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:52.501456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Usage tracker for resource:network and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:52.506346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:52.513626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa2ca6-9cba-47d4-929e-19dd47dac46b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=a05ab875-982c-450a-b003-124c1f69a342,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:52.516856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:52.536225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Made reservation on behalf of 16cd6c635d75400baa6572ca6f095c59 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:52.539219 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.556227 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.583442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:52.592777 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Usage tracker for resource:security_group_rule and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:52.597415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:52.608719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:52.726065 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-75fa2ca6-9cba-47d4-929e-19dd47dac46b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.739221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efe985-29e5-4df6-a035-1b6b6c3f463e req-9787863b-fecc-4ca4-bb2a-c9411f67a857 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:52.740293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-74efe985-29e5-4df6-a035-1b6b6c3f463e req-9787863b-fecc-4ca4-bb2a-c9411f67a857 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Synchronizing usage tracker for tenant:aca37abf4bf14f3086caa7e27dbc9ca1 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:52.755953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-75fa2ca6-9cba-47d4-929e-19dd47dac46b tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/a05ab875-982c-450a-b003-124c1f69a342 HTTP/1.1" status: 204 len: 168 time: 1.7439194 May 24 23:09:52.759221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55934) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:52.812268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port e31a26fc-075a-4ec2-b24c-7354f8cb456a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:52.824530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e31a26fc-075a-4ec2-b24c-7354f8cb456a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:52.824923 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:52.874476 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-9024c0c6-5341-4933-a2d0-64067dc7b46c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] GET failed (client error): The resource could not be found. May 24 23:09:52.888671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9024c0c6-5341-4933-a2d0-64067dc7b46c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:52.923900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-74efe985-29e5-4df6-a035-1b6b6c3f463e req-9787863b-fecc-4ca4-bb2a-c9411f67a857 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Unset dirty status for tenant:aca37abf4bf14f3086caa7e27dbc9ca1 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:52.925089 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-74efe985-29e5-4df6-a035-1b6b6c3f463e req-9787863b-fecc-4ca4-bb2a-c9411f67a857 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 944 time: 0.7582788 May 24 23:09:53.015892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9024c0c6-5341-4933-a2d0-64067dc7b46c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:53.020490 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9024c0c6-5341-4933-a2d0-64067dc7b46c tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports/a05ab875-982c-450a-b003-124c1f69a342 HTTP/1.1" status: 404 len: 333 time: 0.2568865 May 24 23:09:53.028126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55944) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:53.047890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e31a26fc-075a-4ec2-b24c-7354f8cb456a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:53.049274 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.100046 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-316f8c45-2c11-4a13-a6d1-cb00b48d2ae3 req-ff12b690-d32d-4797-8270-52ec621f79ce tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 210 time: 0.1200173 May 24 23:09:53.109089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port e31a26fc-075a-4ec2-b24c-7354f8cb456a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e31a26fc-075a-4ec2-b24c-7354f8cb456a,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:53.109331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-74efe985-29e5-4df6-a035-1b6b6c3f463e req-05319745-9e84-4e71-822e-c6a08b97eb30 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627548 May 24 23:09:53.129724 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.159840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.172282 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.236122 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2776c01c-6493-4097-9391-82263a1643ab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.273880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:09:53.285072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=e31a26fc-075a-4ec2-b24c-7354f8cb456a,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:53.293534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf40bfc-62df-464d-881a-85c86a6ebc3d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:53.312480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.312727 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Added segment b1084c4b-7c64-4550-b23f-976ffa29800d of type vlan for network 13a16c45-1a0c-47a0-90d4-ea28358361e5 May 24 23:09:53.366522 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2776c01c-6493-4097-9391-82263a1643ab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.419715 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.468356 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2776c01c-6493-4097-9391-82263a1643ab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.489230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802f243-ed68-4734-bfe7-6f075a901a59 req-59dc8de8-04df-4c78-9bda-99c672a35bd6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:53.490188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1802f243-ed68-4734-bfe7-6f075a901a59 req-59dc8de8-04df-4c78-9bda-99c672a35bd6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:53.494724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776c01c-6493-4097-9391-82263a1643ab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabec616-4c31-4870-a5a4-56177442566e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:53.495854 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.496931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:53.497575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.522094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2776c01c-6493-4097-9391-82263a1643ab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.524239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2776c01c-6493-4097-9391-82263a1643ab tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/security-groups/eabec616-4c31-4870-a5a4-56177442566e HTTP/1.1" status: 204 len: 168 time: 0.4949515 May 24 23:09:53.527523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55950) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:53.640965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1802f243-ed68-4734-bfe7-6f075a901a59 req-59dc8de8-04df-4c78-9bda-99c672a35bd6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:53.642095 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1802f243-ed68-4734-bfe7-6f075a901a59 req-59dc8de8-04df-4c78-9bda-99c672a35bd6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.3034124 May 24 23:09:53.650016 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03572deb-68aa-4e72-b494-05dc28e8d92f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.661939 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3579941 May 24 23:09:53.676159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55954) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:53.684377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03572deb-68aa-4e72-b494-05dc28e8d92f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.687882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Request body: {'subnet': {'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1282861579-subnet', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:53.694412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7c876-f2a2-4980-a265-30e4ea1904e8 admin admin] Pushing event updated for resources: {'Network': ['ID=13a16c45-1a0c-47a0-90d4-ea28358361e5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:53.699057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:53.708356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:09:53.711908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Usage tracker for resource:subnet and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:53.718280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:53.727719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:53.732365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1802f243-ed68-4734-bfe7-6f075a901a59 req-3037d6b1-6de9-4c1e-b8f0-db7e143ddf8c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788906 May 24 23:09:53.746929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Made reservation on behalf of 16cd6c635d75400baa6572ca6f095c59 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:53.751317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.778185 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03572deb-68aa-4e72-b494-05dc28e8d92f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.806796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03572deb-68aa-4e72-b494-05dc28e8d92f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2888ea5-f22d-459f-9dc5-817d3b7909a2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:53.819973 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03572deb-68aa-4e72-b494-05dc28e8d92f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.824492 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-03572deb-68aa-4e72-b494-05dc28e8d92f tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/security-groups/a2888ea5-f22d-459f-9dc5-817d3b7909a2 HTTP/1.1" status: 204 len: 168 time: 0.2951450 May 24 23:09:53.826261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55958) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:53.837836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8eca8693-85a2-46db-aa68-5d34d3513392 None None] Provisioning complete for port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:53.838213 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8eca8693-85a2-46db-aa68-5d34d3513392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.894173 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de99554f-69e3-432d-810e-13a2f075479e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.897170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8eca8693-85a2-46db-aa68-5d34d3513392 None None] Port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:53.900185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8eca8693-85a2-46db-aa68-5d34d3513392 None None] Could not find standard attr ID for object a05ab875-982c-450a-b003-124c1f69a342. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:09:53.911922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8eca8693-85a2-46db-aa68-5d34d3513392 None None] Provisioning for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:53.916621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8eca8693-85a2-46db-aa68-5d34d3513392 None None] Provisioning complete for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:53.917315 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8eca8693-85a2-46db-aa68-5d34d3513392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.923280 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de99554f-69e3-432d-810e-13a2f075479e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.978807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de99554f-69e3-432d-810e-13a2f075479e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.984839 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:53.994817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99554f-69e3-432d-810e-13a2f075479e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd4da1e-2f20-4677-baca-051323491488,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:54.002937 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de99554f-69e3-432d-810e-13a2f075479e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.006705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-de99554f-69e3-432d-810e-13a2f075479e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/security-groups/6cd4da1e-2f20-4677-baca-051323491488 HTTP/1.1" status: 204 len: 168 time: 0.1766615 May 24 23:09:54.006843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55962) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:54.031450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a76d684e-88ff-4c19-b080-8b421560ade2 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:54.066609 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:09:54.085067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5ec325-6142-4c28-8e6b-8da79987bd63,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:54.093826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Checking segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:54.094182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Network hostable DHCP agents. Network: 13a16c45-1a0c-47a0-90d4-ea28358361e5, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:09:54.103597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ec057d-a586-4090-997d-bd677da8b655 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting subnet ac309aeb-3e02-4a1e-8207-f3b3222b3134 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:09:54.109524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e8ec057d-a586-4090-997d-bd677da8b655 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.122817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8eca8693-85a2-46db-aa68-5d34d3513392 None None] Current status of the port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:54.136700 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.148436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port a76d684e-88ff-4c19-b080-8b421560ade2 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:54.153991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:09:54.159223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port a76d684e-88ff-4c19-b080-8b421560ade2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:54.159684 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.178255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 13a16c45-1a0c-47a0-90d4-ea28358361e5) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:54.185463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:54.186155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.215710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef91065-c3ee-426f-856d-d49754e383a5 None None] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:54.241218 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e8ec057d-a586-4090-997d-bd677da8b655 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.255531 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f67c7086-89d0-423b-b6c6-70e8ca16d606 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5740638 May 24 23:09:54.255531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55970) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:54.261101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:54.271681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:54.283784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Usage tracker for resource:router and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:09:54.290705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:09:54.314116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:54.357208 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.358335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.419010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:54.450431 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.533369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e61fc1bc-96f7-4ad1-b3c6-d1626d21f528 None None] Could not find standard attr ID for object a05ab875-982c-450a-b003-124c1f69a342. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:09:54.706881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545cb4c-51ba-4aac-8038-326493eaffe8 req-bc604d23-5129-4a27-966b-a63aa0dd07f9 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:54.709870 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7545cb4c-51ba-4aac-8038-326493eaffe8 req-bc604d23-5129-4a27-966b-a63aa0dd07f9 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 944 time: 0.3301547 May 24 23:09:54.742739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-cc982e04-f15e-404e-bde1-ac43c2b3cfcd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:54.743454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-cc982e04-f15e-404e-bde1-ac43c2b3cfcd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:54.749434 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e8ec057d-a586-4090-997d-bd677da8b655 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.786555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:54.786939 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.835009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port a76d684e-88ff-4c19-b080-8b421560ade2 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:54.835383 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.850349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-cc982e04-f15e-404e-bde1-ac43c2b3cfcd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:54.851928 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-cc982e04-f15e-404e-bde1-ac43c2b3cfcd tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "GET /v2.0/networks?id=cc1055d5-8f13-4722-9412-d524f690fd23 HTTP/1.1" status: 200 len: 796 time: 0.5148001 May 24 23:09:54.855639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bafe8674-45f5-4d50-aeb1-7d59d44a0bb6 req-a65ab915-d6d0-48be-b359-560cb3378808 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:54.868705 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.895343 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7545cb4c-51ba-4aac-8038-326493eaffe8 req-69d6d075-dd23-49ca-9951-e6820d047f69 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213553 May 24 23:09:54.897191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bafe8674-45f5-4d50-aeb1-7d59d44a0bb6 req-a65ab915-d6d0-48be-b359-560cb3378808 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:54.898846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bafe8674-45f5-4d50-aeb1-7d59d44a0bb6 req-a65ab915-d6d0-48be-b359-560cb3378808 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 210 time: 0.1131179 May 24 23:09:54.928585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-c2f944b7-f96f-45a0-8ada-88115b881167 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:54.937479 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e8ec057d-a586-4090-997d-bd677da8b655 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.968254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731bec40-c8d8-4575-aacb-73812592ffae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76d684e-88ff-4c19-b080-8b421560ade2'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:54.983354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec057d-a586-4090-997d-bd677da8b655 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Subnet': ['ID=ac309aeb-3e02-4a1e-8207-f3b3222b3134,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:54.985362 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e8ec057d-a586-4090-997d-bd677da8b655 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:54.988634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port a76d684e-88ff-4c19-b080-8b421560ade2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a76d684e-88ff-4c19-b080-8b421560ade2,segment=NetworkSegment(3433ebe2-a94e-4684-a287-fb2274ecf84d),segment_id=3433ebe2-a94e-4684-a287-fb2274ecf84d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:54.991026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-c2f944b7-f96f-45a0-8ada-88115b881167 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:54.992238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-c2f944b7-f96f-45a0-8ada-88115b881167 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=001bb84369b443888c7219fb91448b85 HTTP/1.1" status: 200 len: 380 time: 0.1239192 May 24 23:09:54.998068 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e8ec057d-a586-4090-997d-bd677da8b655 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/ac309aeb-3e02-4a1e-8207-f3b3222b3134 HTTP/1.1" status: 204 len: 168 time: 0.9861140 May 24 23:09:54.998227 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.000346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55980) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:55.006069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'port': {'device_id': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'admin_state_up': True, 'tenant_id': '001bb84369b443888c7219fb91448b85', 'security_groups': ['362b7836-250c-4b44-9304-f479be2b63fb']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:55.069759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-13a16c45-1a0c-47a0-90d4-ea28358361e5', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:09:55.070524 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.081196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837bbe4f-a723-4811-b82c-edcd5cb019d2 None None] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:55.105276 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621c2691-9914-4647-8598-08a145d21d64'] response: {'server_uuid': '731bec40-c8d8-4575-aacb-73812592ffae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76d684e-88ff-4c19-b080-8b421560ade2', 'code': 200} May 24 23:09:55.175463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee5d790-9549-4b11-b6a9-2f1b8680d0cf tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting subnet c6f4d076-bc5a-4853-b4a6-0c3230efd060 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:09:55.196135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d790-9549-4b11-b6a9-2f1b8680d0cf tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.227958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaa19d-d297-4442-9b08-b0f8e4281a54 req-382d13c6-82dd-4a45-8bd2-60f145479859 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:55.237170 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-deeaa19d-d297-4442-9b08-b0f8e4281a54 req-382d13c6-82dd-4a45-8bd2-60f145479859 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.1986859 May 24 23:09:55.269688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d790-9549-4b11-b6a9-2f1b8680d0cf tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.296645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:09:55.304567 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-deeaa19d-d297-4442-9b08-b0f8e4281a54 req-3cac26e9-f429-412e-a5e8-dbc950a80669 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664485 May 24 23:09:55.310532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:55.311024 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e31a26fc-075a-4ec2-b24c-7354f8cb456a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:55.319279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:09:55.349725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Made reservation on behalf of 001bb84369b443888c7219fb91448b85 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:09:55.353630 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.387118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=a76d684e-88ff-4c19-b080-8b421560ade2,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:55.476674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d790-9549-4b11-b6a9-2f1b8680d0cf tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.560175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb39a5c-a093-43e3-8155-80b28d1cf4ec req-41504601-f51f-499a-bfe1-0ea1dfab7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:55.561625 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9cb39a5c-a093-43e3-8155-80b28d1cf4ec req-41504601-f51f-499a-bfe1-0ea1dfab7b18 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 1096 time: 0.4165747 May 24 23:09:55.573786 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e31a26fc-075a-4ec2-b24c-7354f8cb456a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:55.574386 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.612773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Allocated IP 172.20.0.2 (13a16c45-1a0c-47a0-90d4-ea28358361e5/bf5ec325-6142-4c28-8e6b-8da79987bd63/d085b24d-b4fd-42c1-a2d9-fa035f499584) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:55.671915 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9cb39a5c-a093-43e3-8155-80b28d1cf4ec req-8d769f52-46fd-449d-aaa3-99f283760891 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851836 May 24 23:09:55.691637 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.725099 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.878715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Allocated IP 172.20.0.10 (cc1055d5-8f13-4722-9412-d524f690fd23/3b5d1233-6af5-47ec-8df2-d8f208de5cb2/629378fe-2202-4f79-b044-37fec52bed02) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:55.909358 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d790-9549-4b11-b6a9-2f1b8680d0cf tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.914355 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:55.920645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Allocated IP 172.25.7.220 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/a97b8810-479b-408f-85ff-36844c8631ad) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:09:55.977639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5d790-9549-4b11-b6a9-2f1b8680d0cf tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f4d076-bc5a-4853-b4a6-0c3230efd060,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:55.982890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Transition to ACTIVE for port object d085b24d-b4fd-42c1-a2d9-fa035f499584 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:55.983732 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d790-9549-4b11-b6a9-2f1b8680d0cf tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.015296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.016649 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1ee5d790-9549-4b11-b6a9-2f1b8680d0cf tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/c6f4d076-bc5a-4853-b4a6-0c3230efd060 HTTP/1.1" status: 204 len: 168 time: 1.0152488 May 24 23:09:56.020827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56000) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:56.100173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Transition to ACTIVE for port object d085b24d-b4fd-42c1-a2d9-fa035f499584 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:56.114809 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3e8bca-bc3f-4c34-9fd8-edaaf9eceb0a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:09:56.115362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3e8bca-bc3f-4c34-9fd8-edaaf9eceb0a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:09:56.115687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e31a26fc-075a-4ec2-b24c-7354f8cb456a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:56.120858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5e3e8bca-bc3f-4c34-9fd8-edaaf9eceb0a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/ac309aeb-3e02-4a1e-8207-f3b3222b3134 HTTP/1.1" status: 404 len: 337 time: 0.0954328 May 24 23:09:56.120985 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.122818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56004) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:56.186972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:56.190222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:56.194678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:56.204968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Pushing event updated for resources: {'Port': ['ID=d085b24d-b4fd-42c1-a2d9-fa035f499584,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:56.281064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.305914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428358c-8395-4b1e-b157-d6048f44e1e8 req-64f8b408-746f-4eb1-a103-739f1b958709 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:56.307866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7428358c-8395-4b1e-b157-d6048f44e1e8 req-64f8b408-746f-4eb1-a103-739f1b958709 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.1834176 May 24 23:09:56.310950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Transition to ACTIVE for port object 629378fe-2202-4f79-b044-37fec52bed02 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:56.330674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Attempting to bind port d085b24d-b4fd-42c1-a2d9-fa035f499584 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:56.331042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Attempting to bind port d085b24d-b4fd-42c1-a2d9-fa035f499584 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:56.331446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Attempting to bind port d085b24d-b4fd-42c1-a2d9-fa035f499584 on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:56.338966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:56.339346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Checking segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:56.339948 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.340325 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Bound using segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:56.341316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Bound port: d085b24d-b4fd-42c1-a2d9-fa035f499584, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:56.341902 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.358880 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.383942 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7428358c-8395-4b1e-b157-d6048f44e1e8 req-b1a45316-bfb8-4546-ac62-c4ef857c8ccb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576005 May 24 23:09:56.403990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b5280b-4726-42de-87e9-313e284d5fe4 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting subnet 1c00f4b1-df54-419f-b567-35d7ada8d881 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:09:56.413755 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.456595 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-72b5280b-4726-42de-87e9-313e284d5fe4 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.533726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] For port d085b24d-b4fd-42c1-a2d9-fa035f499584, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:56.539577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] For port d085b24d-b4fd-42c1-a2d9-fa035f499584, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d085b24d-b4fd-42c1-a2d9-fa035f499584,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:56.552471 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.565053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network cc1055d5-8f13-4722-9412-d524f690fd23 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:56.573800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:56.598096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:56.602496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383866c-70bb-4a6a-94c9-8cedc2be8b6d req-854ffbf6-2bf4-40d0-bf06-04a55018e22b tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:56.604342 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d383866c-70bb-4a6a-94c9-8cedc2be8b6d req-854ffbf6-2bf4-40d0-bf06-04a55018e22b tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 945 time: 0.5576360 May 24 23:09:56.608368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.626200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-72b5280b-4726-42de-87e9-313e284d5fe4 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.714627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722119b-5d3e-4d61-8eb7-8338b6a38b43 None None] Pushing event updated for resources: {'Port': ['ID=d085b24d-b4fd-42c1-a2d9-fa035f499584,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:56.752913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=629378fe-2202-4f79-b044-37fec52bed02,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:56.833687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:56.834975 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:56.868240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:09:56.892973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:09:56.893187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-e87deaeb-e022-43f9-ae4f-2fb9632ddab0 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8935826 May 24 23:09:56.905443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439db8b-cc07-4959-974f-a0797ea758bf req-9c173666-fb3f-4356-ba37-19bb9af719bc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:56.906084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f439db8b-cc07-4959-974f-a0797ea758bf req-9c173666-fb3f-4356-ba37-19bb9af719bc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:56.924257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Request body: {'port': {'device_id': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:09:56.933757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d383866c-70bb-4a6a-94c9-8cedc2be8b6d req-604710d0-12db-4c70-b27e-600909ae4940 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525978 May 24 23:09:56.937632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:09:56.991897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a82b0e77-36df-4540-9e44-07baddf319d8 None None] Provisioning for port 629378fe-2202-4f79-b044-37fec52bed02 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:56.998738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a82b0e77-36df-4540-9e44-07baddf319d8 None None] Provisioning complete for port 629378fe-2202-4f79-b044-37fec52bed02 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:56.999111 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a82b0e77-36df-4540-9e44-07baddf319d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.062952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f439db8b-cc07-4959-974f-a0797ea758bf req-9c173666-fb3f-4356-ba37-19bb9af719bc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:57.070348 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f439db8b-cc07-4959-974f-a0797ea758bf req-9c173666-fb3f-4356-ba37-19bb9af719bc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 932 time: 0.4253042 May 24 23:09:57.196975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a82b0e77-36df-4540-9e44-07baddf319d8 None None] Port 629378fe-2202-4f79-b044-37fec52bed02 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:57.198951 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.205438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff13525-03a0-45f4-b855-a2c205f2c9e9 None None] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:57.246479 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f439db8b-cc07-4959-974f-a0797ea758bf req-0d6d52fc-4454-4bf7-a6de-cab40bb22320 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750748 May 24 23:09:57.290265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Pushing event updated for resources: {'Port': ['ID=a97b8810-479b-408f-85ff-36844c8631ad,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:57.364797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1fb2a2ab-362a-4bfa-9579-09f9b46eeb23 None None] Provisioning complete for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:57.365823 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1fb2a2ab-362a-4bfa-9579-09f9b46eeb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.396506 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-72b5280b-4726-42de-87e9-313e284d5fe4 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.714962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-72b5280b-4726-42de-87e9-313e284d5fe4 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.716776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2a2ab-362a-4bfa-9579-09f9b46eeb23 None None] Current status of the port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:57.733167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1fb2a2ab-362a-4bfa-9579-09f9b46eeb23 None None] Provisioning complete for port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:57.733617 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1fb2a2ab-362a-4bfa-9579-09f9b46eeb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.783811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5280b-4726-42de-87e9-313e284d5fe4 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Subnet': ['ID=1c00f4b1-df54-419f-b567-35d7ada8d881,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:57.790130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.802859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2a2ab-362a-4bfa-9579-09f9b46eeb23 None None] Port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:09:57.834083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629378fe-2202-4f79-b044-37fec52bed02 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:09:57.843399 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:57.862311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Transition to ACTIVE for port object 629378fe-2202-4f79-b044-37fec52bed02 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:09:57.869620 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:58.075239 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-72b5280b-4726-42de-87e9-313e284d5fe4 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:58.157631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Pushing event updated for resources: {'Port': ['ID=629378fe-2202-4f79-b044-37fec52bed02,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:58.191386 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-72b5280b-4726-42de-87e9-313e284d5fe4 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/1c00f4b1-df54-419f-b567-35d7ada8d881 HTTP/1.1" status: 204 len: 168 time: 2.0673187 May 24 23:09:58.195326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56014) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:58.257987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Attempting to bind port 629378fe-2202-4f79-b044-37fec52bed02 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:09:58.257987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Attempting to bind port 629378fe-2202-4f79-b044-37fec52bed02 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:09:58.257987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Attempting to bind port 629378fe-2202-4f79-b044-37fec52bed02 on network cc1055d5-8f13-4722-9412-d524f690fd23 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:58.268508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f7012-b42d-42d4-8519-b233ee203f00 req-42bac13b-66a8-4172-831c-1ab7c9d9f0e6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:58.268685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Port 629378fe-2202-4f79-b044-37fec52bed02 on network cc1055d5-8f13-4722-9412-d524f690fd23 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:09:58.268944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Attempting to bind port 629378fe-2202-4f79-b044-37fec52bed02 on network cc1055d5-8f13-4722-9412-d524f690fd23 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:09:58.270646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-596f7012-b42d-42d4-8519-b233ee203f00 req-42bac13b-66a8-4172-831c-1ab7c9d9f0e6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.6508379 May 24 23:09:58.274323 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-feef008b-f09e-4bdb-a6b9-892f64e40562 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:09:58.275505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feef008b-f09e-4bdb-a6b9-892f64e40562 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:09:58.278696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-feef008b-f09e-4bdb-a6b9-892f64e40562 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/496fe53e-6a95-4a2c-8c5d-7aa5e8b56f69 HTTP/1.1" status: 404 len: 337 time: 0.0788207 May 24 23:09:58.279648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56020) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:58.280580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:09:58.280945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Checking segment: {'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:09:58.281355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Bound using segment: {'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:09:58.281917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Bound port: 629378fe-2202-4f79-b044-37fec52bed02, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:09:58.282270 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:58.394881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d085b24d-b4fd-42c1-a2d9-fa035f499584 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:09:58.438517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-022d9a55-0a61-4f9e-977d-51ecffee88dd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Synchronizing usage tracker for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:09:58.502351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae4342-96f0-4b47-a2af-0cd7ebfb5fbe req-8c8129d5-2df6-4a8c-b847-ca33eb940b14 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:58.509851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17ae4342-96f0-4b47-a2af-0cd7ebfb5fbe req-8c8129d5-2df6-4a8c-b847-ca33eb940b14 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 945 time: 0.3476210 May 24 23:09:58.513289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-022d9a55-0a61-4f9e-977d-51ecffee88dd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Unset dirty status for tenant:bbd1c03d8d8442859004af0e0064373e on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:09:58.516886 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-022d9a55-0a61-4f9e-977d-51ecffee88dd tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "GET /v2.0/ports?device_id=88eac873-a4cd-484d-85fd-5040dfe2e623 HTTP/1.1" status: 200 len: 205 time: 0.2338524 May 24 23:09:58.523953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port d085b24d-b4fd-42c1-a2d9-fa035f499584 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:58.527865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56024) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:58.558501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] For port 629378fe-2202-4f79-b044-37fec52bed02, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:09:58.563020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] For port 629378fe-2202-4f79-b044-37fec52bed02, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=629378fe-2202-4f79-b044-37fec52bed02,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:09:58.581567 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:58.620002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-596f7012-b42d-42d4-8519-b233ee203f00 req-8cee5a2a-3d4f-4c32-808a-15517dbd2ae6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832038 May 24 23:09:58.657846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596034b9-3627-4bc9-aeaf-0cb80888d2e8 None None] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:58.690709 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:58.937523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d915e406-08f8-4893-b89c-2accd9b042de None None] Network cf7ffa7f-c3cd-4905-9f72-3805570de775 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:09:58.958384 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-538be3d7-ed0b-4476-a934-9a1732934d89 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] delete failed (client error): The resource could not be found. May 24 23:09:58.962127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-538be3d7-ed0b-4476-a934-9a1732934d89 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/routers/88eac873-a4cd-484d-85fd-5040dfe2e623 HTTP/1.1" status: 404 len: 336 time: 0.3972871 May 24 23:09:58.963009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56042) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:58.977671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:58.978486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:58.980236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] 10.222.0.50 "PUT /v2.0/ports/629378fe-2202-4f79-b044-37fec52bed02 HTTP/1.1" status: 200 len: 1092 time: 2.0647635 May 24 23:09:58.992050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'tag': '629378fe-2202-4f79-b044-37fec52bed02'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:09:59.027661 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17ae4342-96f0-4b47-a2af-0cd7ebfb5fbe req-d4b55ca2-b51a-4fa9-b7e6-a0b57f36a2ef tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167511 May 24 23:09:59.035113 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-84eaf5c0-a773-4bb7-a4ef-b096af61398e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:09:59.035568 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84eaf5c0-a773-4bb7-a4ef-b096af61398e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:09:59.037530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-84eaf5c0-a773-4bb7-a4ef-b096af61398e tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/c99bf4aa-03ef-4a9c-884d-9c4a541333c9 HTTP/1.1" status: 404 len: 337 time: 0.0727994 May 24 23:09:59.046392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d004a-14ac-47fc-a4e9-1683c7aec4e0 req-a4624dd3-149b-4e7f-9738-80bff4359f19 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:59.048157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca0d004a-14ac-47fc-a4e9-1683c7aec4e0 req-a4624dd3-149b-4e7f-9738-80bff4359f19 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 944 time: 0.2752185 May 24 23:09:59.065401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56052) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:59.125600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a19769-40b6-44c6-ba2f-071dfffc3d68 service neutron] Pushing event updated for resources: {'Port': ['ID=629378fe-2202-4f79-b044-37fec52bed02,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:09:59.158254 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c86766b-7107-4baa-8937-c093e0ce9221 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:09:59.166191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c86766b-7107-4baa-8937-c093e0ce9221 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:09:59.168487 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8c86766b-7107-4baa-8937-c093e0ce9221 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/74051a87-7637-438d-908d-d0589ee83c9b HTTP/1.1" status: 404 len: 337 time: 0.1005909 May 24 23:09:59.171856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56058) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:59.193521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5b48fe44-cb17-43f6-8245-44bf64232a8f None None] Provisioning for port d085b24d-b4fd-42c1-a2d9-fa035f499584 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:09:59.223825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-1d2c0678-88df-4e0f-b193-db4988175fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:59.225767 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-1d2c0678-88df-4e0f-b193-db4988175fdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 1095 time: 0.1804368 May 24 23:09:59.264246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5b48fe44-cb17-43f6-8245-44bf64232a8f None None] Provisioning complete for port d085b24d-b4fd-42c1-a2d9-fa035f499584 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:09:59.264628 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5b48fe44-cb17-43f6-8245-44bf64232a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:59.336599 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b52b700-f88a-453c-a0df-e70c374fe190 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:09:59.336993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b52b700-f88a-453c-a0df-e70c374fe190 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:09:59.339064 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3b52b700-f88a-453c-a0df-e70c374fe190 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/7b3e5ca3-b567-4523-bd00-9119dcde75b1 HTTP/1.1" status: 404 len: 337 time: 0.1412530 May 24 23:09:59.361011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56072) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:59.387352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-0a77eb02-69a3-4442-8fd9-4773557b225b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=629378fe-2202-4f79-b044-37fec52bed02 HTTP/1.1" status: 200 len: 217 time: 0.1529014 May 24 23:09:59.471462 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb5e83f-bd73-4bda-9dc1-8b2587b6921c'] response: {'name': 'network-changed', 'server_uuid': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'tag': '629378fe-2202-4f79-b044-37fec52bed02', 'status': 'completed', 'code': 200} May 24 23:09:59.473821 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-711852b0-12a3-4684-9bad-4327505348ba tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:09:59.478716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711852b0-12a3-4684-9bad-4327505348ba tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:09:59.480573 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-711852b0-12a3-4684-9bad-4327505348ba tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/2dc73782-ed7c-4362-95d4-89dde7046374 HTTP/1.1" status: 404 len: 333 time: 0.1168559 May 24 23:09:59.497039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56078) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:59.502367 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca0d004a-14ac-47fc-a4e9-1683c7aec4e0 req-0c73b04b-d87c-4d70-9bb3-59ddf77037d1 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4325991 May 24 23:09:59.517930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Router f5d0c622-76d8-48f6-925b-bf99daa6af40 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:09:59.617394 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-a827bf2b-47c8-47d1-974e-fa6fb4247982 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:09:59.627575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a827bf2b-47c8-47d1-974e-fa6fb4247982 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:09:59.630421 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a827bf2b-47c8-47d1-974e-fa6fb4247982 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/c1c26b4b-912e-4eb3-a0b5-7484480f05c1 HTTP/1.1" status: 404 len: 337 time: 0.1323800 May 24 23:09:59.634244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56086) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:59.710924 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde874c7-0853-4ddb-b1f0-aecb5e1dd946 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:09:59.711431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde874c7-0853-4ddb-b1f0-aecb5e1dd946 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:09:59.727399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cde874c7-0853-4ddb-b1f0-aecb5e1dd946 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/285ad4e1-e95d-498f-8bdd-230b9ecc055f HTTP/1.1" status: 404 len: 337 time: 0.0900431 May 24 23:09:59.728497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56092) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:09:59.734793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-29b46509-9d26-47a6-95a8-74fb9fbda4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:09:59.739408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-29b46509-9d26-47a6-95a8-74fb9fbda4c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b5d1233-6af5-47ec-8df2-d8f208de5cb2 HTTP/1.1" status: 200 len: 834 time: 0.3415024 May 24 23:09:59.764703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5b48fe44-cb17-43f6-8245-44bf64232a8f None None] Current status of the port d085b24d-b4fd-42c1-a2d9-fa035f499584 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:09:59.772262 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5b48fe44-cb17-43f6-8245-44bf64232a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:59.877887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5b48fe44-cb17-43f6-8245-44bf64232a8f None None] For port d085b24d-b4fd-42c1-a2d9-fa035f499584, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d085b24d-b4fd-42c1-a2d9-fa035f499584,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:09:59.891641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] DHCP port deletion for cf7ffa7f-c3cd-4905-9f72-3805570de775 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:09:59.894427 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5b48fe44-cb17-43f6-8245-44bf64232a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:09:59.992283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:00.010026 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Sync routers for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:00.031973 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:00.033095 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.037128 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b673b4bd-73fb-468f-8aaa-6312aab9f453 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7780101 May 24 23:10:00.038089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56100) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:00.040694 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:00.053249 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1e0da1-11f2-4ebe-bb1d-549762fa10a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:10:00.053893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1e0da1-11f2-4ebe-bb1d-549762fa10a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:00.072221 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8c1e0da1-11f2-4ebe-bb1d-549762fa10a3 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/1d898609-8e90-42de-9d01-13a1f5698181 HTTP/1.1" status: 404 len: 333 time: 0.1660783 May 24 23:10:00.073299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56104) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:00.078954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Deleting port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:00.080117 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.166940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d889d526-ab55-4523-afc7-339bfae4fd1d details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:10:00.238274 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb317d50-6b52-454f-8f14-8b102ee8f147 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:10:00.245318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb317d50-6b52-454f-8f14-8b102ee8f147 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:00.254026 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fb317d50-6b52-454f-8f14-8b102ee8f147 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/96f2258f-c21e-49a3-971a-0558ac81d290 HTTP/1.1" status: 404 len: 337 time: 0.1645117 May 24 23:10:00.267680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56112) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:00.387199 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84c0a41-c368-4401-b100-258e91e9bd4a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] DELETE failed (client error): The resource could not be found. May 24 23:10:00.387651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84c0a41-c368-4401-b100-258e91e9bd4a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:10:00.389630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a84c0a41-c368-4401-b100-258e91e9bd4a tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/subnets/077eddd5-5ec2-4bc9-a7f8-6bba7b45316a HTTP/1.1" status: 404 len: 337 time: 0.1207645 May 24 23:10:00.394975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56118) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:00.396620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:00.492469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48fe44-cb17-43f6-8245-44bf64232a8f None None] Pushing event updated for resources: {'Port': ['ID=d085b24d-b4fd-42c1-a2d9-fa035f499584,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:00.518483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-671f10db-b412-4fea-a37c-41ecc14447d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:00.520769 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-671f10db-b412-4fea-a37c-41ecc14447d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc1055d5-8f13-4722-9412-d524f690fd23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7704017 May 24 23:10:00.545275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a520cc-0fc9-4137-89fb-55228e1444e8 req-47328537-6ed2-4531-b66c-7921404505a0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:00.554745 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18a520cc-0fc9-4137-89fb-55228e1444e8 req-47328537-6ed2-4531-b66c-7921404505a0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.5880878 May 24 23:10:00.639996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-25d839d9-9a67-4d8e-bb2a-19877e65d6f8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:00.640831 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-25d839d9-9a67-4d8e-bb2a-19877e65d6f8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:00.787794 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:00.984645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:00.985188 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:01.040572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-001fb071-ade2-4276-8e52-d785c1491891 None None] Provisioning complete for port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:01.041033 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-001fb071-ade2-4276-8e52-d785c1491891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:01.172382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d889d526-ab55-4523-afc7-339bfae4fd1d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d889d526-ab55-4523-afc7-339bfae4fd1d,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:01.270496 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:09:57Z', 'revision_number': 3, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:01.278695 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Checking router: f5d0c622-76d8-48f6-925b-bf99daa6af40 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:01.279416 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Updating router f5d0c622-76d8-48f6-925b-bf99daa6af40 port a97b8810-479b-408f-85ff-36844c8631ad binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:10:01.340525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18a520cc-0fc9-4137-89fb-55228e1444e8 req-36f17ea4-c6de-48e0-8eaf-90c7d7a5a37a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7844453 May 24 23:10:01.342698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,segment=NetworkSegment(07d1ca6e-9fa8-4eff-b83e-f339c2f132ea),segment_id=07d1ca6e-9fa8-4eff-b83e-f339c2f132ea)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:01.346214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'd889d526-ab55-4523-afc7-339bfae4fd1d', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'port_id': 'd889d526-ab55-4523-afc7-339bfae4fd1d', 'mac_address': 'fa:16:3e:4a:51:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:10:01.351455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] For port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,segment=NetworkSegment(07d1ca6e-9fa8-4eff-b83e-f339c2f132ea),segment_id=07d1ca6e-9fa8-4eff-b83e-f339c2f132ea)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:01.358607 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:01.379615 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:01.411286 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:01.414581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c578f-188c-4645-9084-15f72ffaa805 req-da9b23d8-a7e4-41e8-9ff3-4373472bbaf8 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:01.415978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-931c578f-188c-4645-9084-15f72ffaa805 req-da9b23d8-a7e4-41e8-9ff3-4373472bbaf8 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 944 time: 0.4176781 May 24 23:10:01.506660 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-931c578f-188c-4645-9084-15f72ffaa805 req-a104f49f-e604-4664-be5f-7361f395312b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812070 May 24 23:10:01.887699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d889d526-ab55-4523-afc7-339bfae4fd1d is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:01.891282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:01.951605 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-50e1ec93-28b9-4a7f-9705-27c22a173c8b service neutron] 10.222.0.50 "GET /v2.0/networks/cc1055d5-8f13-4722-9412-d524f690fd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3899443 May 24 23:10:01.958611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Calling delete_port for c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:01.960748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-25d839d9-9a67-4d8e-bb2a-19877e65d6f8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.133345 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.149550 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Transition to ACTIVE for port object a97b8810-479b-408f-85ff-36844c8631ad will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:02.160888 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.180192 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f770dff-80f4-4bea-9e1a-4188eb71a13b req-83fccf5b-3a06-4517-9051-84031d852615 service neutron] 10.222.0.50 "GET /v2.0/networks/cc1055d5-8f13-4722-9412-d524f690fd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196298 May 24 23:10:02.356749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d889d526-ab55-4523-afc7-339bfae4fd1d {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:10:02.395517 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.424057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d085b24d-b4fd-42c1-a2d9-fa035f499584 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:02.463431 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10b442-c056-4e54-b5cb-cf4ad2a00ede None None] Pushing event updated for resources: {'Port': ['ID=a97b8810-479b-408f-85ff-36844c8631ad,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:02.487263 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Attempting to bind port a97b8810-479b-408f-85ff-36844c8631ad on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:10:02.489791 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Attempting to bind port a97b8810-479b-408f-85ff-36844c8631ad by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:10:02.490352 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Attempting to bind port a97b8810-479b-408f-85ff-36844c8631ad on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:02.506054 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:10:02.507543 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:02.508100 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.512183 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:10:02.512702 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Bound port: a97b8810-479b-408f-85ff-36844c8631ad, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:10:02.513271 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.526013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-25d839d9-9a67-4d8e-bb2a-19877e65d6f8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:02.707901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d889d526-ab55-4523-afc7-339bfae4fd1d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d889d526-ab55-4523-afc7-339bfae4fd1d,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:02.763040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,revision_number=11']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:02.835820 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] For port a97b8810-479b-408f-85ff-36844c8631ad, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:02.854906 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] For port a97b8810-479b-408f-85ff-36844c8631ad, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a97b8810-479b-408f-85ff-36844c8631ad,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:10:02.869456 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:02.874628 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:10:02.875333 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:10:02.886578 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.064292 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:03.080302 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:09:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:03.135262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-001fb071-ade2-4276-8e52-d785c1491891 None None] Current status of the port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:03.136174 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-001fb071-ade2-4276-8e52-d785c1491891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.214501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['d889d526-ab55-4523-afc7-339bfae4fd1d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:10:03.251992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4813e26-b2ec-4866-b363-68a6aa638b53 req-bb93df31-3a7f-4f6d-8fbb-420f8ca16856 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:03.272141 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4813e26-b2ec-4866-b363-68a6aa638b53 req-bb93df31-3a7f-4f6d-8fbb-420f8ca16856 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 944 time: 0.5275550 May 24 23:10:03.294507 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-25d839d9-9a67-4d8e-bb2a-19877e65d6f8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.319160 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10b442-c056-4e54-b5cb-cf4ad2a00ede None None] Pushing event updated for resources: {'Port': ['ID=a97b8810-479b-408f-85ff-36844c8631ad,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:03.391789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-001fb071-ade2-4276-8e52-d785c1491891 None None] For port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,segment=NetworkSegment(07d1ca6e-9fa8-4eff-b83e-f339c2f132ea),segment_id=07d1ca6e-9fa8-4eff-b83e-f339c2f132ea)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:03.392880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Deleting port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:03.394155 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.453644 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4813e26-b2ec-4866-b363-68a6aa638b53 req-f61d0946-548d-4a1a-8d8e-f04cad7ae66c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796730 May 24 23:10:03.473836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d839d9-9a67-4d8e-bb2a-19877e65d6f8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Port': ['ID=b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:03.530257 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-25d839d9-9a67-4d8e-bb2a-19877e65d6f8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.531274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Allocated IP 172.20.0.1 (13a16c45-1a0c-47a0-90d4-ea28358361e5/bf5ec325-6142-4c28-8e6b-8da79987bd63/2df804a4-12d1-4b5b-a431-ab96ee956709) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:03.578369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d085b24d-b4fd-42c1-a2d9-fa035f499584 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:03.578684 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.604536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fddc7-ac7e-480f-a268-c0831d020a9c req-05b9e108-92d9-4527-ae72-4707360fc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:03.606242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-483fddc7-ac7e-480f-a268-c0831d020a9c req-05b9e108-92d9-4527-ae72-4707360fc82e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 1095 time: 1.3558388 May 24 23:10:03.748132 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:03.856601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] For port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,segment=NetworkSegment(07d1ca6e-9fa8-4eff-b83e-f339c2f132ea),segment_id=07d1ca6e-9fa8-4eff-b83e-f339c2f132ea)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:03.857091 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:03.897378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-25d839d9-9a67-4d8e-bb2a-19877e65d6f8 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/ports/b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971 HTTP/1.1" status: 204 len: 168 time: 3.5013573 May 24 23:10:03.902051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56164) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:03.913043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb942ff-da00-4407-9afb-2be360136b58 req-5fea4c35-2eda-4279-a7a2-1f57bf06d37e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:03.921143 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2eb942ff-da00-4407-9afb-2be360136b58 req-5fea4c35-2eda-4279-a7a2-1f57bf06d37e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 944 time: 0.7728338 May 24 23:10:04.073314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2eb942ff-da00-4407-9afb-2be360136b58 req-3745b3b4-4b41-498f-bd50-f5bddfb6b287 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502259 May 24 23:10:04.167888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fddc7-ac7e-480f-a268-c0831d020a9c req-74229cc2-154e-4daf-ae2b-589049b4717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:04.171575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-483fddc7-ac7e-480f-a268-c0831d020a9c req-74229cc2-154e-4daf-ae2b-589049b4717e service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc1055d5-8f13-4722-9412-d524f690fd23 HTTP/1.1" status: 200 len: 897 time: 0.5362875 May 24 23:10:04.174704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Calling delete_port for c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:04.311263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-483fddc7-ac7e-480f-a268-c0831d020a9c req-d9bc3c7b-762d-4d21-b77a-f5f03c329af0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=629378fe-2202-4f79-b044-37fec52bed02 HTTP/1.1" status: 200 len: 217 time: 0.1320539 May 24 23:10:04.388930 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-001fb071-ade2-4276-8e52-d785c1491891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.461613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-001fb071-ade2-4276-8e52-d785c1491891 None None] Could not find standard attr ID for object b61d8a4d-d6c6-4d36-821b-9ae3dbb3e971. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:10:04.513351 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.532182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d889d526-ab55-4523-afc7-339bfae4fd1d,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:04.587379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fddc7-ac7e-480f-a268-c0831d020a9c req-171f97e3-4172-45c7-b599-1f98e2cf9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:04.593367 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-483fddc7-ac7e-480f-a268-c0831d020a9c req-171f97e3-4172-45c7-b599-1f98e2cf9de6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b5d1233-6af5-47ec-8df2-d8f208de5cb2 HTTP/1.1" status: 200 len: 834 time: 0.2752705 May 24 23:10:04.609585 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.643286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:04.643622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:04.767329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:09:57Z', 'revision_number': 3, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:04.780207 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1223773-0a67-4c1f-bacb-6c1d887a43e0 None None] The sync data for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 is: [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:09:57Z', 'revision_number': 3, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:04.858523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Transition to ACTIVE for port object 2df804a4-12d1-4b5b-a431-ab96ee956709 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:04.998170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 629378fe-2202-4f79-b044-37fec52bed02 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:10:05.062074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c04c93e1-c05b-4061-b6ed-fd4c530f4467 None None] Provisioning complete for port d085b24d-b4fd-42c1-a2d9-fa035f499584 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:05.062461 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c04c93e1-c05b-4061-b6ed-fd4c530f4467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:05.155090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fddc7-ac7e-480f-a268-c0831d020a9c req-eb11cb34-7851-4851-8c05-bfb2f0cc690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:05.165959 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-483fddc7-ac7e-480f-a268-c0831d020a9c req-eb11cb34-7851-4851-8c05-bfb2f0cc690f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc1055d5-8f13-4722-9412-d524f690fd23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5634422 May 24 23:10:05.349125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] For port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,segment=NetworkSegment(07d1ca6e-9fa8-4eff-b83e-f339c2f132ea),segment_id=07d1ca6e-9fa8-4eff-b83e-f339c2f132ea)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:05.349469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:05.375652 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:05.633296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:10:05.721956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443ca04-d4d2-45bf-8140-97c34df27938 req-c9dcb719-e6dc-49df-be4c-65a4d1c82807 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:05.725768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8443ca04-d4d2-45bf-8140-97c34df27938 req-c9dcb719-e6dc-49df-be4c-65a4d1c82807 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 944 time: 0.8673282 May 24 23:10:05.732285 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-483fddc7-ac7e-480f-a268-c0831d020a9c req-d6fbd7e1-80da-424d-8f92-72b881e25285 service neutron] 10.222.0.50 "GET /v2.0/networks/cc1055d5-8f13-4722-9412-d524f690fd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483930 May 24 23:10:05.824821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fb071-ade2-4276-8e52-d785c1491891 None None] Pushing event updated for resources: {'Port': ['ID=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,revision_number=12']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:05.899538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:05.944035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Calling delete_port for c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:06.101118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] No DVR routers for this DVR port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:10:06.111153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8443ca04-d4d2-45bf-8140-97c34df27938 req-b1ee4236-1d04-40bb-a13a-5e5981c49aa3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742235 May 24 23:10:06.131863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:06.215909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:06.230419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:06.274260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-483fddc7-ac7e-480f-a268-c0831d020a9c req-7e078195-e2c5-429e-9d16-9b455ab72e3c service neutron] 10.222.0.50 "GET /v2.0/networks/cc1055d5-8f13-4722-9412-d524f690fd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693518 May 24 23:10:06.347348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163df0f7-bf8f-4b27-b6e5-d633ec53d1d9 None None] Pushing event deleted for resources: {'Port': ['ID=c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:06.366524 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-24893b79-379b-494f-bf5a-03121bb23eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:06.371563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d085b24d-b4fd-42c1-a2d9-fa035f499584 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:06.406138 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:06.566332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a97b8810-479b-408f-85ff-36844c8631ad up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:06.580697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2df804a4-12d1-4b5b-a431-ab96ee956709,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:06.664145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127078c-a084-49bf-8806-6eea61abb27e req-2e75df1b-78db-4e64-90b7-c3f12a986253 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:06.666096 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c127078c-a084-49bf-8806-6eea61abb27e req-2e75df1b-78db-4e64-90b7-c3f12a986253 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 944 time: 1.2952263 May 24 23:10:06.840747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 629378fe-2202-4f79-b044-37fec52bed02, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=629378fe-2202-4f79-b044-37fec52bed02,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:06.862161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c127078c-a084-49bf-8806-6eea61abb27e req-54c34f60-f267-4b51-a3a3-0e31e0b73032 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627533 May 24 23:10:06.882740 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:10:06.883052 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:10:06.888098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c04c93e1-c05b-4061-b6ed-fd4c530f4467 None None] Current status of the port d085b24d-b4fd-42c1-a2d9-fa035f499584 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:06.901031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '629378fe-2202-4f79-b044-37fec52bed02', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'port_id': '629378fe-2202-4f79-b044-37fec52bed02', 'mac_address': 'fa:16:3e:d7:f0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:10:07.035617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 629378fe-2202-4f79-b044-37fec52bed02 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:07.036127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.064094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.142586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a97b8810-479b-408f-85ff-36844c8631ad completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:07.154832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a97b8810-479b-408f-85ff-36844c8631ad triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:07.155139 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.221136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629378fe-2202-4f79-b044-37fec52bed02 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:10:07.246208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-264c609c-e3ee-42a2-880b-c3f878bbc41e None None] Provisioning for port 2df804a4-12d1-4b5b-a431-ab96ee956709 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:07.259374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 629378fe-2202-4f79-b044-37fec52bed02, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=629378fe-2202-4f79-b044-37fec52bed02,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:07.332291 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-264c609c-e3ee-42a2-880b-c3f878bbc41e None None] Provisioning complete for port 2df804a4-12d1-4b5b-a431-ab96ee956709 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:07.333832 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-264c609c-e3ee-42a2-880b-c3f878bbc41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.390248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Deleting port c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:07.390612 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.490172 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.628605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d889d526-ab55-4523-afc7-339bfae4fd1d up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:07.723838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] The port 'c1be90b3-2a69-4c83-95e8-8c1ad5ae28b1' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:10:07.792284 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-962a7671-fe25-40e1-813f-b5dbd920bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.845730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-264c609c-e3ee-42a2-880b-c3f878bbc41e None None] Port 2df804a4-12d1-4b5b-a431-ab96ee956709 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:10:07.847056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a97b8810-479b-408f-85ff-36844c8631ad is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:07.847432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:07.865620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['629378fe-2202-4f79-b044-37fec52bed02'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:10:07.964617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=629378fe-2202-4f79-b044-37fec52bed02,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:08.012872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a97b8810-479b-408f-85ff-36844c8631ad, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a97b8810-479b-408f-85ff-36844c8631ad,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:08.033110 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.076136 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.138237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7ffa7f-c3cd-4905-9f72-3805570de775']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:08.163599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d1ca6e-9fa8-4eff-b83e-f339c2f132ea') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:08.174026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d1ca6e-9fa8-4eff-b83e-f339c2f132ea') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:08.190129 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.192554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a97b8810-479b-408f-85ff-36844c8631ad,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:08.226432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port d889d526-ab55-4523-afc7-339bfae4fd1d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:08.227185 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.229007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.235516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:10:08.235909 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.285059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9113d-1b60-4f64-9761-95158e35e625 req-a176fefd-5274-454c-a823-bf5b3c2e2e3e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:08.299374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2e9113d-1b60-4f64-9761-95158e35e625 req-a176fefd-5274-454c-a823-bf5b3c2e2e3e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 945 time: 0.1923156 May 24 23:10:08.356443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2e9113d-1b60-4f64-9761-95158e35e625 req-2ff2a14c-fbbc-4e5a-bd31-734ca9924ff5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488372 May 24 23:10:08.498624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.501783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.507875 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 07d1ca6e-9fa8-4eff-b83e-f339c2f132ea resource provider aggregate not found May 24 23:10:08.573328 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 07d1ca6e-9fa8-4eff-b83e-f339c2f132ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07d1ca6e-9fa8-4eff-b83e-f339c2f132ea found for delete ", "request_id": "req-18c97c30-5ee7-4281-b562-df127a4d2f35"}]} May 24 23:10:08.582355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.590130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a97b8810-479b-408f-85ff-36844c8631ad up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:08.618823 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.704715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416ac3-2863-4708-937a-049f8a2ca263 req-96247d75-0897-4e7d-8a2e-dbb21c94133b tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:08.709367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d889d526-ab55-4523-afc7-339bfae4fd1d is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:08.710071 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:08.717853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] 10.222.0.55 "DELETE /v2.0/networks/cf7ffa7f-c3cd-4905-9f72-3805570de775 HTTP/1.1" status: 204 len: 168 time: 4.8146317 May 24 23:10:08.718307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8416ac3-2863-4708-937a-049f8a2ca263 req-96247d75-0897-4e7d-8a2e-dbb21c94133b tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 945 time: 0.1574576 May 24 23:10:08.835231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8416ac3-2863-4708-937a-049f8a2ca263 req-664da96d-8219-4d6f-84a3-86c851cde9cc tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159186 May 24 23:10:08.863026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ac219-4793-475f-b43e-7247c33bd508 tempest-PortsTestJSON-953657652 tempest-PortsTestJSON-953657652-project] Pushing event deleted for resources: {'Network': ['ID=cf7ffa7f-c3cd-4905-9f72-3805570de775,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:08.929105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef5fe2-5c73-4ce8-879c-80d7562aeec4 req-376e8616-100a-40e7-8ba2-5efe45697427 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:08.937249 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8ef5fe2-5c73-4ce8-879c-80d7562aeec4 req-376e8616-100a-40e7-8ba2-5efe45697427 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 944 time: 1.5585105 May 24 23:10:08.965645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2df804a4-12d1-4b5b-a431-ab96ee956709,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:08.971663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.005962 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.022310 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.033427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd889d526-ab55-4523-afc7-339bfae4fd1d'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:09.062965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d889d526-ab55-4523-afc7-339bfae4fd1d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d889d526-ab55-4523-afc7-339bfae4fd1d,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:09.078851 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.188442 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344910da-615b-46ad-93be-e9803ffd1e26'] response: {'server_uuid': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd889d526-ab55-4523-afc7-339bfae4fd1d', 'code': 200} May 24 23:10:09.189300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d889d526-ab55-4523-afc7-339bfae4fd1d,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:09.205796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a97b8810-479b-408f-85ff-36844c8631ad triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:09.206179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.221072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56234) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.270268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8ef5fe2-5c73-4ce8-879c-80d7562aeec4 req-7a696278-1224-423b-8b0b-defa38fb4703 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320072 May 24 23:10:09.441011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:09.442981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:09.537283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a97b8810-479b-408f-85ff-36844c8631ad is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:09.559352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5e376714-ba60-4e02-a7b1-a94d5f745829 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bbd1c03d8d8442859004af0e0064373e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365836 May 24 23:10:09.603530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56246) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:09.872279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:09.902248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-be6d2f54-b731-46be-ba51-1781db2c4fca None None] Provisioning complete for port 2df804a4-12d1-4b5b-a431-ab96ee956709 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:09.902639 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-be6d2f54-b731-46be-ba51-1781db2c4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.015889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c08a0-c029-4043-bbaa-f853f4ec15f4 req-40515400-8520-43b4-9501-4c822897a577 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:10.021689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9b9c08a0-c029-4043-bbaa-f853f4ec15f4 req-40515400-8520-43b4-9501-4c822897a577 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 945 time: 0.3185496 May 24 23:10:10.038913 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.065486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-be6d2f54-b731-46be-ba51-1781db2c4fca None None] Port 2df804a4-12d1-4b5b-a431-ab96ee956709 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:10:10.102820 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.149603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162be12-cddd-44bb-8a8c-aacf0ad941d7 req-a9ff27b3-6942-4394-bb78-10a8e89d3144 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:10.151161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e162be12-cddd-44bb-8a8c-aacf0ad941d7 req-a9ff27b3-6942-4394-bb78-10a8e89d3144 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.50 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 945 time: 0.5901937 May 24 23:10:10.218500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Router f5d0c622-76d8-48f6-925b-bf99daa6af40 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:10.306081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9b9c08a0-c029-4043-bbaa-f853f4ec15f4 req-ee462824-d04b-4a75-b880-5230b0d3cb77 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203455 May 24 23:10:10.362049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1923cb-ac52-447a-bb8d-a7c64c3e99c8 req-c9afb85a-6b9c-4e78-8cf5-4edf89b8899a tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:10.371123 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c1923cb-ac52-447a-bb8d-a7c64c3e99c8 req-c9afb85a-6b9c-4e78-8cf5-4edf89b8899a tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 945 time: 0.2412794 May 24 23:10:10.397020 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.450858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe0b1bf-194f-47f8-8c63-a46acb5955b7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:10.483460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-e162be12-cddd-44bb-8a8c-aacf0ad941d7 req-a23bb3ec-44d1-4697-b17b-90b47c3531ed tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Deleting port a76d684e-88ff-4c19-b080-8b421560ade2 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:10.484575 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e162be12-cddd-44bb-8a8c-aacf0ad941d7 req-a23bb3ec-44d1-4697-b17b-90b47c3531ed tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.514027 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c1923cb-ac52-447a-bb8d-a7c64c3e99c8 req-12349ee3-cef9-4a88-a7b1-8e40b6dea7bd tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420245 May 24 23:10:10.534933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:10.555464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd4be8e4-f608-439f-a646-2901f54b54c5 admin admin] 10.222.0.55 "PUT /v2.0/routers/f5d0c622-76d8-48f6-925b-bf99daa6af40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5075371 May 24 23:10:10.555568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Sync routers for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:10.568462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:10.569340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:10.606485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.607095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.607388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.607973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.608344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.608777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.609203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.609706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.610152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.611514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.611954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.612396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:10.831599 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:10.832961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8c6c46d0-0306-41ac-970f-1ac1b30269b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bfe0b1bf-194f-47f8-8c63-a46acb5955b7 HTTP/1.1" status: 204 len: 168 time: 1.2273097 May 24 23:10:10.946282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:11.022348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54233da0-8071-4109-9266-34db2611622b req-9051c643-8cd3-494e-94be-2b2309c96cd4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:11.031596 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54233da0-8071-4109-9266-34db2611622b req-9051c643-8cd3-494e-94be-2b2309c96cd4 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.4589503 May 24 23:10:11.136270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54233da0-8071-4109-9266-34db2611622b req-bac70113-8efd-4279-a3cf-c5d50335e82a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033585 May 24 23:10:11.178550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-e162be12-cddd-44bb-8a8c-aacf0ad941d7 req-a23bb3ec-44d1-4697-b17b-90b47c3531ed tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] For port a76d684e-88ff-4c19-b080-8b421560ade2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a76d684e-88ff-4c19-b080-8b421560ade2,segment=NetworkSegment(3433ebe2-a94e-4684-a287-fb2274ecf84d),segment_id=3433ebe2-a94e-4684-a287-fb2274ecf84d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:11.179087 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e162be12-cddd-44bb-8a8c-aacf0ad941d7 req-a23bb3ec-44d1-4697-b17b-90b47c3531ed tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:11.551202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 629378fe-2202-4f79-b044-37fec52bed02 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:11.554580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-e162be12-cddd-44bb-8a8c-aacf0ad941d7 req-a23bb3ec-44d1-4697-b17b-90b47c3531ed tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Calling delete_port for a76d684e-88ff-4c19-b080-8b421560ade2 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:11.827498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ed8e7-030d-49fd-b59a-dd3fd539e47b req-5fbe4d15-b8e2-4447-92c2-ece7f2c0eeda tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:11.832166 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df1ed8e7-030d-49fd-b59a-dd3fd539e47b req-5fbe4d15-b8e2-4447-92c2-ece7f2c0eeda tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 945 time: 0.2521434 May 24 23:10:11.896827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 629378fe-2202-4f79-b044-37fec52bed02 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:11.926272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 629378fe-2202-4f79-b044-37fec52bed02 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:11.927160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56290) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:11.930606 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:11.941010 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df1ed8e7-030d-49fd-b59a-dd3fd539e47b req-6b191eec-e2a7-4999-b163-308ad6617b28 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031737 May 24 23:10:11.961348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1083903941-network', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:11.972944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:11.981732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Usage tracker for resource:network and tenant:12fc54f3b5f846ab915e4cece74b2c95 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:11.989732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:12.002143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:12.033416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Made reservation on behalf of 12fc54f3b5f846ab915e4cece74b2c95 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:10:12.039090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66dd96-9992-49b5-a8e7-556f3a4f2e1e req-f94bf4af-3110-4a1b-b9df-8fcb38b0d0de tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:12.040726 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.041599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c66dd96-9992-49b5-a8e7-556f3a4f2e1e req-f94bf4af-3110-4a1b-b9df-8fcb38b0d0de tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/ports?device_id=731bec40-c8d8-4575-aacb-73812592ffae HTTP/1.1" status: 200 len: 945 time: 0.1750987 May 24 23:10:12.042667 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e162be12-cddd-44bb-8a8c-aacf0ad941d7 req-a23bb3ec-44d1-4697-b17b-90b47c3531ed tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.063387 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.084463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:12.094212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Usage tracker for resource:security_group_rule and tenant:12fc54f3b5f846ab915e4cece74b2c95 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:12.098167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:12.107705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:12.122579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bb3ec-44d1-4697-b17b-90b47c3531ed tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Pushing event deleted for resources: {'Port': ['ID=a76d684e-88ff-4c19-b080-8b421560ade2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:12.225439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 2, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:12.238079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Checking router: f5d0c622-76d8-48f6-925b-bf99daa6af40 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:12.238433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Updating router f5d0c622-76d8-48f6-925b-bf99daa6af40 port 2df804a4-12d1-4b5b-a431-ab96ee956709 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:10:12.275602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e162be12-cddd-44bb-8a8c-aacf0ad941d7 req-a23bb3ec-44d1-4697-b17b-90b47c3531ed tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] No DVR routers for this DVR port a76d684e-88ff-4c19-b080-8b421560ade2 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:10:12.278889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 629378fe-2202-4f79-b044-37fec52bed02 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:12.279271 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.292084 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e162be12-cddd-44bb-8a8c-aacf0ad941d7 req-a23bb3ec-44d1-4697-b17b-90b47c3531ed tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.296912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731bec40-c8d8-4575-aacb-73812592ffae', 'name': 'network-vif-deleted', 'tag': 'a76d684e-88ff-4c19-b080-8b421560ade2'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:12.314217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.322346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c66dd96-9992-49b5-a8e7-556f3a4f2e1e req-45981281-491a-4993-8c8f-c837274b9309 tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.55 "GET /v2.0/security-groups?id=344e642b-02ee-4e3f-bff7-69708fa5deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147198 May 24 23:10:12.325761 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.335364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e162be12-cddd-44bb-8a8c-aacf0ad941d7 req-a23bb3ec-44d1-4697-b17b-90b47c3531ed tempest-VolumesActionsTest-1881705479 tempest-VolumesActionsTest-1881705479-project] 10.222.0.50 "DELETE /v2.0/ports/a76d684e-88ff-4c19-b080-8b421560ade2 HTTP/1.1" status: 204 len: 173 time: 2.1462634 May 24 23:10:12.381412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:10:12.405923 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.407556 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Added segment cd01fdf4-b28d-496b-b16c-80a35efcd270 of type vlan for network a60cb052-f82e-4588-891c-ba31e3fdd096 May 24 23:10:12.465344 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.478446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.504903 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10a1ca5-dcaa-4045-a1d1-3d3b99e46141'] response: {'server_uuid': '731bec40-c8d8-4575-aacb-73812592ffae', 'name': 'network-vif-deleted', 'tag': 'a76d684e-88ff-4c19-b080-8b421560ade2', 'status': 'completed', 'code': 200} May 24 23:10:12.506925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629378fe-2202-4f79-b044-37fec52bed02'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:12.569847 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.570051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 629378fe-2202-4f79-b044-37fec52bed02, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=629378fe-2202-4f79-b044-37fec52bed02,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:12.574013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:12.575243 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.620133 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:12.759871 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b785d72-ce14-4b3f-90a8-bc7b31de9bd4'] response: {'server_uuid': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629378fe-2202-4f79-b044-37fec52bed02', 'code': 200} May 24 23:10:12.762398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=629378fe-2202-4f79-b044-37fec52bed02,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:12.795634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38504f5e-030b-459a-b817-a99ef13d1f73,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:12.893659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56314) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:12.926557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46334e7-217d-4552-9bf8-b6292d8aaaf1 req-91c19e15-538b-4368-807a-942b27da086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:12.928056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f46334e7-217d-4552-9bf8-b6292d8aaaf1 req-91c19e15-538b-4368-807a-942b27da086a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 1097 time: 0.1545949 May 24 23:10:12.959858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] Pushing event updated for resources: {'Network': ['ID=a60cb052-f82e-4588-891c-ba31e3fdd096,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:12.997772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network a60cb052-f82e-4588-891c-ba31e3fdd096 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:10:13.019823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f46334e7-217d-4552-9bf8-b6292d8aaaf1 req-54e479e5-9108-4365-9b40-f5757cafdf0b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836229 May 24 23:10:13.099639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c51c9791-e7dc-4738-962b-1dfdd1873a23 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1509190 May 24 23:10:13.103206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56324) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:13.113011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Request body: {'subnet': {'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1083903941-subnet', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:13.119933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:13.130295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd151040-27aa-4df0-b278-75ddb8b9c320 req-2b116317-f6e0-4d30-a562-c8038971a2ef tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:13.139436 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd151040-27aa-4df0-b278-75ddb8b9c320 req-2b116317-f6e0-4d30-a562-c8038971a2ef tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.5947948 May 24 23:10:13.153247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group': {'name': 'tempest-secgroup--512034865'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:13.162074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:13.167884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:13.174779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Usage tracker for resource:subnet and tenant:12fc54f3b5f846ab915e4cece74b2c95 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:13.175460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:13.188613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:13.198623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:13.210110 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd151040-27aa-4df0-b278-75ddb8b9c320 req-244aa9d6-f381-4ddd-b5dc-fa810cee36ae tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694523 May 24 23:10:13.249742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Made reservation on behalf of 12fc54f3b5f846ab915e4cece74b2c95 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:10:13.256789 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.262891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:13.314863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.331214 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.350766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:13.355489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:13.359893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:13.367289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:13.444517 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.461931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Transition to ACTIVE for port object 2df804a4-12d1-4b5b-a431-ab96ee956709 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:13.480362 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.500455 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.511685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8a95d-a0be-4a26-bc29-de399fabf196 req-3b7315a1-e130-4304-b8a7-9ffd016f46c6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:13.530908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7aa8a95d-a0be-4a26-bc29-de399fabf196 req-3b7315a1-e130-4304-b8a7-9ffd016f46c6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 946 time: 0.3476756 May 24 23:10:13.535945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a76d684e-88ff-4c19-b080-8b421560ade2 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:13.575546 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.581809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:13.600180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: a76d684e-88ff-4c19-b080-8b421560ade2 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:10:13.600714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a76d684e-88ff-4c19-b080-8b421560ade2 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:13.616913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:13.628768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:13.648913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:13.719637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d530160-3624-4ddf-853f-b452e56595b0 None None] Pushing event updated for resources: {'Port': ['ID=2df804a4-12d1-4b5b-a431-ab96ee956709,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:13.764007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.823269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.847744 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.938158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7aa8a95d-a0be-4a26-bc29-de399fabf196 req-a93691d7-de90-48bd-b20c-793c9b15558b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058478 May 24 23:10:13.942195 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.949670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0548875 May 24 23:10:13.950578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56338) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:13.987071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Attempting to bind port 2df804a4-12d1-4b5b-a431-ab96ee956709 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:10:13.987071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Attempting to bind port 2df804a4-12d1-4b5b-a431-ab96ee956709 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:10:13.987071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Attempting to bind port 2df804a4-12d1-4b5b-a431-ab96ee956709 on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:13.992981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:10:13.993443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Checking segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:13.993956 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:13.994562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Bound using segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:10:13.995818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Bound port: 2df804a4-12d1-4b5b-a431-ab96ee956709, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:10:13.995944 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.025977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Checking segment: {'id': 'cd01fdf4-b28d-496b-b16c-80a35efcd270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:14.028750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Network hostable DHCP agents. Network: a60cb052-f82e-4588-891c-ba31e3fdd096, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:10:14.034058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759a0a3d-6eee-4a33-b8f8-2d2617c14b08,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:14.065340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e90219bd-4355-41b0-9db0-2aa8dbea63a1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:14.087308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e0e050-5e3c-48b4-b946-416330b7f736,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:14.098877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Network a60cb052-f82e-4588-891c-ba31e3fdd096 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:10:14.126479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, a60cb052-f82e-4588-891c-ba31e3fdd096) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:14.131898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:14.132495 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.136968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] For port 2df804a4-12d1-4b5b-a431-ab96ee956709, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:14.142480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33050c16-5dc6-498b-9887-2502f73b729c None None] Network a60cb052-f82e-4588-891c-ba31e3fdd096 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:10:14.190865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b4080-ef6a-4aad-9ec2-fa3d8a35c0af tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e637e59c-ea92-42bc-899e-704b81536221,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:14.194256 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9ef86e47-1124-4a6b-9de2-3fc845b07008 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0905313 May 24 23:10:14.194934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56342) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:14.200112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1083903941-router', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:14.210918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:14.218930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Usage tracker for resource:router and tenant:12fc54f3b5f846ab915e4cece74b2c95 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:14.225471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:14.232164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e90219bd-4355-41b0-9db0-2aa8dbea63a1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:14.233781 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e90219bd-4355-41b0-9db0-2aa8dbea63a1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2770250 May 24 23:10:14.236755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56348) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:14.238358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:14.242727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b936814a-6be8-48bf-8281-7b8b5da25e24 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group': {'name': 'tempest-security--1514124721', 'description': 'tempest-security-description-1018048841'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:14.246336 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] For port 2df804a4-12d1-4b5b-a431-ab96ee956709, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2df804a4-12d1-4b5b-a431-ab96ee956709,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:10:14.262009 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.276743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.279570 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.323693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b936814a-6be8-48bf-8281-7b8b5da25e24 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.329362 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.660538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b936814a-6be8-48bf-8281-7b8b5da25e24 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.673718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b936814a-6be8-48bf-8281-7b8b5da25e24 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.676983 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b936814a-6be8-48bf-8281-7b8b5da25e24 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:14.678862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b936814a-6be8-48bf-8281-7b8b5da25e24 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "PUT /v2.0/security-groups/e637e59c-ea92-42bc-899e-704b81536221 HTTP/1.1" status: 200 len: 1780 time: 0.4409871 May 24 23:10:14.766202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56356) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:14.769741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936814a-6be8-48bf-8281-7b8b5da25e24 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e637e59c-ea92-42bc-899e-704b81536221,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:14.809156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:14.818749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:14.938600 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-75de1a44-6b1a-484c-ba63-4ee8873b134f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups/e637e59c-ea92-42bc-899e-704b81536221 HTTP/1.1" status: 200 len: 1780 time: 0.1616397 May 24 23:10:14.943126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56362) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:15.144808 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91cb7fab-8779-43ae-bafa-aad1265a6b98 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:15.145030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d530160-3624-4ddf-853f-b452e56595b0 None None] Pushing event updated for resources: {'Port': ['ID=2df804a4-12d1-4b5b-a431-ab96ee956709,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:15.201236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:15.276208 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91cb7fab-8779-43ae-bafa-aad1265a6b98 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:15.294933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-a60cb052-f82e-4588-891c-ba31e3fdd096', 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'fixed_ips': [{'subnet_id': '759a0a3d-6eee-4a33-b8f8-2d2617c14b08'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:10:15.295921 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:15.348564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8641f2-a8b5-4658-9a69-7d4012ef5f99 req-3e73522e-707d-46dd-82b8-d839b680a299 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:15.356148 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e8641f2-a8b5-4658-9a69-7d4012ef5f99 req-3e73522e-707d-46dd-82b8-d839b680a299 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 946 time: 0.1331582 May 24 23:10:15.411378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e8641f2-a8b5-4658-9a69-7d4012ef5f99 req-b39cadfa-57a6-4e75-8ac9-b8b28c0a869c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539889 May 24 23:10:15.412876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:15.437095 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91cb7fab-8779-43ae-bafa-aad1265a6b98 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:15.528715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5e959-d15d-46f5-9e38-2bc5a971da84 req-334b259a-99fa-46f7-9540-df9298c387a8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:15.543692 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cbe5e959-d15d-46f5-9e38-2bc5a971da84 req-334b259a-99fa-46f7-9540-df9298c387a8 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.9431508 May 24 23:10:15.565378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb7fab-8779-43ae-bafa-aad1265a6b98 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637e59c-ea92-42bc-899e-704b81536221,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:15.590836 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91cb7fab-8779-43ae-bafa-aad1265a6b98 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:15.595967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-91cb7fab-8779-43ae-bafa-aad1265a6b98 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-groups/e637e59c-ea92-42bc-899e-704b81536221 HTTP/1.1" status: 204 len: 168 time: 0.6503308 May 24 23:10:15.596960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56372) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:15.656553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cbe5e959-d15d-46f5-9e38-2bc5a971da84 req-73e39161-b690-4167-8d4f-272f141cfc9a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114869 May 24 23:10:15.945386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Allocated IP 172.20.0.2 (a60cb052-f82e-4588-891c-ba31e3fdd096/759a0a3d-6eee-4a33-b8f8-2d2617c14b08/04f32a49-b8d3-483c-baa9-9e0b5e0effff) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:15.978454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-63491e14-71dd-45ff-ab54-a5dabb0cf91a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:16.000561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:16.040967 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:16.042122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde209-4e14-4def-8c32-5aacbd275b65 req-80f12b62-0f39-4369-96eb-f89513702f3d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:16.050182 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ffde209-4e14-4def-8c32-5aacbd275b65 req-80f12b62-0f39-4369-96eb-f89513702f3d tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 946 time: 0.4099174 May 24 23:10:16.068717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-63491e14-71dd-45ff-ab54-a5dabb0cf91a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:16.070707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-63491e14-71dd-45ff-ab54-a5dabb0cf91a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4670155 May 24 23:10:16.095419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56382) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:16.158444 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-7516718b-55e4-4510-83dc-a2d7a1b8df16 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] delete failed (client error): The resource could not be found. May 24 23:10:16.159655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7516718b-55e4-4510-83dc-a2d7a1b8df16 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-groups/e637e59c-ea92-42bc-899e-704b81536221 HTTP/1.1" status: 404 len: 347 time: 0.0467439 May 24 23:10:16.168696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ffde209-4e14-4def-8c32-5aacbd275b65 req-02f9b29c-7edf-4e41-aa94-153c1ff18602 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177645 May 24 23:10:16.169295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56388) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:16.177374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064373044'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:16.193142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:16.206613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56394) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:16.319239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:16.363793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:16.386601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Allocated IP 172.25.7.151 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/0ee8138a-63f3-4020-b332-1ab93870e781) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:16.468983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:16.476642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:16.484606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:14Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:16.484859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:16.493864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:16.527970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a01bf2-f553-43f1-89fd-b0bc07ad676b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:16.528324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d97dd71-ae4e-4663-9bb5-d02a1a0c8fc1 None None] The sync data for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 is: [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:14Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:16.532223 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-85a01bf2-f553-43f1-89fd-b0bc07ad676b tempest-TestNetworkBasicOps-1311316499 tempest-TestNetworkBasicOps-1311316499-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 1092 time: 0.3189197 May 24 23:10:16.532640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56402) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:16.539125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '629378fe-2202-4f79-b044-37fec52bed02', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:16.552731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:16.562079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Usage tracker for resource:floatingip and tenant:001bb84369b443888c7219fb91448b85 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:16.566675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:16.578099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:16.627229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:16.650901 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:16.672555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Transition to ACTIVE for port object 04f32a49-b8d3-483c-baa9-9e0b5e0effff will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:16.681156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:16.693069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Transition to ACTIVE for port object 04f32a49-b8d3-483c-baa9-9e0b5e0effff will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:16.705477 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:16.835095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Network a60cb052-f82e-4588-891c-ba31e3fdd096 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:16.866697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:16.876054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:16.934939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Pushing event updated for resources: {'Port': ['ID=04f32a49-b8d3-483c-baa9-9e0b5e0effff,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:17.052452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:17.077792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Attempting to bind port 04f32a49-b8d3-483c-baa9-9e0b5e0effff on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:10:17.078382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Attempting to bind port 04f32a49-b8d3-483c-baa9-9e0b5e0effff by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'cd01fdf4-b28d-496b-b16c-80a35efcd270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:10:17.081558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Attempting to bind port 04f32a49-b8d3-483c-baa9-9e0b5e0effff on network a60cb052-f82e-4588-891c-ba31e3fdd096 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:17.096936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:10:17.097551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Checking segment: {'id': 'cd01fdf4-b28d-496b-b16c-80a35efcd270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:17.098563 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:17.099054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Bound using segment: {'id': 'cd01fdf4-b28d-496b-b16c-80a35efcd270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:10:17.099625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Bound port: 04f32a49-b8d3-483c-baa9-9e0b5e0effff, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd01fdf4-b28d-496b-b16c-80a35efcd270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:10:17.100103 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:17.177455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855805d9-5810-4412-8457-daef7be21f4e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:17.186333 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:17.209042 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:17.210499 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e5dfdf71-38e9-47ab-bca9-a07aff47ccac tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0400896 May 24 23:10:17.217821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56420) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:17.226621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ef7da5e8-abca-411d-bbf2-d30359915309 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': '855805d9-5810-4412-8457-daef7be21f4e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:17.268444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ef7da5e8-abca-411d-bbf2-d30359915309 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:17.281711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ef7da5e8-abca-411d-bbf2-d30359915309 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:17.298560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ef7da5e8-abca-411d-bbf2-d30359915309 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:17.306066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ef7da5e8-abca-411d-bbf2-d30359915309 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:17.361552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] For port 04f32a49-b8d3-483c-baa9-9e0b5e0effff, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:17.368572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] For port 04f32a49-b8d3-483c-baa9-9e0b5e0effff, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=04f32a49-b8d3-483c-baa9-9e0b5e0effff,segment=NetworkSegment(cd01fdf4-b28d-496b-b16c-80a35efcd270),segment_id=cd01fdf4-b28d-496b-b16c-80a35efcd270)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:10:17.382147 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:17.398802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a42ea-2ac7-4e52-8d98-42a5144e7afa req-56f13df4-eabe-41b0-82df-15e292c9002b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:17.408923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f5a42ea-2ac7-4e52-8d98-42a5144e7afa req-56f13df4-eabe-41b0-82df-15e292c9002b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.5082481 May 24 23:10:17.429997 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef7da5e8-abca-411d-bbf2-d30359915309 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:17.464256 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:17.500742 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:17.656473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c0f32-7e17-44e0-bf50-8ea086e7976c None None] Pushing event updated for resources: {'Port': ['ID=04f32a49-b8d3-483c-baa9-9e0b5e0effff,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:17.718221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:17.733990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:17.757669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:17.860730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Allocated IP 172.25.7.117 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/01c43ff1-3421-43e4-b246-cbcc4f995f08) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:17.917231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f5a42ea-2ac7-4e52-8d98-42a5144e7afa req-36936031-b7ed-4ab2-964d-504feb3bff78 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044580 May 24 23:10:18.017530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Pushing event updated for resources: {'Port': ['ID=0ee8138a-63f3-4020-b332-1ab93870e781,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:18.146750 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:18.303101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef7da5e8-abca-411d-bbf2-d30359915309 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:18.305329 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:18.384035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef7da5e8-abca-411d-bbf2-d30359915309 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:18.500468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7da5e8-abca-411d-bbf2-d30359915309 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48d760c-253b-44fb-ae65-dc2edf730e92,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:18.508154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:18.513157 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef7da5e8-abca-411d-bbf2-d30359915309 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:18.519961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ef7da5e8-abca-411d-bbf2-d30359915309 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2994921 May 24 23:10:18.523727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:18.530443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56436) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:18.575902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:18.685981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=01c43ff1-3421-43e4-b246-cbcc4f995f08,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:18.721335 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c726cfb7-2ec7-42b3-a7a0-e5f5244e4989 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:18.732965 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c726cfb7-2ec7-42b3-a7a0-e5f5244e4989 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:18.801974 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c726cfb7-2ec7-42b3-a7a0-e5f5244e4989 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:18.828189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 04f32a49-b8d3-483c-baa9-9e0b5e0effff up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:18.895441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726cfb7-2ec7-42b3-a7a0-e5f5244e4989 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a48d760c-253b-44fb-ae65-dc2edf730e92,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:18.897654 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c726cfb7-2ec7-42b3-a7a0-e5f5244e4989 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:18.902216 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c726cfb7-2ec7-42b3-a7a0-e5f5244e4989 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a48d760c-253b-44fb-ae65-dc2edf730e92 HTTP/1.1" status: 204 len: 168 time: 0.3681026 May 24 23:10:18.903259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56440) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:19.065129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 04f32a49-b8d3-483c-baa9-9e0b5e0effff completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:19.071407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2df804a4-12d1-4b5b-a431-ab96ee956709 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:19.302917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 2df804a4-12d1-4b5b-a431-ab96ee956709 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:19.309269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2df804a4-12d1-4b5b-a431-ab96ee956709 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:19.310001 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:19.350107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-23349572-c938-42c5-b90b-03ca16e1fd48 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:19.679858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-23349572-c938-42c5-b90b-03ca16e1fd48 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:19.687640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-23349572-c938-42c5-b90b-03ca16e1fd48 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7786160 May 24 23:10:19.695767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56452) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:19.700247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2df804a4-12d1-4b5b-a431-ab96ee956709 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:19.700792 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:19.765176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 2df804a4-12d1-4b5b-a431-ab96ee956709, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2df804a4-12d1-4b5b-a431-ab96ee956709,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:19.773873 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:19.796216 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:19.956018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-944275d4-cefd-43b9-8c14-009e0c7d3a6a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:19.963116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6cbf9-842c-43d4-b53f-ed699e6576fa req-bd08e3fb-3319-4b48-948b-de504b6c058d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:19.964026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed063d8d-8f74-4b4c-8ed6-f85df05edf79 None None] Network a60cb052-f82e-4588-891c-ba31e3fdd096 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:10:19.965441 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0d6cbf9-842c-43d4-b53f-ed699e6576fa req-bd08e3fb-3319-4b48-948b-de504b6c058d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.5304494 May 24 23:10:20.011961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-944275d4-cefd-43b9-8c14-009e0c7d3a6a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.084261 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=2df804a4-12d1-4b5b-a431-ab96ee956709,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:20.089776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b752ecbd-d5a1-4890-b5f9-540b63286d7e None None] Provisioning for port 04f32a49-b8d3-483c-baa9-9e0b5e0effff completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:20.097110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b752ecbd-d5a1-4890-b5f9-540b63286d7e None None] Provisioning complete for port 04f32a49-b8d3-483c-baa9-9e0b5e0effff triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:20.097853 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b752ecbd-d5a1-4890-b5f9-540b63286d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.118327 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-944275d4-cefd-43b9-8c14-009e0c7d3a6a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.130632 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0d6cbf9-842c-43d4-b53f-ed699e6576fa req-6e216579-5190-4c35-bce3-aa107ff085da tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452549 May 24 23:10:20.187909 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.203698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944275d4-cefd-43b9-8c14-009e0c7d3a6a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855805d9-5810-4412-8457-daef7be21f4e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:20.360951 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-944275d4-cefd-43b9-8c14-009e0c7d3a6a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.364352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-944275d4-cefd-43b9-8c14-009e0c7d3a6a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-groups/855805d9-5810-4412-8457-daef7be21f4e HTTP/1.1" status: 204 len: 168 time: 0.6511135 May 24 23:10:20.364632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56458) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:20.403018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.441307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b752ecbd-d5a1-4890-b5f9-540b63286d7e None None] Current status of the port 04f32a49-b8d3-483c-baa9-9e0b5e0effff is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:20.441842 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b752ecbd-d5a1-4890-b5f9-540b63286d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.482059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b752ecbd-d5a1-4890-b5f9-540b63286d7e None None] For port 04f32a49-b8d3-483c-baa9-9e0b5e0effff, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=04f32a49-b8d3-483c-baa9-9e0b5e0effff,segment=NetworkSegment(cd01fdf4-b28d-496b-b16c-80a35efcd270),segment_id=cd01fdf4-b28d-496b-b16c-80a35efcd270)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:20.500109 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b752ecbd-d5a1-4890-b5f9-540b63286d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.638714 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:20.639504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752ecbd-d5a1-4890-b5f9-540b63286d7e None None] Pushing event updated for resources: {'Port': ['ID=04f32a49-b8d3-483c-baa9-9e0b5e0effff,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:20.647085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2df804a4-12d1-4b5b-a431-ab96ee956709 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:20.777261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-60279a1d-3ea7-4128-8ff6-2063e1bd1e1d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:20.828195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2df804a4-12d1-4b5b-a431-ab96ee956709 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:20.828705 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:21.083420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2df804a4-12d1-4b5b-a431-ab96ee956709 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:21.141120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-60279a1d-3ea7-4128-8ff6-2063e1bd1e1d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:21.151562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-60279a1d-3ea7-4128-8ff6-2063e1bd1e1d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7786381 May 24 23:10:21.151673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Router 992f1766-f8f9-4a69-9382-61e958dc7b8b is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:10:21.154620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56470) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:21.181246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ae04c704-f781-4703-82cf-d2d559a3ca29 None None] Provisioning complete for port 04f32a49-b8d3-483c-baa9-9e0b5e0effff triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:21.181783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ae04c704-f781-4703-82cf-d2d559a3ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:21.182738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180223968'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:21.200383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:21.243687 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:21.259261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:21.275250 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:21.362511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:21.514459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ae04c704-f781-4703-82cf-d2d559a3ca29 None None] Current status of the port 04f32a49-b8d3-483c-baa9-9e0b5e0effff is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:21.722971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event updated for resources: {'Port': ['ID=01c43ff1-3421-43e4-b246-cbcc4f995f08,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:21.740373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:21.745767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:21.749260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:21.757553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:21.840136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:21.849888 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Sync routers for ids ['992f1766-f8f9-4a69-9382-61e958dc7b8b'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:21.856464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:21.866125 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Routers {'992f1766-f8f9-4a69-9382-61e958dc7b8b'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:21.870695 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['992f1766-f8f9-4a69-9382-61e958dc7b8b'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:21.880076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:21.896481 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:21.910977 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:21.914624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eacc7f1e-0864-4af2-ad2e-5fe84336f26c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7172160 May 24 23:10:21.917869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56480) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:22.219468 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Floating IP d8f8b2fa-1e7c-454e-bf12-d77f4c1b284b associated. External IP: 172.25.7.117, port: 629378fe-2202-4f79-b044-37fec52bed02. May 24 23:10:22.387101 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Set router 992f1766-f8f9-4a69-9382-61e958dc7b8b gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:22.456712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980e6e6-83b8-41e1-bcfe-2d743e9d1562 req-ba5da765-8160-4d24-9564-8b63e2fd14f5 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:22.460985 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3980e6e6-83b8-41e1-bcfe-2d743e9d1562 req-ba5da765-8160-4d24-9564-8b63e2fd14f5 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 945 time: 0.7328744 May 24 23:10:22.557793 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 04f32a49-b8d3-483c-baa9-9e0b5e0effff up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:22.586920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db09f38-ac50-43f9-9159-bb735780c177,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:22.727570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 04f32a49-b8d3-483c-baa9-9e0b5e0effff triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:22.728708 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:22.757429 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3980e6e6-83b8-41e1-bcfe-2d743e9d1562 req-8150cbdb-1cc7-400c-886a-603e6d25cd80 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807167 May 24 23:10:23.020564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca334-18c4-460f-af54-a86707374130 req-0c16d94b-a5c2-4c49-aba4-6534d0817946 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:23.022265 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-562ca334-18c4-460f-af54-a86707374130 req-0c16d94b-a5c2-4c49-aba4-6534d0817946 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 1.5538256 May 24 23:10:23.033336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:23.037471 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7bfdcd9a-041c-4a19-b449-454cc4853783 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8768392 May 24 23:10:23.088347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56498) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:23.214666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 04f32a49-b8d3-483c-baa9-9e0b5e0effff is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:23.222672 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-562ca334-18c4-460f-af54-a86707374130 req-babcd383-3578-46c2-a903-03dcd6d8c2d0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845949 May 24 23:10:23.270370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d35541d5-63ec-4511-981b-048d1d0f6f09 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': '9db09f38-ac50-43f9-9159-bb735780c177', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:23.299949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d35541d5-63ec-4511-981b-048d1d0f6f09 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:23.304599 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'name': 'tempest-TestVolumeBootPattern-1083903941-router', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:14Z', 'updated_at': '2022-05-24T23:10:18Z', 'revision_number': 3, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'gw_port': {'id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:16Z', 'updated_at': '2022-05-24T23:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:23.312646 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Checking router: 992f1766-f8f9-4a69-9382-61e958dc7b8b for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:23.313292 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Updating router 992f1766-f8f9-4a69-9382-61e958dc7b8b port 0ee8138a-63f3-4020-b332-1ab93870e781 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:10:23.368309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d35541d5-63ec-4511-981b-048d1d0f6f09 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:23.375597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d35541d5-63ec-4511-981b-048d1d0f6f09 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:23.390405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d35541d5-63ec-4511-981b-048d1d0f6f09 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:23.401605 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:23.566591 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d35541d5-63ec-4511-981b-048d1d0f6f09 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:23.798280 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d35541d5-63ec-4511-981b-048d1d0f6f09 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:23.848853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d35541d5-63ec-4511-981b-048d1d0f6f09 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:23.997468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35541d5-63ec-4511-981b-048d1d0f6f09 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0ef74c-51d3-4cc8-8760-00995bac1cad,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:24.046750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4b98c95f-e6b3-497c-a3a3-3bd5d59aa81d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:24.048596 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4b98c95f-e6b3-497c-a3a3-3bd5d59aa81d tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 945 time: 1.0117393 May 24 23:10:24.054916 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d35541d5-63ec-4511-981b-048d1d0f6f09 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:24.059419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d35541d5-63ec-4511-981b-048d1d0f6f09 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8356473 May 24 23:10:24.060450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56514) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:24.164459 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:24.195163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3cc5edbc-9916-49db-b9ea-2a50e2e78545 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': '9db09f38-ac50-43f9-9159-bb735780c177', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:24.337598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3cc5edbc-9916-49db-b9ea-2a50e2e78545 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:24.370935 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:24.375960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 8f73c465-b193-49c5-89a9-7540e1e8582f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:24.388243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3cc5edbc-9916-49db-b9ea-2a50e2e78545 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:24.396140 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Transition to ACTIVE for port object 0ee8138a-63f3-4020-b332-1ab93870e781 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:24.414319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3cc5edbc-9916-49db-b9ea-2a50e2e78545 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:24.416600 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:24.455672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3cc5edbc-9916-49db-b9ea-2a50e2e78545 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:24.473291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Deleting port da5336cb-32fc-4a12-b62b-6fb12d32f237 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:24.476516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:24.583047 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:24.686262 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Attempting to bind port 0ee8138a-63f3-4020-b332-1ab93870e781 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:10:24.687216 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Attempting to bind port 0ee8138a-63f3-4020-b332-1ab93870e781 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:10:24.687853 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Attempting to bind port 0ee8138a-63f3-4020-b332-1ab93870e781 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:24.698776 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dae7f-9bb4-49f2-aa5d-844766e74bc8 None None] Pushing event updated for resources: {'Port': ['ID=0ee8138a-63f3-4020-b332-1ab93870e781,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:24.752342 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:10:24.753073 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:24.754348 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:24.755342 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:10:24.756641 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Bound port: 0ee8138a-63f3-4020-b332-1ab93870e781, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:10:24.757260 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:24.929584 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] For port 0ee8138a-63f3-4020-b332-1ab93870e781, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:24.934616 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] For port 0ee8138a-63f3-4020-b332-1ab93870e781, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0ee8138a-63f3-4020-b332-1ab93870e781,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:10:24.945031 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.031192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d8ece-ae65-46d2-904c-f7809fe1c23f req-6336fb46-b3f3-4abc-bc3a-a08c696f2203 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:25.032720 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc4d8ece-ae65-46d2-904c-f7809fe1c23f req-6336fb46-b3f3-4abc-bc3a-a08c696f2203 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 945 time: 0.7967303 May 24 23:10:25.033413 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3cc5edbc-9916-49db-b9ea-2a50e2e78545 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.057886 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dae7f-9bb4-49f2-aa5d-844766e74bc8 None None] Pushing event updated for resources: {'Port': ['ID=0ee8138a-63f3-4020-b332-1ab93870e781,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:25.136917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046ff3b-3f31-449b-b26f-ca2732e1d5f1 req-94ec830b-823c-4d4d-8723-2c97554a2221 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:25.145399 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Routers {'992f1766-f8f9-4a69-9382-61e958dc7b8b'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:25.147645 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2046ff3b-3f31-449b-b26f-ca2732e1d5f1 req-94ec830b-823c-4d4d-8723-2c97554a2221 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.6494572 May 24 23:10:25.148825 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['992f1766-f8f9-4a69-9382-61e958dc7b8b'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:25.179760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Allocated IP 172.20.0.1 (a60cb052-f82e-4588-891c-ba31e3fdd096/759a0a3d-6eee-4a33-b8f8-2d2617c14b08/e4f13b20-e84d-4554-9083-7ef2d1258211) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:25.216640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2046ff3b-3f31-449b-b26f-ca2732e1d5f1 req-1c0dfbbe-f56b-4e29-8fc7-a219e2027118 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679989 May 24 23:10:25.262549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc4d8ece-ae65-46d2-904c-f7809fe1c23f req-6e0954fc-b35d-45a0-a12a-1435493aee8f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215290 May 24 23:10:25.554706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.579187 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Transition to ACTIVE for port object e4f13b20-e84d-4554-9083-7ef2d1258211 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:25.597217 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] Set router 992f1766-f8f9-4a69-9382-61e958dc7b8b gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:25.626863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.793782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Network a60cb052-f82e-4588-891c-ba31e3fdd096 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:25.797008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:25.805047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:25.827863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:25.839068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac10a7-4f79-4227-9f4d-68c3a0d22659 None None] Sync routers for ids ['8f73c465-b193-49c5-89a9-7540e1e8582f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:25.859716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac10a7-4f79-4227-9f4d-68c3a0d22659 None None] Routers {'8f73c465-b193-49c5-89a9-7540e1e8582f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:25.860473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1bac10a7-4f79-4227-9f4d-68c3a0d22659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8f73c465-b193-49c5-89a9-7540e1e8582f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:25.923808 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3cc5edbc-9916-49db-b9ea-2a50e2e78545 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.952604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Pushing event updated for resources: {'Port': ['ID=e4f13b20-e84d-4554-9083-7ef2d1258211,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:25.957450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.959370 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3cc5edbc-9916-49db-b9ea-2a50e2e78545 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:25.962244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] For port da5336cb-32fc-4a12-b62b-6fb12d32f237, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=da5336cb-32fc-4a12-b62b-6fb12d32f237,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:25.962856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:26.029669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:26.060030 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:26.167791 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:26.286147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-1bac10a7-4f79-4227-9f4d-68c3a0d22659 None None] Set router 8f73c465-b193-49c5-89a9-7540e1e8582f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:26.291958 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'name': 'tempest-TestVolumeBootPattern-1083903941-router', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:14Z', 'updated_at': '2022-05-24T23:10:18Z', 'revision_number': 3, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'gw_port': {'id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:16Z', 'updated_at': '2022-05-24T23:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:26.314495 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b56102-06fa-43ef-a3d5-8ed71eb08ece None None] The sync data for ids ['992f1766-f8f9-4a69-9382-61e958dc7b8b'] in n-d-843146-7 is: [{'id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'name': 'tempest-TestVolumeBootPattern-1083903941-router', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:14Z', 'updated_at': '2022-05-24T23:10:18Z', 'revision_number': 3, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'gw_port': {'id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:16Z', 'updated_at': '2022-05-24T23:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:26.336304 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a0e94162-a5cb-496f-96bb-844f1f54d1a6 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.8025711 May 24 23:10:26.343859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56546) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:26.396587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'tag': '629378fe-2202-4f79-b044-37fec52bed02'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:26.409285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5edbc-9916-49db-b9ea-2a50e2e78545 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf356b7-a428-4e80-87bc-19575f87863e,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:26.511632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-24f043de-fa64-4004-973a-8390808cf86a None None] Provisioning for port e4f13b20-e84d-4554-9083-7ef2d1258211 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:26.511917 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3cc5edbc-9916-49db-b9ea-2a50e2e78545 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:26.513135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3cc5edbc-9916-49db-b9ea-2a50e2e78545 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.3305690 May 24 23:10:26.527026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56552) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:26.552205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1397cfcf-9d9e-4e26-bc78-8eab7f20cbb7 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': '9db09f38-ac50-43f9-9159-bb735780c177', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:26.558833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-24f043de-fa64-4004-973a-8390808cf86a None None] Provisioning complete for port e4f13b20-e84d-4554-9083-7ef2d1258211 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:26.559774 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-24f043de-fa64-4004-973a-8390808cf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:26.587916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1397cfcf-9d9e-4e26-bc78-8eab7f20cbb7 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:26.816226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7962cf27-48ff-4cdc-92d9-fd2178f98a0e tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/floatingips/d8f8b2fa-1e7c-454e-bf12-d77f4c1b284b HTTP/1.1" status: 200 len: 992 time: 0.4710367 May 24 23:10:26.930810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-24f043de-fa64-4004-973a-8390808cf86a None None] Port e4f13b20-e84d-4554-9083-7ef2d1258211 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:10:26.961556 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:26.970865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1397cfcf-9d9e-4e26-bc78-8eab7f20cbb7 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:26.977550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1397cfcf-9d9e-4e26-bc78-8eab7f20cbb7 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:26.982858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054538a-e55a-4217-abd5-633231145adb req-9b926403-537c-46b8-a45e-7b69e2e7b742 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:26.984522 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8054538a-e55a-4217-abd5-633231145adb req-9b926403-537c-46b8-a45e-7b69e2e7b742 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.4402273 May 24 23:10:26.985971 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.021663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1397cfcf-9d9e-4e26-bc78-8eab7f20cbb7 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:27.075338 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.076005 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.076487 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Floating IP 5cecaf26-63ee-46de-af77-6cc25e99ff25 disassociated. External IP: 172.25.7.84, port: da5336cb-32fc-4a12-b62b-6fb12d32f237. May 24 23:10:27.077062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Calling delete_port for da5336cb-32fc-4a12-b62b-6fb12d32f237 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:27.157550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1397cfcf-9d9e-4e26-bc78-8eab7f20cbb7 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.214287 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.234802 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8054538a-e55a-4217-abd5-633231145adb req-05be66de-550f-4726-b62f-7ec396823daf tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093580 May 24 23:10:27.240845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Pushing event updated for resources: {'Port': ['ID=e4f13b20-e84d-4554-9083-7ef2d1258211,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:27.351162 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acd7ffa-2d12-4520-a11b-bf57eb54281e'] response: {'name': 'network-changed', 'server_uuid': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'tag': '629378fe-2202-4f79-b044-37fec52bed02', 'status': 'completed', 'code': 200} May 24 23:10:27.371350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72f962-dece-4f13-ad8c-72f3fea1d146 req-10e9fd84-5f6d-4a41-ae15-b7390791c954 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:27.381830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f72f962-dece-4f13-ad8c-72f3fea1d146 req-10e9fd84-5f6d-4a41-ae15-b7390791c954 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 945 time: 0.8036022 May 24 23:10:27.405431 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.446890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1bac10a7-4f79-4227-9f4d-68c3a0d22659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:44Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'd8f8b2fa-1e7c-454e-bf12-d77f4c1b284b', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'port_id': '629378fe-2202-4f79-b044-37fec52bed02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'mac_address': 'fa:16:3e:d7:f0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:19Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 0, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31a26fc-075a-4ec2-b24c-7354f8cb456a', 'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:55:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:41Z', 'updated_at': '2022-05-24T23:09:53Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:27.453552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac10a7-4f79-4227-9f4d-68c3a0d22659 None None] Checking router: 8f73c465-b193-49c5-89a9-7540e1e8582f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:27.464864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac10a7-4f79-4227-9f4d-68c3a0d22659 None None] Routers {'8f73c465-b193-49c5-89a9-7540e1e8582f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:27.466313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1bac10a7-4f79-4227-9f4d-68c3a0d22659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8f73c465-b193-49c5-89a9-7540e1e8582f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:27.499777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'Port': ['ID=da5336cb-32fc-4a12-b62b-6fb12d32f237,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:27.584484 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1397cfcf-9d9e-4e26-bc78-8eab7f20cbb7 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.621420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device da5336cb-32fc-4a12-b62b-6fb12d32f237 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:27.743710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: da5336cb-32fc-4a12-b62b-6fb12d32f237 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:10:27.744145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device da5336cb-32fc-4a12-b62b-6fb12d32f237 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:27.753231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1397cfcf-9d9e-4e26-bc78-8eab7f20cbb7 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:27.819951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56576) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:27.826135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f72f962-dece-4f13-ad8c-72f3fea1d146 req-cdf33f4b-7167-4c31-bbae-c5aa420374b8 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups?id=5968140a-4f2b-45d5-95b2-0006ec213ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4432986 May 24 23:10:27.976841 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e0214c4b-3ea7-4759-8005-c3b2d413b3f2 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/floatingips/d8f8b2fa-1e7c-454e-bf12-d77f4c1b284b HTTP/1.1" status: 200 len: 992 time: 0.1555872 May 24 23:10:27.990608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-1bac10a7-4f79-4227-9f4d-68c3a0d22659 None None] Set router 8f73c465-b193-49c5-89a9-7540e1e8582f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:28.058186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397cfcf-9d9e-4e26-bc78-8eab7f20cbb7 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ab7558-d3d3-48d9-be9d-c50a2c2061a3,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:28.065799 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1397cfcf-9d9e-4e26-bc78-8eab7f20cbb7 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:28.072291 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1397cfcf-9d9e-4e26-bc78-8eab7f20cbb7 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5440910 May 24 23:10:28.076509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Network a60cb052-f82e-4588-891c-ba31e3fdd096 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:28.078858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56580) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:28.082046 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a0b33-2b15-4262-9189-a0d8c75f2635 req-d407ed7e-aa91-492c-9336-927d634d40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:28.084813 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b8a0b33-2b15-4262-9189-a0d8c75f2635 req-d407ed7e-aa91-492c-9336-927d634d40f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 1097 time: 0.4780161 May 24 23:10:28.235419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.50', 49361) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:28.267104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:28.273574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': '9db09f38-ac50-43f9-9159-bb735780c177', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:28.294328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:28.398630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:28.447467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8215da8-9935-4e83-82cf-8c7eb71a3dbf req-9cfef1c4-ae6f-4d60-9ac1-4d34f55a9a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:28.448862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8215da8-9935-4e83-82cf-8c7eb71a3dbf req-9cfef1c4-ae6f-4d60-9ac1-4d34f55a9a8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 1096 time: 0.6063550 May 24 23:10:28.499559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:28.503281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a0b33-2b15-4262-9189-a0d8c75f2635 req-e6500cca-d85c-4727-9c35-d08eeedeee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:28.504810 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b8a0b33-2b15-4262-9189-a0d8c75f2635 req-e6500cca-d85c-4727-9c35-d08eeedeee33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc1055d5-8f13-4722-9412-d524f690fd23 HTTP/1.1" status: 200 len: 897 time: 0.4039381 May 24 23:10:28.514203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:28.586433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:28.671410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0ee8138a-63f3-4020-b332-1ab93870e781 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:28.840830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8215da8-9935-4e83-82cf-8c7eb71a3dbf req-9eeea720-cbbe-442c-a847-1d4c0f87e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:28.842339 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8215da8-9935-4e83-82cf-8c7eb71a3dbf req-9eeea720-cbbe-442c-a847-1d4c0f87e790 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.3831937 May 24 23:10:28.889136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:28.899792 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9847b66-e74b-4288-99fb-0d72a7277c5e None None] Sync routers for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:28.916503 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:28.930420 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9847b66-e74b-4288-99fb-0d72a7277c5e None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:28.930420 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b9847b66-e74b-4288-99fb-0d72a7277c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:28.977382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c32e3420-3e5e-4676-b114-b7d76620a92a None None] Provisioning complete for port e4f13b20-e84d-4554-9083-7ef2d1258211 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:28.977922 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c32e3420-3e5e-4676-b114-b7d76620a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:28.987664 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b8a0b33-2b15-4262-9189-a0d8c75f2635 req-ab664292-7126-4c88-9dd0-45a060a81620 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=629378fe-2202-4f79-b044-37fec52bed02 HTTP/1.1" status: 200 len: 1000 time: 0.4616854 May 24 23:10:28.992904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56594) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:29.049145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c32e3420-3e5e-4676-b114-b7d76620a92a None None] Port e4f13b20-e84d-4554-9083-7ef2d1258211 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:10:29.104281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 0ee8138a-63f3-4020-b332-1ab93870e781 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:29.124547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0ee8138a-63f3-4020-b332-1ab93870e781 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:29.126255 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.151215 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8215da8-9935-4e83-82cf-8c7eb71a3dbf req-99db642a-a759-4a14-9a54-86791494f92b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d889d526-ab55-4523-afc7-339bfae4fd1d HTTP/1.1" status: 200 len: 217 time: 0.2598372 May 24 23:10:29.269663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1bac10a7-4f79-4227-9f4d-68c3a0d22659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:44Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'd8f8b2fa-1e7c-454e-bf12-d77f4c1b284b', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'port_id': '629378fe-2202-4f79-b044-37fec52bed02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'mac_address': 'fa:16:3e:d7:f0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:19Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 0, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31a26fc-075a-4ec2-b24c-7354f8cb456a', 'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:55:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:41Z', 'updated_at': '2022-05-24T23:09:53Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:29.276982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac10a7-4f79-4227-9f4d-68c3a0d22659 None None] The sync data for ids ['8f73c465-b193-49c5-89a9-7540e1e8582f'] in n-d-843146-7 is: [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:44Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'd8f8b2fa-1e7c-454e-bf12-d77f4c1b284b', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'port_id': '629378fe-2202-4f79-b044-37fec52bed02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'mac_address': 'fa:16:3e:d7:f0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:10:19Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 0, 'project_id': '001bb84369b443888c7219fb91448b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31a26fc-075a-4ec2-b24c-7354f8cb456a', 'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:55:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:41Z', 'updated_at': '2022-05-24T23:09:53Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:29.390701 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-e22350f6-1291-4ece-abff-f26941938385 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1477549 May 24 23:10:29.422527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0ee8138a-63f3-4020-b332-1ab93870e781 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:29.422906 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.443196 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-b9847b66-e74b-4288-99fb-0d72a7277c5e None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:29.446052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] No DVR routers for this DVR port da5336cb-32fc-4a12-b62b-6fb12d32f237 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:10:29.458589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 0ee8138a-63f3-4020-b332-1ab93870e781, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0ee8138a-63f3-4020-b332-1ab93870e781,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:29.472380 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.539232 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.542532 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.50 "DELETE /v2.0/ports/da5336cb-32fc-4a12-b62b-6fb12d32f237 HTTP/1.1" status: 204 len: 173 time: 5.4812417 May 24 23:10:29.553344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8215da8-9935-4e83-82cf-8c7eb71a3dbf req-8a899cb9-c6a2-41d0-aa07-d84341a1131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:29.555523 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8215da8-9935-4e83-82cf-8c7eb71a3dbf req-8a899cb9-c6a2-41d0-aa07-d84341a1131a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.3625505 May 24 23:10:29.557002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'name': 'network-vif-deleted', 'tag': 'da5336cb-32fc-4a12-b62b-6fb12d32f237'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:29.561509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a0b33-2b15-4262-9189-a0d8c75f2635 req-c93cf68c-723b-4773-b4a3-3632959bded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:29.563547 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b8a0b33-2b15-4262-9189-a0d8c75f2635 req-c93cf68c-723b-4773-b4a3-3632959bded2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b5d1233-6af5-47ec-8df2-d8f208de5cb2 HTTP/1.1" status: 200 len: 834 time: 0.5512624 May 24 23:10:29.575411 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f04878c2-b341-4b30-9990-46f6f4d54444 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/floatingips/d8f8b2fa-1e7c-454e-bf12-d77f4c1b284b HTTP/1.1" status: 200 len: 992 time: 0.5803487 May 24 23:10:29.652020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=0ee8138a-63f3-4020-b332-1ab93870e781,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:29.737005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b0e72-523f-4b54-b8c5-d87c99898f8a None None] New status for floating IP d8f8b2fa-1e7c-454e-bf12-d77f4c1b284b: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:10:29.787542 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-382a5241-9eba-4c16-ba9f-604a1717e175 req-a7cfc82b-cba5-47b0-919a-dd7f2d9f5e1f tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/ports?device_id=806410aa-c236-44be-bb5d-7c02a8a0c19d HTTP/1.1" status: 200 len: 210 time: 0.1924760 May 24 23:10:29.808622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Router 992f1766-f8f9-4a69-9382-61e958dc7b8b has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:29.828619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36959cec-defb-45a8-9b5e-c85c37c2f299 req-f51987a6-4f09-4f3b-aac7-7935a076e71d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:29.830742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36959cec-defb-45a8-9b5e-c85c37c2f299 req-f51987a6-4f09-4f3b-aac7-7935a076e71d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.9832730 May 24 23:10:29.845233 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.921630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a0b33-2b15-4262-9189-a0d8c75f2635 req-3e8cca76-ddfe-4f14-bd9b-996c0886a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:29.923335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b8a0b33-2b15-4262-9189-a0d8c75f2635 req-3e8cca76-ddfe-4f14-bd9b-996c0886a444 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc1055d5-8f13-4722-9412-d524f690fd23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3393774 May 24 23:10:29.924020 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:29.937710 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e358ae-fe7b-4fa5-b32b-776efa8dc676'] response: {'server_uuid': '806410aa-c236-44be-bb5d-7c02a8a0c19d', 'name': 'network-vif-deleted', 'tag': 'da5336cb-32fc-4a12-b62b-6fb12d32f237', 'status': 'completed', 'code': 200} May 24 23:10:29.954598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-d7559c87-6d19-4aa3-af30-e0d287fdd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:29.956092 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-d7559c87-6d19-4aa3-af30-e0d287fdd372 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 1097 time: 0.5124271 May 24 23:10:30.042734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8215da8-9935-4e83-82cf-8c7eb71a3dbf req-c4cdcdaa-6e2a-4253-97a8-75806cd9af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:30.044177 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8215da8-9935-4e83-82cf-8c7eb71a3dbf req-c4cdcdaa-6e2a-4253-97a8-75806cd9af3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4739711 May 24 23:10:30.054719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36959cec-defb-45a8-9b5e-c85c37c2f299 req-d2abbab3-f124-4b3b-9bfd-6ac19dc9c6c5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116470 May 24 23:10:30.171560 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b9847b66-e74b-4288-99fb-0d72a7277c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:30.182031 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9847b66-e74b-4288-99fb-0d72a7277c5e None None] Checking router: e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:30.204910 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9847b66-e74b-4288-99fb-0d72a7277c5e None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:30.207011 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b9847b66-e74b-4288-99fb-0d72a7277c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:30.257287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:30.474987 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-b9847b66-e74b-4288-99fb-0d72a7277c5e None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:30.540289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-c8f785ae-6244-4529-a918-3cc3a8065146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:30.546894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-c8f785ae-6244-4529-a918-3cc3a8065146 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.5633714 May 24 23:10:30.656234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0ee8138a-63f3-4020-b332-1ab93870e781 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:30.685270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56608) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:30.689939 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8215da8-9935-4e83-82cf-8c7eb71a3dbf req-2acc61a0-a545-4926-9686-d423be22a051 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288581 May 24 23:10:30.835448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0ee8138a-63f3-4020-b332-1ab93870e781 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:30.835448 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:30.901088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-f2341812-345c-48b2-b3b0-29cd1478b392 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e HTTP/1.1" status: 200 len: 217 time: 0.3440628 May 24 23:10:31.040438 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b8a0b33-2b15-4262-9189-a0d8c75f2635 req-bd5df1d3-2039-414c-95a1-8879e69c2833 service neutron] 10.222.0.50 "GET /v2.0/networks/cc1055d5-8f13-4722-9412-d524f690fd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0956495 May 24 23:10:31.078681 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Sync routers for ids ['992f1766-f8f9-4a69-9382-61e958dc7b8b'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:31.090229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd14f4b-8a13-4079-b5c3-29cabe5a37ed,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:31.106882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.108055 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.8386860 May 24 23:10:31.131967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56624) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:31.132413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56626) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:31.139774 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Routers {'992f1766-f8f9-4a69-9382-61e958dc7b8b'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:31.140553 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['992f1766-f8f9-4a69-9382-61e958dc7b8b'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:31.168122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-87c99287-0099-4e19-83d1-699ee716ccb2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': '9db09f38-ac50-43f9-9159-bb735780c177', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:31.267222 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:10:31.284905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.285252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.285693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.287523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.287878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.288270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.288611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.288941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.289269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.289627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.289956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.290278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697e5f3-5f95-4014-b38a-1199d2aa105d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:31.298957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0ee8138a-63f3-4020-b332-1ab93870e781 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:31.339797 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8215da8-9935-4e83-82cf-8c7eb71a3dbf req-cd9e19fa-a532-4acf-9c30-75ca8c49c54b service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378938 May 24 23:10:31.351802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-87c99287-0099-4e19-83d1-699ee716ccb2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:31.388965 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-08236a11-698c-4a40-9c87-9f7ec66b1d52 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/floatingips/d8f8b2fa-1e7c-454e-bf12-d77f4c1b284b HTTP/1.1" status: 200 len: 994 time: 0.6962702 May 24 23:10:31.399642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-1910829d-c625-406c-b885-612cd2f66e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:31.402014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-1910829d-c625-406c-b885-612cd2f66e5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.2411621 May 24 23:10:31.441559 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b8e0acb3-897b-4983-abc6-2ca2e077da6c admin admin] 10.222.0.55 "PUT /v2.0/routers/992f1766-f8f9-4a69-9382-61e958dc7b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4939585 May 24 23:10:31.456201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-87c99287-0099-4e19-83d1-699ee716ccb2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:31.463311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-87c99287-0099-4e19-83d1-699ee716ccb2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:31.480536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-87c99287-0099-4e19-83d1-699ee716ccb2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:31.592360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c30d1a4-2af1-41d3-bab1-d0d139327426 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.593203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-efd975bf-16fe-4b35-b31a-e234e3c10365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:31.602158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-efd975bf-16fe-4b35-b31a-e234e3c10365 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827393 May 24 23:10:31.607395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b8a0b33-2b15-4262-9189-a0d8c75f2635 req-05c5be59-519e-44a8-b617-c246a9ec19dd service neutron] 10.222.0.50 "GET /v2.0/networks/cc1055d5-8f13-4722-9412-d524f690fd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523944 May 24 23:10:31.618437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-87c99287-0099-4e19-83d1-699ee716ccb2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.632262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d889d526-ab55-4523-afc7-339bfae4fd1d no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:31.713007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-87c99287-0099-4e19-83d1-699ee716ccb2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.715217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c30d1a4-2af1-41d3-bab1-d0d139327426 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.736438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045c951-2290-48fa-8e88-4afaa11b4654 req-55a682ef-81c9-47c0-ac8d-170c785b14d5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:31.737999 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3045c951-2290-48fa-8e88-4afaa11b4654 req-55a682ef-81c9-47c0-ac8d-170c785b14d5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 945 time: 0.3877401 May 24 23:10:31.739103 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-87c99287-0099-4e19-83d1-699ee716ccb2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.864257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c99287-0099-4e19-83d1-699ee716ccb2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc9e1dc-cf02-4e9d-87f8-83a94b6c384e,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:31.868314 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b9847b66-e74b-4288-99fb-0d72a7277c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:31.879702 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9847b66-e74b-4288-99fb-0d72a7277c5e None None] The sync data for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 is: [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:03:59Z', 'revision_number': 4, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '244ca3cd-5173-4ca4-aa1b-bb3b1f943785', 'name': '', 'network_id': '4dbd9183-8740-47be-9080-f446c9f960dd', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'mac_address': 'fa:16:3e:42:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:56Z', 'updated_at': '2022-05-24T23:04:08Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'subnets': [{'id': 'fb1303f6-a75c-4770-b75a-ff3909584636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:31.899302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d889d526-ab55-4523-afc7-339bfae4fd1d is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:31.899783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.900329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Set router 992f1766-f8f9-4a69-9382-61e958dc7b8b gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:31.944841 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3045c951-2290-48fa-8e88-4afaa11b4654 req-c89d7f8f-c99c-4554-935b-9482622fa5af tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812038 May 24 23:10:31.949926 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-87c99287-0099-4e19-83d1-699ee716ccb2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:31.954256 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-87c99287-0099-4e19-83d1-699ee716ccb2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8139508 May 24 23:10:31.955963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd889d526-ab55-4523-afc7-339bfae4fd1d'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:31.958512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56642) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:31.966789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-8bad3601-92c4-43d6-a995-7c0e1308f040 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581951 May 24 23:10:32.017691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port d889d526-ab55-4523-afc7-339bfae4fd1d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d889d526-ab55-4523-afc7-339bfae4fd1d,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:32.033031 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.076445 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6e8ad72-379a-44fa-a741-168059a6916d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.128426 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c30d1a4-2af1-41d3-bab1-d0d139327426 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.193012 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceff7d01-b018-4857-bdce-c9e5f87e87db'] response: {'server_uuid': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd889d526-ab55-4523-afc7-339bfae4fd1d', 'code': 200} May 24 23:10:32.194096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=d889d526-ab55-4523-afc7-339bfae4fd1d,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:32.247484 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6e8ad72-379a-44fa-a741-168059a6916d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.253662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30d1a4-2af1-41d3-bab1-d0d139327426 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5968140a-4f2b-45d5-95b2-0006ec213ea6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:32.308579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c30d1a4-2af1-41d3-bab1-d0d139327426 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.318890 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1c30d1a4-2af1-41d3-bab1-d0d139327426 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "DELETE /v2.0/security-groups/5968140a-4f2b-45d5-95b2-0006ec213ea6 HTTP/1.1" status: 204 len: 168 time: 1.1771460 May 24 23:10:32.322042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56658) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:32.362239 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-199e3d8c-f18a-4400-b794-64802b97ded9 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] show failed (client error): The resource could not be found. May 24 23:10:32.366574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0ccb2da5-f850-42a6-8d49-7efd00195c98 req-e4788c7e-a3cf-49ba-95bf-af81b39b111e service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985298 May 24 23:10:32.368752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-199e3d8c-f18a-4400-b794-64802b97ded9 tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "GET /v2.0/security-groups/5968140a-4f2b-45d5-95b2-0006ec213ea6 HTTP/1.1" status: 404 len: 347 time: 0.0454056 May 24 23:10:32.373336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56662) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:32.381931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6e8ad72-379a-44fa-a741-168059a6916d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.415321 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6e8ad72-379a-44fa-a741-168059a6916d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.416668 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e6e8ad72-379a-44fa-a741-168059a6916d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/dcc9e1dc-cf02-4e9d-87f8-83a94b6c384e HTTP/1.1" status: 204 len: 168 time: 0.4569998 May 24 23:10:32.417602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8ad72-379a-44fa-a741-168059a6916d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcc9e1dc-cf02-4e9d-87f8-83a94b6c384e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:32.424457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56666) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:32.496489 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6bdad851-123f-421a-9443-43e2216f113a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:32.509790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c04be-5bee-437a-90bd-e9d5125622dc None None] New status for floating IP 5cecaf26-63ee-46de-af77-6cc25e99ff25: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:10:32.554321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6bdad851-123f-421a-9443-43e2216f113a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:32.555782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6bdad851-123f-421a-9443-43e2216f113a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1303725 May 24 23:10:32.559041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56670) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:32.592959 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'name': 'tempest-TestVolumeBootPattern-1083903941-router', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:14Z', 'updated_at': '2022-05-24T23:10:26Z', 'revision_number': 4, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'gw_port': {'id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:16Z', 'updated_at': '2022-05-24T23:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'e4f13b20-e84d-4554-9083-7ef2d1258211', 'name': '', 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'mac_address': 'fa:16:3e:36:31:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '759a0a3d-6eee-4a33-b8f8-2d2617c14b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:24Z', 'updated_at': '2022-05-24T23:10:26Z', 'revision_number': 2, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'subnets': [{'id': '759a0a3d-6eee-4a33-b8f8-2d2617c14b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:32.597783 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Checking router: 992f1766-f8f9-4a69-9382-61e958dc7b8b for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:32.598289 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Updating router 992f1766-f8f9-4a69-9382-61e958dc7b8b port e4f13b20-e84d-4554-9083-7ef2d1258211 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:10:32.625226 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50538900-717a-4536-a465-12e549f06876 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.648656 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50538900-717a-4536-a465-12e549f06876 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.658913 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.701093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50538900-717a-4536-a465-12e549f06876 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.731727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50538900-717a-4536-a465-12e549f06876 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fd14f4b-8a13-4079-b5c3-29cabe5a37ed,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:32.752795 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50538900-717a-4536-a465-12e549f06876 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.754111 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-50538900-717a-4536-a465-12e549f06876 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/6fd14f4b-8a13-4079-b5c3-29cabe5a37ed HTTP/1.1" status: 204 len: 168 time: 0.1939352 May 24 23:10:32.756493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56674) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:32.814546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Deleting port 594bd433-c506-4a21-96e4-6b76c4bcf299 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:32.815156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.855107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-774f7cbc-1563-489b-9f3e-bc02b98bc5ae tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:32.887332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-774f7cbc-1563-489b-9f3e-bc02b98bc5ae tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:32.891541 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-774f7cbc-1563-489b-9f3e-bc02b98bc5ae tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1312261 May 24 23:10:32.891751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56678) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:32.929219 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ce7399c-5df1-4701-926a-68f6d195af23 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.952362 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ce7399c-5df1-4701-926a-68f6d195af23 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:32.987858 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ce7399c-5df1-4701-926a-68f6d195af23 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.012886 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.013035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.028877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7399c-5df1-4701-926a-68f6d195af23 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22ab7558-d3d3-48d9-be9d-c50a2c2061a3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:33.060531 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ce7399c-5df1-4701-926a-68f6d195af23 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.065420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5ce7399c-5df1-4701-926a-68f6d195af23 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/22ab7558-d3d3-48d9-be9d-c50a2c2061a3 HTTP/1.1" status: 204 len: 168 time: 0.1724026 May 24 23:10:33.066060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56688) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:33.116885 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.130331 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Transition to ACTIVE for port object e4f13b20-e84d-4554-9083-7ef2d1258211 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:33.143270 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.154867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Calling delete_port for 594bd433-c506-4a21-96e4-6b76c4bcf299 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:33.177839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9f86a677-fe4c-434c-bfa6-bfa84b2f4eb3 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:33.292611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9f86a677-fe4c-434c-bfa6-bfa84b2f4eb3 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:33.308421 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9f86a677-fe4c-434c-bfa6-bfa84b2f4eb3 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2378325 May 24 23:10:33.311194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56696) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:33.340631 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:10:33.340961 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:10:33.411617 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1438de76-769d-47ab-8dfa-b52fc3b55c81 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.425483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1438de76-769d-47ab-8dfa-b52fc3b55c81 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.427878 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573561b7-d779-4906-ad5f-fa620c56e8bd None None] Pushing event updated for resources: {'Port': ['ID=e4f13b20-e84d-4554-9083-7ef2d1258211,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:33.475650 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1438de76-769d-47ab-8dfa-b52fc3b55c81 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.530924 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438de76-769d-47ab-8dfa-b52fc3b55c81 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edf356b7-a428-4e80-87bc-19575f87863e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:33.553738 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Attempting to bind port e4f13b20-e84d-4554-9083-7ef2d1258211 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:10:33.554308 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Attempting to bind port e4f13b20-e84d-4554-9083-7ef2d1258211 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'cd01fdf4-b28d-496b-b16c-80a35efcd270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:10:33.555032 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Attempting to bind port e4f13b20-e84d-4554-9083-7ef2d1258211 on network a60cb052-f82e-4588-891c-ba31e3fdd096 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:33.563664 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:10:33.564382 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Checking segment: {'id': 'cd01fdf4-b28d-496b-b16c-80a35efcd270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:33.565533 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.566117 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Bound using segment: {'id': 'cd01fdf4-b28d-496b-b16c-80a35efcd270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:10:33.567071 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Bound port: e4f13b20-e84d-4554-9083-7ef2d1258211, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd01fdf4-b28d-496b-b16c-80a35efcd270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:10:33.567814 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.570158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecb6c6-fdb2-4b54-a99d-9892054ece86 req-6d0b68ec-02c0-4cb4-ac53-fd3ba37e4837 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:33.571769 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbecb6c6-fdb2-4b54-a99d-9892054ece86 req-6d0b68ec-02c0-4cb4-ac53-fd3ba37e4837 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 943 time: 0.3906636 May 24 23:10:33.582823 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1438de76-769d-47ab-8dfa-b52fc3b55c81 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.586766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56704) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:33.598076 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1438de76-769d-47ab-8dfa-b52fc3b55c81 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/edf356b7-a428-4e80-87bc-19575f87863e HTTP/1.1" status: 204 len: 168 time: 0.2828097 May 24 23:10:33.701036 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] For port e4f13b20-e84d-4554-9083-7ef2d1258211, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:33.709776 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] For port e4f13b20-e84d-4554-9083-7ef2d1258211, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e4f13b20-e84d-4554-9083-7ef2d1258211,segment=NetworkSegment(cd01fdf4-b28d-496b-b16c-80a35efcd270),segment_id=cd01fdf4-b28d-496b-b16c-80a35efcd270)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:10:33.716379 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbecb6c6-fdb2-4b54-a99d-9892054ece86 req-a0a99b78-6d2f-4fc8-bde5-adc7d1e0cc48 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171198 May 24 23:10:33.718652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2c244f38-5f4c-4f88-9670-e75b13fc3f7c tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:33.727067 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.741036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2c244f38-5f4c-4f88-9670-e75b13fc3f7c tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:33.746611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56708) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:33.749988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2c244f38-5f4c-4f88-9670-e75b13fc3f7c tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1618838 May 24 23:10:33.783664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a30e0419-6190-4a8b-8281-ae149b884f63 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.797784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a30e0419-6190-4a8b-8281-ae149b884f63 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.829821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a30e0419-6190-4a8b-8281-ae149b884f63 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.832338 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Routers {'992f1766-f8f9-4a69-9382-61e958dc7b8b'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:33.836877 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['992f1766-f8f9-4a69-9382-61e958dc7b8b'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:33.842142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Deleting port 594bd433-c506-4a21-96e4-6b76c4bcf299 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:33.843394 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.869279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e0419-6190-4a8b-8281-ae149b884f63 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b0ef74c-51d3-4cc8-8760-00995bac1cad,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:33.873568 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a30e0419-6190-4a8b-8281-ae149b884f63 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:33.878031 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a30e0419-6190-4a8b-8281-ae149b884f63 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/3b0ef74c-51d3-4cc8-8760-00995bac1cad HTTP/1.1" status: 204 len: 168 time: 0.1299500 May 24 23:10:33.878952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56714) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:33.961686 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573561b7-d779-4906-ad5f-fa620c56e8bd None None] Pushing event updated for resources: {'Port': ['ID=e4f13b20-e84d-4554-9083-7ef2d1258211,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:33.995888 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b467f67f-7465-4feb-9039-727d60da97cd tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:34.032427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b467f67f-7465-4feb-9039-727d60da97cd tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:34.036213 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b467f67f-7465-4feb-9039-727d60da97cd tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1559608 May 24 23:10:34.038973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56720) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:34.167257 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.167697 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.169430 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-424140c2-7763-4bc6-b5d7-0378f73e7eec tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.236371 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-424140c2-7763-4bc6-b5d7-0378f73e7eec tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.281719 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] Set router 992f1766-f8f9-4a69-9382-61e958dc7b8b gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:34.332577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-424140c2-7763-4bc6-b5d7-0378f73e7eec tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.371708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424140c2-7763-4bc6-b5d7-0378f73e7eec tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db09f38-ac50-43f9-9159-bb735780c177,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:34.388704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Calling delete_port for 594bd433-c506-4a21-96e4-6b76c4bcf299 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:34.403851 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-424140c2-7763-4bc6-b5d7-0378f73e7eec tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.403851 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-424140c2-7763-4bc6-b5d7-0378f73e7eec tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-groups/9db09f38-ac50-43f9-9159-bb735780c177 HTTP/1.1" status: 204 len: 168 time: 0.3636129 May 24 23:10:34.406261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56732) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:34.478758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6abed97e-fd7c-48a3-b8a5-70dbb457161f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:34.504307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6abed97e-fd7c-48a3-b8a5-70dbb457161f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:34.512756 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6abed97e-fd7c-48a3-b8a5-70dbb457161f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1054211 May 24 23:10:34.513427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56740) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:34.539068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264694913'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:34.547149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:34.567550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:34.607313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.655186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:34.660635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:34.664429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:34.670710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:34.767674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:34.827709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Pushing event deleted for resources: {'Port': ['ID=594bd433-c506-4a21-96e4-6b76c4bcf299,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:34.879009 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'name': 'tempest-TestVolumeBootPattern-1083903941-router', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:14Z', 'updated_at': '2022-05-24T23:10:26Z', 'revision_number': 4, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'gw_port': {'id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:16Z', 'updated_at': '2022-05-24T23:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'e4f13b20-e84d-4554-9083-7ef2d1258211', 'name': '', 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'mac_address': 'fa:16:3e:36:31:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '759a0a3d-6eee-4a33-b8f8-2d2617c14b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:24Z', 'updated_at': '2022-05-24T23:10:33Z', 'revision_number': 4, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'subnets': [{'id': '759a0a3d-6eee-4a33-b8f8-2d2617c14b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:34.884852 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f75d0-8a5b-4497-aaa9-7950d9a43bad None None] The sync data for ids ['992f1766-f8f9-4a69-9382-61e958dc7b8b'] in n-d-843146-7 is: [{'id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'name': 'tempest-TestVolumeBootPattern-1083903941-router', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:14Z', 'updated_at': '2022-05-24T23:10:26Z', 'revision_number': 4, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'gw_port': {'id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:16Z', 'updated_at': '2022-05-24T23:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'e4f13b20-e84d-4554-9083-7ef2d1258211', 'name': '', 'network_id': 'a60cb052-f82e-4588-891c-ba31e3fdd096', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'mac_address': 'fa:16:3e:36:31:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '759a0a3d-6eee-4a33-b8f8-2d2617c14b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:24Z', 'updated_at': '2022-05-24T23:10:33Z', 'revision_number': 4, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'subnets': [{'id': '759a0a3d-6eee-4a33-b8f8-2d2617c14b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:34.959421 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.007082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058492d-16dd-40a1-ae8a-954d30c6a1d3 req-f5296eee-a27f-462f-af90-dd6a301d084d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:35.018936 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0058492d-16dd-40a1-ae8a-954d30c6a1d3 req-f5296eee-a27f-462f-af90-dd6a301d084d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 943 time: 0.1391926 May 24 23:10:35.087855 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0058492d-16dd-40a1-ae8a-954d30c6a1d3 req-5f6d529a-93f7-4eee-9fde-2917c2b44da3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680397 May 24 23:10:35.099676 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.187412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-1f397562-1967-49df-9a02-e00d59192ec0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:35.188994 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-1f397562-1967-49df-9a02-e00d59192ec0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.2280002 May 24 23:10:35.233677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.247191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-3bca5bfd-58df-4d8f-8e6d-bcfd14a34031 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/quotas/16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 375 time: 0.0388670 May 24 23:10:35.248217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88c325d-6852-4bb5-8e41-f56dc432aa9a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:35.333388 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.337607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a948149a-4e3c-4846-a806-4433a5b8acee tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] 10.222.0.55 "DELETE /v2.0/floatingips/5cecaf26-63ee-46de-af77-6cc25e99ff25 HTTP/1.1" status: 204 len: 168 time: 2.9603338 May 24 23:10:35.338040 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.341714 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-918c01c5-6860-489c-a2f9-efb172fdb380 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8241744 May 24 23:10:35.343007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56754) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:35.345403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3bff2b07-9e58-461d-bae2-d7c172cbb32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.352671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dc9e7-6db9-4d60-92c9-b8f8ffe7be60 req-ff5be854-cc2d-400b-8416-d26e48641850 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:35.353266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1c7c3400-1ee5-4e56-a2a8-eee8dc9d9587 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': 'c88c325d-6852-4bb5-8e41-f56dc432aa9a', 'direction': 'ingress', 'protocol': 17}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:35.370112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1c7c3400-1ee5-4e56-a2a8-eee8dc9d9587 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:35.373391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-012dc9e7-6db9-4d60-92c9-b8f8ffe7be60 req-ff5be854-cc2d-400b-8416-d26e48641850 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1499298 May 24 23:10:35.374729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1c7c3400-1ee5-4e56-a2a8-eee8dc9d9587 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:35.377830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1c7c3400-1ee5-4e56-a2a8-eee8dc9d9587 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:35.383906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1c7c3400-1ee5-4e56-a2a8-eee8dc9d9587 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:35.469639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-012dc9e7-6db9-4d60-92c9-b8f8ffe7be60 req-1a837594-765d-4495-8108-75c9e291d84f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793598 May 24 23:10:35.590266 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3400-1ee5-4e56-a2a8-eee8dc9d9587 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.682787 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3400-1ee5-4e56-a2a8-eee8dc9d9587 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.694414 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-5625625b-146a-497a-95a9-3247a45e0e46 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4227829 May 24 23:10:35.716086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-48bb7020-06bc-4755-b70a-414b01583c57 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:10:35.716716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-48bb7020-06bc-4755-b70a-414b01583c57 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052679 May 24 23:10:35.717579 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3400-1ee5-4e56-a2a8-eee8dc9d9587 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.763557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c3400-1ee5-4e56-a2a8-eee8dc9d9587 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c8de65-b4dd-48ef-b0db-2e2cc834df28,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:35.810681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae231c-85d4-4a9d-8438-a21adad06820 req-3efaaac6-59e0-4b9c-9789-79a400338ba5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:35.813228 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dfae231c-85d4-4a9d-8438-a21adad06820 req-3efaaac6-59e0-4b9c-9789-79a400338ba5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1721942 May 24 23:10:35.876690 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dfae231c-85d4-4a9d-8438-a21adad06820 req-40db3329-af1c-4092-9a50-47ea44b82f73 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576746 May 24 23:10:35.909339 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3400-1ee5-4e56-a2a8-eee8dc9d9587 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:35.910723 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1c7c3400-1ee5-4e56-a2a8-eee8dc9d9587 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5675364 May 24 23:10:35.914877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56770) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:35.940641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-d7849a2f-f96b-4c24-8568-361dd773f2f2 service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000740 May 24 23:10:36.021051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ce556f5-54a6-4acd-b4c0-fe3e3dc191d1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:36.057440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ce556f5-54a6-4acd-b4c0-fe3e3dc191d1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:36.157992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-5b5df0b1-b8eb-474a-b579-060e14335fde service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114317 May 24 23:10:36.195847 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ce556f5-54a6-4acd-b4c0-fe3e3dc191d1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:36.227281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce556f5-54a6-4acd-b4c0-fe3e3dc191d1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88c325d-6852-4bb5-8e41-f56dc432aa9a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:36.257469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ce556f5-54a6-4acd-b4c0-fe3e3dc191d1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:36.262240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56774) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:36.262433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9ce556f5-54a6-4acd-b4c0-fe3e3dc191d1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-groups/c88c325d-6852-4bb5-8e41-f56dc432aa9a HTTP/1.1" status: 204 len: 168 time: 0.3460209 May 24 23:10:36.279163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b952b-6991-4fdb-8ac4-ff7f31ca2ddd req-c33d2349-db6f-4218-84c2-365976d1eb3d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:36.286238 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f18b952b-6991-4fdb-8ac4-ff7f31ca2ddd req-c33d2349-db6f-4218-84c2-365976d1eb3d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1657932 May 24 23:10:36.368721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-05fba264-7133-46f6-81f0-6229fce0ff27 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:36.369084 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f18b952b-6991-4fdb-8ac4-ff7f31ca2ddd req-263b0b78-132b-48df-9563-575cd6ee2808 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819747 May 24 23:10:36.414924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-05fba264-7133-46f6-81f0-6229fce0ff27 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:36.416641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-05fba264-7133-46f6-81f0-6229fce0ff27 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1530066 May 24 23:10:36.420747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56786) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:36.427757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046155211'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:36.435393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:36.471764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:36.500718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:36.583748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e4f13b20-e84d-4554-9083-7ef2d1258211 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:36.655054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:36.685194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:36.698598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:36.722089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:36.735727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port e4f13b20-e84d-4554-9083-7ef2d1258211 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:36.772597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e4f13b20-e84d-4554-9083-7ef2d1258211 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:36.773690 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:36.776418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd77edd-849f-4362-a53c-76c19475d70d req-b7e64c03-b7fd-4559-be27-f0b52bc2282c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:36.784644 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfd77edd-849f-4362-a53c-76c19475d70d req-b7e64c03-b7fd-4559-be27-f0b52bc2282c tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2676015 May 24 23:10:36.911578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:36.947946 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfd77edd-849f-4362-a53c-76c19475d70d req-72417653-470b-41be-b0ef-380719fd80a6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617529 May 24 23:10:36.948585 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.000403 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81295e6b-0022-4f94-9f8f-a5562d5a3260 req-a2c4f795-6ad0-477f-a386-f8fb431bb1a4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 210 time: 0.0739760 May 24 23:10:37.051383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5339ea9-53fa-439d-be3e-d87758906aa5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:37.061389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.064990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d5125612-05d7-4d7a-9294-8cae1e021cd6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6405008 May 24 23:10:37.065323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56802) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:37.072721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876835422'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:37.079367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:37.081779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e4f13b20-e84d-4554-9083-7ef2d1258211 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:37.082165 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.083931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:37.087425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:37.093568 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:37.110805 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.147395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:37.151587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port e4f13b20-e84d-4554-9083-7ef2d1258211, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e4f13b20-e84d-4554-9083-7ef2d1258211,segment=NetworkSegment(cd01fdf4-b28d-496b-b16c-80a35efcd270),segment_id=cd01fdf4-b28d-496b-b16c-80a35efcd270)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:37.157172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:37.163221 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.179627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:37.193117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:37.328461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=e4f13b20-e84d-4554-9083-7ef2d1258211,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:37.492855 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1b64-345a-4191-b982-ffdc53f7ae93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.558616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4f23b-ec7e-4913-ae6d-53d1dd18f90d req-2993c5d5-9f3a-4e9c-afcd-80c79741fc88 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:37.565929 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6db4f23b-ec7e-4913-ae6d-53d1dd18f90d req-2993c5d5-9f3a-4e9c-afcd-80c79741fc88 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1302121 May 24 23:10:37.580731 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.599167 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.641603 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6db4f23b-ec7e-4913-ae6d-53d1dd18f90d req-c9bdfc04-579f-46b4-9fd7-9164252851d5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744576 May 24 23:10:37.675496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device d889d526-ab55-4523-afc7-339bfae4fd1d no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:37.759488 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.772524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56818) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:37.778680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-692a82ac-51d5-4615-b1cc-cca80a29e525 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': 'c5339ea9-53fa-439d-be3e-d87758906aa5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9f07033b-0f12-478d-bab9-b8f6ed538e0f', 'remote_ip_prefix': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:37.783739 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7161589 May 24 23:10:37.794606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-692a82ac-51d5-4615-b1cc-cca80a29e525 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:37.809197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-692a82ac-51d5-4615-b1cc-cca80a29e525 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:37.829763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-692a82ac-51d5-4615-b1cc-cca80a29e525 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:37.836513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-692a82ac-51d5-4615-b1cc-cca80a29e525 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:37.839174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f84a2f-2961-497f-8665-9634beb7e12e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f07033b-0f12-478d-bab9-b8f6ed538e0f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:37.880692 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-692a82ac-51d5-4615-b1cc-cca80a29e525 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.979272 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-692a82ac-51d5-4615-b1cc-cca80a29e525 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:37.994193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-692a82ac-51d5-4615-b1cc-cca80a29e525 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.042995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port d889d526-ab55-4523-afc7-339bfae4fd1d is: DOWN; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:38.048954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a82ac-51d5-4615-b1cc-cca80a29e525 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315e68e7-4105-4de5-b3bb-ba06bd365386,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:38.075741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-692a82ac-51d5-4615-b1cc-cca80a29e525 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.077351 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-692a82ac-51d5-4615-b1cc-cca80a29e525 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3041387 May 24 23:10:38.080622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56828) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:38.115855 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdd40ea-599b-4006-9c35-74046a353a32 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.128313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdd40ea-599b-4006-9c35-74046a353a32 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.167095 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdd40ea-599b-4006-9c35-74046a353a32 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.209306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd40ea-599b-4006-9c35-74046a353a32 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=315e68e7-4105-4de5-b3bb-ba06bd365386,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:38.231235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6bdd40ea-599b-4006-9c35-74046a353a32 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.235497 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6bdd40ea-599b-4006-9c35-74046a353a32 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/315e68e7-4105-4de5-b3bb-ba06bd365386 HTTP/1.1" status: 204 len: 168 time: 0.1533468 May 24 23:10:38.238201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56834) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:38.267997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0ff9bcf9-c0bc-4581-99eb-d65c0e9dee29 req-f248bf3d-ecc1-4e8d-9802-92f2d517e34b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:38.331154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0ff9bcf9-c0bc-4581-99eb-d65c0e9dee29 req-f248bf3d-ecc1-4e8d-9802-92f2d517e34b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:38.333044 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0ff9bcf9-c0bc-4581-99eb-d65c0e9dee29 req-f248bf3d-ecc1-4e8d-9802-92f2d517e34b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 210 time: 0.1366975 May 24 23:10:38.381249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3eba8ca-11a7-4163-8fc3-9b351a395039 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:38.415501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3eba8ca-11a7-4163-8fc3-9b351a395039 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:38.420243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56840) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:38.421049 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d3eba8ca-11a7-4163-8fc3-9b351a395039 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1570566 May 24 23:10:38.575588 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8871501f-a67b-4ab9-ab74-1e218d24fbd4 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.591622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e4f13b20-e84d-4554-9083-7ef2d1258211 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:38.652105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8871501f-a67b-4ab9-ab74-1e218d24fbd4 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.745914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8871501f-a67b-4ab9-ab74-1e218d24fbd4 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.785192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871501f-a67b-4ab9-ab74-1e218d24fbd4 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f07033b-0f12-478d-bab9-b8f6ed538e0f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:38.786890 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.807128 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8871501f-a67b-4ab9-ab74-1e218d24fbd4 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.810627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8871501f-a67b-4ab9-ab74-1e218d24fbd4 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-groups/9f07033b-0f12-478d-bab9-b8f6ed538e0f HTTP/1.1" status: 204 len: 168 time: 0.3813744 May 24 23:10:38.810764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e4f13b20-e84d-4554-9083-7ef2d1258211 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:38.810864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56854) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:38.810971 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.897732 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:38.954471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-74f40c9f-d709-498e-a8a4-00ec3794520e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:38.978364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-74f40c9f-d709-498e-a8a4-00ec3794520e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:38.980585 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-74f40c9f-d709-498e-a8a4-00ec3794520e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1681440 May 24 23:10:38.983489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56862) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:38.989852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e4f13b20-e84d-4554-9083-7ef2d1258211 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:39.013355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5ad8c-1919-4b23-b119-aca322fc2bca req-f4b9acc6-bae1-4341-a2b6-a544dae55300 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:39.026659 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-05f5ad8c-1919-4b23-b119-aca322fc2bca req-f4b9acc6-bae1-4341-a2b6-a544dae55300 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1330624 May 24 23:10:39.062754 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-368526ca-4c0e-4104-ae28-757ec1b63c22 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:39.099829 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-368526ca-4c0e-4104-ae28-757ec1b63c22 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:39.132589 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-05f5ad8c-1919-4b23-b119-aca322fc2bca req-95904f1a-6236-430f-9d5e-22204b13de79 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047239 May 24 23:10:39.156524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-368526ca-4c0e-4104-ae28-757ec1b63c22 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:39.178436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368526ca-4c0e-4104-ae28-757ec1b63c22 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5339ea9-53fa-439d-be3e-d87758906aa5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:39.214775 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-368526ca-4c0e-4104-ae28-757ec1b63c22 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:39.216186 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-368526ca-4c0e-4104-ae28-757ec1b63c22 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-groups/c5339ea9-53fa-439d-be3e-d87758906aa5 HTTP/1.1" status: 204 len: 168 time: 0.2315714 May 24 23:10:39.219104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56876) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:39.634414 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd5deb60-6d29-4fd4-a818-f70dbceb5d08 req-58cbe05f-7836-4008-b0f4-70f30264293f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 210 time: 0.1237631 May 24 23:10:39.731971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-a128964c-0104-4457-a4b4-b822113ab600 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:39.733449 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-a128964c-0104-4457-a4b4-b822113ab600 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.4633389 May 24 23:10:39.737977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9afa25b0-3deb-4020-a90c-63b5a5d2d24b tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:39.756214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'port': {'device_id': '9cd5f714-9418-426c-b6f1-f98c6b578f3d', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'admin_state_up': True, 'tenant_id': '16cd6c635d75400baa6572ca6f095c59'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:39.932719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:39.943149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:39.957441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Made reservation on behalf of 16cd6c635d75400baa6572ca6f095c59 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:10:39.962623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.006834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9afa25b0-3deb-4020-a90c-63b5a5d2d24b tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:40.008509 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9afa25b0-3deb-4020-a90c-63b5a5d2d24b tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7865434 May 24 23:10:40.013634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56894) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:40.019576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1847323050'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:40.042204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:40.053321 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.074666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:40.107000 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.178987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:40.192743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:40.195950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:40.209109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:40.283233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Allocated IP 172.20.0.4 (13a16c45-1a0c-47a0-90d4-ea28358361e5/bf5ec325-6142-4c28-8e6b-8da79987bd63/f924f426-9dd9-4b24-a01b-e2c3da02eefa) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:10:40.365106 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.370887 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.427229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec5221b-2068-467d-ab5a-b008c75bfb5d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:40.465944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.465944 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ab36846d-9421-4092-a594-3fe5ab8694db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4471021 May 24 23:10:40.465944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56902) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:40.469730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3ddd2abb-f8f4-405e-8e54-0294a318654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': 'eec5221b-2068-467d-ab5a-b008c75bfb5d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:40.476656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3ddd2abb-f8f4-405e-8e54-0294a318654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:40.481286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3ddd2abb-f8f4-405e-8e54-0294a318654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:40.484218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3ddd2abb-f8f4-405e-8e54-0294a318654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:40.490860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3ddd2abb-f8f4-405e-8e54-0294a318654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:40.512180 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2abb-f8f4-405e-8e54-0294a318654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.565625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323cfce-74d2-4037-ad6e-14a372a33099 req-8b365bc7-4987-4ff0-8fd5-01626cd5d34e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:40.567232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d323cfce-74d2-4037-ad6e-14a372a33099 req-8b365bc7-4987-4ff0-8fd5-01626cd5d34e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2052076 May 24 23:10:40.615601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2abb-f8f4-405e-8e54-0294a318654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.622838 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2abb-f8f4-405e-8e54-0294a318654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.639911 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d323cfce-74d2-4037-ad6e-14a372a33099 req-48717405-2185-4b7e-a384-fa4374ddc863 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565774 May 24 23:10:40.677344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.696101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd2abb-f8f4-405e-8e54-0294a318654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0f0f5e-68f5-4d7a-92f5-a117a74d65af,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:40.711619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2abb-f8f4-405e-8e54-0294a318654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.717638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56908) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:40.720333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3ddd2abb-f8f4-405e-8e54-0294a318654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2547224 May 24 23:10:40.721351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Transition to ACTIVE for port object f924f426-9dd9-4b24-a01b-e2c3da02eefa will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:40.757356 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c174421a-9016-4d4a-a864-f0da03d3ac1a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.775908 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c174421a-9016-4d4a-a864-f0da03d3ac1a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.809892 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.812406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c174421a-9016-4d4a-a864-f0da03d3ac1a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:40.901519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174421a-9016-4d4a-a864-f0da03d3ac1a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b0f0f5e-68f5-4d7a-92f5-a117a74d65af,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:40.919290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:10:40.926639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:10:40.929578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:10:40.958329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b86b3-cc88-4eee-9c31-51e1ebebead0 req-55332357-6682-4761-a846-e17143f70d32 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:40.960224 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f3b86b3-cc88-4eee-9c31-51e1ebebead0 req-55332357-6682-4761-a846-e17143f70d32 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 931 time: 0.1395524 May 24 23:10:41.013593 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c174421a-9016-4d4a-a864-f0da03d3ac1a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:41.023712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c174421a-9016-4d4a-a864-f0da03d3ac1a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/9b0f0f5e-68f5-4d7a-92f5-a117a74d65af HTTP/1.1" status: 204 len: 168 time: 0.3049858 May 24 23:10:41.024107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56918) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:41.029824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=f924f426-9dd9-4b24-a01b-e2c3da02eefa,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:41.047330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:41.048175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:41.063905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f3b86b3-cc88-4eee-9c31-51e1ebebead0 req-c6283c85-1def-4250-8c72-81b354bf1508 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:41.070315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-b810d931-12fd-48a5-8efa-b02f865dfcf1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3180645 May 24 23:10:41.085970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Request body: {'port': {'device_id': '9cd5f714-9418-426c-b6f1-f98c6b578f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:41.121231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e64e6b3-bee7-4816-9c9e-b6908b0cf1db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:41.130024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7f3b86b3-cc88-4eee-9c31-51e1ebebead0 req-c6283c85-1def-4250-8c72-81b354bf1508 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:41.139719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f3b86b3-cc88-4eee-9c31-51e1ebebead0 req-c6283c85-1def-4250-8c72-81b354bf1508 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733394 May 24 23:10:41.184383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e64e6b3-bee7-4816-9c9e-b6908b0cf1db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:41.186453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9e64e6b3-bee7-4816-9c9e-b6908b0cf1db tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1603296 May 24 23:10:41.189404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56922) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:41.298969 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3efe01f-62b6-4142-baf4-67e41eeea742 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:41.339788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fbabe6b7-8e70-4a52-8cd0-6b1fbd16586c None None] Provisioning for port f924f426-9dd9-4b24-a01b-e2c3da02eefa completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:41.351637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fbabe6b7-8e70-4a52-8cd0-6b1fbd16586c None None] Provisioning complete for port f924f426-9dd9-4b24-a01b-e2c3da02eefa triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:41.352176 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fbabe6b7-8e70-4a52-8cd0-6b1fbd16586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:41.387401 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3efe01f-62b6-4142-baf4-67e41eeea742 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:41.500634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fbabe6b7-8e70-4a52-8cd0-6b1fbd16586c None None] Port f924f426-9dd9-4b24-a01b-e2c3da02eefa cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:10:41.513151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3efe01f-62b6-4142-baf4-67e41eeea742 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:41.612717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efe01f-62b6-4142-baf4-67e41eeea742 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec5221b-2068-467d-ab5a-b008c75bfb5d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:41.640783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3efe01f-62b6-4142-baf4-67e41eeea742 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:41.644883 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d3efe01f-62b6-4142-baf4-67e41eeea742 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-groups/eec5221b-2068-467d-ab5a-b008c75bfb5d HTTP/1.1" status: 204 len: 168 time: 0.4537678 May 24 23:10:41.645725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56928) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:41.693914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:41.754490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6c8f7b24-4a61-4a30-8f62-ba7451b75344 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:41.780210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6c8f7b24-4a61-4a30-8f62-ba7451b75344 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:41.786733 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6c8f7b24-4a61-4a30-8f62-ba7451b75344 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1398489 May 24 23:10:41.787662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56938) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:41.793230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group': {'name': 'tempest-secgroup--573089988'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:41.802865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:41.813945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:41.897045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.002437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:42.013625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:42.018272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:42.042955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:42.090022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b651b-f625-4a00-9197-caa8f6db9338 req-6bc76610-e955-42fe-b57a-cbddd81bb1ea tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:42.092322 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c51b651b-f625-4a00-9197-caa8f6db9338 req-6bc76610-e955-42fe-b57a-cbddd81bb1ea tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2630286 May 24 23:10:42.202837 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.209085 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c51b651b-f625-4a00-9197-caa8f6db9338 req-b78694a8-fe5a-476b-a3f9-85660456e7fb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043050 May 24 23:10:42.214133 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.341217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682c35b9-67f0-46dd-8b88-79f4083075f5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:42.430146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.435806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56960) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:42.436693 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2599ec54-9608-4c86-8ced-079f7a401aaf tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6464512 May 24 23:10:42.475777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-74d7d8de-2df7-4126-b0b1-f85cd57b057e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': '682c35b9-67f0-46dd-8b88-79f4083075f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:42.488523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8d310-9b8f-472c-81b9-982845331f9b req-a1d74668-742c-45d9-bf65-44233fc0e92e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:42.496335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-74d7d8de-2df7-4126-b0b1-f85cd57b057e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:42.498523 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cd8d310-9b8f-472c-81b9-982845331f9b req-a1d74668-742c-45d9-bf65-44233fc0e92e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 931 time: 0.1329198 May 24 23:10:42.515023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-74d7d8de-2df7-4126-b0b1-f85cd57b057e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:42.529933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-74d7d8de-2df7-4126-b0b1-f85cd57b057e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:42.551776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f924f426-9dd9-4b24-a01b-e2c3da02eefa {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:10:42.557266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-74d7d8de-2df7-4126-b0b1-f85cd57b057e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:42.578175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.605524 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cd8d310-9b8f-472c-81b9-982845331f9b req-847c38a4-d98d-4e5c-a19e-70c31b23dcca tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991573 May 24 23:10:42.647886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Transition to ACTIVE for port object f924f426-9dd9-4b24-a01b-e2c3da02eefa will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:10:42.649387 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74d7d8de-2df7-4126-b0b1-f85cd57b057e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.745981 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:42.945356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f924f426-9dd9-4b24-a01b-e2c3da02eefa,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:42.948777 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74d7d8de-2df7-4126-b0b1-f85cd57b057e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.000635 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74d7d8de-2df7-4126-b0b1-f85cd57b057e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.085807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7d8de-2df7-4126-b0b1-f85cd57b057e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02512a51-b45b-4ee6-bf32-89b8ec9054da,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:43.112237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-74d7d8de-2df7-4126-b0b1-f85cd57b057e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.113352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-74d7d8de-2df7-4126-b0b1-f85cd57b057e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6765597 May 24 23:10:43.116482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56976) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:43.134729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Attempting to bind port f924f426-9dd9-4b24-a01b-e2c3da02eefa on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:10:43.135414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Attempting to bind port f924f426-9dd9-4b24-a01b-e2c3da02eefa by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:10:43.135897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Attempting to bind port f924f426-9dd9-4b24-a01b-e2c3da02eefa on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:43.150097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-89160a03-90b6-42ca-b79e-2484d2bd68c2 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules/02512a51-b45b-4ee6-bf32-89b8ec9054da HTTP/1.1" status: 200 len: 763 time: 0.0324962 May 24 23:10:43.152465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Port f924f426-9dd9-4b24-a01b-e2c3da02eefa on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:10:43.152783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Attempting to bind port f924f426-9dd9-4b24-a01b-e2c3da02eefa on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:10:43.153421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56980) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:43.158530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:10:43.158866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Checking segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:10:43.159250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Bound using segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:10:43.159676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Bound port: f924f426-9dd9-4b24-a01b-e2c3da02eefa, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:10:43.160027 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.277429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] For port f924f426-9dd9-4b24-a01b-e2c3da02eefa, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:10:43.278048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-388b736e-a961-4b32-a92c-8ad810c9040d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:43.284448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] For port f924f426-9dd9-4b24-a01b-e2c3da02eefa, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f924f426-9dd9-4b24-a01b-e2c3da02eefa,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:10:43.299146 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.315414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-388b736e-a961-4b32-a92c-8ad810c9040d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:43.320311 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-388b736e-a961-4b32-a92c-8ad810c9040d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1621580 May 24 23:10:43.320908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56988) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:43.387956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98ed8bd3-0333-4f16-871f-9105709f00d6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.412586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98ed8bd3-0333-4f16-871f-9105709f00d6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.464204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98ed8bd3-0333-4f16-871f-9105709f00d6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.475619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:43.478086 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.481394 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] 10.222.0.50 "PUT /v2.0/ports/f924f426-9dd9-4b24-a01b-e2c3da02eefa HTTP/1.1" status: 200 len: 1091 time: 2.4034219 May 24 23:10:43.482974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd5f714-9418-426c-b6f1-f98c6b578f3d', 'tag': 'f924f426-9dd9-4b24-a01b-e2c3da02eefa'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:43.499735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed8bd3-0333-4f16-871f-9105709f00d6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02512a51-b45b-4ee6-bf32-89b8ec9054da,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:43.523489 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98ed8bd3-0333-4f16-871f-9105709f00d6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.528075 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-98ed8bd3-0333-4f16-871f-9105709f00d6 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/02512a51-b45b-4ee6-bf32-89b8ec9054da HTTP/1.1" status: 204 len: 168 time: 0.2061203 May 24 23:10:43.529221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56996) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:43.682421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-31b35b92-d242-4471-9b9d-aeb7a2915f54 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:43.710238 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48816582-a069-47f7-af2b-152936bfcea4'] response: {'name': 'network-changed', 'server_uuid': '9cd5f714-9418-426c-b6f1-f98c6b578f3d', 'tag': 'f924f426-9dd9-4b24-a01b-e2c3da02eefa', 'status': 'completed', 'code': 200} May 24 23:10:43.749064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-31b35b92-d242-4471-9b9d-aeb7a2915f54 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:43.753539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-31b35b92-d242-4471-9b9d-aeb7a2915f54 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2230582 May 24 23:10:43.754355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57004) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:43.770708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ee249d99-acf4-4753-a82b-9c42f7ea0501 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': '682c35b9-67f0-46dd-8b88-79f4083075f5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:43.793956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ee249d99-acf4-4753-a82b-9c42f7ea0501 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:43.809796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4d31e-6b52-47da-a7b6-2f43b03e90e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f924f426-9dd9-4b24-a01b-e2c3da02eefa,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:43.825720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ee249d99-acf4-4753-a82b-9c42f7ea0501 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:43.878667 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee249d99-acf4-4753-a82b-9c42f7ea0501 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:43.889558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-012c1261-b0b9-4717-9488-3b268f4f038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:43.892265 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-012c1261-b0b9-4717-9488-3b268f4f038b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 1094 time: 0.3233101 May 24 23:10:43.903581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507f5b-4ffe-42c2-98a1-0a232e6f95ff req-059b59b9-626c-4b3f-aebf-a3c21c083401 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:43.905288 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5507f5b-4ffe-42c2-98a1-0a232e6f95ff req-059b59b9-626c-4b3f-aebf-a3c21c083401 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3884296 May 24 23:10:44.017526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-dff3f0fe-4f1b-4230-b3e9-d2f2a645d8e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f924f426-9dd9-4b24-a01b-e2c3da02eefa HTTP/1.1" status: 200 len: 217 time: 0.1110938 May 24 23:10:44.085839 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5507f5b-4ffe-42c2-98a1-0a232e6f95ff req-cb643369-4259-4444-8d66-e6c782afebe2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022894 May 24 23:10:44.099782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-e2e0b1f5-ff96-4ab9-8e66-ca61d735c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:44.111987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-e2e0b1f5-ff96-4ab9-8e66-ca61d735c5cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.0833092 May 24 23:10:44.180218 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee249d99-acf4-4753-a82b-9c42f7ea0501 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.192659 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee249d99-acf4-4753-a82b-9c42f7ea0501 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.220564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637fbd0-03ff-4727-9440-f264a6f0abc5 req-f2027c24-6b0b-4614-9d84-9e6155506464 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:44.228109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5637fbd0-03ff-4727-9440-f264a6f0abc5 req-f2027c24-6b0b-4614-9d84-9e6155506464 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 943 time: 0.1934698 May 24 23:10:44.265188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee249d99-acf4-4753-a82b-9c42f7ea0501 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3041d36-7176-49f2-86f8-68dfea9769a6,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:44.279540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-d821eecd-ee02-4b5b-a7e5-19e254b41b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:44.281448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-d821eecd-ee02-4b5b-a7e5-19e254b41b30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609042 May 24 23:10:44.301853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5637fbd0-03ff-4727-9440-f264a6f0abc5 req-0dceb781-3424-4845-8d01-46d53b1f7411 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727911 May 24 23:10:44.317716 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee249d99-acf4-4753-a82b-9c42f7ea0501 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.323937 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ee249d99-acf4-4753-a82b-9c42f7ea0501 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5684447 May 24 23:10:44.325989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57012) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:44.363093 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a856b909-05c2-405d-b91a-0e0b581f38e5 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules/a3041d36-7176-49f2-86f8-68dfea9769a6 HTTP/1.1" status: 200 len: 763 time: 0.0357912 May 24 23:10:44.363736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57016) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:44.421061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-429a01e3-8353-4384-93ca-463f40d46d1a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:44.443182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-429a01e3-8353-4384-93ca-463f40d46d1a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:44.449171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-429a01e3-8353-4384-93ca-463f40d46d1a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0843461 May 24 23:10:44.449892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57020) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:44.473115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-fcf63380-4433-4681-badf-a99eddbdad97 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839380 May 24 23:10:44.486838 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45a58ccd-f2fd-420c-b529-d35c46f20847 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.503109 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45a58ccd-f2fd-420c-b529-d35c46f20847 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.537011 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45a58ccd-f2fd-420c-b529-d35c46f20847 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.563299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a58ccd-f2fd-420c-b529-d35c46f20847 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3041d36-7176-49f2-86f8-68dfea9769a6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:44.574021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45a58ccd-f2fd-420c-b529-d35c46f20847 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.578760 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-45a58ccd-f2fd-420c-b529-d35c46f20847 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a3041d36-7176-49f2-86f8-68dfea9769a6 HTTP/1.1" status: 204 len: 168 time: 0.1275270 May 24 23:10:44.579477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57024) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:44.643218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-21eb59bc-0b48-4f92-bab3-2313038ceca1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:44.673247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-21eb59bc-0b48-4f92-bab3-2313038ceca1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:44.678431 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-21eb59bc-0b48-4f92-bab3-2313038ceca1 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0976260 May 24 23:10:44.679165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57028) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:44.686320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ed0e46a6-3c3a-4c00-8ae3-64c6662b8a6f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': '682c35b9-67f0-46dd-8b88-79f4083075f5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:44.693965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ed0e46a6-3c3a-4c00-8ae3-64c6662b8a6f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:44.718823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ed0e46a6-3c3a-4c00-8ae3-64c6662b8a6f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:44.745687 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-ed0e46a6-3c3a-4c00-8ae3-64c6662b8a6f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Project fcac780ab9564488a265e3ad2c8d60ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:10:44.755637 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed0e46a6-3c3a-4c00-8ae3-64c6662b8a6f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.762823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de64c90b-bedd-4474-90fc-4895a2a20531 req-318631b2-bb15-4d7b-b139-5832718a7de1 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805641 May 24 23:10:44.851768 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed0e46a6-3c3a-4c00-8ae3-64c6662b8a6f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.857138 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed0e46a6-3c3a-4c00-8ae3-64c6662b8a6f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.888006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e46a6-3c3a-4c00-8ae3-64c6662b8a6f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99aca58b-9c7d-4e59-80b4-00c28cb40ee0,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:44.903176 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed0e46a6-3c3a-4c00-8ae3-64c6662b8a6f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:44.904408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ed0e46a6-3c3a-4c00-8ae3-64c6662b8a6f tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2242613 May 24 23:10:44.905816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be801c35-e817-40ca-9407-9b585a6cc862 req-0f36feb1-4735-4347-844b-2ee763afd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:44.907223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57034) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:44.908034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be801c35-e817-40ca-9407-9b585a6cc862 req-0f36feb1-4735-4347-844b-2ee763afd58e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 1094 time: 0.0878401 May 24 23:10:44.929108 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8ebfc325-e689-4c4f-8e90-d1c30a448d7b tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules/99aca58b-9c7d-4e59-80b4-00c28cb40ee0 HTTP/1.1" status: 200 len: 769 time: 0.0207508 May 24 23:10:44.932276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57038) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:44.991742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7683446a-ca99-4292-8846-bd8f499fdffe tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:45.016201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7683446a-ca99-4292-8846-bd8f499fdffe tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:45.018470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7683446a-ca99-4292-8846-bd8f499fdffe tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0840795 May 24 23:10:45.020746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57044) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:45.051029 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1760fafc-e02e-4ac2-b870-db1903afaa6d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:45.064043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1760fafc-e02e-4ac2-b870-db1903afaa6d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:45.106093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1760fafc-e02e-4ac2-b870-db1903afaa6d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:45.137406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be801c35-e817-40ca-9407-9b585a6cc862 req-e5965463-27df-41f0-bd67-f3e6a7194b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:45.139043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be801c35-e817-40ca-9407-9b585a6cc862 req-e5965463-27df-41f0-bd67-f3e6a7194b34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.2237549 May 24 23:10:45.142910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760fafc-e02e-4ac2-b870-db1903afaa6d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99aca58b-9c7d-4e59-80b4-00c28cb40ee0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:45.154627 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1760fafc-e02e-4ac2-b870-db1903afaa6d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:45.156143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1760fafc-e02e-4ac2-b870-db1903afaa6d tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/99aca58b-9c7d-4e59-80b4-00c28cb40ee0 HTTP/1.1" status: 204 len: 168 time: 0.1344268 May 24 23:10:45.158641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57052) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:45.218682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be801c35-e817-40ca-9407-9b585a6cc862 req-cd3a8de9-1959-42d0-9874-9311150d7cbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f924f426-9dd9-4b24-a01b-e2c3da02eefa HTTP/1.1" status: 200 len: 217 time: 0.0728514 May 24 23:10:45.287148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-59521c2f-05d2-498b-9774-8878bf55b5c5 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:45.327804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-59521c2f-05d2-498b-9774-8878bf55b5c5 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:45.329824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-59521c2f-05d2-498b-9774-8878bf55b5c5 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1686392 May 24 23:10:45.333139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57062) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:45.444932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be801c35-e817-40ca-9407-9b585a6cc862 req-05135411-192f-446e-8089-86bfc2dc0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:45.453353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be801c35-e817-40ca-9407-9b585a6cc862 req-05135411-192f-446e-8089-86bfc2dc0aa6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.2231436 May 24 23:10:45.484740 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d07ead6c-ed16-40f9-bcc1-0845fbc76e75 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:45.520728 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d07ead6c-ed16-40f9-bcc1-0845fbc76e75 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:45.700262 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d07ead6c-ed16-40f9-bcc1-0845fbc76e75 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:45.712515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d765c7f-04d3-4c9c-b507-a3c6d3c30fc4 req-c5e32c14-2367-43cd-a3c6-ac5396ac6c21 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:45.720805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d765c7f-04d3-4c9c-b507-a3c6d3c30fc4 req-c5e32c14-2367-43cd-a3c6-ac5396ac6c21 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3847170 May 24 23:10:45.727126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ead6c-ed16-40f9-bcc1-0845fbc76e75 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682c35b9-67f0-46dd-8b88-79f4083075f5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:45.733235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be801c35-e817-40ca-9407-9b585a6cc862 req-d1a39d3f-3a32-4856-9b85-c262fe560c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:45.736788 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be801c35-e817-40ca-9407-9b585a6cc862 req-d1a39d3f-3a32-4856-9b85-c262fe560c0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717402 May 24 23:10:45.758269 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d07ead6c-ed16-40f9-bcc1-0845fbc76e75 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:45.767355 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d07ead6c-ed16-40f9-bcc1-0845fbc76e75 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-groups/682c35b9-67f0-46dd-8b88-79f4083075f5 HTTP/1.1" status: 204 len: 168 time: 0.4322557 May 24 23:10:45.768522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57074) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:45.794260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d555c-6104-4f10-9478-0f26a0f46922 req-385906ee-14cf-49a7-8898-c299eaa165fc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:45.804887 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-602d555c-6104-4f10-9478-0f26a0f46922 req-385906ee-14cf-49a7-8898-c299eaa165fc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 943 time: 0.2723591 May 24 23:10:45.932193 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-602d555c-6104-4f10-9478-0f26a0f46922 req-9f186f2b-f39a-448e-8542-17aaca7bed1e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814579 May 24 23:10:46.029424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d765c7f-04d3-4c9c-b507-a3c6d3c30fc4 req-7e2aefd7-f20e-4947-b461-27899f00792b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076491 May 24 23:10:46.039634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd18bd1e-976a-4d89-ae43-691064818dbc tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:46.072221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd18bd1e-976a-4d89-ae43-691064818dbc tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:46.080428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd18bd1e-976a-4d89-ae43-691064818dbc tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2725077 May 24 23:10:46.080428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57084) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:46.086194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group': {'name': 'tempest-secgroup--276852216'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:46.094500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:46.106347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:46.116803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be801c35-e817-40ca-9407-9b585a6cc862 req-7a017f30-d3fb-4064-af2c-a939e91efd1c service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546457 May 24 23:10:46.120232 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.144576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:46.150489 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:46.154336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:46.161946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:46.281352 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.298201 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.308669 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be801c35-e817-40ca-9407-9b585a6cc862 req-a4b0fb20-d315-489b-a529-2c41fd3e9a68 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817398 May 24 23:10:46.385852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb16a1b-6828-4fb8-bc27-97496d4adf60,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:46.399471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.401221 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-261705df-f76e-4900-b6b0-5438efccee4a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3204105 May 24 23:10:46.404145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57094) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:46.409614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8f1fa652-a61e-4f6f-a7f8-fe741454654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Request body: {'security_group_rule': {'security_group_id': '2fb16a1b-6828-4fb8-bc27-97496d4adf60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:10:46.417664 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8f1fa652-a61e-4f6f-a7f8-fe741454654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:46.422968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8f1fa652-a61e-4f6f-a7f8-fe741454654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Usage tracker for resource:security_group_rule and tenant:fcac780ab9564488a265e3ad2c8d60ce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:46.426903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8f1fa652-a61e-4f6f-a7f8-fe741454654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:46.439746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8f1fa652-a61e-4f6f-a7f8-fe741454654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:46.477301 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa652-a61e-4f6f-a7f8-fe741454654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.610926 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa652-a61e-4f6f-a7f8-fe741454654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.617918 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa652-a61e-4f6f-a7f8-fe741454654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.646978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fa652-a61e-4f6f-a7f8-fe741454654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c326b3b6-b0b4-4bc6-ada6-040a7e967896,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:46.669578 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa652-a61e-4f6f-a7f8-fe741454654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.673747 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8f1fa652-a61e-4f6f-a7f8-fe741454654e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2683749 May 24 23:10:46.674334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57100) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:46.851987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85266d5-34b2-41fa-acc2-a6b6595c8755 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.893639 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85266d5-34b2-41fa-acc2-a6b6595c8755 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:46.918492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b503b-2b11-4450-8bdf-4ed7feeb86b2 req-4fdb504d-249b-4869-aaf9-c347095946b7 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:46.920032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c0b503b-2b11-4450-8bdf-4ed7feeb86b2 req-4fdb504d-249b-4869-aaf9-c347095946b7 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 945 time: 0.1675913 May 24 23:10:46.992873 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c0b503b-2b11-4450-8bdf-4ed7feeb86b2 req-46881d29-6030-436c-bfc5-a26c5364ba61 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510037 May 24 23:10:46.994542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85266d5-34b2-41fa-acc2-a6b6595c8755 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:47.023990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85266d5-34b2-41fa-acc2-a6b6595c8755 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb16a1b-6828-4fb8-bc27-97496d4adf60,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:47.034545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b85266d5-34b2-41fa-acc2-a6b6595c8755 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:47.038034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b85266d5-34b2-41fa-acc2-a6b6595c8755 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-groups/2fb16a1b-6828-4fb8-bc27-97496d4adf60 HTTP/1.1" status: 204 len: 168 time: 0.3588102 May 24 23:10:47.038531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57112) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:47.188752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d7d562e4-54c0-492d-beff-5d1efe24656a tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1466548 May 24 23:10:47.197223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57122) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:47.269094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346cf03-a8e5-44ba-9fc9-4c455591aab0 req-b8dc921b-b0f7-4ae8-9868-b24822194bc6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:47.269425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5db40aad-7ff4-4993-80f8-14c001887118 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:47.270611 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d346cf03-a8e5-44ba-9fc9-4c455591aab0 req-b8dc921b-b0f7-4ae8-9868-b24822194bc6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.0891616 May 24 23:10:47.296595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee080c-dbd5-44c1-965e-9a25e09bf302 req-886b1043-dacb-4548-9e44-686f449bd188 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:47.297319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2dee080c-dbd5-44c1-965e-9a25e09bf302 req-886b1043-dacb-4548-9e44-686f449bd188 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:47.301815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5db40aad-7ff4-4993-80f8-14c001887118 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group_rule {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:47.305828 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5db40aad-7ff4-4993-80f8-14c001887118 tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1028953 May 24 23:10:47.307055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57126) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:47.317395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d346cf03-a8e5-44ba-9fc9-4c455591aab0 req-ef9605b5-981e-4cf9-aeab-6adea40a0b30 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401518 May 24 23:10:47.333362 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-07a98ad7-5464-464c-824a-03b9107ca60e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] delete failed (client error): The resource could not be found. May 24 23:10:47.345526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-07a98ad7-5464-464c-824a-03b9107ca60e tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "DELETE /v2.0/security-groups/2fb16a1b-6828-4fb8-bc27-97496d4adf60 HTTP/1.1" status: 404 len: 347 time: 0.0265501 May 24 23:10:47.345918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57132) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:47.350678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2dee080c-dbd5-44c1-965e-9a25e09bf302 req-886b1043-dacb-4548-9e44-686f449bd188 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:47.351974 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2dee080c-dbd5-44c1-965e-9a25e09bf302 req-886b1043-dacb-4548-9e44-686f449bd188 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 943 time: 0.2300081 May 24 23:10:47.421742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2dee080c-dbd5-44c1-965e-9a25e09bf302 req-2c6e79ce-641c-4f96-8514-8fe3322b857f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627429 May 24 23:10:47.449481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fe5ea957-b2d6-4c06-b995-24070cccf8cd tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Synchronizing usage tracker for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:47.468444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fe5ea957-b2d6-4c06-b995-24070cccf8cd tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] Unset dirty status for tenant:fcac780ab9564488a265e3ad2c8d60ce on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:47.473314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fe5ea957-b2d6-4c06-b995-24070cccf8cd tempest-SecGroupIPv6Test-643851237 tempest-SecGroupIPv6Test-643851237-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1230016 May 24 23:10:47.538599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57142) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:47.804577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57156) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:47.975268 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d251d664-c7da-49c0-9429-ada8d7e31f6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcac780ab9564488a265e3ad2c8d60ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671691 May 24 23:10:47.975589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57166) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:48.038509 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6c34031-0c19-4550-9e6b-578546beef6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:48.065455 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6c34031-0c19-4550-9e6b-578546beef6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:48.125876 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6c34031-0c19-4550-9e6b-578546beef6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:48.145940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c34031-0c19-4550-9e6b-578546beef6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e0e050-5e3c-48b4-b946-416330b7f736,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:48.179243 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6c34031-0c19-4550-9e6b-578546beef6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:48.181190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e6c34031-0c19-4550-9e6b-578546beef6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7e0e050-5e3c-48b4-b946-416330b7f736 HTTP/1.1" status: 204 len: 168 time: 0.2041957 May 24 23:10:48.294034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1701f-4e41-4d98-97fa-3e60520ff408 req-32c5b0c7-4e98-4505-8dc2-26a90360bd72 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:48.295530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6f1701f-4e41-4d98-97fa-3e60520ff408 req-32c5b0c7-4e98-4505-8dc2-26a90360bd72 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 945 time: 0.1600003 May 24 23:10:48.392034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6f1701f-4e41-4d98-97fa-3e60520ff408 req-76f7379d-2b3d-4b88-8c16-6b8772b79723 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879412 May 24 23:10:48.432692 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:48.662814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64380b75-88f4-479c-9e57-7187450be7a6 req-3d416a24-5c8d-4293-ae70-425f0371c652 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:48.664313 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64380b75-88f4-479c-9e57-7187450be7a6 req-3d416a24-5c8d-4293-ae70-425f0371c652 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 945 time: 0.2685041 May 24 23:10:48.718842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890dcb5-087a-44e8-9d8e-0d604922e563 req-1aa295bb-7f99-4cd8-a4c7-1ecdb9b304ef tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:48.720651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d890dcb5-087a-44e8-9d8e-0d604922e563 req-1aa295bb-7f99-4cd8-a4c7-1ecdb9b304ef tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2003527 May 24 23:10:48.784987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Deleting port ed98b146-44c5-40e2-8abd-42ab2af89554 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:48.785334 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:48.840051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d890dcb5-087a-44e8-9d8e-0d604922e563 req-ce5786d4-5f5c-4f8f-93a9-2a0d8d6c3ef6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122773 May 24 23:10:48.876873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad6b8e-53bc-4b5f-9e8d-69cb1184f3a5 req-0570d309-538e-49ad-924b-6d0c4fe83896 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:48.878604 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7cad6b8e-53bc-4b5f-9e8d-69cb1184f3a5 req-0570d309-538e-49ad-924b-6d0c4fe83896 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 943 time: 0.2524438 May 24 23:10:49.000191 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7cad6b8e-53bc-4b5f-9e8d-69cb1184f3a5 req-98a5d8b9-6486-402a-baae-726a7777ba9b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121995 May 24 23:10:49.031429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] Deleting port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:49.031429 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:49.254545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] For port ed98b146-44c5-40e2-8abd-42ab2af89554, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ed98b146-44c5-40e2-8abd-42ab2af89554,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:49.255175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:49.342549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57206) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:49.355317 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024383 May 24 23:10:49.356993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57208) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:49.467839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] For port 244ca3cd-5173-4ca4-aa1b-bb3b1f943785, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=244ca3cd-5173-4ca4-aa1b-bb3b1f943785,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:49.468403 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:49.556106 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3714edbb-77be-40a8-9ab4-05d75a1d6e93 tempest-NetworksApiDiscovery-1073877509 tempest-NetworksApiDiscovery-1073877509-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1985838 May 24 23:10:49.789323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:49.789750 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:49.790524 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Floating IP bd3e513d-910c-466c-82a1-87a01eac07db disassociated. External IP: 172.25.7.221, port: ed98b146-44c5-40e2-8abd-42ab2af89554. May 24 23:10:49.791357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Calling delete_port for ed98b146-44c5-40e2-8abd-42ab2af89554 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:49.817886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] Calling delete_port for 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:49.860296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0ffaf-0106-430b-97cd-3a987b50a358 req-915b712b-e790-460e-a6a7-2d877d45a879 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:49.861832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6a0ffaf-0106-430b-97cd-3a987b50a358 req-915b712b-e790-460e-a6a7-2d877d45a879 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 945 time: 0.2077551 May 24 23:10:49.875687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecbf8a-e210-4b4e-98d7-400f5e3e00ec req-c7fc0936-90a3-469b-9f27-d658f27fe7d1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:49.877152 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8cecbf8a-e210-4b4e-98d7-400f5e3e00ec req-c7fc0936-90a3-469b-9f27-d658f27fe7d1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.5698164 May 24 23:10:49.886848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc43045-3ad2-48cf-8038-af2af2558899 req-9f1e3ebe-2284-4658-b37a-275d2b3ed7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:49.888270 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dc43045-3ad2-48cf-8038-af2af2558899 req-9f1e3ebe-2284-4658-b37a-275d2b3ed7be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1096 time: 0.5351357 May 24 23:10:49.988560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57222) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:50.025810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6a0ffaf-0106-430b-97cd-3a987b50a358 req-d08dd077-256b-4d52-a34e-815e85932ef8 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups?id=75e03074-f19e-458d-ac86-1e00dfb54cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490109 May 24 23:10:50.042721 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:50.051327 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8cecbf8a-e210-4b4e-98d7-400f5e3e00ec req-806132ea-d99a-4fa9-878e-58a9ae924e9f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600122 May 24 23:10:50.098940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event deleted for resources: {'Port': ['ID=ed98b146-44c5-40e2-8abd-42ab2af89554,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:50.249428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc43045-3ad2-48cf-8038-af2af2558899 req-96cf3988-0574-4d0e-a95c-fcc331d52e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:50.250830 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dc43045-3ad2-48cf-8038-af2af2558899 req-96cf3988-0574-4d0e-a95c-fcc331d52e22 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.3434353 May 24 23:10:50.347566 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be6a73a-f0da-4ab6-917d-f6e170731288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:50.386457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7be6a73a-f0da-4ab6-917d-f6e170731288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:10:50.395841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7be6a73a-f0da-4ab6-917d-f6e170731288 admin admin] Usage tracker for resource:security_group_rule and tenant:cd5ff764f1d74689a6ddf4544f440717 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:10:50.402485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7be6a73a-f0da-4ab6-917d-f6e170731288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:10:50.418336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Router a0434b42-6dee-487b-b075-7b27a9eb46a5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:50.419586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7be6a73a-f0da-4ab6-917d-f6e170731288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:10:50.437627 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dc43045-3ad2-48cf-8038-af2af2558899 req-d4e54fbd-827a-4a67-b8a8-d3a40d6f5147 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 1000 time: 0.1615055 May 24 23:10:50.451688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685a3b0-0d4a-4b81-a97e-99bfdac26ece req-57e888fe-2138-495a-b4fa-618b7a7b9bbc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:50.459575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7685a3b0-0d4a-4b81-a97e-99bfdac26ece req-57e888fe-2138-495a-b4fa-618b7a7b9bbc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 943 time: 0.2588968 May 24 23:10:50.485040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:50.611811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] Pushing event deleted for resources: {'Port': ['ID=244ca3cd-5173-4ca4-aa1b-bb3b1f943785,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:50.707870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7685a3b0-0d4a-4b81-a97e-99bfdac26ece req-2f9face4-afd8-4d74-95c3-7248e4805de3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458067 May 24 23:10:50.804504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:50.816349 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340f420-8cd2-4cb8-9719-6b24eb2aa794 None None] Sync routers for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:50.838593 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340f420-8cd2-4cb8-9719-6b24eb2aa794 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:50.839219 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4340f420-8cd2-4cb8-9719-6b24eb2aa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:50.912391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc43045-3ad2-48cf-8038-af2af2558899 req-9cf965ad-fb3a-4059-ae25-b5b87daaf279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:50.913921 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dc43045-3ad2-48cf-8038-af2af2558899 req-9cf965ad-fb3a-4059-ae25-b5b87daaf279 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.4702244 May 24 23:10:50.956888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] No DVR routers for this DVR port ed98b146-44c5-40e2-8abd-42ab2af89554 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:10:50.961753 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:50.967418 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be6a73a-f0da-4ab6-917d-f6e170731288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:50.968581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'name': 'network-vif-deleted', 'tag': 'ed98b146-44c5-40e2-8abd-42ab2af89554'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:51.011989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7be6a73a-f0da-4ab6-917d-f6e170731288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:51.059980 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64380b75-88f4-479c-9e57-7187450be7a6 req-4fe596fe-bbd5-49b5-b58a-b34f26ec23e6 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.50 "DELETE /v2.0/ports/ed98b146-44c5-40e2-8abd-42ab2af89554 HTTP/1.1" status: 204 len: 173 time: 2.3871603 May 24 23:10:51.126075 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:51.132195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc43045-3ad2-48cf-8038-af2af2558899 req-05f00598-fe68-44f9-8cec-f4cd1d6237a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:51.133984 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dc43045-3ad2-48cf-8038-af2af2558899 req-05f00598-fe68-44f9-8cec-f4cd1d6237a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077692 May 24 23:10:51.143071 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-4340f420-8cd2-4cb8-9719-6b24eb2aa794 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:51.182998 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7be6a73a-f0da-4ab6-917d-f6e170731288 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd5ff764f1d74689a6ddf4544f440717&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1906109 May 24 23:10:51.184950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6a73a-f0da-4ab6-917d-f6e170731288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c1841-46d5-4859-b2a7-da6d23ae4970,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:51.203484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57246) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:51.334642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0aff39d3-1b71-41d4-bbca-24787a9c1834 req-67c89eeb-4ac4-4e99-8d75-656d8ee41e41 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Synchronizing usage tracker for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:10:51.378118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0aff39d3-1b71-41d4-bbca-24787a9c1834 req-67c89eeb-4ac4-4e99-8d75-656d8ee41e41 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Unset dirty status for tenant:2538b79651204683958a8311138e4a89 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:10:51.390119 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0aff39d3-1b71-41d4-bbca-24787a9c1834 req-67c89eeb-4ac4-4e99-8d75-656d8ee41e41 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8452a21-1198-46e9-9123-bafcdc7b81f8 HTTP/1.1" status: 200 len: 210 time: 0.1235979 May 24 23:10:51.393481 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-685f48f1-bd45-4488-a10e-de81f28b539a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:51.468948 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9173de94-d6f4-49aa-a093-774f8f8128a7'] response: {'server_uuid': 'c8452a21-1198-46e9-9123-bafcdc7b81f8', 'name': 'network-vif-deleted', 'tag': 'ed98b146-44c5-40e2-8abd-42ab2af89554', 'status': 'completed', 'code': 200} May 24 23:10:51.472261 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-685f48f1-bd45-4488-a10e-de81f28b539a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:51.507415 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dc43045-3ad2-48cf-8038-af2af2558899 req-b903b59b-faf7-4f7d-ab6b-dc33d9d0813f service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657770 May 24 23:10:51.746506 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4340f420-8cd2-4cb8-9719-6b24eb2aa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:51.754934 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340f420-8cd2-4cb8-9719-6b24eb2aa794 None None] Checking router: a0434b42-6dee-487b-b075-7b27a9eb46a5 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:51.780775 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340f420-8cd2-4cb8-9719-6b24eb2aa794 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:51.781580 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4340f420-8cd2-4cb8-9719-6b24eb2aa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:51.787550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ed98b146-44c5-40e2-8abd-42ab2af89554 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:51.820565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dc43045-3ad2-48cf-8038-af2af2558899 req-8ec9ea79-d785-4a16-893b-1ebefcaf22f2 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053224 May 24 23:10:51.899026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: ed98b146-44c5-40e2-8abd-42ab2af89554 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:10:51.899430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ed98b146-44c5-40e2-8abd-42ab2af89554 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:52.044662 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-685f48f1-bd45-4488-a10e-de81f28b539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:52.082816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17557c-52dc-4121-970a-484e60f7a1ce req-0ce63377-63f3-4333-8b93-96f59548b14e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:52.093161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef17557c-52dc-4121-970a-484e60f7a1ce req-0ce63377-63f3-4333-8b93-96f59548b14e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.5192840 May 24 23:10:52.123637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f48f1-bd45-4488-a10e-de81f28b539a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c1841-46d5-4859-b2a7-da6d23ae4970,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:52.164127 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-685f48f1-bd45-4488-a10e-de81f28b539a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:52.166642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-685f48f1-bd45-4488-a10e-de81f28b539a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df7c1841-46d5-4859-b2a7-da6d23ae4970 HTTP/1.1" status: 204 len: 168 time: 0.9613948 May 24 23:10:52.181861 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-4340f420-8cd2-4cb8-9719-6b24eb2aa794 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:52.224173 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef17557c-52dc-4121-970a-484e60f7a1ce req-29cc0221-bb00-4c4b-9761-ea6cf8c9f411 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227634 May 24 23:10:52.349082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d26d3-42de-4f04-9c2e-2f0d10ace464 req-8ed2b47d-3dcb-4482-a261-b3228f08b12e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:52.360264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-748d26d3-42de-4f04-9c2e-2f0d10ace464 req-8ed2b47d-3dcb-4482-a261-b3228f08b12e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 943 time: 0.4396253 May 24 23:10:52.587278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57266) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:52.624891 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-748d26d3-42de-4f04-9c2e-2f0d10ace464 req-13f8173b-80be-4c57-b124-3357cbbb1fab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636271 May 24 23:10:52.668960 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4340f420-8cd2-4cb8-9719-6b24eb2aa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:52.674041 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340f420-8cd2-4cb8-9719-6b24eb2aa794 None None] The sync data for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 is: [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:05:09Z', 'revision_number': 4, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'd1746572-b8bf-46c3-b979-abb627cfd635', 'name': '', 'network_id': '002fbdc6-b25e-4db0-8e9b-acd3f481a1b7', 'tenant_id': '2538b79651204683958a8311138e4a89', 'mac_address': 'fa:16:3e:60:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:07Z', 'updated_at': '2022-05-24T23:05:18Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'subnets': [{'id': '47001c01-66d5-4135-8684-58bb2d7f443c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:52.687362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] Router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:52.690382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57274) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:52.698809 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f432a7f6-d731-4712-882a-f97e75b8b5cf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:52.765887 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f432a7f6-d731-4712-882a-f97e75b8b5cf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:52.878312 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f432a7f6-d731-4712-882a-f97e75b8b5cf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:52.916090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432a7f6-d731-4712-882a-f97e75b8b5cf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e03074-f19e-458d-ac86-1e00dfb54cb7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:52.920464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f432a7f6-d731-4712-882a-f97e75b8b5cf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:52.922445 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f432a7f6-d731-4712-882a-f97e75b8b5cf tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "DELETE /v2.0/security-groups/75e03074-f19e-458d-ac86-1e00dfb54cb7 HTTP/1.1" status: 204 len: 168 time: 0.3336127 May 24 23:10:52.924850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57284) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:52.941168 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c5614b27-62d2-41c9-a9e0-c870f3a66ba3 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/floatingips/d8f8b2fa-1e7c-454e-bf12-d77f4c1b284b HTTP/1.1" status: 200 len: 994 time: 0.2481778 May 24 23:10:52.962050 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-27b78bcf-54f4-47fd-8949-b72e22262819 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] show failed (client error): The resource could not be found. May 24 23:10:52.963669 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-27b78bcf-54f4-47fd-8949-b72e22262819 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "GET /v2.0/security-groups/75e03074-f19e-458d-ac86-1e00dfb54cb7 HTTP/1.1" status: 404 len: 347 time: 0.0236197 May 24 23:10:52.966458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57290) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:53.108205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:53.118261 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49d73e-dc6e-4f1e-8c4c-0372b0857ffc None None] Sync routers for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:53.134292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49d73e-dc6e-4f1e-8c4c-0372b0857ffc None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:53.134592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5e49d73e-dc6e-4f1e-8c4c-0372b0857ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:53.144972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd5ba65d-7df5-4afb-ab6d-d0161cf6e393 admin admin] 10.222.0.55 "PUT /v2.0/routers/e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6050904 May 24 23:10:53.147635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57298) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:53.182518 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc02e9ec-6dd6-4966-8fc1-93e8f065c3b2 None None] New status for floating IP bd3e513d-910c-466c-82a1-87a01eac07db: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:10:53.187381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Deleting port 93cab2ad-5926-4824-ac75-bf7ad0a0b7db {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:53.187983 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:53.359617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57310) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:53.460534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-5e49d73e-dc6e-4f1e-8c4c-0372b0857ffc None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:53.501822 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:53.502173 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:53.674934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Calling delete_port for 93cab2ad-5926-4824-ac75-bf7ad0a0b7db owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:53.805709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f924f426-9dd9-4b24-a01b-e2c3da02eefa details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:10:53.895391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:53.915404 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:10:53.915836 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:10:53.958249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2f885-5b6a-454a-8b10-a79c37f85977 req-24721499-dede-44a3-ae4b-00a022494d94 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:53.965708 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28a2f885-5b6a-454a-8b10-a79c37f85977 req-24721499-dede-44a3-ae4b-00a022494d94 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 943 time: 0.1479664 May 24 23:10:54.020882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28a2f885-5b6a-454a-8b10-a79c37f85977 req-b66d41ab-c107-408c-887d-8a53dce00df7 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541761 May 24 23:10:54.055005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f924f426-9dd9-4b24-a01b-e2c3da02eefa, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f924f426-9dd9-4b24-a01b-e2c3da02eefa,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:54.076316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'f924f426-9dd9-4b24-a01b-e2c3da02eefa', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'port_id': 'f924f426-9dd9-4b24-a01b-e2c3da02eefa', 'mac_address': 'fa:16:3e:54:b7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:10:54.082872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5e49d73e-dc6e-4f1e-8c4c-0372b0857ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:10:50Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:54.151628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49d73e-dc6e-4f1e-8c4c-0372b0857ffc None None] Checking router: e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:54.161522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13ed36-6d67-408a-acc0-be6a0aae60ff req-6ad240e8-7c39-43f5-a856-562a370592bb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:54.165981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49d73e-dc6e-4f1e-8c4c-0372b0857ffc None None] Routers {'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:54.166588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5e49d73e-dc6e-4f1e-8c4c-0372b0857ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:54.169094 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec13ed36-6d67-408a-acc0-be6a0aae60ff req-6ad240e8-7c39-43f5-a856-562a370592bb tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.8069448 May 24 23:10:54.237265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port f924f426-9dd9-4b24-a01b-e2c3da02eefa is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:54.237813 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:54.259676 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:54.269752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f924f426-9dd9-4b24-a01b-e2c3da02eefa {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:10:54.287176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f924f426-9dd9-4b24-a01b-e2c3da02eefa, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f924f426-9dd9-4b24-a01b-e2c3da02eefa,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:54.299445 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:54.306764 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec13ed36-6d67-408a-acc0-be6a0aae60ff req-c4d57944-dd69-4c93-88ff-34b903fae8f5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369810 May 24 23:10:54.318383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port 01c43ff1-3421-43e4-b246-cbcc4f995f08 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:54.320236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:54.407445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=f924f426-9dd9-4b24-a01b-e2c3da02eefa,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:54.409030 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:54.416919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Deleting port 93cab2ad-5926-4824-ac75-bf7ad0a0b7db {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:54.417187 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:54.418916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.419258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.419593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.420054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.429418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.430408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.430761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.431096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.431423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.431752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.432077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.437569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:10:54.622432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-5e49d73e-dc6e-4f1e-8c4c-0372b0857ffc None None] Set router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:54.651874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Deleting port 1cbb74b0-b076-4734-9d43-58721f4e6894 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:54.652471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:54.788978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1eae8-6818-4bb5-aa3c-36076b0ec56b req-cccc5430-f556-4c67-8ca0-4402ce20cc40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:54.791076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-62c1eae8-6818-4bb5-aa3c-36076b0ec56b req-cccc5430-f556-4c67-8ca0-4402ce20cc40 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3102937 May 24 23:10:54.804229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['f924f426-9dd9-4b24-a01b-e2c3da02eefa'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:10:54.835047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] For port 1cbb74b0-b076-4734-9d43-58721f4e6894, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1cbb74b0-b076-4734-9d43-58721f4e6894,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:54.835684 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:54.861934 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:54.862304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:54.884391 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-62c1eae8-6818-4bb5-aa3c-36076b0ec56b req-c59f83c7-fc73-446a-9a63-e1464f080698 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799191 May 24 23:10:54.965260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Calling delete_port for 1cbb74b0-b076-4734-9d43-58721f4e6894 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:55.088063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Calling delete_port for 93cab2ad-5926-4824-ac75-bf7ad0a0b7db owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:55.135323 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.135788 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.175050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57346) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:55.266382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5e49d73e-dc6e-4f1e-8c4c-0372b0857ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:10:50Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:55.280687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49d73e-dc6e-4f1e-8c4c-0372b0857ffc None None] The sync data for ids ['e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2'] in n-d-843146-7 is: [{'id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'name': 'tempest-AttachVolumeNegativeTest-1138639323-router', 'tenant_id': 'a9d69521bbf043dba069b5d286572f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:03:42Z', 'updated_at': '2022-05-24T23:10:50Z', 'revision_number': 5, 'project_id': 'a9d69521bbf043dba069b5d286572f92', 'gw_port': {'id': '1cbb74b0-b076-4734-9d43-58721f4e6894', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:03:45Z', 'updated_at': '2022-05-24T23:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:10:55.290757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Calling delete_port for 01c43ff1-3421-43e4-b246-cbcc4f995f08 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:10:55.519989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac4db91-18ef-43d4-b384-2b78b5999a8b admin admin] Deleting subnet e6ad94b2-52e4-456d-a761-2d0bb1b7fd31 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:10:55.532996 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6ac4db91-18ef-43d4-b384-2b78b5999a8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.537730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfbbba-4f74-4145-b1cc-011afac4e657 req-802717b0-add0-45cc-b117-e40f599ac322 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:55.545525 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-05dfbbba-4f74-4145-b1cc-011afac4e657 req-802717b0-add0-45cc-b117-e40f599ac322 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2030823 May 24 23:10:55.668143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba2289-be27-401d-ba04-51fb6dd4fb4b req-e68cd559-ce5b-41a8-b91b-dc5af6d238cc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:55.676135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fba2289-be27-401d-ba04-51fb6dd4fb4b req-e68cd559-ce5b-41a8-b91b-dc5af6d238cc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 944 time: 0.4722228 May 24 23:10:55.707665 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6ac4db91-18ef-43d4-b384-2b78b5999a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.723370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-05dfbbba-4f74-4145-b1cc-011afac4e657 req-73facaba-f657-453a-910d-a83db4d68c65 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769114 May 24 23:10:55.759698 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.790514 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.832079 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.836955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Pushing event deleted for resources: {'Port': ['ID=93cab2ad-5926-4824-ac75-bf7ad0a0b7db,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:55.856006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Port': ['ID=01c43ff1-3421-43e4-b246-cbcc4f995f08,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:55.926432 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fba2289-be27-401d-ba04-51fb6dd4fb4b req-66af995d-9eca-4b33-a1fa-cdbd6bc36bd6 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487080 May 24 23:10:55.926763 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:55.960520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbb74b0-b076-4734-9d43-58721f4e6894,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:55.963527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6ac4db91-18ef-43d4-b384-2b78b5999a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.013585 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.037903 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.038933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8f63395b-aa3a-4363-9db5-dc88151ecb95 tempest-AttachVolumeTestJSON-2014744455 tempest-AttachVolumeTestJSON-2014744455-project] 10.222.0.55 "DELETE /v2.0/floatingips/bd3e513d-910c-466c-82a1-87a01eac07db HTTP/1.1" status: 204 len: 168 time: 3.0713909 May 24 23:10:56.060551 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6ac4db91-18ef-43d4-b384-2b78b5999a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.132183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4db91-18ef-43d4-b384-2b78b5999a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ad94b2-52e4-456d-a761-2d0bb1b7fd31,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:56.143600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6ac4db91-18ef-43d4-b384-2b78b5999a8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.155869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6ac4db91-18ef-43d4-b384-2b78b5999a8b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e6ad94b2-52e4-456d-a761-2d0bb1b7fd31 HTTP/1.1" status: 204 len: 168 time: 0.9786615 May 24 23:10:56.156502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57362) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:56.216585 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.365859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.501440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.501440 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Floating IP d8f8b2fa-1e7c-454e-bf12-d77f4c1b284b disassociated (deleted). External IP: 172.25.7.117, port: 629378fe-2202-4f79-b044-37fec52bed02. May 24 23:10:56.560447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.610602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851147f7-b94f-447f-92da-2704d03bece0']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:56.640879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3433ebe2-a94e-4684-a287-fb2274ecf84d') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:56.641268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3433ebe2-a94e-4684-a287-fb2274ecf84d') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:56.657735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.674646 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.681406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:10:56.681923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.699346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:56.769883 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.773970 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.803748 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 3433ebe2-a94e-4684-a287-fb2274ecf84d resource provider aggregate not found May 24 23:10:56.821542 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:10:56.822038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 244ca3cd-5173-4ca4-aa1b-bb3b1f943785 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:56.864859 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 3433ebe2-a94e-4684-a287-fb2274ecf84d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3433ebe2-a94e-4684-a287-fb2274ecf84d found for delete ", "request_id": "req-2f2a37f3-52ab-4bde-916f-bdb323346df2"}]} May 24 23:10:56.885524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.907488 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:56.917040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] Pushing event deleted for resources: {'Network': ['ID=851147f7-b94f-447f-92da-2704d03bece0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:56.936807 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d71f90f3-a04b-4831-a7bd-4a40c0eb7166 admin admin] 10.222.0.55 "DELETE /v2.0/networks/851147f7-b94f-447f-92da-2704d03bece0 HTTP/1.1" status: 204 len: 168 time: 0.7768135 May 24 23:10:56.937599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57376) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:57.078783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-56342e3d-f316-44bc-842d-c00050f8b449 admin admin] Deleting subnet 9a6b9ba8-8fb7-49a0-887b-8c2b090ff118 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:10:57.115415 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56342e3d-f316-44bc-842d-c00050f8b449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:57.117074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 8f73c465-b193-49c5-89a9-7540e1e8582f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:10:57.125875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3d27f-4023-417f-a380-9e40e87dc288 req-89082238-13df-46db-9257-06567b9888b3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:57.127712 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5bc3d27f-4023-417f-a380-9e40e87dc288 req-89082238-13df-46db-9257-06567b9888b3 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 1.1473451 May 24 23:10:57.214527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56342e3d-f316-44bc-842d-c00050f8b449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:57.308477 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:57.309083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:10:57.316371 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56342e3d-f316-44bc-842d-c00050f8b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:57.355115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5bc3d27f-4023-417f-a380-9e40e87dc288 req-0900665a-a337-49e7-b537-1e0ce4a2710f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144156 May 24 23:10:57.506156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5f801-1fd2-4e7e-a28e-23265474ee0a req-980d9ae8-3dae-4527-9cc6-6b6ffac22fa8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:57.522434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7a5f801-1fd2-4e7e-a28e-23265474ee0a req-980d9ae8-3dae-4527-9cc6-6b6ffac22fa8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 944 time: 0.4465516 May 24 23:10:57.523754 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56342e3d-f316-44bc-842d-c00050f8b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:57.638726 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56342e3d-f316-44bc-842d-c00050f8b449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:57.670581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56342e3d-f316-44bc-842d-c00050f8b449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6b9ba8-8fb7-49a0-887b-8c2b090ff118,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:57.673139 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-56342e3d-f316-44bc-842d-c00050f8b449 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9a6b9ba8-8fb7-49a0-887b-8c2b090ff118 HTTP/1.1" status: 204 len: 168 time: 0.7344966 May 24 23:10:57.676287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57388) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:57.698151 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7a5f801-1fd2-4e7e-a28e-23265474ee0a req-14a31216-9611-4b73-bba2-36bb811a675a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471534 May 24 23:10:57.828368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:57.832074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d37ac7c5-a041-4763-a3df-9ba62ae93b24 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e0a0b8a7-f043-48a9-8d3a-e5589b1f2ed2 HTTP/1.1" status: 204 len: 168 time: 4.6806607 May 24 23:10:57.833089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57392) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:57.837480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f924f426-9dd9-4b24-a01b-e2c3da02eefa up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:10:57.855903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:10:57.860626 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:57.865423 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:57.919966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-05457a9a-88e2-40ee-a893-bd72321b6db6 admin admin] Deleting subnet fb1303f6-a75c-4770-b75a-ff3909584636 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:10:57.926154 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-05457a9a-88e2-40ee-a893-bd72321b6db6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:57.930769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227bc872-da83-4755-a959-4f500b49e26d None None] Sync routers for ids ['8f73c465-b193-49c5-89a9-7540e1e8582f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:10:57.945870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227bc872-da83-4755-a959-4f500b49e26d None None] Routers {'8f73c465-b193-49c5-89a9-7540e1e8582f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:57.952047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-227bc872-da83-4755-a959-4f500b49e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8f73c465-b193-49c5-89a9-7540e1e8582f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:57.998931 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-742f1d19-5520-4046-b650-4d962d521dd9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/floatingips/d8f8b2fa-1e7c-454e-bf12-d77f4c1b284b HTTP/1.1" status: 204 len: 168 time: 4.6336536 May 24 23:10:58.034327 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-05457a9a-88e2-40ee-a893-bd72321b6db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:58.100378 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:58.131705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58287590-bb50-4057-91b3-b4a73381dc62']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:58.146733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9722d7-2ba7-42c8-84b8-7c144bbd4b6e') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:58.147100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9722d7-2ba7-42c8-84b8-7c144bbd4b6e') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:58.163205 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:58.184793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:58.192207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:10:58.192207 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:58.209389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-227bc872-da83-4755-a959-4f500b49e26d None None] Set router 8f73c465-b193-49c5-89a9-7540e1e8582f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:58.220102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-05457a9a-88e2-40ee-a893-bd72321b6db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:58.330296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'tag': '629378fe-2202-4f79-b044-37fec52bed02'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:10:58.344575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:58.383868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377236ce-7a92-47eb-a81c-ffa09cb12c11 req-41b2c0a2-b31e-4b94-b4cc-de29a94547ed tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:58.389816 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-377236ce-7a92-47eb-a81c-ffa09cb12c11 req-41b2c0a2-b31e-4b94-b4cc-de29a94547ed tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.7502022 May 24 23:10:58.403277 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:58.552366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] Pushing event deleted for resources: {'Network': ['ID=58287590-bb50-4057-91b3-b4a73381dc62,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:58.562778 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-05457a9a-88e2-40ee-a893-bd72321b6db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:58.594570 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a49f9b80-7578-4a44-bd64-95e47c348e77'] response: {'name': 'network-changed', 'server_uuid': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'tag': '629378fe-2202-4f79-b044-37fec52bed02', 'status': 'completed', 'code': 200} May 24 23:10:58.614890 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-14807980-06a0-442a-bff6-a2f49bc36eef admin admin] 10.222.0.55 "DELETE /v2.0/networks/58287590-bb50-4057-91b3-b4a73381dc62 HTTP/1.1" status: 204 len: 168 time: 0.9288757 May 24 23:10:58.726616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05457a9a-88e2-40ee-a893-bd72321b6db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1303f6-a75c-4770-b75a-ff3909584636,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:10:58.770789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port f924f426-9dd9-4b24-a01b-e2c3da02eefa completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:10:58.775723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1cbb74b0-b076-4734-9d43-58721f4e6894 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:10:58.842321 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-05457a9a-88e2-40ee-a893-bd72321b6db6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:58.874037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-05457a9a-88e2-40ee-a893-bd72321b6db6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fb1303f6-a75c-4770-b75a-ff3909584636 HTTP/1.1" status: 204 len: 168 time: 1.0396640 May 24 23:10:58.879092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57414) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:58.880517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918de279-036e-4381-ab2c-8883c4eed3ba None None] Network 4dbd9183-8740-47be-9080-f446c9f960dd requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:10:58.973745 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment bc9722d7-2ba7-42c8-84b8-7c144bbd4b6e resource provider aggregate not found May 24 23:10:59.003672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-377236ce-7a92-47eb-a81c-ffa09cb12c11 req-632bdbcd-3611-4c0f-b829-131809b5f54b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5097528 May 24 23:10:59.011403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57420) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:59.048580 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment bc9722d7-2ba7-42c8-84b8-7c144bbd4b6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc9722d7-2ba7-42c8-84b8-7c144bbd4b6e found for delete ", "request_id": "req-20a64c11-78c7-407d-9d00-13b64407612d"}]} May 24 23:10:59.063124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port f924f426-9dd9-4b24-a01b-e2c3da02eefa triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:10:59.063497 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:59.090603 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:59.100364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebf374-244d-4122-bc59-8a256acf619f req-f2cf6ea9-af85-4a9c-b35b-594779ef381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:59.102150 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0eebf374-244d-4122-bc59-8a256acf619f req-f2cf6ea9-af85-4a9c-b35b-594779ef381a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=001bb84369b443888c7219fb91448b85&device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 1097 time: 0.4860809 May 24 23:10:59.104687 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5923feaf-662c-4142-af89-de225b3e5060 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aca37abf4bf14f3086caa7e27dbc9ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907197 May 24 23:10:59.107417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57426) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:10:59.138530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 1cbb74b0-b076-4734-9d43-58721f4e6894 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:10:59.139360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1cbb74b0-b076-4734-9d43-58721f4e6894 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:10:59.145515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f3634-ce40-413f-9a9e-e0c48635af0e req-b61feee3-0f28-4e14-9a3a-144974cdc91b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:59.149096 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-808f3634-ce40-413f-9a9e-e0c48635af0e req-b61feee3-0f28-4e14-9a3a-144974cdc91b tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 946 time: 0.4467268 May 24 23:10:59.211930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Deleting port 5360d511-b65d-43af-bfa8-8132df0d7628 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:10:59.212354 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:59.450849 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d34a8c03-1fdd-4098-8e82-248d6383e3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:59.478354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-227bc872-da83-4755-a959-4f500b49e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:44Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'e31a26fc-075a-4ec2-b24c-7354f8cb456a', 'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:55:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:41Z', 'updated_at': '2022-05-24T23:09:53Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:59.496236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-808f3634-ce40-413f-9a9e-e0c48635af0e req-7f415baf-dfcf-496b-9dc6-7ab9dd22820c tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346930 May 24 23:10:59.503101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227bc872-da83-4755-a959-4f500b49e26d None None] Checking router: 8f73c465-b193-49c5-89a9-7540e1e8582f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:10:59.512155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d34a8c03-1fdd-4098-8e82-248d6383e3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:59.537172 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227bc872-da83-4755-a959-4f500b49e26d None None] Routers {'8f73c465-b193-49c5-89a9-7540e1e8582f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:10:59.538054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-227bc872-da83-4755-a959-4f500b49e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:10:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8f73c465-b193-49c5-89a9-7540e1e8582f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:10:59.564958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9792339-a411-4326-90eb-e1cf569a8ab3 req-32a868f3-6c37-4ccb-a0c5-d9c3493e178c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:59.566654 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a9792339-a411-4326-90eb-e1cf569a8ab3 req-32a868f3-6c37-4ccb-a0c5-d9c3493e178c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 944 time: 0.3639998 May 24 23:10:59.578116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebf374-244d-4122-bc59-8a256acf619f req-716801bc-1187-4ee4-bf79-9fdd162eba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:59.580338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0eebf374-244d-4122-bc59-8a256acf619f req-716801bc-1187-4ee4-bf79-9fdd162eba83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc1055d5-8f13-4722-9412-d524f690fd23 HTTP/1.1" status: 200 len: 897 time: 0.4692638 May 24 23:10:59.686119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] For port 5360d511-b65d-43af-bfa8-8132df0d7628, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5360d511-b65d-43af-bfa8-8132df0d7628,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:10:59.686574 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:59.739136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-227bc872-da83-4755-a959-4f500b49e26d None None] Set router 8f73c465-b193-49c5-89a9-7540e1e8582f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:10:59.751478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0eebf374-244d-4122-bc59-8a256acf619f req-a5c913ff-3099-4179-bdb5-656100117097 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=629378fe-2202-4f79-b044-37fec52bed02 HTTP/1.1" status: 200 len: 217 time: 0.1430266 May 24 23:10:59.905610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebf374-244d-4122-bc59-8a256acf619f req-437f5cff-8742-48a2-a81a-a2a0521ac8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:10:59.907121 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0eebf374-244d-4122-bc59-8a256acf619f req-437f5cff-8742-48a2-a81a-a2a0521ac8b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b5d1233-6af5-47ec-8df2-d8f208de5cb2 HTTP/1.1" status: 200 len: 834 time: 0.1327236 May 24 23:10:59.924206 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a9792339-a411-4326-90eb-e1cf569a8ab3 req-61917973-1f47-4ed9-84bb-a2b399081123 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313911 May 24 23:10:59.939010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bdc81c-de48-45ca-a95c-a40cc956aad7 None None] DHCP port deletion for 4dbd9183-8740-47be-9080-f446c9f960dd request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:10:59.944089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port f924f426-9dd9-4b24-a01b-e2c3da02eefa is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:10:59.944463 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:10:59.948945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Calling delete_port for 5360d511-b65d-43af-bfa8-8132df0d7628 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:00.064272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-95bdc81c-de48-45ca-a95c-a40cc956aad7 None None] Deleting port 5360d511-b65d-43af-bfa8-8132df0d7628 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:00.064499 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-95bdc81c-de48-45ca-a95c-a40cc956aad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:00.077927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d34a8c03-1fdd-4098-8e82-248d6383e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:00.136250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a8c03-1fdd-4098-8e82-248d6383e3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344e642b-02ee-4e3f-bff7-69708fa5deb1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:00.194659 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d34a8c03-1fdd-4098-8e82-248d6383e3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:00.195876 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d34a8c03-1fdd-4098-8e82-248d6383e3f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/344e642b-02ee-4e3f-bff7-69708fa5deb1 HTTP/1.1" status: 204 len: 168 time: 1.0872362 May 24 23:11:00.215849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebf374-244d-4122-bc59-8a256acf619f req-ecc81ddf-4fb4-45ed-819f-47fefa478478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:00.224862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0eebf374-244d-4122-bc59-8a256acf619f req-ecc81ddf-4fb4-45ed-819f-47fefa478478 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc1055d5-8f13-4722-9412-d524f690fd23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2995114 May 24 23:11:00.303516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:00.375696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1da965-e60c-487e-a8a0-d6babf66ef44 req-4e8d00f2-daba-49bb-a6a4-85896f114f46 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:00.377515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b1da965-e60c-487e-a8a0-d6babf66ef44 req-4e8d00f2-daba-49bb-a6a4-85896f114f46 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 946 time: 0.4446459 May 24 23:11:00.390173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Pushing event deleted for resources: {'Port': ['ID=5360d511-b65d-43af-bfa8-8132df0d7628,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:00.413014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd5f714-9418-426c-b6f1-f98c6b578f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f924f426-9dd9-4b24-a01b-e2c3da02eefa'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:00.493569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-5b1da965-e60c-487e-a8a0-d6babf66ef44 req-808b2cd2-cb21-4cd9-9f6c-70f9b877a7b4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port 629378fe-2202-4f79-b044-37fec52bed02 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:00.493921 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5b1da965-e60c-487e-a8a0-d6babf66ef44 req-808b2cd2-cb21-4cd9-9f6c-70f9b877a7b4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:00.534296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] No DVR routers for this DVR port 5360d511-b65d-43af-bfa8-8132df0d7628 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:00.660840 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b35375d-2851-47e1-9449-bab3237eaed0'] response: {'server_uuid': '9cd5f714-9418-426c-b6f1-f98c6b578f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f924f426-9dd9-4b24-a01b-e2c3da02eefa', 'code': 200} May 24 23:11:00.662502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port f924f426-9dd9-4b24-a01b-e2c3da02eefa, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f924f426-9dd9-4b24-a01b-e2c3da02eefa,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:00.675800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5360d511-b65d-43af-bfa8-8132df0d7628 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:00.777437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0eebf374-244d-4122-bc59-8a256acf619f req-9500175e-2395-4d1d-8354-7224eb566a62 service neutron] 10.222.0.50 "GET /v2.0/networks/cc1055d5-8f13-4722-9412-d524f690fd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385351 May 24 23:11:00.842421 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:00.917116 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:00.957244 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0eebf374-244d-4122-bc59-8a256acf619f req-bf2bb7f2-9f6b-425b-ade2-4a86d984e898 service neutron] 10.222.0.50 "GET /v2.0/networks/cc1055d5-8f13-4722-9412-d524f690fd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627493 May 24 23:11:00.980872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683ade-09fa-45d1-ae6b-e5f37165db08 req-084e43af-5f24-4606-a017-9bd0c38b499d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:00.983852 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29683ade-09fa-45d1-ae6b-e5f37165db08 req-084e43af-5f24-4606-a017-9bd0c38b499d tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.6856692 May 24 23:11:00.985164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 5360d511-b65d-43af-bfa8-8132df0d7628 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:00.985942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5360d511-b65d-43af-bfa8-8132df0d7628 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:00.989676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-95bdc81c-de48-45ca-a95c-a40cc956aad7 None None] For port 5360d511-b65d-43af-bfa8-8132df0d7628, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5360d511-b65d-43af-bfa8-8132df0d7628,segment=NetworkSegment(187d1fbb-4b24-40a8-9438-00d2cee1d79b),segment_id=187d1fbb-4b24-40a8-9438-00d2cee1d79b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:00.990437 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-95bdc81c-de48-45ca-a95c-a40cc956aad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:01.004670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=f924f426-9dd9-4b24-a01b-e2c3da02eefa,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:01.061610 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29683ade-09fa-45d1-ae6b-e5f37165db08 req-1075ebfc-ba78-4de8-ad6d-2b4a483bfbad tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633607 May 24 23:11:01.075324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57458) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:01.196218 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5ea9c758-caf3-46dd-9ce5-56a31dfd81c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a80312960c79486cb9d0a958efabb9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1196609 May 24 23:11:01.211048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-95bdc81c-de48-45ca-a95c-a40cc956aad7 None None] Calling delete_port for 5360d511-b65d-43af-bfa8-8132df0d7628 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:01.237308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57462) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:01.331287 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-95bdc81c-de48-45ca-a95c-a40cc956aad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:11:01.331997 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-95bdc81c-de48-45ca-a95c-a40cc956aad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:11:01.334678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-227bc872-da83-4755-a959-4f500b49e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:44Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'e31a26fc-075a-4ec2-b24c-7354f8cb456a', 'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:55:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:41Z', 'updated_at': '2022-05-24T23:09:53Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:01.339635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227bc872-da83-4755-a959-4f500b49e26d None None] The sync data for ids ['8f73c465-b193-49c5-89a9-7540e1e8582f'] in n-d-843146-7 is: [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:09:44Z', 'revision_number': 4, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'e31a26fc-075a-4ec2-b24c-7354f8cb456a', 'name': '', 'network_id': 'cc1055d5-8f13-4722-9412-d524f690fd23', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'mac_address': 'fa:16:3e:55:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:41Z', 'updated_at': '2022-05-24T23:09:53Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'subnets': [{'id': '3b5d1233-6af5-47ec-8df2-d8f208de5cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:01.360861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-04c5da55-d088-4dc9-a42a-eb582187011e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:01.372933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5b1da965-e60c-487e-a8a0-d6babf66ef44 req-808b2cd2-cb21-4cd9-9f6c-70f9b877a7b4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] For port 629378fe-2202-4f79-b044-37fec52bed02, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=629378fe-2202-4f79-b044-37fec52bed02,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:01.373579 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5b1da965-e60c-487e-a8a0-d6babf66ef44 req-808b2cd2-cb21-4cd9-9f6c-70f9b877a7b4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:01.394045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-04c5da55-d088-4dc9-a42a-eb582187011e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:01.503229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087bc90-b2f3-4b7f-91e4-51493856f07b req-2d5b76d8-c8f0-45f7-b583-218a70b780e4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:01.512186 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2087bc90-b2f3-4b7f-91e4-51493856f07b req-2d5b76d8-c8f0-45f7-b583-218a70b780e4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 945 time: 0.3146896 May 24 23:11:01.573199 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-04c5da55-d088-4dc9-a42a-eb582187011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:01.616540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5da55-d088-4dc9-a42a-eb582187011e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521c3a2a-338f-4593-b761-1a78f5a51b78,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:01.636580 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2087bc90-b2f3-4b7f-91e4-51493856f07b req-39a87520-9662-4e5c-b078-f9fa946c8693 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231396 May 24 23:11:01.649191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-04c5da55-d088-4dc9-a42a-eb582187011e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:01.650906 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-04c5da55-d088-4dc9-a42a-eb582187011e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/521c3a2a-338f-4593-b761-1a78f5a51b78 HTTP/1.1" status: 204 len: 168 time: 0.4133987 May 24 23:11:01.765861 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9c339-5868-4654-937e-6c394f029f36 None None] New status for floating IP d8f8b2fa-1e7c-454e-bf12-d77f4c1b284b: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:11:01.772132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbd9183-8740-47be-9080-f446c9f960dd']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:01.792561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-5b1da965-e60c-487e-a8a0-d6babf66ef44 req-808b2cd2-cb21-4cd9-9f6c-70f9b877a7b4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Calling delete_port for 629378fe-2202-4f79-b044-37fec52bed02 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:01.824882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187d1fbb-4b24-40a8-9438-00d2cee1d79b') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:01.825307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187d1fbb-4b24-40a8-9438-00d2cee1d79b') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:01.833863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-95bdc81c-de48-45ca-a95c-a40cc956aad7 None None] Deleting port 5360d511-b65d-43af-bfa8-8132df0d7628 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:01.834875 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-95bdc81c-de48-45ca-a95c-a40cc956aad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:01.872436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:01.926484 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:01.939813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:11:01.940220 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:01.956718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-95bdc81c-de48-45ca-a95c-a40cc956aad7 None None] The port '5360d511-b65d-43af-bfa8-8132df0d7628' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:11:02.011611 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 187d1fbb-4b24-40a8-9438-00d2cee1d79b resource provider aggregate not found May 24 23:11:02.081862 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 187d1fbb-4b24-40a8-9438-00d2cee1d79b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 187d1fbb-4b24-40a8-9438-00d2cee1d79b found for delete ", "request_id": "req-b17e5cd0-3b93-424e-9eac-a9d7e7f040f9"}]} May 24 23:11:02.091490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cc491-58c1-446f-ba24-1685724e0e32 req-04c563e1-5509-44aa-8ebf-ed33e89281e5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:02.106029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-571cc491-58c1-446f-ba24-1685724e0e32 req-04c563e1-5509-44aa-8ebf-ed33e89281e5 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 946 time: 1.1358938 May 24 23:11:02.130199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab146b2-2d67-4043-9436-fdb1f75de20d req-27213358-5bf8-42d7-8506-e6694bb6d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:02.133782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ab146b2-2d67-4043-9436-fdb1f75de20d req-27213358-5bf8-42d7-8506-e6694bb6d581 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 1096 time: 1.1544573 May 24 23:11:02.172137 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:02.218147 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:02.323537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-571cc491-58c1-446f-ba24-1685724e0e32 req-3b66f6e8-d06f-4307-a37d-7dd4a1d473dc tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/security-groups?id=362b7836-250c-4b44-9304-f479be2b63fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162580 May 24 23:11:02.332869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] Pushing event deleted for resources: {'Network': ['ID=4dbd9183-8740-47be-9080-f446c9f960dd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:02.360534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6dfce-0d71-4ed2-aacb-cd9c53659785 req-10496d74-b0b2-4d30-9980-e09fc7ce0b4f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:02.362203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-25b6dfce-0d71-4ed2-aacb-cd9c53659785 req-10496d74-b0b2-4d30-9980-e09fc7ce0b4f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1197655 May 24 23:11:02.364035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5b1da965-e60c-487e-a8a0-d6babf66ef44 req-808b2cd2-cb21-4cd9-9f6c-70f9b877a7b4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:02.426660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eca3ca32-644b-4c01-93e7-d6c5fa60794d admin admin] 10.222.0.55 "DELETE /v2.0/networks/4dbd9183-8740-47be-9080-f446c9f960dd HTTP/1.1" status: 204 len: 168 time: 3.5460634 May 24 23:11:02.427826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-25b6dfce-0d71-4ed2-aacb-cd9c53659785 req-79b709d7-20e6-4493-a0a8-23410bbd7d4b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580246 May 24 23:11:02.428689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ab146b2-2d67-4043-9436-fdb1f75de20d req-f125147f-d9b5-41cf-bf43-547f9718af3c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577088 May 24 23:11:02.447272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b2cd2-cb21-4cd9-9f6c-70f9b877a7b4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Port': ['ID=629378fe-2202-4f79-b044-37fec52bed02,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:02.682165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1da965-e60c-487e-a8a0-d6babf66ef44 req-808b2cd2-cb21-4cd9-9f6c-70f9b877a7b4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] No DVR routers for this DVR port 629378fe-2202-4f79-b044-37fec52bed02 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:02.691555 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5b1da965-e60c-487e-a8a0-d6babf66ef44 req-808b2cd2-cb21-4cd9-9f6c-70f9b877a7b4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:02.701898 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b1da965-e60c-487e-a8a0-d6babf66ef44 req-808b2cd2-cb21-4cd9-9f6c-70f9b877a7b4 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.50 "DELETE /v2.0/ports/629378fe-2202-4f79-b044-37fec52bed02 HTTP/1.1" status: 204 len: 173 time: 2.3099294 May 24 23:11:02.701898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'name': 'network-vif-deleted', 'tag': '629378fe-2202-4f79-b044-37fec52bed02'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:02.847350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57512) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:02.938675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd34b64-9e57-4623-9d02-8899aeb4d3d0 req-a53fcef4-ee61-4f35-85a9-0e4bf02052f7 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:02.948401 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3fd34b64-9e57-4623-9d02-8899aeb4d3d0 req-a53fcef4-ee61-4f35-85a9-0e4bf02052f7 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 945 time: 0.1313303 May 24 23:11:02.968175 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767865aa-b389-4c46-a666-0374211952b3'] response: {'server_uuid': 'f8603d1d-cb9a-4eeb-8bbd-64346eaea21f', 'name': 'network-vif-deleted', 'tag': '629378fe-2202-4f79-b044-37fec52bed02', 'status': 'completed', 'code': 200} May 24 23:11:03.040746 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c6f6eb3e-bd30-4d49-a95b-4fddd4b18241 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9d69521bbf043dba069b5d286572f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910028 May 24 23:11:03.041526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57518) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:03.085087 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3fd34b64-9e57-4623-9d02-8899aeb4d3d0 req-125e1ddf-1b96-408e-8d94-5b86c729e8b0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340213 May 24 23:11:03.322394 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aea0afb-f421-4c66-98a3-02d490c2629d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:03.370016 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aea0afb-f421-4c66-98a3-02d490c2629d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:03.380319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf018c-8c28-4d42-b03e-8ea0fc409299 req-b6acfb72-aa0b-45d9-9e08-7c49f5e746c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:03.381959 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95bf018c-8c28-4d42-b03e-8ea0fc409299 req-b6acfb72-aa0b-45d9-9e08-7c49f5e746c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1096 time: 0.3318806 May 24 23:11:03.537164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16749284-a72a-49d6-8816-d1e6abb2ec69 req-27c34272-5100-46d0-9189-57a7b7df2eb6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:03.542967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16749284-a72a-49d6-8816-d1e6abb2ec69 req-27c34272-5100-46d0-9189-57a7b7df2eb6 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3912051 May 24 23:11:03.582224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-49c89eed-170c-4cd0-8d50-4997c156ecfe req-ffa75f88-8e25-4be1-b31b-48b0859b32f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Synchronizing usage tracker for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:03.631772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-49c89eed-170c-4cd0-8d50-4997c156ecfe req-ffa75f88-8e25-4be1-b31b-48b0859b32f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Unset dirty status for tenant:001bb84369b443888c7219fb91448b85 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:03.634070 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49c89eed-170c-4cd0-8d50-4997c156ecfe req-ffa75f88-8e25-4be1-b31b-48b0859b32f9 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8603d1d-cb9a-4eeb-8bbd-64346eaea21f HTTP/1.1" status: 200 len: 210 time: 0.1358273 May 24 23:11:03.787685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16749284-a72a-49d6-8816-d1e6abb2ec69 req-20e50fe6-b3d6-4d38-ae6b-603df7fd23da tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196155 May 24 23:11:03.838896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf018c-8c28-4d42-b03e-8ea0fc409299 req-e2a6442b-c41f-4edf-b4e4-b650993f2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:03.840364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95bf018c-8c28-4d42-b03e-8ea0fc409299 req-e2a6442b-c41f-4edf-b4e4-b650993f2296 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.4425435 May 24 23:11:03.850334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 629378fe-2202-4f79-b044-37fec52bed02 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:03.955260 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 629378fe-2202-4f79-b044-37fec52bed02 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:03.955607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 629378fe-2202-4f79-b044-37fec52bed02 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:03.967175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aea0afb-f421-4c66-98a3-02d490c2629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:04.017129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea0afb-f421-4c66-98a3-02d490c2629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa693a28-01af-40ad-884d-2cdcbaee78fd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:04.060061 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aea0afb-f421-4c66-98a3-02d490c2629d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:04.065961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6aea0afb-f421-4c66-98a3-02d490c2629d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa693a28-01af-40ad-884d-2cdcbaee78fd HTTP/1.1" status: 204 len: 168 time: 1.0187974 May 24 23:11:04.128306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95bf018c-8c28-4d42-b03e-8ea0fc409299 req-8e1b2afe-9a7a-4bda-b860-e1ebd7cc79d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 1000 time: 0.2725642 May 24 23:11:04.293743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf018c-8c28-4d42-b03e-8ea0fc409299 req-2857a636-771a-4990-98d2-a25610a11dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:04.295396 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95bf018c-8c28-4d42-b03e-8ea0fc409299 req-2857a636-771a-4990-98d2-a25610a11dfc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.1526670 May 24 23:11:04.546040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf018c-8c28-4d42-b03e-8ea0fc409299 req-a99f3d44-8565-45da-a916-0c004a5100f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:04.547549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95bf018c-8c28-4d42-b03e-8ea0fc409299 req-a99f3d44-8565-45da-a916-0c004a5100f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449253 May 24 23:11:04.553460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cdc87-2218-4355-a6f9-554c3fb1844e req-3eab3054-cacc-42a6-bbdb-2c6af905932a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:04.555991 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b53cdc87-2218-4355-a6f9-554c3fb1844e req-3eab3054-cacc-42a6-bbdb-2c6af905932a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 945 time: 0.2543018 May 24 23:11:04.699045 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b53cdc87-2218-4355-a6f9-554c3fb1844e req-fa4ebaf3-5ee9-4238-9fb6-ab4238dac3ed tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262295 May 24 23:11:04.822077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57568) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:04.955224 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95bf018c-8c28-4d42-b03e-8ea0fc409299 req-19e175de-5613-4fbb-bd0d-2043a9cf498b service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895686 May 24 23:11:05.429363 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-77b8b853-31c5-4b83-8753-3b0c1c0f2cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:05.451659 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f3730f3-3344-470f-b480-fbeedae57252 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:05.595472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95bf018c-8c28-4d42-b03e-8ea0fc409299 req-c19cf95c-0945-4592-9323-e483131db478 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6386099 May 24 23:11:05.617830 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f3730f3-3344-470f-b480-fbeedae57252 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:05.626099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b60bb9-e1ed-4f39-9ae7-b8d7da4150bd req-6f1356ec-d438-4a77-8232-92671a4db410 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:05.634392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20b60bb9-e1ed-4f39-9ae7-b8d7da4150bd req-6f1356ec-d438-4a77-8232-92671a4db410 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.3791022 May 24 23:11:05.691814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b955-c045-4ff6-a5d5-f8a97c5d35e3 req-47c405da-6863-4ee7-8ffd-0afa9beb8bab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:05.704815 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b92b955-c045-4ff6-a5d5-f8a97c5d35e3 req-47c405da-6863-4ee7-8ffd-0afa9beb8bab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 945 time: 0.5664866 May 24 23:11:05.709658 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20b60bb9-e1ed-4f39-9ae7-b8d7da4150bd req-af39bdd1-2288-412c-bbbb-4b03cd12af62 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738385 May 24 23:11:05.889553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b92b955-c045-4ff6-a5d5-f8a97c5d35e3 req-2f997ca4-73a6-4ae5-8234-641d7f974c60 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727662 May 24 23:11:05.889553 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f3730f3-3344-470f-b480-fbeedae57252 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:05.919394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3730f3-3344-470f-b480-fbeedae57252 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362b7836-250c-4b44-9304-f479be2b63fb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:05.942436 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f3730f3-3344-470f-b480-fbeedae57252 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:05.944066 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0f3730f3-3344-470f-b480-fbeedae57252 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/security-groups/362b7836-250c-4b44-9304-f479be2b63fb HTTP/1.1" status: 204 len: 168 time: 1.1209769 May 24 23:11:06.119776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846250e-eb49-4f5c-89ad-b4901b4c76c2 req-adab7bf3-5bd1-421b-a8af-717156c96df3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:06.121415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5846250e-eb49-4f5c-89ad-b4901b4c76c2 req-adab7bf3-5bd1-421b-a8af-717156c96df3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 945 time: 0.1013193 May 24 23:11:06.169950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5846250e-eb49-4f5c-89ad-b4901b4c76c2 req-875c98b6-5c22-4828-84f2-2a0cf4926c8c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 May 24 23:11:06.222286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57600) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:07.239021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cf02b-00bd-454f-a185-3dc41e559684 req-43f80f0d-cf93-4c48-a31c-9643ef489721 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:07.244513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1a8f3-27ea-4280-8327-18e1b5f076d5 req-ac9a0719-17a6-48ea-a83c-fdfc4c6b23e5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:07.252634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8a2cf02b-00bd-454f-a185-3dc41e559684 req-43f80f0d-cf93-4c48-a31c-9643ef489721 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 945 time: 0.2943168 May 24 23:11:07.253722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e2b1a8f3-27ea-4280-8327-18e1b5f076d5 req-ac9a0719-17a6-48ea-a83c-fdfc4c6b23e5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1693027 May 24 23:11:07.309980 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e2b1a8f3-27ea-4280-8327-18e1b5f076d5 req-2e069224-6a2f-4936-9710-88fe3e3f2150 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551007 May 24 23:11:07.408316 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8a2cf02b-00bd-454f-a185-3dc41e559684 req-106b7fbf-0a7d-4028-9bbf-7b04f81d9fff tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544056 May 24 23:11:07.465858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:07.483825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-99afcff7-4e86-4329-a5dd-fd81ebcb9968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:07.658469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f035e2-d2fc-4553-a1b1-ce49956e5f81 req-576bac09-5fd5-4233-82a0-fdbc1437d541 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:07.668861 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-30f035e2-d2fc-4553-a1b1-ce49956e5f81 req-576bac09-5fd5-4233-82a0-fdbc1437d541 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1918938 May 24 23:11:07.762625 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-30f035e2-d2fc-4553-a1b1-ce49956e5f81 req-be8d111d-4600-41fc-9dab-f359b5c5ed5f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925357 May 24 23:11:08.118564 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:11:08.125391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port e31a26fc-075a-4ec2-b24c-7354f8cb456a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:08.125843 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:08.643957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] For port e31a26fc-075a-4ec2-b24c-7354f8cb456a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e31a26fc-075a-4ec2-b24c-7354f8cb456a,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:08.644619 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:08.707630 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:08.785351 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:08.870970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Calling delete_port for e31a26fc-075a-4ec2-b24c-7354f8cb456a owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:08.931395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57704) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:09.044195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b213e9e-fe87-43b9-85bd-e61fa21055ea req-7daf49ce-f322-408f-9eef-6cc4bd8bcdcd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:09.048523 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b213e9e-fe87-43b9-85bd-e61fa21055ea req-7daf49ce-f322-408f-9eef-6cc4bd8bcdcd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 945 time: 0.9242365 May 24 23:11:09.544148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90329f-080a-4a6f-b70f-22306f8d8c7f req-61dc1960-f4c2-4a5a-8825-d19a2ec08013 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:09.545716 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7d90329f-080a-4a6f-b70f-22306f8d8c7f req-61dc1960-f4c2-4a5a-8825-d19a2ec08013 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 945 time: 0.3918610 May 24 23:11:09.562550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-5b213e9e-fe87-43b9-85bd-e61fa21055ea req-47d5d15a-cd00-4d23-8287-3469c1ffcffb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Deleting port f924f426-9dd9-4b24-a01b-e2c3da02eefa {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:09.563086 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5b213e9e-fe87-43b9-85bd-e61fa21055ea req-47d5d15a-cd00-4d23-8287-3469c1ffcffb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:09.795422 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7d90329f-080a-4a6f-b70f-22306f8d8c7f req-4758704f-296f-49ac-b06f-70da7ac1240d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421112 May 24 23:11:09.833605 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:09.944207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8a38a-7c9c-4213-925d-1db01a96db39 req-f6dd1a14-0a30-477b-9c72-b55fd323264e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:09.945891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72b8a38a-7c9c-4213-925d-1db01a96db39 req-f6dd1a14-0a30-477b-9c72-b55fd323264e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9bbad5e-4f41-4f19-875b-bef404dabdda HTTP/1.1" status: 200 len: 943 time: 0.4531875 May 24 23:11:10.012250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Port': ['ID=e31a26fc-075a-4ec2-b24c-7354f8cb456a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:10.052988 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:10.234679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-72b8a38a-7c9c-4213-925d-1db01a96db39 req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Deleting port d889d526-ab55-4523-afc7-339bfae4fd1d {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:10.234679 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-72b8a38a-7c9c-4213-925d-1db01a96db39 req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:10.236284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:10.913589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5b213e9e-fe87-43b9-85bd-e61fa21055ea req-47d5d15a-cd00-4d23-8287-3469c1ffcffb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] For port f924f426-9dd9-4b24-a01b-e2c3da02eefa, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=f924f426-9dd9-4b24-a01b-e2c3da02eefa,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:10.914684 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5b213e9e-fe87-43b9-85bd-e61fa21055ea req-47d5d15a-cd00-4d23-8287-3469c1ffcffb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:10.985031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-72b8a38a-7c9c-4213-925d-1db01a96db39 req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] For port d889d526-ab55-4523-afc7-339bfae4fd1d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=d889d526-ab55-4523-afc7-339bfae4fd1d,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:10.985709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-72b8a38a-7c9c-4213-925d-1db01a96db39 req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:11.072641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] Deleting port d1746572-b8bf-46c3-b979-abb627cfd635 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:11.072991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:11.295043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-5b213e9e-fe87-43b9-85bd-e61fa21055ea req-47d5d15a-cd00-4d23-8287-3469c1ffcffb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Calling delete_port for f924f426-9dd9-4b24-a01b-e2c3da02eefa owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:11.337307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-72b8a38a-7c9c-4213-925d-1db01a96db39 req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Calling delete_port for d889d526-ab55-4523-afc7-339bfae4fd1d owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:11.349769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33943c74-af9e-404a-9914-0fe561c77f79 req-2f2226c8-7796-47bd-9a71-30e7aa0e2abf tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:11.356866 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33943c74-af9e-404a-9914-0fe561c77f79 req-2f2226c8-7796-47bd-9a71-30e7aa0e2abf tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 945 time: 0.3498108 May 24 23:11:11.432865 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33943c74-af9e-404a-9914-0fe561c77f79 req-7500fed8-d835-4b7e-9d89-b5e892667118 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750430 May 24 23:11:11.434208 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:11.466739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] For port d1746572-b8bf-46c3-b979-abb627cfd635, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d1746572-b8bf-46c3-b979-abb627cfd635,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:11.467215 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:11.611698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] Calling delete_port for d1746572-b8bf-46c3-b979-abb627cfd635 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:11.865891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f924f426-9dd9-4b24-a01b-e2c3da02eefa no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:11.950969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-72b8a38a-7c9c-4213-925d-1db01a96db39 req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:11.954463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5b213e9e-fe87-43b9-85bd-e61fa21055ea req-47d5d15a-cd00-4d23-8287-3469c1ffcffb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:11.956518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:12.004313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e42d2e74-6684-4777-bf62-06a77521a4dd', 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:11:12.053564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1746572-b8bf-46c3-b979-abb627cfd635,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:12.248556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: f924f426-9dd9-4b24-a01b-e2c3da02eefa {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:12.248973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device f924f426-9dd9-4b24-a01b-e2c3da02eefa not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:12.250161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event deleted for resources: {'Port': ['ID=d889d526-ab55-4523-afc7-339bfae4fd1d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:12.293723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.298289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.298860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.299377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.300132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.302137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.302721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.303266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.303793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.306402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.309697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.310629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:12.790351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b213e9e-fe87-43b9-85bd-e61fa21055ea req-47d5d15a-cd00-4d23-8287-3469c1ffcffb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] No DVR routers for this DVR port f924f426-9dd9-4b24-a01b-e2c3da02eefa on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:12.814251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5d15a-cd00-4d23-8287-3469c1ffcffb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event deleted for resources: {'Port': ['ID=f924f426-9dd9-4b24-a01b-e2c3da02eefa,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:12.819228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5b213e9e-fe87-43b9-85bd-e61fa21055ea req-47d5d15a-cd00-4d23-8287-3469c1ffcffb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:12.879246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd5f714-9418-426c-b6f1-f98c6b578f3d', 'name': 'network-vif-deleted', 'tag': 'f924f426-9dd9-4b24-a01b-e2c3da02eefa'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:12.896081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b213e9e-fe87-43b9-85bd-e61fa21055ea req-47d5d15a-cd00-4d23-8287-3469c1ffcffb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "DELETE /v2.0/ports/f924f426-9dd9-4b24-a01b-e2c3da02eefa HTTP/1.1" status: 204 len: 173 time: 3.8384690 May 24 23:11:12.901587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57784) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:12.948921 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eef7483c-e320-4ca7-adf6-bc1bf27e9995 req-e5dfcbd6-1d01-4e89-a3ea-1cd95956999d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 210 time: 0.1156931 May 24 23:11:12.959160 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:13.300563 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093fe7c3-42ee-4806-a61d-6deca563a6d7'] response: {'server_uuid': '9cd5f714-9418-426c-b6f1-f98c6b578f3d', 'name': 'network-vif-deleted', 'tag': 'f924f426-9dd9-4b24-a01b-e2c3da02eefa', 'status': 'completed', 'code': 200} May 24 23:11:13.301592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b8a38a-7c9c-4213-925d-1db01a96db39 req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] No DVR routers for this DVR port d889d526-ab55-4523-afc7-339bfae4fd1d on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:13.327016 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-72b8a38a-7c9c-4213-925d-1db01a96db39 req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:13.340611 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72b8a38a-7c9c-4213-925d-1db01a96db39 req-b92e1cc5-f892-4ad3-be1f-c3e9d6c31235 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "DELETE /v2.0/ports/d889d526-ab55-4523-afc7-339bfae4fd1d HTTP/1.1" status: 204 len: 173 time: 3.3354723 May 24 23:11:13.438610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Router 8f73c465-b193-49c5-89a9-7540e1e8582f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:11:13.605441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] Router a0434b42-6dee-487b-b075-7b27a9eb46a5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:11:13.794089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5613-3271-45c6-8659-4281d482536e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:13.875999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e3dc5613-3271-45c6-8659-4281d482536e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:13.885044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e3dc5613-3271-45c6-8659-4281d482536e admin admin] Usage tracker for resource:security_group_rule and tenant:b7a6b7be5b9942d585de855bedeab6ff is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:13.942651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e3dc5613-3271-45c6-8659-4281d482536e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:13.964165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e3dc5613-3271-45c6-8659-4281d482536e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:14.010844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:14.025619 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-13f42ebc-ab7e-4236-92f2-d01d8f0c61d7 tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "PUT /v2.0/routers/8f73c465-b193-49c5-89a9-7540e1e8582f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8016701 May 24 23:11:14.029117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba761824-0452-4ce3-a418-cdb4b345b490 None None] Sync routers for ids ['8f73c465-b193-49c5-89a9-7540e1e8582f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:14.034943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57816) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:14.049209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba761824-0452-4ce3-a418-cdb4b345b490 None None] Routers {'8f73c465-b193-49c5-89a9-7540e1e8582f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:14.050029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ba761824-0452-4ce3-a418-cdb4b345b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8f73c465-b193-49c5-89a9-7540e1e8582f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:14.257607 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5613-3271-45c6-8659-4281d482536e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:14.283594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5613-3271-45c6-8659-4281d482536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:14.505549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ba761824-0452-4ce3-a418-cdb4b345b490 None None] Set router 8f73c465-b193-49c5-89a9-7540e1e8582f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:14.528990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5613-3271-45c6-8659-4281d482536e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ded5020-f229-4737-889b-4b23ab148c38,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:14.542696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e3dc5613-3271-45c6-8659-4281d482536e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7a6b7be5b9942d585de855bedeab6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2551634 May 24 23:11:14.542696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57834) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:14.555316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:14.569354 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9dcce-17d2-4b18-9d90-62e70a89fc11 None None] Sync routers for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:14.578024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-358045cd-61c9-4efa-bcf1-a2f0417c2482 req-972711c7-0d2c-4f13-8167-a588c27665ba tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd5f714-9418-426c-b6f1-f98c6b578f3d HTTP/1.1" status: 200 len: 210 time: 0.2336018 May 24 23:11:14.602248 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ef2916ff-a290-48bb-8e32-3fa4d96afe7e admin admin] 10.222.0.55 "PUT /v2.0/routers/a0434b42-6dee-487b-b075-7b27a9eb46a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6691184 May 24 23:11:14.605195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57838) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:14.630423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-27892300-4ee5-4cdd-8553-d409ba26c9ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting subnet 3b5d1233-6af5-47ec-8df2-d8f208de5cb2 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:11:14.635032 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9dcce-17d2-4b18-9d90-62e70a89fc11 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:14.635859 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-24f9dcce-17d2-4b18-9d90-62e70a89fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:14.653807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27892300-4ee5-4cdd-8553-d409ba26c9ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:14.833275 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5904ed63-8d96-4fde-abd7-b79fe2b06241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:14.862044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27892300-4ee5-4cdd-8553-d409ba26c9ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:14.969637 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:14.985168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ba761824-0452-4ce3-a418-cdb4b345b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:11:09Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:15.002519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba761824-0452-4ce3-a418-cdb4b345b490 None None] Checking router: 8f73c465-b193-49c5-89a9-7540e1e8582f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:15.024333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba761824-0452-4ce3-a418-cdb4b345b490 None None] Routers {'8f73c465-b193-49c5-89a9-7540e1e8582f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:15.025860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ba761824-0452-4ce3-a418-cdb4b345b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['8f73c465-b193-49c5-89a9-7540e1e8582f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:15.029793 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5904ed63-8d96-4fde-abd7-b79fe2b06241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:15.210391 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27892300-4ee5-4cdd-8553-d409ba26c9ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:15.270491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ba761824-0452-4ce3-a418-cdb4b345b490 None None] Set router 8f73c465-b193-49c5-89a9-7540e1e8582f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:15.314757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'name': 'network-vif-deleted', 'tag': 'd889d526-ab55-4523-afc7-339bfae4fd1d'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:15.348686 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:15.357369 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5904ed63-8d96-4fde-abd7-b79fe2b06241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:15.376012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Deleting port d97caf96-9918-4822-b725-cc3c6338d809 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:15.379262 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:15.392444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904ed63-8d96-4fde-abd7-b79fe2b06241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ded5020-f229-4737-889b-4b23ab148c38,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:15.395112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5904ed63-8d96-4fde-abd7-b79fe2b06241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:15.396476 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5904ed63-8d96-4fde-abd7-b79fe2b06241 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ded5020-f229-4737-889b-4b23ab148c38 HTTP/1.1" status: 204 len: 168 time: 0.8557572 May 24 23:11:15.429944 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-24f9dcce-17d2-4b18-9d90-62e70a89fc11 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:15.463946 n-d-843146-7 neutron-server[88389]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3a9a8fb0-2fc4-4ebc-8b00-cda42e8a8db8']: {'server_uuid': 'c9bbad5e-4f41-4f19-875b-bef404dabdda', 'name': 'network-vif-deleted', 'tag': 'd889d526-ab55-4523-afc7-339bfae4fd1d', 'status': 'failed', 'code': 422} returned with failed status May 24 23:11:15.479130 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27892300-4ee5-4cdd-8553-d409ba26c9ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:15.644963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27892300-4ee5-4cdd-8553-d409ba26c9ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5d1233-6af5-47ec-8df2-d8f208de5cb2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:15.668366 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27892300-4ee5-4cdd-8553-d409ba26c9ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:15.690241 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-27892300-4ee5-4cdd-8553-d409ba26c9ad tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/subnets/3b5d1233-6af5-47ec-8df2-d8f208de5cb2 HTTP/1.1" status: 204 len: 168 time: 1.6436267 May 24 23:11:15.696020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57872) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:15.957425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] For port d97caf96-9918-4822-b725-cc3c6338d809, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d97caf96-9918-4822-b725-cc3c6338d809,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:15.958781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.041916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077684a5-1489-4aef-8a1b-1c2ae26241df None None] Network cc1055d5-8f13-4722-9412-d524f690fd23 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:11:16.154814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57886) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:16.180196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.196799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Calling delete_port for d97caf96-9918-4822-b725-cc3c6338d809 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:16.267220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2ea8-d861-4c1d-9daa-1444e1867ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.301950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d4ae2ea8-d861-4c1d-9daa-1444e1867ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:16.310480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d4ae2ea8-d861-4c1d-9daa-1444e1867ece admin admin] Usage tracker for resource:security_group_rule and tenant:5f7cb377050c46dda8375f1f13e8061c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:16.317929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d4ae2ea8-d861-4c1d-9daa-1444e1867ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:16.330455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d4ae2ea8-d861-4c1d-9daa-1444e1867ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:16.396706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ba761824-0452-4ce3-a418-cdb4b345b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:11:09Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:16.407942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba761824-0452-4ce3-a418-cdb4b345b490 None None] The sync data for ids ['8f73c465-b193-49c5-89a9-7540e1e8582f'] in n-d-843146-7 is: [{'id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'name': 'tempest-TestNetworkBasicOps-router-2130809478', 'tenant_id': '001bb84369b443888c7219fb91448b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:31Z', 'updated_at': '2022-05-24T23:11:09Z', 'revision_number': 5, 'project_id': '001bb84369b443888c7219fb91448b85', 'gw_port': {'id': '11cc99b1-aa4c-43ff-a2b7-d826e0e531aa', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f73c465-b193-49c5-89a9-7540e1e8582f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:32Z', 'updated_at': '2022-05-24T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:16.508509 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2ea8-d861-4c1d-9daa-1444e1867ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.520150 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2ea8-d861-4c1d-9daa-1444e1867ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.573574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561191d-a5bd-4670-8536-bdf5a818e77e req-970bbe47-930c-47e3-8666-59b6e3768119 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:16.574349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0561191d-a5bd-4670-8536-bdf5a818e77e req-970bbe47-930c-47e3-8666-59b6e3768119 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:16.598427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d4ae2ea8-d861-4c1d-9daa-1444e1867ece admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f7cb377050c46dda8375f1f13e8061c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421411 May 24 23:11:16.601033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57898) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:16.601819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae2ea8-d861-4c1d-9daa-1444e1867ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614de472-9832-4024-a117-6e13371f02f2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:16.624487 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.664632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Deleting port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:16.665247 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.723214 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1203174e-ac1c-4f95-a2ea-a577c7ae5968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.740204 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-24f9dcce-17d2-4b18-9d90-62e70a89fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:11:11Z', 'revision_number': 5, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port': {'id': 'd97caf96-9918-4822-b725-cc3c6338d809', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:05:01Z', 'updated_at': '2022-05-24T23:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:16.745771 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9dcce-17d2-4b18-9d90-62e70a89fc11 None None] Checking router: a0434b42-6dee-487b-b075-7b27a9eb46a5 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:16.746817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0561191d-a5bd-4670-8536-bdf5a818e77e req-970bbe47-930c-47e3-8666-59b6e3768119 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:16.747979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0561191d-a5bd-4670-8536-bdf5a818e77e req-970bbe47-930c-47e3-8666-59b6e3768119 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 907 time: 0.4819930 May 24 23:11:16.756587 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9dcce-17d2-4b18-9d90-62e70a89fc11 None None] Routers {'a0434b42-6dee-487b-b075-7b27a9eb46a5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:16.772833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1203174e-ac1c-4f95-a2ea-a577c7ae5968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.786810 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-24f9dcce-17d2-4b18-9d90-62e70a89fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a0434b42-6dee-487b-b075-7b27a9eb46a5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:16.806249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] DHCP port deletion for cc1055d5-8f13-4722-9412-d524f690fd23 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:11:16.818402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Deleting port 0e814744-639c-42b2-b90c-090ee7206831 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:16.818997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.843259 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1203174e-ac1c-4f95-a2ea-a577c7ae5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.865670 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203174e-ac1c-4f95-a2ea-a577c7ae5968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614de472-9832-4024-a117-6e13371f02f2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:16.877528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1203174e-ac1c-4f95-a2ea-a577c7ae5968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:16.877528 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1203174e-ac1c-4f95-a2ea-a577c7ae5968 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/614de472-9832-4024-a117-6e13371f02f2 HTTP/1.1" status: 204 len: 168 time: 0.2698057 May 24 23:11:16.995739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0e814744-639c-42b2-b90c-090ee7206831 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:17.021713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:17.174095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] For port 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=11cc99b1-aa4c-43ff-a2b7-d826e0e531aa,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:17.174490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:17.232525 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-24f9dcce-17d2-4b18-9d90-62e70a89fc11 None None] Set router a0434b42-6dee-487b-b075-7b27a9eb46a5 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:17.253208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97caf96-9918-4822-b725-cc3c6338d809,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:17.405132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:17.435848 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-24f9dcce-17d2-4b18-9d90-62e70a89fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:11:16Z', 'revision_number': 7, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:17.445611 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9dcce-17d2-4b18-9d90-62e70a89fc11 None None] The sync data for ids ['a0434b42-6dee-487b-b075-7b27a9eb46a5'] in n-d-843146-7 is: [{'id': 'a0434b42-6dee-487b-b075-7b27a9eb46a5', 'name': 'tempest-AttachVolumeTestJSON-1909279014-router', 'tenant_id': '2538b79651204683958a8311138e4a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:04:59Z', 'updated_at': '2022-05-24T23:11:16Z', 'revision_number': 7, 'project_id': '2538b79651204683958a8311138e4a89', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:17.654997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0e814744-639c-42b2-b90c-090ee7206831 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:17.655587 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:17.720783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] For port 0e814744-639c-42b2-b90c-090ee7206831, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0e814744-639c-42b2-b90c-090ee7206831,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:17.721192 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:17.943189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Calling delete_port for 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:18.095638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Calling delete_port for 0e814744-639c-42b2-b90c-090ee7206831 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:18.137390 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:18.141038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:18.191975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 0e814744-639c-42b2-b90c-090ee7206831, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0e814744-639c-42b2-b90c-090ee7206831,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:18.198007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:18.198808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0434b42-6dee-487b-b075-7b27a9eb46a5 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:11:18.207214 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:18.207900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e31a26fc-075a-4ec2-b24c-7354f8cb456a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:18.224424 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:18.225592 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9f11ba12-15ca-4c3a-908a-ab76de189662 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a0434b42-6dee-487b-b075-7b27a9eb46a5 HTTP/1.1" status: 204 len: 168 time: 3.6192129 May 24 23:11:18.229947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57934) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:18.264875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb7ac8-c8d5-4fd8-b590-455eb9a8a06b req-7f84f86f-adf2-4e42-91b3-3b07d7037c22 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:18.266457 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3bdb7ac8-c8d5-4fd8-b590-455eb9a8a06b req-7f84f86f-adf2-4e42-91b3-3b07d7037c22 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 907 time: 1.1088359 May 24 23:11:18.349817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: e31a26fc-075a-4ec2-b24c-7354f8cb456a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:18.350160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e31a26fc-075a-4ec2-b24c-7354f8cb456a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:18.352971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff876564-2502-4871-85bb-6de27d376dd5 admin admin] Deleting subnet 47001c01-66d5-4135-8684-58bb2d7f443c {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:11:18.356863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff876564-2502-4871-85bb-6de27d376dd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:18.424448 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff876564-2502-4871-85bb-6de27d376dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:18.546871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-3bdb7ac8-c8d5-4fd8-b590-455eb9a8a06b req-f4a311d7-421a-474b-92a2-d27e307c8cf9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Deleting port 47482978-71bd-4f1e-aa5c-29013a06e850 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:18.547217 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3bdb7ac8-c8d5-4fd8-b590-455eb9a8a06b req-f4a311d7-421a-474b-92a2-d27e307c8cf9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:18.600499 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:11:18.604840 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:11:18.607928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=0e814744-639c-42b2-b90c-090ee7206831,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:18.688937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d97caf96-9918-4822-b725-cc3c6338d809 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:18.697317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff876564-2502-4871-85bb-6de27d376dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:18.706719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59303f57-1bc5-4032-bc1f-ae3d9f133d33 req-71924867-3190-4d0b-97bd-5ec9c4dc6f9a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:18.734537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-59303f57-1bc5-4032-bc1f-ae3d9f133d33 req-71924867-3190-4d0b-97bd-5ec9c4dc6f9a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 907 time: 0.6927257 May 24 23:11:18.772790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: d97caf96-9918-4822-b725-cc3c6338d809 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:18.773307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d97caf96-9918-4822-b725-cc3c6338d809 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:18.773977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d1746572-b8bf-46c3-b979-abb627cfd635 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:18.813159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: d1746572-b8bf-46c3-b979-abb627cfd635 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:18.814410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d1746572-b8bf-46c3-b979-abb627cfd635 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:18.877685 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff876564-2502-4871-85bb-6de27d376dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:18.983990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff876564-2502-4871-85bb-6de27d376dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47001c01-66d5-4135-8684-58bb2d7f443c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:18.990053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf615357-e807-41ad-81d7-60dda9a47da9 None None] Network 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:11:18.992000 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff876564-2502-4871-85bb-6de27d376dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:19.003544 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ff876564-2502-4871-85bb-6de27d376dd5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/47001c01-66d5-4135-8684-58bb2d7f443c HTTP/1.1" status: 204 len: 168 time: 0.7725220 May 24 23:11:19.006425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57962) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:19.285370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:19.309295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Deleting port 0e814744-639c-42b2-b90c-090ee7206831 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:19.310773 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:19.321810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Deleting port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:19.327331 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:19.441762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:19.575883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Port': ['ID=11cc99b1-aa4c-43ff-a2b7-d826e0e531aa,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:19.848033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-3bdb7ac8-c8d5-4fd8-b590-455eb9a8a06b req-f4a311d7-421a-474b-92a2-d27e307c8cf9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] For port 47482978-71bd-4f1e-aa5c-29013a06e850, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=47482978-71bd-4f1e-aa5c-29013a06e850,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:19.855063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3bdb7ac8-c8d5-4fd8-b590-455eb9a8a06b req-f4a311d7-421a-474b-92a2-d27e307c8cf9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:19.929460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] For port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f,segment=NetworkSegment(7b1342be-84a7-44f7-ba32-5a9b7e0e2439),segment_id=7b1342be-84a7-44f7-ba32-5a9b7e0e2439)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:19.931704 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:19.971292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 47482978-71bd-4f1e-aa5c-29013a06e850 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:20.140254 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:20.188099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58032) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:20.207779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Calling delete_port for b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:20.260011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] For port 0e814744-639c-42b2-b90c-090ee7206831, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0e814744-639c-42b2-b90c-090ee7206831,segment=NetworkSegment(439fbc4a-17dd-4b8c-b8aa-f929f9d9a275),segment_id=439fbc4a-17dd-4b8c-b8aa-f929f9d9a275)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:20.260411 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:20.409038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:20.429914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da732065-9ebe-485d-aeb5-eab432931012 None None] DHCP port deletion for 002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:11:20.545399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Pushing event deleted for resources: {'Port': ['ID=b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:20.560902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] No DVR routers for this DVR port b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:20.755914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Calling delete_port for 0e814744-639c-42b2-b90c-090ee7206831 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:20.780487 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:20.784590 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:20.799452 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69006b3f-2e91-4e06-95fa-810528bd878b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:20.825367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-3bdb7ac8-c8d5-4fd8-b590-455eb9a8a06b req-f4a311d7-421a-474b-92a2-d27e307c8cf9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Calling delete_port for 47482978-71bd-4f1e-aa5c-29013a06e850 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:20.884243 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:20.885208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Fanout notify agent at l3_agent the message router_deleted on router 8f73c465-b193-49c5-89a9-7540e1e8582f {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:11:20.921792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-69006b3f-2e91-4e06-95fa-810528bd878b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:20.941379 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:20.950739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-69006b3f-2e91-4e06-95fa-810528bd878b admin admin] Usage tracker for resource:security_group_rule and tenant:193427ec9aa54ffcb05fe5d431b56fad is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:20.960051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:20.960370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-69006b3f-2e91-4e06-95fa-810528bd878b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:21.028517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-69006b3f-2e91-4e06-95fa-810528bd878b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:21.046573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002fbdc6-b25e-4db0-8e9b-acd3f481a1b7']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:21.159535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1342be-84a7-44f7-ba32-5a9b7e0e2439') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:21.159896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1342be-84a7-44f7-ba32-5a9b7e0e2439') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:21.183909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:21.185248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b57ead6b-3a8d-4bb5-ab41-4fe275f47c7f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:21.218636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:21.228226 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-339e8f3b-071a-46df-8762-5fb9e5ef6e2a tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/routers/8f73c465-b193-49c5-89a9-7540e1e8582f HTTP/1.1" status: 204 len: 168 time: 5.5311093 May 24 23:11:21.233028 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:21.241868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 47482978-71bd-4f1e-aa5c-29013a06e850 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:21.242454 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3bdb7ac8-c8d5-4fd8-b590-455eb9a8a06b req-f4a311d7-421a-474b-92a2-d27e307c8cf9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:21.242878 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:21.260560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58066) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:21.466676 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:21.532223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:21.543895 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:21.561344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:11:21.562547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:21.700054 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 7b1342be-84a7-44f7-ba32-5a9b7e0e2439 resource provider aggregate not found May 24 23:11:21.701302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] Pushing event deleted for resources: {'Port': ['ID=0e814744-639c-42b2-b90c-090ee7206831,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:21.711721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831cd0d-23cb-44b6-945e-218adba2a885 None None] No DVR routers for this DVR port 0e814744-639c-42b2-b90c-090ee7206831 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:21.740840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a311d7-421a-474b-92a2-d27e307c8cf9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event deleted for resources: {'Port': ['ID=47482978-71bd-4f1e-aa5c-29013a06e850,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:21.991333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdb7ac8-c8d5-4fd8-b590-455eb9a8a06b req-f4a311d7-421a-474b-92a2-d27e307c8cf9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] No DVR routers for this DVR port 47482978-71bd-4f1e-aa5c-29013a06e850 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:21.995043 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3bdb7ac8-c8d5-4fd8-b590-455eb9a8a06b req-f4a311d7-421a-474b-92a2-d27e307c8cf9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:22.016883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9549c824-ff29-4c75-9e79-694b08c7139d', 'name': 'network-vif-deleted', 'tag': '47482978-71bd-4f1e-aa5c-29013a06e850'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:22.067694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827f96f-5ee3-4562-8ddd-9f25d6566716 req-f70246e7-a843-4631-ab55-05646f52d08b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:22.073448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2827f96f-5ee3-4562-8ddd-9f25d6566716 req-f70246e7-a843-4631-ab55-05646f52d08b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:22.084252 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3bdb7ac8-c8d5-4fd8-b590-455eb9a8a06b req-f4a311d7-421a-474b-92a2-d27e307c8cf9 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "DELETE /v2.0/ports/47482978-71bd-4f1e-aa5c-29013a06e850 HTTP/1.1" status: 204 len: 173 time: 3.8007226 May 24 23:11:22.115362 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 7b1342be-84a7-44f7-ba32-5a9b7e0e2439 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b1342be-84a7-44f7-ba32-5a9b7e0e2439 found for delete ", "request_id": "req-f70ed212-6bf5-41c6-9b89-ccb74f21ddf2"}]} May 24 23:11:22.117031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2827f96f-5ee3-4562-8ddd-9f25d6566716 req-f70246e7-a843-4631-ab55-05646f52d08b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:22.118599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2827f96f-5ee3-4562-8ddd-9f25d6566716 req-f70246e7-a843-4631-ab55-05646f52d08b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=9549c824-ff29-4c75-9e79-694b08c7139d HTTP/1.1" status: 200 len: 907 time: 1.9867630 May 24 23:11:22.122739 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c13f6f2-74f2-49b4-9c2c-6eea9ea18c94'] response: {'server_uuid': '9549c824-ff29-4c75-9e79-694b08c7139d', 'name': 'network-vif-deleted', 'tag': '47482978-71bd-4f1e-aa5c-29013a06e850', 'status': 'completed', 'code': 200} May 24 23:11:22.247729 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:22.262647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:22.292572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1055d5-8f13-4722-9412-d524f690fd23']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:22.307325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:22.308051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439fbc4a-17dd-4b8c-b8aa-f929f9d9a275') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:22.321168 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:22.340346 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:22.347997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:11:22.348775 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:22.505123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:22.507834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] Pushing event deleted for resources: {'Network': ['ID=002fbdc6-b25e-4db0-8e9b-acd3f481a1b7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:22.510252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:22.546706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:22.573807 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:22.642577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] Pushing event deleted for resources: {'Network': ['ID=cc1055d5-8f13-4722-9412-d524f690fd23,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:22.667678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:22.668028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 11cc99b1-aa4c-43ff-a2b7-d826e0e531aa not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:22.682407 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69006b3f-2e91-4e06-95fa-810528bd878b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:22.689809 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-69006b3f-2e91-4e06-95fa-810528bd878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:22.713181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-027bf2ae-6797-4ae6-897a-08774e93fecf admin admin] 10.222.0.55 "DELETE /v2.0/networks/002fbdc6-b25e-4db0-8e9b-acd3f481a1b7 HTTP/1.1" status: 204 len: 168 time: 3.6994555 May 24 23:11:22.720995 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d6776d61-c595-4b51-95ac-5702adaad7ff tempest-TestNetworkBasicOps-1051944622 tempest-TestNetworkBasicOps-1051944622-project] 10.222.0.55 "DELETE /v2.0/networks/cc1055d5-8f13-4722-9412-d524f690fd23 HTTP/1.1" status: 204 len: 168 time: 1.4570599 May 24 23:11:22.834049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69006b3f-2e91-4e06-95fa-810528bd878b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d49d1d5-65e0-4e86-9f72-0fb36cc021af,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:22.849219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58158) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:22.869036 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-69006b3f-2e91-4e06-95fa-810528bd878b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=193427ec9aa54ffcb05fe5d431b56fad&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6571023 May 24 23:11:23.009062 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca24b3dc-7cba-4cea-894f-b05fe0a56e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:23.085061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58168) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:23.132239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca24b3dc-7cba-4cea-894f-b05fe0a56e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:23.191052 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e9720e36-5443-4323-8f7e-80b4c6e5fb42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2538b79651204683958a8311138e4a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041439 May 24 23:11:23.195131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58176) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:23.283601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58190) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:23.305026 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4040-2577-43ad-bf49-1b8a2494ab42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:23.339219 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4040-2577-43ad-bf49-1b8a2494ab42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:23.417129 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca24b3dc-7cba-4cea-894f-b05fe0a56e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:23.435697 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4040-2577-43ad-bf49-1b8a2494ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:23.470367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24b3dc-7cba-4cea-894f-b05fe0a56e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d49d1d5-65e0-4e86-9f72-0fb36cc021af,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:23.489647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee4040-2577-43ad-bf49-1b8a2494ab42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4c7eb5-3986-4e45-8aa0-9329b3edfdc9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:23.494451 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca24b3dc-7cba-4cea-894f-b05fe0a56e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:23.496101 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ca24b3dc-7cba-4cea-894f-b05fe0a56e03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d49d1d5-65e0-4e86-9f72-0fb36cc021af HTTP/1.1" status: 204 len: 168 time: 0.6456203 May 24 23:11:23.497937 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4040-2577-43ad-bf49-1b8a2494ab42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:23.502442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f5ee4040-2577-43ad-bf49-1b8a2494ab42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c4c7eb5-3986-4e45-8aa0-9329b3edfdc9 HTTP/1.1" status: 204 len: 168 time: 0.3061657 May 24 23:11:23.733218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58228) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:23.733460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12d7e5bf-eec2-47e5-aff9-dad896a25828 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=001bb84369b443888c7219fb91448b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484019 May 24 23:11:23.852145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96a34b9c-e019-44e6-b214-c6cb1d08b6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:23.887310 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96a34b9c-e019-44e6-b214-c6cb1d08b6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:24.040647 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96a34b9c-e019-44e6-b214-c6cb1d08b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:24.056073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c216f-3859-41a6-98d3-076c91fa15fe req-1dd5c023-02d3-4f3a-99e7-05631f51f82a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:24.058430 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-074c216f-3859-41a6-98d3-076c91fa15fe req-1dd5c023-02d3-4f3a-99e7-05631f51f82a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 946 time: 0.2393808 May 24 23:11:24.066020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a34b9c-e019-44e6-b214-c6cb1d08b6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadf220b-9eb9-4d48-8e44-8d630b80eeda,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:24.095844 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96a34b9c-e019-44e6-b214-c6cb1d08b6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:24.100116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-96a34b9c-e019-44e6-b214-c6cb1d08b6f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dadf220b-9eb9-4d48-8e44-8d630b80eeda HTTP/1.1" status: 204 len: 168 time: 0.3658829 May 24 23:11:24.158460 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 439fbc4a-17dd-4b8c-b8aa-f929f9d9a275 resource provider aggregate not found May 24 23:11:24.168070 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:24.192243 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 439fbc4a-17dd-4b8c-b8aa-f929f9d9a275 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 439fbc4a-17dd-4b8c-b8aa-f929f9d9a275 found for delete ", "request_id": "req-7bbf6529-800e-458d-824b-36d85dd1ae90"}]} May 24 23:11:24.197065 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-074c216f-3859-41a6-98d3-076c91fa15fe req-533f5100-6269-4a6e-8eb6-ea89336d57ca tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268268 May 24 23:11:24.700629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58276) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:24.728589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-36b2d532-744b-4040-bf90-3067c201301e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:24.749208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-36b2d532-744b-4040-bf90-3067c201301e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:24.753803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-36b2d532-744b-4040-bf90-3067c201301e admin admin] Usage tracker for resource:security_group_rule and tenant:1427411427704ecd80bc414eb74febaf is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:24.757048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-36b2d532-744b-4040-bf90-3067c201301e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:24.764474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-36b2d532-744b-4040-bf90-3067c201301e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:24.896104 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-36b2d532-744b-4040-bf90-3067c201301e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:24.906925 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-36b2d532-744b-4040-bf90-3067c201301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:24.974864 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-36b2d532-744b-4040-bf90-3067c201301e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1427411427704ecd80bc414eb74febaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730689 May 24 23:11:24.977069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2d532-744b-4040-bf90-3067c201301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a2f98e-251b-421c-8cbe-de1408413ddb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:24.977789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58288) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:25.067825 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf723-b177-4881-b319-f62e70e1e86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:25.105228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf723-b177-4881-b319-f62e70e1e86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:25.231027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf723-b177-4881-b319-f62e70e1e86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:25.282512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bf723-b177-4881-b319-f62e70e1e86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a2f98e-251b-421c-8cbe-de1408413ddb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:25.302230 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf723-b177-4881-b319-f62e70e1e86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:25.304543 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ed4bf723-b177-4881-b319-f62e70e1e86f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6a2f98e-251b-421c-8cbe-de1408413ddb HTTP/1.1" status: 204 len: 168 time: 0.3251762 May 24 23:11:25.336621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df938765-d87b-4a85-a482-9f3535590a5c req-f1d77ccc-38a8-4450-82e4-4cfe0b6ec5a5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:25.338246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df938765-d87b-4a85-a482-9f3535590a5c req-f1d77ccc-38a8-4450-82e4-4cfe0b6ec5a5 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 946 time: 0.2122927 May 24 23:11:25.559596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-df938765-d87b-4a85-a482-9f3535590a5c req-3d58fa11-fb0a-42d6-8c17-7fe9d04ba2a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Deleting port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:25.560229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-df938765-d87b-4a85-a482-9f3535590a5c req-3d58fa11-fb0a-42d6-8c17-7fe9d04ba2a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:25.885546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-df938765-d87b-4a85-a482-9f3535590a5c req-3d58fa11-fb0a-42d6-8c17-7fe9d04ba2a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] For port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:25.886160 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-df938765-d87b-4a85-a482-9f3535590a5c req-3d58fa11-fb0a-42d6-8c17-7fe9d04ba2a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:25.964205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96e617-b9cc-4e29-a2da-2c990c442759 req-3e4b1da4-2241-4603-b493-27a896f9cc06 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:25.966034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a96e617-b9cc-4e29-a2da-2c990c442759 req-3e4b1da4-2241-4603-b493-27a896f9cc06 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 946 time: 0.5047233 May 24 23:11:25.985231 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:26.043950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-df938765-d87b-4a85-a482-9f3535590a5c req-3d58fa11-fb0a-42d6-8c17-7fe9d04ba2a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Calling delete_port for a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:26.158106 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a96e617-b9cc-4e29-a2da-2c990c442759 req-c76ff7d9-4f77-4238-b7ff-a8cb81d4234a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255417 May 24 23:11:26.322681 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-df938765-d87b-4a85-a482-9f3535590a5c req-3d58fa11-fb0a-42d6-8c17-7fe9d04ba2a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:26.338551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e42d2e74-6684-4777-bf62-06a77521a4dd'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:11:26.635763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58fa11-fb0a-42d6-8c17-7fe9d04ba2a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event deleted for resources: {'Port': ['ID=a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:26.765625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-df938765-d87b-4a85-a482-9f3535590a5c req-3d58fa11-fb0a-42d6-8c17-7fe9d04ba2a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] No DVR routers for this DVR port a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:26.769046 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-df938765-d87b-4a85-a482-9f3535590a5c req-3d58fa11-fb0a-42d6-8c17-7fe9d04ba2a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:26.789957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e893289c-f6da-4596-a65b-ea1aa70cdc7d', 'name': 'network-vif-deleted', 'tag': 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:26.798970 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df938765-d87b-4a85-a482-9f3535590a5c req-3d58fa11-fb0a-42d6-8c17-7fe9d04ba2a1 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "DELETE /v2.0/ports/a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e HTTP/1.1" status: 204 len: 173 time: 1.4523697 May 24 23:11:26.889958 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3afb4c48-6da0-471c-bd23-3ab697945cfc'] response: {'server_uuid': 'e893289c-f6da-4596-a65b-ea1aa70cdc7d', 'name': 'network-vif-deleted', 'tag': 'a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e', 'status': 'completed', 'code': 200} May 24 23:11:27.382959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-72a11643-319a-4463-8a6d-e703a6152b8b req-6e370e99-d029-4148-830c-440505ff386f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:27.406217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-72a11643-319a-4463-8a6d-e703a6152b8b req-6e370e99-d029-4148-830c-440505ff386f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:27.426328 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72a11643-319a-4463-8a6d-e703a6152b8b req-6e370e99-d029-4148-830c-440505ff386f tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=e893289c-f6da-4596-a65b-ea1aa70cdc7d HTTP/1.1" status: 200 len: 210 time: 0.1165090 May 24 23:11:27.963553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:28.028779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:28.029338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device a1364a55-5ae5-4a18-a18f-7d72f2ee9e9e not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:29.069766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-7b201c12-7e7f-4dc4-96c1-2158e7a10385 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1856732 May 24 23:11:29.178679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ed483-1b6f-47fb-9ad7-05a8343a60c3 req-34eca810-f326-4374-9a25-f734fee843ac tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:29.198111 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e87ed483-1b6f-47fb-9ad7-05a8343a60c3 req-34eca810-f326-4374-9a25-f734fee843ac tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.1198139 May 24 23:11:29.301465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e87ed483-1b6f-47fb-9ad7-05a8343a60c3 req-3c8b96d5-9c8e-479f-87b9-0bb446a37628 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=46f08c64-531f-484c-ba04-8ef8f630841a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020598 May 24 23:11:29.552869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e0583-de88-46ca-b6cd-2a3cbfa74bb5 req-438cb162-2ce4-480e-afd7-cfc3b459329a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:29.554441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-240e0583-de88-46ca-b6cd-2a3cbfa74bb5 req-438cb162-2ce4-480e-afd7-cfc3b459329a tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 945 time: 0.2883799 May 24 23:11:29.557956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-b7142c9f-9d56-4c9a-8ea1-8ff27dc72689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:29.559542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-b7142c9f-9d56-4c9a-8ea1-8ff27dc72689 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 1096 time: 0.3730545 May 24 23:11:29.818108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-240e0583-de88-46ca-b6cd-2a3cbfa74bb5 req-f8a02bfc-56e1-4444-8e19-63b93f4eb3a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Deleting port e42d2e74-6684-4777-bf62-06a77521a4dd {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:29.818108 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-240e0583-de88-46ca-b6cd-2a3cbfa74bb5 req-f8a02bfc-56e1-4444-8e19-63b93f4eb3a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:29.960356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-6bc1315b-70ab-46b5-b7dd-8a5819e79189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:29.962085 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-6bc1315b-70ab-46b5-b7dd-8a5819e79189 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 200 len: 913 time: 0.3483121 May 24 23:11:30.106405 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-6db24ad6-15b6-4539-91c2-ce10a458931d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 200 len: 1000 time: 0.1319666 May 24 23:11:30.379052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-9c09c680-8383-4f77-83f9-c86ba4d93146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:30.383204 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-9c09c680-8383-4f77-83f9-c86ba4d93146 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 200 len: 851 time: 0.2676883 May 24 23:11:30.584717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-240e0583-de88-46ca-b6cd-2a3cbfa74bb5 req-f8a02bfc-56e1-4444-8e19-63b93f4eb3a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] For port e42d2e74-6684-4777-bf62-06a77521a4dd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e42d2e74-6684-4777-bf62-06a77521a4dd,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:30.585149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-240e0583-de88-46ca-b6cd-2a3cbfa74bb5 req-f8a02bfc-56e1-4444-8e19-63b93f4eb3a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:30.725445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-240e0583-de88-46ca-b6cd-2a3cbfa74bb5 req-f8a02bfc-56e1-4444-8e19-63b93f4eb3a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Calling delete_port for e42d2e74-6684-4777-bf62-06a77521a4dd owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:30.899471 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-240e0583-de88-46ca-b6cd-2a3cbfa74bb5 req-f8a02bfc-56e1-4444-8e19-63b93f4eb3a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:30.995987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a3b5560e-1125-458b-b17e-3000609faf2a req-a3c1bbf9-987d-4f71-be3a-601a73be09cf tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 210 time: 0.1121235 May 24 23:11:31.009163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a02bfc-56e1-4444-8e19-63b93f4eb3a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event deleted for resources: {'Port': ['ID=e42d2e74-6684-4777-bf62-06a77521a4dd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:31.068878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-0d1a0043-f3ca-422a-8848-2f34bda7e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:31.070781 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-0d1a0043-f3ca-422a-8848-2f34bda7e5a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae35d30d-647c-45b8-a0f8-6fc32e006bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6797025 May 24 23:11:31.122012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-240e0583-de88-46ca-b6cd-2a3cbfa74bb5 req-f8a02bfc-56e1-4444-8e19-63b93f4eb3a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] No DVR routers for this DVR port e42d2e74-6684-4777-bf62-06a77521a4dd on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:31.357844 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-240e0583-de88-46ca-b6cd-2a3cbfa74bb5 req-f8a02bfc-56e1-4444-8e19-63b93f4eb3a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:31.385899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41dc66-f0bc-4471-81f1-d0aa6434d951', 'name': 'network-vif-deleted', 'tag': 'e42d2e74-6684-4777-bf62-06a77521a4dd'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:31.415793 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-240e0583-de88-46ca-b6cd-2a3cbfa74bb5 req-f8a02bfc-56e1-4444-8e19-63b93f4eb3a2 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "DELETE /v2.0/ports/e42d2e74-6684-4777-bf62-06a77521a4dd HTTP/1.1" status: 204 len: 173 time: 1.8511806 May 24 23:11:31.540731 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7779edfc-a4a7-4a72-bbea-435ab3f5e007'] response: {'server_uuid': 'ce41dc66-f0bc-4471-81f1-d0aa6434d951', 'name': 'network-vif-deleted', 'tag': 'e42d2e74-6684-4777-bf62-06a77521a4dd', 'status': 'completed', 'code': 200} May 24 23:11:31.563967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-d3f168b1-3229-43a9-9b05-252ad02a7343 service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434183 May 24 23:11:31.780365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58540) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:31.810568 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9410050a-6b7c-4edc-9896-52fb373b4588 req-3197164a-5d46-4d95-b500-45a7699a96fd service neutron] 10.222.0.50 "GET /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368762 May 24 23:11:31.975106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e42d2e74-6684-4777-bf62-06a77521a4dd no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:32.020452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: e42d2e74-6684-4777-bf62-06a77521a4dd {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:11:32.021008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e42d2e74-6684-4777-bf62-06a77521a4dd not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:11:32.085809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58558) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:32.100331 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.173790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:32.190058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Usage tracker for resource:security_group_rule and tenant:38fc8edf33c248aab8e3ccd465ef5dbc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:32.194146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:32.210485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:32.330501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-aa75e131-8019-4b29-8d5b-aa83ccb763ba req-f1866686-6ed2-4ee0-b6e9-dbba081e7188 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:32.363486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-aa75e131-8019-4b29-8d5b-aa83ccb763ba req-f1866686-6ed2-4ee0-b6e9-dbba081e7188 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:32.375453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa75e131-8019-4b29-8d5b-aa83ccb763ba req-f1866686-6ed2-4ee0-b6e9-dbba081e7188 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce41dc66-f0bc-4471-81f1-d0aa6434d951 HTTP/1.1" status: 200 len: 210 time: 0.1304107 May 24 23:11:32.456825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6415-b5b8-4321-91c8-f4159c22c079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.461351 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.475157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fb5e6415-b5b8-4321-91c8-f4159c22c079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:32.475330 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.480562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fb5e6415-b5b8-4321-91c8-f4159c22c079 admin admin] Usage tracker for resource:security_group_rule and tenant:2a7eb1695be843f1aba7d79b209e99e2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:32.484129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fb5e6415-b5b8-4321-91c8-f4159c22c079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:32.493393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fb5e6415-b5b8-4321-91c8-f4159c22c079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:32.650387 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38fc8edf33c248aab8e3ccd465ef5dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8686948 May 24 23:11:32.654022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58578) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:32.654827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d65585-2dbc-411e-a1df-05e6e560c65b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:32.665300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6415-b5b8-4321-91c8-f4159c22c079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.672763 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6415-b5b8-4321-91c8-f4159c22c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.715631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.715815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.717688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.717983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.718568 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.718760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.719281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.719774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.728201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.728201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.728201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.728201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4699cd-5efe-4240-8134-2fe69c728db7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:32.823551 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca4eb-a36a-4e98-a615-77e5c21e5bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.864108 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca4eb-a36a-4e98-a615-77e5c21e5bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.961114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58584) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:32.970287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'network': {'name': 'tempest-network-smoke--644759836', 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'port_security_enabled': True}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:32.971085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca4eb-a36a-4e98-a615-77e5c21e5bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:32.994359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:32.995308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ca4eb-a36a-4e98-a615-77e5c21e5bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d65585-2dbc-411e-a1df-05e6e560c65b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:33.007216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:network and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:33.011397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca4eb-a36a-4e98-a615-77e5c21e5bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.012673 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0c9ca4eb-a36a-4e98-a615-77e5c21e5bb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03d65585-2dbc-411e-a1df-05e6e560c65b HTTP/1.1" status: 204 len: 168 time: 0.3551269 May 24 23:11:33.017476 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fb5e6415-b5b8-4321-91c8-f4159c22c079 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a7eb1695be843f1aba7d79b209e99e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9305413 May 24 23:11:33.017646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58590) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:33.018361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e6415-b5b8-4321-91c8-f4159c22c079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7904954-e1b4-4ed7-9f14-d174667f7912,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:33.021396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:33.028127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:33.048101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Made reservation on behalf of 702cf064813c4c99be556eaa2ccd29f5 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:11:33.052931 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.066834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.108448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:33.119770 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95bfff9c-6816-4da6-9d73-f749b9718708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.120019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:security_group_rule and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:33.123090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:33.131809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:33.168719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95bfff9c-6816-4da6-9d73-f749b9718708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.266527 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95bfff9c-6816-4da6-9d73-f749b9718708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.286693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfff9c-6816-4da6-9d73-f749b9718708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7904954-e1b4-4ed7-9f14-d174667f7912,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:33.294625 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95bfff9c-6816-4da6-9d73-f749b9718708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.299106 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-95bfff9c-6816-4da6-9d73-f749b9718708 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7904954-e1b4-4ed7-9f14-d174667f7912 HTTP/1.1" status: 204 len: 168 time: 0.2804959 May 24 23:11:33.305765 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.315379 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.392141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3c0d43-6b35-4da2-bceb-f056e8be6af2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:33.441962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:11:33.463346 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.463742 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Added segment 43ac1ace-68d9-493c-b4a5-1d8a77221f95 of type vlan for network fcfe7349-20af-4d26-801e-4f7c7e3e63be May 24 23:11:33.510931 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.593663 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.602417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:33.603058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.650558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58612) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:33.691475 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74c35685-8b86-42cc-bf53-1721ccaf6d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.741305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-74c35685-8b86-42cc-bf53-1721ccaf6d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:33.750631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-74c35685-8b86-42cc-bf53-1721ccaf6d0f admin admin] Usage tracker for resource:security_group_rule and tenant:2048a096d6274770b567131aea405437 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:33.758470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-74c35685-8b86-42cc-bf53-1721ccaf6d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:33.774863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-74c35685-8b86-42cc-bf53-1721ccaf6d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:33.946411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9841084 May 24 23:11:33.956723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58624) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:33.957180 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74c35685-8b86-42cc-bf53-1721ccaf6d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.965579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74c35685-8b86-42cc-bf53-1721ccaf6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:33.974265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'admin_state_up': True, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:33.981902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f9603-557e-4923-a963-1f7bc9953324 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Network': ['ID=fcfe7349-20af-4d26-801e-4f7c7e3e63be,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:33.993117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network fcfe7349-20af-4d26-801e-4f7c7e3e63be details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:11:34.001241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:34.014482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:router and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:34.018407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:34.031506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:34.058211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58632) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:34.058659 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-74c35685-8b86-42cc-bf53-1721ccaf6d0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2048a096d6274770b567131aea405437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190602 May 24 23:11:34.059540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c35685-8b86-42cc-bf53-1721ccaf6d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d5a985-74be-49fe-827d-41d69ed79564,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:34.098775 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.108484 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.228906 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.251482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a94646a4-af23-44db-aa18-e130b4b987d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.257468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58636) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:34.288602 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71f69b75-7b20-4f9f-9d9f-b6347498850a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.312750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-71f69b75-7b20-4f9f-9d9f-b6347498850a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:34.318644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-71f69b75-7b20-4f9f-9d9f-b6347498850a admin admin] Usage tracker for resource:security_group_rule and tenant:cab33498ac414e6d8996c9860179ad8c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:34.322715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-71f69b75-7b20-4f9f-9d9f-b6347498850a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:34.332808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-71f69b75-7b20-4f9f-9d9f-b6347498850a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:34.360664 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a94646a4-af23-44db-aa18-e130b4b987d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.388044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7275940-5a8f-49e7-af5e-7d776efef97f req-37f1ffa6-a8a5-44ad-93d8-23b6b0d515c0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:34.395818 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7275940-5a8f-49e7-af5e-7d776efef97f req-37f1ffa6-a8a5-44ad-93d8-23b6b0d515c0 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.2741840 May 24 23:11:34.476768 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71f69b75-7b20-4f9f-9d9f-b6347498850a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.488331 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71f69b75-7b20-4f9f-9d9f-b6347498850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.617916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-71f69b75-7b20-4f9f-9d9f-b6347498850a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cab33498ac414e6d8996c9860179ad8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585856 May 24 23:11:34.618475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58644) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:34.645398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f69b75-7b20-4f9f-9d9f-b6347498850a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15509f77-e049-4052-b4e6-32528c1b26dc,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:34.683094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.709234 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7275940-5a8f-49e7-af5e-7d776efef97f req-5af864b5-0654-4917-b213-3c6a0803dd45 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110793 May 24 23:11:34.739588 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50505cbf-0f8e-4dab-b572-f733190a2ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.783314 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50505cbf-0f8e-4dab-b572-f733190a2ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.812597 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a94646a4-af23-44db-aa18-e130b4b987d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.844924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94646a4-af23-44db-aa18-e130b4b987d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d5a985-74be-49fe-827d-41d69ed79564,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:34.863429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a94646a4-af23-44db-aa18-e130b4b987d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.864763 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a94646a4-af23-44db-aa18-e130b4b987d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60d5a985-74be-49fe-827d-41d69ed79564 HTTP/1.1" status: 204 len: 168 time: 0.8055127 May 24 23:11:34.910212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50505cbf-0f8e-4dab-b572-f733190a2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.957504 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-50505cbf-0f8e-4dab-b572-f733190a2ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:34.958833 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-50505cbf-0f8e-4dab-b572-f733190a2ec1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15509f77-e049-4052-b4e6-32528c1b26dc HTTP/1.1" status: 204 len: 168 time: 0.3384759 May 24 23:11:34.968045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50505cbf-0f8e-4dab-b572-f733190a2ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15509f77-e049-4052-b4e6-32528c1b26dc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:35.316281 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:35.355171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:35.364780 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-85c7aa5b-0891-4dbb-b919-5fd495f7e412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:35.542153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Allocated IP 172.25.7.140 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/7043a7ac-835b-4e65-99d4-4ee7c5c3ac52) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:11:35.893416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:35.982215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80841164-b334-4446-93b5-afcef853b7be req-5a5e3018-983a-47ff-af9f-0076a0823e2e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:35.990324 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80841164-b334-4446-93b5-afcef853b7be req-5a5e3018-983a-47ff-af9f-0076a0823e2e tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.1139390 May 24 23:11:35.996886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-ddce7e2e-586e-4709-8953-8878732f2213 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:36.000211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-ddce7e2e-586e-4709-8953-8878732f2213 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.4205034 May 24 23:11:36.064672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80841164-b334-4446-93b5-afcef853b7be req-2a8813f8-d2b3-465f-9eac-657ec1bdaf09 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727665 May 24 23:11:36.364750 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:36.456950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:11:36.463183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:11:36.465840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:11:36.705130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Port': ['ID=7043a7ac-835b-4e65-99d4-4ee7c5c3ac52,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:36.738170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Deleting port deb95383-54b2-41c3-9d88-79263e15bd7b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:36.738677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:37.506636 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9ea5-df2a-4d32-ad99-0c1af55e41a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:37.606450 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:37.906035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] For port deb95383-54b2-41c3-9d88-79263e15bd7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=deb95383-54b2-41c3-9d88-79263e15bd7b,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:37.906829 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:37.931797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa63e79-51eb-477b-8332-8b251577cfcb req-aa74b674-2a25-42e8-bcdd-4f5d302e4dff tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:37.938992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eaa63e79-51eb-477b-8332-8b251577cfcb req-aa74b674-2a25-42e8-bcdd-4f5d302e4dff tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 945 time: 0.5062416 May 24 23:11:38.022338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device deb95383-54b2-41c3-9d88-79263e15bd7b no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:11:38.349966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eaa63e79-51eb-477b-8332-8b251577cfcb req-420e8aaf-cea4-4a14-9b67-eafa4704485b tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4379e8a-e903-4399-8774-ac0be56c373b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955441 May 24 23:11:38.542912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:38.591378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port deb95383-54b2-41c3-9d88-79263e15bd7b is: DOWN; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:38.696928 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:38.760289 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:38.970354 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:38.971502 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:38.971502 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Floating IP 525c8dc3-39fc-439e-973a-c595c744ec8f disassociated. External IP: 172.25.7.173, port: deb95383-54b2-41c3-9d88-79263e15bd7b. May 24 23:11:38.971502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Calling delete_port for deb95383-54b2-41c3-9d88-79263e15bd7b owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:39.019181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Router 6b418bb5-2a63-4667-ae55-9892c368468c is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:11:39.427945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:39.440939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Sync routers for ids ['6b418bb5-2a63-4667-ae55-9892c368468c'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:39.467645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Routers {'6b418bb5-2a63-4667-ae55-9892c368468c'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:39.468208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6b418bb5-2a63-4667-ae55-9892c368468c'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:39.477925 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:39.482842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5e9dacd5-cca1-4792-9f63-c238f7acbb12 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.5249934 May 24 23:11:39.483548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58816) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:39.513632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:39.658361 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c2e06e1-54c0-4524-813e-9c5eb701431d req-4f82fd38-77d2-4175-9fba-b23f82accd52 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 210 time: 0.0971572 May 24 23:11:39.684281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event deleted for resources: {'Port': ['ID=deb95383-54b2-41c3-9d88-79263e15bd7b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:39.920908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Set router 6b418bb5-2a63-4667-ae55-9892c368468c gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:40.131782 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:40.197347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Router ba3139e5-3578-4450-bf82-67c7e9ae3929 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:11:40.355112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:36Z', 'revision_number': 3, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:40.363171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Checking router: 6b418bb5-2a63-4667-ae55-9892c368468c for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:40.364378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Updating router 6b418bb5-2a63-4667-ae55-9892c368468c port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:11:40.445247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9e0d7024-4732-4f43-aa4f-cf33a06dbb4c tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=702cf064813c4c99be556eaa2ccd29f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9605634 May 24 23:11:40.457419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58844) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:40.522410 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:40.868472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:40.902632 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269cf69-6f3d-484e-b566-2a00c8a0b35f None None] Sync routers for ids ['ba3139e5-3578-4450-bf82-67c7e9ae3929'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:40.935590 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269cf69-6f3d-484e-b566-2a00c8a0b35f None None] Routers {'ba3139e5-3578-4450-bf82-67c7e9ae3929'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:40.936851 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4269cf69-6f3d-484e-b566-2a00c8a0b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ba3139e5-3578-4450-bf82-67c7e9ae3929'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:41.364210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58872) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:41.427191 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-4269cf69-6f3d-484e-b566-2a00c8a0b35f None None] Set router ba3139e5-3578-4450-bf82-67c7e9ae3929 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:41.553789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] No DVR routers for this DVR port deb95383-54b2-41c3-9d88-79263e15bd7b on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:11:41.573401 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:41.585219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adeb58c3-ce97-4184-a5fe-ef4f4c100bac req-baf6536a-2562-44bd-86df-a089453bcc94 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.50 "DELETE /v2.0/ports/deb95383-54b2-41c3-9d88-79263e15bd7b HTTP/1.1" status: 204 len: 173 time: 5.5724099 May 24 23:11:41.615276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-deleted', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:11:41.640821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02532b3-4107-41fe-8ac1-343c2a11e382 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:41.646005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d02532b3-4107-41fe-8ac1-343c2a11e382 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1961968 May 24 23:11:41.650327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58882) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:41.787865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b56240ab-e333-415c-baa0-e02b39eeb72d req-59ac3aea-0e1c-4ca8-8125-9e2fbe29da27 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Synchronizing usage tracker for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:11:41.795596 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdf8b28-2458-4036-80fa-d56d70e62fa4'] response: {'server_uuid': 'ec3e5766-d4a7-4727-af21-ca9855476084', 'name': 'network-vif-deleted', 'tag': 'deb95383-54b2-41c3-9d88-79263e15bd7b', 'status': 'completed', 'code': 200} May 24 23:11:41.801262 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-28e87647-b110-47f3-939d-c8d3a92e26c0 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1470952 May 24 23:11:41.807326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58888) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:41.813231 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b56240ab-e333-415c-baa0-e02b39eeb72d req-59ac3aea-0e1c-4ca8-8125-9e2fbe29da27 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Unset dirty status for tenant:e9303cbcbb804e2ba3627ec2b26f569c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:11:41.825402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-576747500', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:41.825619 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b56240ab-e333-415c-baa0-e02b39eeb72d req-59ac3aea-0e1c-4ca8-8125-9e2fbe29da27 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3e5766-d4a7-4727-af21-ca9855476084 HTTP/1.1" status: 200 len: 210 time: 0.1443810 May 24 23:11:41.894125 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:41.899825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58896) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:41.922943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Transition to ACTIVE for port object 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:41.938353 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.118242 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4269cf69-6f3d-484e-b566-2a00c8a0b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:26Z', 'revision_number': 4, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9d73577d-c1cf-4da2-87ff-2ce3eef53728', 'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'mac_address': 'fa:16:3e:79:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:22Z', 'updated_at': '2022-05-24T23:02:45Z', 'revision_number': 5, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'subnets': [{'id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:42.120943 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-962d0b71-acdf-4baa-84e5-0880352fe1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.125933 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269cf69-6f3d-484e-b566-2a00c8a0b35f None None] Checking router: ba3139e5-3578-4450-bf82-67c7e9ae3929 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:42.137294 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269cf69-6f3d-484e-b566-2a00c8a0b35f None None] Routers {'ba3139e5-3578-4450-bf82-67c7e9ae3929'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:42.138832 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4269cf69-6f3d-484e-b566-2a00c8a0b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ba3139e5-3578-4450-bf82-67c7e9ae3929'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:42.160064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-962d0b71-acdf-4baa-84e5-0880352fe1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:42.171750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-962d0b71-acdf-4baa-84e5-0880352fe1c9 admin admin] Usage tracker for resource:security_group_rule and tenant:f38100c4627b45cf854a17006e9f19ab is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:42.178414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-962d0b71-acdf-4baa-84e5-0880352fe1c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:42.196775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-962d0b71-acdf-4baa-84e5-0880352fe1c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:42.205028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Attempting to bind port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:11:42.205689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Attempting to bind port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:11:42.206288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Attempting to bind port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:11:42.226376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:11:42.227327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:11:42.227894 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.228428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:11:42.229050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Bound port: 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:11:42.229618 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.286762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:42.302918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b459ad68-4a90-400e-9154-65a6898e7f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.334208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:subnet and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:42.358182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57869ae-bdc9-485b-8e51-57fec3097416 None None] Pushing event updated for resources: {'Port': ['ID=7043a7ac-835b-4e65-99d4-4ee7c5c3ac52,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:42.374093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:42.408637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:42.416862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b459ad68-4a90-400e-9154-65a6898e7f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:42.421316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b459ad68-4a90-400e-9154-65a6898e7f0b admin admin] Usage tracker for resource:security_group_rule and tenant:5318ff54cb5241ccbd4a9d2317cd1518 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:42.446005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b459ad68-4a90-400e-9154-65a6898e7f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:42.466869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b459ad68-4a90-400e-9154-65a6898e7f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:42.470003 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-962d0b71-acdf-4baa-84e5-0880352fe1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.482246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-962d0b71-acdf-4baa-84e5-0880352fe1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.515356 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-4269cf69-6f3d-484e-b566-2a00c8a0b35f None None] Set router ba3139e5-3578-4450-bf82-67c7e9ae3929 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:42.515775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] For port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:11:42.541175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] For port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7043a7ac-835b-4e65-99d4-4ee7c5c3ac52,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:11:42.557752 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.557866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Made reservation on behalf of 702cf064813c4c99be556eaa2ccd29f5 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:11:42.565244 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.576527 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-962d0b71-acdf-4baa-84e5-0880352fe1c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f38100c4627b45cf854a17006e9f19ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763058 May 24 23:11:42.580648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58910) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:42.703325 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e3085a5-7a5e-48c0-9619-5672f3571436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.729657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d0b71-acdf-4baa-84e5-0880352fe1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b583c2-75b7-4983-ad2f-27c29779a361,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:42.752729 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e3085a5-7a5e-48c0-9619-5672f3571436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.916255 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e3085a5-7a5e-48c0-9619-5672f3571436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.966421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3085a5-7a5e-48c0-9619-5672f3571436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b583c2-75b7-4983-ad2f-27c29779a361,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:42.988512 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e3085a5-7a5e-48c0-9619-5672f3571436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:42.989711 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2e3085a5-7a5e-48c0-9619-5672f3571436 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20b583c2-75b7-4983-ad2f-27c29779a361 HTTP/1.1" status: 204 len: 168 time: 0.4078114 May 24 23:11:43.030132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58926) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:43.156696 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.169219 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4dfee9e9-b608-4f33-9cfa-b2716de44fff tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.258386 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4dfee9e9-b608-4f33-9cfa-b2716de44fff tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.415109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Routers {'6b418bb5-2a63-4667-ae55-9892c368468c'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:43.416413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6b418bb5-2a63-4667-ae55-9892c368468c'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:43.437761 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b459ad68-4a90-400e-9154-65a6898e7f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.461924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b459ad68-4a90-400e-9154-65a6898e7f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.492016 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-4269cf69-6f3d-484e-b566-2a00c8a0b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:26Z', 'revision_number': 4, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9d73577d-c1cf-4da2-87ff-2ce3eef53728', 'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'mac_address': 'fa:16:3e:79:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:22Z', 'updated_at': '2022-05-24T23:02:45Z', 'revision_number': 5, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'subnets': [{'id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:43.495012 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4dfee9e9-b608-4f33-9cfa-b2716de44fff tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.507042 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269cf69-6f3d-484e-b566-2a00c8a0b35f None None] The sync data for ids ['ba3139e5-3578-4450-bf82-67c7e9ae3929'] in n-d-843146-7 is: [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:02:26Z', 'revision_number': 4, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9d73577d-c1cf-4da2-87ff-2ce3eef53728', 'name': '', 'network_id': 'ae35d30d-647c-45b8-a0f8-6fc32e006bd8', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'mac_address': 'fa:16:3e:79:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:22Z', 'updated_at': '2022-05-24T23:02:45Z', 'revision_number': 5, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'subnets': [{'id': '3a1aaf28-3079-42c0-b6b3-9b18da682566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:43.519966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Subnet': ['ID=b1386afa-59d4-4cb0-bf14-5cc585ed77f1,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:43.571967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Checking segment: {'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:11:43.572355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network hostable DHCP agents. Network: fcfe7349-20af-4d26-801e-4f7c7e3e63be, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:11:43.624428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfee9e9-b608-4f33-9cfa-b2716de44fff tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4379e8a-e903-4399-8774-ac0be56c373b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:43.674898 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4dfee9e9-b608-4f33-9cfa-b2716de44fff tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.684676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4dfee9e9-b608-4f33-9cfa-b2716de44fff tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "DELETE /v2.0/security-groups/f4379e8a-e903-4399-8774-ac0be56c373b HTTP/1.1" status: 204 len: 168 time: 0.6516399 May 24 23:11:43.685328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58940) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:43.685713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58942) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:43.686071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b459ad68-4a90-400e-9154-65a6898e7f0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5318ff54cb5241ccbd4a9d2317cd1518&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3206239 May 24 23:11:43.692742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459ad68-4a90-400e-9154-65a6898e7f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030fa70f-4b1e-4de1-a8b5-4b0cd170cf7b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:43.734389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network fcfe7349-20af-4d26-801e-4f7c7e3e63be is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:11:43.800593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, fcfe7349-20af-4d26-801e-4f7c7e3e63be) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:11:43.805354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:11:43.806175 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:43.823778 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-205a13e1-abfb-4d04-a1f2-2f4782d15128 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] show failed (client error): The resource could not be found. May 24 23:11:43.825123 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-205a13e1-abfb-4d04-a1f2-2f4782d15128 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "GET /v2.0/security-groups/f4379e8a-e903-4399-8774-ac0be56c373b HTTP/1.1" status: 404 len: 347 time: 0.1307671 May 24 23:11:43.828382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58948) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:43.854655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] Set router 6b418bb5-2a63-4667-ae55-9892c368468c gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:43.933053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58954) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:43.983603 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7da378e5-7844-446c-a59c-d618046ce796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.051980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7da378e5-7844-446c-a59c-d618046ce796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:44.071698 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1a0dba77-f471-4051-8a72-4751bee35cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.074433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7da378e5-7844-446c-a59c-d618046ce796 admin admin] Usage tracker for resource:security_group_rule and tenant:851d9551ee694b4791c6a9f8df71f5b0 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:44.079153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7da378e5-7844-446c-a59c-d618046ce796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:44.095068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7da378e5-7844-446c-a59c-d618046ce796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:44.125119 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1a0dba77-f471-4051-8a72-4751bee35cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.249817 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1a0dba77-f471-4051-8a72-4751bee35cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.260058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404ef27-81d3-49d8-8925-f2aede029ff3 None None] New status for floating IP 525c8dc3-39fc-439e-973a-c595c744ec8f: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:11:44.288532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dba77-f471-4051-8a72-4751bee35cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030fa70f-4b1e-4de1-a8b5-4b0cd170cf7b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:44.324120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57869ae-bdc9-485b-8e51-57fec3097416 None None] Pushing event updated for resources: {'Port': ['ID=7043a7ac-835b-4e65-99d4-4ee7c5c3ac52,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:44.341646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72cd050-cb7a-4726-a461-5bc3bca95a01 None None] Network fcfe7349-20af-4d26-801e-4f7c7e3e63be requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:11:44.345814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1a0dba77-f471-4051-8a72-4751bee35cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.347106 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1a0dba77-f471-4051-8a72-4751bee35cfb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/030fa70f-4b1e-4de1-a8b5-4b0cd170cf7b HTTP/1.1" status: 204 len: 168 time: 0.6604784 May 24 23:11:44.364151 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7da378e5-7844-446c-a59c-d618046ce796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.374324 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7da378e5-7844-446c-a59c-d618046ce796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.467545 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7da378e5-7844-446c-a59c-d618046ce796 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=851d9551ee694b4791c6a9f8df71f5b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295048 May 24 23:11:44.476927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58964) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:44.495971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Deleting port d64a47c5-3601-48e3-937a-3332cab00728 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:44.496594 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.599199 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cf1c3e35-c606-41a3-bc25-0d41686b071d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7907231 May 24 23:11:44.603762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 58970) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:44.675075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da378e5-7844-446c-a59c-d618046ce796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67314591-fb82-443b-9851-b3f43b017fd1,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:44.713545 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfc5b-a718-4164-b90a-8550bb0bae62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.778958 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfc5b-a718-4164-b90a-8550bb0bae62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.888523 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfc5b-a718-4164-b90a-8550bb0bae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.920254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9dfc5b-a718-4164-b90a-8550bb0bae62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67314591-fb82-443b-9851-b3f43b017fd1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:44.925278 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfc5b-a718-4164-b90a-8550bb0bae62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:44.940889 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dc9dfc5b-a718-4164-b90a-8550bb0bae62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67314591-fb82-443b-9851-b3f43b017fd1 HTTP/1.1" status: 204 len: 168 time: 0.4627821 May 24 23:11:45.108140 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:45.108499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:45.114815 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:11:45.252400 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'fixed_ips': [{'subnet_id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:11:45.254346 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:45.277996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:36Z', 'revision_number': 3, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:45.293092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c2ce9-4b51-41c6-ae73-16ef725cc815 None None] The sync data for ids ['6b418bb5-2a63-4667-ae55-9892c368468c'] in n-d-843146-7 is: [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:36Z', 'revision_number': 3, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:11:45.391219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Calling delete_port for d64a47c5-3601-48e3-937a-3332cab00728 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:45.602319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58992) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:45.641467 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-078ebf56-8818-40fb-86fd-da366ee0022b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:45.677182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Allocated IP 172.20.0.2 (fcfe7349-20af-4d26-801e-4f7c7e3e63be/b1386afa-59d4-4cb0-bf14-5cc585ed77f1/9aa2d470-4fec-4bfd-992a-ef842689d7f8) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:11:45.690266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-078ebf56-8818-40fb-86fd-da366ee0022b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:45.703692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-078ebf56-8818-40fb-86fd-da366ee0022b admin admin] Usage tracker for resource:security_group_rule and tenant:4e5c654ec06348c28020e0c22597fae2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:45.710798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-078ebf56-8818-40fb-86fd-da366ee0022b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:45.744145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-078ebf56-8818-40fb-86fd-da366ee0022b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:46.005895 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:11:46.006424 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:11:46.038435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-078ebf56-8818-40fb-86fd-da366ee0022b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.050315 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-078ebf56-8818-40fb-86fd-da366ee0022b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.216292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ebf56-8818-40fb-86fd-da366ee0022b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c006e0c-9dcf-4b4d-a59f-327280f46f01,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:46.233972 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-078ebf56-8818-40fb-86fd-da366ee0022b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e5c654ec06348c28020e0c22597fae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6305332 May 24 23:11:46.238434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59014) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:46.309791 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.351540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Transition to ACTIVE for port object 9aa2d470-4fec-4bfd-992a-ef842689d7f8 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:46.479285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Transition to ACTIVE for port object 9aa2d470-4fec-4bfd-992a-ef842689d7f8 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:46.495656 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.508368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Deleting port d64a47c5-3601-48e3-937a-3332cab00728 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:46.509454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.559009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2adec875-dead-43f1-8142-46e064bc247a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.657257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Network fcfe7349-20af-4d26-801e-4f7c7e3e63be is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:11:46.679632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:11:46.685417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:11:46.697724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2adec875-dead-43f1-8142-46e064bc247a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:46.993656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Pushing event updated for resources: {'Port': ['ID=9aa2d470-4fec-4bfd-992a-ef842689d7f8,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:46.999023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:47.027778 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2adec875-dead-43f1-8142-46e064bc247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.180218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Attempting to bind port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:11:47.182899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Attempting to bind port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:11:47.186029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Attempting to bind port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 on network fcfe7349-20af-4d26-801e-4f7c7e3e63be {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:11:47.209063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:11:47.210260 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Checking segment: {'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:11:47.213004 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.213773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Bound using segment: {'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:11:47.214433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Bound port: 9aa2d470-4fec-4bfd-992a-ef842689d7f8, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:11:47.215870 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.321878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] For port 9aa2d470-4fec-4bfd-992a-ef842689d7f8, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:11:47.335892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] For port 9aa2d470-4fec-4bfd-992a-ef842689d7f8, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9aa2d470-4fec-4bfd-992a-ef842689d7f8,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:11:47.337481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:11:47.344343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:47.344717 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.425592 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.497650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adec875-dead-43f1-8142-46e064bc247a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c006e0c-9dcf-4b4d-a59f-327280f46f01,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:47.573532 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.574068 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.626300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f07e6f-b88e-422d-af03-f1a19d6409e7 None None] Pushing event updated for resources: {'Port': ['ID=9aa2d470-4fec-4bfd-992a-ef842689d7f8,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:47.660375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:47.665004 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.683112 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.701624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7043a7ac-835b-4e65-99d4-4ee7c5c3ac52,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:47.713959 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:47.866583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=7043a7ac-835b-4e65-99d4-4ee7c5c3ac52,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:47.983265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Calling delete_port for d64a47c5-3601-48e3-937a-3332cab00728 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:48.102495 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2adec875-dead-43f1-8142-46e064bc247a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:48.106321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2adec875-dead-43f1-8142-46e064bc247a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c006e0c-9dcf-4b4d-a59f-327280f46f01 HTTP/1.1" status: 204 len: 168 time: 1.8642716 May 24 23:11:48.829025 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:48.869901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9aa2d470-4fec-4bfd-992a-ef842689d7f8 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:49.051248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:11:49.060552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:49.152021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Pushing event deleted for resources: {'Port': ['ID=d64a47c5-3601-48e3-937a-3332cab00728,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:49.233272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:49.233891 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:49.508759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5929324c-edcb-41de-94f9-89d8ea205f06 None None] Network fcfe7349-20af-4d26-801e-4f7c7e3e63be requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:11:49.551305 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:49.580306 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Allocated IP 172.20.0.1 (fcfe7349-20af-4d26-801e-4f7c7e3e63be/b1386afa-59d4-4cb0-bf14-5cc585ed77f1/df942f99-2d5b-4062-85a9-37e9a39ae95d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:11:49.597192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:49.598536 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-84d8bd4f-3e7f-41aa-b531-f36205a89c12 tempest-ServerActionsTestJSON-2081767715 tempest-ServerActionsTestJSON-2081767715-project] 10.222.0.55 "DELETE /v2.0/floatingips/525c8dc3-39fc-439e-973a-c595c744ec8f HTTP/1.1" status: 204 len: 168 time: 5.7357721 May 24 23:11:49.601919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59112) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:49.741992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:49.746941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-703ecef5-c7c7-4ba4-b4bd-db710d13a67c None None] Provisioning for port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:11:49.764865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-703ecef5-c7c7-4ba4-b4bd-db710d13a67c None None] Provisioning complete for port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:49.765944 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-703ecef5-c7c7-4ba4-b4bd-db710d13a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:49.930148 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:49.950149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Transition to ACTIVE for port object df942f99-2d5b-4062-85a9-37e9a39ae95d will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:49.990074 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.022701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-703ecef5-c7c7-4ba4-b4bd-db710d13a67c None None] Current status of the port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:50.024294 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-703ecef5-c7c7-4ba4-b4bd-db710d13a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.072941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-703ecef5-c7c7-4ba4-b4bd-db710d13a67c None None] For port 9aa2d470-4fec-4bfd-992a-ef842689d7f8, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9aa2d470-4fec-4bfd-992a-ef842689d7f8,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:50.083416 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-703ecef5-c7c7-4ba4-b4bd-db710d13a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.112532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Port': ['ID=df942f99-2d5b-4062-85a9-37e9a39ae95d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:50.187378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ecef5-c7c7-4ba4-b4bd-db710d13a67c None None] Pushing event updated for resources: {'Port': ['ID=9aa2d470-4fec-4bfd-992a-ef842689d7f8,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:50.287264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network fcfe7349-20af-4d26-801e-4f7c7e3e63be is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:11:50.297632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:11:50.307889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:11:50.484436 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.626688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-28fe7f1a-bc45-485b-b0b5-f00513e61aed None None] Provisioning complete for port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:50.627281 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28fe7f1a-bc45-485b-b0b5-f00513e61aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:50.773251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9aa2d470-4fec-4bfd-992a-ef842689d7f8 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:11:51.111591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-28fe7f1a-bc45-485b-b0b5-f00513e61aed None None] Current status of the port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:51.140768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:51.141392 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.320026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a7dd5dae-8c00-49eb-a455-106d3467b0bf None None] Provisioning for port df942f99-2d5b-4062-85a9-37e9a39ae95d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:11:51.364954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a7dd5dae-8c00-49eb-a455-106d3467b0bf None None] Provisioning complete for port df942f99-2d5b-4062-85a9-37e9a39ae95d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:51.366927 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5dae-8c00-49eb-a455-106d3467b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.452851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd5dae-8c00-49eb-a455-106d3467b0bf None None] Port df942f99-2d5b-4062-85a9-37e9a39ae95d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:11:51.471910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:11:51.477849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59170) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:51.798235 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.877376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a168b431-53b3-4395-a37c-9f97beb3a2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:51.916160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a168b431-53b3-4395-a37c-9f97beb3a2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:51.925177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a168b431-53b3-4395-a37c-9f97beb3a2d1 admin admin] Usage tracker for resource:security_group_rule and tenant:487ec315c9404f9c8bd78f2ec7837bc9 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:51.937552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a168b431-53b3-4395-a37c-9f97beb3a2d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:51.948928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a168b431-53b3-4395-a37c-9f97beb3a2d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:52.095816 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a168b431-53b3-4395-a37c-9f97beb3a2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.107482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a168b431-53b3-4395-a37c-9f97beb3a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.152357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168b431-53b3-4395-a37c-9f97beb3a2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626e1d5d-45f9-4bd8-91bd-4b33a9f9ba44,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:52.199830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a168b431-53b3-4395-a37c-9f97beb3a2d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=487ec315c9404f9c8bd78f2ec7837bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7153523 May 24 23:11:52.203370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59206) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:52.269844 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.386928 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06d21358-c1eb-4f93-9e07-bb786b7829f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.441598 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06d21358-c1eb-4f93-9e07-bb786b7829f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.522231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06d21358-c1eb-4f93-9e07-bb786b7829f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.552540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d21358-c1eb-4f93-9e07-bb786b7829f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626e1d5d-45f9-4bd8-91bd-4b33a9f9ba44,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:52.637361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06d21358-c1eb-4f93-9e07-bb786b7829f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:52.639483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-06d21358-c1eb-4f93-9e07-bb786b7829f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/626e1d5d-45f9-4bd8-91bd-4b33a9f9ba44 HTTP/1.1" status: 204 len: 168 time: 0.4351342 May 24 23:11:53.378789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] Deleting port 9d73577d-c1cf-4da2-87ff-2ce3eef53728 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:53.380689 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.492739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59268) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:53.526698 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:11:53.539525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c998f565-4804-4fb8-b845-47d59373bd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.581414 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.586662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c998f565-4804-4fb8-b845-47d59373bd2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:53.590909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c998f565-4804-4fb8-b845-47d59373bd2a admin admin] Usage tracker for resource:security_group_rule and tenant:f78f995c166f4a758d7c867bb83b4d41 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:53.597877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c998f565-4804-4fb8-b845-47d59373bd2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:53.614052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c998f565-4804-4fb8-b845-47d59373bd2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:53.647366 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.834059 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c998f565-4804-4fb8-b845-47d59373bd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.846333 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c998f565-4804-4fb8-b845-47d59373bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:53.964178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c998f565-4804-4fb8-b845-47d59373bd2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f78f995c166f4a758d7c867bb83b4d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4702544 May 24 23:11:53.968967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59288) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:53.971866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998f565-4804-4fb8-b845-47d59373bd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d49ef0-895d-434d-b671-148b31f2789b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:54.017827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Port': ['ID=df942f99-2d5b-4062-85a9-37e9a39ae95d,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:54.085723 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fb07e106-ced0-47fe-8f0a-375928db6504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.114497 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fb07e106-ced0-47fe-8f0a-375928db6504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.142200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] For port 9d73577d-c1cf-4da2-87ff-2ce3eef53728, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9d73577d-c1cf-4da2-87ff-2ce3eef53728,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:11:54.142831 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.198993 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.225520 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fb07e106-ced0-47fe-8f0a-375928db6504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.250926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07e106-ced0-47fe-8f0a-375928db6504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d49ef0-895d-434d-b671-148b31f2789b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:54.256813 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fb07e106-ced0-47fe-8f0a-375928db6504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.262211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fb07e106-ced0-47fe-8f0a-375928db6504 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7d49ef0-895d-434d-b671-148b31f2789b HTTP/1.1" status: 204 len: 168 time: 0.2831390 May 24 23:11:54.351450 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:54.362212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] Calling delete_port for 9d73577d-c1cf-4da2-87ff-2ce3eef53728 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:11:54.823697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network fcfe7349-20af-4d26-801e-4f7c7e3e63be is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:11:54.839110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:11:54.901657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59324) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:55.166556 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:55.207675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d900cfef-2929-4e64-9262-255ec69ec076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:55.228694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d900cfef-2929-4e64-9262-255ec69ec076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:55.236686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d900cfef-2929-4e64-9262-255ec69ec076 admin admin] Usage tracker for resource:security_group_rule and tenant:25aeed129514480288622ca6efa7e03c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:55.243931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d900cfef-2929-4e64-9262-255ec69ec076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:55.266824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d900cfef-2929-4e64-9262-255ec69ec076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:55.302281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d73577d-c1cf-4da2-87ff-2ce3eef53728,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:55.344691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6a3fa0a0-8ebd-4a75-ae5b-451e164d7df2 None None] Provisioning complete for port df942f99-2d5b-4062-85a9-37e9a39ae95d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:11:55.346780 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6a3fa0a0-8ebd-4a75-ae5b-451e164d7df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:55.482509 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d900cfef-2929-4e64-9262-255ec69ec076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:55.488127 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d900cfef-2929-4e64-9262-255ec69ec076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:55.583427 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d900cfef-2929-4e64-9262-255ec69ec076 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25aeed129514480288622ca6efa7e03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6767750 May 24 23:11:55.583550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59354) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:55.648409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900cfef-2929-4e64-9262-255ec69ec076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e1d7f8-5226-452f-8219-4a69822edef7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:55.756248 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c60df472-7274-460d-a0ab-5a087fd64f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:55.756499 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6a3fa0a0-8ebd-4a75-ae5b-451e164d7df2 None None] Port df942f99-2d5b-4062-85a9-37e9a39ae95d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:11:55.844149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c60df472-7274-460d-a0ab-5a087fd64f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:55.916724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Router 6b418bb5-2a63-4667-ae55-9892c368468c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:11:55.957737 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:56.021351 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c60df472-7274-460d-a0ab-5a087fd64f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:56.045425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60df472-7274-460d-a0ab-5a087fd64f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e1d7f8-5226-452f-8219-4a69822edef7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:56.065791 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c60df472-7274-460d-a0ab-5a087fd64f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:56.070001 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c60df472-7274-460d-a0ab-5a087fd64f88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20e1d7f8-5226-452f-8219-4a69822edef7 HTTP/1.1" status: 204 len: 168 time: 0.4854259 May 24 23:11:56.470730 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:56.712498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:56.723187 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Sync routers for ids ['6b418bb5-2a63-4667-ae55-9892c368468c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:56.745402 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Routers {'6b418bb5-2a63-4667-ae55-9892c368468c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:56.749438 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6b418bb5-2a63-4667-ae55-9892c368468c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:56.767893 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-73226ddf-0962-46d7-8adf-8d43f986d295 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "PUT /v2.0/routers/6b418bb5-2a63-4667-ae55-9892c368468c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1283939 May 24 23:11:56.768243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59392) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:56.773648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1362855616', 'description': 'tempest-secgroup_access--1362855616 description', 'project_id': '702cf064813c4c99be556eaa2ccd29f5'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:56.784000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:56.792956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:security_group and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:56.800123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:56.818535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:56.854144 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:56.917912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:56.936132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:security_group_rule and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:56.942288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:56.957481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:56.980351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59406) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:57.083762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e14f3947-996d-48df-8988-050b57bccec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.136965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e14f3947-996d-48df-8988-050b57bccec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:57.203864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e14f3947-996d-48df-8988-050b57bccec2 admin admin] Usage tracker for resource:security_group_rule and tenant:169baa8f79ee44898925cb78c0a77e65 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:57.208680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e14f3947-996d-48df-8988-050b57bccec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:57.232504 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Set router 6b418bb5-2a63-4667-ae55-9892c368468c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:57.251548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e14f3947-996d-48df-8988-050b57bccec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:57.399259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.415035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.453087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] Router ba3139e5-3578-4450-bf82-67c7e9ae3929 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:11:57.594668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0ee294-de73-46ac-87ac-d638fdb89514,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:57.602313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.603795 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-22cac575-8c24-4e43-be2d-e1fedf266849 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8345537 May 24 23:11:57.606694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59422) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:57.619206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--420876231', 'description': 'tempest-secgroup_general--420876231 description', 'project_id': '702cf064813c4c99be556eaa2ccd29f5'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:57.638625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:57.654049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:security_group and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:57.658259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:57.682643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:57.716193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:57.789830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:57.830616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:security_group_rule and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:57.857175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:57.905108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:57.995820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:11:58.003961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2714ee2e-476a-4480-8547-0b4a4c6278b6 admin admin] 10.222.0.55 "PUT /v2.0/routers/ba3139e5-3578-4450-bf82-67c7e9ae3929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3984547 May 24 23:11:58.006196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2bef6-1721-420d-9db9-db8dae8c09dd None None] Sync routers for ids ['ba3139e5-3578-4450-bf82-67c7e9ae3929'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:11:58.022518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59436) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:58.028601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2bef6-1721-420d-9db9-db8dae8c09dd None None] Routers {'ba3139e5-3578-4450-bf82-67c7e9ae3929'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:58.029266 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c9c2bef6-1721-420d-9db9-db8dae8c09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ba3139e5-3578-4450-bf82-67c7e9ae3929'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:58.044857 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e14f3947-996d-48df-8988-050b57bccec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.064920 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e14f3947-996d-48df-8988-050b57bccec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.087211 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:51Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'df942f99-2d5b-4062-85a9-37e9a39ae95d', 'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:2b:bf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:48Z', 'updated_at': '2022-05-24T23:11:52Z', 'revision_number': 2, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:58.098276 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Checking router: 6b418bb5-2a63-4667-ae55-9892c368468c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:58.098725 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Updating router 6b418bb5-2a63-4667-ae55-9892c368468c port df942f99-2d5b-4062-85a9-37e9a39ae95d binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:11:58.230907 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.257819 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e14f3947-996d-48df-8988-050b57bccec2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=169baa8f79ee44898925cb78c0a77e65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2737489 May 24 23:11:58.269685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59444) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:58.321071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f3947-996d-48df-8988-050b57bccec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318502fd-eb6f-4906-ae9d-aef40ee7ba7f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:58.555219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c9c2bef6-1721-420d-9db9-db8dae8c09dd None None] Set router ba3139e5-3578-4450-bf82-67c7e9ae3929 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:58.567999 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.615633 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.641590 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.854283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51adc2b-6a56-41bd-a3d1-212e2941d9f1,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:58.872039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbde4-4ba5-46fe-b684-ea91e0212142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.918373 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbde4-4ba5-46fe-b684-ea91e0212142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.956082 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.970278 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Transition to ACTIVE for port object df942f99-2d5b-4062-85a9-37e9a39ae95d will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:11:58.984057 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.990178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.990383 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:58.996388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-81eabe8e-f0b6-4dd5-bf53-1e8c7da9de58 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3828943 May 24 23:11:58.997870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59458) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:11:59.005321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-925e71bc-dbdd-47db-8e4f-4c7fc1b2f98e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'security_group_rule': {'security_group_id': 'fc0ee294-de73-46ac-87ac-d638fdb89514', 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:11:59.012255 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbde4-4ba5-46fe-b684-ea91e0212142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.031638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-925e71bc-dbdd-47db-8e4f-4c7fc1b2f98e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:11:59.041675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cbde4-4ba5-46fe-b684-ea91e0212142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318502fd-eb6f-4906-ae9d-aef40ee7ba7f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:59.044212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-925e71bc-dbdd-47db-8e4f-4c7fc1b2f98e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:security_group_rule and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:11:59.048167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-925e71bc-dbdd-47db-8e4f-4c7fc1b2f98e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:11:59.051864 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbde4-4ba5-46fe-b684-ea91e0212142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.055477 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9e5cbde4-4ba5-46fe-b684-ea91e0212142 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/318502fd-eb6f-4906-ae9d-aef40ee7ba7f HTTP/1.1" status: 204 len: 168 time: 0.7856040 May 24 23:11:59.059902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Deleting port a979775a-d86f-430b-a5ae-c94ade0356b9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:11:59.066562 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.074760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-925e71bc-dbdd-47db-8e4f-4c7fc1b2f98e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:11:59.125357 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-925e71bc-dbdd-47db-8e4f-4c7fc1b2f98e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.289048 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Pushing event updated for resources: {'Port': ['ID=df942f99-2d5b-4062-85a9-37e9a39ae95d,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:59.293483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c9c2bef6-1721-420d-9db9-db8dae8c09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:11:54Z', 'revision_number': 5, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port': {'id': 'a979775a-d86f-430b-a5ae-c94ade0356b9', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:02:13Z', 'updated_at': '2022-05-24T23:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:59.298564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2bef6-1721-420d-9db9-db8dae8c09dd None None] Checking router: ba3139e5-3578-4450-bf82-67c7e9ae3929 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:11:59.308840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2bef6-1721-420d-9db9-db8dae8c09dd None None] Routers {'ba3139e5-3578-4450-bf82-67c7e9ae3929'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:11:59.309892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c9c2bef6-1721-420d-9db9-db8dae8c09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ba3139e5-3578-4450-bf82-67c7e9ae3929'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:59.337149 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.353020 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.353983 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.356471 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.358771 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.361167 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.363125 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.369032 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.370579 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.371086 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.374633 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.374978 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:11:59.487313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-925e71bc-dbdd-47db-8e4f-4c7fc1b2f98e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.499232 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-925e71bc-dbdd-47db-8e4f-4c7fc1b2f98e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.507001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c9c2bef6-1721-420d-9db9-db8dae8c09dd None None] Set router ba3139e5-3578-4450-bf82-67c7e9ae3929 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:11:59.584913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e71bc-dbdd-47db-8e4f-4c7fc1b2f98e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e0081f-4af5-4654-943f-1c206b91b4b9,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:11:59.644355 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-925e71bc-dbdd-47db-8e4f-4c7fc1b2f98e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.646023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-925e71bc-dbdd-47db-8e4f-4c7fc1b2f98e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6465964 May 24 23:11:59.681118 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Attempting to bind port df942f99-2d5b-4062-85a9-37e9a39ae95d on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:11:59.681400 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Attempting to bind port df942f99-2d5b-4062-85a9-37e9a39ae95d by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:11:59.682006 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Attempting to bind port df942f99-2d5b-4062-85a9-37e9a39ae95d on network fcfe7349-20af-4d26-801e-4f7c7e3e63be {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:11:59.693231 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:11:59.714583 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Checking segment: {'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:11:59.715150 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.715615 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Bound using segment: {'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:11:59.716288 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Bound port: df942f99-2d5b-4062-85a9-37e9a39ae95d, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:11:59.716806 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:11:59.764867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c9c2bef6-1721-420d-9db9-db8dae8c09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:11:58Z', 'revision_number': 6, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:11:59.775672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2bef6-1721-420d-9db9-db8dae8c09dd None None] The sync data for ids ['ba3139e5-3578-4450-bf82-67c7e9ae3929'] in n-d-843146-7 is: [{'id': 'ba3139e5-3578-4450-bf82-67c7e9ae3929', 'name': 'tempest-ServerActionsTestJSON-2077432772-router', 'tenant_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:02:11Z', 'updated_at': '2022-05-24T23:11:58Z', 'revision_number': 6, 'project_id': 'e9303cbcbb804e2ba3627ec2b26f569c', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:12:00.044937 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] For port df942f99-2d5b-4062-85a9-37e9a39ae95d, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:00.063092 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] For port df942f99-2d5b-4062-85a9-37e9a39ae95d, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df942f99-2d5b-4062-85a9-37e9a39ae95d,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:00.075469 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:00.224132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] For port a979775a-d86f-430b-a5ae-c94ade0356b9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a979775a-d86f-430b-a5ae-c94ade0356b9,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:00.226362 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:00.431374 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b05ade-c52c-467c-9b83-937f66851097 None None] Pushing event updated for resources: {'Port': ['ID=df942f99-2d5b-4062-85a9-37e9a39ae95d,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:00.480294 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Routers {'6b418bb5-2a63-4667-ae55-9892c368468c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:00.481276 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:11:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6b418bb5-2a63-4667-ae55-9892c368468c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:00.981571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Calling delete_port for a979775a-d86f-430b-a5ae-c94ade0356b9 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:01.014450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a979775a-d86f-430b-a5ae-c94ade0356b9 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:01.232051 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-387a4349-e1fe-4bec-b466-f102ea54a588 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--420876231&fields=id&tenant_id=702cf064813c4c99be556eaa2ccd29f5 HTTP/1.1" status: 200 len: 267 time: 0.2836900 May 24 23:12:01.418466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a979775a-d86f-430b-a5ae-c94ade0356b9 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:01.418861 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:01.420525 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] Set router 6b418bb5-2a63-4667-ae55-9892c368468c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:01.435329 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-ed4c8dd2-7dda-46dd-98cb-788d51aafe75 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--1362855616&fields=id&tenant_id=702cf064813c4c99be556eaa2ccd29f5 HTTP/1.1" status: 200 len: 267 time: 0.1750975 May 24 23:12:01.459060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a979775a-d86f-430b-a5ae-c94ade0356b9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a979775a-d86f-430b-a5ae-c94ade0356b9,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:01.469077 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:01.477168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9d73577d-c1cf-4da2-87ff-2ce3eef53728 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:01.781373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a979775a-d86f-430b-a5ae-c94ade0356b9,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:01.796925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 9d73577d-c1cf-4da2-87ff-2ce3eef53728 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:12:01.799240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9d73577d-c1cf-4da2-87ff-2ce3eef53728 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:12:01.828050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.840969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.841965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.842554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.843078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.843990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.844579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.845305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.848542 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.849158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.849724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.851923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:01.927416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-48289219-300f-42ea-9df4-ece1353c506d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:01.935135 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-48289219-300f-42ea-9df4-ece1353c506d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/networks?id=fcfe7349-20af-4d26-801e-4f7c7e3e63be HTTP/1.1" status: 200 len: 796 time: 0.4801984 May 24 23:12:01.971936 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-e7f5d42b-e962-49ac-a226-bbaa246d612f tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/quotas/702cf064813c4c99be556eaa2ccd29f5 HTTP/1.1" status: 200 len: 375 time: 0.0322516 May 24 23:12:02.048192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:12:02.048514 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:12:02.215046 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-9f05a939-72a0-4546-9731-11cf0d422932 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Synchronizing usage tracker for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:02.312353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-9f05a939-72a0-4546-9731-11cf0d422932 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Unset dirty status for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:02.332522 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-9f05a939-72a0-4546-9731-11cf0d422932 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=702cf064813c4c99be556eaa2ccd29f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3512735 May 24 23:12:02.334805 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:51Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'df942f99-2d5b-4062-85a9-37e9a39ae95d', 'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:2b:bf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:48Z', 'updated_at': '2022-05-24T23:12:00Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:02.346778 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac980ee-0f59-499c-b8a8-f485099bd10b None None] The sync data for ids ['6b418bb5-2a63-4667-ae55-9892c368468c'] in n-d-843146-7 is: [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:51Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'df942f99-2d5b-4062-85a9-37e9a39ae95d', 'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:2b:bf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:48Z', 'updated_at': '2022-05-24T23:12:00Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:12:02.550103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Deleting port a979775a-d86f-430b-a5ae-c94ade0356b9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:02.550454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:02.766880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df942f99-2d5b-4062-85a9-37e9a39ae95d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:03.040337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port df942f99-2d5b-4062-85a9-37e9a39ae95d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:03.054455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port df942f99-2d5b-4062-85a9-37e9a39ae95d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:03.054836 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.109688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] For port a979775a-d86f-430b-a5ae-c94ade0356b9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a979775a-d86f-430b-a5ae-c94ade0356b9,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:03.115063 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.240765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59580) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:03.732121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port df942f99-2d5b-4062-85a9-37e9a39ae95d is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:03.732724 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:03.804129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-d660d265-cc74-42e6-9259-6ec8735e60d6 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:12:03.813745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-d660d265-cc74-42e6-9259-6ec8735e60d6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.4604976 May 24 23:12:03.847283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Calling delete_port for a979775a-d86f-430b-a5ae-c94ade0356b9 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:03.934975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port df942f99-2d5b-4062-85a9-37e9a39ae95d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df942f99-2d5b-4062-85a9-37e9a39ae95d,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:03.963702 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.076297 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb586-350e-4641-9828-676175bb8f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.122894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8b8eb586-350e-4641-9828-676175bb8f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:04.132473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8b8eb586-350e-4641-9828-676175bb8f6d admin admin] Usage tracker for resource:security_group_rule and tenant:20b4fb0f6a2846d99e184cc678d02763 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:04.140353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8b8eb586-350e-4641-9828-676175bb8f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:04.155263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8b8eb586-350e-4641-9828-676175bb8f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:04.221446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=df942f99-2d5b-4062-85a9-37e9a39ae95d,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:04.389412 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb586-350e-4641-9828-676175bb8f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.394689 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb586-350e-4641-9828-676175bb8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.530937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8b8eb586-350e-4641-9828-676175bb8f6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20b4fb0f6a2846d99e184cc678d02763&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2810106 May 24 23:12:04.534733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59616) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:04.552464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eb586-350e-4641-9828-676175bb8f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c749b183-1582-4f09-9b7d-122962483e77,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:04.696966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df942f99-2d5b-4062-85a9-37e9a39ae95d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:04.700178 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-4c692296-6166-460b-946a-b8624fe705e5 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7584987 May 24 23:12:04.708976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.749842 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffe87355-405a-4837-a938-9ff4db0e45f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.816126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port df942f99-2d5b-4062-85a9-37e9a39ae95d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:04.816851 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.831937 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffe87355-405a-4837-a938-9ff4db0e45f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.923101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a979775a-d86f-430b-a5ae-c94ade0356b9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:04.939439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffe87355-405a-4837-a938-9ff4db0e45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:04.972292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe87355-405a-4837-a938-9ff4db0e45f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c749b183-1582-4f09-9b7d-122962483e77,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:05.000934 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffe87355-405a-4837-a938-9ff4db0e45f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:05.006498 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ffe87355-405a-4837-a938-9ff4db0e45f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c749b183-1582-4f09-9b7d-122962483e77 HTTP/1.1" status: 204 len: 168 time: 0.4532111 May 24 23:12:05.359040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:05.465342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port df942f99-2d5b-4062-85a9-37e9a39ae95d is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:05.540043 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2aec4867-8cc7-422f-92fb-d87e9c352644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:05.837382 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:05.851421 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:05.887892 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-5a422b78-8dbf-4310-93c7-2a57f4a88788 service neutron] 10.222.0.55 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1521480 May 24 23:12:05.922308 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:05.922815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba3139e5-3578-4450-bf82-67c7e9ae3929 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:12:05.967342 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:05.971426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59662) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:05.971915 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b55e99c-a8cc-4f49-8ccf-5dcdb6b6f3b8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ba3139e5-3578-4450-bf82-67c7e9ae3929 HTTP/1.1" status: 204 len: 168 time: 7.9451652 May 24 23:12:06.222134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f2b381-9750-4010-9242-cbb3c191fe73 admin admin] Deleting subnet 3a1aaf28-3079-42c0-b6b3-9b18da682566 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:12:06.234412 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88f2b381-9750-4010-9242-cbb3c191fe73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.556526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11d77add-3c02-435c-9c0e-d65d0bccbc1c req-b1bbc2c6-ee61-480d-ae6d-5407049d7cef tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 210 time: 0.1706691 May 24 23:12:06.573162 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88f2b381-9750-4010-9242-cbb3c191fe73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.711577 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88f2b381-9750-4010-9242-cbb3c191fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.835660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88f2b381-9750-4010-9242-cbb3c191fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.897802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2b381-9750-4010-9242-cbb3c191fe73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1aaf28-3079-42c0-b6b3-9b18da682566,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:06.903099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88f2b381-9750-4010-9242-cbb3c191fe73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:06.910032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd5cdc2-7d21-4c70-a87c-b0982ab09818 None None] Network ae35d30d-647c-45b8-a0f8-6fc32e006bd8 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:06.938558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59696) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:06.950123 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-88f2b381-9750-4010-9242-cbb3c191fe73 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3a1aaf28-3079-42c0-b6b3-9b18da682566 HTTP/1.1" status: 204 len: 168 time: 0.9765742 May 24 23:12:07.155971 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.180193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Deleting port 9c2346c1-cf03-4ff0-8cc8-75879be8deff {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:07.180538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.484279 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5927631e-965a-4c06-8885-f13bee39124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.516496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee776739-5a16-457a-a7e1-78ca49f9a107 None None] DHCP port deletion for ae35d30d-647c-45b8-a0f8-6fc32e006bd8 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:12:07.521950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ee776739-5a16-457a-a7e1-78ca49f9a107 None None] Deleting port 9c2346c1-cf03-4ff0-8cc8-75879be8deff {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:07.522311 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee776739-5a16-457a-a7e1-78ca49f9a107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:07.763505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] For port 9c2346c1-cf03-4ff0-8cc8-75879be8deff, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9c2346c1-cf03-4ff0-8cc8-75879be8deff,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:07.763878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.076123 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5dbb99d-4695-434a-b32e-f2a94fd0bbba req-881fe4e3-2322-4957-aa15-d108684547dc tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 210 time: 0.3286841 May 24 23:12:08.235712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Calling delete_port for 9c2346c1-cf03-4ff0-8cc8-75879be8deff owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:08.335536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ee776739-5a16-457a-a7e1-78ca49f9a107 None None] For port 9c2346c1-cf03-4ff0-8cc8-75879be8deff, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9c2346c1-cf03-4ff0-8cc8-75879be8deff,segment=NetworkSegment(f99fe316-09a0-4ad0-a3b6-a0fb97a51652),segment_id=f99fe316-09a0-4ad0-a3b6-a0fb97a51652)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:08.338386 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee776739-5a16-457a-a7e1-78ca49f9a107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.443772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.522848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] No DVR routers for this DVR port 9c2346c1-cf03-4ff0-8cc8-75879be8deff on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:12:08.523098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ee776739-5a16-457a-a7e1-78ca49f9a107 None None] Calling delete_port for 9c2346c1-cf03-4ff0-8cc8-75879be8deff owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:08.525683 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2346c1-cf03-4ff0-8cc8-75879be8deff,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:08.673897 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-ee776739-5a16-457a-a7e1-78ca49f9a107 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:12:08.673897 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-ee776739-5a16-457a-a7e1-78ca49f9a107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:12:08.708395 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.765849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9c2346c1-cf03-4ff0-8cc8-75879be8deff no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:08.856529 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.859813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 9c2346c1-cf03-4ff0-8cc8-75879be8deff {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:12:08.860168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9c2346c1-cf03-4ff0-8cc8-75879be8deff not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:12:08.885118 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.931194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae35d30d-647c-45b8-a0f8-6fc32e006bd8']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:08.952390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:08.952978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99fe316-09a0-4ad0-a3b6-a0fb97a51652') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:08.966878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.989948 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:08.997230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:12:08.997868 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:09.109984 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f99fe316-09a0-4ad0-a3b6-a0fb97a51652 resource provider aggregate not found May 24 23:12:09.139113 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:09.145149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59768) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:09.148090 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:09.153652 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f99fe316-09a0-4ad0-a3b6-a0fb97a51652 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f99fe316-09a0-4ad0-a3b6-a0fb97a51652 found for delete ", "request_id": "req-588ef4fd-2425-481b-b283-4b534b5bb0ee"}]} May 24 23:12:09.162015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ee776739-5a16-457a-a7e1-78ca49f9a107 None None] Deleting port 9c2346c1-cf03-4ff0-8cc8-75879be8deff {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:09.162529 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee776739-5a16-457a-a7e1-78ca49f9a107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:09.189655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae35d30d-647c-45b8-a0f8-6fc32e006bd8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:09.206803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7ce833f4-f3b4-4f23-9277-a6cf8c720ba3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ae35d30d-647c-45b8-a0f8-6fc32e006bd8 HTTP/1.1" status: 204 len: 168 time: 2.2660804 May 24 23:12:09.340632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ee776739-5a16-457a-a7e1-78ca49f9a107 None None] The port '9c2346c1-cf03-4ff0-8cc8-75879be8deff' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:12:09.405388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d37f039-f655-43ea-9235-949de8f82035 req-dfc8d91f-e5a6-465e-9583-cab35f2fbdf2 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 210 time: 0.0851040 May 24 23:12:09.463211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59786) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:09.691734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-300867318'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:09.700395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:09.708128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59794) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:09.715192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Usage tracker for resource:network and tenant:48dcef017c5548e7b5e4954d06717094 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:09.724803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:09.771780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:09.801813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Made reservation on behalf of 48dcef017c5548e7b5e4954d06717094 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:09.808238 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:09.842906 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:09.910331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:09.919208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Usage tracker for resource:security_group_rule and tenant:48dcef017c5548e7b5e4954d06717094 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:09.924449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:09.938204 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:09.953361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-2493fbec-757f-4e3d-ad00-6458a624e1b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:09.954263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-2493fbec-757f-4e3d-ad00-6458a624e1b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:10.048126 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.053795 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.058776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.106618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dc6b0640-1495-4b9f-9934-456cb6a43d91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9303cbcbb804e2ba3627ec2b26f569c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948596 May 24 23:12:10.116791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 59800) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:10.122841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:12:10.148642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8c82a7-e56c-40aa-8016-cd9b09676558,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:10.163293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.163968 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Added segment d4d4f0b4-386d-4b6b-8dac-d164c819a062 of type vlan for network faab78eb-0db6-41be-8634-21974e4191c2 May 24 23:12:10.206431 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2d94d93-874e-4c5f-a762-f6b3d4b464f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.215679 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.229834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3bd52666-e5bb-4f4e-9796-297597b6e9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.270398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b2d94d93-874e-4c5f-a762-f6b3d4b464f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:10.272752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-2493fbec-757f-4e3d-ad00-6458a624e1b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:10.273964 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-2493fbec-757f-4e3d-ad00-6458a624e1b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.6253500 May 24 23:12:10.283210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b2d94d93-874e-4c5f-a762-f6b3d4b464f2 admin admin] Usage tracker for resource:security_group_rule and tenant:d1f2b143bcdf471c89aaa348ecfb3dc5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:10.286949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b2d94d93-874e-4c5f-a762-f6b3d4b464f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:10.299633 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3bd52666-e5bb-4f4e-9796-297597b6e9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.311418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b2d94d93-874e-4c5f-a762-f6b3d4b464f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:10.323314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-6f01b33b-8c9c-4af5-ba87-43d4b2dfc775 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/quotas/16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 375 time: 0.0412562 May 24 23:12:10.470534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-e442663a-bc55-4b8e-933b-146c49aca877 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418209 May 24 23:12:10.683266 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.689195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:10.689839 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.715780 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-c8cf82a7-fee9-41ba-90e3-174552f4b0d9 service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367675 May 24 23:12:10.842321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aaee6732-faa3-4a98-a112-e7ddc6f6c86d req-71f69294-58df-4106-824e-a04f5e5e4fd6 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 210 time: 0.1775749 May 24 23:12:10.888091 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2d94d93-874e-4c5f-a762-f6b3d4b464f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.896393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2d94d93-874e-4c5f-a762-f6b3d4b464f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:10.914878 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7628539 May 24 23:12:10.933662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59838) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:10.948616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Request body: {'subnet': {'network_id': 'faab78eb-0db6-41be-8634-21974e4191c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:10.974798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4751b70-89b8-43a4-8001-757673002e48 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Pushing event updated for resources: {'Network': ['ID=faab78eb-0db6-41be-8634-21974e4191c2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:10.989155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network faab78eb-0db6-41be-8634-21974e4191c2 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:12:10.997543 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-27bbf860-09b6-4a7a-8291-3c6e06ecd3f7 service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691185 May 24 23:12:10.999439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3bd52666-e5bb-4f4e-9796-297597b6e9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:11.060103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-d319f739-30c0-49f2-a14c-a09f30394c3c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:11.061652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-d319f739-30c0-49f2-a14c-a09f30394c3c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Synchronizing usage tracker for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:11.072682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd52666-e5bb-4f4e-9796-297597b6e9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f08c64-531f-484c-ba04-8ef8f630841a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:11.092106 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3bd52666-e5bb-4f4e-9796-297597b6e9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:11.093255 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3bd52666-e5bb-4f4e-9796-297597b6e9df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46f08c64-531f-484c-ba04-8ef8f630841a HTTP/1.1" status: 204 len: 168 time: 0.9754882 May 24 23:12:11.102274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-d319f739-30c0-49f2-a14c-a09f30394c3c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Unset dirty status for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:11.104074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-d319f739-30c0-49f2-a14c-a09f30394c3c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.50 "GET /v2.0/networks?id=fcfe7349-20af-4d26-801e-4f7c7e3e63be HTTP/1.1" status: 200 len: 796 time: 0.8345041 May 24 23:12:11.178854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-ce24581c-532c-4805-afdd-d0ffb1a17562 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Synchronizing usage tracker for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:11.217297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-ce24581c-532c-4805-afdd-d0ffb1a17562 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Unset dirty status for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:11.220056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-ce24581c-532c-4805-afdd-d0ffb1a17562 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=702cf064813c4c99be556eaa2ccd29f5 HTTP/1.1" status: 200 len: 477 time: 0.1003704 May 24 23:12:11.240378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'port': {'device_id': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'admin_state_up': True, 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'security_groups': ['b51adc2b-6a56-41bd-a3d1-212e2941d9f1', 'fc0ee294-de73-46ac-87ac-d638fdb89514']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:11.378665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:11.405527 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b2d94d93-874e-4c5f-a762-f6b3d4b464f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1f2b143bcdf471c89aaa348ecfb3dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9380829 May 24 23:12:11.407429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 59896) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:11.407429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Usage tracker for resource:subnet and tenant:48dcef017c5548e7b5e4954d06717094 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:11.425202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:11.442389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b38f2566-f3eb-43f2-bd36-21075a198f36 req-30f06cae-8daf-4c77-b540-0639ac5a19d2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:11.474764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:11.489684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b38f2566-f3eb-43f2-bd36-21075a198f36 req-30f06cae-8daf-4c77-b540-0639ac5a19d2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:11.491538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b38f2566-f3eb-43f2-bd36-21075a198f36 req-30f06cae-8daf-4c77-b540-0639ac5a19d2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 210 time: 0.2070658 May 24 23:12:11.521188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d94d93-874e-4c5f-a762-f6b3d4b464f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0b8be0-c162-4f22-8cbe-3c8f5350c4d5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:11.545931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:11.558034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:11.561542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Made reservation on behalf of 48dcef017c5548e7b5e4954d06717094 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:11.565981 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:11.574572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Made reservation on behalf of 702cf064813c4c99be556eaa2ccd29f5 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:11.579607 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:11.806693 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55c44538-8ded-439d-bf23-15af24a43b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:11.844058 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55c44538-8ded-439d-bf23-15af24a43b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:11.893526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Allocated IP 172.20.0.4 (fcfe7349-20af-4d26-801e-4f7c7e3e63be/b1386afa-59d4-4cb0-bf14-5cc585ed77f1/4ce8609f-b1a1-4cc3-8270-6a7543c27e7b) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:12.235406 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7e70ef83-7c18-40c2-a81a-9027cd82fb0d req-4285ecae-2503-45ae-b576-fdd168ffe89c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 210 time: 0.1066561 May 24 23:12:12.263498 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55c44538-8ded-439d-bf23-15af24a43b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:12.309062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c44538-8ded-439d-bf23-15af24a43b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0b8be0-c162-4f22-8cbe-3c8f5350c4d5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:12.342044 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55c44538-8ded-439d-bf23-15af24a43b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:12.344132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-55c44538-8ded-439d-bf23-15af24a43b3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a0b8be0-c162-4f22-8cbe-3c8f5350c4d5 HTTP/1.1" status: 204 len: 168 time: 0.9250290 May 24 23:12:12.346376 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:12.385190 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:12.426435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Transition to ACTIVE for port object 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:12.444102 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Pushing event updated for resources: {'Subnet': ['ID=f902dcbe-538f-4471-91d9-a8414e7f9b5b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:12.446414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Checking segment: {'id': 'd4d4f0b4-386d-4b6b-8dac-d164c819a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'faab78eb-0db6-41be-8634-21974e4191c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:12.447273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Network hostable DHCP agents. Network: faab78eb-0db6-41be-8634-21974e4191c2, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:12:12.483645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Network faab78eb-0db6-41be-8634-21974e4191c2 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:12:12.501192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, faab78eb-0db6-41be-8634-21974e4191c2) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:12.515706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c8c955-d8ec-4990-a36b-8b56f55331ac None None] Network faab78eb-0db6-41be-8634-21974e4191c2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:12.525310 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:12.535443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:12.542454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:12.592583 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-846a6353-7e3f-4748-a714-134fe4f90a0c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6563478 May 24 23:12:12.595891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60032) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:12.608762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Request body: {'port': {'network_id': 'faab78eb-0db6-41be-8634-21974e4191c2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-630739062'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:12.853928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Port': ['ID=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:12.895555 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58b947c3-ecd8-42e5-b044-4cce16af9769 req-de64ede3-3b06-4e01-b9c1-f61eadc8f2e5 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 210 time: 0.1036854 May 24 23:12:12.900779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.901184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.901781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.902332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.903180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.903429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.903897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.904369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.904836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.905320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.905819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.906280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:12.932743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network fcfe7349-20af-4d26-801e-4f7c7e3e63be is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:12.933978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:12.938254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:12.992750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:13.016952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Usage tracker for resource:port and tenant:48dcef017c5548e7b5e4954d06717094 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:13.020896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:13.036117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:13.061363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Made reservation on behalf of 48dcef017c5548e7b5e4954d06717094 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:13.067196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:13.100193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-faab78eb-0db6-41be-8634-21974e4191c2', 'network_id': 'faab78eb-0db6-41be-8634-21974e4191c2', 'tenant_id': '48dcef017c5548e7b5e4954d06717094', 'fixed_ips': [{'subnet_id': 'f902dcbe-538f-4471-91d9-a8414e7f9b5b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:12:13.101342 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:13.151000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] device_id is not set on port 43f29d48-5429-47fe-91bc-d18c07d85b2b yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:12:13.461230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:13.462460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:13.506579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Allocated IP 172.20.0.2 (faab78eb-0db6-41be-8634-21974e4191c2/f902dcbe-538f-4471-91d9-a8414e7f9b5b/e604b628-cf91-4abc-a398-3b792941950b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:13.524625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-f00c47f9-dc80-4137-a2e4-84c413ddac85 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:13.528939 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-f00c47f9-dc80-4137-a2e4-84c413ddac85 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.5024383 May 24 23:12:13.531491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-525c0093-ccc1-4b2b-96c5-e7ef03cd5a3c None None] Provisioning for port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:13.551220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'port': {'device_id': '153274f4-0932-4744-a158-297746e93799', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'admin_state_up': True, 'tenant_id': '16cd6c635d75400baa6572ca6f095c59'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:13.590324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-525c0093-ccc1-4b2b-96c5-e7ef03cd5a3c None None] Provisioning complete for port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:13.590697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-525c0093-ccc1-4b2b-96c5-e7ef03cd5a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:13.641757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d6c5-54b2-42f0-9287-7d316f0fd376 req-885a283f-1020-407f-a379-f73a48ed505b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:13.645308 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7c5d6c5-54b2-42f0-9287-7d316f0fd376 req-885a283f-1020-407f-a379-f73a48ed505b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 970 time: 0.1632154 May 24 23:12:13.769288 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7c5d6c5-54b2-42f0-9287-7d316f0fd376 req-bf6b5a8a-5619-4a28-bb46-b433acc4feac tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1040254 May 24 23:12:13.838479 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-899e151c-c77f-492b-84b5-b3a99d75b213 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.6111352 May 24 23:12:13.871833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Request body: {'port': {'device_id': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:14.003704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-525c0093-ccc1-4b2b-96c5-e7ef03cd5a3c None None] Port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:12:14.272656 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:14.285970 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2b85541-4244-41a8-8dac-462871f96d16 req-b2e2f650-47cd-4c1e-9a25-241f935c12aa tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 210 time: 0.1470132 May 24 23:12:14.288899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:14.299566 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:14.299723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Transition to ACTIVE for port object e604b628-cf91-4abc-a398-3b792941950b will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:14.334387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:14.339039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Transition to ACTIVE for port object e604b628-cf91-4abc-a398-3b792941950b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:14.360543 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:14.497664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Network faab78eb-0db6-41be-8634-21974e4191c2 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:14.501767 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:14.506908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:14.637139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Pushing event updated for resources: {'Port': ['ID=e604b628-cf91-4abc-a398-3b792941950b,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:14.666144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Allocated IP 172.20.0.12 (faab78eb-0db6-41be-8634-21974e4191c2/f902dcbe-538f-4471-91d9-a8414e7f9b5b/43f29d48-5429-47fe-91bc-d18c07d85b2b) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:14.701394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Attempting to bind port e604b628-cf91-4abc-a398-3b792941950b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:12:14.701789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Attempting to bind port e604b628-cf91-4abc-a398-3b792941950b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'd4d4f0b4-386d-4b6b-8dac-d164c819a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'faab78eb-0db6-41be-8634-21974e4191c2'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:12:14.706213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Attempting to bind port e604b628-cf91-4abc-a398-3b792941950b on network faab78eb-0db6-41be-8634-21974e4191c2 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:14.720967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:12:14.721933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Checking segment: {'id': 'd4d4f0b4-386d-4b6b-8dac-d164c819a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'faab78eb-0db6-41be-8634-21974e4191c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:14.722354 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:14.722752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Bound using segment: {'id': 'd4d4f0b4-386d-4b6b-8dac-d164c819a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'faab78eb-0db6-41be-8634-21974e4191c2'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:12:14.723251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Bound port: e604b628-cf91-4abc-a398-3b792941950b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d4f0b4-386d-4b6b-8dac-d164c819a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'faab78eb-0db6-41be-8634-21974e4191c2'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:12:14.723632 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:14.955285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] For port e604b628-cf91-4abc-a398-3b792941950b, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:14.961889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] For port e604b628-cf91-4abc-a398-3b792941950b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e604b628-cf91-4abc-a398-3b792941950b,segment=NetworkSegment(d4d4f0b4-386d-4b6b-8dac-d164c819a062),segment_id=d4d4f0b4-386d-4b6b-8dac-d164c819a062)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:14.977217 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:15.004992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Made reservation on behalf of 16cd6c635d75400baa6572ca6f095c59 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:15.021151 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:15.213147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9931a-9dd2-466f-abff-c872f992606c None None] Pushing event updated for resources: {'Port': ['ID=e604b628-cf91-4abc-a398-3b792941950b,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:15.447134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:15.482819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Transition to ACTIVE for port object 43f29d48-5429-47fe-91bc-d18c07d85b2b will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:15.569099 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:15.915691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Network faab78eb-0db6-41be-8634-21974e4191c2 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:15.921665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bcf29-ac80-40b5-afc5-97b9f74863f6 req-566ae3c3-57ff-4bcb-8f37-4bb056a35781 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:15.922754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-af1bcf29-ac80-40b5-afc5-97b9f74863f6 req-566ae3c3-57ff-4bcb-8f37-4bb056a35781 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Synchronizing usage tracker for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:15.935601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:15.972778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Allocated IP 172.20.0.7 (13a16c45-1a0c-47a0-90d4-ea28358361e5/bf5ec325-6142-4c28-8e6b-8da79987bd63/1ffc6ac9-0268-4b82-b57b-b97f67768288) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:15.988173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:15.993213 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:12:16.176025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-af1bcf29-ac80-40b5-afc5-97b9f74863f6 req-566ae3c3-57ff-4bcb-8f37-4bb056a35781 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Unset dirty status for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:16.186060 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-af1bcf29-ac80-40b5-afc5-97b9f74863f6 req-566ae3c3-57ff-4bcb-8f37-4bb056a35781 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 970 time: 0.9897299 May 24 23:12:16.311440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:12:16.325325 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:16.356252 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-af1bcf29-ac80-40b5-afc5-97b9f74863f6 req-79cc1ab2-183f-410d-bda4-bc880efeb6c1 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1687601 May 24 23:12:16.424077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Transition to ACTIVE for port object 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:16.497124 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8dcfb278-d38b-4f29-8949-f66a19082fbb req-25c5f482-4f7d-4643-bdbf-b0c7e132c183 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 210 time: 0.3856258 May 24 23:12:16.569524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:16.576059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Pushing event updated for resources: {'Port': ['ID=43f29d48-5429-47fe-91bc-d18c07d85b2b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:16.668509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:16.693879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:16.770442 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-682d1020-f768-4e79-aecc-afb17514485c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1730895 May 24 23:12:16.773623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60410) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:16.848412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e604b628-cf91-4abc-a398-3b792941950b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:16.873587 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:16.896582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Transition to ACTIVE for port object 1ffc6ac9-0268-4b82-b57b-b97f67768288 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:16.938535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-df7dc83c-237e-4ad7-9cda-06c548b77267 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Deleting port 43f29d48-5429-47fe-91bc-d18c07d85b2b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:16.939944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df7dc83c-237e-4ad7-9cda-06c548b77267 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:17.046268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port e604b628-cf91-4abc-a398-3b792941950b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:17.396022 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:17.419548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb3006-1d69-4fcd-a2d0-70d0b8c88f00 None None] Network faab78eb-0db6-41be-8634-21974e4191c2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:17.435802 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b697b06f-af37-4913-bd23-2918d4dc1349 req-cff0ded6-f2df-4c96-80cd-0a53619d65c3 tempest-ServersAaction247Test-255018431 tempest-ServersAaction247Test-255018431-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aac8604-4ebf-4be4-8e7f-3af27b9f5e6f HTTP/1.1" status: 200 len: 210 time: 0.8894148 May 24 23:12:17.584549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df7dc83c-237e-4ad7-9cda-06c548b77267 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:17.682072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:17.688587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:17.702762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:17.764105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6e384e7e-872f-4c77-931b-4001e08501db None None] Provisioning for port e604b628-cf91-4abc-a398-3b792941950b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:17.790684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6e384e7e-872f-4c77-931b-4001e08501db None None] Provisioning complete for port e604b628-cf91-4abc-a398-3b792941950b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:17.790966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e384e7e-872f-4c77-931b-4001e08501db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:17.807272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:18.125767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=1ffc6ac9-0268-4b82-b57b-b97f67768288,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:18.226354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-df7dc83c-237e-4ad7-9cda-06c548b77267 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Calling delete_port for 43f29d48-5429-47fe-91bc-d18c07d85b2b owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:18.248690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Attempting to bind port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:12:18.249344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Attempting to bind port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:12:18.249624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Attempting to bind port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b on network fcfe7349-20af-4d26-801e-4f7c7e3e63be {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:18.268993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b on network fcfe7349-20af-4d26-801e-4f7c7e3e63be not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:12:18.269362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Attempting to bind port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b on network fcfe7349-20af-4d26-801e-4f7c7e3e63be {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:18.304363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:18.305293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:18.313295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:12:18.313801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Checking segment: {'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:18.314294 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Bound using segment: {'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:12:18.315021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Bound port: 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ac1ace-68d9-493c-b4a5-1d8a77221f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:12:18.315600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:18.360356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6e384e7e-872f-4c77-931b-4001e08501db None None] Current status of the port e604b628-cf91-4abc-a398-3b792941950b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:18.360904 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e384e7e-872f-4c77-931b-4001e08501db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:18.482148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6e384e7e-872f-4c77-931b-4001e08501db None None] For port e604b628-cf91-4abc-a398-3b792941950b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e604b628-cf91-4abc-a398-3b792941950b,segment=NetworkSegment(d4d4f0b4-386d-4b6b-8dac-d164c819a062),segment_id=d4d4f0b4-386d-4b6b-8dac-d164c819a062)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:18.496146 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6e384e7e-872f-4c77-931b-4001e08501db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:18.526164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf7010-5e3a-4a71-9c35-14815df667b1 req-e6df01e6-7d84-44a6-9f67-59e1b973f237 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:18.527821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0bf7010-5e3a-4a71-9c35-14815df667b1 req-e6df01e6-7d84-44a6-9f67-59e1b973f237 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 982 time: 0.6174202 May 24 23:12:18.570047 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-30c296a6-e506-4358-9c0a-708f0be32808 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0284715 May 24 23:12:18.604061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492615a5-5664-4d32-b903-29221fd1ef74 req-1d277ac1-8a40-449e-9741-c5425361e48a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:18.605221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-492615a5-5664-4d32-b903-29221fd1ef74 req-1d277ac1-8a40-449e-9741-c5425361e48a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:18.646915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Request body: {'port': {'device_id': '153274f4-0932-4744-a158-297746e93799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:18.672432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0bf7010-5e3a-4a71-9c35-14815df667b1 req-ebc9a3a1-b681-44de-a345-f846287cdc08 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1345737 May 24 23:12:18.705997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e384e7e-872f-4c77-931b-4001e08501db None None] Pushing event updated for resources: {'Port': ['ID=e604b628-cf91-4abc-a398-3b792941950b,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:18.782727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7be304e9-649c-4611-b1c3-b44800f501ef None None] Provisioning for port 1ffc6ac9-0268-4b82-b57b-b97f67768288 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:18.793028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7be304e9-649c-4611-b1c3-b44800f501ef None None] Provisioning complete for port 1ffc6ac9-0268-4b82-b57b-b97f67768288 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:18.793949 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7be304e9-649c-4611-b1c3-b44800f501ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:18.837394 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df7dc83c-237e-4ad7-9cda-06c548b77267 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:18.905318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-492615a5-5664-4d32-b903-29221fd1ef74 req-1d277ac1-8a40-449e-9741-c5425361e48a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:18.906526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-492615a5-5664-4d32-b903-29221fd1ef74 req-1d277ac1-8a40-449e-9741-c5425361e48a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 931 time: 0.9439259 May 24 23:12:18.974031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7be304e9-649c-4611-b1c3-b44800f501ef None None] Port 1ffc6ac9-0268-4b82-b57b-b97f67768288 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:12:19.101390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c161eb64-9d91-4284-bf5f-3a6d649ac280 None None] Could not find standard attr ID for object 43f29d48-5429-47fe-91bc-d18c07d85b2b. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:12:19.103027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] For port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:19.132332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c161eb64-9d91-4284-bf5f-3a6d649ac280 None None] Provisioning complete for port e604b628-cf91-4abc-a398-3b792941950b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:19.135509 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c161eb64-9d91-4284-bf5f-3a6d649ac280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:19.138468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dc83c-237e-4ad7-9cda-06c548b77267 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Pushing event deleted for resources: {'Port': ['ID=43f29d48-5429-47fe-91bc-d18c07d85b2b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:19.172916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] For port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:19.223936 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:19.271937 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-934c0277-67c8-4dc0-aac9-c55bd0a2bd72 req-c5353196-de48-4fe1-b05f-244b31a3c31a tempest-ServersAaction247Test-255018431 tempest-ServersAaction247Test-255018431-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aac8604-4ebf-4be4-8e7f-3af27b9f5e6f HTTP/1.1" status: 200 len: 210 time: 0.1456592 May 24 23:12:19.398990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df7dc83c-237e-4ad7-9cda-06c548b77267 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:19.406849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:19.407472 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:19.413099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] 10.222.0.50 "PUT /v2.0/ports/4ce8609f-b1a1-4cc3-8270-6a7543c27e7b HTTP/1.1" status: 200 len: 1130 time: 5.5461302 May 24 23:12:19.416178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-492615a5-5664-4d32-b903-29221fd1ef74 req-ba560600-cf87-409e-ac2d-dae9e926fc44 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926403 May 24 23:12:19.419677 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df7dc83c-237e-4ad7-9cda-06c548b77267 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] 10.222.0.55 "DELETE /v2.0/ports/43f29d48-5429-47fe-91bc-d18c07d85b2b HTTP/1.1" status: 204 len: 168 time: 2.6422102 May 24 23:12:19.429082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60454) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:19.452853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:19.545099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:19.678023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-40c7ec68-729a-4d61-b731-1c93db73a5ed req-65ec3d66-a8b5-4133-811d-f374ef131a55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5aac8604-4ebf-4be4-8e7f-3af27b9f5e6f HTTP/1.1" status: 200 len: 210 time: 0.1136310 May 24 23:12:19.701580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c161eb64-9d91-4284-bf5f-3a6d649ac280 None None] Current status of the port e604b628-cf91-4abc-a398-3b792941950b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:19.801046 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81fa984-1c62-41c9-a8d8-0d8b7c6ea494'] response: {'name': 'network-changed', 'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'status': 'completed', 'code': 200} May 24 23:12:19.840329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-493d1540-fd80-4f65-a5e5-81210ca6089d None None] Could not find standard attr ID for object 43f29d48-5429-47fe-91bc-d18c07d85b2b. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:12:20.171754 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7d03f9a0-3e83-4f8c-bdc2-e1656aad761d tempest-DHCPAgentSchedulersTestJSON-1561118928 tempest-DHCPAgentSchedulersTestJSON-1561118928-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.7397265 May 24 23:12:20.174354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60476) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:20.185570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1130268270'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:20.196653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:20.204836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Usage tracker for resource:network and tenant:48dcef017c5548e7b5e4954d06717094 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:20.211762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:20.224529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:20.260128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Made reservation on behalf of 48dcef017c5548e7b5e4954d06717094 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:20.264919 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:20.312389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:12:20.324189 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:20.325430 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Added segment e5ce84a9-4865-4782-a9ba-0a290fd9c12b of type vlan for network 668cdbca-bd3e-45bd-964a-89728fdef5f3 May 24 23:12:20.393555 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:20.484026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:20.489596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:20.490387 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:20.707259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e604b628-cf91-4abc-a398-3b792941950b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:20.739704 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffe7dc56-5f71-4891-af3f-9f626829fff0 req-ee160b77-25b2-49d8-a77f-6e3df8c3d844 tempest-ServersAaction247Test-255018431 tempest-ServersAaction247Test-255018431-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aac8604-4ebf-4be4-8e7f-3af27b9f5e6f HTTP/1.1" status: 200 len: 210 time: 0.1199727 May 24 23:12:20.760906 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5852170 May 24 23:12:20.762172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108a579-906c-4194-ab6a-3200b92bee21 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Pushing event updated for resources: {'Network': ['ID=668cdbca-bd3e-45bd-964a-89728fdef5f3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:20.764371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60492) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:20.869196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 668cdbca-bd3e-45bd-964a-89728fdef5f3 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:12:21.015041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffc6ac9-0268-4b82-b57b-b97f67768288 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:12:21.058229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:21.151283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c9ee0-9780-47ff-b8b9-8ff33ef97ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:21.186037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Transition to ACTIVE for port object 1ffc6ac9-0268-4b82-b57b-b97f67768288 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:21.206735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60498) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:21.214266 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:21.269152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e604b628-cf91-4abc-a398-3b792941950b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:21.269946 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:21.272483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf36b32-c73f-40e5-b336-651683bda061 req-e754dda3-e0a6-483b-9793-99de15e34758 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:21.274205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbf36b32-c73f-40e5-b336-651683bda061 req-e754dda3-e0a6-483b-9793-99de15e34758 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 931 time: 0.2162774 May 24 23:12:21.332669 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6c3dfd6a-4ee0-4f93-8bab-2b1e3706ffb9 tempest-DHCPAgentSchedulersTestJSON-1561118928 tempest-DHCPAgentSchedulersTestJSON-1561118928-project-admin] 10.222.0.55 "GET /v2.0/agents/ab00a912-714f-4a60-b5da-ae2198d2b932/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.5551496 May 24 23:12:21.337329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60506) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:21.492373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbf36b32-c73f-40e5-b336-651683bda061 req-e4fefbd0-6e24-4e86-806d-1b71565c1c13 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091401 May 24 23:12:21.715045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e604b628-cf91-4abc-a398-3b792941950b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:21.843728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-0756cb54-7992-44a8-9ed6-8e75d33674cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:21.845302 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-0756cb54-7992-44a8-9ed6-8e75d33674cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702cf064813c4c99be556eaa2ccd29f5&device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 1133 time: 2.3379951 May 24 23:12:21.965732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7770844d-30fa-4f76-a3c6-967c278c3f43 tempest-DHCPAgentSchedulersTestJSON-1561118928 tempest-DHCPAgentSchedulersTestJSON-1561118928-project-admin] Network 668cdbca-bd3e-45bd-964a-89728fdef5f3 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:12:22.001581 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7770844d-30fa-4f76-a3c6-967c278c3f43 tempest-DHCPAgentSchedulersTestJSON-1561118928 tempest-DHCPAgentSchedulersTestJSON-1561118928-project-admin] 10.222.0.55 "POST /v2.0/agents/ab00a912-714f-4a60-b5da-ae2198d2b932/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6631603 May 24 23:12:22.004028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60518) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:22.009802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07aaa6-238e-4f21-ba46-24c8921874af None None] Network 668cdbca-bd3e-45bd-964a-89728fdef5f3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:22.116041 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:12:22.121249 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4bd185d9-682e-4699-9a1e-d57696b22bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:22.187052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffc6ac9-0268-4b82-b57b-b97f67768288,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:22.192165 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-bb4cd65f-7371-4e56-a0dd-497d05262b36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b HTTP/1.1" status: 200 len: 217 time: 0.3228993 May 24 23:12:22.253171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60522) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:22.295068 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ba5cb40-e104-480d-afbc-bd97bae6756e req-fb53dd35-7086-4fc8-80ce-add9f39c4728 tempest-ServersAaction247Test-255018431 tempest-ServersAaction247Test-255018431-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aac8604-4ebf-4be4-8e7f-3af27b9f5e6f HTTP/1.1" status: 200 len: 210 time: 0.0807705 May 24 23:12:22.315904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4bd185d9-682e-4699-9a1e-d57696b22bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:22.342737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f8a9-b39d-495f-9ce4-9e557186e5bb req-a0ac5e91-d201-4d21-b88d-e355b950cc10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:22.357377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bdc4f8a9-b39d-495f-9ce4-9e557186e5bb req-a0ac5e91-d201-4d21-b88d-e355b950cc10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 982 time: 2.1945736 May 24 23:12:22.373666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4bd185d9-682e-4699-9a1e-d57696b22bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:fad6c4a15a6c47ee942d4bcdf1b323e2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:22.424847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4bd185d9-682e-4699-9a1e-d57696b22bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:22.468333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4bd185d9-682e-4699-9a1e-d57696b22bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:22.500266 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c8358081-d1ee-4ad8-b6b9-7aee23da0ef5 tempest-DHCPAgentSchedulersTestJSON-1561118928 tempest-DHCPAgentSchedulersTestJSON-1561118928-project-admin] 10.222.0.55 "GET /v2.0/agents/ab00a912-714f-4a60-b5da-ae2198d2b932/dhcp-networks HTTP/1.1" status: 200 len: 6447 time: 0.4950852 May 24 23:12:22.502945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60530) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:22.506442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-0a9c85dd-91e1-499b-9e1b-165bd3172ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:22.510289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-0a9c85dd-91e1-499b-9e1b-165bd3172ca9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b1386afa-59d4-4cb0-bf14-5cc585ed77f1 HTTP/1.1" status: 200 len: 834 time: 0.2847326 May 24 23:12:22.654278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Attempting to bind port 1ffc6ac9-0268-4b82-b57b-b97f67768288 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:12:22.655105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Attempting to bind port 1ffc6ac9-0268-4b82-b57b-b97f67768288 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:12:22.655776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Attempting to bind port 1ffc6ac9-0268-4b82-b57b-b97f67768288 on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:22.671464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4ee96560-0f23-44f3-a446-40b1e3bdf96f tempest-DHCPAgentSchedulersTestJSON-1561118928 tempest-DHCPAgentSchedulersTestJSON-1561118928-project-admin] 10.222.0.55 "DELETE /v2.0/agents/ab00a912-714f-4a60-b5da-ae2198d2b932/dhcp-networks/668cdbca-bd3e-45bd-964a-89728fdef5f3 HTTP/1.1" status: 204 len: 168 time: 0.1672516 May 24 23:12:22.674100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60540) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:22.694171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bdc4f8a9-b39d-495f-9ce4-9e557186e5bb req-47936337-25c0-4a08-bee3-e40d502ea789 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3353555 May 24 23:12:22.714933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Port 1ffc6ac9-0268-4b82-b57b-b97f67768288 on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:12:22.715317 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Attempting to bind port 1ffc6ac9-0268-4b82-b57b-b97f67768288 on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:22.768761 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d502bee0-5d9d-4ee3-b89b-82ec85d6c866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:22.783490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:12:22.786137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Checking segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:22.786554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Bound using segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:12:22.792372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Bound port: 1ffc6ac9-0268-4b82-b57b-b97f67768288, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:12:22.792761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:22.926871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d502bee0-5d9d-4ee3-b89b-82ec85d6c866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:22.948555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d502bee0-5d9d-4ee3-b89b-82ec85d6c866 admin admin] Usage tracker for resource:security_group_rule and tenant:fe960e98e1994c5a8583f415c7de10fa is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:22.959690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d502bee0-5d9d-4ee3-b89b-82ec85d6c866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:22.977042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d502bee0-5d9d-4ee3-b89b-82ec85d6c866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:23.284768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-691f0327-fc5b-46ca-821e-3fca4a68f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:23.287173 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-691f0327-fc5b-46ca-821e-3fca4a68f6b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcfe7349-20af-4d26-801e-4f7c7e3e63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7593331 May 24 23:12:23.299914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4bd185d9-682e-4699-9a1e-d57696b22bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:23.391864 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4bd185d9-682e-4699-9a1e-d57696b22bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:23.403631 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d502bee0-5d9d-4ee3-b89b-82ec85d6c866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:23.417103 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d502bee0-5d9d-4ee3-b89b-82ec85d6c866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:23.560570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502bee0-5d9d-4ee3-b89b-82ec85d6c866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c487e7-8dcf-4634-8087-8c40dda247f1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:23.594701 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1b566aa8-84a1-423f-acb0-ed05108ba9c0 tempest-DHCPAgentSchedulersTestJSON-1561118928 tempest-DHCPAgentSchedulersTestJSON-1561118928-project-admin] 10.222.0.55 "GET /v2.0/agents/ab00a912-714f-4a60-b5da-ae2198d2b932/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.9187012 May 24 23:12:23.606868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60554) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:23.645521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4bd185d9-682e-4699-9a1e-d57696b22bc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fad6c4a15a6c47ee942d4bcdf1b323e2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4355171 May 24 23:12:23.649436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60558) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:23.685757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] For port 1ffc6ac9-0268-4b82-b57b-b97f67768288, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:23.739620 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-bc6032e6-6751-4898-ad8d-8d2e35665911 service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376361 May 24 23:12:23.742341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] For port 1ffc6ac9-0268-4b82-b57b-b97f67768288, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1ffc6ac9-0268-4b82-b57b-b97f67768288,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:23.770288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd185d9-682e-4699-9a1e-d57696b22bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53106217-a9b9-4606-9464-5304c61b5440,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:23.846920 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d502bee0-5d9d-4ee3-b89b-82ec85d6c866 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe960e98e1994c5a8583f415c7de10fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5917261 May 24 23:12:23.849153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c2d71f10-1418-4881-9189-777c68a9d6d9 tempest-DHCPAgentSchedulersTestJSON-1561118928 tempest-DHCPAgentSchedulersTestJSON-1561118928-project-admin] 10.222.0.55 "GET /v2.0/networks/faab78eb-0db6-41be-8634-21974e4191c2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2254131 May 24 23:12:23.859904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60568) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:23.860285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60570) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:23.871115 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:23.934203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c3617b5-4389-48ab-adeb-e3f9fb6f0a33 req-7eb9639e-97b6-446d-a27b-2a7ccdfa5398 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63897680b2834f71ae223af34d3024fa&device_id=5aac8604-4ebf-4be4-8e7f-3af27b9f5e6f HTTP/1.1" status: 200 len: 210 time: 0.2191954 May 24 23:12:24.001089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f9101636-f404-409f-af76-f930e760c973 req-fed65127-fc04-4d7d-8a69-f79c8ab02ab4 tempest-ServersAaction247Test-255018431 tempest-ServersAaction247Test-255018431-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aac8604-4ebf-4be4-8e7f-3af27b9f5e6f HTTP/1.1" status: 200 len: 210 time: 0.1325722 May 24 23:12:24.040193 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-741fd7c9-9738-4e9b-9832-a8e621cd91e4 tempest-DHCPAgentSchedulersTestJSON-1561118928 tempest-DHCPAgentSchedulersTestJSON-1561118928-project-admin] 10.222.0.55 "GET /v2.0/networks/faab78eb-0db6-41be-8634-21974e4191c2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1757524 May 24 23:12:24.042870 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c3617b5-4389-48ab-adeb-e3f9fb6f0a33 req-959d6488-e9e3-414c-8571-a4b8247b60f7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=63897680b2834f71ae223af34d3024fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838039 May 24 23:12:24.046717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60578) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:24.213852 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:24.217521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e22615d2-3450-4af0-9a9f-e2eb302fd076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:24.392199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f68b1-4a42-4d22-9f76-0d9aaee5498c req-cd0133cc-5142-479b-9b25-f9e7fe8bba2c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:24.402231 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e22615d2-3450-4af0-9a9f-e2eb302fd076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:24.403293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-050f68b1-4a42-4d22-9f76-0d9aaee5498c req-cd0133cc-5142-479b-9b25-f9e7fe8bba2c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 943 time: 1.3265460 May 24 23:12:24.458165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:24.458994 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:24.460388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] 10.222.0.50 "PUT /v2.0/ports/1ffc6ac9-0268-4b82-b57b-b97f67768288 HTTP/1.1" status: 200 len: 1091 time: 5.8341820 May 24 23:12:24.462746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153274f4-0932-4744-a158-297746e93799', 'tag': '1ffc6ac9-0268-4b82-b57b-b97f67768288'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:24.665521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0760c7-06bf-4ee9-899c-3472fba1a2cb req-9f3bae95-eab0-4a9c-aba8-bbc397ad503d service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9178617 May 24 23:12:24.667009 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bdbe5cd3-6794-414c-a16d-c268ffa5315d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:24.692101 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2902c17f-7007-4aa2-b48a-3abc632e1fef tempest-DHCPAgentSchedulersTestJSON-1561118928 tempest-DHCPAgentSchedulersTestJSON-1561118928-project-admin] 10.222.0.55 "GET /v2.0/agents/ab00a912-714f-4a60-b5da-ae2198d2b932/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.6441708 May 24 23:12:24.733531 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bdbe5cd3-6794-414c-a16d-c268ffa5315d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:24.746066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60590) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:24.765983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3617b5-4389-48ab-adeb-e3f9fb6f0a33 req-0f2cd469-7d49-46eb-9b3f-8a6156014ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:24.767694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c3617b5-4389-48ab-adeb-e3f9fb6f0a33 req-0f2cd469-7d49-46eb-9b3f-8a6156014ece service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6893370 May 24 23:12:24.903993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7445320-b68b-4160-95d6-ed672f88d253 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffc6ac9-0268-4b82-b57b-b97f67768288,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:25.022352 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:25.050096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13360d0a-50dd-4a95-a29e-538127d344a8 req-4890fea7-7d72-4353-8dd2-3f6f096907d2 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:25.055221 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bdbe5cd3-6794-414c-a16d-c268ffa5315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:25.061281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-13360d0a-50dd-4a95-a29e-538127d344a8 req-4890fea7-7d72-4353-8dd2-3f6f096907d2 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 982 time: 0.7772584 May 24 23:12:25.135031 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-13360d0a-50dd-4a95-a29e-538127d344a8 req-c7d36b76-b6fb-4807-af8f-3f9a74f15445 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0703957 May 24 23:12:25.175511 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-050f68b1-4a42-4d22-9f76-0d9aaee5498c req-9d2ea568-26ed-4119-a7de-31b0c442a8e6 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7701838 May 24 23:12:25.205486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe5cd3-6794-414c-a16d-c268ffa5315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53106217-a9b9-4606-9464-5304c61b5440,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:25.280231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bdbe5cd3-6794-414c-a16d-c268ffa5315d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:25.284679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bdbe5cd3-6794-414c-a16d-c268ffa5315d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53106217-a9b9-4606-9464-5304c61b5440 HTTP/1.1" status: 204 len: 168 time: 1.6190684 May 24 23:12:25.307459 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d2688a-fc3a-495c-a6c1-3c01670cae48'] response: {'name': 'network-changed', 'server_uuid': '153274f4-0932-4744-a158-297746e93799', 'tag': '1ffc6ac9-0268-4b82-b57b-b97f67768288', 'status': 'completed', 'code': 200} May 24 23:12:25.370918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f5a4-b26d-4607-8ce8-ae639b971d3c req-0df8dbf7-72c8-4d82-8e94-ba0e0e3b142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:25.375615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2719f5a4-b26d-4607-8ce8-ae639b971d3c req-0df8dbf7-72c8-4d82-8e94-ba0e0e3b142e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702cf064813c4c99be556eaa2ccd29f5&device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 1133 time: 0.5188975 May 24 23:12:25.380161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-79f22cb4-eac9-4189-98e0-a5db5ad5b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:25.383539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-79f22cb4-eac9-4189-98e0-a5db5ad5b922 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 1094 time: 0.5210886 May 24 23:12:25.456539 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e22615d2-3450-4af0-9a9f-e2eb302fd076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:25.572389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:25.622850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22615d2-3450-4af0-9a9f-e2eb302fd076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c487e7-8dcf-4634-8087-8c40dda247f1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:25.640871 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e22615d2-3450-4af0-9a9f-e2eb302fd076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:25.645577 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e22615d2-3450-4af0-9a9f-e2eb302fd076 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4c487e7-8dcf-4634-8087-8c40dda247f1 HTTP/1.1" status: 204 len: 168 time: 1.7837510 May 24 23:12:25.655823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-68a96768-fd85-46e5-a6db-c96ffd4813f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ffc6ac9-0268-4b82-b57b-b97f67768288 HTTP/1.1" status: 200 len: 217 time: 0.2196252 May 24 23:12:25.660523 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d63f78a3-4042-46fc-890d-309f88b9115b req-d4184e3a-71b9-4e5e-8a4f-928f9e17b929 tempest-ServersAaction247Test-255018431 tempest-ServersAaction247Test-255018431-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aac8604-4ebf-4be4-8e7f-3af27b9f5e6f HTTP/1.1" status: 200 len: 210 time: 0.2145569 May 24 23:12:25.694148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668cdbca-bd3e-45bd-964a-89728fdef5f3']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:25.735703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ce84a9-4865-4782-a9ba-0a290fd9c12b') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:25.737071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ce84a9-4865-4782-a9ba-0a290fd9c12b') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:25.755175 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:25.785068 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:25.799555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:12:25.800223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:25.813099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-f6c4cfa8-1b72-43fb-8c3d-4e23b81de81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:25.814627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-f6c4cfa8-1b72-43fb-8c3d-4e23b81de81f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.1508272 May 24 23:12:25.815584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f5a4-b26d-4607-8ce8-ae639b971d3c req-17ebdb45-ad53-47e0-b9a5-b407d1410264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:25.819164 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2719f5a4-b26d-4607-8ce8-ae639b971d3c req-17ebdb45-ad53-47e0-b9a5-b407d1410264 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcfe7349-20af-4d26-801e-4f7c7e3e63be HTTP/1.1" status: 200 len: 897 time: 0.4304678 May 24 23:12:25.890612 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment e5ce84a9-4865-4782-a9ba-0a290fd9c12b resource provider aggregate not found May 24 23:12:25.920123 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment e5ce84a9-4865-4782-a9ba-0a290fd9c12b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5ce84a9-4865-4782-a9ba-0a290fd9c12b found for delete ", "request_id": "req-4f3fcd45-77b0-4b81-b25f-746bac7087ba"}]} May 24 23:12:25.960607 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:26.046403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60610) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:26.102366 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:26.126625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2719f5a4-b26d-4607-8ce8-ae639b971d3c req-b962fe66-2e63-42b4-97f5-bb27387987d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b HTTP/1.1" status: 200 len: 217 time: 0.2956040 May 24 23:12:26.127386 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69120bc8-99e3-433d-9eb1-77f871fb075c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:26.134891 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:26.137820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Pushing event deleted for resources: {'Network': ['ID=668cdbca-bd3e-45bd-964a-89728fdef5f3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:26.156258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-64957e74-4554-4916-be0b-9cfdaca4d386 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] 10.222.0.55 "DELETE /v2.0/networks/668cdbca-bd3e-45bd-964a-89728fdef5f3 HTTP/1.1" status: 204 len: 168 time: 1.4084587 May 24 23:12:26.161409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60616) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:26.191909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:12:26.278716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-69120bc8-99e3-433d-9eb1-77f871fb075c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:26.287011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-69120bc8-99e3-433d-9eb1-77f871fb075c admin admin] Usage tracker for resource:security_group_rule and tenant:073a49bf7a52487aa40ca8c68da3ad10 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:26.291397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-69120bc8-99e3-433d-9eb1-77f871fb075c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:26.299481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-69120bc8-99e3-433d-9eb1-77f871fb075c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:26.318712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f5a4-b26d-4607-8ce8-ae639b971d3c req-e8ccad1a-8ce9-4994-b889-738e03f4261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:26.319698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2719f5a4-b26d-4607-8ce8-ae639b971d3c req-e8ccad1a-8ce9-4994-b889-738e03f4261d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b1386afa-59d4-4cb0-bf14-5cc585ed77f1 HTTP/1.1" status: 200 len: 834 time: 0.1571796 May 24 23:12:26.325139 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-78badbd8-55db-4ce0-ab9d-62e03a256c42 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] DELETE failed (client error): The resource could not be found. May 24 23:12:26.332634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78badbd8-55db-4ce0-ab9d-62e03a256c42 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:12:26.372495 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-78badbd8-55db-4ce0-ab9d-62e03a256c42 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] 10.222.0.55 "DELETE /v2.0/ports/43f29d48-5429-47fe-91bc-d18c07d85b2b HTTP/1.1" status: 404 len: 333 time: 0.1884809 May 24 23:12:26.374016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60624) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:26.532297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-0c5223f7-da22-4c81-9a3c-96ede5976c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:26.534074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-0c5223f7-da22-4c81-9a3c-96ede5976c39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7052920 May 24 23:12:26.727354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aada1f5-12fa-4779-81c9-f6e8d634a8e5 req-3ba6f839-a1a7-4145-b406-d4628a61ef5d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:26.728465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9aada1f5-12fa-4779-81c9-f6e8d634a8e5 req-3ba6f839-a1a7-4145-b406-d4628a61ef5d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 943 time: 0.3314986 May 24 23:12:26.735869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f5a4-b26d-4607-8ce8-ae639b971d3c req-6187eba8-54fa-446a-8c20-51b0024cf577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:26.737629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2719f5a4-b26d-4607-8ce8-ae639b971d3c req-6187eba8-54fa-446a-8c20-51b0024cf577 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcfe7349-20af-4d26-801e-4f7c7e3e63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4082749 May 24 23:12:26.751773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:26.768095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'port_id': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'mac_address': 'fa:16:3e:e8:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:12:26.862698 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c3617b5-4389-48ab-adeb-e3f9fb6f0a33 req-4adb140a-cb16-46e9-b452-f6501320d293 tempest-ServersAaction247Test-255018431 tempest-ServersAaction247Test-255018431-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aac8604-4ebf-4be4-8e7f-3af27b9f5e6f HTTP/1.1" status: 200 len: 210 time: 0.1489670 May 24 23:12:26.924795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:26.926493 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:26.927049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe14058-111a-4568-b8b6-3422f1da8575 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Deleting subnet f902dcbe-538f-4471-91d9-a8414e7f9b5b {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:12:26.938793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dfe14058-111a-4568-b8b6-3422f1da8575 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:26.941215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69120bc8-99e3-433d-9eb1-77f871fb075c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:26.963551 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-69120bc8-99e3-433d-9eb1-77f871fb075c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:27.017525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:12:27.028001 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9aada1f5-12fa-4779-81c9-f6e8d634a8e5 req-81642451-b613-4add-b7ca-dd2b6b17f73d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769465 May 24 23:12:27.030484 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-64ff18d9-43ec-44ba-9d92-9ff57eb605cc service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827046 May 24 23:12:27.093529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:27.103080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dfe14058-111a-4568-b8b6-3422f1da8575 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:27.111328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:27.243521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-69120bc8-99e3-433d-9eb1-77f871fb075c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=073a49bf7a52487aa40ca8c68da3ad10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1828761 May 24 23:12:27.248515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69120bc8-99e3-433d-9eb1-77f871fb075c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d694f79-4e37-437a-a907-b18ed994c9d1,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:27.297180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60642) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:27.303303 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dfe14058-111a-4568-b8b6-3422f1da8575 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:27.336599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:27.439910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4ce8609f-b1a1-4cc3-8270-6a7543c27e7b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:12:27.457213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d3aa5-4977-47f6-8fd1-3338c9edf47b req-6b07b3c5-e6e4-485a-84eb-6b7db5eb2716 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:27.465283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a58d3aa5-4977-47f6-8fd1-3338c9edf47b req-6b07b3c5-e6e4-485a-84eb-6b7db5eb2716 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 982 time: 0.9014001 May 24 23:12:27.501868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2719f5a4-b26d-4607-8ce8-ae639b971d3c req-f3f5d110-d02f-4465-8d89-0c369a11cc89 service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348671 May 24 23:12:27.606600 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a58d3aa5-4977-47f6-8fd1-3338c9edf47b req-7299b461-db0a-4cc0-a97e-8d8a575f8cb8 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1401980 May 24 23:12:27.612941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-23e4db74-29f6-4687-9e53-b11cf46d237d req-0ae145d2-f76b-48b3-bb64-cea567555fe0 tempest-ServersAaction247Test-255018431 tempest-ServersAaction247Test-255018431-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aac8604-4ebf-4be4-8e7f-3af27b9f5e6f HTTP/1.1" status: 200 len: 210 time: 0.2234192 May 24 23:12:27.649047 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dfe14058-111a-4568-b8b6-3422f1da8575 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:27.800773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe14058-111a-4568-b8b6-3422f1da8575 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Pushing event deleted for resources: {'Subnet': ['ID=f902dcbe-538f-4471-91d9-a8414e7f9b5b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:27.814224 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dfe14058-111a-4568-b8b6-3422f1da8575 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:27.847351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c4ae34-e352-40aa-8b75-39fb00bb5baa None None] Network faab78eb-0db6-41be-8634-21974e4191c2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:27.857267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dfe14058-111a-4568-b8b6-3422f1da8575 tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] 10.222.0.55 "DELETE /v2.0/subnets/f902dcbe-538f-4471-91d9-a8414e7f9b5b HTTP/1.1" status: 204 len: 168 time: 1.4789851 May 24 23:12:27.860573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60658) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:28.204299 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-905c6cfb-eecc-416b-b683-3294a545ab35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:28.219500 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32e8bdf5-fae1-49db-93b2-bb077bc0c085 req-989308f6-2660-4072-999c-2bd18663b308 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1686394 May 24 23:12:28.240120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0fd2b-2789-4e86-be69-62ae7a63a261 None None] DHCP port deletion for faab78eb-0db6-41be-8634-21974e4191c2 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:12:28.246688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0fd2b-2789-4e86-be69-62ae7a63a261 None None] Deleting port e604b628-cf91-4abc-a398-3b792941950b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:28.247145 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8dd0fd2b-2789-4e86-be69-62ae7a63a261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:28.253109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-905c6cfb-eecc-416b-b683-3294a545ab35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:28.370884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2719f5a4-b26d-4607-8ce8-ae639b971d3c req-0270210b-d204-4894-9a71-670748c1b3a4 service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8397143 May 24 23:12:28.515370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c00ce-fbd1-40e4-b683-d25c511f295a req-cacafff7-721d-4c05-b483-7b0c59e5c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:28.524735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a47c00ce-fbd1-40e4-b683-d25c511f295a req-cacafff7-721d-4c05-b483-7b0c59e5c4fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 1094 time: 0.2302666 May 24 23:12:28.560539 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:28.631572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e9adc-31d6-4284-8f77-9ed79ab53202 req-9b3c7c28-bed2-4522-b413-d3cf28de8573 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:28.641741 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7e3e9adc-31d6-4284-8f77-9ed79ab53202 req-9b3c7c28-bed2-4522-b413-d3cf28de8573 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 943 time: 0.3167374 May 24 23:12:28.645062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Deleting port e604b628-cf91-4abc-a398-3b792941950b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:28.645406 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:28.801369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e604b628-cf91-4abc-a398-3b792941950b no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:28.828845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60674) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:28.908050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7e3e9adc-31d6-4284-8f77-9ed79ab53202 req-c0a5cdcc-aa11-436a-9e38-7a300c620a17 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040199 May 24 23:12:28.940673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8dd0fd2b-2789-4e86-be69-62ae7a63a261 None None] For port e604b628-cf91-4abc-a398-3b792941950b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e604b628-cf91-4abc-a398-3b792941950b,segment=NetworkSegment(d4d4f0b4-386d-4b6b-8dac-d164c819a062),segment_id=d4d4f0b4-386d-4b6b-8dac-d164c819a062)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:28.940673 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8dd0fd2b-2789-4e86-be69-62ae7a63a261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:29.033214 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-905c6cfb-eecc-416b-b683-3294a545ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:29.173180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] For port e604b628-cf91-4abc-a398-3b792941950b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e604b628-cf91-4abc-a398-3b792941950b,segment=NetworkSegment(d4d4f0b4-386d-4b6b-8dac-d164c819a062),segment_id=d4d4f0b4-386d-4b6b-8dac-d164c819a062)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:29.173697 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:29.198050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c6cfb-eecc-416b-b683-3294a545ab35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d694f79-4e37-437a-a907-b18ed994c9d1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:29.253773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0fd2b-2789-4e86-be69-62ae7a63a261 None None] Calling delete_port for e604b628-cf91-4abc-a398-3b792941950b owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:29.276987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c00ce-fbd1-40e4-b683-d25c511f295a req-528e94a5-a6fe-4b5b-a01f-9271d3cbfbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:29.295315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a47c00ce-fbd1-40e4-b683-d25c511f295a req-528e94a5-a6fe-4b5b-a01f-9271d3cbfbd5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.7576151 May 24 23:12:29.298373 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-905c6cfb-eecc-416b-b683-3294a545ab35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:29.301793 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-905c6cfb-eecc-416b-b683-3294a545ab35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d694f79-4e37-437a-a907-b18ed994c9d1 HTTP/1.1" status: 204 len: 168 time: 2.0010741 May 24 23:12:29.324347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e604b628-cf91-4abc-a398-3b792941950b is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:29.324741 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:29.428814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a47c00ce-fbd1-40e4-b683-d25c511f295a req-cf0c893a-b382-45fa-a935-5de0ba46eacc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ffc6ac9-0268-4b82-b57b-b97f67768288 HTTP/1.1" status: 200 len: 217 time: 0.1000915 May 24 23:12:29.437616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Calling delete_port for e604b628-cf91-4abc-a398-3b792941950b owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:29.531982 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8dd0fd2b-2789-4e86-be69-62ae7a63a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:29.555953 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c35e149-1e0f-4187-901c-c10281d2f546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:29.563045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bb366-8832-4bb0-a656-0b5bc1758120 req-c56a8d8e-9750-4325-91bc-262344f76c93 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:29.577477 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-015bb366-8832-4bb0-a656-0b5bc1758120 req-c56a8d8e-9750-4325-91bc-262344f76c93 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 983 time: 0.6603355 May 24 23:12:29.582863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1c35e149-1e0f-4187-901c-c10281d2f546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:29.627025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1c35e149-1e0f-4187-901c-c10281d2f546 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae6c670dc554b6bb3adccece75ff033 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:29.637302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1c35e149-1e0f-4187-901c-c10281d2f546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:29.648280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1c35e149-1e0f-4187-901c-c10281d2f546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:29.678145 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:12:29.678454 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:12:29.710574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c00ce-fbd1-40e4-b683-d25c511f295a req-ccb9e783-4ae6-4b2f-8af8-abee8c7d0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:29.714458 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a47c00ce-fbd1-40e4-b683-d25c511f295a req-ccb9e783-4ae6-4b2f-8af8-abee8c7d0162 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.2744722 May 24 23:12:29.724513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0fd2b-2789-4e86-be69-62ae7a63a261 None None] Pushing event deleted for resources: {'Port': ['ID=e604b628-cf91-4abc-a398-3b792941950b,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:29.762486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60694) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:29.770657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd0fd2b-2789-4e86-be69-62ae7a63a261 None None] No DVR routers for this DVR port e604b628-cf91-4abc-a398-3b792941950b on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:12:29.811057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-015bb366-8832-4bb0-a656-0b5bc1758120 req-72e0acad-31bf-413a-b1ae-3bbf79f6ae45 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2320039 May 24 23:12:29.860469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c00ce-fbd1-40e4-b683-d25c511f295a req-455266ed-c0f2-4851-8062-671e7704c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:29.863238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a47c00ce-fbd1-40e4-b683-d25c511f295a req-455266ed-c0f2-4851-8062-671e7704c2a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393862 May 24 23:12:29.876148 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c35e149-1e0f-4187-901c-c10281d2f546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:29.884431 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1c35e149-1e0f-4187-901c-c10281d2f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:29.995852 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1c35e149-1e0f-4187-901c-c10281d2f546 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ae6c670dc554b6bb3adccece75ff033&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1298487 May 24 23:12:29.997402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60702) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:30.013616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60704) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:30.023185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35e149-1e0f-4187-901c-c10281d2f546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f5a8ac-028f-489a-9722-de9c1d151ab1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:30.031083 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-99c35d3e-6626-4d93-962c-43866e777b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.057245 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c45e1e24-bcad-423a-9b8f-c72f5abd4b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.080038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c45e1e24-bcad-423a-9b8f-c72f5abd4b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:30.084569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c45e1e24-bcad-423a-9b8f-c72f5abd4b20 admin admin] Usage tracker for resource:security_group_rule and tenant:d7700d6578fb46878600c7abceaf4151 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:30.088510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c45e1e24-bcad-423a-9b8f-c72f5abd4b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:30.094757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c45e1e24-bcad-423a-9b8f-c72f5abd4b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:30.099819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-99c35d3e-6626-4d93-962c-43866e777b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:30.120008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-99c35d3e-6626-4d93-962c-43866e777b43 admin admin] Usage tracker for resource:security_group_rule and tenant:63897680b2834f71ae223af34d3024fa is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:30.125301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-99c35d3e-6626-4d93-962c-43866e777b43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:30.139610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-99c35d3e-6626-4d93-962c-43866e777b43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:30.166326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1332f89e-84e9-4f44-9aa8-b9acfa462b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.173285 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a47c00ce-fbd1-40e4-b683-d25c511f295a req-58cee5ed-d894-46a5-9c54-ac0f9b6bb037 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015864 May 24 23:12:30.188283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Deleting port e604b628-cf91-4abc-a398-3b792941950b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:30.188630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.202450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:30.232716 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1332f89e-84e9-4f44-9aa8-b9acfa462b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.278478 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c45e1e24-bcad-423a-9b8f-c72f5abd4b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.367844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:30.376712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:30.377574 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.409877 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c45e1e24-bcad-423a-9b8f-c72f5abd4b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.444676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] The port 'e604b628-cf91-4abc-a398-3b792941950b' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:12:30.522322 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c45e1e24-bcad-423a-9b8f-c72f5abd4b20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7700d6578fb46878600c7abceaf4151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5072417 May 24 23:12:30.525988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e1e24-bcad-423a-9b8f-c72f5abd4b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e35767-9973-40fe-80ad-4c92af86d64f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:30.529854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60714) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:30.533375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:30.533786 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.534525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a47c00ce-fbd1-40e4-b683-d25c511f295a req-f8d37370-5121-40f8-ac9d-76533267cd1a service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505673 May 24 23:12:30.588700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:30.589853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:30.597881 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.632113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc44ccf-ad72-4448-bd37-f975a648b0e8 req-f7e1ad0d-c6dd-4a5b-a76c-56dd6ae0419a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:30.634268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dc44ccf-ad72-4448-bd37-f975a648b0e8 req-f7e1ad0d-c6dd-4a5b-a76c-56dd6ae0419a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 943 time: 0.5808182 May 24 23:12:30.681215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-929cc978-fe30-47f6-8ce0-b8eccae3d50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.689318 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.691055 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23baccdc-ab28-42b0-8680-0517fb89a01e'] response: {'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'code': 200} May 24 23:12:30.691661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:30.743468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1332f89e-84e9-4f44-9aa8-b9acfa462b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.755912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-929cc978-fe30-47f6-8ce0-b8eccae3d50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.774907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faab78eb-0db6-41be-8634-21974e4191c2']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:30.791969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332f89e-84e9-4f44-9aa8-b9acfa462b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f5a8ac-028f-489a-9722-de9c1d151ab1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:30.796031 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0dc44ccf-ad72-4448-bd37-f975a648b0e8 req-0ba667a9-ef9d-4d91-a5cc-f28bf27a3787 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436365 May 24 23:12:30.803216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d4f0b4-386d-4b6b-8dac-d164c819a062') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:30.803523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d4f0b4-386d-4b6b-8dac-d164c819a062') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:30.813236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-99c35d3e-6626-4d93-962c-43866e777b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.821876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.836718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-99c35d3e-6626-4d93-962c-43866e777b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.867434 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1332f89e-84e9-4f44-9aa8-b9acfa462b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.868559 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1332f89e-84e9-4f44-9aa8-b9acfa462b42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40f5a8ac-028f-489a-9722-de9c1d151ab1 HTTP/1.1" status: 204 len: 168 time: 0.8573074 May 24 23:12:30.886731 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.898692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-119d6a65-4003-43fa-8500-ae65240acc47 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=adbd5c02645d4c67bac8cac4631e39bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690856 May 24 23:12:30.898905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c35d3e-6626-4d93-962c-43866e777b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69536d1-a100-4144-9da1-497e4b1710f1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:30.908130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-99c35d3e-6626-4d93-962c-43866e777b43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63897680b2834f71ae223af34d3024fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0923269 May 24 23:12:30.908130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:12:30.908130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:30.930353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60734) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:30.990894 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment d4d4f0b4-386d-4b6b-8dac-d164c819a062 resource provider aggregate not found May 24 23:12:31.024483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9c962-8374-4124-bdcb-f831f789ef0f req-b025bfef-9a08-44f1-9147-eef76e310914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:31.026054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1d9c962-8374-4124-bdcb-f831f789ef0f req-b025bfef-9a08-44f1-9147-eef76e310914 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 1135 time: 0.2606158 May 24 23:12:31.046761 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment d4d4f0b4-386d-4b6b-8dac-d164c819a062 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4d4f0b4-386d-4b6b-8dac-d164c819a062 found for delete ", "request_id": "req-fae5e2d5-7a7d-4c60-91d9-5dee2b6e0cf1"}]} May 24 23:12:31.079465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.107115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1d9c962-8374-4124-bdcb-f831f789ef0f req-54aa846a-6e82-4abb-ac9d-3776dddca590 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fc0ee294-de73-46ac-87ac-d638fdb89514&id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0713100 May 24 23:12:31.110700 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.110904 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-929cc978-fe30-47f6-8ce0-b8eccae3d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.127174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] Pushing event deleted for resources: {'Network': ['ID=faab78eb-0db6-41be-8634-21974e4191c2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:31.138485 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b5083db-38f9-4b50-89c3-0b36f8746b3c tempest-DHCPAgentSchedulersTestJSON-1064297893 tempest-DHCPAgentSchedulersTestJSON-1064297893-project] 10.222.0.55 "DELETE /v2.0/networks/faab78eb-0db6-41be-8634-21974e4191c2 HTTP/1.1" status: 204 len: 168 time: 3.2707708 May 24 23:12:31.141368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cc978-fe30-47f6-8ce0-b8eccae3d50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e35767-9973-40fe-80ad-4c92af86d64f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:31.155709 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4c302cf-a426-43b0-9397-1da9fa4fa1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.167044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-929cc978-fe30-47f6-8ce0-b8eccae3d50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.171098 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-929cc978-fe30-47f6-8ce0-b8eccae3d50f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70e35767-9973-40fe-80ad-4c92af86d64f HTTP/1.1" status: 204 len: 168 time: 0.6373572 May 24 23:12:31.178138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-406bcea4-6e5f-428e-8956-7ea836c3c5ea tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:31.179613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-406bcea4-6e5f-428e-8956-7ea836c3c5ea tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802184 May 24 23:12:31.196041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5725eb2-fb5c-4608-a198-ad249eac6006 req-baa95f2b-e6cd-497f-a546-861a875d8f22 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:31.197566 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5725eb2-fb5c-4608-a198-ad249eac6006 req-baa95f2b-e6cd-497f-a546-861a875d8f22 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 984 time: 0.2139168 May 24 23:12:31.199443 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4c302cf-a426-43b0-9397-1da9fa4fa1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.203702 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-f06f8ee8-8ab0-4c53-937b-bca3927e43ba tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/quotas/adbd5c02645d4c67bac8cac4631e39bc HTTP/1.1" status: 200 len: 375 time: 0.0172191 May 24 23:12:31.274032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-458fb6e0-00cc-4cd9-b508-9df3e160cdf4 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=adbd5c02645d4c67bac8cac4631e39bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630126 May 24 23:12:31.279331 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5725eb2-fb5c-4608-a198-ad249eac6006 req-32653489-bdec-43f8-abda-737a1ae8e7dd tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0728843 May 24 23:12:31.306598 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4c302cf-a426-43b0-9397-1da9fa4fa1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.324566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c302cf-a426-43b0-9397-1da9fa4fa1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69536d1-a100-4144-9da1-497e4b1710f1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:31.328369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4c302cf-a426-43b0-9397-1da9fa4fa1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.329528 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d4c302cf-a426-43b0-9397-1da9fa4fa1ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c69536d1-a100-4144-9da1-497e4b1710f1 HTTP/1.1" status: 204 len: 168 time: 0.3982072 May 24 23:12:31.426844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60750) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:31.466746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-36b74faf-f97c-4b04-b241-17981c334ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.492046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-36b74faf-f97c-4b04-b241-17981c334ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:31.508343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-36b74faf-f97c-4b04-b241-17981c334ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:5a762f358d5048d2959a3480920f59ba is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:31.511902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-36b74faf-f97c-4b04-b241-17981c334ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:31.520521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-36b74faf-f97c-4b04-b241-17981c334ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:31.594846 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3a5b84cb-4524-41f2-8563-6c642badbd26 req-8cbdafea-5f1f-443b-89d1-d0739fb70a2f tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 210 time: 0.1125224 May 24 23:12:31.699539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-36b74faf-f97c-4b04-b241-17981c334ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.707483 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-36b74faf-f97c-4b04-b241-17981c334ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.769929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b74faf-f97c-4b04-b241-17981c334ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e29578-8437-4824-b6b6-eca513f45799,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:31.774853 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-36b74faf-f97c-4b04-b241-17981c334ad2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a762f358d5048d2959a3480920f59ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473136 May 24 23:12:31.777410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60764) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:31.869399 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c25a5ff8-a42c-46e6-a4d6-a8b9322189e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.976831 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c25a5ff8-a42c-46e6-a4d6-a8b9322189e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:31.985473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60776) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:32.330365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-986f7b4e-021d-434f-9332-2173c312a931 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48dcef017c5548e7b5e4954d06717094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432834 May 24 23:12:32.332669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60796) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:32.465405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:32.519686 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:32.680385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1eed9-6b58-41ba-8f30-885d30f79685 req-ea392383-068f-45db-b1d0-8fc8e6eeb793 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:32.690467 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bb1eed9-6b58-41ba-8f30-885d30f79685 req-ea392383-068f-45db-b1d0-8fc8e6eeb793 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 943 time: 0.4197335 May 24 23:12:32.755298 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c25a5ff8-a42c-46e6-a4d6-a8b9322189e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:32.764642 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:32.797051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8c82a7-e56c-40aa-8016-cd9b09676558,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:32.813856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c1d25-1e79-47bc-95f8-da18f132c43d req-50a6d3a4-f242-46f9-82a3-6a49864f6ea5 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:32.815424 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d43c1d25-1e79-47bc-95f8-da18f132c43d req-50a6d3a4-f242-46f9-82a3-6a49864f6ea5 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 984 time: 0.1835520 May 24 23:12:32.822967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a5ff8-a42c-46e6-a4d6-a8b9322189e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e29578-8437-4824-b6b6-eca513f45799,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:32.837884 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:32.839057 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f8c82a7-e56c-40aa-8016-cd9b09676558 HTTP/1.1" status: 204 len: 168 time: 0.5044687 May 24 23:12:32.840736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.841012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.841686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.843995 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.844335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.844857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.845253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.845569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.845897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.846199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.846545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.846845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e81ae-03f3-42c9-a73a-c6fc3ec50efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:12:32.871299 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c25a5ff8-a42c-46e6-a4d6-a8b9322189e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:32.872433 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c25a5ff8-a42c-46e6-a4d6-a8b9322189e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4e29578-8437-4824-b6b6-eca513f45799 HTTP/1.1" status: 204 len: 168 time: 1.0937972 May 24 23:12:32.893054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bb1eed9-6b58-41ba-8f30-885d30f79685 req-e766d1ba-2119-4aea-9e5b-6f38ec537d6d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933446 May 24 23:12:32.944714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d43c1d25-1e79-47bc-95f8-da18f132c43d req-9c93e4d2-7ab0-484e-88e7-ec9628f11ded tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1207409 May 24 23:12:33.038655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52b0fb31-0021-4364-9778-305d3a64f60c req-b4b89fc1-a2aa-45a0-9ad1-66aab954ac22 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 210 time: 0.0456955 May 24 23:12:33.234607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-3b498b57-d6d4-4bbb-831a-e45363b587bd tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=adbd5c02645d4c67bac8cac4631e39bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292675 May 24 23:12:33.386755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60832) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:33.415580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-00cf9d5b-0201-4c68-b314-a6b50f6d851b tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:33.417989 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-00cf9d5b-0201-4c68-b314-a6b50f6d851b tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768351 May 24 23:12:33.432842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Request body: {'port': {'device_id': 'c982348c-8b1c-46fc-b02b-bda37df445a6', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'adbd5c02645d4c67bac8cac4631e39bc'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:33.539753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60842) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:33.574022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1781dd84-7f39-4a83-85e0-483b307ca08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:33.612958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1781dd84-7f39-4a83-85e0-483b307ca08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:33.622820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1781dd84-7f39-4a83-85e0-483b307ca08a admin admin] Usage tracker for resource:security_group_rule and tenant:dcd391da305348fba4bcbd0065f12d19 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:33.631658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:33.632438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1781dd84-7f39-4a83-85e0-483b307ca08a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:33.638200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Usage tracker for resource:port and tenant:adbd5c02645d4c67bac8cac4631e39bc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:33.640610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1781dd84-7f39-4a83-85e0-483b307ca08a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:33.643912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:33.655001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:33.672546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Made reservation on behalf of adbd5c02645d4c67bac8cac4631e39bc for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:33.678647 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:33.697964 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:33.716121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:33.726753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Usage tracker for resource:security_group_rule and tenant:adbd5c02645d4c67bac8cac4631e39bc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:33.736280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:33.744841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:33.776723 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1781dd84-7f39-4a83-85e0-483b307ca08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:33.785241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1781dd84-7f39-4a83-85e0-483b307ca08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:33.853267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1781dd84-7f39-4a83-85e0-483b307ca08a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dcd391da305348fba4bcbd0065f12d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122375 May 24 23:12:33.856057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60852) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:33.859738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1606527271-network', 'tenant_id': 'e6dbcb70e6464839bd932c4c5c9946fa'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:33.874972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781dd84-7f39-4a83-85e0-483b307ca08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfbad8f-43bc-479c-b2cb-a59a6cba1716,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:33.878586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:33.883410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Usage tracker for resource:network and tenant:e6dbcb70e6464839bd932c4c5c9946fa is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:33.886843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:33.894857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:33.911636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Made reservation on behalf of e6dbcb70e6464839bd932c4c5c9946fa for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:33.930867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:33.972685 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.014031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:34.025259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Usage tracker for resource:security_group_rule and tenant:e6dbcb70e6464839bd932c4c5c9946fa is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:34.034223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:34.050081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:34.064073 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.067067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07d33832-3b35-4ccf-babf-4317431555da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.161485 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.268592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072769f-dd03-4335-b7a0-48673198d441 req-bd45f7ca-aa8b-4e4a-afdd-b3a29b7f5a90 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:34.270525 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4072769f-dd03-4335-b7a0-48673198d441 req-bd45f7ca-aa8b-4e4a-afdd-b3a29b7f5a90 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 943 time: 0.1358812 May 24 23:12:34.303557 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.314542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.346242 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4072769f-dd03-4335-b7a0-48673198d441 req-d35e561d-b9ad-41d3-83cb-c4dcb8754d5c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634327 May 24 23:12:34.367041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:12:34.383252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aceba375-50ea-4c3c-a19f-a1136f454da1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:34.400810 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.401435 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Added segment 45d1d398-51eb-4577-a9fb-07ff93f9223a of type vlan for network e1cc5af7-3baa-44ba-91b5-61bb786a81f9 May 24 23:12:34.403532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60880) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:34.443052 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.486615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.487590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:34.488183 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.495748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cba17c7-aa83-4df4-9857-9f6d89787f1b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:34.499074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Allocated IP 192.168.233.150 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/fcbc5433-a4ad-49c2-a01d-92eab240d928) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:34.550691 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07d33832-3b35-4ccf-babf-4317431555da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.569151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60886) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:34.680178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bc802-4fc3-405f-b66d-5e374e726946 req-981bb66d-8027-4d98-ae60-5fecc77a6ba3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:34.681962 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f03bc802-4fc3-405f-b66d-5e374e726946 req-981bb66d-8027-4d98-ae60-5fecc77a6ba3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 984 time: 0.5842776 May 24 23:12:34.765409 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f03bc802-4fc3-405f-b66d-5e374e726946 req-ecaf734a-8d3b-474d-98ea-bb9af0f95027 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0742340 May 24 23:12:34.775496 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c987f134-62e0-4efc-92ea-b730407f580c req-33721a6d-f7ab-45f2-998d-42802bdeeddb tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 210 time: 0.1454973 May 24 23:12:34.781708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-335843297-network', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:34.785787 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2a72a3f-b793-49ab-9533-f8c2c37dcc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.805050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4119959 May 24 23:12:34.808608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60894) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:34.808888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:34.809451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17de9da-97bb-4bd2-9025-a1106595596d admin admin] Pushing event updated for resources: {'Network': ['ID=e1cc5af7-3baa-44ba-91b5-61bb786a81f9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:34.811688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07d33832-3b35-4ccf-babf-4317431555da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.819695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network e1cc5af7-3baa-44ba-91b5-61bb786a81f9 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:12:34.820233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Request body: {'subnet': {'network_id': 'e1cc5af7-3baa-44ba-91b5-61bb786a81f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1606527271-subnet', 'tenant_id': 'e6dbcb70e6464839bd932c4c5c9946fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:34.824552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f2a72a3f-b793-49ab-9533-f8c2c37dcc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:34.829645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:34.832435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f2a72a3f-b793-49ab-9533-f8c2c37dcc2d admin admin] Usage tracker for resource:security_group_rule and tenant:d7fe76cd855b4a25a171d671963a641f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:34.836748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f2a72a3f-b793-49ab-9533-f8c2c37dcc2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:34.839727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Usage tracker for resource:subnet and tenant:e6dbcb70e6464839bd932c4c5c9946fa is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:34.845157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:34.847761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f2a72a3f-b793-49ab-9533-f8c2c37dcc2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:34.853351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:34.877475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Made reservation on behalf of e6dbcb70e6464839bd932c4c5c9946fa for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:34.880014 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:34.886870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Usage tracker for resource:network and tenant:b80a2daa930742b2b44ffd269b5aa52b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:34.891162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:34.917075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:34.919240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d33832-3b35-4ccf-babf-4317431555da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfbad8f-43bc-479c-b2cb-a59a6cba1716,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:34.969526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Made reservation on behalf of b80a2daa930742b2b44ffd269b5aa52b for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:34.972160 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.026705 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.049366 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-07d33832-3b35-4ccf-babf-4317431555da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.050878 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-07d33832-3b35-4ccf-babf-4317431555da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4dfbad8f-43bc-479c-b2cb-a59a6cba1716 HTTP/1.1" status: 204 len: 168 time: 1.1938491 May 24 23:12:35.077157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:35.084510 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2a72a3f-b793-49ab-9533-f8c2c37dcc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.100821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Usage tracker for resource:security_group_rule and tenant:b80a2daa930742b2b44ffd269b5aa52b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:35.105995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:35.114179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:35.141533 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.162198 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f2a72a3f-b793-49ab-9533-f8c2c37dcc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.186970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Transition to ACTIVE for port object fcbc5433-a4ad-49c2-a01d-92eab240d928 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:35.202208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519ee7f-5b40-45f1-8322-945fe47aec99 req-c8975eb1-a5c3-4734-830a-93d69800e8dd tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:35.206187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c519ee7f-5b40-45f1-8322-945fe47aec99 req-c8975eb1-a5c3-4734-830a-93d69800e8dd tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 984 time: 0.2208903 May 24 23:12:35.291024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c519ee7f-5b40-45f1-8322-945fe47aec99 req-ab37fc04-88cf-42da-bb26-268232f7b23f tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0750971 May 24 23:12:35.340220 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.351306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.351473 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e730e429-ef78-4b91-946b-39d6b57b2532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.406147 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f2a72a3f-b793-49ab-9533-f8c2c37dcc2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7fe76cd855b4a25a171d671963a641f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0002384 May 24 23:12:35.406659 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.406765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60910) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:35.410889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a72a3f-b793-49ab-9533-f8c2c37dcc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76979ef7-d5ca-4782-bc1a-1519a0a51b5e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:35.434038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:12:35.449316 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.449788 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Added segment 836800f6-6aac-4473-8d75-d56d4caf134c of type vlan for network ea947114-4633-451b-a53b-cd844e4fe3d5 May 24 23:12:35.459807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.480941 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.593968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:35.643057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:35.649090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c52b6af3-6e77-47f7-93f2-fe7cf77f5531,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:35.651686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:35.662658 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41a728dc-7bd7-4c89-8e75-3a525b309c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.678037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Pushing event updated for resources: {'Port': ['ID=fcbc5433-a4ad-49c2-a01d-92eab240d928,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:35.681059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f72a0c2-6160-411e-92c7-7e1a04492be4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:35.697058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.698224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:35.699133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.724166 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41a728dc-7bd7-4c89-8e75-3a525b309c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.731631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Checking segment: {'id': '45d1d398-51eb-4577-a9fb-07ff93f9223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1cc5af7-3baa-44ba-91b5-61bb786a81f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:35.731989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Network hostable DHCP agents. Network: e1cc5af7-3baa-44ba-91b5-61bb786a81f9, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:12:35.794484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb45c26-c044-4364-8101-880c7510ed9b req-91d1e120-0713-4d5c-9e5b-4bb9a7bc6826 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:35.802638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7eb45c26-c044-4364-8101-880c7510ed9b req-91d1e120-0713-4d5c-9e5b-4bb9a7bc6826 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 1135 time: 0.2793159 May 24 23:12:35.819875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Network e1cc5af7-3baa-44ba-91b5-61bb786a81f9 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:12:35.833167 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7eb45c26-c044-4364-8101-880c7510ed9b req-64a5bab7-fd8c-4663-abc1-ae91e56dfa42 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.847882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, e1cc5af7-3baa-44ba-91b5-61bb786a81f9) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:35.858603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d2dc85-3df3-4a18-899f-072357282b47 None None] Network e1cc5af7-3baa-44ba-91b5-61bb786a81f9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:35.863860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-7eb45c26-c044-4364-8101-880c7510ed9b req-64a5bab7-fd8c-4663-abc1-ae91e56dfa42 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:35.880830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7eb45c26-c044-4364-8101-880c7510ed9b req-64a5bab7-fd8c-4663-abc1-ae91e56dfa42 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Usage tracker for resource:security_group_rule and tenant:aaf6a61f662c4dc2b39a26e690b29900 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:35.888507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:35.889121 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.893871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7eb45c26-c044-4364-8101-880c7510ed9b req-64a5bab7-fd8c-4663-abc1-ae91e56dfa42 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:35.907758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-7eb45c26-c044-4364-8101-880c7510ed9b req-64a5bab7-fd8c-4663-abc1-ae91e56dfa42 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:35.926995 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41a728dc-7bd7-4c89-8e75-3a525b309c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.968483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a728dc-7bd7-4c89-8e75-3a525b309c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76979ef7-d5ca-4782-bc1a-1519a0a51b5e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:35.982949 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-580f389b-156c-4456-bac2-8a3242b768a5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1704454 May 24 23:12:35.996251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41a728dc-7bd7-4c89-8e75-3a525b309c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:35.999902 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-41a728dc-7bd7-4c89-8e75-3a525b309c6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76979ef7-d5ca-4782-bc1a-1519a0a51b5e HTTP/1.1" status: 204 len: 168 time: 0.5878315 May 24 23:12:36.000060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:36.000060 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.021297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4500892 May 24 23:12:36.025284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60932) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:36.028038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b4e3e-7f3c-4cba-9fba-d81012c12e52 admin admin] Pushing event updated for resources: {'Network': ['ID=ea947114-4633-451b-a53b-cd844e4fe3d5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:36.035648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Request body: {'subnet': {'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-335843297-subnet', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:36.035896 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-591a9b2d-ea9f-40f7-87da-3a1efd0228fc tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6093073 May 24 23:12:36.049202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:36.052456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf837882-c74f-4924-bfc3-33231ccdafa9 req-7a033d8d-d3dd-47c0-8172-1e06323c3635 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:36.054156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf837882-c74f-4924-bfc3-33231ccdafa9 req-7a033d8d-d3dd-47c0-8172-1e06323c3635 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 943 time: 0.5186055 May 24 23:12:36.058081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Request body: {'port': {'device_id': 'c982348c-8b1c-46fc-b02b-bda37df445a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:36.071570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Usage tracker for resource:subnet and tenant:b80a2daa930742b2b44ffd269b5aa52b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:36.077158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:36.100850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:36.134202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Made reservation on behalf of b80a2daa930742b2b44ffd269b5aa52b for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:36.137795 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.148978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60936) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:36.202241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7eb45c26-c044-4364-8101-880c7510ed9b req-64a5bab7-fd8c-4663-abc1-ae91e56dfa42 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.211563 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf837882-c74f-4924-bfc3-33231ccdafa9 req-e8249653-28ea-48e3-bc8c-9098485e11a5 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222703 May 24 23:12:36.226248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ea947114-4633-451b-a53b-cd844e4fe3d5 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:12:36.268710 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.325110 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-7eb45c26-c044-4364-8101-880c7510ed9b req-64a5bab7-fd8c-4663-abc1-ae91e56dfa42 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.362560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1343768232'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:36.427219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7be168-f05e-4aef-af32-a373730eed1f None None] Network e1cc5af7-3baa-44ba-91b5-61bb786a81f9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:36.461364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:36.479002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Usage tracker for resource:network and tenant:817873cbdc95474ca9a9db41f8dbb38b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:36.487528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:36.499239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:36.531922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7eb45c26-c044-4364-8101-880c7510ed9b req-64a5bab7-fd8c-4663-abc1-ae91e56dfa42 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Synchronizing usage tracker for tenant:aaf6a61f662c4dc2b39a26e690b29900 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:36.543296 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.589752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a895d5e1-4bba-4afd-87d3-421910d99bf3 None None] Provisioning for port fcbc5433-a4ad-49c2-a01d-92eab240d928 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:36.599790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5bab7-fd8c-4663-abc1-ae91e56dfa42 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ce2308-e291-4b08-9aae-a2f5be5cdd7a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:36.602715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Made reservation on behalf of 817873cbdc95474ca9a9db41f8dbb38b for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:36.607021 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.607217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a895d5e1-4bba-4afd-87d3-421910d99bf3 None None] Provisioning complete for port fcbc5433-a4ad-49c2-a01d-92eab240d928 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:36.607446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a895d5e1-4bba-4afd-87d3-421910d99bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.632696 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.647784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=32632d22-254b-4b01-84b8-55c4bdae1ffc,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:36.652994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7eb45c26-c044-4364-8101-880c7510ed9b req-64a5bab7-fd8c-4663-abc1-ae91e56dfa42 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Unset dirty status for tenant:aaf6a61f662c4dc2b39a26e690b29900 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:36.654183 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7eb45c26-c044-4364-8101-880c7510ed9b req-64a5bab7-fd8c-4663-abc1-ae91e56dfa42 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8508160 May 24 23:12:36.658526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Checking segment: {'id': '836800f6-6aac-4473-8d75-d56d4caf134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:36.658949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Network hostable DHCP agents. Network: ea947114-4633-451b-a53b-cd844e4fe3d5, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:12:36.685731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60952) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:36.697313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:36.701955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a895d5e1-4bba-4afd-87d3-421910d99bf3 None None] Port fcbc5433-a4ad-49c2-a01d-92eab240d928 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:12:36.716395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Network ea947114-4633-451b-a53b-cd844e4fe3d5 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:12:36.733075 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ea947114-4633-451b-a53b-cd844e4fe3d5) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:36.738013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:36.738634 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.746210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Usage tracker for resource:security_group_rule and tenant:817873cbdc95474ca9a9db41f8dbb38b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:36.770812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:36.773745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab8c93-ed31-4463-b943-68a5b4ac91b0 None None] Network ea947114-4633-451b-a53b-cd844e4fe3d5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:36.789028 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cda920a8-3875-4b96-93d4-5de2003edc8d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7622716 May 24 23:12:36.789721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 60960) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:36.797151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-335843297-router', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:36.808265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:36.816832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Usage tracker for resource:router and tenant:b80a2daa930742b2b44ffd269b5aa52b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:36.823618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:36.835187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:36.835743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:36.854581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.856403 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.886040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:36.920419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f06478-72b1-4db7-9538-94030743273a req-e2b5860d-33fd-43a7-866c-40f849e6c938 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:36.921191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-55f06478-72b1-4db7-9538-94030743273a req-e2b5860d-33fd-43a7-866c-40f849e6c938 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Synchronizing usage tracker for tenant:adbd5c02645d4c67bac8cac4631e39bc on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:37.048657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-55f06478-72b1-4db7-9538-94030743273a req-e2b5860d-33fd-43a7-866c-40f849e6c938 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Unset dirty status for tenant:adbd5c02645d4c67bac8cac4631e39bc on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:37.055415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55f06478-72b1-4db7-9538-94030743273a req-e2b5860d-33fd-43a7-866c-40f849e6c938 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 936 time: 0.6700089 May 24 23:12:37.109159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-55f06478-72b1-4db7-9538-94030743273a req-79b17057-63ec-47c5-8e61-aa2936ba9787 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Synchronizing usage tracker for tenant:adbd5c02645d4c67bac8cac4631e39bc on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:37.121992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f34a100-0bc6-43c0-ae35-ec84fff9da0c tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:37.123552 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8f34a100-0bc6-43c0-ae35-ec84fff9da0c tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 1130 time: 0.4308913 May 24 23:12:37.126904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 60972) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:37.151675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:37.168645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:37.187804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:floatingip and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:37.199872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:37.208877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-55f06478-72b1-4db7-9538-94030743273a req-79b17057-63ec-47c5-8e61-aa2936ba9787 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Unset dirty status for tenant:adbd5c02645d4c67bac8cac4631e39bc on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:37.222358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55f06478-72b1-4db7-9538-94030743273a req-79b17057-63ec-47c5-8e61-aa2936ba9787 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658072 May 24 23:12:37.223218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:37.252154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-ea947114-4633-451b-a53b-cd844e4fe3d5', 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'fixed_ips': [{'subnet_id': '32632d22-254b-4b01-84b8-55c4bdae1ffc'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:12:37.253217 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:37.279879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:37.309411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbc5433-a4ad-49c2-a01d-92eab240d928 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:12:37.319113 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:37.338435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Transition to ACTIVE for port object fcbc5433-a4ad-49c2-a01d-92eab240d928 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:37.356239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:37.413550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:37.482181 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:37.511207 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e441011b-cf47-48b5-8dde-5730939f1198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:37.520827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Allocated IP 172.20.0.2 (ea947114-4633-451b-a53b-cd844e4fe3d5/32632d22-254b-4b01-84b8-55c4bdae1ffc/6b097435-55f2-4d34-8303-9cf522cfc2e2) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:37.573448 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:37.676006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:12:37.689853 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-b1770ba1-b488-433a-aeb6-0f70af305af2 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:37.691191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-b1770ba1-b488-433a-aeb6-0f70af305af2 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Synchronizing usage tracker for tenant:e6dbcb70e6464839bd932c4c5c9946fa on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:37.763647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ecaf4a-cc77-49d8-99c8-5e260f5b4b96,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:37.808142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-b1770ba1-b488-433a-aeb6-0f70af305af2 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Unset dirty status for tenant:e6dbcb70e6464839bd932c4c5c9946fa on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:37.815258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-b1770ba1-b488-433a-aeb6-0f70af305af2 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/networks?id=e1cc5af7-3baa-44ba-91b5-61bb786a81f9 HTTP/1.1" status: 200 len: 822 time: 0.4760914 May 24 23:12:37.816602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Pushing event updated for resources: {'Port': ['ID=fcbc5433-a4ad-49c2-a01d-92eab240d928,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:37.856658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:37.858135 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Added segment 2d104b13-d166-4dfd-bc28-0621cfcd77b7 of type vlan for network 3b41cf3c-cbaa-4095-8a10-3d576d747340 May 24 23:12:37.924760 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:37.936804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Transition to ACTIVE for port object 6b097435-55f2-4d34-8303-9cf522cfc2e2 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:37.957677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Transition to ACTIVE for port object 6b097435-55f2-4d34-8303-9cf522cfc2e2 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:37.969990 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:37.999617 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.031281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-a08eb775-5243-437b-a7ff-e47765ae1695 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/quotas/e6dbcb70e6464839bd932c4c5c9946fa HTTP/1.1" status: 200 len: 375 time: 0.2148604 May 24 23:12:38.045366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f80321-66e5-4f01-bf8c-cb401402e876 req-7a688adc-9bea-47d5-a552-1ec606a537f8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:38.051503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Network ea947114-4633-451b-a53b-cd844e4fe3d5 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:38.053978 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4f80321-66e5-4f01-bf8c-cb401402e876 req-7a688adc-9bea-47d5-a552-1ec606a537f8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 943 time: 0.7045825 May 24 23:12:38.055187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:38.058449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Attempting to bind port fcbc5433-a4ad-49c2-a01d-92eab240d928 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:12:38.058786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Attempting to bind port fcbc5433-a4ad-49c2-a01d-92eab240d928 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:12:38.059114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Attempting to bind port fcbc5433-a4ad-49c2-a01d-92eab240d928 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:38.060800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:38.071826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Pushing event updated for resources: {'Port': ['ID=6b097435-55f2-4d34-8303-9cf522cfc2e2,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:38.094577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Port fcbc5433-a4ad-49c2-a01d-92eab240d928 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:12:38.094889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Attempting to bind port fcbc5433-a4ad-49c2-a01d-92eab240d928 on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:38.102771 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-8889dfb1-b86e-44a2-ba3c-ef08afc1ee13 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6dbcb70e6464839bd932c4c5c9946fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706115 May 24 23:12:38.155017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:12:38.155352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:38.155745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:12:38.156185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Bound port: fcbc5433-a4ad-49c2-a01d-92eab240d928, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:12:38.156909 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.196566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Attempting to bind port 6b097435-55f2-4d34-8303-9cf522cfc2e2 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:12:38.197132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Attempting to bind port 6b097435-55f2-4d34-8303-9cf522cfc2e2 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '836800f6-6aac-4473-8d75-d56d4caf134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:12:38.197679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Attempting to bind port 6b097435-55f2-4d34-8303-9cf522cfc2e2 on network ea947114-4633-451b-a53b-cd844e4fe3d5 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:38.205084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:12:38.205716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Checking segment: {'id': '836800f6-6aac-4473-8d75-d56d4caf134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:38.206269 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.206810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Bound using segment: {'id': '836800f6-6aac-4473-8d75-d56d4caf134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:12:38.207422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Bound port: 6b097435-55f2-4d34-8303-9cf522cfc2e2, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836800f6-6aac-4473-8d75-d56d4caf134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:12:38.207999 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.211869 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.225383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4f80321-66e5-4f01-bf8c-cb401402e876 req-8e13f282-4a3d-400f-a55e-e6a51b34acdb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703968 May 24 23:12:38.311104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.340502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] For port 6b097435-55f2-4d34-8303-9cf522cfc2e2, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:38.345272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] For port 6b097435-55f2-4d34-8303-9cf522cfc2e2, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6b097435-55f2-4d34-8303-9cf522cfc2e2,segment=NetworkSegment(836800f6-6aac-4473-8d75-d56d4caf134c),segment_id=836800f6-6aac-4473-8d75-d56d4caf134c)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:38.354285 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.394807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.401197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:38.402082 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.466455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e90c2-e345-485f-bde5-322809cc5116 None None] Pushing event updated for resources: {'Port': ['ID=6b097435-55f2-4d34-8303-9cf522cfc2e2,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:38.478863 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-fb2804ab-0f0d-4171-ab9c-6d5d6fa75d91 service neutron] 10.222.0.55 "GET /v2.0/networks/e1cc5af7-3baa-44ba-91b5-61bb786a81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667605 May 24 23:12:38.654171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-005da8a2-0aa5-45c1-9537-4695f1b82ce4 service neutron] 10.222.0.55 "GET /v2.0/networks/e1cc5af7-3baa-44ba-91b5-61bb786a81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678779 May 24 23:12:38.696738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Allocated IP 172.25.7.105 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/21994e4b-62bb-4b44-a62f-d8911c60d116) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:38.710715 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.765127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.849074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Pushing event updated for resources: {'Network': ['ID=3b41cf3c-cbaa-4095-8a10-3d576d747340,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:38.863577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 3b41cf3c-cbaa-4095-8a10-3d576d747340 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:12:38.931981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] For port fcbc5433-a4ad-49c2-a01d-92eab240d928, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:38.963987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] For port fcbc5433-a4ad-49c2-a01d-92eab240d928, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fcbc5433-a4ad-49c2-a01d-92eab240d928,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:38.975765 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:38.978440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b7d309dd-ef47-41b1-8280-db14c6a2943a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8248334 May 24 23:12:39.019641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 32784) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:39.024406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:39.049194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32788) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:39.064937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Request body: {'subnet': {'network_id': '3b41cf3c-cbaa-4095-8a10-3d576d747340', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:39.075125 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b20f365a-7f15-4df9-badd-1481d59e335f req-bebf5d48-0fb4-4bd0-9a99-cea71e55fe21 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 210 time: 0.1373076 May 24 23:12:39.144010 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:39.186264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:39.223918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:39.233091 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:39.234744 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] 10.222.0.50 "PUT /v2.0/ports/fcbc5433-a4ad-49c2-a01d-92eab240d928 HTTP/1.1" status: 200 len: 1096 time: 3.1903892 May 24 23:12:39.238206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c982348c-8b1c-46fc-b02b-bda37df445a6', 'tag': 'fcbc5433-a4ad-49c2-a01d-92eab240d928'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:39.314502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:39.330316 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54feb7ea-cebf-415c-98d5-a005bbfa37ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:39.346652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:39.356492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:39.389974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Pushing event updated for resources: {'Port': ['ID=21994e4b-62bb-4b44-a62f-d8911c60d116,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:39.397088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-54feb7ea-cebf-415c-98d5-a005bbfa37ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:39.408693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-54feb7ea-cebf-415c-98d5-a005bbfa37ec admin admin] Usage tracker for resource:security_group_rule and tenant:9ee7e86581594e259ffb71dcd719b3dc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:39.443268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571d742-e41f-435f-b314-40875ac767fb req-32c60667-be59-4f63-b217-8c97b9283b8b tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:39.444904 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d571d742-e41f-435f-b314-40875ac767fb req-32c60667-be59-4f63-b217-8c97b9283b8b tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 948 time: 1.0544546 May 24 23:12:39.454042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-54feb7ea-cebf-415c-98d5-a005bbfa37ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:39.469538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8e608-67ff-473e-a231-82500a258e2d service neutron] Pushing event updated for resources: {'Port': ['ID=fcbc5433-a4ad-49c2-a01d-92eab240d928,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:39.486498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-54feb7ea-cebf-415c-98d5-a005bbfa37ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:39.544736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:39.558416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Usage tracker for resource:subnet and tenant:817873cbdc95474ca9a9db41f8dbb38b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:39.565907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:39.580773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:39.606656 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d571d742-e41f-435f-b314-40875ac767fb req-85e4cc0f-7f46-4769-a404-33f864daf24b tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447167 May 24 23:12:39.625855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Allocated IP 172.25.7.20 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/1b431808-2f6a-4124-ae86-4b1d6730504e) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:39.628501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Made reservation on behalf of 817873cbdc95474ca9a9db41f8dbb38b for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:39.632527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:39.650869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-b7bb7b7b-b45c-452b-b859-f43ebb87d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:39.652449 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-b7bb7b7b-b45c-452b-b859-f43ebb87d0a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adbd5c02645d4c67bac8cac4631e39bc&device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 1099 time: 0.3396003 May 24 23:12:39.780084 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01f1c9e-a3ad-469b-8c35-b209ed43be23'] response: {'name': 'network-changed', 'server_uuid': 'c982348c-8b1c-46fc-b02b-bda37df445a6', 'tag': 'fcbc5433-a4ad-49c2-a01d-92eab240d928', 'status': 'completed', 'code': 200} May 24 23:12:39.789438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83b50b-2079-4b7e-8493-9bf0e5113c7f req-d0c8bf81-3d83-4d47-8e63-7d79e6a9cd77 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:39.791063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac83b50b-2079-4b7e-8493-9bf0e5113c7f req-d0c8bf81-3d83-4d47-8e63-7d79e6a9cd77 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 943 time: 0.3912797 May 24 23:12:39.816930 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-56ca4e3c-fc98-42eb-94d6-e3ce2bcfa15c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=fcbc5433-a4ad-49c2-a01d-92eab240d928 HTTP/1.1" status: 200 len: 217 time: 0.1540859 May 24 23:12:39.938882 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac83b50b-2079-4b7e-8493-9bf0e5113c7f req-5120f985-80fb-4e81-bcad-c67b609a77be tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396151 May 24 23:12:39.942920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-052dc2b5-5b51-4f73-bacc-93eeeb01f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:39.944999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-052dc2b5-5b51-4f73-bacc-93eeeb01f531 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1064761 May 24 23:12:40.021479 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54feb7ea-cebf-415c-98d5-a005bbfa37ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:40.035851 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54feb7ea-cebf-415c-98d5-a005bbfa37ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:40.053840 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:40.073413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99c088-ad6e-4541-890f-7ae575baac59 None None] Network ea947114-4633-451b-a53b-cd844e4fe3d5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:40.193525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:40.300723 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45861295-b310-49c3-9235-7dbb391ec2e6 req-5ca203bb-9269-4a43-86ab-bd0faa745867 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 210 time: 0.0960979 May 24 23:12:40.307834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-54feb7ea-cebf-415c-98d5-a005bbfa37ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ee7e86581594e259ffb71dcd719b3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2531226 May 24 23:12:40.312033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feb7ea-cebf-415c-98d5-a005bbfa37ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369aeff9-1efd-4132-aebf-ab69bcac038f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:40.314740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32806) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:40.324722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-be6db371-40a3-47c0-bb3d-2128baa0de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:40.326269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-be6db371-40a3-47c0-bb3d-2128baa0de57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3189404 May 24 23:12:40.347495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1e9110c5-c7b6-40ba-9f69-76b53c7f5049 None None] Provisioning for port 6b097435-55f2-4d34-8303-9cf522cfc2e2 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:40.375479 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:40.580506 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:40.607306 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3232a88e-74dd-42c6-8c33-344fa2ea0236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:40.657244 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3232a88e-74dd-42c6-8c33-344fa2ea0236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:40.732585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6b097435-55f2-4d34-8303-9cf522cfc2e2 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:40.778814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:40.785249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Port': ['ID=1b431808-2f6a-4124-ae86-4b1d6730504e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:40.832961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 6b097435-55f2-4d34-8303-9cf522cfc2e2 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:40.839364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6b097435-55f2-4d34-8303-9cf522cfc2e2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:40.839986 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:40.880261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:40.887933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:40.907869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:40.954694 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-a805d04b-f9ab-49dd-a650-8732908cd1bf service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178167 May 24 23:12:40.967339 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:40.985955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6b097435-55f2-4d34-8303-9cf522cfc2e2 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:40.986461 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:41.026443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 6b097435-55f2-4d34-8303-9cf522cfc2e2, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6b097435-55f2-4d34-8303-9cf522cfc2e2,segment=NetworkSegment(836800f6-6aac-4473-8d75-d56d4caf134c),segment_id=836800f6-6aac-4473-8d75-d56d4caf134c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:41.034296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:41.038613 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3232a88e-74dd-42c6-8c33-344fa2ea0236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:41.063767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955c51b-095d-4ec5-ab35-81d42f74505c req-ca734000-b74a-4b4a-a37e-3efd93ffc9b9 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:41.065349 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0955c51b-095d-4ec5-ab35-81d42f74505c req-ca734000-b74a-4b4a-a37e-3efd93ffc9b9 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 948 time: 0.2691965 May 24 23:12:41.085527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232a88e-74dd-42c6-8c33-344fa2ea0236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369aeff9-1efd-4132-aebf-ab69bcac038f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:41.135685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=6b097435-55f2-4d34-8303-9cf522cfc2e2,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:41.215898 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0955c51b-095d-4ec5-ab35-81d42f74505c req-43478b6d-dd09-454f-b853-818f56da3bbe tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347940 May 24 23:12:41.218738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3232a88e-74dd-42c6-8c33-344fa2ea0236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:41.222648 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3232a88e-74dd-42c6-8c33-344fa2ea0236 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/369aeff9-1efd-4132-aebf-ab69bcac038f HTTP/1.1" status: 204 len: 168 time: 0.8930075 May 24 23:12:41.270508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-5099feaa-7bb3-426a-8b13-c75ecc3bdfa4 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:41.272218 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-5099feaa-7bb3-426a-8b13-c75ecc3bdfa4 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.50 "GET /v2.0/networks?id=e1cc5af7-3baa-44ba-91b5-61bb786a81f9 HTTP/1.1" status: 200 len: 822 time: 0.8470113 May 24 23:12:41.273357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Router 3aebf956-61bc-4868-8f65-2368f0cda662 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:12:41.290476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Pushing event updated for resources: {'Subnet': ['ID=afd0b1d2-fba2-404f-860c-e1316667519f,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:41.321813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Request body: {'port': {'device_id': '21605e46-eed1-4ee1-af59-8f2effe7a301', 'network_id': 'e1cc5af7-3baa-44ba-91b5-61bb786a81f9', 'admin_state_up': True, 'tenant_id': 'e6dbcb70e6464839bd932c4c5c9946fa'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:41.505210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Checking segment: {'id': '2d104b13-d166-4dfd-bc28-0621cfcd77b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3b41cf3c-cbaa-4095-8a10-3d576d747340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:41.505635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Network hostable DHCP agents. Network: 3b41cf3c-cbaa-4095-8a10-3d576d747340, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:12:41.561437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:12:41.566079 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-058ac542-4408-45e5-8ef3-1ba5bb835e10 req-bbc08e96-fe8b-4a24-a938-fa2073a1d5e5 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 210 time: 0.1061628 May 24 23:12:41.569174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:41.581467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Usage tracker for resource:port and tenant:e6dbcb70e6464839bd932c4c5c9946fa is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:41.582194 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Sync routers for ids ['3aebf956-61bc-4868-8f65-2368f0cda662'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:12:41.596740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:41.606739 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Routers {'3aebf956-61bc-4868-8f65-2368f0cda662'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:41.606739 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:12:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3aebf956-61bc-4868-8f65-2368f0cda662'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:41.610217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:41.612242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:41.618008 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ebac0c1b-cb2f-4d5f-8419-35485eb36e08 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8271575 May 24 23:12:41.619097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32820) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:41.656711 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4781c068-ea60-4c92-bbc3-5e91c807d876 req-bf1494f6-f72a-4f7c-ae34-cf1815e4bf3a service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852825 May 24 23:12:41.657184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 32824) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:41.678123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Network 3b41cf3c-cbaa-4095-8a10-3d576d747340 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:12:41.712223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Made reservation on behalf of e6dbcb70e6464839bd932c4c5c9946fa for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:41.715930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:41.725693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1701fc50-47ef-46b2-a54a-5ee99af2358c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:41.787043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 3b41cf3c-cbaa-4095-8a10-3d576d747340) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:41.798111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206a08a0-e1c8-41e2-8d52-6875dc4f76e7 None None] Network 3b41cf3c-cbaa-4095-8a10-3d576d747340 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:41.818851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fc71c-a2ca-48e3-be57-ce721138b237 req-7fe42a52-e46d-4f21-8ec8-c24448b905d8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:41.826047 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-887fc71c-a2ca-48e3-be57-ce721138b237 req-7fe42a52-e46d-4f21-8ec8-c24448b905d8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 943 time: 0.6033530 May 24 23:12:41.831899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:41.832359 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:41.836451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1701fc50-47ef-46b2-a54a-5ee99af2358c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:41.850722 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Set router 3aebf956-61bc-4868-8f65-2368f0cda662 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:41.930373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1701fc50-47ef-46b2-a54a-5ee99af2358c admin admin] Usage tracker for resource:security_group_rule and tenant:391bc14432e64a649ee225e570d5a6e6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:41.943387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1701fc50-47ef-46b2-a54a-5ee99af2358c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:42.004929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1701fc50-47ef-46b2-a54a-5ee99af2358c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:42.040196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-3b41cf3c-cbaa-4095-8a10-3d576d747340', 'network_id': '3b41cf3c-cbaa-4095-8a10-3d576d747340', 'tenant_id': '817873cbdc95474ca9a9db41f8dbb38b', 'fixed_ips': [{'subnet_id': 'afd0b1d2-fba2-404f-860c-e1316667519f'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:12:42.042089 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:42.162536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-887fc71c-a2ca-48e3-be57-ce721138b237 req-c1bb531d-c1de-448d-90f4-4b0f392be70d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355324 May 24 23:12:42.192679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d37cdc45-c7df-42a6-8ee3-2bbbb3147fb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1705694 May 24 23:12:42.206353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 32828) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:42.221119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Request body: {'port': {'network_id': '3b41cf3c-cbaa-4095-8a10-3d576d747340', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-513239110'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:42.230670 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'name': 'tempest-TestAggregatesBasicOps-335843297-router', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:36Z', 'updated_at': '2022-05-24T23:12:39Z', 'revision_number': 3, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'gw_port': {'id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:38Z', 'updated_at': '2022-05-24T23:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:42.235886 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Checking router: 3aebf956-61bc-4868-8f65-2368f0cda662 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:12:42.236539 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Updating router 3aebf956-61bc-4868-8f65-2368f0cda662 port 21994e4b-62bb-4b44-a62f-d8911c60d116 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:12:42.237954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Allocated IP 2001:db8::2 (3b41cf3c-cbaa-4095-8a10-3d576d747340/afd0b1d2-fba2-404f-860c-e1316667519f/eb40372b-dbbf-46cc-a1a3-b5490d0a07b4) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:42.306343 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:42.399904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d952ba7-64bd-4b5e-81a9-f3804de6120b req-72cdadea-0995-4db9-811d-831b8efdb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:42.401131 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d952ba7-64bd-4b5e-81a9-f3804de6120b req-72cdadea-0995-4db9-811d-831b8efdb2dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adbd5c02645d4c67bac8cac4631e39bc&device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 1099 time: 0.6923461 May 24 23:12:42.539227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Allocated IP 172.20.0.2 (e1cc5af7-3baa-44ba-91b5-61bb786a81f9/c52b6af3-6e77-47f7-93f2-fe7cf77f5531/3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:42.551972 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:42.572172 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Transition to ACTIVE for port object eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:42.615346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Transition to ACTIVE for port object eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:42.624564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1ffc6ac9-0268-4b82-b57b-b97f67768288 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:12:42.703655 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:42.710192 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:42.721258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d952ba7-64bd-4b5e-81a9-f3804de6120b req-9bbacc03-48e4-43c1-9cde-c639d4391381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:42.722644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d952ba7-64bd-4b5e-81a9-f3804de6120b req-9bbacc03-48e4-43c1-9cde-c639d4391381 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2944427 May 24 23:12:42.757580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6b097435-55f2-4d34-8303-9cf522cfc2e2 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:42.824737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Network 3b41cf3c-cbaa-4095-8a10-3d576d747340 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:42.831450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:42.840125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:42.858445 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:42.874650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Pushing event updated for resources: {'Port': ['ID=eb40372b-dbbf-46cc-a1a3-b5490d0a07b4,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:42.882660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1701fc50-47ef-46b2-a54a-5ee99af2358c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:42.890854 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Transition to ACTIVE for port object 21994e4b-62bb-4b44-a62f-d8911c60d116 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:42.904112 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:42.924348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685472b1-cea2-45eb-a52c-d8547c335add req-3d8f1a97-60e4-4522-a404-15278a3284f1 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:42.925946 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-685472b1-cea2-45eb-a52c-d8547c335add req-3d8f1a97-60e4-4522-a404-15278a3284f1 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 948 time: 0.5064380 May 24 23:12:42.931944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:42.942342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e7980231-70a0-408c-a850-cab2a8cf792b req-dd56ca51-b2c9-4c04-a514-33f4eebc9660 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Synchronizing usage tracker for tenant:e6dbcb70e6464839bd932c4c5c9946fa on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:42.955989 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d952ba7-64bd-4b5e-81a9-f3804de6120b req-e98f57cb-c9d8-4b12-a775-a28fe4e6ff02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=fcbc5433-a4ad-49c2-a01d-92eab240d928 HTTP/1.1" status: 200 len: 217 time: 0.1916015 May 24 23:12:42.962021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Usage tracker for resource:port and tenant:817873cbdc95474ca9a9db41f8dbb38b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:42.964599 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1701fc50-47ef-46b2-a54a-5ee99af2358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:42.975546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:43.017196 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Attempting to bind port 21994e4b-62bb-4b44-a62f-d8911c60d116 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:12:43.017885 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Attempting to bind port 21994e4b-62bb-4b44-a62f-d8911c60d116 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:12:43.018542 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Attempting to bind port 21994e4b-62bb-4b44-a62f-d8911c60d116 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:43.023237 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-685472b1-cea2-45eb-a52c-d8547c335add req-d1847758-dd88-43af-b376-e4c0eff35e92 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872393 May 24 23:12:43.042188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Attempting to bind port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:12:43.042656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Attempting to bind port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '2d104b13-d166-4dfd-bc28-0621cfcd77b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3b41cf3c-cbaa-4095-8a10-3d576d747340'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:12:43.043085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Attempting to bind port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 on network 3b41cf3c-cbaa-4095-8a10-3d576d747340 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:43.049821 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:12:43.049821 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:43.050415 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.051008 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:12:43.051312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6b097435-55f2-4d34-8303-9cf522cfc2e2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:43.051554 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Bound port: 21994e4b-62bb-4b44-a62f-d8911c60d116, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:12:43.051731 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.052258 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.057520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Allocated IP 172.20.0.1 (ea947114-4633-451b-a53b-cd844e4fe3d5/32632d22-254b-4b01-84b8-55c4bdae1ffc/1ee6dee4-8550-4190-aaed-fbd74d429146) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:43.089350 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:12:43.089659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Checking segment: {'id': '2d104b13-d166-4dfd-bc28-0621cfcd77b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3b41cf3c-cbaa-4095-8a10-3d576d747340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:43.090075 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.090471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Bound using segment: {'id': '2d104b13-d166-4dfd-bc28-0621cfcd77b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3b41cf3c-cbaa-4095-8a10-3d576d747340'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:12:43.090957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Bound port: eb40372b-dbbf-46cc-a1a3-b5490d0a07b4, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d104b13-d166-4dfd-bc28-0621cfcd77b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3b41cf3c-cbaa-4095-8a10-3d576d747340'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:12:43.091328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.105731 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be9e57-a0cc-4903-9a77-9006502749ee None None] Pushing event updated for resources: {'Port': ['ID=21994e4b-62bb-4b44-a62f-d8911c60d116,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:43.153584 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] For port 21994e4b-62bb-4b44-a62f-d8911c60d116, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:43.158073 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] For port 21994e4b-62bb-4b44-a62f-d8911c60d116, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=21994e4b-62bb-4b44-a62f-d8911c60d116,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:43.168946 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.230863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:43.238277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1ffc6ac9-0268-4b82-b57b-b97f67768288, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1ffc6ac9-0268-4b82-b57b-b97f67768288,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:43.256752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] For port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:43.259844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '1ffc6ac9-0268-4b82-b57b-b97f67768288', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'port_id': '1ffc6ac9-0268-4b82-b57b-b97f67768288', 'mac_address': 'fa:16:3e:2e:d8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:12:43.265139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e7980231-70a0-408c-a850-cab2a8cf792b req-dd56ca51-b2c9-4c04-a514-33f4eebc9660 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Unset dirty status for tenant:e6dbcb70e6464839bd932c4c5c9946fa on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:43.274556 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7980231-70a0-408c-a850-cab2a8cf792b req-dd56ca51-b2c9-4c04-a514-33f4eebc9660 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 210 time: 0.4113142 May 24 23:12:43.295856 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be9e57-a0cc-4903-9a77-9006502749ee None None] Pushing event updated for resources: {'Port': ['ID=21994e4b-62bb-4b44-a62f-d8911c60d116,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:43.329411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] For port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=eb40372b-dbbf-46cc-a1a3-b5490d0a07b4,segment=NetworkSegment(2d104b13-d166-4dfd-bc28-0621cfcd77b7),segment_id=2d104b13-d166-4dfd-bc28-0621cfcd77b7)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:43.346280 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Routers {'3aebf956-61bc-4868-8f65-2368f0cda662'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:43.346864 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:12:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3aebf956-61bc-4868-8f65-2368f0cda662'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:43.347599 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.354786 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.362146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Made reservation on behalf of 817873cbdc95474ca9a9db41f8dbb38b for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:43.366178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.380702 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1701fc50-47ef-46b2-a54a-5ee99af2358c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=391bc14432e64a649ee225e570d5a6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7135491 May 24 23:12:43.381816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 32838) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:43.387169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Transition to ACTIVE for port object 1ee6dee4-8550-4190-aaed-fbd74d429146 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:43.440694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1ffc6ac9-0268-4b82-b57b-b97f67768288 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:43.441070 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.446997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701fc50-47ef-46b2-a54a-5ee99af2358c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c02f66-df60-495a-af12-209cd11f537e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:43.462454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6b097435-55f2-4d34-8303-9cf522cfc2e2 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:43.478990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffc6ac9-0268-4b82-b57b-b97f67768288 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:12:43.495507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92036d70-e198-4b07-acde-afa0c0fa0d39 req-737e62a0-d29d-443e-b09a-405cd2d3947b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:43.499849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf72d2f-59a8-4d44-ba74-10d266edbc04 None None] Pushing event updated for resources: {'Port': ['ID=eb40372b-dbbf-46cc-a1a3-b5490d0a07b4,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:43.507332 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92036d70-e198-4b07-acde-afa0c0fa0d39 req-737e62a0-d29d-443e-b09a-405cd2d3947b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 943 time: 0.1244464 May 24 23:12:43.522984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d952ba7-64bd-4b5e-81a9-f3804de6120b req-b471e5d4-eb3d-41f8-b2fa-685bbda77483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:43.524459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d952ba7-64bd-4b5e-81a9-f3804de6120b req-b471e5d4-eb3d-41f8-b2fa-685bbda77483 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.5451415 May 24 23:12:43.530439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.530756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1ffc6ac9-0268-4b82-b57b-b97f67768288, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1ffc6ac9-0268-4b82-b57b-b97f67768288,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:43.532873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] device_id is not set on port c515aa04-be09-4ab9-a49f-7da3ef7364b6 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:12:43.542681 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.582734 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92036d70-e198-4b07-acde-afa0c0fa0d39 req-21c64f09-727e-4659-a3aa-c3b6166404da tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742643 May 24 23:12:43.585886 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.683682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=1ffc6ac9-0268-4b82-b57b-b97f67768288,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:43.689436 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] Set router 3aebf956-61bc-4868-8f65-2368f0cda662 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:43.707199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Network ea947114-4633-451b-a53b-cd844e4fe3d5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:43.712105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:43.716466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:43.797261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee6dee4-8550-4190-aaed-fbd74d429146,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:43.800526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['1ffc6ac9-0268-4b82-b57b-b97f67768288'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:12:43.842130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.931189 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:43.956316 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f091c73e-93f2-47a6-ad61-0dba69dedbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:44.097677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:44.179341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-42850fda-21a6-4404-9fff-3e98ed8348e1 None None] Provisioning for port 1ee6dee4-8550-4190-aaed-fbd74d429146 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:44.183376 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'name': 'tempest-TestAggregatesBasicOps-335843297-router', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:36Z', 'updated_at': '2022-05-24T23:12:39Z', 'revision_number': 3, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'gw_port': {'id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:38Z', 'updated_at': '2022-05-24T23:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:44.187201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-42850fda-21a6-4404-9fff-3e98ed8348e1 None None] Provisioning complete for port 1ee6dee4-8550-4190-aaed-fbd74d429146 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:44.187740 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42850fda-21a6-4404-9fff-3e98ed8348e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:44.188118 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db19db5-6363-444a-a90c-a6f746535ebc None None] The sync data for ids ['3aebf956-61bc-4868-8f65-2368f0cda662'] in n-d-843146-7 is: [{'id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'name': 'tempest-TestAggregatesBasicOps-335843297-router', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:36Z', 'updated_at': '2022-05-24T23:12:39Z', 'revision_number': 3, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'gw_port': {'id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:38Z', 'updated_at': '2022-05-24T23:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:12:44.248755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-42850fda-21a6-4404-9fff-3e98ed8348e1 None None] Port 1ee6dee4-8550-4190-aaed-fbd74d429146 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:12:44.251608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device fcbc5433-a4ad-49c2-a01d-92eab240d928 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:12:44.256480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:44.385541 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f091c73e-93f2-47a6-ad61-0dba69dedbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:44.410267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port fcbc5433-a4ad-49c2-a01d-92eab240d928, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fcbc5433-a4ad-49c2-a01d-92eab240d928,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:44.427871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'fcbc5433-a4ad-49c2-a01d-92eab240d928', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': 'fcbc5433-a4ad-49c2-a01d-92eab240d928', 'mac_address': 'fa:16:3e:ce:1f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:12:44.445478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d952ba7-64bd-4b5e-81a9-f3804de6120b req-93405927-09e2-47a4-b63e-f4ac6c2fbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:44.447305 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d952ba7-64bd-4b5e-81a9-f3804de6120b req-93405927-09e2-47a4-b63e-f4ac6c2fbd00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8516548 May 24 23:12:44.514781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port fcbc5433-a4ad-49c2-a01d-92eab240d928 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:44.515390 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:44.546755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbc5433-a4ad-49c2-a01d-92eab240d928 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:12:44.586526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port fcbc5433-a4ad-49c2-a01d-92eab240d928, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fcbc5433-a4ad-49c2-a01d-92eab240d928,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:44.601108 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:44.660485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d952ba7-64bd-4b5e-81a9-f3804de6120b req-edf22e7f-3382-4597-baf8-3aa317fe0752 service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791105 May 24 23:12:44.666179 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:44.666629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Allocated IP 2001:db8::2f8 (3b41cf3c-cbaa-4095-8a10-3d576d747340/afd0b1d2-fba2-404f-860c-e1316667519f/c515aa04-be09-4ab9-a49f-7da3ef7364b6) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:44.700304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=fcbc5433-a4ad-49c2-a01d-92eab240d928,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:44.839565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['fcbc5433-a4ad-49c2-a01d-92eab240d928'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:12:44.843516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890852fb-f47a-4eeb-bd3e-ea71781233d9 req-c8d0db02-f323-498f-af5e-ac3f44bfb68c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:44.844902 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-890852fb-f47a-4eeb-bd3e-ea71781233d9 req-c8d0db02-f323-498f-af5e-ac3f44bfb68c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 931 time: 0.3927567 May 24 23:12:44.885483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Pushing event updated for resources: {'Port': ['ID=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:44.937325 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 21994e4b-62bb-4b44-a62f-d8911c60d116 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:44.972561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:44.976401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-890852fb-f47a-4eeb-bd3e-ea71781233d9 req-acb7806e-c848-4689-9453-8045e8f279e0 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Synchronizing usage tracker for tenant:e6dbcb70e6464839bd932c4c5c9946fa on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:45.020558 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.022740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Network e1cc5af7-3baa-44ba-91b5-61bb786a81f9 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:45.032308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:45.058776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:45.133735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-890852fb-f47a-4eeb-bd3e-ea71781233d9 req-acb7806e-c848-4689-9453-8045e8f279e0 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Unset dirty status for tenant:e6dbcb70e6464839bd932c4c5c9946fa on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:45.134619 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-890852fb-f47a-4eeb-bd3e-ea71781233d9 req-acb7806e-c848-4689-9453-8045e8f279e0 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763875 May 24 23:12:45.201672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b38d54-2f42-4ddd-8f23-3f9fa8461342 req-ec1161f4-6511-44ed-b64a-0e8bc55e189d tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:45.206562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64b38d54-2f42-4ddd-8f23-3f9fa8461342 req-ec1161f4-6511-44ed-b64a-0e8bc55e189d tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 948 time: 0.9241750 May 24 23:12:45.219097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 21994e4b-62bb-4b44-a62f-d8911c60d116 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:45.230640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 21994e4b-62bb-4b44-a62f-d8911c60d116 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:45.231017 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.232377 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.238706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee6dee4-8550-4190-aaed-fbd74d429146,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:45.252539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:45.253309 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.257805 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f091c73e-93f2-47a6-ad61-0dba69dedbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.304223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5877d3e-ca54-4c63-8acb-1eb76f42dc19 None None] Network 3b41cf3c-cbaa-4095-8a10-3d576d747340 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:45.307753 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.391326 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.503764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a14066ff-827a-4866-bf0d-d9adf17a2bca None None] Provisioning for port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:45.529036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14935981-4e0b-4fb2-9830-91a4b84b813c req-d816f714-4d82-4e72-9240-f7a0e560b049 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:45.537726 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14935981-4e0b-4fb2-9830-91a4b84b813c req-d816f714-4d82-4e72-9240-f7a0e560b049 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 944 time: 0.2283878 May 24 23:12:45.540939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Network ea947114-4633-451b-a53b-cd844e4fe3d5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:45.554372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:45.665473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 21994e4b-62bb-4b44-a62f-d8911c60d116 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:45.665473 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.712293 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14935981-4e0b-4fb2-9830-91a4b84b813c req-8c17aafc-a77f-4d12-bd81-7f4a2e81424c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735296 May 24 23:12:45.723993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 21994e4b-62bb-4b44-a62f-d8911c60d116, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=21994e4b-62bb-4b44-a62f-d8911c60d116,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:45.730335 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.731728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:45.741881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091c73e-93f2-47a6-ad61-0dba69dedbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c02f66-df60-495a-af12-209cd11f537e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:45.804798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Port': ['ID=1b431808-2f6a-4124-ae86-4b1d6730504e,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:45.810198 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d952ba7-64bd-4b5e-81a9-f3804de6120b req-db498255-6bde-4ffd-a355-a0a50564e8ab service neutron] 10.222.0.50 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0994561 May 24 23:12:45.873679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Router 3aebf956-61bc-4868-8f65-2368f0cda662 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:12:45.900103 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f091c73e-93f2-47a6-ad61-0dba69dedbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.916601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f091c73e-93f2-47a6-ad61-0dba69dedbab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3c02f66-df60-495a-af12-209cd11f537e HTTP/1.1" status: 204 len: 168 time: 2.4730124 May 24 23:12:45.918601 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.973630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1e42e1f8-1e46-4998-accc-0f07188f9d8c None None] Provisioning complete for port 1ee6dee4-8550-4190-aaed-fbd74d429146 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:45.974292 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1e42e1f8-1e46-4998-accc-0f07188f9d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:45.998715 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=21994e4b-62bb-4b44-a62f-d8911c60d116,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:46.014753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:46.035433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:46.036224 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:46.099127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:12:46.118757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-66436a04-a8a8-4c1e-9b2e-fca0c0338da4 admin admin] 10.222.0.55 "PUT /v2.0/routers/3aebf956-61bc-4868-8f65-2368f0cda662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4982860 May 24 23:12:46.127167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-1e42e1f8-1e46-4998-accc-0f07188f9d8c None None] Port 1ee6dee4-8550-4190-aaed-fbd74d429146 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:12:46.167746 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64b38d54-2f42-4ddd-8f23-3f9fa8461342 req-e4116472-5f28-4334-9dbf-4cdaf3696d8d tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9334269 May 24 23:12:46.172083 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Floating IP 8829ac7a-f9da-49ed-a4f5-31d9c81b830c associated. External IP: 172.25.7.20, port: 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b. May 24 23:12:46.232267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:46.232884 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:46.290381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1ffc6ac9-0268-4b82-b57b-b97f67768288 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:46.446242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=eb40372b-dbbf-46cc-a1a3-b5490d0a07b4,segment=NetworkSegment(2d104b13-d166-4dfd-bc28-0621cfcd77b7),segment_id=2d104b13-d166-4dfd-bc28-0621cfcd77b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:46.446912 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e1a19a70-d49d-4db2-831b-25645be5893c tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1342964 May 24 23:12:46.460284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Request body: {'port': {'device_id': '21605e46-eed1-4ee1-af59-8f2effe7a301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:46.464879 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:46.554794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148e93-856a-4ec4-99a5-4ecdfa7ac1f3 req-48eba426-5b46-4ac3-a703-fe525e497bd1 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:46.556733 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a8148e93-856a-4ec4-99a5-4ecdfa7ac1f3 req-48eba426-5b46-4ac3-a703-fe525e497bd1 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 931 time: 0.1950603 May 24 23:12:46.623016 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 1ffc6ac9-0268-4b82-b57b-b97f67768288 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:46.640956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-56aae5c7-ae8e-40c8-b4ce-9022ba0860b5 None None] Provisioning complete for port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:46.641341 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-56aae5c7-ae8e-40c8-b4ce-9022ba0860b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:46.663122 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a8148e93-856a-4ec4-99a5-4ecdfa7ac1f3 req-d784df3b-b798-486f-b9e5-bc76c9766b73 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973096 May 24 23:12:46.722831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 21994e4b-62bb-4b44-a62f-d8911c60d116 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:46.857433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 1ffc6ac9-0268-4b82-b57b-b97f67768288 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:46.857868 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:46.923594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Sync routers for ids ['3aebf956-61bc-4868-8f65-2368f0cda662'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:12:46.937667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=eb40372b-dbbf-46cc-a1a3-b5490d0a07b4,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:46.938023 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:46.978968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Transition to ACTIVE for port object c515aa04-be09-4ab9-a49f-7da3ef7364b6 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:47.002683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Routers {'3aebf956-61bc-4868-8f65-2368f0cda662'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:47.003437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:12:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3aebf956-61bc-4868-8f65-2368f0cda662'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:47.047075 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.065522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Router 6b418bb5-2a63-4667-ae55-9892c368468c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:12:47.086001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 21994e4b-62bb-4b44-a62f-d8911c60d116 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:47.086547 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.148352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32884) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:47.155808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-206621148-network', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:47.162486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:47.167718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Usage tracker for resource:network and tenant:bd25c16ebd36431faa8c0fe19cf352e0 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:47.173634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:47.194412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:47.231663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Made reservation on behalf of bd25c16ebd36431faa8c0fe19cf352e0 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:47.235004 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.283299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-56aae5c7-ae8e-40c8-b4ce-9022ba0860b5 None None] Current status of the port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:47.284080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.307718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1ffc6ac9-0268-4b82-b57b-b97f67768288 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:47.308331 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.325814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:47.338355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Usage tracker for resource:security_group_rule and tenant:bd25c16ebd36431faa8c0fe19cf352e0 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:47.345298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:47.357633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:47.397375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.400492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Set router 3aebf956-61bc-4868-8f65-2368f0cda662 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:47.468670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153274f4-0932-4744-a158-297746e93799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffc6ac9-0268-4b82-b57b-b97f67768288'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:47.496281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1ffc6ac9-0268-4b82-b57b-b97f67768288, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1ffc6ac9-0268-4b82-b57b-b97f67768288,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:47.500669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573559f-f6f2-4e7e-b0e0-689510eef6a8 req-a3f87846-0fa3-440a-9c26-6ca0cc6c2c23 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:47.502964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f573559f-f6f2-4e7e-b0e0-689510eef6a8 req-a3f87846-0fa3-440a-9c26-6ca0cc6c2c23 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 944 time: 0.5373259 May 24 23:12:47.510069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 21994e4b-62bb-4b44-a62f-d8911c60d116 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:47.514656 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.515530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device fcbc5433-a4ad-49c2-a01d-92eab240d928 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:47.530588 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.545055 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.629411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:12:47.634634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b234a2-6018-49b5-ade8-9b69857c2b0f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:47.653857 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.654356 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Added segment b3059e13-7024-434b-a447-21405385ee83 of type vlan for network 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce May 24 23:12:47.682778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Network 3b41cf3c-cbaa-4095-8a10-3d576d747340 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:47.690197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Pushing event updated for resources: {'Port': ['ID=c515aa04-be09-4ab9-a49f-7da3ef7364b6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:47.714269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61e380-67e0-4491-8e71-3dd2c7d5c223 req-bdabe998-355c-418a-a7fd-589eed5e9875 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:47.716990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e61e380-67e0-4491-8e71-3dd2c7d5c223 req-bdabe998-355c-418a-a7fd-589eed5e9875 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 949 time: 0.2683542 May 24 23:12:47.721756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.810312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e61e380-67e0-4491-8e71-3dd2c7d5c223 req-eb3fed5f-b550-4487-88ba-f3dc5364f6f7 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836046 May 24 23:12:47.832353 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.836073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:47.836699 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.888037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:12:47.889869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:47.900069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f573559f-f6f2-4e7e-b0e0-689510eef6a8 req-853766a4-434f-4fad-9b72-38e810dbe872 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681028 May 24 23:12:47.902401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:47.907697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:47.908323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:47.927713 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae9b2ac-afba-4ae5-b48c-274c8a309ba9'] response: {'server_uuid': '153274f4-0932-4744-a158-297746e93799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffc6ac9-0268-4b82-b57b-b97f67768288', 'code': 200} May 24 23:12:47.930541 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45377f7-29fe-427f-a27b-c99ef02b1b75 None None] Sync routers for ids ['6b418bb5-2a63-4667-ae55-9892c368468c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:12:47.961357 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45377f7-29fe-427f-a27b-c99ef02b1b75 None None] Routers {'6b418bb5-2a63-4667-ae55-9892c368468c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:47.962286 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c45377f7-29fe-427f-a27b-c99ef02b1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:12:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6b418bb5-2a63-4667-ae55-9892c368468c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:48.029934 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8800712 May 24 23:12:48.032830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32930) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:48.060174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Request body: {'subnet': {'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-206621148-subnet', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:48.066023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:48.076233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Usage tracker for resource:subnet and tenant:bd25c16ebd36431faa8c0fe19cf352e0 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:48.079241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:48.085848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:48.093982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ca61d-363c-4e5b-a63f-f91015e9a2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=01b8d62c-fdc4-4cb5-80bd-0aaef0924cce,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:48.110885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Made reservation on behalf of bd25c16ebd36431faa8c0fe19cf352e0 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:48.115810 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:48.125303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:12:48.142924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:12:48.153736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:48.169979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Transition to ACTIVE for port object 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:48.229863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:48.238035 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a4604541-7491-4796-b7ba-fa414d3e6883 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.0304623 May 24 23:12:48.239346 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:48.251889 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c45377f7-29fe-427f-a27b-c99ef02b1b75 None None] Set router 6b418bb5-2a63-4667-ae55-9892c368468c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:48.274247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 32942) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:48.380909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Request body: {'port': {'network_id': '3b41cf3c-cbaa-4095-8a10-3d576d747340', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-380015534', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:48.381408 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.api.validators [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] bootfile-name is not in valid_values {{(pid=88389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:12:48.381812 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.api.validators [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] tftp-server is not in valid_values {{(pid=88389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:12:48.382165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.api.validators [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] server-ip-address is not in valid_values {{(pid=88389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:12:48.407008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Pushing event updated for resources: {'Port': ['ID=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:48.451243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=1ffc6ac9-0268-4b82-b57b-b97f67768288,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:48.543363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b64aa2-c460-4c96-99d6-549d6c1a6834 req-2fbe8aae-a80a-44ad-ba2f-d0f9468c0e11 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:48.550739 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a1b64aa2-c460-4c96-99d6-549d6c1a6834 req-2fbe8aae-a80a-44ad-ba2f-d0f9468c0e11 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 943 time: 0.4426060 May 24 23:12:48.572423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port fcbc5433-a4ad-49c2-a01d-92eab240d928 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:48.574980 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:48.594230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port fcbc5433-a4ad-49c2-a01d-92eab240d928 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:48.594797 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:48.736771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f2a45d10-3f62-4b96-8376-a63f6b3129e9 None None] Provisioning for port c515aa04-be09-4ab9-a49f-7da3ef7364b6 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:48.754404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f2a45d10-3f62-4b96-8376-a63f6b3129e9 None None] Provisioning complete for port c515aa04-be09-4ab9-a49f-7da3ef7364b6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:48.754805 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f2a45d10-3f62-4b96-8376-a63f6b3129e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:48.787960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:48.846960 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a1b64aa2-c460-4c96-99d6-549d6c1a6834 req-6a878413-9df3-4902-a1e7-7954fb0edc53 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952566 May 24 23:12:48.868383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Checking segment: {'id': 'b3059e13-7024-434b-a447-21405385ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:48.869232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Network hostable DHCP agents. Network: 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:12:48.874174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1348f061-b38a-42d9-a4c3-bafad3cd1e52,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:48.899273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Network 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:12:48.936479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:48.936854 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:48.940602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:48.948179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:48.948947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:48.960689 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c45377f7-29fe-427f-a27b-c99ef02b1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:51Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8829ac7a-f9da-49ed-a4f5-31d9c81b830c', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'port_id': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'mac_address': 'fa:16:3e:e8:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:12:42Z', 'updated_at': '2022-05-24T23:12:42Z', 'revision_number': 0, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df942f99-2d5b-4062-85a9-37e9a39ae95d', 'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:2b:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:48Z', 'updated_at': '2022-05-24T23:12:03Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:48.971145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f2a45d10-3f62-4b96-8376-a63f6b3129e9 None None] Port c515aa04-be09-4ab9-a49f-7da3ef7364b6 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:12:48.973088 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45377f7-29fe-427f-a27b-c99ef02b1b75 None None] Checking router: 6b418bb5-2a63-4667-ae55-9892c368468c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:12:48.982843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be43c3-70b8-4c9b-baec-8e398d4bb883 None None] Network 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:48.998589 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45377f7-29fe-427f-a27b-c99ef02b1b75 None None] Routers {'6b418bb5-2a63-4667-ae55-9892c368468c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:48.999322 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c45377f7-29fe-427f-a27b-c99ef02b1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:12:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6b418bb5-2a63-4667-ae55-9892c368468c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:49.003727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5cd94e16-c559-4c33-84d6-ef6f8eeb19c1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9656458 May 24 23:12:49.006562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 32996) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:49.017544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-206621148-router', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:49.030530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:49.043471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Usage tracker for resource:router and tenant:bd25c16ebd36431faa8c0fe19cf352e0 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:49.048422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:49.057295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:49.085421 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.086857 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.171606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.195486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-abbae5ad-93f6-4a67-9d94-d97a07126394 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.0574436 May 24 23:12:49.198322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:49.198469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33000) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:49.214453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:49.278331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Usage tracker for resource:port and tenant:817873cbdc95474ca9a9db41f8dbb38b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:49.293091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:49.305260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0e188-d8c1-445a-86ed-90205cc5cae5 req-26963013-a06a-48e7-be57-2e0ab01c43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.306982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09a0e188-d8c1-445a-86ed-90205cc5cae5 req-26963013-a06a-48e7-be57-2e0ab01c43a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 1096 time: 1.1324489 May 24 23:12:49.310667 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c45377f7-29fe-427f-a27b-c99ef02b1b75 None None] Set router 6b418bb5-2a63-4667-ae55-9892c368468c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:49.311710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Attempting to bind port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:12:49.312046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Attempting to bind port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '45d1d398-51eb-4577-a9fb-07ff93f9223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1cc5af7-3baa-44ba-91b5-61bb786a81f9'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:12:49.312375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Attempting to bind port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 on network e1cc5af7-3baa-44ba-91b5-61bb786a81f9 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:49.319299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:49.322746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 on network e1cc5af7-3baa-44ba-91b5-61bb786a81f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:12:49.322979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Attempting to bind port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 on network e1cc5af7-3baa-44ba-91b5-61bb786a81f9 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:49.330393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port fcbc5433-a4ad-49c2-a01d-92eab240d928 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:49.330786 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.371129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:12:49.371503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Checking segment: {'id': '45d1d398-51eb-4577-a9fb-07ff93f9223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1cc5af7-3baa-44ba-91b5-61bb786a81f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:49.371948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Bound using segment: {'id': '45d1d398-51eb-4577-a9fb-07ff93f9223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1cc5af7-3baa-44ba-91b5-61bb786a81f9'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:12:49.372443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Bound port: 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d1d398-51eb-4577-a9fb-07ff93f9223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1cc5af7-3baa-44ba-91b5-61bb786a81f9'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:12:49.372802 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.404133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33008) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:49.407222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Made reservation on behalf of 817873cbdc95474ca9a9db41f8dbb38b for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:49.410435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.443575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09a0e188-d8c1-445a-86ed-90205cc5cae5 req-ff3a1e82-35d7-4f4e-bc3e-dcd65e505b1e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258454 May 24 23:12:49.443900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:49.452853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'name': 'tempest-TestAggregatesBasicOps-335843297-router', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:36Z', 'updated_at': '2022-05-24T23:12:44Z', 'revision_number': 4, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'gw_port': {'id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:38Z', 'updated_at': '2022-05-24T23:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '1ee6dee4-8550-4190-aaed-fbd74d429146', 'name': '', 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'mac_address': 'fa:16:3e:21:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '32632d22-254b-4b01-84b8-55c4bdae1ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:42Z', 'updated_at': '2022-05-24T23:12:44Z', 'revision_number': 2, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'subnets': [{'id': '32632d22-254b-4b01-84b8-55c4bdae1ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:49.507697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Checking router: 3aebf956-61bc-4868-8f65-2368f0cda662 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:12:49.509325 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Updating router 3aebf956-61bc-4868-8f65-2368f0cda662 port 1ee6dee4-8550-4190-aaed-fbd74d429146 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:12:49.532019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c115c5-6ce8-40fa-8c25-2146db359091 req-55d4d19e-8fcb-4b5a-b1d1-55754c8fed4b tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.533842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16c115c5-6ce8-40fa-8c25-2146db359091 req-55d4d19e-8fcb-4b5a-b1d1-55754c8fed4b tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 949 time: 0.3534279 May 24 23:12:49.587286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] For port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:49.590750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] For port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3,segment=NetworkSegment(45d1d398-51eb-4577-a9fb-07ff93f9223a),segment_id=45d1d398-51eb-4577-a9fb-07ff93f9223a)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:49.592743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] device_id is not set on port 6ea0ee92-a104-47d7-a41c-68f92f825e11 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:12:49.593025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ea73-713c-454a-8052-47c5abdf73d6 req-338d1088-072f-42e3-b6db-85b5df2deef9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.601068 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9913ea73-713c-454a-8052-47c5abdf73d6 req-338d1088-072f-42e3-b6db-85b5df2deef9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 945 time: 0.4927061 May 24 23:12:49.677848 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.706679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-01b8d62c-fdc4-4cb5-80bd-0aaef0924cce', 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'fixed_ips': [{'subnet_id': '1348f061-b38a-42d9-a4c3-bafad3cd1e52'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:12:49.707564 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.710366 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.749990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.750761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.752276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] 10.222.0.50 "PUT /v2.0/ports/3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 HTTP/1.1" status: 200 len: 1091 time: 3.2967081 May 24 23:12:49.766663 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9913ea73-713c-454a-8052-47c5abdf73d6 req-87105694-6414-4e67-be50-d63f8eda35c0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646137 May 24 23:12:49.805746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970afc9-a000-4837-83b4-4d41de140479 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.806217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970afc9-a000-4837-83b4-4d41de140479 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.806695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970afc9-a000-4837-83b4-4d41de140479 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.807514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16c115c5-6ce8-40fa-8c25-2146db359091 req-de8fb34b-b143-4d44-b3bf-b8f3d189588a tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639201 May 24 23:12:49.815443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970afc9-a000-4837-83b4-4d41de140479 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.815978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970afc9-a000-4837-83b4-4d41de140479 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.816449 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970afc9-a000-4837-83b4-4d41de140479 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.816961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970afc9-a000-4837-83b4-4d41de140479 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.817902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970afc9-a000-4837-83b4-4d41de140479 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.818363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970afc9-a000-4837-83b4-4d41de140479 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.818829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970afc9-a000-4837-83b4-4d41de140479 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:49.820921 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d970afc9-a000-4837-83b4-4d41de140479 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7107 time: 0.6179757 May 24 23:12:49.828164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33014) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:49.865790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port fcbc5433-a4ad-49c2-a01d-92eab240d928, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fcbc5433-a4ad-49c2-a01d-92eab240d928,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:49.879412 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3118fb5b-1e30-44fc-84d0-0a05ae0fbcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.888103 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c45377f7-29fe-427f-a27b-c99ef02b1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:51Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8829ac7a-f9da-49ed-a4f5-31d9c81b830c', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'port_id': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'mac_address': 'fa:16:3e:e8:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:12:42Z', 'updated_at': '2022-05-24T23:12:42Z', 'revision_number': 0, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df942f99-2d5b-4062-85a9-37e9a39ae95d', 'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:2b:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:48Z', 'updated_at': '2022-05-24T23:12:03Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:49.890211 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:49.901354 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45377f7-29fe-427f-a27b-c99ef02b1b75 None None] The sync data for ids ['6b418bb5-2a63-4667-ae55-9892c368468c'] in n-d-843146-7 is: [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:51Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '8829ac7a-f9da-49ed-a4f5-31d9c81b830c', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'port_id': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'mac_address': 'fa:16:3e:e8:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:12:42Z', 'updated_at': '2022-05-24T23:12:42Z', 'revision_number': 0, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df942f99-2d5b-4062-85a9-37e9a39ae95d', 'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:2b:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:48Z', 'updated_at': '2022-05-24T23:12:03Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:12:49.920356 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e677c1-112b-4c76-a371-3961e1833199'] response: {'name': 'network-changed', 'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'status': 'completed', 'code': 200} May 24 23:12:49.928930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c982348c-8b1c-46fc-b02b-bda37df445a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc5433-a4ad-49c2-a01d-92eab240d928'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:49.933602 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:50.025115 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f88b750-ded7-4197-b62f-7d1012012ddf'] response: {'server_uuid': 'c982348c-8b1c-46fc-b02b-bda37df445a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc5433-a4ad-49c2-a01d-92eab240d928', 'code': 200} May 24 23:12:50.073356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5453a74-eb41-48b8-9cae-d0cd9ce95a79 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.073852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5453a74-eb41-48b8-9cae-d0cd9ce95a79 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.074328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5453a74-eb41-48b8-9cae-d0cd9ce95a79 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.074782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5453a74-eb41-48b8-9cae-d0cd9ce95a79 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.075222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5453a74-eb41-48b8-9cae-d0cd9ce95a79 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.075667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5453a74-eb41-48b8-9cae-d0cd9ce95a79 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.076385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5453a74-eb41-48b8-9cae-d0cd9ce95a79 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.076666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5453a74-eb41-48b8-9cae-d0cd9ce95a79 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.077110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5453a74-eb41-48b8-9cae-d0cd9ce95a79 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.077575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5453a74-eb41-48b8-9cae-d0cd9ce95a79 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.079582 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e5453a74-eb41-48b8-9cae-d0cd9ce95a79 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6545 time: 0.2491002 May 24 23:12:50.082557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33022) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:50.085186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3118fb5b-1e30-44fc-84d0-0a05ae0fbcf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:50.116315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3118fb5b-1e30-44fc-84d0-0a05ae0fbcf8 admin admin] Usage tracker for resource:security_group_rule and tenant:8937beaa76514b5b86a7996cba9364cf is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:50.152514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3118fb5b-1e30-44fc-84d0-0a05ae0fbcf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:50.173977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3118fb5b-1e30-44fc-84d0-0a05ae0fbcf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:50.181326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd8041-8aa8-4471-b245-057f7408463b service neutron] Pushing event updated for resources: {'Port': ['ID=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:50.250215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e26fb11-758e-4379-86ee-b1f4388a9ea7 None None] New status for floating IP 8829ac7a-f9da-49ed-a4f5-31d9c81b830c: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:12:50.261278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Allocated IP 2001:db8::f6 (3b41cf3c-cbaa-4095-8a10-3d576d747340/afd0b1d2-fba2-404f-860c-e1316667519f/6ea0ee92-a104-47d7-a41c-68f92f825e11) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:50.265097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530427f-a297-4897-b3b9-4f2408fafd15 req-a553ae89-90fa-4290-922f-9e044f839a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.266483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2530427f-a297-4897-b3b9-4f2408fafd15 req-a553ae89-90fa-4290-922f-9e044f839a5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702cf064813c4c99be556eaa2ccd29f5&device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 1135 time: 0.3298678 May 24 23:12:50.309414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-5a5003bb-341b-49f7-91ff-2b64564e5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.310957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-5a5003bb-341b-49f7-91ff-2b64564e5bac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6dbcb70e6464839bd932c4c5c9946fa&device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 1094 time: 0.4784508 May 24 23:12:50.368491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a267de2-6dcf-47e1-947d-8d5529685c24 req-a00ad2f1-e708-4906-91ff-2faa8cc1928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.369968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3a267de2-6dcf-47e1-947d-8d5529685c24 req-a00ad2f1-e708-4906-91ff-2faa8cc1928b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 1101 time: 0.2830794 May 24 23:12:50.494999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=fcbc5433-a4ad-49c2-a01d-92eab240d928,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:50.528875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Allocated IP 172.20.0.2 (01b8d62c-fdc4-4cb5-80bd-0aaef0924cce/1348f061-b38a-42d9-a4c3-bafad3cd1e52/6727b400-d735-410d-95fe-adb57fb173cf) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:50.619536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-1a798cf0-7873-4802-bdd7-c8cb02303802 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 HTTP/1.1" status: 200 len: 217 time: 0.2447670 May 24 23:12:50.638430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26378eb-a7d8-4e86-94fa-943bbbc45e17 req-e9050fed-3ff3-4bab-b773-488813dd1fe3 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.646343 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b26378eb-a7d8-4e86-94fa-943bbbc45e17 req-e9050fed-3ff3-4bab-b773-488813dd1fe3 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 943 time: 0.6156809 May 24 23:12:50.847511 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:50.902299 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3a267de2-6dcf-47e1-947d-8d5529685c24 req-be26e82c-b732-4843-8ab0-ba13c0210133 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773057 May 24 23:12:50.905893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-306f5b5e-ed8c-484c-a1fd-7ba759f4f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.907381 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-306f5b5e-ed8c-484c-a1fd-7ba759f4f8e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c52b6af3-6e77-47f7-93f2-fe7cf77f5531 HTTP/1.1" status: 200 len: 862 time: 0.2568014 May 24 23:12:50.908596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:50.909296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3118fb5b-1e30-44fc-84d0-0a05ae0fbcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:50.928515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b26378eb-a7d8-4e86-94fa-943bbbc45e17 req-ea807e95-cf78-4f37-94af-66a43ebcb93b tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791295 May 24 23:12:50.930902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530427f-a297-4897-b3b9-4f2408fafd15 req-ae3fb698-a457-4307-8b5c-ff5db9a7cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:50.934807 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2530427f-a297-4897-b3b9-4f2408fafd15 req-ae3fb698-a457-4307-8b5c-ff5db9a7cd69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcfe7349-20af-4d26-801e-4f7c7e3e63be HTTP/1.1" status: 200 len: 897 time: 0.6592357 May 24 23:12:50.951686 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3118fb5b-1e30-44fc-84d0-0a05ae0fbcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.080744 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.084897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118fb5b-1e30-44fc-84d0-0a05ae0fbcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90f0937-e04e-41eb-856e-41ce19272fc0,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:51.109327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Transition to ACTIVE for port object 1ee6dee4-8550-4190-aaed-fbd74d429146 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:51.124001 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.158897 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2b965c57-b727-47f8-8b65-193f5653d1d0 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4313 time: 1.0720725 May 24 23:12:51.162782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33030) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:51.168915 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.177699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3118fb5b-1e30-44fc-84d0-0a05ae0fbcf8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8937beaa76514b5b86a7996cba9364cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7657099 May 24 23:12:51.203117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33034) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:51.220351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02da6f5-e548-491c-945a-1ac44a0f2d41 req-fbba4f2c-99c4-4be6-b47b-f64dfd713da0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:51.221897 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e02da6f5-e548-491c-945a-1ac44a0f2d41 req-fbba4f2c-99c4-4be6-b47b-f64dfd713da0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 945 time: 0.2434304 May 24 23:12:51.276244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aa1ce-72ab-46fc-88b4-e225affa14ee None None] Pushing event updated for resources: {'Port': ['ID=1ee6dee4-8550-4190-aaed-fbd74d429146,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:51.280712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Allocated IP 172.25.7.184 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/b609963c-f9f9-4ae1-91c6-b5694feeca2e) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:51.300093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Transition to ACTIVE for port object 6727b400-d735-410d-95fe-adb57fb173cf will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:51.351039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2530427f-a297-4897-b3b9-4f2408fafd15 req-f916155c-ba07-48a8-9107-8be23464c269 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b HTTP/1.1" status: 200 len: 1000 time: 0.2365494 May 24 23:12:51.397252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Transition to ACTIVE for port object 6727b400-d735-410d-95fe-adb57fb173cf will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:51.414822 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-379b6d89-6703-4a78-a3af-add38bdb9801 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1cc5af7-3baa-44ba-91b5-61bb786a81f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2465298 May 24 23:12:51.416607 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.448874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e02da6f5-e548-491c-945a-1ac44a0f2d41 req-7a23ee04-d9e3-467e-96f4-8b88fd4700eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070584 May 24 23:12:51.465467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Attempting to bind port 1ee6dee4-8550-4190-aaed-fbd74d429146 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:12:51.465858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Attempting to bind port 1ee6dee4-8550-4190-aaed-fbd74d429146 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '836800f6-6aac-4473-8d75-d56d4caf134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:12:51.466226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Attempting to bind port 1ee6dee4-8550-4190-aaed-fbd74d429146 on network ea947114-4633-451b-a53b-cd844e4fe3d5 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:51.484739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Network 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:51.485017 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0628ebbd-7b5e-485b-87f8-a4b313dc5f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.485711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:12:51.486088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Checking segment: {'id': '836800f6-6aac-4473-8d75-d56d4caf134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:51.486485 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.487057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Bound using segment: {'id': '836800f6-6aac-4473-8d75-d56d4caf134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:12:51.487700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Bound port: 1ee6dee4-8550-4190-aaed-fbd74d429146, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836800f6-6aac-4473-8d75-d56d4caf134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:12:51.488239 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.506284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:51.513393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0628ebbd-7b5e-485b-87f8-a4b313dc5f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.517292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:51.580490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0214f-e438-427e-aae5-e4a23299f3dc tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:51.581024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0214f-e438-427e-aae5-e4a23299f3dc tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:51.586308 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-afb0214f-e438-427e-aae5-e4a23299f3dc tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b418bb5-2a63-4667-ae55-9892c368468c HTTP/1.1" status: 200 len: 1990 time: 0.4221580 May 24 23:12:51.608066 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.623927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0628ebbd-7b5e-485b-87f8-a4b313dc5f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.628602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Transition to ACTIVE for port object 6ea0ee92-a104-47d7-a41c-68f92f825e11 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:51.644391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Pushing event updated for resources: {'Port': ['ID=6727b400-d735-410d-95fe-adb57fb173cf,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:51.666748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.691292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Attempting to bind port 6727b400-d735-410d-95fe-adb57fb173cf on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:12:51.693247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Attempting to bind port 6727b400-d735-410d-95fe-adb57fb173cf by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b3059e13-7024-434b-a447-21405385ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:12:51.693854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Attempting to bind port 6727b400-d735-410d-95fe-adb57fb173cf on network 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:51.702569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628ebbd-7b5e-485b-87f8-a4b313dc5f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90f0937-e04e-41eb-856e-41ce19272fc0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:51.711600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:12:51.711980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Checking segment: {'id': 'b3059e13-7024-434b-a447-21405385ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:51.712389 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.712797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Bound using segment: {'id': 'b3059e13-7024-434b-a447-21405385ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:12:51.713244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Bound port: 6727b400-d735-410d-95fe-adb57fb173cf, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3059e13-7024-434b-a447-21405385ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:12:51.713653 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.714023 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.747864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530427f-a297-4897-b3b9-4f2408fafd15 req-b0fcf9e6-98ab-4001-8fde-5cf6385872ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:51.748635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] For port 1ee6dee4-8550-4190-aaed-fbd74d429146, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:51.749388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2530427f-a297-4897-b3b9-4f2408fafd15 req-b0fcf9e6-98ab-4001-8fde-5cf6385872ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b1386afa-59d4-4cb0-bf14-5cc585ed77f1 HTTP/1.1" status: 200 len: 834 time: 0.3858976 May 24 23:12:51.752915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] For port 1ee6dee4-8550-4190-aaed-fbd74d429146, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1ee6dee4-8550-4190-aaed-fbd74d429146,segment=NetworkSegment(836800f6-6aac-4473-8d75-d56d4caf134c),segment_id=836800f6-6aac-4473-8d75-d56d4caf134c)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:51.774324 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0628ebbd-7b5e-485b-87f8-a4b313dc5f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.778503 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0628ebbd-7b5e-485b-87f8-a4b313dc5f0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d90f0937-e04e-41eb-856e-41ce19272fc0 HTTP/1.1" status: 204 len: 168 time: 0.5713751 May 24 23:12:51.805169 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.811897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936ec79-b431-4c42-8f33-d427141f9fa3 req-7442701c-1410-41bb-ab38-2cedc2a8425a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:51.819883 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2936ec79-b431-4c42-8f33-d427141f9fa3 req-7442701c-1410-41bb-ab38-2cedc2a8425a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 945 time: 0.1491144 May 24 23:12:51.837164 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:51.888268 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-66ae06d3-bfd4-4fd6-b79e-7cc6cf8ecee1 service neutron] 10.222.0.50 "GET /v2.0/networks/e1cc5af7-3baa-44ba-91b5-61bb786a81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545820 May 24 23:12:51.913952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] For port 6727b400-d735-410d-95fe-adb57fb173cf, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:51.920711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] For port 6727b400-d735-410d-95fe-adb57fb173cf, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6727b400-d735-410d-95fe-adb57fb173cf,segment=NetworkSegment(b3059e13-7024-434b-a447-21405385ee83),segment_id=b3059e13-7024-434b-a447-21405385ee83)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:51.925216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Routers {'3aebf956-61bc-4868-8f65-2368f0cda662'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:51.925590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:12:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3aebf956-61bc-4868-8f65-2368f0cda662'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:51.935943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21605e46-eed1-4ee1-af59-8f2effe7a301', 'tag': '3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:51.936426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:51.942124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:51.951176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:52.008933 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:52.015705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aa1ce-72ab-46fc-88b4-e225affa14ee None None] Pushing event updated for resources: {'Port': ['ID=1ee6dee4-8550-4190-aaed-fbd74d429146,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:52.032816 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2936ec79-b431-4c42-8f33-d427141f9fa3 req-3753c747-a78f-4207-af5b-e62acaf01ce7 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119155 May 24 23:12:52.059623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Pushing event updated for resources: {'Port': ['ID=b609963c-f9f9-4ae1-91c6-b5694feeca2e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:52.151866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6ecbb60-0761-40a3-b0ab-158022302acb req-e62fdb17-8f2b-49a6-92bd-1eccf2b8aea5 service neutron] 10.222.0.50 "GET /v2.0/networks/e1cc5af7-3baa-44ba-91b5-61bb786a81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221959 May 24 23:12:52.154624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Network 3b41cf3c-cbaa-4095-8a10-3d576d747340 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:52.168177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:52.171061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:52.184504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:52.196107 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:52.202949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Pushing event updated for resources: {'Port': ['ID=6ea0ee92-a104-47d7-a41c-68f92f825e11,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:52.275702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96a0ca-0392-4915-b6ea-76068909b556 req-7c32d446-e122-45cc-a353-e7a97a98817b tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:52.277917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d96a0ca-0392-4915-b6ea-76068909b556 req-7c32d446-e122-45cc-a353-e7a97a98817b tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 950 time: 1.1702023 May 24 23:12:52.283776 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1b36b041-490b-401a-b20f-573d75784b0a tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.9078183 May 24 23:12:52.315828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33052) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:52.433863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d96a0ca-0392-4915-b6ea-76068909b556 req-d4fbd0fe-dcc3-4c18-8c29-d9b749d2877a tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484520 May 24 23:12:52.438309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530427f-a297-4897-b3b9-4f2408fafd15 req-bd6c35d4-b30d-4cbe-bc14-943d15aec3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:52.439943 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2530427f-a297-4897-b3b9-4f2408fafd15 req-bd6c35d4-b30d-4cbe-bc14-943d15aec3d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcfe7349-20af-4d26-801e-4f7c7e3e63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6719043 May 24 23:12:52.618605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e19724-3cc5-4c87-b946-19ec79d0bb5d req-99877dda-3bcd-447f-b552-fb635f916756 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:52.620464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f5e19724-3cc5-4c87-b946-19ec79d0bb5d req-99877dda-3bcd-447f-b552-fb635f916756 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 943 time: 0.3671854 May 24 23:12:52.626122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f6274-f668-4d33-9927-65b9c10ea52f None None] Pushing event updated for resources: {'Port': ['ID=6727b400-d735-410d-95fe-adb57fb173cf,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:52.665950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] Set router 3aebf956-61bc-4868-8f65-2368f0cda662 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:52.668025 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f34aec79-f1b2-4e6c-b8a8-fd41dc2bfc19'] response: {'name': 'network-changed', 'server_uuid': '21605e46-eed1-4ee1-af59-8f2effe7a301', 'tag': '3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3', 'status': 'completed', 'code': 200} May 24 23:12:52.805010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-65cfb48b-e488-433c-a51b-7b6bd963f599 None None] Provisioning for port 6ea0ee92-a104-47d7-a41c-68f92f825e11 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:52.815760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-65cfb48b-e488-433c-a51b-7b6bd963f599 None None] Provisioning complete for port 6ea0ee92-a104-47d7-a41c-68f92f825e11 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:52.816217 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-65cfb48b-e488-433c-a51b-7b6bd963f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:52.849676 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f5e19724-3cc5-4c87-b946-19ec79d0bb5d req-f43c3bd3-b92f-4ff9-982c-9d733a383f3f tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572385 May 24 23:12:52.915953 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:52.963437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e62a67-8c3a-49e6-9a21-57040f2d0c47 req-be2529b6-e151-4962-82d9-1186a6553d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:52.965427 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45e62a67-8c3a-49e6-9a21-57040f2d0c47 req-be2529b6-e151-4962-82d9-1186a6553d80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6dbcb70e6464839bd932c4c5c9946fa&device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 1094 time: 0.2948596 May 24 23:12:53.166124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-65cfb48b-e488-433c-a51b-7b6bd963f599 None None] Port 6ea0ee92-a104-47d7-a41c-68f92f825e11 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:12:53.288030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'name': 'tempest-TestAggregatesBasicOps-335843297-router', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:36Z', 'updated_at': '2022-05-24T23:12:44Z', 'revision_number': 4, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'gw_port': {'id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:38Z', 'updated_at': '2022-05-24T23:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '1ee6dee4-8550-4190-aaed-fbd74d429146', 'name': '', 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'mac_address': 'fa:16:3e:21:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '32632d22-254b-4b01-84b8-55c4bdae1ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:42Z', 'updated_at': '2022-05-24T23:12:51Z', 'revision_number': 4, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'subnets': [{'id': '32632d22-254b-4b01-84b8-55c4bdae1ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:53.293383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036df2e-adb3-4a21-ad86-079cf4f16301 None None] The sync data for ids ['3aebf956-61bc-4868-8f65-2368f0cda662'] in n-d-843146-7 is: [{'id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'name': 'tempest-TestAggregatesBasicOps-335843297-router', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:36Z', 'updated_at': '2022-05-24T23:12:44Z', 'revision_number': 4, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'gw_port': {'id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:38Z', 'updated_at': '2022-05-24T23:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '1ee6dee4-8550-4190-aaed-fbd74d429146', 'name': '', 'network_id': 'ea947114-4633-451b-a53b-cd844e4fe3d5', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'mac_address': 'fa:16:3e:21:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '32632d22-254b-4b01-84b8-55c4bdae1ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:42Z', 'updated_at': '2022-05-24T23:12:51Z', 'revision_number': 4, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'subnets': [{'id': '32632d22-254b-4b01-84b8-55c4bdae1ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:12:53.334707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e62a67-8c3a-49e6-9a21-57040f2d0c47 req-7f338ff3-ae7c-4cdb-b8cd-ad65f365e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:53.335840 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45e62a67-8c3a-49e6-9a21-57040f2d0c47 req-7f338ff3-ae7c-4cdb-b8cd-ad65f365e092 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1cc5af7-3baa-44ba-91b5-61bb786a81f9 HTTP/1.1" status: 200 len: 923 time: 0.3598776 May 24 23:12:53.350092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723782b-b2fc-4aa3-aae3-b62ff796cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:53.361727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723782b-b2fc-4aa3-aae3-b62ff796cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:53.369170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723782b-b2fc-4aa3-aae3-b62ff796cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:53.370728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a723782b-b2fc-4aa3-aae3-b62ff796cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Synchronizing usage tracker for tenant:817873cbdc95474ca9a9db41f8dbb38b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:53.505721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f75b-4ba6-4f7e-a388-6dea95f2726d req-6314989f-442f-47eb-a019-8dd268811297 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:53.513231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10a6f75b-4ba6-4f7e-a388-6dea95f2726d req-6314989f-442f-47eb-a019-8dd268811297 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 945 time: 0.7585554 May 24 23:12:53.542002 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45e62a67-8c3a-49e6-9a21-57040f2d0c47 req-09555807-6f6b-4803-a685-44b170e5ca16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 HTTP/1.1" status: 200 len: 217 time: 0.1553171 May 24 23:12:53.639441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2530427f-a297-4897-b3b9-4f2408fafd15 req-84deba27-a12b-4278-a651-d2dfa89d2b2c service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1782413 May 24 23:12:53.654994 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:53.668894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a723782b-b2fc-4aa3-aae3-b62ff796cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Unset dirty status for tenant:817873cbdc95474ca9a9db41f8dbb38b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:53.675455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a723782b-b2fc-4aa3-aae3-b62ff796cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 1.3499346 May 24 23:12:53.728397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33082) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:53.870997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ed85e18d-9d01-4d9c-8a00-7232b3d05fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Deleting port 6ea0ee92-a104-47d7-a41c-68f92f825e11 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:53.871350 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ed85e18d-9d01-4d9c-8a00-7232b3d05fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:53.922614 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10a6f75b-4ba6-4f7e-a388-6dea95f2726d req-fb4aeaa7-930d-4a11-981a-61e6accc0697 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081893 May 24 23:12:53.924075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e62a67-8c3a-49e6-9a21-57040f2d0c47 req-c5a4f7a2-c2b3-48d7-bf3e-5e75f7408ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:53.925548 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45e62a67-8c3a-49e6-9a21-57040f2d0c47 req-c5a4f7a2-c2b3-48d7-bf3e-5e75f7408ff1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c52b6af3-6e77-47f7-93f2-fe7cf77f5531 HTTP/1.1" status: 200 len: 862 time: 0.3732693 May 24 23:12:54.012643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45e62a67-8c3a-49e6-9a21-57040f2d0c47 req-7edaf476-e863-4e09-bb6a-e21838023ee5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1cc5af7-3baa-44ba-91b5-61bb786a81f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774312 May 24 23:12:54.182579 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fb178e-6af1-43f8-b6ae-b54d58a7963a None None] Network 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:12:54.241855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684c038-02ea-420f-9b6c-4ef79ed841c8 req-937746b4-9c62-4ba9-b2f0-98f3988a1477 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:54.243413 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1684c038-02ea-420f-9b6c-4ef79ed841c8 req-937746b4-9c62-4ba9-b2f0-98f3988a1477 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 950 time: 0.5856404 May 24 23:12:54.268792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2530427f-a297-4897-b3b9-4f2408fafd15 req-83e13e71-017f-4121-8241-a52023268055 service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187031 May 24 23:12:54.301354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:12:54.311112 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:54.316275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-841da67d-ddca-406c-bd43-477852f117f1 None None] Provisioning for port 6727b400-d735-410d-95fe-adb57fb173cf completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:54.361079 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1684c038-02ea-420f-9b6c-4ef79ed841c8 req-5e91346e-4ec0-48c1-8e72-b4a6bf2db694 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115551 May 24 23:12:54.379151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33100) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:54.382335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Router c12ec448-7a87-4dd3-a7f0-e247694268b7 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:12:54.740640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45e62a67-8c3a-49e6-9a21-57040f2d0c47 req-a0731347-9454-4059-a7b4-a7e3bc3a606b service neutron] 10.222.0.50 "GET /v2.0/networks/e1cc5af7-3baa-44ba-91b5-61bb786a81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7072444 May 24 23:12:54.749117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:12:54.758076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-202618061'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:54.762580 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Sync routers for ids ['c12ec448-7a87-4dd3-a7f0-e247694268b7'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:12:54.769722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3,segment=NetworkSegment(45d1d398-51eb-4577-a9fb-07ff93f9223a),segment_id=45d1d398-51eb-4577-a9fb-07ff93f9223a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:54.778820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:54.786329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Usage tracker for resource:network and tenant:d8d2f2841fef44c4bae6777e3d2d04db is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:54.787795 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Routers {'c12ec448-7a87-4dd3-a7f0-e247694268b7'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:54.788700 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-17327843-547e-4be6-900c-b87752ad7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:12:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c12ec448-7a87-4dd3-a7f0-e247694268b7'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:54.799206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:54.805767 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3', 'network_id': 'e1cc5af7-3baa-44ba-91b5-61bb786a81f9', 'port_id': '3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3', 'mac_address': 'fa:16:3e:1b:7f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52b6af3-6e77-47f7-93f2-fe7cf77f5531', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:12:54.808126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:54.829422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Made reservation on behalf of d8d2f2841fef44c4bae6777e3d2d04db for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:54.838293 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:54.860388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1ee6dee4-8550-4190-aaed-fbd74d429146 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:54.886308 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:54.924582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:54.929787 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:54.934978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4096207a-7267-4037-8da0-199d22950dcb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9271312 May 24 23:12:54.936486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Usage tracker for resource:security_group_rule and tenant:d8d2f2841fef44c4bae6777e3d2d04db is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:54.939681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33112) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:54.942458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:54.975478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:54.975871 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:54.976203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ed85e18d-9d01-4d9c-8a00-7232b3d05fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.006959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:12:55.019650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb60a1-bc54-44c8-832a-0c2c276e198b req-0eac4c71-4e22-429e-9b90-9b9f7b1c78f8 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:55.034778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbfb60a1-bc54-44c8-832a-0c2c276e198b req-0eac4c71-4e22-429e-9b90-9b9f7b1c78f8 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 943 time: 0.8202286 May 24 23:12:55.048240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3,segment=NetworkSegment(45d1d398-51eb-4577-a9fb-07ff93f9223a),segment_id=45d1d398-51eb-4577-a9fb-07ff93f9223a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:55.059621 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.060461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:55.128850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 1ee6dee4-8550-4190-aaed-fbd74d429146 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:55.155892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1ee6dee4-8550-4190-aaed-fbd74d429146 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:55.156270 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.178818 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Set router c12ec448-7a87-4dd3-a7f0-e247694268b7 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:55.347496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:55.418905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ed85e18d-9d01-4d9c-8a00-7232b3d05fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Calling delete_port for 6ea0ee92-a104-47d7-a41c-68f92f825e11 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:55.484033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1ee6dee4-8550-4190-aaed-fbd74d429146 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:55.484415 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.494438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:12:55.548355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbfb60a1-bc54-44c8-832a-0c2c276e198b req-492872f7-62cf-44f5-8020-65dbb55877b6 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124164 May 24 23:12:55.579630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45e62a67-8c3a-49e6-9a21-57040f2d0c47 req-81c43312-d463-45cd-bc73-70576891cf5e service neutron] 10.222.0.50 "GET /v2.0/networks/e1cc5af7-3baa-44ba-91b5-61bb786a81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8247387 May 24 23:12:55.634658 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-17327843-547e-4be6-900c-b87752ad7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'name': 'tempest-TestAggregatesBasicOps-206621148-router', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:49Z', 'updated_at': '2022-05-24T23:12:52Z', 'revision_number': 3, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'gw_port': {'id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:50Z', 'updated_at': '2022-05-24T23:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:55.639958 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Checking router: c12ec448-7a87-4dd3-a7f0-e247694268b7 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:12:55.640400 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Updating router c12ec448-7a87-4dd3-a7f0-e247694268b7 port b609963c-f9f9-4ae1-91c6-b5694feeca2e binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:12:55.659212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 1ee6dee4-8550-4190-aaed-fbd74d429146, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1ee6dee4-8550-4190-aaed-fbd74d429146,segment=NetworkSegment(836800f6-6aac-4473-8d75-d56d4caf134c),segment_id=836800f6-6aac-4473-8d75-d56d4caf134c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:55.691988 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.693302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6727b400-d735-410d-95fe-adb57fb173cf up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:55.697055 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ed85e18d-9d01-4d9c-8a00-7232b3d05fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.698074 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.715083 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.730405 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.754760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85e18d-9d01-4d9c-8a00-7232b3d05fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Pushing event deleted for resources: {'Port': ['ID=6ea0ee92-a104-47d7-a41c-68f92f825e11,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:55.755400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1311d98-60a0-4f0d-8ef2-c053f81e0e00,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:55.840500 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ed85e18d-9d01-4d9c-8a00-7232b3d05fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.886114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ed85e18d-9d01-4d9c-8a00-7232b3d05fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] 10.222.0.55 "DELETE /v2.0/ports/6ea0ee92-a104-47d7-a41c-68f92f825e11 HTTP/1.1" status: 204 len: 168 time: 2.1528850 May 24 23:12:55.888680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33118) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:55.895480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Request body: {'port': {'name': 'tempest-new-port-name-1688257046', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:55.895913 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.api.validators [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] bootfile-name is not in valid_values {{(pid=88389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:12:55.896244 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.api.validators [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] tftp-server is not in valid_values {{(pid=88389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:12:55.896558 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.api.validators [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] server-ip-address is not in valid_values {{(pid=88389) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 24 23:12:55.900571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:12:55.937787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef405c-4e08-43d2-ba01-840732679754 req-1e3e860f-510b-4e93-b50e-6b264a2927a8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:55.939358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81ef405c-4e08-43d2-ba01-840732679754 req-1e3e860f-510b-4e93-b50e-6b264a2927a8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 945 time: 0.4589248 May 24 23:12:55.957893 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:55.958280 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Added segment 5ec99594-2a82-4d80-b4e4-37dc95323c40 of type vlan for network b9fbe3e0-d6b3-487e-abad-a620665808a2 May 24 23:12:56.011175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=1ee6dee4-8550-4190-aaed-fbd74d429146,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:56.028639 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.089165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 6727b400-d735-410d-95fe-adb57fb173cf completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:56.148508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6727b400-d735-410d-95fe-adb57fb173cf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:56.148891 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.202618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9c962-6a37-4497-bf37-d8053c1d47d8 req-0a724255-e290-4840-ab09-e41c755e70d5 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:56.204175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e2e9c962-6a37-4497-bf37-d8053c1d47d8 req-0a724255-e290-4840-ab09-e41c755e70d5 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 950 time: 0.4166241 May 24 23:12:56.316777 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e2e9c962-6a37-4497-bf37-d8053c1d47d8 req-209933e8-c10d-419b-8233-1cb28a6a7d48 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041360 May 24 23:12:56.342899 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81ef405c-4e08-43d2-ba01-840732679754 req-2415a46c-89b7-4889-add4-fa259c0e6f20 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864219 May 24 23:12:56.383611 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.396043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.404178 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.430221 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Transition to ACTIVE for port object b609963c-f9f9-4ae1-91c6-b5694feeca2e will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:56.450647 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.492083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6727b400-d735-410d-95fe-adb57fb173cf is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:56.492643 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.552365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 6727b400-d735-410d-95fe-adb57fb173cf, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6727b400-d735-410d-95fe-adb57fb173cf,segment=NetworkSegment(b3059e13-7024-434b-a447-21405385ee83),segment_id=b3059e13-7024-434b-a447-21405385ee83)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:56.565910 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.589672 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.596164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:56.597521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.636398 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Attempting to bind port b609963c-f9f9-4ae1-91c6-b5694feeca2e on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:12:56.636764 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Attempting to bind port b609963c-f9f9-4ae1-91c6-b5694feeca2e by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:12:56.637115 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Attempting to bind port b609963c-f9f9-4ae1-91c6-b5694feeca2e on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:12:56.657107 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:12:56.665561 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:12:56.666118 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.666519 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:12:56.666996 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Bound port: b609963c-f9f9-4ae1-91c6-b5694feeca2e, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:12:56.667372 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.724312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3429172 May 24 23:12:56.727503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33124) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:56.755408 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53feb7-87ae-4c6a-ac1d-f5d9c96a07a8 None None] Pushing event updated for resources: {'Port': ['ID=b609963c-f9f9-4ae1-91c6-b5694feeca2e,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:56.845573 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-17327843-547e-4be6-900c-b87752ad7244 None None] For port b609963c-f9f9-4ae1-91c6-b5694feeca2e, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:12:56.854824 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-17327843-547e-4be6-900c-b87752ad7244 None None] For port b609963c-f9f9-4ae1-91c6-b5694feeca2e, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b609963c-f9f9-4ae1-91c6-b5694feeca2e,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:12:56.871983 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.909773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=6727b400-d735-410d-95fe-adb57fb173cf,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:56.921090 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:56.934305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78df8e-bf9e-4eac-af55-420dadf48fb5 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Pushing event updated for resources: {'Network': ['ID=b9fbe3e0-d6b3-487e-abad-a620665808a2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:56.983118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1ee6dee4-8550-4190-aaed-fbd74d429146 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:57.037378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network b9fbe3e0-d6b3-487e-abad-a620665808a2 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:12:57.051684 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53feb7-87ae-4c6a-ac1d-f5d9c96a07a8 None None] Pushing event updated for resources: {'Port': ['ID=b609963c-f9f9-4ae1-91c6-b5694feeca2e,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:57.054221 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Routers {'c12ec448-7a87-4dd3-a7f0-e247694268b7'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:12:57.055005 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-17327843-547e-4be6-900c-b87752ad7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:12:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c12ec448-7a87-4dd3-a7f0-e247694268b7'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:57.166472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55978f81-6011-41a0-96e5-7508e903b6a9 req-65069c86-4648-46e8-bb47-2da7724a1db3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:57.167864 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55978f81-6011-41a0-96e5-7508e903b6a9 req-65069c86-4648-46e8-bb47-2da7724a1db3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 945 time: 0.5395961 May 24 23:12:57.169068 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:12:57.180124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Allocated IP 172.20.0.1 (01b8d62c-fdc4-4cb5-80bd-0aaef0924cce/1348f061-b38a-42d9-a4c3-bafad3cd1e52/ae6bccc0-cdc4-4ca5-b739-5cb56f53529c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:12:57.192717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1ee6dee4-8550-4190-aaed-fbd74d429146 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:57.195818 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:57.317067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-55978f81-6011-41a0-96e5-7508e903b6a9 req-e69352ca-a203-4077-9095-ea5312fcf21a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Deleting port 1ffc6ac9-0268-4b82-b57b-b97f67768288 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:57.317475 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-55978f81-6011-41a0-96e5-7508e903b6a9 req-e69352ca-a203-4077-9095-ea5312fcf21a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:57.336888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1ee6dee4-8550-4190-aaed-fbd74d429146 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:57.342963 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:57.360405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:57.371560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:57.380682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Transition to ACTIVE for port object ae6bccc0-cdc4-4ca5-b739-5cb56f53529c will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:12:57.407777 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-17327843-547e-4be6-900c-b87752ad7244 None None] Set router c12ec448-7a87-4dd3-a7f0-e247694268b7 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:12:57.408462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Request body: {'network': {'name': 'tempest-network--203883295', 'router:external': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:12:57.416661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:57.419797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:57.460184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863af8e-5fd2-4fb8-b7f1-5f43a0671904 req-ed7b8a48-f28d-4a28-a91e-f3303291158d tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:57.463519 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9863af8e-5fd2-4fb8-b7f1-5f43a0671904 req-ed7b8a48-f28d-4a28-a91e-f3303291158d tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 944 time: 0.6104393 May 24 23:12:57.471028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Usage tracker for resource:network and tenant:ee1a4fcb118640678644154d8bd447bd is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:57.483629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] In _notify_port_updated(), no bound segment for port c515aa04-be09-4ab9-a49f-7da3ef7364b6 on network 3b41cf3c-cbaa-4095-8a10-3d576d747340 {{(pid=88389) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 24 23:12:57.489255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:57.489931 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:57.493831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] 10.222.0.55 "PUT /v2.0/ports/c515aa04-be09-4ab9-a49f-7da3ef7364b6 HTTP/1.1" status: 200 len: 1130 time: 1.6015754 May 24 23:12:57.500455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afb6fe-0da6-465b-a76b-c68acc7446fc req-f1ba57a1-b783-42a3-99c3-faa048d8e380 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:57.501981 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78afb6fe-0da6-465b-a76b-c68acc7446fc req-f1ba57a1-b783-42a3-99c3-faa048d8e380 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.50 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 950 time: 0.6525805 May 24 23:12:57.515734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33136) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:57.516400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:57.572210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:57.662735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68dd779-9ff0-41ed-9514-f4beb9cd2bed tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Pushing event updated for resources: {'Port': ['ID=c515aa04-be09-4ab9-a49f-7da3ef7364b6,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:57.710525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Network 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:12:57.719978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Made reservation on behalf of ee1a4fcb118640678644154d8bd447bd for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:12:57.723096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:57.744388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:12:57.751931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:57.773106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:12:57.791161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9863af8e-5fd2-4fb8-b7f1-5f43a0671904 req-b570d43f-6c70-45a7-adbc-ea20e8ed0da2 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151822 May 24 23:12:57.812994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Pushing event updated for resources: {'Port': ['ID=ae6bccc0-cdc4-4ca5-b739-5cb56f53529c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:57.820882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-78afb6fe-0da6-465b-a76b-c68acc7446fc req-84482853-b305-47ef-8760-01802086a668 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Deleting port fcbc5433-a4ad-49c2-a01d-92eab240d928 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:57.821225 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-78afb6fe-0da6-465b-a76b-c68acc7446fc req-84482853-b305-47ef-8760-01802086a668 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:57.837438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e4b31-2454-4883-9dd1-c925837ec937 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:57.838821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-908e4b31-2454-4883-9dd1-c925837ec937 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] 10.222.0.55 "GET /v2.0/ports/c515aa04-be09-4ab9-a49f-7da3ef7364b6 HTTP/1.1" status: 200 len: 1130 time: 0.3191152 May 24 23:12:57.848117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:12:57.852562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Usage tracker for resource:security_group_rule and tenant:ee1a4fcb118640678644154d8bd447bd is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:12:57.859383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33140) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:12:57.860275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:12:57.891103 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-17327843-547e-4be6-900c-b87752ad7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'name': 'tempest-TestAggregatesBasicOps-206621148-router', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:49Z', 'updated_at': '2022-05-24T23:12:52Z', 'revision_number': 3, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'gw_port': {'id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:50Z', 'updated_at': '2022-05-24T23:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:12:57.895772 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17327843-547e-4be6-900c-b87752ad7244 None None] The sync data for ids ['c12ec448-7a87-4dd3-a7f0-e247694268b7'] in n-d-843146-7 is: [{'id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'name': 'tempest-TestAggregatesBasicOps-206621148-router', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:49Z', 'updated_at': '2022-05-24T23:12:52Z', 'revision_number': 3, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'gw_port': {'id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:50Z', 'updated_at': '2022-05-24T23:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:12:57.921282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:12:57.946350 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-41d4b359-ce98-48b8-a052-a9640e0e8acd None None] Provisioning complete for port c515aa04-be09-4ab9-a49f-7da3ef7364b6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:57.947021 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-41d4b359-ce98-48b8-a052-a9640e0e8acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.023315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a8984-6b87-4d35-9758-7658a642617b req-8ab871ac-04d1-4359-8e0f-68f9315b082c tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:58.024832 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e3a8984-6b87-4d35-9758-7658a642617b req-8ab871ac-04d1-4359-8e0f-68f9315b082c tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 950 time: 0.4951456 May 24 23:12:58.025704 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.034243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-41d4b359-ce98-48b8-a052-a9640e0e8acd None None] Port c515aa04-be09-4ab9-a49f-7da3ef7364b6 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:12:58.075346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-de6e7e13-9949-4cf0-a493-07f1be5567fb tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Deleting port c515aa04-be09-4ab9-a49f-7da3ef7364b6 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:12:58.075691 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6e7e13-9949-4cf0-a493-07f1be5567fb tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.162723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f1ef02f9-d210-4511-ae31-36e5c5669f6d None None] Provisioning for port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:58.168567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f1ef02f9-d210-4511-ae31-36e5c5669f6d None None] Provisioning complete for port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:58.169452 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f1ef02f9-d210-4511-ae31-36e5c5669f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.187028 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e3a8984-6b87-4d35-9758-7658a642617b req-dfe8f21a-76a3-411d-b073-ff88897043b4 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229076 May 24 23:12:58.206193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-55978f81-6011-41a0-96e5-7508e903b6a9 req-e69352ca-a203-4077-9095-ea5312fcf21a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] For port 1ffc6ac9-0268-4b82-b57b-b97f67768288, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1ffc6ac9-0268-4b82-b57b-b97f67768288,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:58.206893 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-55978f81-6011-41a0-96e5-7508e903b6a9 req-e69352ca-a203-4077-9095-ea5312fcf21a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.237894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef02f9-d210-4511-ae31-36e5c5669f6d None None] Port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:12:58.319938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:58.402598 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.404014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-55978f81-6011-41a0-96e5-7508e903b6a9 req-e69352ca-a203-4077-9095-ea5312fcf21a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Calling delete_port for 1ffc6ac9-0268-4b82-b57b-b97f67768288 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:58.417409 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.425848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:58.431543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:58.434884 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.476304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:12:58.579985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:58.580738 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.594147 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.639380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21605e46-eed1-4ee1-af59-8f2effe7a301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:58.659188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-78afb6fe-0da6-465b-a76b-c68acc7446fc req-84482853-b305-47ef-8760-01802086a668 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] For port fcbc5433-a4ad-49c2-a01d-92eab240d928, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=fcbc5433-a4ad-49c2-a01d-92eab240d928,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:58.659767 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-78afb6fe-0da6-465b-a76b-c68acc7446fc req-84482853-b305-47ef-8760-01802086a668 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.663159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3,segment=NetworkSegment(45d1d398-51eb-4577-a9fb-07ff93f9223a),segment_id=45d1d398-51eb-4577-a9fb-07ff93f9223a)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:58.676811 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.677750 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.677750 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Added segment 0cea0a4f-5962-46fd-bd8d-d6732a6b5388 of type vlan for network 7b5a7691-af40-4d90-a335-6ebb10ae411e May 24 23:12:58.678933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1ffc6ac9-0268-4b82-b57b-b97f67768288 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:58.687642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9bc95a-c34a-4c89-ab48-d7ac0cd2ef77,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:58.695916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398bb3c-a4ce-416f-9bcf-1b48cd8534f8 req-1c25718b-f4e8-46f1-8cec-91e1e475e2e7 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:58.703477 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2398bb3c-a4ce-416f-9bcf-1b48cd8534f8 req-1c25718b-f4e8-46f1-8cec-91e1e475e2e7 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 945 time: 0.7335277 May 24 23:12:58.735347 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6e7e13-9949-4cf0-a493-07f1be5567fb tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:58.793886 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de5cc2eb-99e1-455b-9e3a-63a655c0eb4f'] response: {'server_uuid': '21605e46-eed1-4ee1-af59-8f2effe7a301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3', 'code': 200} May 24 23:12:58.881104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:58.940573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b609963c-f9f9-4ae1-91c6-b5694feeca2e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:58.961467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-78afb6fe-0da6-465b-a76b-c68acc7446fc req-84482853-b305-47ef-8760-01802086a668 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Calling delete_port for fcbc5433-a4ad-49c2-a01d-92eab240d928 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:59.055678 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2398bb3c-a4ce-416f-9bcf-1b48cd8534f8 req-54bb83df-99f2-4237-97bb-ef9eaa722d49 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510520 May 24 23:12:59.056409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1ffc6ac9-0268-4b82-b57b-b97f67768288 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:59.056877 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.117526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-de6e7e13-9949-4cf0-a493-07f1be5567fb tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Calling delete_port for c515aa04-be09-4ab9-a49f-7da3ef7364b6 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:12:59.120897 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:12:59.152498 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b609963c-f9f9-4ae1-91c6-b5694feeca2e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:12:59.158810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b609963c-f9f9-4ae1-91c6-b5694feeca2e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:59.159190 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.188738 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-55978f81-6011-41a0-96e5-7508e903b6a9 req-e69352ca-a203-4077-9095-ea5312fcf21a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.247961 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.275187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69352ca-a203-4077-9095-ea5312fcf21a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event deleted for resources: {'Port': ['ID=1ffc6ac9-0268-4b82-b57b-b97f67768288,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:59.293896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device fcbc5433-a4ad-49c2-a01d-92eab240d928 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:12:59.409988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-55978f81-6011-41a0-96e5-7508e903b6a9 req-e69352ca-a203-4077-9095-ea5312fcf21a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] No DVR routers for this DVR port 1ffc6ac9-0268-4b82-b57b-b97f67768288 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:12:59.425515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-55978f81-6011-41a0-96e5-7508e903b6a9 req-e69352ca-a203-4077-9095-ea5312fcf21a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.428961 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153274f4-0932-4744-a158-297746e93799', 'name': 'network-vif-deleted', 'tag': '1ffc6ac9-0268-4b82-b57b-b97f67768288'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:12:59.448731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d2a49-7360-40be-81fc-cde6fc2b2e65 req-328f8cbc-f51a-4310-af11-a14223896efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:59.450251 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a66d2a49-7360-40be-81fc-cde6fc2b2e65 req-328f8cbc-f51a-4310-af11-a14223896efd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 1096 time: 0.5322094 May 24 23:12:59.521470 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-78afb6fe-0da6-465b-a76b-c68acc7446fc req-84482853-b305-47ef-8760-01802086a668 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.533797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b609963c-f9f9-4ae1-91c6-b5694feeca2e is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:59.534570 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.555322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port fcbc5433-a4ad-49c2-a01d-92eab240d928 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:12:59.556013 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.572906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b609963c-f9f9-4ae1-91c6-b5694feeca2e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b609963c-f9f9-4ae1-91c6-b5694feeca2e,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:12:59.583613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84482853-b305-47ef-8760-01802086a668 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Pushing event deleted for resources: {'Port': ['ID=fcbc5433-a4ad-49c2-a01d-92eab240d928,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:59.586874 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.588930 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55978f81-6011-41a0-96e5-7508e903b6a9 req-e69352ca-a203-4077-9095-ea5312fcf21a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "DELETE /v2.0/ports/1ffc6ac9-0268-4b82-b57b-b97f67768288 HTTP/1.1" status: 204 len: 173 time: 2.3985281 May 24 23:12:59.589376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6727b400-d735-410d-95fe-adb57fb173cf up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:12:59.658298 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.661522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:59.662728 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.730640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-78afb6fe-0da6-465b-a76b-c68acc7446fc req-84482853-b305-47ef-8760-01802086a668 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] No DVR routers for this DVR port fcbc5433-a4ad-49c2-a01d-92eab240d928 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:12:59.734545 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-78afb6fe-0da6-465b-a76b-c68acc7446fc req-84482853-b305-47ef-8760-01802086a668 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.743126 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78afb6fe-0da6-465b-a76b-c68acc7446fc req-84482853-b305-47ef-8760-01802086a668 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.50 "DELETE /v2.0/ports/fcbc5433-a4ad-49c2-a01d-92eab240d928 HTTP/1.1" status: 204 len: 173 time: 2.1955798 May 24 23:12:59.764720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9301b0-c266-4bba-a425-07f8bb80a661 req-53227900-4fcf-4d77-a13b-010d27dd7bbf tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:59.765850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1b9301b0-c266-4bba-a425-07f8bb80a661 req-53227900-4fcf-4d77-a13b-010d27dd7bbf tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Synchronizing usage tracker for tenant:adbd5c02645d4c67bac8cac4631e39bc on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:12:59.766229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1597535-579b-439e-b084-fc699c34a775 req-6b1fddd9-ce36-4b37-90b3-52fce9b38993 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:12:59.768069 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f1597535-579b-439e-b084-fc699c34a775 req-6b1fddd9-ce36-4b37-90b3-52fce9b38993 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 945 time: 0.6635010 May 24 23:12:59.809257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1b9301b0-c266-4bba-a425-07f8bb80a661 req-53227900-4fcf-4d77-a13b-010d27dd7bbf tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] Unset dirty status for tenant:adbd5c02645d4c67bac8cac4631e39bc on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:12:59.821377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b9301b0-c266-4bba-a425-07f8bb80a661 req-53227900-4fcf-4d77-a13b-010d27dd7bbf tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/ports?device_id=c982348c-8b1c-46fc-b02b-bda37df445a6 HTTP/1.1" status: 200 len: 950 time: 0.3856399 May 24 23:12:59.824476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b609963c-f9f9-4ae1-91c6-b5694feeca2e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:12:59.842977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6727b400-d735-410d-95fe-adb57fb173cf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:12:59.843351 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:12:59.873274 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a66d2a49-7360-40be-81fc-cde6fc2b2e65 req-84022495-971c-4cc2-b159-a3682b6be92a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106226 May 24 23:12:59.884805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b9301b0-c266-4bba-a425-07f8bb80a661 req-25789b4b-960d-4d6f-8141-89ab4dd7fc10 tempest-VolumesNegativeTest-345763270 tempest-VolumesNegativeTest-345763270-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cba17c7-aa83-4df4-9857-9f6d89787f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623670 May 24 23:12:59.971766 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df526248-9651-421c-8478-b5c3c3f897ef'] response: {'server_uuid': '153274f4-0932-4744-a158-297746e93799', 'name': 'network-vif-deleted', 'tag': '1ffc6ac9-0268-4b82-b57b-b97f67768288', 'status': 'completed', 'code': 200} May 24 23:12:59.987536 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f1597535-579b-439e-b084-fc699c34a775 req-aee6dd96-a345-48ac-a355-a9d571c02ff1 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955490 May 24 23:13:00.007708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event updated for resources: {'Network': ['ID=7b5a7691-af40-4d90-a335-6ebb10ae411e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:00.013044 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9d974be4-a228-4d99-993b-ef2d9609d5a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.2622912 May 24 23:13:00.016245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33152) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:00.028953 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6e7e13-9949-4cf0-a493-07f1be5567fb tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.030790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6727b400-d735-410d-95fe-adb57fb173cf is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:00.035929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 7b5a7691-af40-4d90-a335-6ebb10ae411e details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:00.101016 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.102739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e7e13-9949-4cf0-a493-07f1be5567fb tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Pushing event deleted for resources: {'Port': ['ID=c515aa04-be09-4ab9-a49f-7da3ef7364b6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:00.161607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.319958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-28b9f8dd-2c50-495a-9f94-51bf80e98f24 req-48768ab2-ded2-4063-8871-d27128890b9c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:00.333145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.339654 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.345401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Pushing event updated for resources: {'Port': ['ID=ae6bccc0-cdc4-4ca5-b739-5cb56f53529c,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:00.356522 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de6e7e13-9949-4cf0-a493-07f1be5567fb tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.359277 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-de6e7e13-9949-4cf0-a493-07f1be5567fb tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] 10.222.0.55 "DELETE /v2.0/ports/c515aa04-be09-4ab9-a49f-7da3ef7364b6 HTTP/1.1" status: 204 len: 168 time: 2.4865303 May 24 23:13:00.361908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33158) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:00.395878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-28b9f8dd-2c50-495a-9f94-51bf80e98f24 req-48768ab2-ded2-4063-8871-d27128890b9c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:00.397331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28b9f8dd-2c50-495a-9f94-51bf80e98f24 req-48768ab2-ded2-4063-8871-d27128890b9c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 210 time: 0.1612439 May 24 23:13:00.513860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.547309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-85684c32-8d03-4208-9cb6-1e0cea3b0999 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Deleting subnet afd0b1d2-fba2-404f-860c-e1316667519f {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:13:00.568838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5a7691-af40-4d90-a335-6ebb10ae411e']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:00.573078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85684c32-8d03-4208-9cb6-1e0cea3b0999 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.590897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cea0a4f-5962-46fd-bd8d-d6732a6b5388') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:00.591245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cea0a4f-5962-46fd-bd8d-d6732a6b5388') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:00.626327 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.658350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Network 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:00.662038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:00.674088 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.684406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:00.684825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.786936 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85684c32-8d03-4208-9cb6-1e0cea3b0999 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.800012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b609963c-f9f9-4ae1-91c6-b5694feeca2e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:00.966839 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:00.972178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b5a7691-af40-4d90-a335-6ebb10ae411e {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 23:13:00.986955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b609963c-f9f9-4ae1-91c6-b5694feeca2e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:00.987338 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:01.034229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:01.055703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "DELETE /v2.0/networks/7b5a7691-af40-4d90-a335-6ebb10ae411e HTTP/1.1" status: 204 len: 168 time: 1.0381594 May 24 23:13:01.076914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33172) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:01.088808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a8bcd-7d66-47ec-890e-6025563aa23a tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b5a7691-af40-4d90-a335-6ebb10ae411e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:01.098389 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 0cea0a4f-5962-46fd-bd8d-d6732a6b5388 resource provider aggregate not found May 24 23:13:01.102676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:01.125546 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 0cea0a4f-5962-46fd-bd8d-d6732a6b5388 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cea0a4f-5962-46fd-bd8d-d6732a6b5388 found for delete ", "request_id": "req-11b3807e-ee2b-48ca-929a-37502743f1a4"}]} May 24 23:13:01.185550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6f7598ca-3ea1-4de5-82a0-738c291c5125 None None] Provisioning complete for port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:01.187028 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6f7598ca-3ea1-4de5-82a0-738c291c5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:01.354774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b609963c-f9f9-4ae1-91c6-b5694feeca2e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:01.367006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6f7598ca-3ea1-4de5-82a0-738c291c5125 None None] Port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:13:01.444733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5327470-2f2f-4ee3-b9d8-ca87559d597b req-27051839-a694-465a-9148-7025b476fa03 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:01.453884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5327470-2f2f-4ee3-b9d8-ca87559d597b req-27051839-a694-465a-9148-7025b476fa03 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 945 time: 0.1917818 May 24 23:13:01.567608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Router c12ec448-7a87-4dd3-a7f0-e247694268b7 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:13:01.577971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:01.594598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5327470-2f2f-4ee3-b9d8-ca87559d597b req-2bf43362-f484-4c75-b93c-0e20712d4b55 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335285 May 24 23:13:01.602842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Usage tracker for resource:network and tenant:ee1a4fcb118640678644154d8bd447bd is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:01.626230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:01.655417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:01.797927 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c77dca63-c8d0-4ca8-a1a3-e6664ac87c09 req-baa7fd17-7717-4a93-b659-131670c5a85e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=153274f4-0932-4744-a158-297746e93799 HTTP/1.1" status: 200 len: 210 time: 0.1456926 May 24 23:13:01.811019 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85684c32-8d03-4208-9cb6-1e0cea3b0999 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:01.850144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Made reservation on behalf of ee1a4fcb118640678644154d8bd447bd for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:01.853165 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:01.974074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c982348c-8b1c-46fc-b02b-bda37df445a6', 'name': 'network-vif-deleted', 'tag': 'fcbc5433-a4ad-49c2-a01d-92eab240d928'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:13:01.979244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:13:02.002559 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:02.002902 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Added segment f1eb04d8-4386-48d8-bd2e-bbbeed471830 of type vlan for network 83e2a068-6d5b-4c9d-b974-668648d627fc May 24 23:13:02.031393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:02.056129 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73840d33-0a1f-4416-adf3-75b24621b9c6'] response: {'server_uuid': 'c982348c-8b1c-46fc-b02b-bda37df445a6', 'name': 'network-vif-deleted', 'tag': 'fcbc5433-a4ad-49c2-a01d-92eab240d928', 'status': 'completed', 'code': 200} May 24 23:13:02.059191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85684c32-8d03-4208-9cb6-1e0cea3b0999 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:02.091990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:02.102500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Sync routers for ids ['c12ec448-7a87-4dd3-a7f0-e247694268b7'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:02.112269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85684c32-8d03-4208-9cb6-1e0cea3b0999 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Pushing event deleted for resources: {'Subnet': ['ID=afd0b1d2-fba2-404f-860c-e1316667519f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:02.119488 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85684c32-8d03-4208-9cb6-1e0cea3b0999 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:02.120679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-85684c32-8d03-4208-9cb6-1e0cea3b0999 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] 10.222.0.55 "DELETE /v2.0/subnets/afd0b1d2-fba2-404f-860c-e1316667519f HTTP/1.1" status: 204 len: 168 time: 1.7439895 May 24 23:13:02.123631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33208) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:02.127112 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a5277117-65ca-4951-92ca-5220af477e06 admin admin] 10.222.0.55 "PUT /v2.0/routers/c12ec448-7a87-4dd3-a7f0-e247694268b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1863565 May 24 23:13:02.137033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Routers {'c12ec448-7a87-4dd3-a7f0-e247694268b7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:02.139071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:12:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c12ec448-7a87-4dd3-a7f0-e247694268b7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:02.184435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:02.185541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:02.186204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:02.349264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2583759 May 24 23:13:02.353052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33226) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:02.360468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Request body: {'subnet': {'network_id': '83e2a068-6d5b-4c9d-b974-668648d627fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:02.371537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:02.374452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131c90a-e1b8-46cb-85b1-c0e65e89ae11 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event updated for resources: {'Network': ['ID=83e2a068-6d5b-4c9d-b974-668648d627fc,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:02.386606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Usage tracker for resource:subnet and tenant:ee1a4fcb118640678644154d8bd447bd is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:02.390116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:02.396863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:02.412109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Made reservation on behalf of ee1a4fcb118640678644154d8bd447bd for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:02.416150 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:02.468440 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:02.496515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Deleting port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:02.496871 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:02.509014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35f544f-628a-4882-92f6-013e5c4a2e64 None None] Network 3b41cf3c-cbaa-4095-8a10-3d576d747340 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:02.529105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 83e2a068-6d5b-4c9d-b974-668648d627fc details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:03.012820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] For port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=eb40372b-dbbf-46cc-a1a3-b5490d0a07b4,segment=NetworkSegment(2d104b13-d166-4dfd-bc28-0621cfcd77b7),segment_id=2d104b13-d166-4dfd-bc28-0621cfcd77b7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:03.013623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:03.027408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Set router c12ec448-7a87-4dd3-a7f0-e247694268b7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:03.307287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.objects.ports [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88390) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 24 23:13:03.308248 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:03.316053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Calling delete_port for eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:03.465313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Checking segment: {'id': 'f1eb04d8-4386-48d8-bd2e-bbbeed471830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '83e2a068-6d5b-4c9d-b974-668648d627fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:03.465775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Network hostable DHCP agents. Network: 83e2a068-6d5b-4c9d-b974-668648d627fc, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:13:03.467186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241db36-4a7b-4c04-9920-fed1a322fbdd req-e28830db-a988-4f26-9261-b14f0b8694f4 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:03.472877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event updated for resources: {'Subnet': ['ID=23831fd3-9599-472b-b008-5442be477c89,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:03.475155 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0241db36-4a7b-4c04-9920-fed1a322fbdd req-e28830db-a988-4f26-9261-b14f0b8694f4 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 945 time: 0.3168280 May 24 23:13:03.505089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Network 83e2a068-6d5b-4c9d-b974-668648d627fc is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:13:03.521055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 83e2a068-6d5b-4c9d-b974-668648d627fc) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:03.533735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:03.534549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:03.575821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0241db36-4a7b-4c04-9920-fed1a322fbdd req-6239821e-716f-4388-9e17-5f764812bec9 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992212 May 24 23:13:03.577445 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:03.590776 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ca6e5a25-8f53-41fc-b517-472c4945455b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2339890 May 24 23:13:03.591357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33320) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:03.597102 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Request body: {'floatingip': {'floating_network_id': '83e2a068-6d5b-4c9d-b974-668648d627fc'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:03.611090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:03.620573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Usage tracker for resource:floatingip and tenant:ee1a4fcb118640678644154d8bd447bd is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:03.627940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:03.639441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af72cab7-dd56-4f29-9054-4ea265007bf9 None None] Network 83e2a068-6d5b-4c9d-b974-668648d627fc requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:03.643829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:03.671598 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:03.734273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] No DVR routers for this DVR port eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:13:03.811876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Pushing event deleted for resources: {'Port': ['ID=eb40372b-dbbf-46cc-a1a3-b5490d0a07b4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:04.019749 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:04.082532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29f0d26-2772-46d7-8a08-bdb511d16b69 None None] DHCP port deletion for 3b41cf3c-cbaa-4095-8a10-3d576d747340 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:13:04.116245 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:04.163199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b806c-e46d-45b4-8142-0ff245893c9e None None] Network 83e2a068-6d5b-4c9d-b974-668648d627fc requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:04.200717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b41cf3c-cbaa-4095-8a10-3d576d747340']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:04.261386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d104b13-d166-4dfd-bc28-0621cfcd77b7') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:04.261814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d104b13-d166-4dfd-bc28-0621cfcd77b7') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:04.302411 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:04.358416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:04.372135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:04.377102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:04.407345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Allocated IP 172.20.0.11 (83e2a068-6d5b-4c9d-b974-668648d627fc/23831fd3-9599-472b-b008-5442be477c89/b446132f-58e8-4d26-b0c8-9b3a561a9c7a) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:04.488743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'name': 'tempest-TestAggregatesBasicOps-206621148-router', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:49Z', 'updated_at': '2022-05-24T23:12:58Z', 'revision_number': 4, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'gw_port': {'id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:50Z', 'updated_at': '2022-05-24T23:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'ae6bccc0-cdc4-4ca5-b739-5cb56f53529c', 'name': '', 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'mac_address': 'fa:16:3e:3e:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '1348f061-b38a-42d9-a4c3-bafad3cd1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:56Z', 'updated_at': '2022-05-24T23:12:59Z', 'revision_number': 2, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'subnets': [{'id': '1348f061-b38a-42d9-a4c3-bafad3cd1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:04.504558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Checking router: c12ec448-7a87-4dd3-a7f0-e247694268b7 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:13:04.505329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Updating router c12ec448-7a87-4dd3-a7f0-e247694268b7 port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:13:04.540151 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 2d104b13-d166-4dfd-bc28-0621cfcd77b7 resource provider aggregate not found May 24 23:13:04.658726 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 2d104b13-d166-4dfd-bc28-0621cfcd77b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d104b13-d166-4dfd-bc28-0621cfcd77b7 found for delete ", "request_id": "req-7b837388-07d5-4f9f-b494-87b38e106e22"}]} May 24 23:13:04.659346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33390) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:04.714406 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:04.881756 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:04.914868 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:04.916882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:13:04.918335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] Pushing event deleted for resources: {'Network': ['ID=3b41cf3c-cbaa-4095-8a10-3d576d747340,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:05.010630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:05.101562 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:05.249486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event updated for resources: {'Port': ['ID=b446132f-58e8-4d26-b0c8-9b3a561a9c7a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:05.281856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Network 83e2a068-6d5b-4c9d-b974-668648d627fc is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:05.284230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:05.288835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:05.475996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:13:05.477245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device eb40372b-dbbf-46cc-a1a3-b5490d0a07b4 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:13:05.577931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b9a6023f-df0c-4e0d-a2de-1975fd5a6489 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483 tempest-ExtraDHCPOptionsIpV6TestJSON-2145961483-project] 10.222.0.55 "DELETE /v2.0/networks/3b41cf3c-cbaa-4095-8a10-3d576d747340 HTTP/1.1" status: 204 len: 168 time: 3.4529393 May 24 23:13:05.623065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655441d-b778-4868-a0b6-09d489e4970a req-536422ac-d990-4e6a-a640-c53a9923598e tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:05.636895 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7655441d-b778-4868-a0b6-09d489e4970a req-536422ac-d990-4e6a-a640-c53a9923598e tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 945 time: 1.0982122 May 24 23:13:05.739107 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4eae4ebf-e436-416b-a455-3b1e970e6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:05.795333 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:05.826086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Transition to ACTIVE for port object ae6bccc0-cdc4-4ca5-b739-5cb56f53529c will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:05.865027 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:06.023295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:06.055121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Pushing event updated for resources: {'Port': ['ID=ae6bccc0-cdc4-4ca5-b739-5cb56f53529c,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:06.060857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2937ec-9439-4697-9b5e-7e3545fb0ae5 req-806cfe23-e051-4639-bff5-dedbbd52a075 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:06.063341 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5e2937ec-9439-4697-9b5e-7e3545fb0ae5 req-806cfe23-e051-4639-bff5-dedbbd52a075 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.50 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 945 time: 0.3486435 May 24 23:13:06.163447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.163850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.164121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.164458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.164792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.165121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.165449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.165869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.166667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.166667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.166824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.168088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33474) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:06.168195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:06.182117 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7655441d-b778-4868-a0b6-09d489e4970a req-3a07d0e9-614c-43a4-93cd-b59ce535c334 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438447 May 24 23:13:06.372039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Attempting to bind port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:06.372439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Attempting to bind port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b3059e13-7024-434b-a447-21405385ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:06.372802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Attempting to bind port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c on network 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:06.381461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:06.387354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:06.387738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Checking segment: {'id': 'b3059e13-7024-434b-a447-21405385ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:06.388149 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:06.388545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Bound using segment: {'id': 'b3059e13-7024-434b-a447-21405385ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:06.389154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Bound port: ae6bccc0-cdc4-4ca5-b739-5cb56f53529c, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3059e13-7024-434b-a447-21405385ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:06.389385 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:06.412222 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:06.519146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] For port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:06.523775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] For port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ae6bccc0-cdc4-4ca5-b739-5cb56f53529c,segment=NetworkSegment(b3059e13-7024-434b-a447-21405385ee83),segment_id=b3059e13-7024-434b-a447-21405385ee83)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:06.543646 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:06.716108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Routers {'c12ec448-7a87-4dd3-a7f0-e247694268b7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:06.716768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:12:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c12ec448-7a87-4dd3-a7f0-e247694268b7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:06.754123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-5e2937ec-9439-4697-9b5e-7e3545fb0ae5 req-faf164f7-c427-4ade-a17f-cbd2dab2f3ec tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Deleting port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:06.754826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5e2937ec-9439-4697-9b5e-7e3545fb0ae5 req-faf164f7-c427-4ade-a17f-cbd2dab2f3ec tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:06.864460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b594686-78bd-4584-a2fb-0db5b6a55299 None None] Pushing event updated for resources: {'Port': ['ID=ae6bccc0-cdc4-4ca5-b739-5cb56f53529c,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:07.043190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-205e4390-a884-438f-b60a-b42c95be7f10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=817873cbdc95474ca9a9db41f8dbb38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8720531 May 24 23:13:07.044146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33492) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:07.237374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bad38beb-3ba3-410c-b620-23a2b57fc625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:07.260873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] Set router c12ec448-7a87-4dd3-a7f0-e247694268b7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:07.275230 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bad38beb-3ba3-410c-b620-23a2b57fc625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:07.353086 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bad38beb-3ba3-410c-b620-23a2b57fc625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:07.404199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad38beb-3ba3-410c-b620-23a2b57fc625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ecaf4a-cc77-49d8-99c8-5e260f5b4b96,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:07.422393 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bad38beb-3ba3-410c-b620-23a2b57fc625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:07.426476 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bad38beb-3ba3-410c-b620-23a2b57fc625 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50ecaf4a-cc77-49d8-99c8-5e260f5b4b96 HTTP/1.1" status: 204 len: 168 time: 0.3764133 May 24 23:13:07.437660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] Deleting port 1ee6dee4-8550-4190-aaed-fbd74d429146 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:07.441942 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:07.501421 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:13:07.538900 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:07.567289 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:07.572424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-5e2937ec-9439-4697-9b5e-7e3545fb0ae5 req-faf164f7-c427-4ade-a17f-cbd2dab2f3ec tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] For port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3,segment=NetworkSegment(45d1d398-51eb-4577-a9fb-07ff93f9223a),segment_id=45d1d398-51eb-4577-a9fb-07ff93f9223a)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:07.573050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5e2937ec-9439-4697-9b5e-7e3545fb0ae5 req-faf164f7-c427-4ade-a17f-cbd2dab2f3ec tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:07.864654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] For port 1ee6dee4-8550-4190-aaed-fbd74d429146, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1ee6dee4-8550-4190-aaed-fbd74d429146,segment=NetworkSegment(836800f6-6aac-4473-8d75-d56d4caf134c),segment_id=836800f6-6aac-4473-8d75-d56d4caf134c)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:07.865464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:07.904616 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d049b311-c24b-4705-b0d7-e4b796263039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:08.009698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-5e2937ec-9439-4697-9b5e-7e3545fb0ae5 req-faf164f7-c427-4ade-a17f-cbd2dab2f3ec tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Calling delete_port for 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:08.025963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] Calling delete_port for 1ee6dee4-8550-4190-aaed-fbd74d429146 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:08.035943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'name': 'tempest-TestAggregatesBasicOps-206621148-router', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:49Z', 'updated_at': '2022-05-24T23:12:58Z', 'revision_number': 4, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'gw_port': {'id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:50Z', 'updated_at': '2022-05-24T23:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'ae6bccc0-cdc4-4ca5-b739-5cb56f53529c', 'name': '', 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'mac_address': 'fa:16:3e:3e:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '1348f061-b38a-42d9-a4c3-bafad3cd1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:56Z', 'updated_at': '2022-05-24T23:13:06Z', 'revision_number': 4, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'subnets': [{'id': '1348f061-b38a-42d9-a4c3-bafad3cd1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:08.051324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c259e94-b82f-4787-b7bd-4262acdfd8f8 None None] The sync data for ids ['c12ec448-7a87-4dd3-a7f0-e247694268b7'] in n-d-843146-7 is: [{'id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'name': 'tempest-TestAggregatesBasicOps-206621148-router', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:49Z', 'updated_at': '2022-05-24T23:12:58Z', 'revision_number': 4, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'gw_port': {'id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:50Z', 'updated_at': '2022-05-24T23:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'ae6bccc0-cdc4-4ca5-b739-5cb56f53529c', 'name': '', 'network_id': '01b8d62c-fdc4-4cb5-80bd-0aaef0924cce', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'mac_address': 'fa:16:3e:3e:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '1348f061-b38a-42d9-a4c3-bafad3cd1e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:56Z', 'updated_at': '2022-05-24T23:13:06Z', 'revision_number': 4, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'subnets': [{'id': '1348f061-b38a-42d9-a4c3-bafad3cd1e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:13:08.099607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ed192-b882-40bc-9e06-db8f785333b8 req-82b89d73-b2f7-4bc9-a64e-76e89d60f50b tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:08.100284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1f7ed192-b882-40bc-9e06-db8f785333b8 req-82b89d73-b2f7-4bc9-a64e-76e89d60f50b tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 945 time: 0.7242868 May 24 23:13:08.179880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event updated for resources: {'Port': ['ID=b446132f-58e8-4d26-b0c8-9b3a561a9c7a,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:08.213824 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:08.259241 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1f7ed192-b882-40bc-9e06-db8f785333b8 req-eac88440-58ea-4f24-a7ac-d719360ecf1a tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/security-groups?id=aceba375-50ea-4c3c-a19f-a1136f454da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153252 May 24 23:13:08.320356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:08.321668 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dc1fa6b6-7781-4bcc-8d92-1107f9cf79db tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7292500 May 24 23:13:08.327388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33542) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:08.356547 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:08.396328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:13:08.414552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee6dee4-8550-4190-aaed-fbd74d429146,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:08.495973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c1d0b792-f06d-4401-a9fb-bdfe1d9c7a1d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Synchronizing usage tracker for tenant:ee1a4fcb118640678644154d8bd447bd on resource:floatingip {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:08.554307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5e2937ec-9439-4697-9b5e-7e3545fb0ae5 req-faf164f7-c427-4ade-a17f-cbd2dab2f3ec tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:08.594402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 update to DOWN by agent not found {{(pid=88391) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 24 23:13:08.669767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf164f7-c427-4ade-a17f-cbd2dab2f3ec tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Pushing event deleted for resources: {'Port': ['ID=3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:08.673266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c1d0b792-f06d-4401-a9fb-bdfe1d9c7a1d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Unset dirty status for tenant:ee1a4fcb118640678644154d8bd447bd on resource:floatingip {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:08.674730 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c1d0b792-f06d-4401-a9fb-bdfe1d9c7a1d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=83e2a068-6d5b-4c9d-b974-668648d627fc HTTP/1.1" status: 200 len: 690 time: 0.3462813 May 24 23:13:08.679613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33556) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:08.715917 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:08.765630 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:08.942723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ae6bccc0-cdc4-4ca5-b739-5cb56f53529c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:09.105979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:09.111831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:09.112198 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:09.183652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33564) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:09.216893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2937ec-9439-4697-9b5e-7e3545fb0ae5 req-faf164f7-c427-4ade-a17f-cbd2dab2f3ec tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] No DVR routers for this DVR port 3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:13:09.219909 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-5e2937ec-9439-4697-9b5e-7e3545fb0ae5 req-faf164f7-c427-4ade-a17f-cbd2dab2f3ec tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:09.228410 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:09.233634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21605e46-eed1-4ee1-af59-8f2effe7a301', 'name': 'network-vif-deleted', 'tag': '3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:13:09.245520 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5e2937ec-9439-4697-9b5e-7e3545fb0ae5 req-faf164f7-c427-4ade-a17f-cbd2dab2f3ec tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.50 "DELETE /v2.0/ports/3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3 HTTP/1.1" status: 204 len: 173 time: 3.1744092 May 24 23:13:09.408095 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:09.580210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:09.580611 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:09.694515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ae6bccc0-cdc4-4ca5-b739-5cb56f53529c,segment=NetworkSegment(b3059e13-7024-434b-a447-21405385ee83),segment_id=b3059e13-7024-434b-a447-21405385ee83)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:09.706976 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:09.719348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7dc3d876-3b01-4867-bf58-f180d743ee39 req-af500e14-b479-4df5-92ec-9f67b0bdfa79 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Synchronizing usage tracker for tenant:e6dbcb70e6464839bd932c4c5c9946fa on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:09.723978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Deleting port b446132f-58e8-4d26-b0c8-9b3a561a9c7a {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:09.724176 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:09.806887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1099197457'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:09.821684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7dc3d876-3b01-4867-bf58-f180d743ee39 req-af500e14-b479-4df5-92ec-9f67b0bdfa79 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] Unset dirty status for tenant:e6dbcb70e6464839bd932c4c5c9946fa on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:09.826957 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7dc3d876-3b01-4867-bf58-f180d743ee39 req-af500e14-b479-4df5-92ec-9f67b0bdfa79 tempest-ServerAddressesNegativeTestJSON-84479363 tempest-ServerAddressesNegativeTestJSON-84479363-project] 10.222.0.55 "GET /v2.0/ports?device_id=21605e46-eed1-4ee1-af59-8f2effe7a301 HTTP/1.1" status: 200 len: 210 time: 0.2003825 May 24 23:13:09.829628 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41796610-a140-427e-ac5c-339dcd2c292e'] response: {'server_uuid': '21605e46-eed1-4ee1-af59-8f2effe7a301', 'name': 'network-vif-deleted', 'tag': '3ea3dd57-1fd4-4134-b01c-fa5bdd2134e3', 'status': 'completed', 'code': 200} May 24 23:13:09.866146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:09.871341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:network and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:09.875087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:09.882101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:09.893209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=ae6bccc0-cdc4-4ca5-b739-5cb56f53529c,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:10.059080 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.075764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:10.079459 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.082536 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.083396 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.124723 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.160121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:10.170769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:security_group_rule and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:10.174085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:10.180654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:10.296071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Calling delete_port for b446132f-58e8-4d26-b0c8-9b3a561a9c7a owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:10.371045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.451402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.454944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.463321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:13:10.472293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.472748 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added segment 3e76614d-8efe-437e-b280-5c35284088d3 of type vlan for network bcea0a1d-4a6f-459d-8382-40e7501e841d May 24 23:13:10.500606 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.563823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event deleted for resources: {'Port': ['ID=b446132f-58e8-4d26-b0c8-9b3a561a9c7a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:10.578841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d6cdec-2871-452e-845d-fff62bbbaa6c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:10.582567 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.588686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:10.589465 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.685464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.713217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ae6bccc0-cdc4-4ca5-b739-5cb56f53529c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:10.756565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Network': ['ID=bcea0a1d-4a6f-459d-8382-40e7501e841d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:10.773640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] Router 3aebf956-61bc-4868-8f65-2368f0cda662 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:13:10.776397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.788118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network bcea0a1d-4a6f-459d-8382-40e7501e841d details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:10.800248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e07e0edb-4155-41b8-901c-24761c435fbc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6154966 May 24 23:13:10.854157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33582) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:10.862384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1410842065'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:10.868910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:10.873527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:network and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:10.875812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:10.881921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:10.903951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:10.908914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.923607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:10.982156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33588) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:11.039217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=23831fd3-9599-472b-b008-5442be477c89,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:11.049270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:11.051400 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.105902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:11.119362 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcccd8-48c2-4510-b77b-720a20501d0b None None] Sync routers for ids ['3aebf956-61bc-4868-8f65-2368f0cda662'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:11.133839 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7f8f3345-d5f7-4023-8824-230a876b4ceb admin admin] 10.222.0.55 "PUT /v2.0/routers/3aebf956-61bc-4868-8f65-2368f0cda662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4678223 May 24 23:13:11.134474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33592) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:11.154012 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcccd8-48c2-4510-b77b-720a20501d0b None None] Routers {'3aebf956-61bc-4868-8f65-2368f0cda662'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:11.154428 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1afcccd8-48c2-4510-b77b-720a20501d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3aebf956-61bc-4868-8f65-2368f0cda662'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:11.173311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:13:11.192783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.197859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:11.206392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f3c3f4-1e76-4648-b9a7-c34c31b4ed83 admin admin] Deleting subnet c52b6af3-6e77-47f7-93f2-fe7cf77f5531 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:13:11.228590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.228939 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added segment b578a713-9af4-4ff4-9939-a6a63855c14d of type vlan for network 3e8b9376-774a-4133-9913-f0df013bde13 May 24 23:13:11.231807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91f3c3f4-1e76-4648-b9a7-c34c31b4ed83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.273227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e2a068-6d5b-4c9d-b974-668648d627fc']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:11.304170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1eb04d8-4386-48d8-bd2e-bbbeed471830') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:11.304170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1eb04d8-4386-48d8-bd2e-bbbeed471830') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:11.329960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.364849 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.370626 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91f3c3f4-1e76-4648-b9a7-c34c31b4ed83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.389904 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1afcccd8-48c2-4510-b77b-720a20501d0b None None] Set router 3aebf956-61bc-4868-8f65-2368f0cda662 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:11.405999 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.431723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:11.431723 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.521600 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f1eb04d8-4386-48d8-bd2e-bbbeed471830 resource provider aggregate not found May 24 23:13:11.533292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.578215 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f1eb04d8-4386-48d8-bd2e-bbbeed471830 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1eb04d8-4386-48d8-bd2e-bbbeed471830 found for delete ", "request_id": "req-1d933770-9776-4a4c-8336-51ec8856f19d"}]} May 24 23:13:11.623854 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.637876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:11.638589 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.845041 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1afcccd8-48c2-4510-b77b-720a20501d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'name': 'tempest-TestAggregatesBasicOps-335843297-router', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:36Z', 'updated_at': '2022-05-24T23:13:08Z', 'revision_number': 5, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'gw_port': {'id': '21994e4b-62bb-4b44-a62f-d8911c60d116', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:38Z', 'updated_at': '2022-05-24T23:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:11.850071 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcccd8-48c2-4510-b77b-720a20501d0b None None] Checking router: 3aebf956-61bc-4868-8f65-2368f0cda662 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:13:11.859677 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcccd8-48c2-4510-b77b-720a20501d0b None None] Routers {'3aebf956-61bc-4868-8f65-2368f0cda662'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:11.860733 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1afcccd8-48c2-4510-b77b-720a20501d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3aebf956-61bc-4868-8f65-2368f0cda662'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:11.887472 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.906146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Deleting port 21994e4b-62bb-4b44-a62f-d8911c60d116 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:11.906577 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.909203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91f3c3f4-1e76-4648-b9a7-c34c31b4ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:11.944700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Network': ['ID=3e8b9376-774a-4133-9913-f0df013bde13,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:11.960034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 3e8b9376-774a-4133-9913-f0df013bde13 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:12.043793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:12.050618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83e2a068-6d5b-4c9d-b974-668648d627fc {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 23:13:12.053733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:12.057796 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "DELETE /v2.0/networks/83e2a068-6d5b-4c9d-b974-668648d627fc HTTP/1.1" status: 204 len: 168 time: 3.3627555 May 24 23:13:12.077222 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1afcccd8-48c2-4510-b77b-720a20501d0b None None] Set router 3aebf956-61bc-4868-8f65-2368f0cda662 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:12.080709 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-286f1d44-41f6-4203-b953-6f5e581176ff tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2249718 May 24 23:13:12.084376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33606) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:12.084703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33608) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:12.089261 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91f3c3f4-1e76-4648-b9a7-c34c31b4ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:12.105261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'subnet': {'network_id': 'bcea0a1d-4a6f-459d-8382-40e7501e841d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:12.240914 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1afcccd8-48c2-4510-b77b-720a20501d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'name': 'tempest-TestAggregatesBasicOps-335843297-router', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:36Z', 'updated_at': '2022-05-24T23:13:11Z', 'revision_number': 6, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:12.251673 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcccd8-48c2-4510-b77b-720a20501d0b None None] The sync data for ids ['3aebf956-61bc-4868-8f65-2368f0cda662'] in n-d-843146-7 is: [{'id': '3aebf956-61bc-4868-8f65-2368f0cda662', 'name': 'tempest-TestAggregatesBasicOps-335843297-router', 'tenant_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:36Z', 'updated_at': '2022-05-24T23:13:11Z', 'revision_number': 6, 'project_id': 'b80a2daa930742b2b44ffd269b5aa52b', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:13:12.369011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] For port 21994e4b-62bb-4b44-a62f-d8911c60d116, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=21994e4b-62bb-4b44-a62f-d8911c60d116,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:12.369669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:12.375026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91f3c3f4-1e76-4648-b9a7-c34c31b4ed83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:12.377337 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-91f3c3f4-1e76-4648-b9a7-c34c31b4ed83 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c52b6af3-6e77-47f7-93f2-fe7cf77f5531 HTTP/1.1" status: 204 len: 168 time: 1.3941824 May 24 23:13:12.393784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:12.421851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:subnet and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:12.426523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:12.438899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:12.494279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33616) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:12.494279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff8659-419b-4229-849d-06ad9ff9e426 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event deleted for resources: {'Network': ['ID=83e2a068-6d5b-4c9d-b974-668648d627fc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:12.571347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:12.575221 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:12.774462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33626) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:12.866224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Calling delete_port for 21994e4b-62bb-4b44-a62f-d8911c60d116 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:12.870263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3c3f4-1e76-4648-b9a7-c34c31b4ed83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c52b6af3-6e77-47f7-93f2-fe7cf77f5531,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:13.027171 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.083820 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.159154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a144be1b-5484-4678-9e27-ecf7a7f83f07 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Synchronizing usage tracker for tenant:ee1a4fcb118640678644154d8bd447bd on resource:floatingip {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:13.232037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-35fb3e4e-f114-485f-a27f-e7c57c18d63a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=adbd5c02645d4c67bac8cac4631e39bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560533 May 24 23:13:13.237650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33666) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:13.242718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.272100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a144be1b-5484-4678-9e27-ecf7a7f83f07 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Unset dirty status for tenant:ee1a4fcb118640678644154d8bd447bd on resource:floatingip {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:13.275871 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a144be1b-5484-4678-9e27-ecf7a7f83f07 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 1.1875539 May 24 23:13:13.285307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33672) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:13.337119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Pushing event deleted for resources: {'Port': ['ID=21994e4b-62bb-4b44-a62f-d8911c60d116,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:13.387926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:13.388503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:13.389100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:13.391162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:13.391635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:13.392088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:13.393036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:13.393515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:13.393976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:13.395182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Synchronizing usage tracker for tenant:ee1a4fcb118640678644154d8bd447bd on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:13.417934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.419018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.419707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.420290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.420807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.421292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.421882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.422452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.422969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.423884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.424636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.425146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:13.427806 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.437045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Subnet': ['ID=76613b96-c7d6-46d1-be2a-3456ca96f6f2,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:13.450111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Unset dirty status for tenant:ee1a4fcb118640678644154d8bd447bd on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:13.451290 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-22ad578a-b34a-4b90-aefc-97ef09b7914b tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5875 time: 0.1580060 May 24 23:13:13.461698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33682) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:13.461698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Checking segment: {'id': '3e76614d-8efe-437e-b280-5c35284088d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bcea0a1d-4a6f-459d-8382-40e7501e841d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:13.461698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network hostable DHCP agents. Network: bcea0a1d-4a6f-459d-8382-40e7501e841d, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:13:13.528263 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.547661 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-cf34d8de-e153-46f8-955e-9a754ea09bca tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] delete failed (client error): The resource could not be found. May 24 23:13:13.548712 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cf34d8de-e153-46f8-955e-9a754ea09bca tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/8c2b4565-9b22-4d5b-a08d-0e3d303953e2 HTTP/1.1" status: 404 len: 345 time: 0.0854876 May 24 23:13:13.551348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cc5af7-3baa-44ba-91b5-61bb786a81f9']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:13.558735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33688) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:13.592565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d1d398-51eb-4577-a9fb-07ff93f9223a') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:13.592863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d1d398-51eb-4577-a9fb-07ff93f9223a') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:13.626653 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77f05dd-3352-45f9-9751-7a88790b5da4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] DELETE failed (client error): The resource could not be found. May 24 23:13:13.627126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77f05dd-3352-45f9-9751-7a88790b5da4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:13:13.631050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network bcea0a1d-4a6f-459d-8382-40e7501e841d is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:13:13.647049 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.663304 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c77f05dd-3352-45f9-9751-7a88790b5da4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "DELETE /v2.0/networks/83e2a068-6d5b-4c9d-b974-668648d627fc HTTP/1.1" status: 404 len: 339 time: 0.1019280 May 24 23:13:13.668142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33700) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:13.683086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, bcea0a1d-4a6f-459d-8382-40e7501e841d) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:13.687783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Request body: {'network': {'name': 'tempest-network--530526176', 'router:external': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:13.693006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbdc0ed-2ca8-4b04-908d-5c691b127b26 None None] Network bcea0a1d-4a6f-459d-8382-40e7501e841d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:13.694471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.697324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:13.697958 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.714492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:13.717413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:13.717861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.743748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Usage tracker for resource:network and tenant:ee1a4fcb118640678644154d8bd447bd is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:13.747521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:13.796386 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 45d1d398-51eb-4577-a9fb-07ff93f9223a resource provider aggregate not found May 24 23:13:13.807322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:13.810134 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6b89c119-178d-41df-8bfc-e22f0494468d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7224069 May 24 23:13:13.827756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33728) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:13.834916 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 45d1d398-51eb-4577-a9fb-07ff93f9223a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45d1d398-51eb-4577-a9fb-07ff93f9223a found for delete ", "request_id": "req-e977d350-5ecc-4262-9bb7-9017c221ab23"}]} May 24 23:13:13.846043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'subnet': {'network_id': '3e8b9376-774a-4133-9913-f0df013bde13', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:13.907265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.914436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.919576 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bafa221d-a650-4b67-a8cc-afa9b7db5c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.929570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Made reservation on behalf of ee1a4fcb118640678644154d8bd447bd for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:13.932040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.961307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:13.993729 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bafa221d-a650-4b67-a8cc-afa9b7db5c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.045304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-bcea0a1d-4a6f-459d-8382-40e7501e841d', 'network_id': 'bcea0a1d-4a6f-459d-8382-40e7501e841d', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'fixed_ips': [{'subnet_id': '76613b96-c7d6-46d1-be2a-3456ca96f6f2'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:13:14.046487 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.076078 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.078891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aebf956-61bc-4868-8f65-2368f0cda662 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:13:14.106783 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bafa221d-a650-4b67-a8cc-afa9b7db5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.130733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.144456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa221d-a650-4b67-a8cc-afa9b7db5c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cba17c7-aa83-4df4-9857-9f6d89787f1b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:14.159434 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e1cc5af7-3baa-44ba-91b5-61bb786a81f9 HTTP/1.1" status: 204 len: 168 time: 1.6603785 May 24 23:13:14.170174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06416597-fe82-4748-9f61-4e9104d27dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1cc5af7-3baa-44ba-91b5-61bb786a81f9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:14.186783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:14.196455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:13:14.197216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bafa221d-a650-4b67-a8cc-afa9b7db5c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.202653 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bafa221d-a650-4b67-a8cc-afa9b7db5c87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cba17c7-aa83-4df4-9857-9f6d89787f1b HTTP/1.1" status: 204 len: 168 time: 0.9636178 May 24 23:13:14.210300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.215313 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-738a0351-7c79-46fe-b067-635a3f71f463 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3aebf956-61bc-4868-8f65-2368f0cda662 HTTP/1.1" status: 204 len: 168 time: 3.0746176 May 24 23:13:14.215313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33734) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:14.216134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33738) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:14.219780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:subnet and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:14.224218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:14.271427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:14.280924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.281246 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Added segment 941ef770-615d-4e1e-ab60-7cf34b942082 of type vlan for network 5edc1597-063a-4c12-85b9-eac48e7e3dbf May 24 23:13:14.295354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:14.301929 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.303079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Allocated IP 172.20.0.2 (bcea0a1d-4a6f-459d-8382-40e7501e841d/76613b96-c7d6-46d1-be2a-3456ca96f6f2/61e4709d-9b01-451a-8856-e650f3a79692) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:14.402318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-01074ccd-62b3-42dc-bce8-3a1e89dda60e admin admin] Deleting subnet 32632d22-254b-4b01-84b8-55c4bdae1ffc {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:13:14.408188 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01074ccd-62b3-42dc-bce8-3a1e89dda60e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.494325 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-56e73a26-48bf-4ec1-9778-da9f0f62e2e1 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2671 time: 0.2744367 May 24 23:13:14.495050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33746) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:14.505188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'network': {'name': 'tempest-network-smoke--1409176049', 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'port_security_enabled': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:14.511408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33750) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:14.534305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:14.540696 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01074ccd-62b3-42dc-bce8-3a1e89dda60e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.632701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:14.646908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-936a70cb-6e89-47c6-b4f7-72f8964deb53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6dbcb70e6464839bd932c4c5c9946fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329160 May 24 23:13:14.648977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33754) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:14.718629 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.729534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Made reservation on behalf of 702cf064813c4c99be556eaa2ccd29f5 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:14.734744 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.764380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Transition to ACTIVE for port object 61e4709d-9b01-451a-8856-e650f3a79692 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:14.810968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:13:14.824070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Transition to ACTIVE for port object 61e4709d-9b01-451a-8856-e650f3a79692 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:14.825423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.825811 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Added segment f6a58005-7dea-40b6-b254-b5e7669e4d3d of type vlan for network ac915ab3-564d-42a8-b6de-24c9416f51ec May 24 23:13:14.831881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 21994e4b-62bb-4b44-a62f-d8911c60d116 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:13:14.865572 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.868048 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.908101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77d186c7-38e0-4265-9df6-377e68db5f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.926701 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.935290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:14.936133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:14.977531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 21994e4b-62bb-4b44-a62f-d8911c60d116 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:13:14.978362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 21994e4b-62bb-4b44-a62f-d8911c60d116 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:13:14.978864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1ee6dee4-8550-4190-aaed-fbd74d429146 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:13:15.013537 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.039271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 1ee6dee4-8550-4190-aaed-fbd74d429146 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:13:15.039752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1ee6dee4-8550-4190-aaed-fbd74d429146 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:13:15.051124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Network bcea0a1d-4a6f-459d-8382-40e7501e841d is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:15.052875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:15.054175 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.056916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:15.101855 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77d186c7-38e0-4265-9df6-377e68db5f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.119709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01074ccd-62b3-42dc-bce8-3a1e89dda60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.135402 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.136369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:15.136943 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.144397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Pushing event updated for resources: {'Port': ['ID=61e4709d-9b01-451a-8856-e650f3a79692,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:15.168172 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Attempting to bind port 61e4709d-9b01-451a-8856-e650f3a79692 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:15.168596 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Attempting to bind port 61e4709d-9b01-451a-8856-e650f3a79692 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '3e76614d-8efe-437e-b280-5c35284088d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bcea0a1d-4a6f-459d-8382-40e7501e841d'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:15.168969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Attempting to bind port 61e4709d-9b01-451a-8856-e650f3a79692 on network bcea0a1d-4a6f-459d-8382-40e7501e841d {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:15.177072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:15.177807 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Checking segment: {'id': '3e76614d-8efe-437e-b280-5c35284088d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bcea0a1d-4a6f-459d-8382-40e7501e841d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:15.179620 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.180590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Bound using segment: {'id': '3e76614d-8efe-437e-b280-5c35284088d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bcea0a1d-4a6f-459d-8382-40e7501e841d'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:15.181305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Bound port: 61e4709d-9b01-451a-8856-e650f3a79692, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e76614d-8efe-437e-b280-5c35284088d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bcea0a1d-4a6f-459d-8382-40e7501e841d'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:15.182174 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.198854 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7029476 May 24 23:13:15.210537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33758) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:15.230467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-229634836', 'admin_state_up': True, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:15.236989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aa833-f83b-4854-a79f-4e2758a467d4 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Network': ['ID=ac915ab3-564d-42a8-b6de-24c9416f51ec,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:15.249372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:15.251898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event updated for resources: {'Network': ['ID=5edc1597-063a-4c12-85b9-eac48e7e3dbf,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:15.259370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ac915ab3-564d-42a8-b6de-24c9416f51ec details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:15.272558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Subnet': ['ID=edb0e9de-aaf1-4bfd-8695-8179b5e95269,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:15.280226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Checking segment: {'id': 'b578a713-9af4-4ff4-9939-a6a63855c14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e8b9376-774a-4133-9913-f0df013bde13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:15.280589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network hostable DHCP agents. Network: 3e8b9376-774a-4133-9913-f0df013bde13, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:13:15.284631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 5edc1597-063a-4c12-85b9-eac48e7e3dbf details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:15.293992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:router and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:15.294297 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-106cabc7-0c49-4c99-ab12-1e3132e345a4 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6137800 May 24 23:13:15.294751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33762) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:15.299271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:15.309842 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01074ccd-62b3-42dc-bce8-3a1e89dda60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.322425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:15.373067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-01074ccd-62b3-42dc-bce8-3a1e89dda60e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.389127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01074ccd-62b3-42dc-bce8-3a1e89dda60e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32632d22-254b-4b01-84b8-55c4bdae1ffc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:15.404838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.406027 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.414898 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77d186c7-38e0-4265-9df6-377e68db5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.419067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77d186c7-38e0-4265-9df6-377e68db5f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.423016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-77d186c7-38e0-4265-9df6-377e68db5f10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aceba375-50ea-4c3c-a19f-a1136f454da1 HTTP/1.1" status: 204 len: 168 time: 0.7684672 May 24 23:13:15.424306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238a1858-0ce7-4377-a304-8fd7c8fe15d5 None None] Network ea947114-4633-451b-a53b-cd844e4fe3d5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:15.435916 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-01074ccd-62b3-42dc-bce8-3a1e89dda60e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/32632d22-254b-4b01-84b8-55c4bdae1ffc HTTP/1.1" status: 204 len: 168 time: 1.2137089 May 24 23:13:15.436659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33768) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:15.445419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d186c7-38e0-4265-9df6-377e68db5f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceba375-50ea-4c3c-a19f-a1136f454da1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:15.477322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 3e8b9376-774a-4133-9913-f0df013bde13 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:13:15.539433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ada6f-85b4-47ff-b580-b2316dd19996 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:15.557824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ada6f-85b4-47ff-b580-b2316dd19996 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:15.563428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ada6f-85b4-47ff-b580-b2316dd19996 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:15.586303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ada6f-85b4-47ff-b580-b2316dd19996 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:15.587178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1e9ada6f-85b4-47ff-b580-b2316dd19996 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Synchronizing usage tracker for tenant:d8d2f2841fef44c4bae6777e3d2d04db on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:15.591002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 3e8b9376-774a-4133-9913-f0df013bde13) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:15.609044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:15.609676 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.672079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1e9ada6f-85b4-47ff-b580-b2316dd19996 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Unset dirty status for tenant:d8d2f2841fef44c4bae6777e3d2d04db on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:15.677191 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1e9ada6f-85b4-47ff-b580-b2316dd19996 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3812528 May 24 23:13:15.681770 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ee4fd8ce-c409-4105-b218-b6f7d0a50c53 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8498676 May 24 23:13:15.682432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33772) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:15.690588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33774) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:15.728970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-080c9399-3c00-4b1a-a26e-28f1a1ed8e47 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1584463166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:15.733484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] For port 61e4709d-9b01-451a-8856-e650f3a79692, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:15.738230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] For port 61e4709d-9b01-451a-8856-e650f3a79692, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=61e4709d-9b01-451a-8856-e650f3a79692,segment=NetworkSegment(3e76614d-8efe-437e-b280-5c35284088d3),segment_id=3e76614d-8efe-437e-b280-5c35284088d3)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:15.781807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.785444 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.790230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-080c9399-3c00-4b1a-a26e-28f1a1ed8e47 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:15.811185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-080c9399-3c00-4b1a-a26e-28f1a1ed8e47 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:router and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:15.814089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ec3c25-1289-44e6-b91b-fa4f535b12b9 None None] Network 3e8b9376-774a-4133-9913-f0df013bde13 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:15.817274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-080c9399-3c00-4b1a-a26e-28f1a1ed8e47 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:15.817930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Deleting port 6b097435-55f2-4d34-8303-9cf522cfc2e2 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:15.818276 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.825606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-080c9399-3c00-4b1a-a26e-28f1a1ed8e47 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:15.879398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.883576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.893532 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-080c9399-3c00-4b1a-a26e-28f1a1ed8e47 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.896552 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-080c9399-3c00-4b1a-a26e-28f1a1ed8e47 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.918737 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-080c9399-3c00-4b1a-a26e-28f1a1ed8e47 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:15.985464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-080c9399-3c00-4b1a-a26e-28f1a1ed8e47 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:16.138574 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-080c9399-3c00-4b1a-a26e-28f1a1ed8e47 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:16.140125 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-080c9399-3c00-4b1a-a26e-28f1a1ed8e47 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4475520 May 24 23:13:16.144524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33784) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:16.244310 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:16.255191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b0b65-cad7-4de8-9a3b-52a62514917c None None] Pushing event updated for resources: {'Port': ['ID=61e4709d-9b01-451a-8856-e650f3a79692,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:16.393013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edc1597-063a-4c12-85b9-eac48e7e3dbf']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:16.438590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd0612e-eaa3-40bf-9b7f-b3807d6eec82 None None] DHCP port deletion for ea947114-4633-451b-a53b-cd844e4fe3d5 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:13:16.475141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0612e-eaa3-40bf-9b7f-b3807d6eec82 None None] Deleting port 6b097435-55f2-4d34-8303-9cf522cfc2e2 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:16.475519 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7cd0612e-eaa3-40bf-9b7f-b3807d6eec82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:16.550927 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:16.566851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941ef770-615d-4e1e-ab60-7cf34b942082') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:16.567082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-3e8b9376-774a-4133-9913-f0df013bde13', 'network_id': '3e8b9376-774a-4133-9913-f0df013bde13', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'fixed_ips': [{'subnet_id': 'edb0e9de-aaf1-4bfd-8695-8179b5e95269'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:13:16.567182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941ef770-615d-4e1e-ab60-7cf34b942082') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:16.568502 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:16.599166 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:16.829795 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:16.865913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 61e4709d-9b01-451a-8856-e650f3a79692 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:16.935820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] For port 6b097435-55f2-4d34-8303-9cf522cfc2e2, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6b097435-55f2-4d34-8303-9cf522cfc2e2,segment=NetworkSegment(836800f6-6aac-4473-8d75-d56d4caf134c),segment_id=836800f6-6aac-4473-8d75-d56d4caf134c)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:16.936437 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:17.142575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7cd0612e-eaa3-40bf-9b7f-b3807d6eec82 None None] For port 6b097435-55f2-4d34-8303-9cf522cfc2e2, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6b097435-55f2-4d34-8303-9cf522cfc2e2,segment=NetworkSegment(836800f6-6aac-4473-8d75-d56d4caf134c),segment_id=836800f6-6aac-4473-8d75-d56d4caf134c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:17.142970 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7cd0612e-eaa3-40bf-9b7f-b3807d6eec82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:17.144635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:17.145146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:17.235944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:17.253756 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 941ef770-615d-4e1e-ab60-7cf34b942082 resource provider aggregate not found May 24 23:13:17.267157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Calling delete_port for 6b097435-55f2-4d34-8303-9cf522cfc2e2 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:17.270263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33810) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:17.305542 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 941ef770-615d-4e1e-ab60-7cf34b942082 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 941ef770-615d-4e1e-ab60-7cf34b942082 found for delete ", "request_id": "req-ce5329ce-4e36-4ab3-97fe-072a311be293"}]} May 24 23:13:17.322680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 61e4709d-9b01-451a-8856-e650f3a79692 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:17.360624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:17.439972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] No DVR routers for this DVR port 6b097435-55f2-4d34-8303-9cf522cfc2e2 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:13:17.442027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b097435-55f2-4d34-8303-9cf522cfc2e2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:17.457532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0612e-eaa3-40bf-9b7f-b3807d6eec82 None None] Calling delete_port for 6b097435-55f2-4d34-8303-9cf522cfc2e2 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:17.494333 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:17.541673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5edc1597-063a-4c12-85b9-eac48e7e3dbf {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 23:13:17.543761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event deleted for resources: {'Network': ['ID=5edc1597-063a-4c12-85b9-eac48e7e3dbf,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:17.551648 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:17.564934 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ebe194cc-a5ef-428e-8f40-7aa8403b9126 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "DELETE /v2.0/networks/5edc1597-063a-4c12-85b9-eac48e7e3dbf HTTP/1.1" status: 204 len: 168 time: 1.8814638 May 24 23:13:17.572895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33816) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:17.624496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6b097435-55f2-4d34-8303-9cf522cfc2e2 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:13:17.641780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Request body: {'network': {'name': 'tempest-network--1609032085', 'router:external': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:17.647224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:17.651609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Usage tracker for resource:network and tenant:ee1a4fcb118640678644154d8bd447bd is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:17.655338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:17.661530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:17.725299 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:17.770105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 6b097435-55f2-4d34-8303-9cf522cfc2e2 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:13:17.770719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6b097435-55f2-4d34-8303-9cf522cfc2e2 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:13:17.820889 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-7cd0612e-eaa3-40bf-9b7f-b3807d6eec82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:13:17.821539 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-7cd0612e-eaa3-40bf-9b7f-b3807d6eec82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:13:17.829258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Allocated IP 172.21.0.2 (3e8b9376-774a-4133-9913-f0df013bde13/edb0e9de-aaf1-4bfd-8695-8179b5e95269/979220a3-6875-4b0a-b7f7-77ea338562eb) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:17.835730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea947114-4633-451b-a53b-cd844e4fe3d5']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:17.872332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836800f6-6aac-4473-8d75-d56d4caf134c') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:17.872795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836800f6-6aac-4473-8d75-d56d4caf134c') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:17.880113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Allocated IP 172.20.0.1 (bcea0a1d-4a6f-459d-8382-40e7501e841d/76613b96-c7d6-46d1-be2a-3456ca96f6f2/e6b19771-d331-4776-b23f-afe240e3695a) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:17.890647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Made reservation on behalf of ee1a4fcb118640678644154d8bd447bd for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:17.893039 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:17.901573 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:17.915848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2017425447-network', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:17.927941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e896877-f2ce-4a6a-ad72-d633c5146d7d None None] Network bcea0a1d-4a6f-459d-8382-40e7501e841d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:17.929951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:17.991774 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.061247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:18.061754 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.089530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Usage tracker for resource:network and tenant:2f5082b16d1444209ac2eb488b010b82 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:18.117484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:18.137624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-28b98d92-dfcd-4c71-8c82-d009950b983a None None] Provisioning for port 61e4709d-9b01-451a-8856-e650f3a79692 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:18.138018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:13:18.147096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-28b98d92-dfcd-4c71-8c82-d009950b983a None None] Provisioning complete for port 61e4709d-9b01-451a-8856-e650f3a79692 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:18.147422 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28b98d92-dfcd-4c71-8c82-d009950b983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.275029 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 836800f6-6aac-4473-8d75-d56d4caf134c resource provider aggregate not found May 24 23:13:18.306602 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.307149 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Added segment 03d8514f-0e8a-4650-9d48-3da5434cae93 of type vlan for network 271a92fa-e867-432c-8b26-ef73d793574c May 24 23:13:18.342193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.361641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0612e-eaa3-40bf-9b7f-b3807d6eec82 None None] Deleting port 6b097435-55f2-4d34-8303-9cf522cfc2e2 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:18.362337 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7cd0612e-eaa3-40bf-9b7f-b3807d6eec82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.380685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:18.389079 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.395408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.396589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:18.397348 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.434904 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 836800f6-6aac-4473-8d75-d56d4caf134c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 836800f6-6aac-4473-8d75-d56d4caf134c found for delete ", "request_id": "req-2b2bbb56-9386-4623-b939-4a42be5bb890"}]} May 24 23:13:18.439506 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.475962 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.537190 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.540588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0612e-eaa3-40bf-9b7f-b3807d6eec82 None None] The port '6b097435-55f2-4d34-8303-9cf522cfc2e2' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:13:18.572200 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.607293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] Pushing event deleted for resources: {'Network': ['ID=ea947114-4633-451b-a53b-cd844e4fe3d5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:18.646326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event updated for resources: {'Network': ['ID=271a92fa-e867-432c-8b26-ef73d793574c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:18.654165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-71f6ec13-4dba-4f04-8eb4-2237796cc25d tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0799339 May 24 23:13:18.660051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Made reservation on behalf of 2f5082b16d1444209ac2eb488b010b82 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:18.663219 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.669589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 271a92fa-e867-432c-8b26-ef73d793574c details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:18.671941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dea38696-39d8-469e-998d-3feebcc8f26a admin admin] 10.222.0.55 "DELETE /v2.0/networks/ea947114-4633-451b-a53b-cd844e4fe3d5 HTTP/1.1" status: 204 len: 168 time: 3.2308633 May 24 23:13:18.672515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33826) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:18.679648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33828) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:18.685616 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.695765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Transition to ACTIVE for port object e6b19771-d331-4776-b23f-afe240e3695a will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:18.705611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:18.727311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5082b16d1444209ac2eb488b010b82 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:18.733312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:18.741309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:18.786418 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.845376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-28b98d92-dfcd-4c71-8c82-d009950b983a None None] Current status of the port 61e4709d-9b01-451a-8856-e650f3a79692 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:18.845733 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28b98d92-dfcd-4c71-8c82-d009950b983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.886867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=e6b19771-d331-4776-b23f-afe240e3695a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:18.898034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network bcea0a1d-4a6f-459d-8382-40e7501e841d is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:18.900424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:18.904043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:18.942111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-28b98d92-dfcd-4c71-8c82-d009950b983a None None] For port 61e4709d-9b01-451a-8856-e650f3a79692, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=61e4709d-9b01-451a-8856-e650f3a79692,segment=NetworkSegment(3e76614d-8efe-437e-b280-5c35284088d3),segment_id=3e76614d-8efe-437e-b280-5c35284088d3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:18.953254 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-28b98d92-dfcd-4c71-8c82-d009950b983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.988638 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:18.988895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Allocated IP 172.25.7.8 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/c5e14628-f00f-4f82-b004-17438e8b0693) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:19.037780 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.057699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Transition to ACTIVE for port object 979220a3-6875-4b0a-b7f7-77ea338562eb will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:19.060386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435f7702-8e54-4612-ae77-5a2eaca2df42 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:19.061886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-435f7702-8e54-4612-ae77-5a2eaca2df42 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] 10.222.0.55 "GET /v2.0/networks/271a92fa-e867-432c-8b26-ef73d793574c HTTP/1.1" status: 200 len: 757 time: 0.3836155 May 24 23:13:19.078806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33834) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:19.083721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b98d92-dfcd-4c71-8c82-d009950b983a None None] Pushing event updated for resources: {'Port': ['ID=61e4709d-9b01-451a-8856-e650f3a79692,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:19.117788 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.127500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Transition to ACTIVE for port object 979220a3-6875-4b0a-b7f7-77ea338562eb will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:19.138892 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.139379 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.190080 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dec421-3dc6-41ae-a022-2c37617fb753,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:19.232963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Network 3e8b9376-774a-4133-9913-f0df013bde13 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:19.238441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:19.243342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:19.264205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:13:19.288761 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.289243 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Added segment c1f11fed-a3ef-45d1-ab87-76a48dab0f76 of type vlan for network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 May 24 23:13:19.290772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.364073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Pushing event updated for resources: {'Port': ['ID=979220a3-6875-4b0a-b7f7-77ea338562eb,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:19.368159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Attempting to bind port 979220a3-6875-4b0a-b7f7-77ea338562eb on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:19.368532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Attempting to bind port 979220a3-6875-4b0a-b7f7-77ea338562eb by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b578a713-9af4-4ff4-9939-a6a63855c14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e8b9376-774a-4133-9913-f0df013bde13'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:19.368897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Attempting to bind port 979220a3-6875-4b0a-b7f7-77ea338562eb on network 3e8b9376-774a-4133-9913-f0df013bde13 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:19.379203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:19.379676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Checking segment: {'id': 'b578a713-9af4-4ff4-9939-a6a63855c14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e8b9376-774a-4133-9913-f0df013bde13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:19.380358 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.380492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Bound using segment: {'id': 'b578a713-9af4-4ff4-9939-a6a63855c14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e8b9376-774a-4133-9913-f0df013bde13'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:19.380977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Bound port: 979220a3-6875-4b0a-b7f7-77ea338562eb, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b578a713-9af4-4ff4-9939-a6a63855c14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3e8b9376-774a-4133-9913-f0df013bde13'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:19.381343 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.426218 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.470549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8a8a3a20-b1e1-4887-a0d8-6a48f45093c6 None None] Provisioning complete for port 61e4709d-9b01-451a-8856-e650f3a79692 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:19.470810 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3a20-b1e1-4887-a0d8-6a48f45093c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.628257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a3a20-b1e1-4887-a0d8-6a48f45093c6 None None] Current status of the port 61e4709d-9b01-451a-8856-e650f3a79692 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:19.643924 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] For port 979220a3-6875-4b0a-b7f7-77ea338562eb, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:19.648515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] For port 979220a3-6875-4b0a-b7f7-77ea338562eb, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=979220a3-6875-4b0a-b7f7-77ea338562eb,segment=NetworkSegment(b578a713-9af4-4ff4-9939-a6a63855c14d),segment_id=b578a713-9af4-4ff4-9939-a6a63855c14d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:19.656196 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.684976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:13:19.715220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7189d1-0b04-412c-8c92-84f6cd3cff1d tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:19.719232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eb7189d1-0b04-412c-8c92-84f6cd3cff1d tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] 10.222.0.55 "GET /v2.0/networks/b9fbe3e0-d6b3-487e-abad-a620665808a2 HTTP/1.1" status: 200 len: 767 time: 0.6361771 May 24 23:13:19.724049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33840) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:19.757411 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.759288 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.760968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:19.762070 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.825704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9bac78c7-fef7-41c4-8e79-7536caa52fa3 None None] Provisioning for port e6b19771-d331-4776-b23f-afe240e3695a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:19.833332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9bac78c7-fef7-41c4-8e79-7536caa52fa3 None None] Provisioning complete for port e6b19771-d331-4776-b23f-afe240e3695a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:19.833726 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9bac78c7-fef7-41c4-8e79-7536caa52fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:19.910856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126cfc5-eead-4aa0-9a21-ee3276dc9b33 None None] Pushing event updated for resources: {'Port': ['ID=979220a3-6875-4b0a-b7f7-77ea338562eb,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:19.920020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9bac78c7-fef7-41c4-8e79-7536caa52fa3 None None] Port e6b19771-d331-4776-b23f-afe240e3695a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:13:19.990736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:20.081536 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:20.154757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8808835 May 24 23:13:20.164623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33844) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:20.174120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Request body: {'subnet': {'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2017425447-subnet', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:20.181355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:20.182406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09780e6-33b7-4e26-8675-87f3c021ac26 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b2f2c6-b620-41a0-807a-0d031ceeaa90,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:20.185045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:20.193264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Usage tracker for resource:subnet and tenant:2f5082b16d1444209ac2eb488b010b82 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:20.198364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:20.205022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:20.218150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:20.252754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Made reservation on behalf of 2f5082b16d1444209ac2eb488b010b82 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:20.255512 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:20.389234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:20.399622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:20.459338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:20.478054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:20.523531 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:20.535359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=e6b19771-d331-4776-b23f-afe240e3695a,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:20.543648 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:20.561428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Port': ['ID=c5e14628-f00f-4f82-b004-17438e8b0693,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:20.589923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271a92fa-e867-432c-8b26-ef73d793574c']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:20.686623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d8514f-0e8a-4650-9d48-3da5434cae93') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:20.686856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d8514f-0e8a-4650-9d48-3da5434cae93') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:20.755180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:20.764657 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:20.831635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network bcea0a1d-4a6f-459d-8382-40e7501e841d is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:20.848005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:20.871818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 979220a3-6875-4b0a-b7f7-77ea338562eb up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:20.884122 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:20.914154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:20.915907 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.001322 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 03d8514f-0e8a-4650-9d48-3da5434cae93 resource provider aggregate not found May 24 23:13:21.048248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d045cf97-0bb3-47b8-9416-6297d931255e,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:21.048506 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 03d8514f-0e8a-4650-9d48-3da5434cae93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03d8514f-0e8a-4650-9d48-3da5434cae93 found for delete ", "request_id": "req-8dd647b3-3c09-423f-bbdf-f352d5a96d14"}]} May 24 23:13:21.049669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 979220a3-6875-4b0a-b7f7-77ea338562eb completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:21.060641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 61e4709d-9b01-451a-8856-e650f3a79692 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:21.143490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Checking segment: {'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:21.143795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Network hostable DHCP agents. Network: e8b2f2c6-b620-41a0-807a-0d031ceeaa90, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:13:21.207730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 61e4709d-9b01-451a-8856-e650f3a79692 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:21.208292 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.217694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:13:21.225686 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.243417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, e8b2f2c6-b620-41a0-807a-0d031ceeaa90) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:21.245777 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.258268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:21.259109 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.260523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50311a3e-4f47-4b10-b806-d065ea0142cb None None] Network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:21.308909 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f7e543af-4ca2-487e-a619-3a518b4668a9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1433101 May 24 23:13:21.310462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 2a1049ab-3548-41e3-8d40-ec906c479892 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:13:21.313078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33854) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:21.329192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2017425447-router', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:21.340356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 271a92fa-e867-432c-8b26-ef73d793574c {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 23:13:21.344305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:21.353333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Usage tracker for resource:router and tenant:2f5082b16d1444209ac2eb488b010b82 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:21.356542 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.359068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:21.389982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event deleted for resources: {'Network': ['ID=271a92fa-e867-432c-8b26-ef73d793574c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:21.407610 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2dd10fd4-1873-4c6b-a031-a8339ed7f1d8 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "DELETE /v2.0/networks/271a92fa-e867-432c-8b26-ef73d793574c HTTP/1.1" status: 204 len: 168 time: 1.6799462 May 24 23:13:21.420014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33858) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:21.431163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-83cec0fd-a419-4854-8878-007ed48c8fcd None None] Provisioning complete for port e6b19771-d331-4776-b23f-afe240e3695a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:21.431535 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83cec0fd-a419-4854-8878-007ed48c8fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.441275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Request body: {'network': {'name': 'tempest-network--1927442305'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:21.516026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:21.529155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649da62a-70a8-4117-a1a7-0af26312f98f None None] Network 3e8b9376-774a-4133-9913-f0df013bde13 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:21.606726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Usage tracker for resource:network and tenant:ee1a4fcb118640678644154d8bd447bd is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:21.615159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:21.626675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:21.632082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:21.649969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:21.662258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7a69f017-4858-42a4-b197-aa12bca1eb52 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/2a1049ab-3548-41e3-8d40-ec906c479892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5140290 May 24 23:13:21.665039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33862) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:21.694434 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.695481 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.735072 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.783919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Made reservation on behalf of ee1a4fcb118640678644154d8bd447bd for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:21.787141 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.807573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd54bdb-a62b-4885-a4b8-0a0ee2333c5a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:21.807817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-83cec0fd-a419-4854-8878-007ed48c8fcd None None] Port e6b19771-d331-4776-b23f-afe240e3695a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:13:21.812508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3dd54bdb-a62b-4885-a4b8-0a0ee2333c5a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports/e6b19771-d331-4776-b23f-afe240e3695a HTTP/1.1" status: 200 len: 910 time: 0.1445243 May 24 23:13:21.820629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33866) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:21.821264 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:21.988410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 61e4709d-9b01-451a-8856-e650f3a79692 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:22.006894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3976f3e0-2fd3-42f6-ac91-de03de3692b3 None None] Provisioning for port 979220a3-6875-4b0a-b7f7-77ea338562eb completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:22.015770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3976f3e0-2fd3-42f6-ac91-de03de3692b3 None None] Provisioning complete for port 979220a3-6875-4b0a-b7f7-77ea338562eb triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:22.016249 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3976f3e0-2fd3-42f6-ac91-de03de3692b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:22.041892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc307ea-fa58-4695-a68e-2dc6cf0eaae9 None None] Network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:22.287575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3976f3e0-2fd3-42f6-ac91-de03de3692b3 None None] Current status of the port 979220a3-6875-4b0a-b7f7-77ea338562eb is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:22.288299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3976f3e0-2fd3-42f6-ac91-de03de3692b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:22.312072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c5df26-fcfc-4604-8cd4-397d442e24a8 None None] Sync routers for ids ['2a1049ab-3548-41e3-8d40-ec906c479892'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:22.438791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5df26-fcfc-4604-8cd4-397d442e24a8 None None] Routers {'2a1049ab-3548-41e3-8d40-ec906c479892'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:22.439420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-17c5df26-fcfc-4604-8cd4-397d442e24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2a1049ab-3548-41e3-8d40-ec906c479892'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:22.442520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:22.492773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3976f3e0-2fd3-42f6-ac91-de03de3692b3 None None] For port 979220a3-6875-4b0a-b7f7-77ea338562eb, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=979220a3-6875-4b0a-b7f7-77ea338562eb,segment=NetworkSegment(b578a713-9af4-4ff4-9939-a6a63855c14d),segment_id=b578a713-9af4-4ff4-9939-a6a63855c14d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:22.514735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-17c5df26-fcfc-4604-8cd4-397d442e24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:22.516821 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3976f3e0-2fd3-42f6-ac91-de03de3692b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:22.720329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5df26-fcfc-4604-8cd4-397d442e24a8 None None] Routers {'2a1049ab-3548-41e3-8d40-ec906c479892'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:22.720972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-17c5df26-fcfc-4604-8cd4-397d442e24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2a1049ab-3548-41e3-8d40-ec906c479892'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:22.811138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-17c5df26-fcfc-4604-8cd4-397d442e24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:22.812073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c5df26-fcfc-4604-8cd4-397d442e24a8 None None] The sync data for ids ['2a1049ab-3548-41e3-8d40-ec906c479892'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:13:22.837106 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:22.838549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6f7d3e2d-ac5f-4bd6-8c05-d47ed73bbd68 None None] Provisioning complete for port 979220a3-6875-4b0a-b7f7-77ea338562eb triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:22.840699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:13:22.841158 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3e2d-ac5f-4bd6-8c05-d47ed73bbd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:22.875144 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:22.881308 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:22.881682 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Added segment 10409253-c2c0-45e8-8488-9bfb83292c44 of type vlan for network 166e2050-560a-4a98-b338-0badb2b6576a May 24 23:13:22.916652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976f3e0-2fd3-42f6-ac91-de03de3692b3 None None] Pushing event updated for resources: {'Port': ['ID=979220a3-6875-4b0a-b7f7-77ea338562eb,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:23.012804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d3e2d-ac5f-4bd6-8c05-d47ed73bbd68 None None] Current status of the port 979220a3-6875-4b0a-b7f7-77ea338562eb is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:23.068988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Allocated IP 172.25.7.211 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/68fa9a35-aae6-493b-895b-7e8267bafa45) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:23.219797 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:23.234386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:23.271786 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:23.340770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:23.344122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:23.348749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:23.383284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Pushing event updated for resources: {'Port': ['ID=68fa9a35-aae6-493b-895b-7e8267bafa45,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:23.404760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:23.465632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] Deleting port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:23.465955 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:23.532803 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:23.533803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:23.534385 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:23.774955 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.3416476 May 24 23:13:23.777559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33874) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:23.794226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-63e8dc3e-13a5-4cd1-9812-cd41562c3c16 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:23.907578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.014571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044e645-fc9b-46e5-9bd7-1f29616e26a9 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event updated for resources: {'Network': ['ID=166e2050-560a-4a98-b338-0badb2b6576a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:24.027751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 166e2050-560a-4a98-b338-0badb2b6576a details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:24.036123 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.241860 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.271213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] For port ae6bccc0-cdc4-4ca5-b739-5cb56f53529c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ae6bccc0-cdc4-4ca5-b739-5cb56f53529c,segment=NetworkSegment(b3059e13-7024-434b-a447-21405385ee83),segment_id=b3059e13-7024-434b-a447-21405385ee83)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:24.271588 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.375530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63e8dc3e-13a5-4cd1-9812-cd41562c3c16 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.418232 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63e8dc3e-13a5-4cd1-9812-cd41562c3c16 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.427031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] Calling delete_port for ae6bccc0-cdc4-4ca5-b739-5cb56f53529c owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:24.442972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63e8dc3e-13a5-4cd1-9812-cd41562c3c16 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Network 166e2050-560a-4a98-b338-0badb2b6576a is not hosted by any dhcp agent {{(pid=88390) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 24 23:13:24.443838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e8dc3e-13a5-4cd1-9812-cd41562c3c16 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:24.444422 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-63e8dc3e-13a5-4cd1-9812-cd41562c3c16 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.448646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-63e8dc3e-13a5-4cd1-9812-cd41562c3c16 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "PUT /v2.0/networks/166e2050-560a-4a98-b338-0badb2b6576a HTTP/1.1" status: 200 len: 858 time: 0.6701124 May 24 23:13:24.449233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33880) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:24.522854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:13:24.673664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8dc3e-13a5-4cd1-9812-cd41562c3c16 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event updated for resources: {'Network': ['ID=166e2050-560a-4a98-b338-0badb2b6576a,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:24.702888 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.745125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 979220a3-6875-4b0a-b7f7-77ea338562eb up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:24.769133 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.833866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:24.846397 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Sync routers for ids ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:24.847875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 979220a3-6875-4b0a-b7f7-77ea338562eb triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:24.850553 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.856343 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Routers {'662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:24.856954 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:24.940052 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:24.942149 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f1b2e41e-291b-4c67-a788-b905f650e85e tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.7299902 May 24 23:13:24.946687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33884) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:25.017102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0494835-53fe-4a46-b42c-34f0c6f17cc1 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:25.018758 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e0494835-53fe-4a46-b42c-34f0c6f17cc1 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=702cf064813c4c99be556eaa2ccd29f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0687544 May 24 23:13:25.022544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33888) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:25.059873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.071505 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Set router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:25.110442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166e2050-560a-4a98-b338-0badb2b6576a']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:25.138400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Allocated IP 172.21.0.1 (3e8b9376-774a-4133-9913-f0df013bde13/edb0e9de-aaf1-4bfd-8695-8179b5e95269/da69abda-d5eb-42b5-85f6-a63354c8bc9c) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:25.142573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10409253-c2c0-45e8-8488-9bfb83292c44') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:25.144501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10409253-c2c0-45e8-8488-9bfb83292c44') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:25.180149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.190802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 979220a3-6875-4b0a-b7f7-77ea338562eb is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:25.198989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Router 3d11427b-ded5-40e0-9acf-e6f591435b9e is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:13:25.217469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.314761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:25.315174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.386905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce967415-6c79-46ad-9be2-cad0b6cf1a95 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:25.387959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce967415-6c79-46ad-9be2-cad0b6cf1a95 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:25.389775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ce967415-6c79-46ad-9be2-cad0b6cf1a95 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1538 time: 0.3643095 May 24 23:13:25.392847 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 10409253-c2c0-45e8-8488-9bfb83292c44 resource provider aggregate not found May 24 23:13:25.394150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33896) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:25.439475 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.439681 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 10409253-c2c0-45e8-8488-9bfb83292c44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10409253-c2c0-45e8-8488-9bfb83292c44 found for delete ", "request_id": "req-133d8299-4ad3-4dab-a350-87d778035a2b"}]} May 24 23:13:25.491462 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-38c509b4-c9fd-40d4-a1cf-eeb5f61042c1 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=166e2050-560a-4a98-b338-0badb2b6576a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0958986 May 24 23:13:25.499075 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229634836', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:15Z', 'updated_at': '2022-05-24T23:13:21Z', 'revision_number': 3, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:18Z', 'updated_at': '2022-05-24T23:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:25.506307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33902) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:25.512917 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Checking router: 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:13:25.513278 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Updating router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a port c5e14628-f00f-4f82-b004-17438e8b0693 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:13:25.523050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6bccc0-cdc4-4ca5-b739-5cb56f53529c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:25.619639 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.674805 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.826647 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-59ba6d62-35ef-4ab1-b163-7e5a4659242d tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3186212 May 24 23:13:25.836891 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.842466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33906) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:25.868138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 166e2050-560a-4a98-b338-0badb2b6576a {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 24 23:13:25.906835 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.923060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] Pushing event deleted for resources: {'Network': ['ID=166e2050-560a-4a98-b338-0badb2b6576a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:25.936063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-66215e3e-8bd6-4b8a-8f25-0a68c3f20c7b tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=702cf064813c4c99be556eaa2ccd29f5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0920045 May 24 23:13:25.937586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:25.939045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33910) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:25.970366 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4ce4ea3f-cd55-4a75-8260-5ab8fa14a938 tempest-ExternalNetworksTestJSON-653599460 tempest-ExternalNetworksTestJSON-653599460-project-admin] 10.222.0.55 "DELETE /v2.0/networks/166e2050-560a-4a98-b338-0badb2b6576a HTTP/1.1" status: 204 len: 168 time: 1.5143588 May 24 23:13:25.971483 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:25.977202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33914) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:26.090169 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f622f15-e3a2-43d7-bd3f-de263373ee14 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] DELETE failed (client error): The resource could not be found. May 24 23:13:26.091460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f622f15-e3a2-43d7-bd3f-de263373ee14 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:13:26.093552 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2f622f15-e3a2-43d7-bd3f-de263373ee14 tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] 10.222.0.55 "DELETE /v2.0/subnets/23831fd3-9599-472b-b008-5442be477c89 HTTP/1.1" status: 404 len: 337 time: 0.1120791 May 24 23:13:26.100282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33918) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:26.143129 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:26.144743 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dcb1765e-06f3-473f-bc56-ec5388a07460 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8214476 May 24 23:13:26.152427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33922) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:26.181084 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:26.204409 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Transition to ACTIVE for port object c5e14628-f00f-4f82-b004-17438e8b0693 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:26.207335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Transition to ACTIVE for port object da69abda-d5eb-42b5-85f6-a63354c8bc9c will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:26.219495 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:26.226530 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:26.378204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:26.378688 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Attempting to bind port c5e14628-f00f-4f82-b004-17438e8b0693 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:26.379093 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Attempting to bind port c5e14628-f00f-4f82-b004-17438e8b0693 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:26.379448 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Attempting to bind port c5e14628-f00f-4f82-b004-17438e8b0693 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:26.381099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f66996-0553-42d5-930c-2e190a3c1464 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:26.382619 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a9f66996-0553-42d5-930c-2e190a3c1464 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4413297 May 24 23:13:26.386417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33926) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:26.398944 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Pushing event updated for resources: {'Port': ['ID=c5e14628-f00f-4f82-b004-17438e8b0693,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:26.401205 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:26.401604 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:26.401995 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:26.402378 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:26.402833 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Bound port: c5e14628-f00f-4f82-b004-17438e8b0693, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:26.403196 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:26.503240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dff1adcd-7d38-4a2d-9b26-a017f154ea94 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1153176 May 24 23:13:26.508859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33932) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:26.517263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1787093475', 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec', 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:26.594551 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.594886 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.595467 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.595800 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.596125 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.596452 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.596770 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.597211 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.597566 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.597884 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.598199 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.598511 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:26.620326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a917367-6069-4959-8372-36bd7907084b None None] Sync routers for ids ['3d11427b-ded5-40e0-9acf-e6f591435b9e'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:26.630719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a917367-6069-4959-8372-36bd7907084b None None] Routers {'3d11427b-ded5-40e0-9acf-e6f591435b9e'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:26.631468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9a917367-6069-4959-8372-36bd7907084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d11427b-ded5-40e0-9acf-e6f591435b9e'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:26.674671 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] For port c5e14628-f00f-4f82-b004-17438e8b0693, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:26.679778 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] For port c5e14628-f00f-4f82-b004-17438e8b0693, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c5e14628-f00f-4f82-b004-17438e8b0693,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:26.693794 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:26.712385 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:26.775843 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Routers {'662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:26.776480 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:26.892833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:26.934985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:26.940716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fbe3e0-d6b3-487e-abad-a620665808a2']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:26.967707 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] Set router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:27.016075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9a917367-6069-4959-8372-36bd7907084b None None] Set router 3d11427b-ded5-40e0-9acf-e6f591435b9e gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:27.045981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 3e8b9376-774a-4133-9913-f0df013bde13 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:27.055693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:27.068941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] Router c12ec448-7a87-4dd3-a7f0-e247694268b7 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:13:27.069897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:27.141182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Usage tracker for resource:subnet and tenant:702cf064813c4c99be556eaa2ccd29f5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:27.161540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:27.161766 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:27.163737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec99594-2a82-4d80-b4e4-37dc95323c40') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:27.164032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec99594-2a82-4d80-b4e4-37dc95323c40') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:27.175635 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25806419-bf06-44af-b035-0231adba64b0 None None] Pushing event updated for resources: {'Port': ['ID=c5e14628-f00f-4f82-b004-17438e8b0693,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:27.184972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:27.224867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:27.252239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Made reservation on behalf of 702cf064813c4c99be556eaa2ccd29f5 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:27.259699 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:27.307987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:27.444876 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229634836', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:15Z', 'updated_at': '2022-05-24T23:13:21Z', 'revision_number': 3, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:18Z', 'updated_at': '2022-05-24T23:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:27.448983 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c623b03-5ead-4fd2-95e5-8e4fa9e71fd7 None None] The sync data for ids ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'] in n-d-843146-7 is: [{'id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229634836', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:15Z', 'updated_at': '2022-05-24T23:13:21Z', 'revision_number': 3, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:18Z', 'updated_at': '2022-05-24T23:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:13:27.502958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=da69abda-d5eb-42b5-85f6-a63354c8bc9c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:27.566221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9c5cadee-b8bc-4103-b455-7ced8eff7525 None None] Provisioning for port da69abda-d5eb-42b5-85f6-a63354c8bc9c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:27.584244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9c5cadee-b8bc-4103-b455-7ced8eff7525 None None] Provisioning complete for port da69abda-d5eb-42b5-85f6-a63354c8bc9c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:27.584616 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9c5cadee-b8bc-4103-b455-7ced8eff7525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:27.665834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cadee-b8bc-4103-b455-7ced8eff7525 None None] Port da69abda-d5eb-42b5-85f6-a63354c8bc9c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:13:27.679798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9a917367-6069-4959-8372-36bd7907084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'name': 'tempest-ServerRescueTestJSON-2017425447-router', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:21Z', 'updated_at': '2022-05-24T23:13:23Z', 'revision_number': 3, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'gw_port': {'id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:22Z', 'updated_at': '2022-05-24T23:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:27.688667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a917367-6069-4959-8372-36bd7907084b None None] Checking router: 3d11427b-ded5-40e0-9acf-e6f591435b9e for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:13:27.689017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a917367-6069-4959-8372-36bd7907084b None None] Updating router 3d11427b-ded5-40e0-9acf-e6f591435b9e port 68fa9a35-aae6-493b-895b-7e8267bafa45 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:13:27.752128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:27.752552 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:27.793018 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a917367-6069-4959-8372-36bd7907084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:27.838034 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:27.870203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:27.894411 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977ede5-dbc8-4367-8fbd-d4766d1afaa0 None None] Sync routers for ids ['c12ec448-7a87-4dd3-a7f0-e247694268b7'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:27.905441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8c41944f-10e3-40c0-a9c0-28ecaa35d87b admin admin] 10.222.0.55 "PUT /v2.0/routers/c12ec448-7a87-4dd3-a7f0-e247694268b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2124965 May 24 23:13:27.908882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:27.910535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33940) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:27.933533 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977ede5-dbc8-4367-8fbd-d4766d1afaa0 None None] Routers {'c12ec448-7a87-4dd3-a7f0-e247694268b7'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:27.935018 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5977ede5-dbc8-4367-8fbd-d4766d1afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c12ec448-7a87-4dd3-a7f0-e247694268b7'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:28.044514 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 5ec99594-2a82-4d80-b4e4-37dc95323c40 resource provider aggregate not found May 24 23:13:28.049322 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:28.067284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] Pushing event deleted for resources: {'Network': ['ID=b9fbe3e0-d6b3-487e-abad-a620665808a2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:28.169099 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 5ec99594-2a82-4d80-b4e4-37dc95323c40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ec99594-2a82-4d80-b4e4-37dc95323c40 found for delete ", "request_id": "req-56a5fba9-8648-4d32-b9f5-1ae685ddb5fb"}]} May 24 23:13:28.246432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7cf188c3-2c4e-492c-abd5-2bf9a0fbc0cd tempest-ExternalNetworksTestJSON-1621818477 tempest-ExternalNetworksTestJSON-1621818477-project] 10.222.0.55 "DELETE /v2.0/networks/b9fbe3e0-d6b3-487e-abad-a620665808a2 HTTP/1.1" status: 204 len: 168 time: 2.1447501 May 24 23:13:28.284240 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-5977ede5-dbc8-4367-8fbd-d4766d1afaa0 None None] Set router c12ec448-7a87-4dd3-a7f0-e247694268b7 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:28.422615 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a917367-6069-4959-8372-36bd7907084b None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:28.456972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9a917367-6069-4959-8372-36bd7907084b None None] Transition to ACTIVE for port object 68fa9a35-aae6-493b-895b-7e8267bafa45 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:28.473292 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a917367-6069-4959-8372-36bd7907084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:28.497799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:28.699515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9a917367-6069-4959-8372-36bd7907084b None None] Attempting to bind port 68fa9a35-aae6-493b-895b-7e8267bafa45 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:28.700127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9a917367-6069-4959-8372-36bd7907084b None None] Attempting to bind port 68fa9a35-aae6-493b-895b-7e8267bafa45 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:28.700250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a917367-6069-4959-8372-36bd7907084b None None] Attempting to bind port 68fa9a35-aae6-493b-895b-7e8267bafa45 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:28.735909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a917367-6069-4959-8372-36bd7907084b None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:28.736379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a917367-6069-4959-8372-36bd7907084b None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:28.736859 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a917367-6069-4959-8372-36bd7907084b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:28.737313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a917367-6069-4959-8372-36bd7907084b None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:28.742030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9a917367-6069-4959-8372-36bd7907084b None None] Bound port: 68fa9a35-aae6-493b-895b-7e8267bafa45, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:28.742515 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a917367-6069-4959-8372-36bd7907084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:28.770569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33954) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:28.852686 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:28.852954 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5977ede5-dbc8-4367-8fbd-d4766d1afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'name': 'tempest-TestAggregatesBasicOps-206621148-router', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:49Z', 'updated_at': '2022-05-24T23:13:25Z', 'revision_number': 5, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'gw_port': {'id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:50Z', 'updated_at': '2022-05-24T23:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:28.863974 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977ede5-dbc8-4367-8fbd-d4766d1afaa0 None None] Checking router: c12ec448-7a87-4dd3-a7f0-e247694268b7 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:13:28.889981 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977ede5-dbc8-4367-8fbd-d4766d1afaa0 None None] Routers {'c12ec448-7a87-4dd3-a7f0-e247694268b7'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:28.890694 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5977ede5-dbc8-4367-8fbd-d4766d1afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['c12ec448-7a87-4dd3-a7f0-e247694268b7'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:28.934051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9a917367-6069-4959-8372-36bd7907084b None None] For port 68fa9a35-aae6-493b-895b-7e8267bafa45, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:28.940948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9a917367-6069-4959-8372-36bd7907084b None None] For port 68fa9a35-aae6-493b-895b-7e8267bafa45, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=68fa9a35-aae6-493b-895b-7e8267bafa45,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:28.954589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c5e14628-f00f-4f82-b004-17438e8b0693 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:29.032781 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a917367-6069-4959-8372-36bd7907084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:29.077202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767de775-db6b-4983-8728-ed51676d317c None None] Pushing event updated for resources: {'Port': ['ID=68fa9a35-aae6-493b-895b-7e8267bafa45,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:29.193550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767de775-db6b-4983-8728-ed51676d317c None None] Pushing event updated for resources: {'Port': ['ID=68fa9a35-aae6-493b-895b-7e8267bafa45,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:29.195463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:29.212118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:29.217654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a917367-6069-4959-8372-36bd7907084b None None] Routers {'3d11427b-ded5-40e0-9acf-e6f591435b9e'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:29.218376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9a917367-6069-4959-8372-36bd7907084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d11427b-ded5-40e0-9acf-e6f591435b9e'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:29.287488 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Subnet': ['ID=5003dc2d-a3a5-4fea-9253-5eb844a2c535,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:29.331724 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-5977ede5-dbc8-4367-8fbd-d4766d1afaa0 None None] Set router c12ec448-7a87-4dd3-a7f0-e247694268b7 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:29.351708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Checking segment: {'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:29.352407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network hostable DHCP agents. Network: ac915ab3-564d-42a8-b6de-24c9416f51ec, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:13:29.370197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33960) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:29.372795 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-356ce603-1616-4461-a4c4-e411913a6237 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8d2f2841fef44c4bae6777e3d2d04db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5981903 May 24 23:13:29.380427 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:29.395658 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:29.404915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port c5e14628-f00f-4f82-b004-17438e8b0693 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:29.462703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=da69abda-d5eb-42b5-85f6-a63354c8bc9c,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:29.469110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Deleting port b609963c-f9f9-4ae1-91c6-b5694feeca2e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:29.469780 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:29.491565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9a917367-6069-4959-8372-36bd7907084b None None] Set router 3d11427b-ded5-40e0-9acf-e6f591435b9e gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:29.496018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:29.510786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network ac915ab3-564d-42a8-b6de-24c9416f51ec is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:13:29.671650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ac915ab3-564d-42a8-b6de-24c9416f51ec) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:29.730094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-518a9127-f9f8-446e-b792-8b4a0910c660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:29.744941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:29.745795 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:29.800511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-518a9127-f9f8-446e-b792-8b4a0910c660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:29.843590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-34577e7b-7c47-4fc2-ab39-e0e8c2c3b021 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3336432 May 24 23:13:29.853288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c5e14628-f00f-4f82-b004-17438e8b0693 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:29.853927 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:29.877034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 33964) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:29.911732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a7b98a-97a7-4434-a879-93bdacca2732 None None] Network ac915ab3-564d-42a8-b6de-24c9416f51ec requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:29.993984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-518a9127-f9f8-446e-b792-8b4a0910c660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:30.027791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a9127-f9f8-446e-b792-8b4a0910c660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1311d98-60a0-4f0d-8ef2-c053f81e0e00,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:30.041452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-518a9127-f9f8-446e-b792-8b4a0910c660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:30.042605 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-518a9127-f9f8-446e-b792-8b4a0910c660 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1311d98-60a0-4f0d-8ef2-c053f81e0e00 HTTP/1.1" status: 204 len: 168 time: 0.6557140 May 24 23:13:30.044546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 3e8b9376-774a-4133-9913-f0df013bde13 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:30.063606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:30.091606 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-5977ede5-dbc8-4367-8fbd-d4766d1afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'name': 'tempest-TestAggregatesBasicOps-206621148-router', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:49Z', 'updated_at': '2022-05-24T23:13:25Z', 'revision_number': 5, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'gw_port': {'id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:50Z', 'updated_at': '2022-05-24T23:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:30.108727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] For port b609963c-f9f9-4ae1-91c6-b5694feeca2e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b609963c-f9f9-4ae1-91c6-b5694feeca2e,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:30.109106 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977ede5-dbc8-4367-8fbd-d4766d1afaa0 None None] The sync data for ids ['c12ec448-7a87-4dd3-a7f0-e247694268b7'] in n-d-843146-7 is: [{'id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'name': 'tempest-TestAggregatesBasicOps-206621148-router', 'tenant_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:12:49Z', 'updated_at': '2022-05-24T23:13:25Z', 'revision_number': 5, 'project_id': 'bd25c16ebd36431faa8c0fe19cf352e0', 'gw_port': {'id': 'b609963c-f9f9-4ae1-91c6-b5694feeca2e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12ec448-7a87-4dd3-a7f0-e247694268b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:12:50Z', 'updated_at': '2022-05-24T23:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:13:30.109867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:30.397473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 2a1049ab-3548-41e3-8d40-ec906c479892 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:13:30.622986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Allocated IP 172.20.0.1 (e8b2f2c6-b620-41a0-807a-0d031ceeaa90/d045cf97-0bb3-47b8-9416-6297d931255e/4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:30.636425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Calling delete_port for b609963c-f9f9-4ae1-91c6-b5694feeca2e owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:30.722208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:30.726922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33982) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:30.744848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62397be9-9cf1-4ac9-a169-b711da3070d2 None None] Sync routers for ids ['2a1049ab-3548-41e3-8d40-ec906c479892'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:30.747304 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4d7575fc-9c52-4a28-9f1b-d9f595a5ecda tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/2a1049ab-3548-41e3-8d40-ec906c479892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7651243 May 24 23:13:30.748084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33986) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:30.782065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e9995792-c1e6-4597-9fea-4a149f6e02bf None None] Provisioning complete for port da69abda-d5eb-42b5-85f6-a63354c8bc9c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:30.782723 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e9995792-c1e6-4597-9fea-4a149f6e02bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:30.823467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62397be9-9cf1-4ac9-a169-b711da3070d2 None None] Routers {'2a1049ab-3548-41e3-8d40-ec906c479892'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:30.824810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-62397be9-9cf1-4ac9-a169-b711da3070d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2a1049ab-3548-41e3-8d40-ec906c479892'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:30.850371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda36db0-62c9-4356-8c9f-7098be668375 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:30.850975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fda36db0-62c9-4356-8c9f-7098be668375 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Synchronizing usage tracker for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:30.858392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-326c82fe-28e9-46fe-8a5d-dc61ba6d513e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee1a4fcb118640678644154d8bd447bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307583 May 24 23:13:30.860360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33990) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:30.901818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c5e14628-f00f-4f82-b004-17438e8b0693 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:30.902452 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:30.918865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fda36db0-62c9-4356-8c9f-7098be668375 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Unset dirty status for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:30.922944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port c5e14628-f00f-4f82-b004-17438e8b0693, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c5e14628-f00f-4f82-b004-17438e8b0693,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:30.923522 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fda36db0-62c9-4356-8c9f-7098be668375 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports/da69abda-d5eb-42b5-85f6-a63354c8bc9c HTTP/1.1" status: 200 len: 910 time: 0.1726665 May 24 23:13:30.924612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 33994) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:30.972938 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:31.089742 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9c093038-bcd6-4ba2-85b2-e203215c6bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:31.104837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=c5e14628-f00f-4f82-b004-17438e8b0693,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:31.111546 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:31.113858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-62397be9-9cf1-4ac9-a169-b711da3070d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:31.118253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ae6bccc0-cdc4-4ca5-b739-5cb56f53529c no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:13:31.146776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9c093038-bcd6-4ba2-85b2-e203215c6bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:31.182033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-ac915ab3-564d-42a8-b6de-24c9416f51ec', 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'fixed_ips': [{'subnet_id': '5003dc2d-a3a5-4fea-9253-5eb844a2c535'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:13:31.183164 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:31.213025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Pushing event deleted for resources: {'Port': ['ID=b609963c-f9f9-4ae1-91c6-b5694feeca2e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:31.284506 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62397be9-9cf1-4ac9-a169-b711da3070d2 None None] Routers {'2a1049ab-3548-41e3-8d40-ec906c479892'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:31.285261 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-62397be9-9cf1-4ac9-a169-b711da3070d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2a1049ab-3548-41e3-8d40-ec906c479892'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:31.329712 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9c093038-bcd6-4ba2-85b2-e203215c6bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:31.332547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: ae6bccc0-cdc4-4ca5-b739-5cb56f53529c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:13:31.332850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ae6bccc0-cdc4-4ca5-b739-5cb56f53529c not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:13:31.373065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e9995792-c1e6-4597-9fea-4a149f6e02bf None None] Port da69abda-d5eb-42b5-85f6-a63354c8bc9c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:13:31.393982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-62397be9-9cf1-4ac9-a169-b711da3070d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:31.394463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62397be9-9cf1-4ac9-a169-b711da3070d2 None None] The sync data for ids ['2a1049ab-3548-41e3-8d40-ec906c479892'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:13:31.416018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9a917367-6069-4959-8372-36bd7907084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'name': 'tempest-ServerRescueTestJSON-2017425447-router', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:21Z', 'updated_at': '2022-05-24T23:13:23Z', 'revision_number': 3, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'gw_port': {'id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:22Z', 'updated_at': '2022-05-24T23:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:31.422564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a917367-6069-4959-8372-36bd7907084b None None] The sync data for ids ['3d11427b-ded5-40e0-9acf-e6f591435b9e'] in n-d-843146-7 is: [{'id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'name': 'tempest-ServerRescueTestJSON-2017425447-router', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:21Z', 'updated_at': '2022-05-24T23:13:23Z', 'revision_number': 3, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'gw_port': {'id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:22Z', 'updated_at': '2022-05-24T23:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:13:31.526111 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:31.538023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Allocated IP 172.20.0.18 (ac915ab3-564d-42a8-b6de-24c9416f51ec/5003dc2d-a3a5-4fea-9253-5eb844a2c535/f1b578ff-d5ac-45bf-8bd8-77b5f319a57d) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:31.647328 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9c093038-bcd6-4ba2-85b2-e203215c6bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:31.649067 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9c093038-bcd6-4ba2-85b2-e203215c6bb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c9bc95a-c34a-4c89-ab48-d7ac0cd2ef77 HTTP/1.1" status: 204 len: 168 time: 0.7879574 May 24 23:13:31.650369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c093038-bcd6-4ba2-85b2-e203215c6bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9bc95a-c34a-4c89-ab48-d7ac0cd2ef77,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:31.925196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:31.994364 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:32.019270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Transition to ACTIVE for port object f1b578ff-d5ac-45bf-8bd8-77b5f319a57d will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:32.048293 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:32.053271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Transition to ACTIVE for port object f1b578ff-d5ac-45bf-8bd8-77b5f319a57d will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:32.053587 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:32.060065 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-616aa86a-e600-4e8d-91d6-1d9416be2bc1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:32.069768 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:32.204156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Network ac915ab3-564d-42a8-b6de-24c9416f51ec is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:32.213460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:32.226469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:32.333164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Pushing event updated for resources: {'Port': ['ID=f1b578ff-d5ac-45bf-8bd8-77b5f319a57d,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:32.439612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Attempting to bind port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:32.440279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Attempting to bind port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:32.440935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Attempting to bind port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d on network ac915ab3-564d-42a8-b6de-24c9416f51ec {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:32.447248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:32.447927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Checking segment: {'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:32.448488 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:32.449038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Bound using segment: {'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:32.449689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Bound port: f1b578ff-d5ac-45bf-8bd8-77b5f319a57d, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:32.450244 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:32.567982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] For port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:32.580499 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] For port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1b578ff-d5ac-45bf-8bd8-77b5f319a57d,segment=NetworkSegment(f6a58005-7dea-40b6-b254-b5e7669e4d3d),segment_id=f6a58005-7dea-40b6-b254-b5e7669e4d3d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:32.590569 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:32.655709 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:32.656235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c12ec448-7a87-4dd3-a7f0-e247694268b7 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:13:32.779085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b657f-4458-4638-b1f6-29d0919cdab9 None None] Pushing event updated for resources: {'Port': ['ID=f1b578ff-d5ac-45bf-8bd8-77b5f319a57d,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:32.976245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-616aa86a-e600-4e8d-91d6-1d9416be2bc1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port da69abda-d5eb-42b5-85f6-a63354c8bc9c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:32.976806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-616aa86a-e600-4e8d-91d6-1d9416be2bc1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:33.020773 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:33.025586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:33.029178 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3060c347-c338-4ad1-afd8-cc0385a06922 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c12ec448-7a87-4dd3-a7f0-e247694268b7 HTTP/1.1" status: 204 len: 168 time: 5.1100738 May 24 23:13:33.053581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34038) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:33.152858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:33.176838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.177198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.177708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.178241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.178755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.179092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.179425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.179754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.180073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.180402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.180727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.181048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:13:33.190126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:33.220643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:33.233515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:33.250009 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-616aa86a-e600-4e8d-91d6-1d9416be2bc1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:33.292729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8532c8-0cbc-43f5-85e9-8a8596d8783e admin admin] Deleting subnet 1348f061-b38a-42d9-a4c3-bafad3cd1e52 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:13:33.392730 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-523587c7-7d79-4ccb-86d9-8c5f18c97f94 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4546402 May 24 23:13:33.394007 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c8532c8-0cbc-43f5-85e9-8a8596d8783e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:33.461218 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:33.536915 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:33.601722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-616aa86a-e600-4e8d-91d6-1d9416be2bc1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for da69abda-d5eb-42b5-85f6-a63354c8bc9c owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:33.615275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 68fa9a35-aae6-493b-895b-7e8267bafa45 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:33.753515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 68fa9a35-aae6-493b-895b-7e8267bafa45 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:33.759275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 68fa9a35-aae6-493b-895b-7e8267bafa45 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:33.759648 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:33.771922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c8532c8-0cbc-43f5-85e9-8a8596d8783e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:33.968102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 68fa9a35-aae6-493b-895b-7e8267bafa45 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:33.968496 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:33.992640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 68fa9a35-aae6-493b-895b-7e8267bafa45, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=68fa9a35-aae6-493b-895b-7e8267bafa45,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:34.001622 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:34.002702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c5e14628-f00f-4f82-b004-17438e8b0693 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:34.073323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-c7934158-2dc6-47ac-87c1-2c777c93692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:34.077791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-c7934158-2dc6-47ac-87c1-2c777c93692a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702cf064813c4c99be556eaa2ccd29f5&device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 1135 time: 0.5124145 May 24 23:13:34.220440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=68fa9a35-aae6-493b-895b-7e8267bafa45,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:34.265909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c5e14628-f00f-4f82-b004-17438e8b0693 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:34.266602 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:34.379878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:34.399122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-bf71103c-a8df-4a2d-ac26-50667d51d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:34.403405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-bf71103c-a8df-4a2d-ac26-50667d51d65f service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcfe7349-20af-4d26-801e-4f7c7e3e63be HTTP/1.1" status: 200 len: 897 time: 0.2770836 May 24 23:13:34.405947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34058) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:34.442304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c5e14628-f00f-4f82-b004-17438e8b0693 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:34.487042 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-616aa86a-e600-4e8d-91d6-1d9416be2bc1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:34.546054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b609963c-f9f9-4ae1-91c6-b5694feeca2e no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:13:34.622899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: b609963c-f9f9-4ae1-91c6-b5694feeca2e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:13:34.630493 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b609963c-f9f9-4ae1-91c6-b5694feeca2e not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:13:34.653109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c8532c8-0cbc-43f5-85e9-8a8596d8783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:34.773017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:34.806242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616aa86a-e600-4e8d-91d6-1d9416be2bc1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=da69abda-d5eb-42b5-85f6-a63354c8bc9c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:34.822963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:34.844613 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-22f5fb16-32ca-4f36-8dbe-002f368bf90e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b HTTP/1.1" status: 200 len: 1000 time: 0.4256446 May 24 23:13:34.856138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Usage tracker for resource:floatingip and tenant:20e668931a09479ba5716a7e61d1a31b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:34.940035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:34.999943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b05c3-3fea-410f-8944-1f9996d411cd None None] Network ac915ab3-564d-42a8-b6de-24c9416f51ec requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:35.070317 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c8532c8-0cbc-43f5-85e9-8a8596d8783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.106207 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2c8532c8-0cbc-43f5-85e9-8a8596d8783e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.167216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8532c8-0cbc-43f5-85e9-8a8596d8783e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1348f061-b38a-42d9-a4c3-bafad3cd1e52,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:35.172727 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2c8532c8-0cbc-43f5-85e9-8a8596d8783e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1348f061-b38a-42d9-a4c3-bafad3cd1e52 HTTP/1.1" status: 204 len: 168 time: 2.1178563 May 24 23:13:35.175938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:35.177784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34068) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:35.184482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729dd89-d59a-4317-8d54-a449ebb7f45a None None] Network 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:35.226492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52e91ecd-8fc8-47e8-b12f-ee5510197a71 None None] Provisioning for port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:35.232634 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.246357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Allocated IP 172.20.0.17 (ac915ab3-564d-42a8-b6de-24c9416f51ec/5003dc2d-a3a5-4fea-9253-5eb844a2c535/2ea6576f-3b79-4776-965e-1690fbd0aa51) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:35.278984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-a76c10b3-54c2-4971-81bf-7a816c304106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:35.280425 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-a76c10b3-54c2-4971-81bf-7a816c304106 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b1386afa-59d4-4cb0-bf14-5cc585ed77f1 HTTP/1.1" status: 200 len: 834 time: 0.3781989 May 24 23:13:35.312259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-616aa86a-e600-4e8d-91d6-1d9416be2bc1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.317202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 68fa9a35-aae6-493b-895b-7e8267bafa45 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:35.455330 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ffe61db6-585d-4563-9eb3-f573052a434e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.577354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.597611 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.657071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 68fa9a35-aae6-493b-895b-7e8267bafa45 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:35.657655 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.680528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-0b9b4b8c-9548-4a28-b392-e74a55fb43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:35.681998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-0b9b4b8c-9548-4a28-b392-e74a55fb43fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcfe7349-20af-4d26-801e-4f7c7e3e63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3463566 May 24 23:13:35.699679 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.771404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Deleting port 6727b400-d735-410d-95fe-adb57fb173cf {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:35.772273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.805965 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.877650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Transition to ACTIVE for port object 2ea6576f-3b79-4776-965e-1690fbd0aa51 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:35.887753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c5315-b7c1-422d-adc5-4a15207f544b None None] DHCP port deletion for 01b8d62c-fdc4-4cb5-80bd-0aaef0924cce request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:13:35.901187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-834c5315-b7c1-422d-adc5-4a15207f544b None None] Deleting port 6727b400-d735-410d-95fe-adb57fb173cf {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:35.901592 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-834c5315-b7c1-422d-adc5-4a15207f544b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.949984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616aa86a-e600-4e8d-91d6-1d9416be2bc1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 2a1049ab-3548-41e3-8d40-ec906c479892 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:13:35.980746 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.984607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:35.992355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 68fa9a35-aae6-493b-895b-7e8267bafa45 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:35.993640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1b578ff-d5ac-45bf-8bd8-77b5f319a57d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:36.017637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:36.024710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network ac915ab3-564d-42a8-b6de-24c9416f51ec is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:36.102159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:36.120740 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:13:36.139547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:36.252731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Port': ['ID=2ea6576f-3b79-4776-965e-1690fbd0aa51,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:36.292264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:36.339019 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-834c5315-b7c1-422d-adc5-4a15207f544b None None] For port 6727b400-d735-410d-95fe-adb57fb173cf, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6727b400-d735-410d-95fe-adb57fb173cf,segment=NetworkSegment(b3059e13-7024-434b-a447-21405385ee83),segment_id=b3059e13-7024-434b-a447-21405385ee83)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:36.339271 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-834c5315-b7c1-422d-adc5-4a15207f544b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:36.444302 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-3f2841c4-b3e0-4274-a8e7-2057bb6e61b2 service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305169 May 24 23:13:36.447542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:36.478172 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-834c5315-b7c1-422d-adc5-4a15207f544b None None] Calling delete_port for 6727b400-d735-410d-95fe-adb57fb173cf owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:36.485051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616aa86a-e600-4e8d-91d6-1d9416be2bc1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:36.488076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] For port 6727b400-d735-410d-95fe-adb57fb173cf, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6727b400-d735-410d-95fe-adb57fb173cf,segment=NetworkSegment(b3059e13-7024-434b-a447-21405385ee83),segment_id=b3059e13-7024-434b-a447-21405385ee83)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:36.488354 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:36.502691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-616aa86a-e600-4e8d-91d6-1d9416be2bc1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/2a1049ab-3548-41e3-8d40-ec906c479892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5748279 May 24 23:13:36.506659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34074) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:36.514969 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbafc85-5392-496c-878e-5d701fef1dbf None None] Sync routers for ids ['2a1049ab-3548-41e3-8d40-ec906c479892'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:36.539723 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbafc85-5392-496c-878e-5d701fef1dbf None None] Routers {'2a1049ab-3548-41e3-8d40-ec906c479892'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:36.546527 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3dbafc85-5392-496c-878e-5d701fef1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2a1049ab-3548-41e3-8d40-ec906c479892'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:36.610965 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-834c5315-b7c1-422d-adc5-4a15207f544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:36.657933 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3dbafc85-5392-496c-878e-5d701fef1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:36.675316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c5315-b7c1-422d-adc5-4a15207f544b None None] No DVR routers for this DVR port 6727b400-d735-410d-95fe-adb57fb173cf on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:13:36.677485 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbafc85-5392-496c-878e-5d701fef1dbf None None] Routers {'2a1049ab-3548-41e3-8d40-ec906c479892'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:36.681344 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3dbafc85-5392-496c-878e-5d701fef1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2a1049ab-3548-41e3-8d40-ec906c479892'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:36.695900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c5315-b7c1-422d-adc5-4a15207f544b None None] Pushing event deleted for resources: {'Port': ['ID=6727b400-d735-410d-95fe-adb57fb173cf,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:36.726688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:36.732979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:36.733618 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:36.807842 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3dbafc85-5392-496c-878e-5d701fef1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:36.808543 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbafc85-5392-496c-878e-5d701fef1dbf None None] The sync data for ids ['2a1049ab-3548-41e3-8d40-ec906c479892'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:13:36.863895 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-871af4c5-ac5c-406a-9beb-1a96ab6888de req-b8f7fee1-8067-421a-a152-b89ed60bdd3b service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519800 May 24 23:13:36.900814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-439ad01e-7a7b-4042-9f72-975d5130da42 None None] Provisioning for port 2ea6576f-3b79-4776-965e-1690fbd0aa51 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:36.919379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:36.921528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-439ad01e-7a7b-4042-9f72-975d5130da42 None None] Provisioning complete for port 2ea6576f-3b79-4776-965e-1690fbd0aa51 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:36.922111 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-439ad01e-7a7b-4042-9f72-975d5130da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:36.955306 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:37.032995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-439ad01e-7a7b-4042-9f72-975d5130da42 None None] Port 2ea6576f-3b79-4776-965e-1690fbd0aa51 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:13:37.046178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:37.046672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:37.058687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Calling delete_port for 6727b400-d735-410d-95fe-adb57fb173cf owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:37.073923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Allocated IP 172.25.7.189 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/c5b36789-1c64-4bc7-ba80-91c03f25eac8) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:37.083151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1b578ff-d5ac-45bf-8bd8-77b5f319a57d,segment=NetworkSegment(f6a58005-7dea-40b6-b254-b5e7669e4d3d),segment_id=f6a58005-7dea-40b6-b254-b5e7669e4d3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:37.091368 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:37.170010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:13:37.170452 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:13:37.207066 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=f1b578ff-d5ac-45bf-8bd8-77b5f319a57d,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:37.210878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6727b400-d735-410d-95fe-adb57fb173cf no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:13:37.246919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 6727b400-d735-410d-95fe-adb57fb173cf {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:13:37.247250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6727b400-d735-410d-95fe-adb57fb173cf not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:13:37.480064 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b53651a9-182d-43ab-ae23-7bf1a3f2a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:37.501664 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fabc1e6-2851-4f55-9eed-5e8de656ddd7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:37.552671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Router 3d11427b-ded5-40e0-9acf-e6f591435b9e has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:13:37.556869 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:37.618303 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:37.673214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Deleting port 6727b400-d735-410d-95fe-adb57fb173cf {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:37.673635 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:37.794928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] The port '6727b400-d735-410d-95fe-adb57fb173cf' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:13:37.962647 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:37.977381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:37.987087 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:37.988263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Sync routers for ids ['3d11427b-ded5-40e0-9acf-e6f591435b9e'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:37.995090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b8d62c-fdc4-4cb5-80bd-0aaef0924cce']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:37.998335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Routers {'3d11427b-ded5-40e0-9acf-e6f591435b9e'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:37.998957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d11427b-ded5-40e0-9acf-e6f591435b9e'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:38.010302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3059e13-7024-434b-a447-21405385ee83') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:38.010610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3059e13-7024-434b-a447-21405385ee83') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:38.026535 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.073333 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.083221 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7db1845f-f6d2-480b-9f7b-aeb681daeca2 admin admin] 10.222.0.55 "PUT /v2.0/routers/3d11427b-ded5-40e0-9acf-e6f591435b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9189825 May 24 23:13:38.094496 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:38.095266 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.095391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:38.113956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:38.122052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:38.212581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Pushing event updated for resources: {'Port': ['ID=c5b36789-1c64-4bc7-ba80-91c03f25eac8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:38.287845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Set router 3d11427b-ded5-40e0-9acf-e6f591435b9e gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:38.331029 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.336331 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b3059e13-7024-434b-a447-21405385ee83 resource provider aggregate not found May 24 23:13:38.338018 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.375614 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b3059e13-7024-434b-a447-21405385ee83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3059e13-7024-434b-a447-21405385ee83 found for delete ", "request_id": "req-21357ce3-b243-4243-89f1-e236675703ce"}]} May 24 23:13:38.384954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4fabc1e6-2851-4f55-9eed-5e8de656ddd7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port e6b19771-d331-4776-b23f-afe240e3695a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:38.385289 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fabc1e6-2851-4f55-9eed-5e8de656ddd7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.452900 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.462067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.497207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Port': ['ID=2ea6576f-3b79-4776-965e-1690fbd0aa51,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:38.513339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=01b8d62c-fdc4-4cb5-80bd-0aaef0924cce,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:38.513985 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.524613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9d7ed9a9-37ab-41c5-ad1b-0e1bbe89dd17 admin admin] 10.222.0.55 "DELETE /v2.0/networks/01b8d62c-fdc4-4cb5-80bd-0aaef0924cce HTTP/1.1" status: 204 len: 168 time: 3.3430171 May 24 23:13:38.524792 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.676145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fabc1e6-2851-4f55-9eed-5e8de656ddd7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.688418 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.846840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4fabc1e6-2851-4f55-9eed-5e8de656ddd7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for e6b19771-d331-4776-b23f-afe240e3695a owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:38.864500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34102) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:38.866808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network ac915ab3-564d-42a8-b6de-24c9416f51ec is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:38.886584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:38.913187 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:38.945240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:39.110639 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fabc1e6-2851-4f55-9eed-5e8de656ddd7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:39.154708 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'name': 'tempest-ServerRescueTestJSON-2017425447-router', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:21Z', 'updated_at': '2022-05-24T23:13:33Z', 'revision_number': 4, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'gw_port': {'id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:22Z', 'updated_at': '2022-05-24T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe', 'name': '', 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'mac_address': 'fa:16:3e:3c:29:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'd045cf97-0bb3-47b8-9416-6297d931255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:29Z', 'updated_at': '2022-05-24T23:13:34Z', 'revision_number': 2, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'subnets': [{'id': 'd045cf97-0bb3-47b8-9416-6297d931255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:39.160204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Checking router: 3d11427b-ded5-40e0-9acf-e6f591435b9e for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:13:39.160839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Updating router 3d11427b-ded5-40e0-9acf-e6f591435b9e port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:13:39.239653 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:39.249593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabc1e6-2851-4f55-9eed-5e8de656ddd7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=e6b19771-d331-4776-b23f-afe240e3695a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:39.340313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1b578ff-d5ac-45bf-8bd8-77b5f319a57d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:39.468021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fff66057-fa6e-4b8f-a355-5e1255b8068f None None] Provisioning complete for port 2ea6576f-3b79-4776-965e-1690fbd0aa51 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:39.468599 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fff66057-fa6e-4b8f-a355-5e1255b8068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:39.667270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fff66057-fa6e-4b8f-a355-5e1255b8068f None None] Port 2ea6576f-3b79-4776-965e-1690fbd0aa51 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:13:39.677947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:39.678379 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:39.700834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bc2c69e6-10ab-45f8-985b-520d09aa620b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b80a2daa930742b2b44ffd269b5aa52b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8322372 May 24 23:13:39.705076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34122) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:39.715050 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fabc1e6-2851-4f55-9eed-5e8de656ddd7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:39.863805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:13:39.874790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-1c69cbba-4352-4c73-b412-ea1890b85bf9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:39.876432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-1c69cbba-4352-4c73-b412-ea1890b85bf9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.6830649 May 24 23:13:39.907715 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:39.972705 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:39.981926 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-7c951719-a7d9-40fb-98f2-0e12737a3527 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/quotas/16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 375 time: 0.0917771 May 24 23:13:39.987512 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:39.994690 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90dde20f-ae5f-4da5-add7-cc5e9c5bd2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:39.996457 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.000510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Transition to ACTIVE for port object 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:40.008653 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.102577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-b6a718b4-dea8-496a-a035-cee2c9ab1722 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:40.104060 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-b6a718b4-dea8-496a-a035-cee2c9ab1722 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/networks?id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90 HTTP/1.1" status: 200 len: 811 time: 0.4223652 May 24 23:13:40.128007 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-122dae96-cc64-4ae9-aa92-fcc84e27618e tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/quotas/2f5082b16d1444209ac2eb488b010b82 HTTP/1.1" status: 200 len: 375 time: 0.0129578 May 24 23:13:40.130521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fabc1e6-2851-4f55-9eed-5e8de656ddd7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 2a1049ab-3548-41e3-8d40-ec906c479892 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:13:40.177542 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2522e-cf9f-4e03-bbf3-7b887f82f1f6 None None] Pushing event updated for resources: {'Port': ['ID=4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:40.182891 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.238827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Attempting to bind port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:40.239204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Attempting to bind port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:40.239570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Attempting to bind port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe on network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:40.246304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:40.246660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Checking segment: {'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:40.247060 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.247469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Bound using segment: {'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:40.247942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Bound port: 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:40.248317 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.250826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90dde20f-ae5f-4da5-add7-cc5e9c5bd2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.270006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Pushing event updated for resources: {'Port': ['ID=c5b36789-1c64-4bc7-ba80-91c03f25eac8,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:40.329140 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.343564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] For port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:40.346929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] For port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:40.352535 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.354678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:40.370276 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Sync routers for ids ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:40.379807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.381161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-75b0f8f6-4117-49b8-8fc4-b882a3849285 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9703052 May 24 23:13:40.384618 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2e1920a4-a07d-4db0-b2b3-8e510632e1a0 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "PUT /v2.0/routers/662e80c7-fc73-4e7a-b07a-dbd599ac1b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5060892 May 24 23:13:40.385883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34128) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:40.400714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-2b06ca89-58be-4f8c-a460-2408dd8cdda6 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3898957 May 24 23:13:40.410427 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Routers {'662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:40.411485 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:40.413636 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90dde20f-ae5f-4da5-add7-cc5e9c5bd2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.460554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1192168703', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'fixed_ips': [{'ip_address': '172.25.7.189'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:40.473539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:40.482374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2522e-cf9f-4e03-bbf3-7b887f82f1f6 None None] Pushing event updated for resources: {'Port': ['ID=4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:40.486597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Routers {'3d11427b-ded5-40e0-9acf-e6f591435b9e'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:40.488288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d11427b-ded5-40e0-9acf-e6f591435b9e'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:40.489992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fabc1e6-2851-4f55-9eed-5e8de656ddd7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:40.495260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Usage tracker for resource:port and tenant:20e668931a09479ba5716a7e61d1a31b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:40.505485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:40.513811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dde20f-ae5f-4da5-add7-cc5e9c5bd2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f72a0c2-6160-411e-92c7-7e1a04492be4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:40.518097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:40.520279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-90dde20f-ae5f-4da5-add7-cc5e9c5bd2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.525375 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-90dde20f-ae5f-4da5-add7-cc5e9c5bd2be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f72a0c2-6160-411e-92c7-7e1a04492be4 HTTP/1.1" status: 204 len: 168 time: 0.8033810 May 24 23:13:40.544071 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4fabc1e6-2851-4f55-9eed-5e8de656ddd7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/2a1049ab-3548-41e3-8d40-ec906c479892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0364723 May 24 23:13:40.548400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34136) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:40.595300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Made reservation on behalf of 20e668931a09479ba5716a7e61d1a31b for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:40.599029 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.622091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a35fc56d-e688-43f5-8152-b5938b203dd4 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Synchronizing usage tracker for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:40.639392 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:40.660834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04edc93b-4d0b-41f8-9f90-fae6fa6f483b None None] Sync routers for ids ['2a1049ab-3548-41e3-8d40-ec906c479892'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:40.672079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:40.682205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-311173e3-fa91-4035-ab1f-88fdfe6ac2f4 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f5082b16d1444209ac2eb488b010b82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5421100 May 24 23:13:40.685931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Usage tracker for resource:security_group_rule and tenant:20e668931a09479ba5716a7e61d1a31b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:40.691823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:40.694366 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Set router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:40.700944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:40.725437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-e04a47bc-03a6-4edc-8140-003c5ff05025 service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163471 May 24 23:13:40.756078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04edc93b-4d0b-41f8-9f90-fae6fa6f483b None None] Routers {'2a1049ab-3548-41e3-8d40-ec906c479892'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:40.773528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04edc93b-4d0b-41f8-9f90-fae6fa6f483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2a1049ab-3548-41e3-8d40-ec906c479892'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:40.789902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a35fc56d-e688-43f5-8152-b5938b203dd4 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Unset dirty status for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:40.791383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a35fc56d-e688-43f5-8152-b5938b203dd4 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a1049ab-3548-41e3-8d40-ec906c479892 HTTP/1.1" status: 200 len: 205 time: 0.2408924 May 24 23:13:40.796631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34144) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:40.992666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-5e4fea3f-eccd-4b08-9ca8-7a0ad868c1c2 service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589760 May 24 23:13:41.018814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67c66829-69a0-4778-88e4-78f4e3d87f94 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.051025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04edc93b-4d0b-41f8-9f90-fae6fa6f483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:41.081674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04edc93b-4d0b-41f8-9f90-fae6fa6f483b None None] Routers {'2a1049ab-3548-41e3-8d40-ec906c479892'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:41.082576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04edc93b-4d0b-41f8-9f90-fae6fa6f483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2a1049ab-3548-41e3-8d40-ec906c479892'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:41.178960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04edc93b-4d0b-41f8-9f90-fae6fa6f483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:41.179635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04edc93b-4d0b-41f8-9f90-fae6fa6f483b None None] The sync data for ids ['2a1049ab-3548-41e3-8d40-ec906c479892'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:13:41.196291 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229634836', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:15Z', 'updated_at': '2022-05-24T23:13:37Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:18Z', 'updated_at': '2022-05-24T23:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2ea6576f-3b79-4776-965e-1690fbd0aa51', 'name': '', 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:ca:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '5003dc2d-a3a5-4fea-9253-5eb844a2c535', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:34Z', 'updated_at': '2022-05-24T23:13:38Z', 'revision_number': 2, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': '5003dc2d-a3a5-4fea-9253-5eb844a2c535', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:41.200787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34152) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:41.201386 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Checking router: 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:13:41.201890 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Updating router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a port 2ea6576f-3b79-4776-965e-1690fbd0aa51 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:13:41.216265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] Set router 3d11427b-ded5-40e0-9acf-e6f591435b9e gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:41.259114 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.282207 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c33cba88-5129-4470-a611-760996916ed1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd25c16ebd36431faa8c0fe19cf352e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801587 May 24 23:13:41.283344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34156) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:41.365962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-310d39c8-d5ac-4a01-a470-a5e0577c0ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.397942 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-310d39c8-d5ac-4a01-a470-a5e0577c0ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.469408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-310d39c8-d5ac-4a01-a470-a5e0577c0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.502471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d39c8-d5ac-4a01-a470-a5e0577c0ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b234a2-6018-49b5-ade8-9b69857c2b0f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:41.511962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-310d39c8-d5ac-4a01-a470-a5e0577c0ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.513339 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-310d39c8-d5ac-4a01-a470-a5e0577c0ff1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21b234a2-6018-49b5-ade8-9b69857c2b0f HTTP/1.1" status: 204 len: 168 time: 0.2287848 May 24 23:13:41.720899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'name': 'tempest-ServerRescueTestJSON-2017425447-router', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:21Z', 'updated_at': '2022-05-24T23:13:33Z', 'revision_number': 4, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'gw_port': {'id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:22Z', 'updated_at': '2022-05-24T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe', 'name': '', 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'mac_address': 'fa:16:3e:3c:29:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'd045cf97-0bb3-47b8-9416-6297d931255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:29Z', 'updated_at': '2022-05-24T23:13:40Z', 'revision_number': 4, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'subnets': [{'id': 'd045cf97-0bb3-47b8-9416-6297d931255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:41.726344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6e97b-9c40-40e6-9b70-27c463c05daf None None] The sync data for ids ['3d11427b-ded5-40e0-9acf-e6f591435b9e'] in n-d-843146-7 is: [{'id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'name': 'tempest-ServerRescueTestJSON-2017425447-router', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:21Z', 'updated_at': '2022-05-24T23:13:33Z', 'revision_number': 4, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'gw_port': {'id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:22Z', 'updated_at': '2022-05-24T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe', 'name': '', 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'mac_address': 'fa:16:3e:3c:29:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'd045cf97-0bb3-47b8-9416-6297d931255e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:29Z', 'updated_at': '2022-05-24T23:13:40Z', 'revision_number': 4, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'subnets': [{'id': 'd045cf97-0bb3-47b8-9416-6297d931255e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:13:41.741965 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.790176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67c66829-69a0-4778-88e4-78f4e3d87f94 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.793074 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67c66829-69a0-4778-88e4-78f4e3d87f94 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.822428 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.825813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] device_id is not set on port 9c8a36ef-eaa7-49e0-b445-7812904044be yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:13:41.902602 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.919311 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Transition to ACTIVE for port object 2ea6576f-3b79-4776-965e-1690fbd0aa51 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:41.931086 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:41.956885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-a688ce22-0674-42e7-a5e4-176be4dfb2ed service neutron] 10.222.0.55 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1757259 May 24 23:13:42.002240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-579e4184-10c4-4c2b-9a82-9d5c682f8496 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:42.005481 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-579e4184-10c4-4c2b-9a82-9d5c682f8496 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/networks?id=ac915ab3-564d-42a8-b6de-24c9416f51ec HTTP/1.1" status: 200 len: 798 time: 0.2942934 May 24 23:13:42.030628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67c66829-69a0-4778-88e4-78f4e3d87f94 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:42.031267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c66829-69a0-4778-88e4-78f4e3d87f94 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Fanout notify agent at l3_agent the message router_deleted on router 2a1049ab-3548-41e3-8d40-ec906c479892 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:13:42.063223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-3304a9d6-edfe-4f4b-a187-0bdc7a7d1a55 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/quotas/702cf064813c4c99be556eaa2ccd29f5 HTTP/1.1" status: 200 len: 375 time: 0.0417225 May 24 23:13:42.163117 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f91289-1e88-4684-a828-d95b2f29c868 None None] Pushing event updated for resources: {'Port': ['ID=2ea6576f-3b79-4776-965e-1690fbd0aa51,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:42.330333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-1ca94eff-3dfd-4456-ba02-68b623bf44e3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Synchronizing usage tracker for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:42.402266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-1ca94eff-3dfd-4456-ba02-68b623bf44e3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Unset dirty status for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:42.403755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-1ca94eff-3dfd-4456-ba02-68b623bf44e3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=702cf064813c4c99be556eaa2ccd29f5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3250880 May 24 23:13:42.597039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8c138-1c2e-429a-b6e6-54f3d1c961f5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:42.636633 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Attempting to bind port 2ea6576f-3b79-4776-965e-1690fbd0aa51 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:42.649014 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Attempting to bind port 2ea6576f-3b79-4776-965e-1690fbd0aa51 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:42.649469 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Attempting to bind port 2ea6576f-3b79-4776-965e-1690fbd0aa51 on network ac915ab3-564d-42a8-b6de-24c9416f51ec {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:42.673810 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:42.674173 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Checking segment: {'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:42.676300 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:42.678997 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Bound using segment: {'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:42.681711 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Bound port: 2ea6576f-3b79-4776-965e-1690fbd0aa51, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:42.682277 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:42.689087 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 24 23:13:42.689697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:13:42.783736 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1ecb86c7-ef9c-41c2-bf01-f8a354a8f248 tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3449702 May 24 23:13:42.792854 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-5941cc07-1ac8-48db-b796-f74227b2cf56 service neutron] 10.222.0.55 "GET /v2.0/networks/ac915ab3-564d-42a8-b6de-24c9416f51ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670244 May 24 23:13:42.793603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34198) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:42.798253 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67c66829-69a0-4778-88e4-78f4e3d87f94 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:42.799856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-67c66829-69a0-4778-88e4-78f4e3d87f94 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/2a1049ab-3548-41e3-8d40-ec906c479892 HTTP/1.1" status: 204 len: 168 time: 2.0022001 May 24 23:13:42.803821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34202) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:42.872463 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-0be5db47-6a00-45fd-85e1-cad866f5998c service neutron] 10.222.0.55 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952460 May 24 23:13:42.915848 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] For port 2ea6576f-3b79-4776-965e-1690fbd0aa51, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:42.933266 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] For port 2ea6576f-3b79-4776-965e-1690fbd0aa51, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2ea6576f-3b79-4776-965e-1690fbd0aa51,segment=NetworkSegment(f6a58005-7dea-40b6-b254-b5e7669e4d3d),segment_id=f6a58005-7dea-40b6-b254-b5e7669e4d3d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:42.938498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d773feb8-e861-4c25-b18f-55b2b0aacd7b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting subnet edb0e9de-aaf1-4bfd-8695-8179b5e95269 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:13:42.944062 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:42.952719 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d773feb8-e861-4c25-b18f-55b2b0aacd7b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:43.087987 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d773feb8-e861-4c25-b18f-55b2b0aacd7b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:43.116590 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Routers {'662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:43.117215 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:43.335208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:43.369076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d773feb8-e861-4c25-b18f-55b2b0aacd7b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:43.430284 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f91289-1e88-4684-a828-d95b2f29c868 None None] Pushing event updated for resources: {'Port': ['ID=2ea6576f-3b79-4776-965e-1690fbd0aa51,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:43.564042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-df31d315-3225-4b38-aaa1-dd30ddbb89fc tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Deleting port c5b36789-1c64-4bc7-ba80-91c03f25eac8 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:43.564531 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df31d315-3225-4b38-aaa1-dd30ddbb89fc tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:43.633611 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] Set router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:43.815187 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-0f6b9bab-3a88-4757-bb02-21f9c1957bda service neutron] 10.222.0.55 "GET /v2.0/networks/ac915ab3-564d-42a8-b6de-24c9416f51ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7355590 May 24 23:13:43.817618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:43.825142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:43.825994 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:43.907287 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d773feb8-e861-4c25-b18f-55b2b0aacd7b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:44.026628 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5476df2-37a1-4608-a8f8-7a5f18b93051 req-6613bcac-0b62-4db7-925a-67e2dffe0dcf tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 210 time: 0.2585938 May 24 23:13:44.043339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773feb8-e861-4c25-b18f-55b2b0aacd7b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Subnet': ['ID=edb0e9de-aaf1-4bfd-8695-8179b5e95269,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:44.059871 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d773feb8-e861-4c25-b18f-55b2b0aacd7b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:44.077815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d773feb8-e861-4c25-b18f-55b2b0aacd7b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/edb0e9de-aaf1-4bfd-8695-8179b5e95269 HTTP/1.1" status: 204 len: 168 time: 1.2725990 May 24 23:13:44.083038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34228) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:44.104919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0b3a79fa-033a-4700-a8b9-abe6ba02f257 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:44.106444 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0b3a79fa-033a-4700-a8b9-abe6ba02f257 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.6334932 May 24 23:13:44.122262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a24be4a-0d30-46aa-af5f-7fd7038096d6 None None] Network 3e8b9376-774a-4133-9913-f0df013bde13 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:44.130945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'port': {'device_id': '2239db33-5a40-4893-961e-7d82d4fcdd74', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'admin_state_up': True, 'tenant_id': '16cd6c635d75400baa6572ca6f095c59'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:44.362168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:44.363344 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:44.416077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76ca1880-8719-4d39-98ef-a19c4c6a5e15 req-47ef3eed-793b-4ee4-b995-8de448d55afb tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 210 time: 0.2298479 May 24 23:13:44.456972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9fb26b53-6966-4732-8310-2ff2ce919f11 req-2011d8f1-8532-41fd-b89a-13757bd25002 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 210 time: 0.1466978 May 24 23:13:44.463870 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229634836', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:15Z', 'updated_at': '2022-05-24T23:13:37Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:18Z', 'updated_at': '2022-05-24T23:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2ea6576f-3b79-4776-965e-1690fbd0aa51', 'name': '', 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:ca:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '5003dc2d-a3a5-4fea-9253-5eb844a2c535', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:34Z', 'updated_at': '2022-05-24T23:13:42Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': '5003dc2d-a3a5-4fea-9253-5eb844a2c535', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:44.470376 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbbd3a5-62e8-409c-96de-67b851eae964 None None] The sync data for ids ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'] in n-d-843146-7 is: [{'id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229634836', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:15Z', 'updated_at': '2022-05-24T23:13:37Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:18Z', 'updated_at': '2022-05-24T23:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2ea6576f-3b79-4776-965e-1690fbd0aa51', 'name': '', 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:ca:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '5003dc2d-a3a5-4fea-9253-5eb844a2c535', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:34Z', 'updated_at': '2022-05-24T23:13:42Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': '5003dc2d-a3a5-4fea-9253-5eb844a2c535', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:13:44.487040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df31d315-3225-4b38-aaa1-dd30ddbb89fc tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:44.487717 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df31d315-3225-4b38-aaa1-dd30ddbb89fc tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:44.487952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4647133-fea7-4417-b70b-861d99bd2f9e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting subnet 76613b96-c7d6-46d1-be2a-3456ca96f6f2 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:13:44.499581 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4647133-fea7-4417-b70b-861d99bd2f9e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:44.638153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:44.647367 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4647133-fea7-4417-b70b-861d99bd2f9e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:44.650624 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:44.836635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-df31d315-3225-4b38-aaa1-dd30ddbb89fc tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Calling delete_port for c5b36789-1c64-4bc7-ba80-91c03f25eac8 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:44.859582 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:44.864955 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4647133-fea7-4417-b70b-861d99bd2f9e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:44.996372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb58fd8-f5ed-49b3-a12d-9a41b84751d3 None None] DHCP port deletion for 3e8b9376-774a-4133-9913-f0df013bde13 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:13:45.000376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cdb58fd8-f5ed-49b3-a12d-9a41b84751d3 None None] Deleting port 979220a3-6875-4b0a-b7f7-77ea338562eb {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:45.000749 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cdb58fd8-f5ed-49b3-a12d-9a41b84751d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:45.040235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4647133-fea7-4417-b70b-861d99bd2f9e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:45.134953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4647133-fea7-4417-b70b-861d99bd2f9e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Subnet': ['ID=76613b96-c7d6-46d1-be2a-3456ca96f6f2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:45.150178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f4647133-fea7-4417-b70b-861d99bd2f9e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:45.168797 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f4647133-fea7-4417-b70b-861d99bd2f9e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/76613b96-c7d6-46d1-be2a-3456ca96f6f2 HTTP/1.1" status: 204 len: 168 time: 1.0808182 May 24 23:13:45.171248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34254) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:45.220171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f49ce4-6f7b-452e-b10f-a35516bdd850 None None] Network bcea0a1d-4a6f-459d-8382-40e7501e841d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:45.415668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34258) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:45.437845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327195713', 'description': 'tempest-secgroup-smoke-1327195713 description', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:45.471125 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df31d315-3225-4b38-aaa1-dd30ddbb89fc tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:45.493616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2ea6576f-3b79-4776-965e-1690fbd0aa51 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:45.494463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:45.500238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:45.555532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:45.574032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:45.589239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:45.606821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:45.641382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 979220a3-6875-4b0a-b7f7-77ea338562eb {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:45.643262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:45.866974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31d315-3225-4b38-aaa1-dd30ddbb89fc tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5b36789-1c64-4bc7-ba80-91c03f25eac8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:45.886260 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b922ce9-7544-4088-b377-f6c139fbd285 req-f52767d2-27a8-4669-90ee-992a52f69743 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 210 time: 0.5866368 May 24 23:13:45.904269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:45.967621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Made reservation on behalf of 16cd6c635d75400baa6572ca6f095c59 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:45.979320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:45.983697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cdb58fd8-f5ed-49b3-a12d-9a41b84751d3 None None] For port 979220a3-6875-4b0a-b7f7-77ea338562eb, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=979220a3-6875-4b0a-b7f7-77ea338562eb,segment=NetworkSegment(b578a713-9af4-4ff4-9939-a6a63855c14d),segment_id=b578a713-9af4-4ff4-9939-a6a63855c14d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:45.984102 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cdb58fd8-f5ed-49b3-a12d-9a41b84751d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:45.986769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-9354b7e1-9f8d-42dc-98ea-a9c8cff848e0 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:45.988308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-9354b7e1-9f8d-42dc-98ea-a9c8cff848e0 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.50 "GET /v2.0/networks?id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90 HTTP/1.1" status: 200 len: 811 time: 0.2606215 May 24 23:13:45.996171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:46.089554 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:46.116943 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df31d315-3225-4b38-aaa1-dd30ddbb89fc tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:46.123649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Request body: {'port': {'device_id': '93c7e315-efb4-408b-aba2-d564029dca4b', 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90', 'admin_state_up': True, 'tenant_id': '2f5082b16d1444209ac2eb488b010b82'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:46.196057 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df31d315-3225-4b38-aaa1-dd30ddbb89fc tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:46.200773 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df31d315-3225-4b38-aaa1-dd30ddbb89fc tempest-ExternalNetworksAdminNegativeTestJSON-136681895 tempest-ExternalNetworksAdminNegativeTestJSON-136681895-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/33c97897-eb67-4a1f-b6dc-9fdadc6ba070 HTTP/1.1" status: 204 len: 168 time: 3.4028153 May 24 23:13:46.237581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cdb58fd8-f5ed-49b3-a12d-9a41b84751d3 None None] Calling delete_port for 979220a3-6875-4b0a-b7f7-77ea338562eb owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:46.304959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 2ea6576f-3b79-4776-965e-1690fbd0aa51 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:46.344637 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d6e9fc1-0758-4c03-a8ea-92732f8a8b90 req-3a762cc5-b092-4bb3-822f-1b8208d5d856 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 210 time: 0.6337116 May 24 23:13:46.351342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:46.362105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2ea6576f-3b79-4776-965e-1690fbd0aa51 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:46.366199 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:46.406570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:46.411749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:46.427111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:46.452899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Allocated IP 172.20.0.9 (13a16c45-1a0c-47a0-90d4-ea28358361e5/bf5ec325-6142-4c28-8e6b-8da79987bd63/9088803d-f43b-4e60-bf33-6bc001f2a61d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:46.783098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2ea6576f-3b79-4776-965e-1690fbd0aa51 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:46.783774 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:46.827025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34270) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:46.828688 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cdb58fd8-f5ed-49b3-a12d-9a41b84751d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:46.856333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62d8a08a-ad24-4f0d-ac88-1cb7a3ab7f46 req-8bc4a59b-a76d-4284-bdbd-a770a7a477ff tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 210 time: 0.4047682 May 24 23:13:46.857716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff87b3-b23f-4b14-b149-57ba0f112d0e None None] DHCP port deletion for bcea0a1d-4a6f-459d-8382-40e7501e841d request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:13:46.946787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb58fd8-f5ed-49b3-a12d-9a41b84751d3 None None] No DVR routers for this DVR port 979220a3-6875-4b0a-b7f7-77ea338562eb on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:13:46.968430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port 979220a3-6875-4b0a-b7f7-77ea338562eb, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=979220a3-6875-4b0a-b7f7-77ea338562eb,segment=NetworkSegment(b578a713-9af4-4ff4-9939-a6a63855c14d),segment_id=b578a713-9af4-4ff4-9939-a6a63855c14d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:46.968935 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:46.975049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-52ff87b3-b23f-4b14-b149-57ba0f112d0e None None] Deleting port 61e4709d-9b01-451a-8856-e650f3a79692 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:46.977298 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52ff87b3-b23f-4b14-b149-57ba0f112d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.089701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb58fd8-f5ed-49b3-a12d-9a41b84751d3 None None] Pushing event deleted for resources: {'Port': ['ID=979220a3-6875-4b0a-b7f7-77ea338562eb,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:47.128005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2fd18b67-7fcd-4cba-adcb-b1cd926aba65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.134978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 2ea6576f-3b79-4776-965e-1690fbd0aa51, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2ea6576f-3b79-4776-965e-1690fbd0aa51,segment=NetworkSegment(f6a58005-7dea-40b6-b254-b5e7669e4d3d),segment_id=f6a58005-7dea-40b6-b254-b5e7669e4d3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:47.152702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2fd18b67-7fcd-4cba-adcb-b1cd926aba65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:47.161103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2fd18b67-7fcd-4cba-adcb-b1cd926aba65 admin admin] Usage tracker for resource:security_group_rule and tenant:c014b20db8a74804b9636a66ec49f870 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:47.167159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2fd18b67-7fcd-4cba-adcb-b1cd926aba65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:47.186724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2fd18b67-7fcd-4cba-adcb-b1cd926aba65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:47.232058 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.249218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Transition to ACTIVE for port object 9088803d-f43b-4e60-bf33-6bc001f2a61d will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:47.251699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for 979220a3-6875-4b0a-b7f7-77ea338562eb owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:47.265056 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.265857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:47.279235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:47.286091 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.353541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Usage tracker for resource:port and tenant:2f5082b16d1444209ac2eb488b010b82 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:47.367626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:47.371643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:47.376042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:47.380110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:47.413954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=2ea6576f-3b79-4776-965e-1690fbd0aa51,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:47.424523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=9088803d-f43b-4e60-bf33-6bc001f2a61d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:47.444914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-52ff87b3-b23f-4b14-b149-57ba0f112d0e None None] For port 61e4709d-9b01-451a-8856-e650f3a79692, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=61e4709d-9b01-451a-8856-e650f3a79692,segment=NetworkSegment(3e76614d-8efe-437e-b280-5c35284088d3),segment_id=3e76614d-8efe-437e-b280-5c35284088d3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:47.445333 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52ff87b3-b23f-4b14-b149-57ba0f112d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.462895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:47.474605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:47.475470 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.506956 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.552618 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-0ac21506-e3c4-40f2-ae48-07034b75b00e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4300535 May 24 23:13:47.557880 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.564967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:47.570289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:47.576964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:47.590498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:47.616598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b0b8228a-0e2f-4460-9eb8-f3e56d71468c req-769881d4-35f9-4922-996e-c35a29b5331c tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Synchronizing usage tracker for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:47.625603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Request body: {'port': {'device_id': '2239db33-5a40-4893-961e-7d82d4fcdd74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:47.682652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-21f17284-3df5-42bf-96c5-1a576defb9bc tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:47.684064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-21f17284-3df5-42bf-96c5-1a576defb9bc tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Synchronizing usage tracker for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:47.688261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Made reservation on behalf of 2f5082b16d1444209ac2eb488b010b82 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:47.692115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-52ff87b3-b23f-4b14-b149-57ba0f112d0e None None] Calling delete_port for 61e4709d-9b01-451a-8856-e650f3a79692 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:13:47.695742 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.766015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:47.766668 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.777990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-b0b8228a-0e2f-4460-9eb8-f3e56d71468c req-769881d4-35f9-4922-996e-c35a29b5331c tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Unset dirty status for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:47.779282 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0b8228a-0e2f-4460-9eb8-f3e56d71468c req-769881d4-35f9-4922-996e-c35a29b5331c tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 210 time: 0.2420094 May 24 23:13:47.828978 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.867446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-21f17284-3df5-42bf-96c5-1a576defb9bc tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Unset dirty status for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:47.868071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c7009bc1-0e7f-4015-bb8d-a939823537df None None] Provisioning for port 9088803d-f43b-4e60-bf33-6bc001f2a61d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:47.868580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-21f17284-3df5-42bf-96c5-1a576defb9bc tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.31 "GET /v2.0/networks?id=ac915ab3-564d-42a8-b6de-24c9416f51ec HTTP/1.1" status: 200 len: 798 time: 1.3309851 May 24 23:13:47.884497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c7009bc1-0e7f-4015-bb8d-a939823537df None None] Provisioning complete for port 9088803d-f43b-4e60-bf33-6bc001f2a61d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:47.884497 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c7009bc1-0e7f-4015-bb8d-a939823537df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.891351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad352d4-8c4f-4c90-918e-c2a76d301d19 req-c5b6d3c1-dd70-44f1-a53f-2cc310cca9ed tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:47.892378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ad352d4-8c4f-4c90-918e-c2a76d301d19 req-c5b6d3c1-dd70-44f1-a53f-2cc310cca9ed tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 931 time: 0.5404942 May 24 23:13:47.899646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Request body: {'port': {'device_id': '6ab969a7-0880-4b8c-b135-75260c8b4a23', 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec', 'admin_state_up': True, 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:47.941272 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2fd18b67-7fcd-4cba-adcb-b1cd926aba65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.943466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccb8f11-8101-447b-a731-e1c2ef9f3ba7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:47.948964 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52ff87b3-b23f-4b14-b149-57ba0f112d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.954703 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2fd18b67-7fcd-4cba-adcb-b1cd926aba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:47.981460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:13:47.982086 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:13:48.060736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff87b3-b23f-4b14-b149-57ba0f112d0e None None] Pushing event deleted for resources: {'Port': ['ID=61e4709d-9b01-451a-8856-e650f3a79692,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:48.062658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff87b3-b23f-4b14-b149-57ba0f112d0e None None] No DVR routers for this DVR port 61e4709d-9b01-451a-8856-e650f3a79692 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:13:48.079817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c7009bc1-0e7f-4015-bb8d-a939823537df None None] Port 9088803d-f43b-4e60-bf33-6bc001f2a61d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:13:48.085687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:48.134865 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c9254aa-a34e-487d-9097-9e2115169c69 req-757197e8-e5d7-40cf-b861-cf98e7b6ddf6 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 210 time: 0.0980639 May 24 23:13:48.137313 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ad352d4-8c4f-4c90-918e-c2a76d301d19 req-542c3ad9-1b69-4e8b-ba93-d8887d0278bc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126822 May 24 23:13:48.142165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 979220a3-6875-4b0a-b7f7-77ea338562eb no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:13:48.203670 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.216387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 979220a3-6875-4b0a-b7f7-77ea338562eb {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:13:48.216885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 979220a3-6875-4b0a-b7f7-77ea338562eb not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:13:48.225318 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.250673 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2fd18b67-7fcd-4cba-adcb-b1cd926aba65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c014b20db8a74804b9636a66ec49f870&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4223266 May 24 23:13:48.251547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd18b67-7fcd-4cba-adcb-b1cd926aba65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a411eb-745b-4c7c-8c34-5095e3326db6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:48.256648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34282) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:48.281664 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Allocated IP 172.20.0.14 (e8b2f2c6-b620-41a0-807a-0d031ceeaa90/d045cf97-0bb3-47b8-9416-6297d931255e/49a61d8b-4f1c-40f3-876e-c801fb7536c3) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:48.320342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2ea6576f-3b79-4776-965e-1690fbd0aa51 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:48.324859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:48.326659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a922fcd8-9248-42dc-a958-75aeeb3585fe,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:48.347908 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.352761 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4c5a0daa-4dcb-4ece-94ab-8cb53998babd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.9322398 May 24 23:13:48.352938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34286) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:48.355459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:48.368991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5d1507b2-2e6d-48eb-82e6-e5234ef1da5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'a922fcd8-9248-42dc-a958-75aeeb3585fe', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:48.376377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d1507b2-2e6d-48eb-82e6-e5234ef1da5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:48.384956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d1507b2-2e6d-48eb-82e6-e5234ef1da5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:48.385421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Made reservation on behalf of 702cf064813c4c99be556eaa2ccd29f5 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:48.388876 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.390447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d1507b2-2e6d-48eb-82e6-e5234ef1da5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:48.400097 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fdca1885-3916-4891-9f2b-f5fd7b82f4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.402953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2ea6576f-3b79-4776-965e-1690fbd0aa51 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:48.403442 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.427938 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fdca1885-3916-4891-9f2b-f5fd7b82f4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.436371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d1507b2-2e6d-48eb-82e6-e5234ef1da5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:48.488817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 979220a3-6875-4b0a-b7f7-77ea338562eb {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:13:48.489149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.529622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d1507b2-2e6d-48eb-82e6-e5234ef1da5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.543387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2ea6576f-3b79-4776-965e-1690fbd0aa51 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:48.611124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 61e4709d-9b01-451a-8856-e650f3a79692 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:13:48.619145 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d1507b2-2e6d-48eb-82e6-e5234ef1da5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.624676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9088803d-f43b-4e60-bf33-6bc001f2a61d {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:13:48.625895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] The port '979220a3-6875-4b0a-b7f7-77ea338562eb' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:13:48.633506 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d1507b2-2e6d-48eb-82e6-e5234ef1da5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.636296 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.660256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1507b2-2e6d-48eb-82e6-e5234ef1da5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825fcba5-f9e8-404b-9dab-27cdda071bb9,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:48.662580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 61e4709d-9b01-451a-8856-e650f3a79692 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:13:48.662929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 61e4709d-9b01-451a-8856-e650f3a79692 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:13:48.679585 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fdca1885-3916-4891-9f2b-f5fd7b82f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.698813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Transition to ACTIVE for port object 9088803d-f43b-4e60-bf33-6bc001f2a61d will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:48.704674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fdca1885-3916-4891-9f2b-f5fd7b82f4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.706130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fdca1885-3916-4891-9f2b-f5fd7b82f4e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59a411eb-745b-4c7c-8c34-5095e3326db6 HTTP/1.1" status: 204 len: 168 time: 0.4482980 May 24 23:13:48.707110 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.711181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca1885-3916-4891-9f2b-f5fd7b82f4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a411eb-745b-4c7c-8c34-5095e3326db6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:48.770494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d1507b2-2e6d-48eb-82e6-e5234ef1da5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.771678 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5d1507b2-2e6d-48eb-82e6-e5234ef1da5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4184930 May 24 23:13:48.775803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34292) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:48.784073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-de62aec2-3f1c-44d5-80bf-a74787ce3972 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'a922fcd8-9248-42dc-a958-75aeeb3585fe', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:48.852661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Pushing event updated for resources: {'Port': ['ID=9088803d-f43b-4e60-bf33-6bc001f2a61d,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:48.866524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de62aec2-3f1c-44d5-80bf-a74787ce3972 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:48.873445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de62aec2-3f1c-44d5-80bf-a74787ce3972 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:48.877405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-de62aec2-3f1c-44d5-80bf-a74787ce3972 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:48.903651 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.919912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:48.981265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-de62aec2-3f1c-44d5-80bf-a74787ce3972 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:49.001731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Allocated IP 172.20.0.29 (ac915ab3-564d-42a8-b6de-24c9416f51ec/5003dc2d-a3a5-4fea-9253-5eb844a2c535/7a49ccc9-655e-4c88-97bc-090961424780) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:49.018584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8b9376-774a-4133-9913-f0df013bde13']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:49.041365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-349f8112-639d-40a1-b275-02c19533ed88 req-33ba5af8-2495-4d66-a310-72b6a59e6c79 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Synchronizing usage tracker for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:49.047173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Attempting to bind port 9088803d-f43b-4e60-bf33-6bc001f2a61d on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:49.047705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Attempting to bind port 9088803d-f43b-4e60-bf33-6bc001f2a61d by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:49.049696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Attempting to bind port 9088803d-f43b-4e60-bf33-6bc001f2a61d on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:49.053622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b578a713-9af4-4ff4-9939-a6a63855c14d') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:49.053918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b578a713-9af4-4ff4-9939-a6a63855c14d') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:49.058577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Port 9088803d-f43b-4e60-bf33-6bc001f2a61d on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:13:49.059151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Attempting to bind port 9088803d-f43b-4e60-bf33-6bc001f2a61d on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:49.070103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:49.070656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Checking segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:49.071219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Bound using segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:49.071901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Bound port: 9088803d-f43b-4e60-bf33-6bc001f2a61d, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:49.072414 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.073847 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.099594 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de62aec2-3f1c-44d5-80bf-a74787ce3972 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.122825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-349f8112-639d-40a1-b275-02c19533ed88 req-33ba5af8-2495-4d66-a310-72b6a59e6c79 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Unset dirty status for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:49.123994 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-349f8112-639d-40a1-b275-02c19533ed88 req-33ba5af8-2495-4d66-a310-72b6a59e6c79 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 210 time: 0.1798561 May 24 23:13:49.156309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34300) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:49.178852 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.199136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:49.199544 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.428136 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b578a713-9af4-4ff4-9939-a6a63855c14d resource provider aggregate not found May 24 23:13:49.441974 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.454667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-605c1514-8a86-4d9f-9000-de38e3551899 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20e668931a09479ba5716a7e61d1a31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951090 May 24 23:13:49.464347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34312) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:49.487112 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b578a713-9af4-4ff4-9939-a6a63855c14d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b578a713-9af4-4ff4-9939-a6a63855c14d found for delete ", "request_id": "req-2e31e9d1-54e8-4956-94fa-b0a9295307d1"}]} May 24 23:13:49.503506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] For port 9088803d-f43b-4e60-bf33-6bc001f2a61d, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:49.513027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de62aec2-3f1c-44d5-80bf-a74787ce3972 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.543149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] For port 9088803d-f43b-4e60-bf33-6bc001f2a61d, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=9088803d-f43b-4e60-bf33-6bc001f2a61d,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:49.544376 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de62aec2-3f1c-44d5-80bf-a74787ce3972 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.575592 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.586623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Pushing event updated for resources: {'Port': ['ID=49a61d8b-4f1c-40f3-876e-c801fb7536c3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:49.597480 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe0545fe-df23-4091-a8e3-271585592c4e req-85df8f34-076c-473e-9748-bcec20958d48 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 210 time: 0.1651707 May 24 23:13:49.624519 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.627223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:49.631842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:49.651083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62aec2-3f1c-44d5-80bf-a74787ce3972 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801e5a0e-48a8-4a9e-84a6-14de14bc8cbc,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:49.655273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:49.669131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:49.669842 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.671581 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] 10.222.0.50 "PUT /v2.0/ports/9088803d-f43b-4e60-bf33-6bc001f2a61d HTTP/1.1" status: 200 len: 1091 time: 2.0504856 May 24 23:13:49.682158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2239db33-5a40-4893-961e-7d82d4fcdd74', 'tag': '9088803d-f43b-4e60-bf33-6bc001f2a61d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:13:49.687191 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.703326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-de62aec2-3f1c-44d5-80bf-a74787ce3972 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.704729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Network': ['ID=3e8b9376-774a-4133-9913-f0df013bde13,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:49.708121 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-de62aec2-3f1c-44d5-80bf-a74787ce3972 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9312475 May 24 23:13:49.708854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.712891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34318) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:49.728553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-572d0e3e-6694-4a0e-a748-e653b81f33ea tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'a922fcd8-9248-42dc-a958-75aeeb3585fe', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:49.739867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34322) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:49.740822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-572d0e3e-6694-4a0e-a748-e653b81f33ea tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:49.740946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-82c29e8b-0c3b-496a-8b0a-4a7e0920498b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/networks/3e8b9376-774a-4133-9913-f0df013bde13 HTTP/1.1" status: 204 len: 168 time: 4.5686121 May 24 23:13:49.743756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33044e17-5a90-452c-a8c4-3a763845afb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.753691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Transition to ACTIVE for port object 7a49ccc9-655e-4c88-97bc-090961424780 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:49.769405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:49.770065 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.790410 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e2145a-ebf3-4b0c-98f9-3f53d745de65'] response: {'name': 'network-changed', 'server_uuid': '2239db33-5a40-4893-961e-7d82d4fcdd74', 'tag': '9088803d-f43b-4e60-bf33-6bc001f2a61d', 'status': 'completed', 'code': 200} May 24 23:13:49.796220 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-812749b8-4c3d-410b-860c-d10898195985 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7078993 May 24 23:13:49.796545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-572d0e3e-6694-4a0e-a748-e653b81f33ea tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:49.814241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Request body: {'port': {'device_id': '93c7e315-efb4-408b-aba2-d564029dca4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:49.836009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-572d0e3e-6694-4a0e-a748-e653b81f33ea tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:49.847557 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:49.859632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-572d0e3e-6694-4a0e-a748-e653b81f33ea tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:49.872146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4af1a-66db-43c6-b014-242a6f0f5113 req-d138954c-7270-4746-b276-98ac4ad8ac7c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:49.872877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e4b4af1a-66db-43c6-b014-242a6f0f5113 req-d138954c-7270-4746-b276-98ac4ad8ac7c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:49.875523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7bd34-3f63-4ce5-90af-1535c91a6d54 service neutron] Pushing event updated for resources: {'Port': ['ID=9088803d-f43b-4e60-bf33-6bc001f2a61d,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:49.939040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Network ac915ab3-564d-42a8-b6de-24c9416f51ec is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:49.944907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:49.973709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:49.981061 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33044e17-5a90-452c-a8c4-3a763845afb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.028012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e4b4af1a-66db-43c6-b014-242a6f0f5113 req-d138954c-7270-4746-b276-98ac4ad8ac7c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:50.029208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4b4af1a-66db-43c6-b014-242a6f0f5113 req-d138954c-7270-4746-b276-98ac4ad8ac7c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 943 time: 0.6514902 May 24 23:13:50.031509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event updated for resources: {'Port': ['ID=7a49ccc9-655e-4c88-97bc-090961424780,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:50.036614 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-572d0e3e-6694-4a0e-a748-e653b81f33ea tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.064295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.073694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.087241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:50.087870 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.153800 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-91a9195c-1311-4672-9323-aa67640b3029 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2581675 May 24 23:13:50.158414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-5598c03d-2dcf-45b9-8a5c-a632b3bedc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:50.159921 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-5598c03d-2dcf-45b9-8a5c-a632b3bedc20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 1094 time: 0.4117360 May 24 23:13:50.168131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-ccd10363-db35-44d8-a9e1-ba136199e702 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:50.170648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-ccd10363-db35-44d8-a9e1-ba136199e702 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054691 May 24 23:13:50.172408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4b4af1a-66db-43c6-b014-242a6f0f5113 req-bd491da5-6238-48b9-a8c6-1be64748e660 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261816 May 24 23:13:50.288296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-030b887f-2ae5-442e-ad10-468045720bbc None None] Provisioning for port 7a49ccc9-655e-4c88-97bc-090961424780 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:50.292618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33044e17-5a90-452c-a8c4-3a763845afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.296799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-030b887f-2ae5-442e-ad10-468045720bbc None None] Provisioning complete for port 7a49ccc9-655e-4c88-97bc-090961424780 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:50.297286 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-030b887f-2ae5-442e-ad10-468045720bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.328555 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-86f1c633-db0d-4967-a259-1e783ca09dd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9088803d-f43b-4e60-bf33-6bc001f2a61d HTTP/1.1" status: 200 len: 217 time: 0.1537359 May 24 23:13:50.368338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-030b887f-2ae5-442e-ad10-468045720bbc None None] Port 7a49ccc9-655e-4c88-97bc-090961424780 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:13:50.379598 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-572d0e3e-6694-4a0e-a748-e653b81f33ea tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.389277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33044e17-5a90-452c-a8c4-3a763845afb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8c138-1c2e-429a-b6e6-54f3d1c961f5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:50.410709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b923a5d-b1db-4d1e-ac70-a37f85809552 req-deb3448d-1665-4ce8-a312-e9c7706c39b9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:50.412660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b923a5d-b1db-4d1e-ac70-a37f85809552 req-deb3448d-1665-4ce8-a312-e9c7706c39b9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 932 time: 0.1489546 May 24 23:13:50.435973 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-572d0e3e-6694-4a0e-a748-e653b81f33ea tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.466029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Request body: {'port': {'device_id': '6ab969a7-0880-4b8c-b135-75260c8b4a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:50.474854 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33044e17-5a90-452c-a8c4-3a763845afb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.475963 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-33044e17-5a90-452c-a8c4-3a763845afb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42d8c138-1c2e-429a-b6e6-54f3d1c961f5 HTTP/1.1" status: 204 len: 168 time: 1.0107009 May 24 23:13:50.484871 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.495944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d0e3e-6694-4a0e-a748-e653b81f33ea tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4c2049-0b77-4c80-9a07-dfa029bdb3c2,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:50.522744 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-572d0e3e-6694-4a0e-a748-e653b81f33ea tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.527157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-572d0e3e-6694-4a0e-a748-e653b81f33ea tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8079383 May 24 23:13:50.527627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-21f28626-a44b-4719-8fff-aa50d99170bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:50.528838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-21f28626-a44b-4719-8fff-aa50d99170bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.1425245 May 24 23:13:50.530435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcea0a1d-4a6f-459d-8382-40e7501e841d']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:50.537345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34332) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:50.546479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9655a173-918c-4fd2-a09e-de1dfdf18b34 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'a922fcd8-9248-42dc-a958-75aeeb3585fe', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:50.583445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e76614d-8efe-437e-b280-5c35284088d3') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:50.583749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e76614d-8efe-437e-b280-5c35284088d3') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:50.587728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b923a5d-b1db-4d1e-ac70-a37f85809552 req-20b7aa5f-e1e1-49d0-82f8-0325c72d346c tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774767 May 24 23:13:50.594793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9655a173-918c-4fd2-a09e-de1dfdf18b34 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:50.606693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9655a173-918c-4fd2-a09e-de1dfdf18b34 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:50.612947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.619478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9655a173-918c-4fd2-a09e-de1dfdf18b34 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:50.640646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9655a173-918c-4fd2-a09e-de1dfdf18b34 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:50.695682 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.720156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.726202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:13:50.727291 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.814434 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9655a173-918c-4fd2-a09e-de1dfdf18b34 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.829363 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 3e76614d-8efe-437e-b280-5c35284088d3 resource provider aggregate not found May 24 23:13:50.894451 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 3e76614d-8efe-437e-b280-5c35284088d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e76614d-8efe-437e-b280-5c35284088d3 found for delete ", "request_id": "req-a882375a-f9ac-4094-b59b-4c163adc5fae"}]} May 24 23:13:50.932893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a61d8b-4f1c-40f3-876e-c801fb7536c3 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:13:50.945924 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.949794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-347418f2-1fba-4f6a-be1d-12ebca5ed93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:50.951160 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-347418f2-1fba-4f6a-be1d-12ebca5ed93c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4081390 May 24 23:13:50.954724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:50.983445 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.014687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Network': ['ID=bcea0a1d-4a6f-459d-8382-40e7501e841d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:51.029616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Transition to ACTIVE for port object 49a61d8b-4f1c-40f3-876e-c801fb7536c3 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:51.043580 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.071440 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1491509e-f70c-42a4-8bca-6179d56bd1ee tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/networks/bcea0a1d-4a6f-459d-8382-40e7501e841d HTTP/1.1" status: 204 len: 168 time: 1.3256309 May 24 23:13:51.083776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34352) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:51.098711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9655a173-918c-4fd2-a09e-de1dfdf18b34 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.104565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'network': {'name': 'tempest-RoutersTest-619479750'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:51.115474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:51.117741 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9655a173-918c-4fd2-a09e-de1dfdf18b34 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.128838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:network and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:51.139831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:51.152478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:51.165887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a718fea-d02a-4ce5-b528-92841bf65aea req-d2fbc81a-96f3-4ffe-a007-72bd5ef84d7f tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:51.175773 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9a718fea-d02a-4ce5-b528-92841bf65aea req-d2fbc81a-96f3-4ffe-a007-72bd5ef84d7f tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 895 time: 0.4058716 May 24 23:13:51.176349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655a173-918c-4fd2-a09e-de1dfdf18b34 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcfc74b-78d5-4d56-9e51-56e7e15e60c3,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:51.200103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Pushing event updated for resources: {'Port': ['ID=49a61d8b-4f1c-40f3-876e-c801fb7536c3,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:51.226084 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9655a173-918c-4fd2-a09e-de1dfdf18b34 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.227278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9655a173-918c-4fd2-a09e-de1dfdf18b34 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6889443 May 24 23:13:51.232351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34362) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:51.238673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'a922fcd8-9248-42dc-a958-75aeeb3585fe', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:51.245813 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-e39455f6-ef8c-4e5b-a817-a1a86182bc69 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670476 May 24 23:13:51.248165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:51.250494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:51.254157 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.268684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:51.275356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:51.305272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:51.383861 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Project 7ed04b4b69a04a79b55d0e6cf9c97c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:13:51.398256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:13:51.405706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.428760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.429130 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added segment 42021924-3153-4e72-bbf7-568367c68edc of type vlan for network ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff May 24 23:13:51.507463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34370) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:51.515478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-444e6f5a-7d3d-420a-b3b8-33d0b3146f78 req-575dc3cd-b3a9-49a8-a48b-7569c82f5918 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483094 May 24 23:13:51.523256 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.593530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Attempting to bind port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:51.594209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Attempting to bind port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:51.594759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Attempting to bind port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 on network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:51.603375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 on network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:13:51.603692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Attempting to bind port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 on network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:51.617693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:51.618026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Checking segment: {'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:51.618631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Bound using segment: {'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:51.619239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Bound port: 49a61d8b-4f1c-40f3-876e-c801fb7536c3, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:51.619741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.636209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a49ccc9-655e-4c88-97bc-090961424780 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:13:51.652301 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.664498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3fcbb-c4c7-423a-aa37-58428495f9de req-2b1d5ea9-1a62-4ba8-ba13-eaea0259be97 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:51.666260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81b3fcbb-c4c7-423a-aa37-58428495f9de req-2b1d5ea9-1a62-4ba8-ba13-eaea0259be97 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 943 time: 0.2362761 May 24 23:13:51.744742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Transition to ACTIVE for port object 7a49ccc9-655e-4c88-97bc-090961424780 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:51.747821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.758036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-61cd713d-f713-4de6-bb8b-88a7bfac0899 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:51.759039 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-61cd713d-f713-4de6-bb8b-88a7bfac0899 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2502327 May 24 23:13:51.762467 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.774071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34380) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:51.798029 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.830429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-988fb6f3-a592-43db-8069-3d2f2baf3705 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:51.831639 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-988fb6f3-a592-43db-8069-3d2f2baf3705 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0257430 May 24 23:13:51.843541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34384) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:51.848446 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81b3fcbb-c4c7-423a-aa37-58428495f9de req-fab9f2bd-098e-41c5-badc-53a1e149584f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473417 May 24 23:13:51.851337 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.858610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:51.859229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:51.859702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-df1cccc8-22dc-4480-9a33-5cfddaa64ea1 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:51.860674 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-df1cccc8-22dc-4480-9a33-5cfddaa64ea1 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0160863 May 24 23:13:51.871168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Pushing event updated for resources: {'Port': ['ID=7a49ccc9-655e-4c88-97bc-090961424780,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:51.886314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8174ba2-95e5-43c1-91ac-4194daf99fd3,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:51.891985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34388) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:51.918808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-a0ef11a6-d741-4494-aeca-f2422c53228b tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:51.923482 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a0ef11a6-d741-4494-aeca-f2422c53228b tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0190351 May 24 23:13:51.923704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34392) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:51.942138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-56eca272-f956-4cd3-8541-1fb5ee2fb11e tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:51.943756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-56eca272-f956-4cd3-8541-1fb5ee2fb11e tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0201015 May 24 23:13:51.945448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] For port 49a61d8b-4f1c-40f3-876e-c801fb7536c3, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:51.950445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34396) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:51.960652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-0bdc99c2-a6f0-40c9-80b6-4097edf78181 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:51.961641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0bdc99c2-a6f0-40c9-80b6-4097edf78181 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0102642 May 24 23:13:51.963299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] For port 49a61d8b-4f1c-40f3-876e-c801fb7536c3, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=49a61d8b-4f1c-40f3-876e-c801fb7536c3,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:51.981959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34400) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:51.987362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-7581913a-a109-4d61-addd-908e8cba5ee8 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:51.990831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7581913a-a109-4d61-addd-908e8cba5ee8 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054054 May 24 23:13:51.992897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34404) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:51.994116 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:52.003772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:52.008264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8f8c264f-6e0e-4401-93fc-e4c5ca807f70 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7718160 May 24 23:13:52.012322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34408) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.030782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'a922fcd8-9248-42dc-a958-75aeeb3585fe', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:52.040749 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9454832 May 24 23:13:52.044149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34412) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.044594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-59b3946c-6621-4f57-b4cf-58ed72e34741 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.048067 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-59b3946c-6621-4f57-b4cf-58ed72e34741 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0470972 May 24 23:13:52.048237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2044710-d5f0-4d1e-b282-c00af63ea681 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Network': ['ID=ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:52.052068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34414) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.053400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:52.059657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:52.066433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'subnet': {'network_id': 'ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:52.090846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-07b4425f-756e-442a-af6c-b0877d560f29 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.092143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-07b4425f-756e-442a-af6c-b0877d560f29 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0358419 May 24 23:13:52.093024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:52.098151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34420) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.104173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:52.127090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-a1a8c9d8-3eee-493a-8d60-cd36c9287a74 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.128151 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a1a8c9d8-3eee-493a-8d60-cd36c9287a74 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0255599 May 24 23:13:52.129506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:52.130114 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:52.131385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] 10.222.0.50 "PUT /v2.0/ports/49a61d8b-4f1c-40f3-876e-c801fb7536c3 HTTP/1.1" status: 200 len: 1092 time: 2.3233092 May 24 23:13:52.131824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c7e315-efb4-408b-aba2-d564029dca4b', 'tag': '49a61d8b-4f1c-40f3-876e-c801fb7536c3'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:13:52.138883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34424) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.149757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-6158feab-6fc0-4c7a-a43b-a0bdfa659664 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.153285 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6158feab-6fc0-4c7a-a43b-a0bdfa659664 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0093617 May 24 23:13:52.157574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34430) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.169007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-41e57f9a-0b8b-4338-9c58-13745c5beae6 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.170320 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-41e57f9a-0b8b-4338-9c58-13745c5beae6 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0094442 May 24 23:13:52.175159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34434) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.184709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-c7bd98ea-859e-45af-b41e-54025ef5456d tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.185964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c7bd98ea-859e-45af-b41e-54025ef5456d tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0096893 May 24 23:13:52.189650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42989a-c849-451e-b5ea-701d7916c5bc req-116c20b9-7c17-4a1b-a8e2-eddf24658e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:52.191534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b42989a-c849-451e-b5ea-701d7916c5bc req-116c20b9-7c17-4a1b-a8e2-eddf24658e18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 1094 time: 0.4888482 May 24 23:13:52.192009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34438) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.206882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:52.233033 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62fcc74-33c3-45a0-8ed1-73c684c182fb'] response: {'name': 'network-changed', 'server_uuid': '93c7e315-efb4-408b-aba2-d564029dca4b', 'tag': '49a61d8b-4f1c-40f3-876e-c801fb7536c3', 'status': 'completed', 'code': 200} May 24 23:13:52.238075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc9763-4ef1-4704-9609-de246a33ae79 service neutron] Pushing event updated for resources: {'Port': ['ID=49a61d8b-4f1c-40f3-876e-c801fb7536c3,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:52.243972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-b83b29d1-56a1-4c67-8b04-58dadb586c68 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.244953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b83b29d1-56a1-4c67-8b04-58dadb586c68 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0357931 May 24 23:13:52.252807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34444) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.268817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46893af1-b4fe-418f-a613-0ea1426f59b0 req-cfa888b9-df47-427a-8dba-60667b7c52d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:52.270697 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-46893af1-b4fe-418f-a613-0ea1426f59b0 req-cfa888b9-df47-427a-8dba-60667b7c52d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 944 time: 0.5252514 May 24 23:13:52.272239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Attempting to bind port 7a49ccc9-655e-4c88-97bc-090961424780 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:52.272574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Attempting to bind port 7a49ccc9-655e-4c88-97bc-090961424780 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:52.272901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Attempting to bind port 7a49ccc9-655e-4c88-97bc-090961424780 on network ac915ab3-564d-42a8-b6de-24c9416f51ec {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:52.280420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Port 7a49ccc9-655e-4c88-97bc-090961424780 on network ac915ab3-564d-42a8-b6de-24c9416f51ec not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:13:52.280740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Attempting to bind port 7a49ccc9-655e-4c88-97bc-090961424780 on network ac915ab3-564d-42a8-b6de-24c9416f51ec {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:52.290335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:52.290668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Checking segment: {'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:52.291048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Bound using segment: {'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:52.291511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Bound port: 7a49ccc9-655e-4c88-97bc-090961424780, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a58005-7dea-40b6-b254-b5e7669e4d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:52.291855 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:52.333820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-5dbb1300-30b5-4b56-bb57-2dc4bf8c7423 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.334757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5dbb1300-30b5-4b56-bb57-2dc4bf8c7423 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0755744 May 24 23:13:52.340078 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Project 7ed04b4b69a04a79b55d0e6cf9c97c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:13:52.342007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34448) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.377234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:52.400804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-c2a21e5a-ba22-4943-b2b4-b4bbabbf7bab tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.401766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c2a21e5a-ba22-4943-b2b4-b4bbabbf7bab tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0588822 May 24 23:13:52.402977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:52.411799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34452) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.421965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:subnet and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:52.428222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-dd91829a-728e-4d54-9b79-09cf9428d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:52.429737 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-dd91829a-728e-4d54-9b79-09cf9428d2a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5082b16d1444209ac2eb488b010b82&device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 1095 time: 0.2489100 May 24 23:13:52.432600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-ed399817-f267-4226-9faa-9c11d4f62bda tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.433522 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ed399817-f267-4226-9faa-9c11d4f62bda tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0192730 May 24 23:13:52.436905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34456) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.442718 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:52.455481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-3b9c714c-68b3-4a1d-bd0d-ab782bc008aa tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.456723 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3b9c714c-68b3-4a1d-bd0d-ab782bc008aa tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0104647 May 24 23:13:52.460500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:52.462219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34460) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.484234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-46893af1-b4fe-418f-a613-0ea1426f59b0 req-314111fe-f42f-40e2-9c8d-2006e9402ecc tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Synchronizing usage tracker for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:52.495440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-55ad532d-8f78-44b7-91ee-65cd7d13a603 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.496447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-55ad532d-8f78-44b7-91ee-65cd7d13a603 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0298357 May 24 23:13:52.506013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34464) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.512917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42989a-c849-451e-b5ea-701d7916c5bc req-d0cd9fe8-6fdb-4351-8879-edf9f83408f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:52.514517 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b42989a-c849-451e-b5ea-701d7916c5bc req-d0cd9fe8-6fdb-4351-8879-edf9f83408f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.2985034 May 24 23:13:52.521477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-de753f82-d6a1-45c0-8f3e-b409d1919d99 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.524853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-de753f82-d6a1-45c0-8f3e-b409d1919d99 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0154824 May 24 23:13:52.530402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34468) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.531086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:52.531893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-3bf4a42e-d94d-4a5a-a370-04ac9eb3745a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a61d8b-4f1c-40f3-876e-c801fb7536c3 HTTP/1.1" status: 200 len: 217 time: 0.0812511 May 24 23:13:52.534972 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:52.536494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] For port 7a49ccc9-655e-4c88-97bc-090961424780, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:52.583475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] For port 7a49ccc9-655e-4c88-97bc-090961424780, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7a49ccc9-655e-4c88-97bc-090961424780,segment=NetworkSegment(f6a58005-7dea-40b6-b254-b5e7669e4d3d),segment_id=f6a58005-7dea-40b6-b254-b5e7669e4d3d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:52.598209 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:52.610010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-ae2c3bb3-8737-457c-88d9-338ea59e47c2 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.610962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ae2c3bb3-8737-457c-88d9-338ea59e47c2 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0622852 May 24 23:13:52.631874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34472) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.677930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:52.678558 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:52.679943 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] 10.222.0.31 "PUT /v2.0/ports/7a49ccc9-655e-4c88-97bc-090961424780 HTTP/1.1" status: 200 len: 1055 time: 2.5035779 May 24 23:13:52.681534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-96d02271-381f-45f6-b841-c452c58c90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:52.682844 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-96d02271-381f-45f6-b841-c452c58c90c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d045cf97-0bb3-47b8-9416-6297d931255e HTTP/1.1" status: 200 len: 851 time: 0.1406302 May 24 23:13:52.687792 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b42989a-c849-451e-b5ea-701d7916c5bc req-d3328040-cd54-454d-b820-a4ca325e4dbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9088803d-f43b-4e60-bf33-6bc001f2a61d HTTP/1.1" status: 200 len: 217 time: 0.1582460 May 24 23:13:52.697161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15002efb-8d7f-4b00-835a-d76c9a19e0ba req-79e654aa-a6d5-4ba8-9fff-c2e77b1d2ca3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:52.697913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-15002efb-8d7f-4b00-835a-d76c9a19e0ba req-79e654aa-a6d5-4ba8-9fff-c2e77b1d2ca3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Synchronizing usage tracker for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:13:52.700257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-eb31bb92-0245-46fd-a675-9ecdaec3f652 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.701336 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eb31bb92-0245-46fd-a675-9ecdaec3f652 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0684915 May 24 23:13:52.725221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34476) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.761870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-46893af1-b4fe-418f-a613-0ea1426f59b0 req-314111fe-f42f-40e2-9c8d-2006e9402ecc tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Unset dirty status for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:52.763150 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-46893af1-b4fe-418f-a613-0ea1426f59b0 req-314111fe-f42f-40e2-9c8d-2006e9402ecc tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242804 May 24 23:13:52.768873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-25cc3315-e1a1-47f4-b0c8-9a35e28bada9 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.772681 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-25cc3315-e1a1-47f4-b0c8-9a35e28bada9 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0453629 May 24 23:13:52.772681 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:52.778905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34480) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.793364 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:52.803398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-f3e75fe4-a2f0-4cdf-9f5b-966e0faee0c5 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.804343 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f3e75fe4-a2f0-4cdf-9f5b-966e0faee0c5 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0245302 May 24 23:13:52.815820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34484) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.825814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-f94864fc-8100-41b1-956a-dab69f81f124 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219311 May 24 23:13:52.828073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273c6d2-e0b5-452b-9ea9-732c5e58707e service neutron] Pushing event updated for resources: {'Port': ['ID=7a49ccc9-655e-4c88-97bc-090961424780,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:52.847178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-a4317c44-ad84-4e15-95fe-003d5f8d7c11 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.848101 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a4317c44-ad84-4e15-95fe-003d5f8d7c11 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0213978 May 24 23:13:52.855233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ec841b-c4c1-4d71-ae52-e69313d14988,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:52.857742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34488) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.865850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42989a-c849-451e-b5ea-701d7916c5bc req-7a858282-d28b-496a-99c6-b614460bf75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:52.867415 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b42989a-c849-451e-b5ea-701d7916c5bc req-7a858282-d28b-496a-99c6-b614460bf75e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.1448650 May 24 23:13:52.873265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-68419187-1196-4caa-bdba-af844b17259c tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.876753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-68419187-1196-4caa-bdba-af844b17259c tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0112398 May 24 23:13:52.880222 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-15002efb-8d7f-4b00-835a-d76c9a19e0ba req-79e654aa-a6d5-4ba8-9fff-c2e77b1d2ca3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Unset dirty status for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:13:52.880349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34492) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.888672 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15002efb-8d7f-4b00-835a-d76c9a19e0ba req-79e654aa-a6d5-4ba8-9fff-c2e77b1d2ca3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 907 time: 0.5485001 May 24 23:13:52.927414 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:52.931395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d3f04311-a8db-4764-9e5f-0a378ee5499f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9109058 May 24 23:13:52.936300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-13a86a4b-7d57-4b5a-8f54-001423ae90e2 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.939649 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-13a86a4b-7d57-4b5a-8f54-001423ae90e2 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0575390 May 24 23:13:52.944214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34498) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.944542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34500) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.953659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-ebe06596-38db-4fce-9cd2-b86502701c9a tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.954597 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ebe06596-38db-4fce-9cd2-b86502701c9a tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0070865 May 24 23:13:52.958702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'network': {'name': 'tempest-network-smoke--2101421400', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'port_security_enabled': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:52.958920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34506) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.967757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:52.973686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-2f4fbd29-7c9d-4b53-96b4-e18450d481cc tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.977135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2f4fbd29-7c9d-4b53-96b4-e18450d481cc tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0138938 May 24 23:13:52.977765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34510) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:52.982096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:network and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:52.988273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-c0b48186-9e3e-4f4c-adea-9bb4029a4b12 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:52.989235 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c0b48186-9e3e-4f4c-adea-9bb4029a4b12 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0085177 May 24 23:13:52.989373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:52.992115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34514) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.022817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-eccbdec0-fff3-4fe1-842d-391b4d005e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:53.024236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-eccbdec0-fff3-4fe1-842d-391b4d005e22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=702cf064813c4c99be556eaa2ccd29f5&device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 1058 time: 0.2771835 May 24 23:13:53.066903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-7bd20788-73a1-46af-bb3c-c294dbf7f373 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.070325 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7bd20788-73a1-46af-bb3c-c294dbf7f373 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0410874 May 24 23:13:53.070325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:53.086666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34518) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.103721 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-abfabf31-c71b-4640-8216-4f3f7155e9c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=7a49ccc9-655e-4c88-97bc-090961424780 HTTP/1.1" status: 200 len: 217 time: 0.0705678 May 24 23:13:53.105747 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-c9cf493f-d81b-4c8e-b6c4-50811fb19724 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547901 May 24 23:13:53.105930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-adc4bf77-78c9-4e99-9899-788892358bba tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.106869 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-adc4bf77-78c9-4e99-9899-788892358bba tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0184262 May 24 23:13:53.109705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34522) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.126086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:53.129706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:53.147769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-e1233c7a-dd1b-4615-ae6d-ffa99ce53d5e tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.148727 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e1233c7a-dd1b-4615-ae6d-ffa99ce53d5e tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0381646 May 24 23:13:53.156255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34526) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.167516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-dd43a501-11e6-47c5-8663-abe52e03d543 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.168455 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dd43a501-11e6-47c5-8663-abe52e03d543 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0111749 May 24 23:13:53.171261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34530) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.186314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-108f3f06-77d2-40d4-a198-24497edb548a tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.187583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-108f3f06-77d2-40d4-a198-24497edb548a tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0098507 May 24 23:13:53.194348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34534) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.213866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-94e34e4f-dce2-442c-91b6-813283246962 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.214796 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-94e34e4f-dce2-442c-91b6-813283246962 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0195386 May 24 23:13:53.219176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34538) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.224780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42989a-c849-451e-b5ea-701d7916c5bc req-29b5bbd5-d41e-44a3-9a29-05fba560133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:53.226253 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b42989a-c849-451e-b5ea-701d7916c5bc req-29b5bbd5-d41e-44a3-9a29-05fba560133d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3479509 May 24 23:13:53.231819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:13:53.237717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-d06e1b48-fb01-429a-9a5b-640eb5d3be45 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.238645 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d06e1b48-fb01-429a-9a5b-640eb5d3be45 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0168726 May 24 23:13:53.245456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34542) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.248541 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:53.308175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-20a89d59-04df-412b-934c-ef2d122dea4e tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.309078 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-20a89d59-04df-412b-934c-ef2d122dea4e tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0565877 May 24 23:13:53.323195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34546) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.329947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:53.330284 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Added segment 3262732d-7d7a-4ed9-bd1d-3b939a42dd07 of type vlan for network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 May 24 23:13:53.385032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-61bb7135-5449-417d-8245-7f6f0f4b79e8 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.388498 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-61bb7135-5449-417d-8245-7f6f0f4b79e8 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0587869 May 24 23:13:53.388656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-ba2f4e4e-81c8-4c1f-ae6c-cb53c83f65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:53.388656 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-ba2f4e4e-81c8-4c1f-ae6c-cb53c83f65a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5003dc2d-a3a5-4fea-9253-5eb844a2c535 HTTP/1.1" status: 200 len: 838 time: 0.2796745 May 24 23:13:53.390675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34550) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.397198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-fe460eb4-9760-4387-9ab1-cb1d8a817dae tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.400522 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fe460eb4-9760-4387-9ab1-cb1d8a817dae tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0066025 May 24 23:13:53.400655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee513f3-6404-430a-864d-c054842d1c8d req-413dca35-9512-4484-86be-f65b68534142 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:53.401728 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dee513f3-6404-430a-864d-c054842d1c8d req-413dca35-9512-4484-86be-f65b68534142 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 943 time: 0.4211268 May 24 23:13:53.406404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34554) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.429913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-5940d2ec-8076-49e5-a201-578df0cd8777 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.430826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5940d2ec-8076-49e5-a201-578df0cd8777 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0190547 May 24 23:13:53.443885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34558) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.461239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-1c2de5c8-599b-4c3d-978d-d9bb9e65fade tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.462219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1c2de5c8-599b-4c3d-978d-d9bb9e65fade tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0151126 May 24 23:13:53.474616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34562) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.482960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-db906b09-8ca7-4cd7-8ef4-6a5f75851908 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.483884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-db906b09-8ca7-4cd7-8ef4-6a5f75851908 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0083692 May 24 23:13:53.489612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34566) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.491127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Subnet': ['ID=c57c914d-7365-4a3b-85d7-c6139bf7b5e6,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:53.500091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-16444b6d-e1c8-4cc0-94ef-3637c5771b03 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.500226 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:53.500753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-16444b6d-e1c8-4cc0-94ef-3637c5771b03 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071721 May 24 23:13:53.503436 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33077964-2cb0-4ac6-b7d8-f63a24cadb21 req-06d12054-ee0d-43b7-aa11-3100fb36f6cd service neutron] 10.222.0.50 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586869 May 24 23:13:53.504714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34570) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.511020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-b4a51bb5-eb62-42a9-b996-6bc767e678c5 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.514560 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b4a51bb5-eb62-42a9-b996-6bc767e678c5 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063992 May 24 23:13:53.514560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34574) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.520813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-b5f7da54-bd66-4b4d-b997-2f16dbaeeaeb tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.524246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b5f7da54-bd66-4b4d-b997-2f16dbaeeaeb tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0063038 May 24 23:13:53.524696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34578) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.530432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-9fd2cafb-b543-4257-8d9e-fbc7ee757d2c tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.532466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9fd2cafb-b543-4257-8d9e-fbc7ee757d2c tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0068860 May 24 23:13:53.537055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34582) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.541053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Checking segment: {'id': '42021924-3153-4e72-bbf7-568367c68edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:53.541413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network hostable DHCP agents. Network: ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:13:53.546985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-6a57622e-0d83-4504-b05a-103c824d040a tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.547689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6a57622e-0d83-4504-b05a-103c824d040a tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065789 May 24 23:13:53.552477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34586) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.559737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-23036745-5edf-4932-9e75-803b2da6036c tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.560872 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-23036745-5edf-4932-9e75-803b2da6036c tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0073607 May 24 23:13:53.564196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34590) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.568950 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dee513f3-6404-430a-864d-c054842d1c8d req-7b214d82-23c8-4536-8a31-978e9765cf0f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454325 May 24 23:13:53.579176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-d6b02489-f911-4e35-8dae-69e108f5df0c tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.580860 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d6b02489-f911-4e35-8dae-69e108f5df0c tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0151196 May 24 23:13:53.583876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-35d59cb1-f387-438d-8ac6-8c592e13b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:53.585584 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-35d59cb1-f387-438d-8ac6-8c592e13b2ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac915ab3-564d-42a8-b6de-24c9416f51ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1865747 May 24 23:13:53.587800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34594) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.593285 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b42989a-c849-451e-b5ea-701d7916c5bc req-52404208-5586-4593-85c7-4bcb2aefc9f5 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468690 May 24 23:13:53.622417 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:53.627749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:53.628315 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:53.632086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:13:53.653247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-b73f40fe-913b-4ae1-a0f5-93d451f30691 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.654230 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b73f40fe-913b-4ae1-a0f5-93d451f30691 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0652404 May 24 23:13:53.661923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34598) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.717653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-103eb539-f2d9-4b03-ba17-04863b8786f8 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.718630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-103eb539-f2d9-4b03-ba17-04863b8786f8 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0548699 May 24 23:13:53.724782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34602) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.745194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-5bdcec33-a695-45f8-8bca-086219f12e5b tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.748740 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5bdcec33-a695-45f8-8bca-086219f12e5b tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0154030 May 24 23:13:53.751826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34606) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.760639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-2fbd7c0f-c600-4ca8-8a9c-f726ab19ee23 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.761589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2fbd7c0f-c600-4ca8-8a9c-f726ab19ee23 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0086932 May 24 23:13:53.764562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34610) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.772556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-5aa076ab-3a36-4382-817f-7cc33ae779a4 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.773514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5aa076ab-3a36-4382-817f-7cc33ae779a4 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079255 May 24 23:13:53.777479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34614) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.797952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-9a6f8875-78d5-4e8f-8a35-c7caeb387373 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.798921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9a6f8875-78d5-4e8f-8a35-c7caeb387373 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0205438 May 24 23:13:53.803557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34620) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.810986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-811e5b68-3bdb-4d68-b04a-89bfb906e8e3 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.814526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-811e5b68-3bdb-4d68-b04a-89bfb906e8e3 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0074465 May 24 23:13:53.817193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34624) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.833396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-ab1b49be-6bf6-4c5b-bad5-8573fe788457 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.837065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ab1b49be-6bf6-4c5b-bad5-8573fe788457 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0087826 May 24 23:13:53.839842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34628) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.843118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0786d11-770d-4958-89d1-d3a595eb0926 req-a89f08c7-f2c6-4373-b6f3-d1ae5bb5d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:53.844572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0786d11-770d-4958-89d1-d3a595eb0926 req-a89f08c7-f2c6-4373-b6f3-d1ae5bb5d229 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5082b16d1444209ac2eb488b010b82&device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 1095 time: 0.2578719 May 24 23:13:53.848926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-4bfd51ca-9d7d-4438-9805-d6970573e824 service neutron] 10.222.0.31 "GET /v2.0/networks/ac915ab3-564d-42a8-b6de-24c9416f51ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200227 May 24 23:13:53.851761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-ac8f687f-dcf8-4508-af72-0bde9f1dbfe1 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.855304 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ac8f687f-dcf8-4508-af72-0bde9f1dbfe1 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0072272 May 24 23:13:53.896512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34632) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.920031 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9744451 May 24 23:13:53.930272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34638) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.930893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:53.939841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11701346-1856-4a06-b827-aaeefcf9ea8a None None] Network ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:53.949975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-b017f149-c2fa-47ea-b722-b44116db0a4d tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.950945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b017f149-c2fa-47ea-b722-b44116db0a4d tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0534959 May 24 23:13:53.951556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'admin_state_up': True, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:53.958526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:53.959097 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:53.969787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34642) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:53.974782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:53.987913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-3a19120f-19dd-4821-88c1-e64a99a95d6b tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:53.988864 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3a19120f-19dd-4821-88c1-e64a99a95d6b tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0181241 May 24 23:13:53.993318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:router and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:53.995876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34646) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:54.004371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-26413c0a-cf1d-42f3-af40-641e74385bd9 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:54.005302 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-26413c0a-cf1d-42f3-af40-641e74385bd9 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049763 May 24 23:13:54.006180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:54.012499 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6390d-5e86-4334-8b6c-a679cacd1dbb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Network': ['ID=05c9f0f0-7833-4a33-95b5-275aa9a4fae5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:54.028011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34650) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:54.036208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:54.042051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-5b8fd31e-b329-460e-b641-7d9877cc4562 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:54.043691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:54.045790 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5b8fd31e-b329-460e-b641-7d9877cc4562 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0141189 May 24 23:13:54.049051 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5cd332ee-5c8e-44b7-ac7b-bab75ba3a273 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9993651 May 24 23:13:54.054341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34654) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:54.054658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34656) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:54.061126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ee36e4b5-b904-46a9-8fd6-a377319a1d1c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-574036915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:54.068708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ee36e4b5-b904-46a9-8fd6-a377319a1d1c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:54.074802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ee36e4b5-b904-46a9-8fd6-a377319a1d1c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:router and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:54.077544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ee36e4b5-b904-46a9-8fd6-a377319a1d1c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:54.083561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ee36e4b5-b904-46a9-8fd6-a377319a1d1c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:54.138289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-9c238f82-0154-4d81-a072-0b3ef86cc0da tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:54.141876 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9c238f82-0154-4d81-a072-0b3ef86cc0da tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0863857 May 24 23:13:54.143204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee36e4b5-b904-46a9-8fd6-a377319a1d1c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.144415 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee36e4b5-b904-46a9-8fd6-a377319a1d1c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.148197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34662) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:54.160147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-beaaca71-c4a3-4c4f-beab-33dbaa069045 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:54.163474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-beaaca71-c4a3-4c4f-beab-33dbaa069045 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0114675 May 24 23:13:54.165905 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.166910 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.172703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34666) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:54.187405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-8c4c2eee-9ed1-43bf-8aa0-4ad8c9deae0a tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:54.191238 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8c4c2eee-9ed1-43bf-8aa0-4ad8c9deae0a tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0145030 May 24 23:13:54.192191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34670) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:54.193548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b42989a-c849-451e-b5ea-701d7916c5bc req-b99caba7-2194-4388-bc0b-c3080241bb64 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927751 May 24 23:13:54.195041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0786d11-770d-4958-89d1-d3a595eb0926 req-113fb8c0-ef27-4208-b709-59bb4bbf7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:54.196415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0786d11-770d-4958-89d1-d3a595eb0926 req-113fb8c0-ef27-4208-b709-59bb4bbf7f10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90 HTTP/1.1" status: 200 len: 912 time: 0.3427870 May 24 23:13:54.203491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [None req-c9e3823d-5629-41f0-9656-6f0cb411f3ea tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:54.204453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c9e3823d-5629-41f0-9656-6f0cb411f3ea tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071561 May 24 23:13:54.208921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81be92b2-de88-4c1b-8f18-f17d2ee0b1e6 req-7831d0ea-00ed-4a4a-9c49-5f58ab664781 service neutron] 10.222.0.31 "GET /v2.0/networks/ac915ab3-564d-42a8-b6de-24c9416f51ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369434 May 24 23:13:54.209686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34674) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:54.223662 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee36e4b5-b904-46a9-8fd6-a377319a1d1c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.227325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-4bc44a98-4f59-4267-b1c0-b96476cf7eee tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:54.230387 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4bc44a98-4f59-4267-b1c0-b96476cf7eee tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0157592 May 24 23:13:54.234491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34678) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:54.257260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [None req-0b6db113-7cde-4e5f-b5bb-02834ca553d6 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:13:54.264276 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0b6db113-7cde-4e5f-b5bb-02834ca553d6 tempest-ExtensionsTestJSON-1365026793 tempest-ExtensionsTestJSON-1365026793-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0059521 May 24 23:13:54.264426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab969a7-0880-4b8c-b135-75260c8b4a23', 'tag': '7a49ccc9-655e-4c88-97bc-090961424780'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:13:54.273533 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.287972 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0786d11-770d-4958-89d1-d3a595eb0926 req-2003d58a-6a82-4b38-bc48-b7e33dc8e5e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a61d8b-4f1c-40f3-876e-c801fb7536c3 HTTP/1.1" status: 200 len: 217 time: 0.0813642 May 24 23:13:54.299738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3b05f-b96d-4ea6-b87a-6203c156ef56 req-942ba939-861f-454c-b137-31e258cc352d tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:54.301408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52f3b05f-b96d-4ea6-b87a-6203c156ef56 req-942ba939-861f-454c-b137-31e258cc352d tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 944 time: 0.4023440 May 24 23:13:54.332767 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff', 'network_id': 'ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'fixed_ips': [{'subnet_id': 'c57c914d-7365-4a3b-85d7-c6139bf7b5e6'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:13:54.333883 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.353214 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.386023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0786d11-770d-4958-89d1-d3a595eb0926 req-26d99ea7-0d8a-4698-820b-f7d4987e24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:54.387505 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0786d11-770d-4958-89d1-d3a595eb0926 req-26d99ea7-0d8a-4698-820b-f7d4987e24b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d045cf97-0bb3-47b8-9416-6297d931255e HTTP/1.1" status: 200 len: 851 time: 0.0851982 May 24 23:13:54.398184 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52f3b05f-b96d-4ea6-b87a-6203c156ef56 req-89472baf-3e44-4ed8-bb57-bca0ad2be92e tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631118 May 24 23:13:54.414345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684ac10-6ddd-4168-922c-54783490bafd req-1b21a6fe-4f6a-4bcc-bf7c-7d0a4f719df3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:54.415898 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2684ac10-6ddd-4168-922c-54783490bafd req-1b21a6fe-4f6a-4bcc-bf7c-7d0a4f719df3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 907 time: 0.3623972 May 24 23:13:54.416904 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee36e4b5-b904-46a9-8fd6-a377319a1d1c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.449682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0786d11-770d-4958-89d1-d3a595eb0926 req-3c5d9a22-2dfc-426f-a11b-3af99d05aa5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504265 May 24 23:13:54.562935 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0283a7-2f4c-474a-aaa6-9512b1fa7e98'] response: {'name': 'network-changed', 'server_uuid': '6ab969a7-0880-4b8c-b135-75260c8b4a23', 'tag': '7a49ccc9-655e-4c88-97bc-090961424780', 'status': 'completed', 'code': 200} May 24 23:13:54.626446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Allocated IP 172.20.0.2 (ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff/c57c914d-7365-4a3b-85d7-c6139bf7b5e6/7603722a-5a3b-4e25-b4ac-f25adb100d70) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:54.684711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 49a61d8b-4f1c-40f3-876e-c801fb7536c3 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:13:54.722737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364f310-a8a3-4998-a457-cedd938f146a req-0308750e-7055-446f-80d3-7eaa363c7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:54.724705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9364f310-a8a3-4998-a457-cedd938f146a req-0308750e-7055-446f-80d3-7eaa363c7987 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=702cf064813c4c99be556eaa2ccd29f5&device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 1058 time: 0.1670706 May 24 23:13:54.729468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0786d11-770d-4958-89d1-d3a595eb0926 req-f728eaf4-06ab-464a-a4ec-3d88af220a21 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723587 May 24 23:13:54.736898 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.740654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34690) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:54.758827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ee36e4b5-b904-46a9-8fd6-a377319a1d1c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:54.760026 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ee36e4b5-b904-46a9-8fd6-a377319a1d1c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7031591 May 24 23:13:54.765614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34696) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:54.771315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'port': {'network_id': 'ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff', 'name': 'tempest-RoutersTest-1174480330'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:54.861308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 49a61d8b-4f1c-40f3-876e-c801fb7536c3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=49a61d8b-4f1c-40f3-876e-c801fb7536c3,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:54.879881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '49a61d8b-4f1c-40f3-876e-c801fb7536c3', 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90', 'port_id': '49a61d8b-4f1c-40f3-876e-c801fb7536c3', 'mac_address': 'fa:16:3e:df:2d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045cf97-0bb3-47b8-9416-6297d931255e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:13:54.966446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364f310-a8a3-4998-a457-cedd938f146a req-06142dc9-0bff-4ac1-b6d8-faa0aa55451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:54.968211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9364f310-a8a3-4998-a457-cedd938f146a req-06142dc9-0bff-4ac1-b6d8-faa0aa55451a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac915ab3-564d-42a8-b6de-24c9416f51ec HTTP/1.1" status: 200 len: 899 time: 0.2360308 May 24 23:13:55.002027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-077887b1-f029-4313-a318-2854f59c0898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.021278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:55.021877 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.042699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-077887b1-f029-4313-a318-2854f59c0898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:55.055121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a61d8b-4f1c-40f3-876e-c801fb7536c3 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:13:55.067594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-077887b1-f029-4313-a318-2854f59c0898 admin admin] Usage tracker for resource:security_group_rule and tenant:e7d1fdebca594bb2ae45b594aee371d9 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:55.074861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-077887b1-f029-4313-a318-2854f59c0898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:55.085985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-077887b1-f029-4313-a318-2854f59c0898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:55.128843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 49a61d8b-4f1c-40f3-876e-c801fb7536c3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=49a61d8b-4f1c-40f3-876e-c801fb7536c3,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:55.134286 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.146830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:55.156280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff247e3-c72a-4a67-b724-15c952cadba4 req-344b189b-36f0-4773-83d7-0aff36bc5046 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:55.157801 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4ff247e3-c72a-4a67-b724-15c952cadba4 req-344b189b-36f0-4773-83d7-0aff36bc5046 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 943 time: 0.3572857 May 24 23:13:55.176655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:55.208117 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9364f310-a8a3-4998-a457-cedd938f146a req-89e96980-acfd-4bd2-af4b-c000c24e9ba1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=7a49ccc9-655e-4c88-97bc-090961424780 HTTP/1.1" status: 200 len: 217 time: 0.2331219 May 24 23:13:55.216470 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.232623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Transition to ACTIVE for port object 7603722a-5a3b-4e25-b4ac-f25adb100d70 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:55.243521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=49a61d8b-4f1c-40f3-876e-c801fb7536c3,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:55.244135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:55.247823 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.259266 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Transition to ACTIVE for port object 7603722a-5a3b-4e25-b4ac-f25adb100d70 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:55.267701 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.270953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c0786d11-770d-4958-89d1-d3a595eb0926 req-4ad7e8b0-21e8-435b-b0ab-bf0c35630c11 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235404 May 24 23:13:55.271670 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4ff247e3-c72a-4a67-b724-15c952cadba4 req-633c39c7-8fba-4f4a-87d1-54a5986a42ea tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981443 May 24 23:13:55.296219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] device_id is not set on port ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:13:55.313233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364f310-a8a3-4998-a457-cedd938f146a req-608b2d44-7b3f-4878-a377-0bc212f5a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:55.314847 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9364f310-a8a3-4998-a457-cedd938f146a req-608b2d44-7b3f-4878-a377-0bc212f5a66d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5003dc2d-a3a5-4fea-9253-5eb844a2c535 HTTP/1.1" status: 200 len: 838 time: 0.0918071 May 24 23:13:55.345432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Network ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:55.348462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:55.350970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:55.404445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364f310-a8a3-4998-a457-cedd938f146a req-7647a1ac-430c-4da5-948d-450defb97dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:55.406037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9364f310-a8a3-4998-a457-cedd938f146a req-7647a1ac-430c-4da5-948d-450defb97dbb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac915ab3-564d-42a8-b6de-24c9416f51ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845325 May 24 23:13:55.426956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Pushing event updated for resources: {'Port': ['ID=7603722a-5a3b-4e25-b4ac-f25adb100d70,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:55.437817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['49a61d8b-4f1c-40f3-876e-c801fb7536c3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:13:55.516633 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-077887b1-f029-4313-a318-2854f59c0898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.580868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Attempting to bind port 7603722a-5a3b-4e25-b4ac-f25adb100d70 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:13:55.582429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Attempting to bind port 7603722a-5a3b-4e25-b4ac-f25adb100d70 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '42021924-3153-4e72-bbf7-568367c68edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:13:55.583048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Attempting to bind port 7603722a-5a3b-4e25-b4ac-f25adb100d70 on network ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:13:55.585006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-077887b1-f029-4313-a318-2854f59c0898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.602404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:13:55.603536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Checking segment: {'id': '42021924-3153-4e72-bbf7-568367c68edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:13:55.604163 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.604824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Bound using segment: {'id': '42021924-3153-4e72-bbf7-568367c68edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:13:55.605531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Bound port: 7603722a-5a3b-4e25-b4ac-f25adb100d70, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42021924-3153-4e72-bbf7-568367c68edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:13:55.606496 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.618484 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.721478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9364f310-a8a3-4998-a457-cedd938f146a req-cbfa995a-f22e-47e1-94e0-3432d6b49d62 service neutron] 10.222.0.31 "GET /v2.0/networks/ac915ab3-564d-42a8-b6de-24c9416f51ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082869 May 24 23:13:55.768787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] For port 7603722a-5a3b-4e25-b4ac-f25adb100d70, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:13:55.792359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] For port 7603722a-5a3b-4e25-b4ac-f25adb100d70, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7603722a-5a3b-4e25-b4ac-f25adb100d70,segment=NetworkSegment(42021924-3153-4e72-bbf7-568367c68edc),segment_id=42021924-3153-4e72-bbf7-568367c68edc)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:13:55.808575 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.817187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a6bec-ff80-402e-85d7-2f96bf0fa6d7 req-4b4275c3-d4b3-4b61-a10b-b8d0c8aaf98d tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:55.819363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f85a6bec-ff80-402e-85d7-2f96bf0fa6d7 req-4b4275c3-d4b3-4b61-a10b-b8d0c8aaf98d tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 945 time: 0.2261405 May 24 23:13:55.857468 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:55.895290 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f85a6bec-ff80-402e-85d7-2f96bf0fa6d7 req-4ad5dcb4-7d7c-4929-bfb1-5919cf2ecc8b tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672824 May 24 23:13:55.914373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-077887b1-f029-4313-a318-2854f59c0898 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7d1fdebca594bb2ae45b594aee371d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1726241 May 24 23:13:55.917541 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9364f310-a8a3-4998-a457-cedd938f146a req-81913237-fc57-4546-9463-1e84fde164bd service neutron] 10.222.0.31 "GET /v2.0/networks/ac915ab3-564d-42a8-b6de-24c9416f51ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890411 May 24 23:13:55.919037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34706) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:55.931448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43995b57-b9d2-4841-b61d-2aa1b35b46b7 None None] Pushing event updated for resources: {'Port': ['ID=7603722a-5a3b-4e25-b4ac-f25adb100d70,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:55.940774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077887b1-f029-4313-a318-2854f59c0898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770dab8f-a2f1-415f-b2d9-6618ec507a72,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:55.956347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Allocated IP 172.20.0.6 (ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff/c57c914d-7365-4a3b-85d7-c6139bf7b5e6/ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:55.972764 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:56.016063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc176ed2-f4d3-44b2-809b-b3270d0a6ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:56.045218 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc176ed2-f4d3-44b2-809b-b3270d0a6ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:56.116897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c523c4-23d4-45da-92f5-117b96eee44b req-9aec5b97-26cf-48a9-8569-e4acdffdf05d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:56.118480 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08c523c4-23d4-45da-92f5-117b96eee44b req-9aec5b97-26cf-48a9-8569-e4acdffdf05d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 907 time: 0.3309455 May 24 23:13:56.145009 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc176ed2-f4d3-44b2-809b-b3270d0a6ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:56.173872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc176ed2-f4d3-44b2-809b-b3270d0a6ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770dab8f-a2f1-415f-b2d9-6618ec507a72,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:56.185407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dc176ed2-f4d3-44b2-809b-b3270d0a6ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:56.189167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dc176ed2-f4d3-44b2-809b-b3270d0a6ead admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/770dab8f-a2f1-415f-b2d9-6618ec507a72 HTTP/1.1" status: 204 len: 168 time: 0.2659128 May 24 23:13:56.232866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.25.7.67 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/f8135b9c-f81a-4f6a-aa55-0d46adff4068) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:13:56.414192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7603722a-5a3b-4e25-b4ac-f25adb100d70 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:56.521197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 7603722a-5a3b-4e25-b4ac-f25adb100d70 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:56.616196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:56.625975 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:56.645776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef841-b91a-4b48-8bd2-3cab06d2409e req-e9ccefc4-9184-4440-9932-a84a91ad616f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:56.647031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Transition to ACTIVE for port object ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:13:56.647580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c2fef841-b91a-4b48-8bd2-3cab06d2409e req-e9ccefc4-9184-4440-9932-a84a91ad616f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 943 time: 0.1339238 May 24 23:13:56.688908 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:56.695800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 49a61d8b-4f1c-40f3-876e-c801fb7536c3 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:56.708166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c2fef841-b91a-4b48-8bd2-3cab06d2409e req-100fb176-099a-439d-b164-1dedb67ac76d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518906 May 24 23:13:56.796176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=f8135b9c-f81a-4f6a-aa55-0d46adff4068,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:56.801602 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:56.807853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:56.813646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:56.814030 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:56.894692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:56.901745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:56.905885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:56.998523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:56.998904 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:57.010013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:13:57.028296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:13:57.030950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:13:57.056226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c7e315-efb4-408b-aba2-d564029dca4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a61d8b-4f1c-40f3-876e-c801fb7536c3'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:13:57.082885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:57.115691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 49a61d8b-4f1c-40f3-876e-c801fb7536c3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=49a61d8b-4f1c-40f3-876e-c801fb7536c3,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:57.129575 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:57.133919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:57.135034 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:57.316349 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007913ca-96da-432a-97b6-32a3fd239824'] response: {'server_uuid': '93c7e315-efb4-408b-aba2-d564029dca4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a61d8b-4f1c-40f3-876e-c801fb7536c3', 'code': 200} May 24 23:13:57.331563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=49a61d8b-4f1c-40f3-876e-c801fb7536c3,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:57.338163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0c01326e-1309-4ba8-aa80-f9fa6beccb63 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5716794 May 24 23:13:57.346861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34738) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:57.358431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34742) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:57.397947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45c1dd9-f8e9-4c7b-90b2-e3749d2f32b6 None None] Network ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:13:57.533595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d93230-4450-4a81-8c3a-7351d05ec607 req-391fe0d4-e191-44a9-ba64-e0dda61c6fe6 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:57.551903 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4d93230-4450-4a81-8c3a-7351d05ec607 req-391fe0d4-e191-44a9-ba64-e0dda61c6fe6 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.4286709 May 24 23:13:57.651373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-961faac7-90fc-45a3-b2d1-f950c9f82958 None None] Provisioning for port 7603722a-5a3b-4e25-b4ac-f25adb100d70 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:57.657602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-961faac7-90fc-45a3-b2d1-f950c9f82958 None None] Provisioning complete for port 7603722a-5a3b-4e25-b4ac-f25adb100d70 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:57.658198 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-961faac7-90fc-45a3-b2d1-f950c9f82958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:57.706691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-762620532'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:57.707813 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4d93230-4450-4a81-8c3a-7351d05ec607 req-6b710556-a999-483a-a96b-d4eda6d7b09b tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551907 May 24 23:13:57.719064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:57.724716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac049d-5873-49a3-8aa6-f44247f0c245 req-06d6d941-2b31-4f2f-b196-a83af32100dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:57.726775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-edac049d-5873-49a3-8aa6-f44247f0c245 req-06d6d941-2b31-4f2f-b196-a83af32100dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 1097 time: 0.4828777 May 24 23:13:57.785481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:network and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:57.801667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:57.815572 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:57.839954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-961faac7-90fc-45a3-b2d1-f950c9f82958 None None] Current status of the port 7603722a-5a3b-4e25-b4ac-f25adb100d70 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:57.840478 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-961faac7-90fc-45a3-b2d1-f950c9f82958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:57.875394 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-961faac7-90fc-45a3-b2d1-f950c9f82958 None None] For port 7603722a-5a3b-4e25-b4ac-f25adb100d70, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7603722a-5a3b-4e25-b4ac-f25adb100d70,segment=NetworkSegment(42021924-3153-4e72-bbf7-568367c68edc),segment_id=42021924-3153-4e72-bbf7-568367c68edc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:57.882258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 7a49ccc9-655e-4c88-97bc-090961424780 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:13:57.888885 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-961faac7-90fc-45a3-b2d1-f950c9f82958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:57.905114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:57.967832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961faac7-90fc-45a3-b2d1-f950c9f82958 None None] Pushing event updated for resources: {'Port': ['ID=7603722a-5a3b-4e25-b4ac-f25adb100d70,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:58.117048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 7a49ccc9-655e-4c88-97bc-090961424780, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7a49ccc9-655e-4c88-97bc-090961424780,segment=NetworkSegment(f6a58005-7dea-40b6-b254-b5e7669e4d3d),segment_id=f6a58005-7dea-40b6-b254-b5e7669e4d3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:58.134565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '7a49ccc9-655e-4c88-97bc-090961424780', 'network_id': 'ac915ab3-564d-42a8-b6de-24c9416f51ec', 'port_id': '7a49ccc9-655e-4c88-97bc-090961424780', 'mac_address': 'fa:16:3e:36:d8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5003dc2d-a3a5-4fea-9253-5eb844a2c535', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:13:58.145763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Made reservation on behalf of dc1ef1b84c1e4f0eacc17ee867a8a794 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:58.149179 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.165675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d606f4-2a0b-41c1-8f5b-40a0a7e844d9 req-1160aa63-5d07-4e21-8084-754cb73cd00b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:58.179960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51d606f4-2a0b-41c1-8f5b-40a0a7e844d9 req-1160aa63-5d07-4e21-8084-754cb73cd00b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 907 time: 0.7460902 May 24 23:13:58.182821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-edac049d-5873-49a3-8aa6-f44247f0c245 req-1424b140-a856-42dc-be2e-fad0d9b4cd5b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943803 May 24 23:13:58.189071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.213585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 7a49ccc9-655e-4c88-97bc-090961424780 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:58.214134 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.234836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5d82e2fb-9b0d-4860-bbab-3939070220e2 None None] Provisioning complete for port 7603722a-5a3b-4e25-b4ac-f25adb100d70 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:58.235786 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5d82e2fb-9b0d-4860-bbab-3939070220e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.246571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:58.250419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:security_group_rule and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:58.254215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:58.260629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:58.271929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a49ccc9-655e-4c88-97bc-090961424780 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:13:58.317736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 7a49ccc9-655e-4c88-97bc-090961424780, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7a49ccc9-655e-4c88-97bc-090961424780,segment=NetworkSegment(f6a58005-7dea-40b6-b254-b5e7669e4d3d),segment_id=f6a58005-7dea-40b6-b254-b5e7669e4d3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:58.324998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fea4b-b4c3-4072-b15f-ec681f40f3f2 req-3bdfae1e-ac65-4cfc-a86e-dfb6046fd570 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:58.327366 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa1fea4b-b4c3-4072-b15f-ec681f40f3f2 req-3bdfae1e-ac65-4cfc-a86e-dfb6046fd570 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 943 time: 0.4384990 May 24 23:13:58.344844 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.378504 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.392084 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.394258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7603722a-5a3b-4e25-b4ac-f25adb100d70 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:58.418931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:13:58.480373 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.493380 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.495156 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Added segment 477ce6be-c084-4800-8195-477aa734e651 of type vlan for network d2463375-5764-4e7d-8fc4-c6852cb7f184 May 24 23:13:58.497691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db2ae23-99ea-4635-b64f-85dd14c13f54,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:58.531251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.552345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.579505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=7a49ccc9-655e-4c88-97bc-090961424780,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:58.585357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5d82e2fb-9b0d-4860-bbab-3939070220e2 None None] Current status of the port 7603722a-5a3b-4e25-b4ac-f25adb100d70 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:58.604797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['7a49ccc9-655e-4c88-97bc-090961424780'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:13:58.612852 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa1fea4b-b4c3-4072-b15f-ec681f40f3f2 req-94eabe7f-6a57-4498-a08c-9a5863ec583f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652478 May 24 23:13:58.636248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7603722a-5a3b-4e25-b4ac-f25adb100d70 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:58.636701 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.675874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5d82e2fb-9b0d-4860-bbab-3939070220e2 None None] Provisioning for port ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:13:58.706158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5d82e2fb-9b0d-4860-bbab-3939070220e2 None None] Provisioning complete for port ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:58.706158 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5d82e2fb-9b0d-4860-bbab-3939070220e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.722555 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.727962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:58.728537 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.735006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 9088803d-f43b-4e60-bf33-6bc001f2a61d details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:13:58.775576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router ef966d02-f020-4420-ac09-5f2081b7b497 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:13:58.821446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5d82e2fb-9b0d-4860-bbab-3939070220e2 None None] Port ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:13:58.964820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7603722a-5a3b-4e25-b4ac-f25adb100d70 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:58.985801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6dcda0c1-2003-4c63-bd1d-fed02ac2ed08 None None] Provisioning complete for port ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:58.986178 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6dcda0c1-2003-4c63-bd1d-fed02ac2ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:58.991335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:13:59.003485 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Sync routers for ids ['ef966d02-f020-4420-ac09-5f2081b7b497'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:13:59.013329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Routers {'ef966d02-f020-4420-ac09-5f2081b7b497'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:13:59.014456 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ef966d02-f020-4420-ac09-5f2081b7b497'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:59.018496 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.020025 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f6eb9946-cd76-45eb-b616-4aa01f49dc3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.0866592 May 24 23:13:59.023120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34754) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:59.035208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 9088803d-f43b-4e60-bf33-6bc001f2a61d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=9088803d-f43b-4e60-bf33-6bc001f2a61d,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:59.055352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '9088803d-f43b-4e60-bf33-6bc001f2a61d', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'port_id': '9088803d-f43b-4e60-bf33-6bc001f2a61d', 'mac_address': 'fa:16:3e:ba:a5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:13:59.061195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6dcda0c1-2003-4c63-bd1d-fed02ac2ed08 None None] Port ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:13:59.117450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 9088803d-f43b-4e60-bf33-6bc001f2a61d is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:13:59.117860 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.137124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Network': ['ID=d2463375-5764-4e7d-8fc4-c6852cb7f184,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:59.150345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d2463375-5764-4e7d-8fc4-c6852cb7f184 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:13:59.174785 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6296bd68-4483-4371-89a3-7c15e58170ee tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7496088 May 24 23:13:59.177176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.179745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34760) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:59.180365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9088803d-f43b-4e60-bf33-6bc001f2a61d {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:13:59.187122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'subnet': {'network_id': 'd2463375-5764-4e7d-8fc4-c6852cb7f184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:59.211226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.220082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-156f551d-2fa0-4efd-84f6-859a1b415a50 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1948388 May 24 23:13:59.224467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34766) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:59.281302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 9088803d-f43b-4e60-bf33-6bc001f2a61d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=9088803d-f43b-4e60-bf33-6bc001f2a61d,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:13:59.291506 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.351140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:59.363791 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Set router ef966d02-f020-4420-ac09-5f2081b7b497 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:13:59.380224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=9088803d-f43b-4e60-bf33-6bc001f2a61d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:13:59.411263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:59.415643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:subnet and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:59.418744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:59.425400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:59.477277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Made reservation on behalf of dc1ef1b84c1e4f0eacc17ee867a8a794 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:59.483421 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.515986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['9088803d-f43b-4e60-bf33-6bc001f2a61d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:13:59.520855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35fd0b-74db-4181-aff5-4c2bf472ec13 req-5e741129-06bd-495f-abba-eea926d15080 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:59.522416 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd35fd0b-74db-4181-aff5-4c2bf472ec13 req-5e741129-06bd-495f-abba-eea926d15080 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 908 time: 0.1419582 May 24 23:13:59.554881 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e528c53-24a6-4624-b054-f7b0d1256132 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:59.556389 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7e528c53-24a6-4624-b054-f7b0d1256132 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3309975 May 24 23:13:59.560382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34770) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:59.655632 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f7bca3c2-44ad-4c6c-8d1c-3d73309ad3d1 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0940185 May 24 23:13:59.658191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34776) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:13:59.671387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1439067636', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:13:59.688867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edad70c-d8a4-418a-b75b-159b7a5e2586 req-01421194-d13f-4ae8-aec1-ffce6ac2c712 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:59.702104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8edad70c-d8a4-418a-b75b-159b7a5e2586 req-01421194-d13f-4ae8-aec1-ffce6ac2c712 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.8258998 May 24 23:13:59.836102 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8edad70c-d8a4-418a-b75b-159b7a5e2586 req-910e4d74-68a7-44f8-8f36-fe1c671c2fb9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328716 May 24 23:13:59.889637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-86323a7c-d3eb-4a52-926c-c36aaa73a67a None None] Provisioning complete for port ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:13:59.890224 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-86323a7c-d3eb-4a52-926c-c36aaa73a67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.898900 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:13:57Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:13:59.903440 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Checking router: ef966d02-f020-4420-ac09-5f2081b7b497 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:13:59.903839 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Updating router ef966d02-f020-4420-ac09-5f2081b7b497 port f8135b9c-f81a-4f6a-aa55-0d46adff4068 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:13:59.921184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 7a49ccc9-655e-4c88-97bc-090961424780 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:13:59.924209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:13:59.936032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:subnet and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:13:59.940235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:13:59.948257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:13:59.981689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f1e93-a1db-4b9d-8003-6db769f03339 req-b5f88262-9131-4e56-9544-f8171959065d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:13:59.983665 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e1f1e93-a1db-4b9d-8003-6db769f03339 req-b5f88262-9131-4e56-9544-f8171959065d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 944 time: 0.1302662 May 24 23:13:59.985613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:13:59.990111 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:13:59.997309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-86323a7c-d3eb-4a52-926c-c36aaa73a67a None None] Port ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:00.018477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 7a49ccc9-655e-4c88-97bc-090961424780 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:00.024721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 7a49ccc9-655e-4c88-97bc-090961424780 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:00.025103 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.037023 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.121940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6e1f1e93-a1db-4b9d-8003-6db769f03339 req-67d5afe1-8a01-4db0-a7fe-62a6806e2017 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121366 May 24 23:14:00.144270 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.163219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 7a49ccc9-655e-4c88-97bc-090961424780 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:00.163779 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.201355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab969a7-0880-4b8c-b135-75260c8b4a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a49ccc9-655e-4c88-97bc-090961424780'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:00.213903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 7a49ccc9-655e-4c88-97bc-090961424780, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7a49ccc9-655e-4c88-97bc-090961424780,segment=NetworkSegment(f6a58005-7dea-40b6-b254-b5e7669e4d3d),segment_id=f6a58005-7dea-40b6-b254-b5e7669e4d3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:00.222711 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.255281 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.280811 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.294980 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167bbbc1-ad34-403b-b30c-286dbc55401f'] response: {'server_uuid': '6ab969a7-0880-4b8c-b135-75260c8b4a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a49ccc9-655e-4c88-97bc-090961424780', 'code': 200} May 24 23:14:00.339366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=7a49ccc9-655e-4c88-97bc-090961424780,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:00.483576 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.501306 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Transition to ACTIVE for port object f8135b9c-f81a-4f6a-aa55-0d46adff4068 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:00.520859 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.528989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Subnet': ['ID=8bf04fc3-e8ac-44ff-b567-49134ab0d57d,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:00.537145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Checking segment: {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:00.537517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network hostable DHCP agents. Network: 05c9f0f0-7833-4a33-95b5-275aa9a4fae5, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:14:00.560636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:14:00.575111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 05c9f0f0-7833-4a33-95b5-275aa9a4fae5) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:00.584902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831662c1-fde8-4f0a-b173-ed58716c0dd3 None None] Network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:00.592315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:00.592960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.621073 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f8930c46-3344-44b7-80fc-4f5f86ab794b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9616394 May 24 23:14:00.624050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34786) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:00.654316 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Attempting to bind port f8135b9c-f81a-4f6a-aa55-0d46adff4068 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:14:00.654710 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Attempting to bind port f8135b9c-f81a-4f6a-aa55-0d46adff4068 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:14:00.655056 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Attempting to bind port f8135b9c-f81a-4f6a-aa55-0d46adff4068 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:00.685083 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:14:00.685524 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:00.685857 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.686237 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:14:00.686671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Subnet': ['ID=56ad8fff-7c07-4604-9b16-35b1cc98746f,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:00.687156 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Bound port: f8135b9c-f81a-4f6a-aa55-0d46adff4068, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:14:00.687156 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.715463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.730043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Checking segment: {'id': '477ce6be-c084-4800-8195-477aa734e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd2463375-5764-4e7d-8fc4-c6852cb7f184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:00.730826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network hostable DHCP agents. Network: d2463375-5764-4e7d-8fc4-c6852cb7f184, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:14:00.753168 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48528c81-bf58-4f2c-a9dc-70191ec7f8f4 None None] Pushing event updated for resources: {'Port': ['ID=f8135b9c-f81a-4f6a-aa55-0d46adff4068,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:00.756000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1421e94-78d1-4911-83f7-c53229ae7857 req-e5658ecc-ab8f-44cd-be4c-86bc87aa8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:00.758925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e1421e94-78d1-4911-83f7-c53229ae7857 req-e5658ecc-ab8f-44cd-be4c-86bc87aa8717 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 1060 time: 0.2791848 May 24 23:14:00.782551 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] For port f8135b9c-f81a-4f6a-aa55-0d46adff4068, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:14:00.786714 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] For port f8135b9c-f81a-4f6a-aa55-0d46adff4068, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f8135b9c-f81a-4f6a-aa55-0d46adff4068,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:14:00.795665 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.800090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 9088803d-f43b-4e60-bf33-6bc001f2a61d up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:00.878201 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Routers {'ef966d02-f020-4420-ac09-5f2081b7b497'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:00.878977 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ef966d02-f020-4420-ac09-5f2081b7b497'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:00.918446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 9088803d-f43b-4e60-bf33-6bc001f2a61d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:00.930501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 9088803d-f43b-4e60-bf33-6bc001f2a61d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:00.930874 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:00.964757 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48528c81-bf58-4f2c-a9dc-70191ec7f8f4 None None] Pushing event updated for resources: {'Port': ['ID=f8135b9c-f81a-4f6a-aa55-0d46adff4068,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:00.983795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:14:00.985109 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:01.027367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddf098-b0c7-4a16-aca0-1119335ed962 req-2872f826-2c45-4c0f-b475-d3bdeda14888 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:01.031925 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8ddf098-b0c7-4a16-aca0-1119335ed962 req-2872f826-2c45-4c0f-b475-d3bdeda14888 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 909 time: 0.3057787 May 24 23:14:01.105927 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] Set router ef966d02-f020-4420-ac09-5f2081b7b497 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:01.224788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network d2463375-5764-4e7d-8fc4-c6852cb7f184 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:14:01.261615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d2463375-5764-4e7d-8fc4-c6852cb7f184) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:01.285763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:01.288236 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:01.307471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 9088803d-f43b-4e60-bf33-6bc001f2a61d is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:01.308257 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:01.318428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f479c6-04aa-4af5-a04c-c92b49a81d87 None None] Network d2463375-5764-4e7d-8fc4-c6852cb7f184 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:01.352708 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:01.359960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-65991195-5229-4d71-8624-4f1b075e779b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1791515 May 24 23:14:01.363461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34794) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:01.371805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-877101824', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}, 'admin_state_up': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:01.380262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:01.449812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:01.478880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 9088803d-f43b-4e60-bf33-6bc001f2a61d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=9088803d-f43b-4e60-bf33-6bc001f2a61d,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:01.480049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab8cca-2962-439a-a50b-acf030b1e35b req-996b4e39-9817-4359-8602-273ccfc1d996 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:01.481621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eaab8cca-2962-439a-a50b-acf030b1e35b req-996b4e39-9817-4359-8602-273ccfc1d996 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.3445373 May 24 23:14:01.490655 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:13:57Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:01.497458 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfc3167-9a05-43db-85dd-af987be4313d None None] The sync data for ids ['ef966d02-f020-4420-ac09-5f2081b7b497'] in n-d-843146-7 is: [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:13:57Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:01.499891 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:01.526076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:router and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:01.537818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:01.560536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:01.586576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fe450-4ec4-4044-b782-5bb21f7a0a67 req-91dfa811-b7bf-499b-aa8c-44248d574225 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:01.588228 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d5fe450-4ec4-4044-b782-5bb21f7a0a67 req-91dfa811-b7bf-499b-aa8c-44248d574225 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 944 time: 0.2127473 May 24 23:14:01.593200 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:01.622462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=9088803d-f43b-4e60-bf33-6bc001f2a61d,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:01.640852 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:01.641848 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:01.664325 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eaab8cca-2962-439a-a50b-acf030b1e35b req-07e497f0-4567-4e8f-a937-7c3bb53ccd16 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514688 May 24 23:14:01.669180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:01.672637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Allocated IP 172.20.0.2 (05c9f0f0-7833-4a33-95b5-275aa9a4fae5/8bf04fc3-e8ac-44ff-b567-49134ab0d57d/d3721a00-2cf4-4b7d-8e35-4022623d7da7) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:01.747785 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d5fe450-4ec4-4044-b782-5bb21f7a0a67 req-4a7ec753-540a-4d69-a615-614fa4f53e5b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491222 May 24 23:14:01.904669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5689f984-9eae-403f-bb94-741779ec4b23 None None] Network d2463375-5764-4e7d-8fc4-c6852cb7f184 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:01.922825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:01.949544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:01.951686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:01.989785 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:02.298297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2239db33-5a40-4893-961e-7d82d4fcdd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9088803d-f43b-4e60-bf33-6bc001f2a61d'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:02.449627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f8135b9c-f81a-4f6a-aa55-0d46adff4068 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:02.505242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c1078-1c72-47bd-87d9-fdeef711fa2f req-d876a712-df14-4534-b404-8be4cb882641 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:02.515755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-888c1078-1c72-47bd-87d9-fdeef711fa2f req-d876a712-df14-4534-b404-8be4cb882641 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 909 time: 0.2608442 May 24 23:14:02.564836 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:02.583015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f4a390a1-db7d-4fea-bd43-ae64b8c733ac None None] Provisioning complete for port ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:02.583440 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f4a390a1-db7d-4fea-bd43-ae64b8c733ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:02.635028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f8135b9c-f81a-4f6a-aa55-0d46adff4068 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:02.640519 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bf4bac-64aa-49a8-ada6-3f7c1cefff30'] response: {'server_uuid': '2239db33-5a40-4893-961e-7d82d4fcdd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9088803d-f43b-4e60-bf33-6bc001f2a61d', 'code': 200} May 24 23:14:02.651716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Transition to ACTIVE for port object d3721a00-2cf4-4b7d-8e35-4022623d7da7 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:02.683248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f8135b9c-f81a-4f6a-aa55-0d46adff4068 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:02.683507 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:02.750499 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Transition to ACTIVE for port object d3721a00-2cf4-4b7d-8e35-4022623d7da7 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:02.755522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f4a390a1-db7d-4fea-bd43-ae64b8c733ac None None] Port ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:02.773510 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:02.848199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:02.857107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:02.860185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:03.003601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Pushing event updated for resources: {'Port': ['ID=d3721a00-2cf4-4b7d-8e35-4022623d7da7,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:03.022862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Attempting to bind port d3721a00-2cf4-4b7d-8e35-4022623d7da7 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:14:03.023236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Attempting to bind port d3721a00-2cf4-4b7d-8e35-4022623d7da7 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:14:03.024127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Attempting to bind port d3721a00-2cf4-4b7d-8e35-4022623d7da7 on network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:03.029167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f8135b9c-f81a-4f6a-aa55-0d46adff4068 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:03.029167 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:03.038103 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:03.048598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port f8135b9c-f81a-4f6a-aa55-0d46adff4068, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f8135b9c-f81a-4f6a-aa55-0d46adff4068,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:03.053003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:14:03.053737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Checking segment: {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:03.054270 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:03.054393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router a2c94006-badc-450e-99ac-a58a83a9e398 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:14:03.054917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Bound using segment: {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:14:03.055431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Bound port: d3721a00-2cf4-4b7d-8e35-4022623d7da7, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:14:03.056427 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:03.070040 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:03.108866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.20.0.1 (05c9f0f0-7833-4a33-95b5-275aa9a4fae5/8bf04fc3-e8ac-44ff-b567-49134ab0d57d/99ed31ef-3be0-4c58-84b7-7db88b604720) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:03.161606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ab691-3dab-4492-8b01-e91133216625 req-81297466-5667-4a4f-b8ff-6c5572c4e980 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:03.163141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f1ab691-3dab-4492-8b01-e91133216625 req-81297466-5667-4a4f-b8ff-6c5572c4e980 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.6543624 May 24 23:14:03.172846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3b6a-1bb0-450f-bdfe-5cc8d5922ff5 req-767318cc-de6b-44a1-b225-c291197e1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:03.174481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-810f3b6a-1bb0-450f-bdfe-5cc8d5922ff5 req-767318cc-de6b-44a1-b225-c291197e1fed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f5082b16d1444209ac2eb488b010b82&device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 1097 time: 0.8051994 May 24 23:14:03.204208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=f8135b9c-f81a-4f6a-aa55-0d46adff4068,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:03.218120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] For port d3721a00-2cf4-4b7d-8e35-4022623d7da7, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:14:03.221941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] For port d3721a00-2cf4-4b7d-8e35-4022623d7da7, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d3721a00-2cf4-4b7d-8e35-4022623d7da7,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:14:03.227087 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:03.227771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae7360-f1b8-4129-8ef7-5cf6f7780784 req-349cb4a8-4710-41d9-a268-dde86aa541c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:03.229341 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6dae7360-f1b8-4129-8ef7-5cf6f7780784 req-349cb4a8-4710-41d9-a268-dde86aa541c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 1096 time: 0.3712447 May 24 23:14:03.261443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018586d-97a5-4fa0-ba90-2e5cc979c6e8 req-de367eea-7546-4063-ac68-1b38caf723af tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:03.262946 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d018586d-97a5-4fa0-ba90-2e5cc979c6e8 req-de367eea-7546-4063-ac68-1b38caf723af tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 909 time: 0.3736160 May 24 23:14:03.315887 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6dae7360-f1b8-4129-8ef7-5cf6f7780784 req-66d32ca6-e7ad-4a1f-83ff-a1f60de56c7c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768650 May 24 23:14:03.324129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc39b9b-e0a8-4c08-aa4b-9050aefdb63e None None] Pushing event updated for resources: {'Port': ['ID=d3721a00-2cf4-4b7d-8e35-4022623d7da7,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:03.368091 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:03.386351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Transition to ACTIVE for port object 99ed31ef-3be0-4c58-84b7-7db88b604720 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:03.468608 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:03.476127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:03.489732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f27aa0-5f89-4b57-bb2b-d48069acd14a None None] Sync routers for ids ['a2c94006-badc-450e-99ac-a58a83a9e398'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:03.500711 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f1ab691-3dab-4492-8b01-e91133216625 req-ab4848a3-933b-4826-8bbb-eecaa5e2d2e1 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165450 May 24 23:14:03.505640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f27aa0-5f89-4b57-bb2b-d48069acd14a None None] Routers {'a2c94006-badc-450e-99ac-a58a83a9e398'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:03.506278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a9f27aa0-5f89-4b57-bb2b-d48069acd14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a2c94006-badc-450e-99ac-a58a83a9e398'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:03.542324 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-24ba573f-cfe1-42c1-9fe7-ec408318422e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/a2c94006-badc-450e-99ac-a58a83a9e398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1943352 May 24 23:14:03.543159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34812) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:03.618393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=99ed31ef-3be0-4c58-84b7-7db88b604720,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:03.641913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:03.645409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:03.653413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:03.694994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3b6a-1bb0-450f-bdfe-5cc8d5922ff5 req-f366f033-7db1-41d0-9af7-dcd908148685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:03.697728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-810f3b6a-1bb0-450f-bdfe-5cc8d5922ff5 req-f366f033-7db1-41d0-9af7-dcd908148685 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90 HTTP/1.1" status: 200 len: 912 time: 0.4605825 May 24 23:14:03.755413 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:03.765466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a9f27aa0-5f89-4b57-bb2b-d48069acd14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:03.774976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f27aa0-5f89-4b57-bb2b-d48069acd14a None None] Routers {'a2c94006-badc-450e-99ac-a58a83a9e398'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:03.775618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a9f27aa0-5f89-4b57-bb2b-d48069acd14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a2c94006-badc-450e-99ac-a58a83a9e398'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:03.801363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0f372-f9ee-453a-817d-1aa544dda56c req-802788b3-bcdd-4488-8175-a0dab90154ac tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:03.803071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18f0f372-f9ee-453a-817d-1aa544dda56c req-802788b3-bcdd-4488-8175-a0dab90154ac tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 945 time: 0.3915875 May 24 23:14:03.863154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a9f27aa0-5f89-4b57-bb2b-d48069acd14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:03.864754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f27aa0-5f89-4b57-bb2b-d48069acd14a None None] The sync data for ids ['a2c94006-badc-450e-99ac-a58a83a9e398'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:03.871006 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-810f3b6a-1bb0-450f-bdfe-5cc8d5922ff5 req-6bd06f85-2797-465b-ab3c-939da3407f14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49a61d8b-4f1c-40f3-876e-c801fb7536c3 HTTP/1.1" status: 200 len: 217 time: 0.1468439 May 24 23:14:03.877433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18f0f372-f9ee-453a-817d-1aa544dda56c req-351d6979-d78f-45a6-b5f8-aca1398eeead tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575197 May 24 23:14:03.894867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265e9437-891f-4a89-b582-7d793bb1b9fb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:03.895465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-265e9437-891f-4a89-b582-7d793bb1b9fb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Synchronizing usage tracker for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:03.964806 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:04.042374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-265e9437-891f-4a89-b582-7d793bb1b9fb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Unset dirty status for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:04.043567 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-265e9437-891f-4a89-b582-7d793bb1b9fb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports/ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 HTTP/1.1" status: 200 len: 977 time: 0.4956160 May 24 23:14:04.052209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34816) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:04.072912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3b6a-1bb0-450f-bdfe-5cc8d5922ff5 req-06b2466f-c047-4bc4-b9fd-f528b69651cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:04.074407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-810f3b6a-1bb0-450f-bdfe-5cc8d5922ff5 req-06b2466f-c047-4bc4-b9fd-f528b69651cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d045cf97-0bb3-47b8-9416-6297d931255e HTTP/1.1" status: 200 len: 851 time: 0.1933215 May 24 23:14:04.289542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-810f3b6a-1bb0-450f-bdfe-5cc8d5922ff5 req-f19a3ca6-3b5b-4118-979c-80ab5d0678e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128354 May 24 23:14:04.336722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4326d1-baf7-4f61-a618-f9bfd8dbd0e3 req-5821113c-c15a-4feb-a1e4-2698f6103127 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:04.338318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cc4326d1-baf7-4f61-a618-f9bfd8dbd0e3 req-5821113c-c15a-4feb-a1e4-2698f6103127 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 1060 time: 0.6647425 May 24 23:14:04.376371 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:04.459006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f8135b9c-f81a-4f6a-aa55-0d46adff4068 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:04.502453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:04.517130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:04.644136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f8135b9c-f81a-4f6a-aa55-0d46adff4068 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:04.644412 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:04.711592 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:04.768395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=99ed31ef-3be0-4c58-84b7-7db88b604720,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:04.801359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f8135b9c-f81a-4f6a-aa55-0d46adff4068 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:04.802571 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d3721a00-2cf4-4b7d-8e35-4022623d7da7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:04.855402 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:04.879204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port d3721a00-2cf4-4b7d-8e35-4022623d7da7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:04.931676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce0482-2c2c-466f-91eb-5a3ade91f249 None None] Network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:04.975560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076abfb-7422-4e04-bc9b-6aac04180851 req-3f53a75e-c83b-497f-8fbc-75840f032c44 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:04.977088 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3076abfb-7422-4e04-bc9b-6aac04180851 req-3f53a75e-c83b-497f-8fbc-75840f032c44 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 1135 time: 0.2180109 May 24 23:14:05.055359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:05.057529 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3076abfb-7422-4e04-bc9b-6aac04180851 req-c62e5ebd-8c2f-406d-82c2-b7f80ffa0ffc tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0643389 May 24 23:14:05.058745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:05.105265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34826) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:05.117328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fa0a6911-fac6-4eae-b07d-cb30ffe93e03 None None] Provisioning for port d3721a00-2cf4-4b7d-8e35-4022623d7da7 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:05.139367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fa0a6911-fac6-4eae-b07d-cb30ffe93e03 None None] Provisioning complete for port d3721a00-2cf4-4b7d-8e35-4022623d7da7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:05.139738 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6911-fac6-4eae-b07d-cb30ffe93e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:05.261143 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-810f3b6a-1bb0-450f-bdfe-5cc8d5922ff5 req-ee38649a-6bc8-4c86-9f0c-d467ad3bff52 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9521439 May 24 23:14:05.273602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.25.7.132 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/88e9a1e2-94e4-4ab5-bec1-957a3ea8db0e) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:05.344839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a6911-fac6-4eae-b07d-cb30ffe93e03 None None] Current status of the port d3721a00-2cf4-4b7d-8e35-4022623d7da7 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:05.345580 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6911-fac6-4eae-b07d-cb30ffe93e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:05.380519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339187a-e14d-409d-b515-d33008dc83cd req-d81dab9f-0487-44dc-8aab-ea25b4b3baaa tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:05.384465 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-95e48e89-d578-4f5c-aac5-0c0c1cecfd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:05.388290 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7339187a-e14d-409d-b515-d33008dc83cd req-d81dab9f-0487-44dc-8aab-ea25b4b3baaa tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.6572452 May 24 23:14:05.396856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-fa0a6911-fac6-4eae-b07d-cb30ffe93e03 None None] For port d3721a00-2cf4-4b7d-8e35-4022623d7da7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d3721a00-2cf4-4b7d-8e35-4022623d7da7,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:05.402329 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6911-fac6-4eae-b07d-cb30ffe93e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:05.479838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b61b8-9f20-455a-9062-7ed283ff8c13 req-6fc9364b-32ad-40f4-a8b4-dbfe8fbec0b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:05.482548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b54b61b8-9f20-455a-9062-7ed283ff8c13 req-6fc9364b-32ad-40f4-a8b4-dbfe8fbec0b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 945 time: 0.2165830 May 24 23:14:05.490574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router ef966d02-f020-4420-ac09-5f2081b7b497 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:05.492361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a6911-fac6-4eae-b07d-cb30ffe93e03 None None] Pushing event updated for resources: {'Port': ['ID=d3721a00-2cf4-4b7d-8e35-4022623d7da7,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:05.577689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7339187a-e14d-409d-b515-d33008dc83cd req-29fcfbbf-ba23-41f3-bf2e-3d09e2c0aaa4 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882482 May 24 23:14:05.580009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340ef8a0-6404-48ee-ad0d-6ee8b4c296d6 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:05.581693 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-340ef8a0-6404-48ee-ad0d-6ee8b4c296d6 tempest-TestSecurityGroupsBasicOps-1503316573 tempest-TestSecurityGroupsBasicOps-1503316573-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 1055 time: 0.4752965 May 24 23:14:05.654143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b54b61b8-9f20-455a-9062-7ed283ff8c13 req-22f648b7-99eb-4a7d-adb0-4ccbedb0bcff tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538038 May 24 23:14:05.702308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-810f3b6a-1bb0-450f-bdfe-5cc8d5922ff5 req-eec55d33-376d-4bce-ba6b-f7f2d90eab18 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262924 May 24 23:14:05.750022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0fb16f89-606f-4ceb-8a5a-02baae179881 None None] Provisioning complete for port d3721a00-2cf4-4b7d-8e35-4022623d7da7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:05.751634 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0fb16f89-606f-4ceb-8a5a-02baae179881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:05.772653 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:05.813096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:05.830462 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Sync routers for ids ['ef966d02-f020-4420-ac09-5f2081b7b497'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:05.839424 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-968cbbb6-2e45-4902-879c-16bf048ab9ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "PUT /v2.0/routers/ef966d02-f020-4420-ac09-5f2081b7b497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2059212 May 24 23:14:05.885682 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Routers {'ef966d02-f020-4420-ac09-5f2081b7b497'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:05.886865 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:13:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ef966d02-f020-4420-ac09-5f2081b7b497'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:05.943797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0fb16f89-606f-4ceb-8a5a-02baae179881 None None] Current status of the port d3721a00-2cf4-4b7d-8e35-4022623d7da7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:05.976620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0fb16f89-606f-4ceb-8a5a-02baae179881 None None] Provisioning for port 99ed31ef-3be0-4c58-84b7-7db88b604720 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:05.984589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0fb16f89-606f-4ceb-8a5a-02baae179881 None None] Provisioning complete for port 99ed31ef-3be0-4c58-84b7-7db88b604720 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:05.985377 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0fb16f89-606f-4ceb-8a5a-02baae179881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:05.992366 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-633a76b1-25e0-47ff-b100-8c1099902ae2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:06.043572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd8db-dc41-48dc-9c03-74b54bc4897c req-0650e734-48a7-4ae8-8859-47c471523167 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:06.049212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-207fd8db-dc41-48dc-9c03-74b54bc4897c req-0650e734-48a7-4ae8-8859-47c471523167 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 945 time: 0.1973245 May 24 23:14:06.123208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0fb16f89-606f-4ceb-8a5a-02baae179881 None None] Port 99ed31ef-3be0-4c58-84b7-7db88b604720 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:06.147517 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-207fd8db-dc41-48dc-9c03-74b54bc4897c req-02353711-d033-41f6-a8d8-a0d9589d2728 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940800 May 24 23:14:06.155669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:06.200949 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Set router ef966d02-f020-4420-ac09-5f2081b7b497 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:06.246921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b4c1f398-63d5-4ca4-b070-ad0e18b4698e None None] Provisioning complete for port 99ed31ef-3be0-4c58-84b7-7db88b604720 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:06.251585 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4c1f398-63d5-4ca4-b070-ad0e18b4698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:06.309303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:06.319599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:06.330009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:06.339738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b4c1f398-63d5-4ca4-b070-ad0e18b4698e None None] Port 99ed31ef-3be0-4c58-84b7-7db88b604720 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:06.369605 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-9f6c0e8d-5034-46bb-ac4f-8c9f20750a77 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327195713&fields=id&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 267 time: 0.0891378 May 24 23:14:06.380155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=88e9a1e2-94e4-4ab5-bec1-957a3ea8db0e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:06.402766 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d3721a00-2cf4-4b7d-8e35-4022623d7da7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:06.500219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d5e1ebc-4af7-4d21-bf4e-6a748f9fda22 None None] Provisioning complete for port 99ed31ef-3be0-4c58-84b7-7db88b604720 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:06.502106 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1ebc-4af7-4d21-bf4e-6a748f9fda22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:06.554741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d3721a00-2cf4-4b7d-8e35-4022623d7da7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:06.555408 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:06.570250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-4018108b-82f1-4e3f-be96-e67fc44d3ff7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:06.571013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-4018108b-82f1-4e3f-be96-e67fc44d3ff7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:06.597283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-4018108b-82f1-4e3f-be96-e67fc44d3ff7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:06.599614 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-4018108b-82f1-4e3f-be96-e67fc44d3ff7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/networks?id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5 HTTP/1.1" status: 200 len: 797 time: 0.2238510 May 24 23:14:06.610845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e1ebc-4af7-4d21-bf4e-6a748f9fda22 None None] Port 99ed31ef-3be0-4c58-84b7-7db88b604720 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:06.624873 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-c980932f-73f0-4f4c-a2bc-37042e61404f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/quotas/7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 375 time: 0.0180986 May 24 23:14:06.716592 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99ed31ef-3be0-4c58-84b7-7db88b604720', 'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:81:d5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:02Z', 'updated_at': '2022-05-24T23:14:04Z', 'revision_number': 2, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:06.722137 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Checking router: ef966d02-f020-4420-ac09-5f2081b7b497 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:14:06.722684 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Updating router ef966d02-f020-4420-ac09-5f2081b7b497 port 99ed31ef-3be0-4c58-84b7-7db88b604720 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:14:06.726738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d3721a00-2cf4-4b7d-8e35-4022623d7da7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:06.728062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-dc192183-0287-4765-97e8-9b901a1f33f5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:06.750968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-dc192183-0287-4765-97e8-9b901a1f33f5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:06.752373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-dc192183-0287-4765-97e8-9b901a1f33f5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262910 May 24 23:14:06.782320 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:06.886784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222764-768e-4282-9392-af168ab70058 req-37a9c4bd-2501-41c2-8cfc-348124276f9a tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:06.888153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-73222764-768e-4282-9392-af168ab70058 req-37a9c4bd-2501-41c2-8cfc-348124276f9a tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 909 time: 0.7279713 May 24 23:14:06.903593 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-f0465c41-1bb4-4e73-8581-d47814da876d service neutron] 10.222.0.55 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378875 May 24 23:14:06.995245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-633a76b1-25e0-47ff-b100-8c1099902ae2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:06.995654 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-633a76b1-25e0-47ff-b100-8c1099902ae2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:07.084306 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-f3a86c46-9652-4fe0-ae2f-37ec3d6af27e service neutron] 10.222.0.55 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696844 May 24 23:14:07.202268 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:07.215530 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Transition to ACTIVE for port object 99ed31ef-3be0-4c58-84b7-7db88b604720 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:07.224990 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:07.437840 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232cd3d-5266-4349-8616-e55f8679df7e None None] Pushing event updated for resources: {'Port': ['ID=99ed31ef-3be0-4c58-84b7-7db88b604720,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:07.489677 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-67516dce-cffb-410e-ba58-d4cf80be9118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:07.645746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:07.716993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b549a2b-eba3-4fd5-a3e6-c308609230a6 req-0ed26e98-7f77-490b-bd25-81929f038cc9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:07.718605 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b549a2b-eba3-4fd5-a3e6-c308609230a6 req-0ed26e98-7f77-490b-bd25-81929f038cc9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.2667227 May 24 23:14:07.721529 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Attempting to bind port 99ed31ef-3be0-4c58-84b7-7db88b604720 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:14:07.724348 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Attempting to bind port 99ed31ef-3be0-4c58-84b7-7db88b604720 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:14:07.724749 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Attempting to bind port 99ed31ef-3be0-4c58-84b7-7db88b604720 on network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:07.736244 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:14:07.736939 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Checking segment: {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:07.737198 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:07.738177 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Bound using segment: {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:14:07.738177 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Bound port: 99ed31ef-3be0-4c58-84b7-7db88b604720, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:14:07.745859 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:07.795264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b549a2b-eba3-4fd5-a3e6-c308609230a6 req-ad591d96-5286-4e9e-8124-abd25d002f91 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641215 May 24 23:14:07.902606 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] For port 99ed31ef-3be0-4c58-84b7-7db88b604720, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:14:07.906984 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] For port 99ed31ef-3be0-4c58-84b7-7db88b604720, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=99ed31ef-3be0-4c58-84b7-7db88b604720,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:14:07.915204 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:08.010840 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Routers {'ef966d02-f020-4420-ac09-5f2081b7b497'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:08.011478 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ef966d02-f020-4420-ac09-5f2081b7b497'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:08.039843 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-34db74cd-df37-4de6-96f6-dbc242ef5f8b req-e1e67ca4-63cd-40fd-bde0-c97f60bcaae2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 210 time: 0.1281507 May 24 23:14:08.138330 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232cd3d-5266-4349-8616-e55f8679df7e None None] Pushing event updated for resources: {'Port': ['ID=99ed31ef-3be0-4c58-84b7-7db88b604720,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:08.147373 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-633a76b1-25e0-47ff-b100-8c1099902ae2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:08.401142 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] Set router ef966d02-f020-4420-ac09-5f2081b7b497 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:08.450949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dcb66-dece-4d10-984f-906ed56c0b80 req-c212d93d-0714-4065-a1cd-2b78c020983a tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:08.452551 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-435dcb66-dece-4d10-984f-906ed56c0b80 req-c212d93d-0714-4065-a1cd-2b78c020983a tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 909 time: 1.0472250 May 24 23:14:08.461403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-633a76b1-25e0-47ff-b100-8c1099902ae2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:08.507635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a915ee-1951-4329-92da-3a5b1f581829 req-2793e560-d67f-49e8-8f63-acc3ea2c11da tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:08.522108 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0a915ee-1951-4329-92da-3a5b1f581829 req-2793e560-d67f-49e8-8f63-acc3ea2c11da tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 909 time: 0.1621819 May 24 23:14:08.716526 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:08.769092 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:08.869963 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99ed31ef-3be0-4c58-84b7-7db88b604720', 'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:81:d5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:02Z', 'updated_at': '2022-05-24T23:14:07Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:08.874695 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e1742-b9bb-414d-8cf2-175ba857ec11 None None] The sync data for ids ['ef966d02-f020-4420-ac09-5f2081b7b497'] in n-d-843146-7 is: [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99ed31ef-3be0-4c58-84b7-7db88b604720', 'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:81:d5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:02Z', 'updated_at': '2022-05-24T23:14:07Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:09.069572 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:09.177144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099992a-149e-41a3-a663-9eb435141654 req-1ed8b78b-e329-4973-a41d-70bd3817d8a3 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:09.190029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9099992a-149e-41a3-a663-9eb435141654 req-1ed8b78b-e329-4973-a41d-70bd3817d8a3 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.2016606 May 24 23:14:09.194423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-435dcb66-dece-4d10-984f-906ed56c0b80 req-f9b1c4ff-3c7a-490b-a7fa-6fd04c04a428 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Deleting port 7a49ccc9-655e-4c88-97bc-090961424780 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:09.194749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-435dcb66-dece-4d10-984f-906ed56c0b80 req-f9b1c4ff-3c7a-490b-a7fa-6fd04c04a428 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:09.285145 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9099992a-149e-41a3-a663-9eb435141654 req-80c27fe6-695c-48d9-b2a7-8861c17c10c7 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915530 May 24 23:14:09.510672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-d3c3ca98-cd2e-44c0-948b-4001189f7050 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:09.512970 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-d3c3ca98-cd2e-44c0-948b-4001189f7050 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.50 "GET /v2.0/networks?id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5 HTTP/1.1" status: 200 len: 797 time: 0.3338828 May 24 23:14:09.616889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2405762c-c8c4-4694-8662-f37c9ec3ceb3 req-d575c244-8bfe-4dcf-a9e7-d1b8bcfaacf7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 210 time: 0.0906467 May 24 23:14:09.868140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102b96a-af65-4ffd-b13a-8818a6364aca req-b9ca098d-4dbe-4faa-8ede-f16e4cbd039a tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:09.879631 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2102b96a-af65-4ffd-b13a-8818a6364aca req-b9ca098d-4dbe-4faa-8ede-f16e4cbd039a tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 909 time: 0.1307244 May 24 23:14:09.989623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-13382816-9cba-41d3-a756-44de661cf6bf tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:10.066570 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:10.109015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-633a76b1-25e0-47ff-b100-8c1099902ae2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:10.127103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:14:10.188370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-13382816-9cba-41d3-a756-44de661cf6bf tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:10.189401 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-13382816-9cba-41d3-a756-44de661cf6bf tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 380 time: 0.5179496 May 24 23:14:10.224982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a76b1-25e0-47ff-b100-8c1099902ae2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=ca9e7fbe-3828-439b-9230-a2d1f1e1f5a2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:10.296122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'port': {'device_id': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'admin_state_up': True, 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'security_groups': ['a922fcd8-9248-42dc-a958-75aeeb3585fe']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:10.365268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 99ed31ef-3be0-4c58-84b7-7db88b604720 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:10.449675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 99ed31ef-3be0-4c58-84b7-7db88b604720 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:10.458789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 99ed31ef-3be0-4c58-84b7-7db88b604720 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:10.459413 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:10.590527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 99ed31ef-3be0-4c58-84b7-7db88b604720 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:10.590875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-435dcb66-dece-4d10-984f-906ed56c0b80 req-f9b1c4ff-3c7a-490b-a7fa-6fd04c04a428 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] For port 7a49ccc9-655e-4c88-97bc-090961424780, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=7a49ccc9-655e-4c88-97bc-090961424780,segment=NetworkSegment(f6a58005-7dea-40b6-b254-b5e7669e4d3d),segment_id=f6a58005-7dea-40b6-b254-b5e7669e4d3d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:10.590989 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:10.591075 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-435dcb66-dece-4d10-984f-906ed56c0b80 req-f9b1c4ff-3c7a-490b-a7fa-6fd04c04a428 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:10.631653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 99ed31ef-3be0-4c58-84b7-7db88b604720, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=99ed31ef-3be0-4c58-84b7-7db88b604720,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:10.638578 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:10.743534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=99ed31ef-3be0-4c58-84b7-7db88b604720,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:10.751743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.752084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.752557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.752890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.753219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.753567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.754079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.754407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.754729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.755047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.755528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.755854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:10.930169 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cde9ab89-a21f-47b8-a2f7-c251c0649b2d req-fe49c8cc-ece7-4d13-8bd7-05f445ba73a3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 210 time: 0.1776192 May 24 23:14:10.992129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-435dcb66-dece-4d10-984f-906ed56c0b80 req-f9b1c4ff-3c7a-490b-a7fa-6fd04c04a428 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Calling delete_port for 7a49ccc9-655e-4c88-97bc-090961424780 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:11.126091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c973f9-5023-4880-a0ca-b388bc954a34 req-52d2833e-0ea5-452e-9d35-d1da22e41836 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:11.127477 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d7c973f9-5023-4880-a0ca-b388bc954a34 req-52d2833e-0ea5-452e-9d35-d1da22e41836 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 909 time: 0.0822432 May 24 23:14:11.214586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:11.225824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3bd09-2add-448a-94bf-43b9fc1ac025 None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:11.226392 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-633a76b1-25e0-47ff-b100-8c1099902ae2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:11.232768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:11.236315 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3bd09-2add-448a-94bf-43b9fc1ac025 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:11.237244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ede3bd09-2add-448a-94bf-43b9fc1ac025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:11.270124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:11.301141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ede3bd09-2add-448a-94bf-43b9fc1ac025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:11.309795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3bd09-2add-448a-94bf-43b9fc1ac025 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:11.310397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ede3bd09-2add-448a-94bf-43b9fc1ac025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:11.371212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ede3bd09-2add-448a-94bf-43b9fc1ac025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:11.371618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3bd09-2add-448a-94bf-43b9fc1ac025 None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:11.382896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b11d9-e7a3-43dd-97af-28484487a36f req-4d6edb2f-4ffb-4362-b055-5365785e1cb6 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:11.384807 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-4d6edb2f-4ffb-4362-b055-5365785e1cb6 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.1659312 May 24 23:14:11.401757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-19e8b1ad-bf36-41d7-883d-7862d8d17ade tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/quotas/16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 375 time: 0.0107234 May 24 23:14:11.407785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:11.409244 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-187a60de-4af9-47b7-b23d-162d3d56da1c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.0437899 May 24 23:14:11.419438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34954) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:11.430557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3523d43-1dd0-40f8-b20d-d90b3c6cae58 req-89829fb7-5b6e-4780-bf53-377b28a6c092 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:11.431987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3523d43-1dd0-40f8-b20d-d90b3c6cae58 req-89829fb7-5b6e-4780-bf53-377b28a6c092 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.9528878 May 24 23:14:11.462616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:14:11.466106 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:11.494963 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-78850d60-ad92-448d-bd1c-5aa44468bb7a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873704 May 24 23:14:11.629580 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-15a36ad3-fc55-4003-859b-7fa81f04c1ae service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274700 May 24 23:14:11.761606 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-4401267d-7b32-439b-9e19-94b36cbf7b93 service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258254 May 24 23:14:11.849300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b3523d43-1dd0-40f8-b20d-d90b3c6cae58 req-ae89b3ba-b4df-4a7d-9eef-f4a32b8343f7 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167050 May 24 23:14:11.874156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-435dcb66-dece-4d10-984f-906ed56c0b80 req-f9b1c4ff-3c7a-490b-a7fa-6fd04c04a428 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:11.951523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1c4ff-3c7a-490b-a7fa-6fd04c04a428 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'Port': ['ID=7a49ccc9-655e-4c88-97bc-090961424780,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:11.957774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633a76b1-25e0-47ff-b100-8c1099902ae2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router a2c94006-badc-450e-99ac-a58a83a9e398 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:11.975612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 7a49ccc9-655e-4c88-97bc-090961424780 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:12.051829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 7a49ccc9-655e-4c88-97bc-090961424780 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:12.052161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 7a49ccc9-655e-4c88-97bc-090961424780 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:12.109763 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59ae2d76-c7d4-4d08-a8bb-f1b9b1ba253e req-a6fc87e3-dd26-4c95-80ad-30e927749a08 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 210 time: 0.0536571 May 24 23:14:12.125263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9381c0f3-4749-46da-8209-1fa7afe54927 req-6d4627d2-84dd-4835-b13c-e44a6c9733a6 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 210 time: 0.1714773 May 24 23:14:12.302035 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b3246f07-88c7-4804-9f7c-39e43a7970da req-14eededa-f69d-4789-bd67-77bef860e3c6 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ab969a7-0880-4b8c-b135-75260c8b4a23 HTTP/1.1" status: 200 len: 210 time: 0.0576153 May 24 23:14:12.351148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 99ed31ef-3be0-4c58-84b7-7db88b604720 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:12.424408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 99ed31ef-3be0-4c58-84b7-7db88b604720 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:12.425464 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:12.543460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-435dcb66-dece-4d10-984f-906ed56c0b80 req-f9b1c4ff-3c7a-490b-a7fa-6fd04c04a428 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] No DVR routers for this DVR port 7a49ccc9-655e-4c88-97bc-090961424780 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:14:12.563475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 99ed31ef-3be0-4c58-84b7-7db88b604720 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:12.601533 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-435dcb66-dece-4d10-984f-906ed56c0b80 req-f9b1c4ff-3c7a-490b-a7fa-6fd04c04a428 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:12.606270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab969a7-0880-4b8c-b135-75260c8b4a23', 'name': 'network-vif-deleted', 'tag': '7a49ccc9-655e-4c88-97bc-090961424780'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:12.699357 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4e9687-c082-433f-a627-2536568d1a0a'] response: {'server_uuid': '6ab969a7-0880-4b8c-b135-75260c8b4a23', 'name': 'network-vif-deleted', 'tag': '7a49ccc9-655e-4c88-97bc-090961424780', 'status': 'completed', 'code': 200} May 24 23:14:12.717164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633a76b1-25e0-47ff-b100-8c1099902ae2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:12.724336 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-435dcb66-dece-4d10-984f-906ed56c0b80 req-f9b1c4ff-3c7a-490b-a7fa-6fd04c04a428 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.31 "DELETE /v2.0/ports/7a49ccc9-655e-4c88-97bc-090961424780 HTTP/1.1" status: 204 len: 173 time: 4.2144699 May 24 23:14:12.727742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-633a76b1-25e0-47ff-b100-8c1099902ae2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/a2c94006-badc-450e-99ac-a58a83a9e398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6718068 May 24 23:14:12.731454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34976) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:12.733745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.20.0.6 (05c9f0f0-7833-4a33-95b5-275aa9a4fae5/8bf04fc3-e8ac-44ff-b567-49134ab0d57d/51c1742f-e320-4491-bb37-6806a549132e) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:12.736414 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08832d-4119-44d8-ab6c-f671f145aa58 None None] Sync routers for ids ['a2c94006-badc-450e-99ac-a58a83a9e398'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:12.754742 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08832d-4119-44d8-ab6c-f671f145aa58 None None] Routers {'a2c94006-badc-450e-99ac-a58a83a9e398'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:12.755886 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9b08832d-4119-44d8-ab6c-f671f145aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a2c94006-badc-450e-99ac-a58a83a9e398'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:12.831925 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9b08832d-4119-44d8-ab6c-f671f145aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:12.841520 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08832d-4119-44d8-ab6c-f671f145aa58 None None] Routers {'a2c94006-badc-450e-99ac-a58a83a9e398'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:12.842396 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9b08832d-4119-44d8-ab6c-f671f145aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a2c94006-badc-450e-99ac-a58a83a9e398'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:12.921032 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9b08832d-4119-44d8-ab6c-f671f145aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:12.922200 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08832d-4119-44d8-ab6c-f671f145aa58 None None] The sync data for ids ['a2c94006-badc-450e-99ac-a58a83a9e398'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:13.139301 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:14:13.152005 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-89f94379-42c5-4d78-9af8-962cb96dc842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] remove_router_interface failed (client error): The resource could not be found. May 24 23:14:13.153076 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-89f94379-42c5-4d78-9af8-962cb96dc842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/a2c94006-badc-450e-99ac-a58a83a9e398/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4203374 May 24 23:14:13.156922 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34986) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:13.231194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cbc41fac-51ea-46c7-b5a1-f35223517b28 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Synchronizing usage tracker for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:13.271371 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:13.292921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Transition to ACTIVE for port object 51c1742f-e320-4491-bb37-6806a549132e will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:13.361150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cbc41fac-51ea-46c7-b5a1-f35223517b28 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Unset dirty status for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:13.368442 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cbc41fac-51ea-46c7-b5a1-f35223517b28 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2c94006-badc-450e-99ac-a58a83a9e398 HTTP/1.1" status: 200 len: 205 time: 0.2028139 May 24 23:14:13.378557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 34992) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:13.379305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e605b-c2d6-45d7-b472-f03f931c5135 req-3369e2bc-6c66-4f50-a892-0baeb5a18388 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:13.379633 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:13.389941 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e0e605b-c2d6-45d7-b472-f03f931c5135 req-3369e2bc-6c66-4f50-a892-0baeb5a18388 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.3727033 May 24 23:14:13.448686 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e0e605b-c2d6-45d7-b472-f03f931c5135 req-3c7c27f2-6d3f-4a80-9685-507ed33c2c54 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575023 May 24 23:14:13.499590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b11d9-e7a3-43dd-97af-28484487a36f req-8bbe2cfa-e8a4-45b6-8d97-702881c0d5d9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:13.501811 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-8bbe2cfa-e8a4-45b6-8d97-702881c0d5d9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.2517502 May 24 23:14:13.534210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'port': {'device_id': '691dda91-e9f1-4eb5-b30f-e5019564bb6c', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'admin_state_up': True, 'tenant_id': '16cd6c635d75400baa6572ca6f095c59'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:13.695809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:13.709731 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67468338-a77e-4df1-b7c0-e98695b5f873 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:13.767267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:13.788458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:13.793557 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-71e228a8-ec49-4ff0-a516-af0683cc6a72 req-097bb7f2-8c04-43d0-ad55-937d1937cda7 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 210 time: 0.0497580 May 24 23:14:13.901628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:13.913340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 34996) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:13.914513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=51c1742f-e320-4491-bb37-6806a549132e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:13.944463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:13.988660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:14.032241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Made reservation on behalf of 16cd6c635d75400baa6572ca6f095c59 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:14:14.036241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:14.083439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-462c1ffa-7cac-4831-b617-9614c92700e3 None None] Provisioning for port 51c1742f-e320-4491-bb37-6806a549132e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:14.093788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-462c1ffa-7cac-4831-b617-9614c92700e3 None None] Provisioning complete for port 51c1742f-e320-4491-bb37-6806a549132e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:14.094738 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-462c1ffa-7cac-4831-b617-9614c92700e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:14.181041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-462c1ffa-7cac-4831-b617-9614c92700e3 None None] Port 51c1742f-e320-4491-bb37-6806a549132e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:14.298377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.298728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.299069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.299542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.299986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.300559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.300897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.301422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.301944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.302452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.302954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.303437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:14.417856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b40f1-26aa-46f9-a30d-f03825d807ec req-a5b90fa1-0521-4fcb-8e99-a99fee79694a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:14.418568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fc1b40f1-26aa-46f9-a30d-f03825d807ec req-a5b90fa1-0521-4fcb-8e99-a99fee79694a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:14.431305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:14.431876 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:14.457526 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67468338-a77e-4df1-b7c0-e98695b5f873 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:14.459833 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67468338-a77e-4df1-b7c0-e98695b5f873 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:14.531230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Allocated IP 172.20.0.4 (13a16c45-1a0c-47a0-90d4-ea28358361e5/bf5ec325-6142-4c28-8e6b-8da79987bd63/14880885-cc71-4ed3-9a45-9d57a0fd30ef) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:14.540779 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-75124f14-5a5e-4c88-9e16-02ee571d2c89 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3078747 May 24 23:14:14.585540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Request body: {'port': {'device_id': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:14.647345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fc1b40f1-26aa-46f9-a30d-f03825d807ec req-a5b90fa1-0521-4fcb-8e99-a99fee79694a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:14.651518 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc1b40f1-26aa-46f9-a30d-f03825d807ec req-a5b90fa1-0521-4fcb-8e99-a99fee79694a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 931 time: 1.3341005 May 24 23:14:14.748894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67468338-a77e-4df1-b7c0-e98695b5f873 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:14.749622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67468338-a77e-4df1-b7c0-e98695b5f873 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Fanout notify agent at l3_agent the message router_deleted on router a2c94006-badc-450e-99ac-a58a83a9e398 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:14:14.793885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-67468338-a77e-4df1-b7c0-e98695b5f873 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:14.797514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-67468338-a77e-4df1-b7c0-e98695b5f873 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/a2c94006-badc-450e-99ac-a58a83a9e398 HTTP/1.1" status: 204 len: 168 time: 1.4136319 May 24 23:14:14.803485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35006) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:14.843664 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:14.862987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc1b40f1-26aa-46f9-a30d-f03825d807ec req-e52a8359-ef14-4686-aa00-4438bd3ed16c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812096 May 24 23:14:14.969830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d7c6b5-64b4-4bad-ab67-38f121c0b11e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting subnet c57c914d-7365-4a3b-85d7-c6139bf7b5e6 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:14:14.977109 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c6b5-64b4-4bad-ab67-38f121c0b11e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:15.038575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:15.106118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d15c489-104c-4214-800d-80dbff3be49f req-8e8e62ff-ae4e-4116-86d0-a5073a186125 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 210 time: 0.0926135 May 24 23:14:15.119541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d9c87-8f30-4ba0-9fe2-37bbad261550 req-6b69d7bd-9ad7-47a4-b9ec-bfe59cd50569 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:15.121130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a83d9c87-8f30-4ba0-9fe2-37bbad261550 req-6b69d7bd-9ad7-47a4-b9ec-bfe59cd50569 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.4580395 May 24 23:14:15.140027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c6b5-64b4-4bad-ab67-38f121c0b11e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:15.205874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Transition to ACTIVE for port object 14880885-cc71-4ed3-9a45-9d57a0fd30ef will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:15.272201 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a83d9c87-8f30-4ba0-9fe2-37bbad261550 req-ad1688d5-7d3b-422b-8859-e55eb30a8d63 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353981 May 24 23:14:15.294982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.20.0.1 (d2463375-5764-4e7d-8fc4-c6852cb7f184/56ad8fff-7c07-4604-9b16-35b1cc98746f/e630a0c5-82af-4aec-b283-52e99ed2935c) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:15.321996 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:15.605771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:15.612091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c1742f-e320-4491-bb37-6806a549132e {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:14:15.619172 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['9088803d-f43b-4e60-bf33-6bc001f2a61d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:14:15.622976 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:15.627104 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:15.652990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Transition to ACTIVE for port object 51c1742f-e320-4491-bb37-6806a549132e will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:15.659244 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:15.689720 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c6b5-64b4-4bad-ab67-38f121c0b11e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:15.871400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Pushing event updated for resources: {'Port': ['ID=51c1742f-e320-4491-bb37-6806a549132e,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:15.931110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:15.948942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:15.954262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:16.015475 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:16.080525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=14880885-cc71-4ed3-9a45-9d57a0fd30ef,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:16.146436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:16.146694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:16.321041 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-47eb1b57-a43b-492e-840c-613175963511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7928357 May 24 23:14:16.359127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-58ac7205-b7c0-4b16-ae81-7553ebc04a4a None None] Provisioning for port 14880885-cc71-4ed3-9a45-9d57a0fd30ef completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:16.367195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-58ac7205-b7c0-4b16-ae81-7553ebc04a4a None None] Provisioning complete for port 14880885-cc71-4ed3-9a45-9d57a0fd30ef triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:16.367596 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-58ac7205-b7c0-4b16-ae81-7553ebc04a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:16.444352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Request body: {'port': {'device_id': '691dda91-e9f1-4eb5-b30f-e5019564bb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:16.475159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-58ac7205-b7c0-4b16-ae81-7553ebc04a4a None None] Port 14880885-cc71-4ed3-9a45-9d57a0fd30ef cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:16.495106 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c6b5-64b4-4bad-ab67-38f121c0b11e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:16.526824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network d2463375-5764-4e7d-8fc4-c6852cb7f184 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:16.534298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Attempting to bind port 51c1742f-e320-4491-bb37-6806a549132e on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:14:16.534628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Attempting to bind port 51c1742f-e320-4491-bb37-6806a549132e by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:14:16.534947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Attempting to bind port 51c1742f-e320-4491-bb37-6806a549132e on network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:16.537360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=e630a0c5-82af-4aec-b283-52e99ed2935c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:16.546219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:16.548675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:16.555277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7c6b5-64b4-4bad-ab67-38f121c0b11e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Subnet': ['ID=c57c914d-7365-4a3b-85d7-c6139bf7b5e6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:16.585215 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c6b5-64b4-4bad-ab67-38f121c0b11e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:16.587202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Port 51c1742f-e320-4491-bb37-6806a549132e on network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:14:16.587805 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e8d7c6b5-64b4-4bad-ab67-38f121c0b11e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/c57c914d-7365-4a3b-85d7-c6139bf7b5e6 HTTP/1.1" status: 204 len: 168 time: 1.7781379 May 24 23:14:16.587994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Attempting to bind port 51c1742f-e320-4491-bb37-6806a549132e on network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:16.591501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35020) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:16.594257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159789fa-f0ab-4d4d-b865-c2584767ba3f None None] Network ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:16.631150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:14:16.631150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Checking segment: {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:16.631608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Bound using segment: {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:14:16.631938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Bound port: 51c1742f-e320-4491-bb37-6806a549132e, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:14:16.632284 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:16.728513 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:16.737947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:16.747946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee8e59-2a5e-49cd-a24b-9fb9d2a2ebfd req-1aec944c-4775-4b61-a802-ec2ef737c220 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:16.749478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dfee8e59-2a5e-49cd-a24b-9fb9d2a2ebfd req-1aec944c-4775-4b61-a802-ec2ef737c220 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 943 time: 0.3917129 May 24 23:14:16.817080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:16.853028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 7603722a-5a3b-4e25-b4ac-f25adb100d70 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:16.854566 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:16.907223 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dfee8e59-2a5e-49cd-a24b-9fb9d2a2ebfd req-82bdef6a-a7b3-40c5-93b1-56b88738c867 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426535 May 24 23:14:16.936979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae597fe-84e9-405c-b22a-08e39f025017 None None] DHCP port deletion for ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:14:16.946744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bae597fe-84e9-405c-b22a-08e39f025017 None None] Deleting port 7603722a-5a3b-4e25-b4ac-f25adb100d70 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:16.947401 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bae597fe-84e9-405c-b22a-08e39f025017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:16.964274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431c364-d6e3-41e5-ae12-b1b8cc34ca55 req-cfa344c3-ab3e-4ac6-9c33-fcdc9dd2a91d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:16.965289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f431c364-d6e3-41e5-ae12-b1b8cc34ca55 req-cfa344c3-ab3e-4ac6-9c33-fcdc9dd2a91d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:16.983609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:14:17.060081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=51c1742f-e320-4491-bb37-6806a549132e,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:14:17.082989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:17.176117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f431c364-d6e3-41e5-ae12-b1b8cc34ca55 req-cfa344c3-ab3e-4ac6-9c33-fcdc9dd2a91d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:17.183181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f431c364-d6e3-41e5-ae12-b1b8cc34ca55 req-cfa344c3-ab3e-4ac6-9c33-fcdc9dd2a91d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 931 time: 0.8516448 May 24 23:14:17.243659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:17.244116 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:17.247816 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] 10.222.0.50 "PUT /v2.0/ports/51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 200 len: 1091 time: 2.6662703 May 24 23:14:17.251042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Deleting port 2ea6576f-3b79-4776-965e-1690fbd0aa51 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:17.251396 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:17.253807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'tag': '51c1742f-e320-4491-bb37-6806a549132e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:17.294041 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:17.375187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bae597fe-84e9-405c-b22a-08e39f025017 None None] For port 7603722a-5a3b-4e25-b4ac-f25adb100d70, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7603722a-5a3b-4e25-b4ac-f25adb100d70,segment=NetworkSegment(42021924-3153-4e72-bbf7-568367c68edc),segment_id=42021924-3153-4e72-bbf7-568367c68edc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:17.375606 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bae597fe-84e9-405c-b22a-08e39f025017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:17.409618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57577970-1d80-4b45-ab1e-a0bdbccede8a service neutron] Pushing event updated for resources: {'Port': ['ID=51c1742f-e320-4491-bb37-6806a549132e,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:17.469039 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f431c364-d6e3-41e5-ae12-b1b8cc34ca55 req-836970ba-16e6-43a6-9fa4-10099d52e27f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851396 May 24 23:14:17.638085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bae597fe-84e9-405c-b22a-08e39f025017 None None] Calling delete_port for 7603722a-5a3b-4e25-b4ac-f25adb100d70 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:17.727543 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cccd789d-72e0-4f93-8caa-735cffb44757'] response: {'name': 'network-changed', 'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'tag': '51c1742f-e320-4491-bb37-6806a549132e', 'status': 'completed', 'code': 200} May 24 23:14:17.768268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0bf23-264b-418f-865d-bd3e946fb68c req-faf98d9b-c412-4730-8cec-1510832ec4e8 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:17.769179 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fef0bf23-264b-418f-865d-bd3e946fb68c req-faf98d9b-c412-4730-8cec-1510832ec4e8 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.6303396 May 24 23:14:17.857134 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bae597fe-84e9-405c-b22a-08e39f025017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:17.900529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-76a7321a-21c2-413a-bed4-bb44863574a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:17.902835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-76a7321a-21c2-413a-bed4-bb44863574a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1094 time: 0.5828094 May 24 23:14:17.939411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae597fe-84e9-405c-b22a-08e39f025017 None None] Pushing event deleted for resources: {'Port': ['ID=7603722a-5a3b-4e25-b4ac-f25adb100d70,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:17.946356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae597fe-84e9-405c-b22a-08e39f025017 None None] No DVR routers for this DVR port 7603722a-5a3b-4e25-b4ac-f25adb100d70 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:14:18.024048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-867e1427-80e1-4217-ab0a-0f654d6e967c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 200 len: 217 time: 0.1079223 May 24 23:14:18.034068 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fef0bf23-264b-418f-865d-bd3e946fb68c req-4d567701-c002-427a-ad7e-d3a9cc7ea227 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997230 May 24 23:14:18.056400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port 7603722a-5a3b-4e25-b4ac-f25adb100d70, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7603722a-5a3b-4e25-b4ac-f25adb100d70,segment=NetworkSegment(42021924-3153-4e72-bbf7-568367c68edc),segment_id=42021924-3153-4e72-bbf7-568367c68edc)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:18.058464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:18.196384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-984d41c0-2147-4dca-a37d-0e3583c72019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:18.197735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-984d41c0-2147-4dca-a37d-0e3583c72019 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bf04fc3-e8ac-44ff-b567-49134ab0d57d HTTP/1.1" status: 200 len: 835 time: 0.1606050 May 24 23:14:18.315164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for 7603722a-5a3b-4e25-b4ac-f25adb100d70 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:18.361978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7603722a-5a3b-4e25-b4ac-f25adb100d70 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:18.367527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:18.371482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-f3b3587a-88b3-4ebb-96d4-26803fe80ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:18.373020 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-f3b3587a-88b3-4ebb-96d4-26803fe80ace service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671107 May 24 23:14:18.374341 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:18.404851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 7603722a-5a3b-4e25-b4ac-f25adb100d70 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:18.405602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7603722a-5a3b-4e25-b4ac-f25adb100d70 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:18.499398 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:18.539312 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:14:18.539884 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:14:18.561659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=e630a0c5-82af-4aec-b283-52e99ed2935c,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:18.594268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] For port 2ea6576f-3b79-4776-965e-1690fbd0aa51, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2ea6576f-3b79-4776-965e-1690fbd0aa51,segment=NetworkSegment(f6a58005-7dea-40b6-b254-b5e7669e4d3d),segment_id=f6a58005-7dea-40b6-b254-b5e7669e4d3d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:18.594778 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:18.790596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Calling delete_port for 2ea6576f-3b79-4776-965e-1690fbd0aa51 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:18.868570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ec8d2-7b23-4097-97dc-b495c08ae724 req-49d15559-1076-4f39-9711-9f0f09069d2a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:18.870677 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a21ec8d2-7b23-4097-97dc-b495c08ae724 req-49d15559-1076-4f39-9711-9f0f09069d2a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 943 time: 0.7902341 May 24 23:14:19.082057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network d2463375-5764-4e7d-8fc4-c6852cb7f184 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:19.085466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:19.094504 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-29189138-74b3-4d67-a5a2-2c03be7a05bf service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813064 May 24 23:14:19.134666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 7603722a-5a3b-4e25-b4ac-f25adb100d70 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:19.135731 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:19.265585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14880885-cc71-4ed3-9a45-9d57a0fd30ef {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:14:19.277883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2a365-407e-4498-8d27-efe67bcc7ace req-007e6073-841d-454c-8365-f646b6fef027 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:19.278226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] The port '7603722a-5a3b-4e25-b4ac-f25adb100d70' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:14:19.285234 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37f2a365-407e-4498-8d27-efe67bcc7ace req-007e6073-841d-454c-8365-f646b6fef027 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 931 time: 0.4777110 May 24 23:14:19.326924 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a21ec8d2-7b23-4097-97dc-b495c08ae724 req-93966280-f3a8-4e93-bd56-42019bbda135 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330764 May 24 23:14:19.329054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:19.405272 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37f2a365-407e-4498-8d27-efe67bcc7ace req-ff53d11e-75f9-4465-ae9f-4b4be9d0d039 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812325 May 24 23:14:19.449074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Transition to ACTIVE for port object 14880885-cc71-4ed3-9a45-9d57a0fd30ef will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:19.474990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:19.535850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-717002ae-eef7-4c88-9f7a-21357e2b6f26 req-24b2b052-9672-4567-b402-2ffbc6dad851 service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747888 May 24 23:14:19.558149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:19.616289 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:19.752957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:19.777809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Pushing event updated for resources: {'Port': ['ID=14880885-cc71-4ed3-9a45-9d57a0fd30ef,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:19.788816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42021924-3153-4e72-bbf7-568367c68edc') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:19.789403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42021924-3153-4e72-bbf7-568367c68edc') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:19.940690 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:19.946991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d031de0-897d-4a0a-ba65-a99388f94532 req-e99d8575-af55-429f-87a4-53f607cdd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:19.948595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d031de0-897d-4a0a-ba65-a99388f94532 req-e99d8575-af55-429f-87a4-53f607cdd499 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1094 time: 0.2596645 May 24 23:14:19.951761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:19.964846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329b7f8-5e62-43a9-9263-d3d8167b5952 None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:19.983329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329b7f8-5e62-43a9-9263-d3d8167b5952 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:19.985028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3329b7f8-5e62-43a9-9263-d3d8167b5952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:20.077946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-49aeff2e-7cf6-4522-8461-744dfe7c55bb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "PUT /v2.0/routers/2ba7351b-76fe-4f48-842d-df7d44cc5f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6553867 May 24 23:14:20.084101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35034) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:20.099683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'port': {'network_id': 'd2463375-5764-4e7d-8fc4-c6852cb7f184', 'name': 'tempest-FloatingIPTestJSON-1736522968'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:20.149336 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3329b7f8-5e62-43a9-9263-d3d8167b5952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:20.162305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329b7f8-5e62-43a9-9263-d3d8167b5952 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:20.163600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3329b7f8-5e62-43a9-9263-d3d8167b5952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:20.197789 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:20.205132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:20.245802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3329b7f8-5e62-43a9-9263-d3d8167b5952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:20.246604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329b7f8-5e62-43a9-9263-d3d8167b5952 None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:20.281179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:14:20.281831 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:20.283175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d031de0-897d-4a0a-ba65-a99388f94532 req-bb7841b2-b90d-447c-80aa-e6b35f5eaad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:20.285202 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d031de0-897d-4a0a-ba65-a99388f94532 req-bb7841b2-b90d-447c-80aa-e6b35f5eaad9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5 HTTP/1.1" status: 200 len: 898 time: 0.3270824 May 24 23:14:20.302264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'Port': ['ID=2ea6576f-3b79-4776-965e-1690fbd0aa51,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:20.413440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:20.417467 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d031de0-897d-4a0a-ba65-a99388f94532 req-8086f287-5f8b-4bec-941e-d30197ad756f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 200 len: 217 time: 0.1045642 May 24 23:14:20.420068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:port and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:20.423927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:20.446697 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 42021924-3153-4e72-bbf7-568367c68edc resource provider aggregate not found May 24 23:14:20.537149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:20.553571 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 42021924-3153-4e72-bbf7-568367c68edc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42021924-3153-4e72-bbf7-568367c68edc found for delete ", "request_id": "req-9853541a-080f-4063-b709-368809c3d59d"}]} May 24 23:14:20.605016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ce267-5590-4167-8470-86cba366f4b1 req-67f9390e-4708-449d-97e6-0186a4a1639c tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:20.606834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-063ce267-5590-4167-8470-86cba366f4b1 req-67f9390e-4708-449d-97e6-0186a4a1639c tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 1.0764294 May 24 23:14:20.637574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Made reservation on behalf of dc1ef1b84c1e4f0eacc17ee867a8a794 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:14:20.645085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:20.656561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Attempting to bind port 14880885-cc71-4ed3-9a45-9d57a0fd30ef on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:14:20.656561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Attempting to bind port 14880885-cc71-4ed3-9a45-9d57a0fd30ef by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:14:20.656947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Attempting to bind port 14880885-cc71-4ed3-9a45-9d57a0fd30ef on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:20.698827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:20.795243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 51c1742f-e320-4491-bb37-6806a549132e details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:14:20.821089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d031de0-897d-4a0a-ba65-a99388f94532 req-61f178bb-2f96-4933-af99-b04899aed8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:20.822846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d031de0-897d-4a0a-ba65-a99388f94532 req-61f178bb-2f96-4933-af99-b04899aed8da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bf04fc3-e8ac-44ff-b567-49134ab0d57d HTTP/1.1" status: 200 len: 835 time: 0.3955040 May 24 23:14:20.887069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Port 14880885-cc71-4ed3-9a45-9d57a0fd30ef on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:14:20.887751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Attempting to bind port 14880885-cc71-4ed3-9a45-9d57a0fd30ef on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:20.895132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] device_id is not set on port b6202ac5-1030-4ede-8a4e-d182c2ac2f45 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:14:20.905196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:20.935306 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:14:20.935978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Checking segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:20.937310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Bound using segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:14:20.938158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Bound port: 14880885-cc71-4ed3-9a45-9d57a0fd30ef, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:14:20.938860 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:20.950556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3aa4cc-a101-4c44-b1fe-10c744d3f364 req-5113e7e1-a28d-4a92-a0db-1e4687615fae tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:20.953979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc3aa4cc-a101-4c44-b1fe-10c744d3f364 req-5113e7e1-a28d-4a92-a0db-1e4687615fae tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 943 time: 0.4188316 May 24 23:14:20.980073 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-063ce267-5590-4167-8470-86cba366f4b1 req-2ad2bcfd-1b9f-46da-bfb1-5293e56eeca5 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567188 May 24 23:14:20.994534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/networks/ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff HTTP/1.1" status: 204 len: 168 time: 4.4007697 May 24 23:14:21.004679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e1da5-b6e1-4f4e-bcd5-800852d47a16 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Network': ['ID=ae1e5e94-3e3f-4a19-8d06-11c175d2e2ff,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:21.014716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=51c1742f-e320-4491-bb37-6806a549132e,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:21.020635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35046) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:21.035640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1610701868'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:21.042141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '51c1742f-e320-4491-bb37-6806a549132e', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'port_id': '51c1742f-e320-4491-bb37-6806a549132e', 'mac_address': 'fa:16:3e:cf:33:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:14:21.079081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:21.091982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:network and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:21.139978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 51c1742f-e320-4491-bb37-6806a549132e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:21.140359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:21.151690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:21.164369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c1742f-e320-4491-bb37-6806a549132e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:14:21.185663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=51c1742f-e320-4491-bb37-6806a549132e,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:21.198502 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:21.209071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d031de0-897d-4a0a-ba65-a99388f94532 req-7a1013d8-cbd2-42af-b0c2-ba67933881f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:21.211219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d031de0-897d-4a0a-ba65-a99388f94532 req-7a1013d8-cbd2-42af-b0c2-ba67933881f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3814156 May 24 23:14:21.217303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:21.223049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc3aa4cc-a101-4c44-b1fe-10c744d3f364 req-1157710a-4e0b-4c73-95f8-34c12d62b448 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049434 May 24 23:14:21.303438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:14:21.306976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:21.313824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=51c1742f-e320-4491-bb37-6806a549132e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:21.353879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] For port 14880885-cc71-4ed3-9a45-9d57a0fd30ef, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:14:21.360827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.20.0.14 (d2463375-5764-4e7d-8fc4-c6852cb7f184/56ad8fff-7c07-4604-9b16-35b1cc98746f/b6202ac5-1030-4ede-8a4e-d182c2ac2f45) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:21.366008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:21.393325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] For port 14880885-cc71-4ed3-9a45-9d57a0fd30ef, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=14880885-cc71-4ed3-9a45-9d57a0fd30ef,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:14:21.444232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['51c1742f-e320-4491-bb37-6806a549132e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:14:21.464043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:21.468833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:14:21.524343 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d031de0-897d-4a0a-ba65-a99388f94532 req-8b2e88df-8cf5-4977-8c9a-4c222b0a8720 service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002658 May 24 23:14:21.571474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:21.572321 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:21.573596 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] 10.222.0.50 "PUT /v2.0/ports/14880885-cc71-4ed3-9a45-9d57a0fd30ef HTTP/1.1" status: 200 len: 1091 time: 5.2380505 May 24 23:14:21.582106 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:21.582106 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added segment 1a643b30-6378-4158-b96a-84f277ede25d of type vlan for network 36a489c2-457f-4770-b4d2-61c1033a1398 May 24 23:14:21.582106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691dda91-e9f1-4eb5-b30f-e5019564bb6c', 'tag': '14880885-cc71-4ed3-9a45-9d57a0fd30ef'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:21.789433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d3617-52ce-40c1-b4b5-ad69c47be700 req-ce4c9531-02ab-40f5-a233-5cc7c215c46b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:21.800534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-041d3617-52ce-40c1-b4b5-ad69c47be700 req-ce4c9531-02ab-40f5-a233-5cc7c215c46b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 943 time: 0.6176169 May 24 23:14:21.866928 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d031de0-897d-4a0a-ba65-a99388f94532 req-82ea309d-626a-4915-96ba-45c3549e61e0 service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645824 May 24 23:14:21.874002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:21.914599 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f74600-fa17-4f80-b1a2-3ebd8512d628'] response: {'name': 'network-changed', 'server_uuid': '691dda91-e9f1-4eb5-b30f-e5019564bb6c', 'tag': '14880885-cc71-4ed3-9a45-9d57a0fd30ef', 'status': 'completed', 'code': 200} May 24 23:14:21.951548 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:21.978373 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:21.999396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aa05a-c32f-45d7-8146-5fc921f1f425 service neutron] Pushing event updated for resources: {'Port': ['ID=14880885-cc71-4ed3-9a45-9d57a0fd30ef,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:22.043401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network d2463375-5764-4e7d-8fc4-c6852cb7f184 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:22.049108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:22.060220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:22.086850 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-041d3617-52ce-40c1-b4b5-ad69c47be700 req-b98827a8-dba4-486a-8305-2cc675569f48 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779267 May 24 23:14:22.139455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:22.140710 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:22.167646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=b6202ac5-1030-4ede-8a4e-d182c2ac2f45,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:22.243889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b11d9-e7a3-43dd-97af-28484487a36f req-58c502c2-ac0e-4a14-8e2c-b4800a2fbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:22.255509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-58c502c2-ac0e-4a14-8e2c-b4800a2fbe05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 1094 time: 0.6162798 May 24 23:14:22.266304 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b7277226-302f-46fe-a5dd-11b67a5c7255 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1811192 May 24 23:14:22.274237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35056) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:22.285481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'port': {'network_id': 'd2463375-5764-4e7d-8fc4-c6852cb7f184', 'name': 'tempest-FloatingIPTestJSON-318687321'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:22.400275 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-f62e04cf-8adc-419d-a558-5a19a1b89c37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14880885-cc71-4ed3-9a45-9d57a0fd30ef HTTP/1.1" status: 200 len: 217 time: 0.1341546 May 24 23:14:22.401102 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:22.407310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:22.408081 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:22.460678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:22.469368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:port and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:22.474268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:22.479854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0caf58-fce1-4297-94dd-dba1ba9ba251 req-6b2e1efe-0123-4f4d-b56a-2f4d73e4a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:22.481351 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e0caf58-fce1-4297-94dd-dba1ba9ba251 req-6b2e1efe-0123-4f4d-b56a-2f4d73e4a85d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 1097 time: 0.3088276 May 24 23:14:22.485400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:22.566978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc274-7f41-4c7e-9a0e-108f0d159e26 req-c6593732-4e09-41f1-9c71-aa97e78c7678 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:22.575886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5bffc274-7f41-4c7e-9a0e-108f0d159e26 req-c6593732-4e09-41f1-9c71-aa97e78c7678 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.3508933 May 24 23:14:22.578017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Made reservation on behalf of dc1ef1b84c1e4f0eacc17ee867a8a794 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:14:22.582170 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:22.645279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] device_id is not set on port e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1 yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:14:22.713129 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e0caf58-fce1-4297-94dd-dba1ba9ba251 req-aa82abef-1280-4ccf-9caf-f4ab161d8f6e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230706 May 24 23:14:22.737372 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5bffc274-7f41-4c7e-9a0e-108f0d159e26 req-b15cd79f-9678-455e-9044-f7f1337abcbe tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603103 May 24 23:14:22.819728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 51c1742f-e320-4491-bb37-6806a549132e up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:22.865319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.20.0.3 (d2463375-5764-4e7d-8fc4-c6852cb7f184/56ad8fff-7c07-4604-9b16-35b1cc98746f/e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:22.906026 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8838108 May 24 23:14:22.912477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35060) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:22.918188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a734903-486f-4b8f-967f-376383723c23 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Network': ['ID=36a489c2-457f-4770-b4d2-61c1033a1398,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:22.932542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'subnet': {'network_id': '36a489c2-457f-4770-b4d2-61c1033a1398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:22.976541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 36a489c2-457f-4770-b4d2-61c1033a1398 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:14:23.043213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b11d9-e7a3-43dd-97af-28484487a36f req-7539b0e2-df9d-4753-b666-3d41cafa64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:23.044905 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-7539b0e2-df9d-4753-b666-3d41cafa64c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.6323924 May 24 23:14:23.104872 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:23.126520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 51c1742f-e320-4491-bb37-6806a549132e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:23.132170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 51c1742f-e320-4491-bb37-6806a549132e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:23.132548 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:23.176332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:23.208273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:23.219647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:23.229014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:subnet and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:23.235143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:23.268688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:23.333562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 51c1742f-e320-4491-bb37-6806a549132e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:23.333965 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:23.368248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c1742f-e320-4491-bb37-6806a549132e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:23.380398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e17205-66e9-4f32-827a-710a04d45ef3 req-900c7919-ed6e-49fc-8763-aad8514848fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:23.382024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-97e17205-66e9-4f32-827a-710a04d45ef3 req-900c7919-ed6e-49fc-8763-aad8514848fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 944 time: 0.9632826 May 24 23:14:23.395130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=51c1742f-e320-4491-bb37-6806a549132e,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:23.405766 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:23.426682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network d2463375-5764-4e7d-8fc4-c6852cb7f184 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:23.430850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:23.441041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:23.441731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:14:23.450739 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:23.513120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=51c1742f-e320-4491-bb37-6806a549132e,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:23.607183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b11d9-e7a3-43dd-97af-28484487a36f req-7e028abd-2e58-42e4-b735-6017f464bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:23.608865 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-7e028abd-2e58-42e4-b735-6017f464bae4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5528471 May 24 23:14:23.662246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:23.728016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:23.731745 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:23.765918 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-97e17205-66e9-4f32-827a-710a04d45ef3 req-e365e719-6bf0-4d9c-8e4f-9a631cf89361 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631995 May 24 23:14:23.785109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:23.791091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d927eab-352b-48e1-933b-778feacfb560 req-1c8868b0-3e25-46a5-9cbf-469977dba3ad tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:23.792884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d927eab-352b-48e1-933b-778feacfb560 req-1c8868b0-3e25-46a5-9cbf-469977dba3ad tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 943 time: 0.2968388 May 24 23:14:23.798801 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eb98de67-14ed-4095-a3e7-e25ff1bbd218 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5147631 May 24 23:14:23.800266 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b9cd043a-5e21-42ca-a309-5a5150bea92c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "PUT /v2.0/routers/662e80c7-fc73-4e7a-b07a-dbd599ac1b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8850682 May 24 23:14:23.805291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35070) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:23.805662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35072) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:23.813484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': 'e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:23.824874 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27828c04-fa67-4f73-9d77-4a22a5a49429 None None] Sync routers for ids ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:23.852513 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27828c04-fa67-4f73-9d77-4a22a5a49429 None None] Routers {'662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:23.853369 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-27828c04-fa67-4f73-9d77-4a22a5a49429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:23.884348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:23.924756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:floatingip and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:23.957880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d927eab-352b-48e1-933b-778feacfb560 req-8f560b47-c48e-46e1-b322-63373fe449cc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382921 May 24 23:14:23.964154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:23.972436 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99063f84-20ac-4d05-bb35-f55e12d180a8'] response: {'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c1742f-e320-4491-bb37-6806a549132e', 'code': 200} May 24 23:14:24.015996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:24.093142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0cc7eb-c98c-455d-b9ee-cf5b5bf849d5 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Deleting subnet 5003dc2d-a3a5-4fea-9253-5eb844a2c535 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:14:24.096871 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:24.115597 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc7eb-c98c-455d-b9ee-cf5b5bf849d5 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:24.157563 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-27828c04-fa67-4f73-9d77-4a22a5a49429 None None] Set router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:24.236178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cafb0-56f0-4713-bc7e-051baa6b6dfd req-c99f5fa0-c592-4bad-ab78-16ce7a4cba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:24.242557 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f27cafb0-56f0-4713-bc7e-051baa6b6dfd req-c99f5fa0-c592-4bad-ab78-16ce7a4cba72 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1096 time: 0.1938457 May 24 23:14:24.251870 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:24.255282 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-60a6d98e-adbc-4d47-9745-6b4114204085 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244245 May 24 23:14:24.292809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816efe-6cc8-4dc0-b94d-f9a5fd7c0c27 req-b6f9e04a-933a-4c24-bb28-a7267408659a tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:24.292809 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47816efe-6cc8-4dc0-b94d-f9a5fd7c0c27 req-b6f9e04a-933a-4c24-bb28-a7267408659a tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.1598303 May 24 23:14:24.309319 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f27cafb0-56f0-4713-bc7e-051baa6b6dfd req-cc5bed17-8476-4602-b3d4-68696b746a40 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550683 May 24 23:14:24.364454 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47816efe-6cc8-4dc0-b94d-f9a5fd7c0c27 req-7eb209e5-0cd7-4a86-947a-814f399c5542 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551989 May 24 23:14:24.569846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc7eb-c98c-455d-b9ee-cf5b5bf849d5 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:24.737045 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-27828c04-fa67-4f73-9d77-4a22a5a49429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229634836', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:15Z', 'updated_at': '2022-05-24T23:14:19Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:18Z', 'updated_at': '2022-05-24T23:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:24.741386 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27828c04-fa67-4f73-9d77-4a22a5a49429 None None] Checking router: 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:14:24.763493 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27828c04-fa67-4f73-9d77-4a22a5a49429 None None] Routers {'662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:24.763493 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-27828c04-fa67-4f73-9d77-4a22a5a49429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:25.043055 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-27828c04-fa67-4f73-9d77-4a22a5a49429 None None] Set router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:25.202036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c5541-a45c-4f4d-9628-cf0fb5fe659c req-9c9499f9-45a6-4c3b-8fad-3dbc016e0b76 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:25.203689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711c5541-a45c-4f4d-9628-cf0fb5fe659c req-9c9499f9-45a6-4c3b-8fad-3dbc016e0b76 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.1710877 May 24 23:14:25.210658 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc7eb-c98c-455d-b9ee-cf5b5bf849d5 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:25.276453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:25.302495 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-711c5541-a45c-4f4d-9628-cf0fb5fe659c req-43e57a4e-e5e9-4177-93cb-fdac3949ce6c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841172 May 24 23:14:25.360616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Subnet': ['ID=5e2111e3-9e0e-4fbd-b91d-f6a0c7857295,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:25.381172 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-218b11d9-e7a3-43dd-97af-28484487a36f req-984dd8c3-fea2-4777-b73f-cc86e95413d0 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1034539 May 24 23:14:25.444676 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-27828c04-fa67-4f73-9d77-4a22a5a49429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229634836', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:15Z', 'updated_at': '2022-05-24T23:14:19Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:18Z', 'updated_at': '2022-05-24T23:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:25.468740 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27828c04-fa67-4f73-9d77-4a22a5a49429 None None] The sync data for ids ['662e80c7-fc73-4e7a-b07a-dbd599ac1b8a'] in n-d-843146-7 is: [{'id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-229634836', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:15Z', 'updated_at': '2022-05-24T23:14:19Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': 'c5e14628-f00f-4f82-b004-17438e8b0693', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662e80c7-fc73-4e7a-b07a-dbd599ac1b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:18Z', 'updated_at': '2022-05-24T23:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:25.571505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0ccb7250-8e2f-430c-97ba-e7de3433236a tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:25.571505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0ccb7250-8e2f-430c-97ba-e7de3433236a tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Synchronizing usage tracker for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:25.594312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Checking segment: {'id': '1a643b30-6378-4158-b96a-84f277ede25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '36a489c2-457f-4770-b4d2-61c1033a1398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:25.594312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network hostable DHCP agents. Network: 36a489c2-457f-4770-b4d2-61c1033a1398, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:14:25.614642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77be01-014b-456f-8c61-cfc7dfba34bd req-561f4390-a612-4801-ae2e-49574483643d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:25.627856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a77be01-014b-456f-8c61-cfc7dfba34bd req-561f4390-a612-4801-ae2e-49574483643d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 943 time: 0.1277111 May 24 23:14:25.637055 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc7eb-c98c-455d-b9ee-cf5b5bf849d5 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:25.683718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:25.692460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a77be01-014b-456f-8c61-cfc7dfba34bd req-777525e0-51b3-4269-8738-d56910df9d78 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638180 May 24 23:14:25.729731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0ccb7250-8e2f-430c-97ba-e7de3433236a tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Unset dirty status for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:25.730955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0ccb7250-8e2f-430c-97ba-e7de3433236a tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/networks?id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90 HTTP/1.1" status: 200 len: 811 time: 1.0004933 May 24 23:14:25.755886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cc7eb-c98c-455d-b9ee-cf5b5bf849d5 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'Subnet': ['ID=5003dc2d-a3a5-4fea-9253-5eb844a2c535,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:25.755886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 36a489c2-457f-4770-b4d2-61c1033a1398 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:14:25.760232 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58594523-9e61-46e5-bb0d-21baa389c5b6 None None] Network ac915ab3-564d-42a8-b6de-24c9416f51ec requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:25.764129 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc7eb-c98c-455d-b9ee-cf5b5bf849d5 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:25.803515 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-f8fe9ca3-4db3-4bac-aca9-57a78c301631 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/quotas/2f5082b16d1444209ac2eb488b010b82 HTTP/1.1" status: 200 len: 375 time: 0.0631936 May 24 23:14:25.807817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 36a489c2-457f-4770-b4d2-61c1033a1398) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:25.822034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fe0cc7eb-c98c-455d-b9ee-cf5b5bf849d5 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "DELETE /v2.0/subnets/5003dc2d-a3a5-4fea-9253-5eb844a2c535 HTTP/1.1" status: 204 len: 168 time: 2.0084326 May 24 23:14:25.823583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35094) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:25.833456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:25.834462 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:25.841051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e113e36-a624-48d6-a458-63c1293e872a None None] Network 36a489c2-457f-4770-b4d2-61c1033a1398 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:26.014542 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.031189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.25.7.181 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/ae650409-3ad1-4543-9a44-94f0568859a5) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:26.060472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28b33c-8671-4359-8869-7107c42e5dc6 req-1cd1aecb-e788-42fd-a1f4-03d9c8d18bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:26.062247 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d28b33c-8671-4359-8869-7107c42e5dc6 req-1cd1aecb-e788-42fd-a1f4-03d9c8d18bfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 1094 time: 0.5949657 May 24 23:14:26.071305 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.168292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-754d888f-d9c7-45db-a77e-bf9becba4e78 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2512574 May 24 23:14:26.178753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35098) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:26.234787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3fc0844b-651d-45c8-b29e-281e2eee22e9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-69844959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:26.238513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-36a489c2-457f-4770-b4d2-61c1033a1398', 'network_id': '36a489c2-457f-4770-b4d2-61c1033a1398', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'fixed_ips': [{'subnet_id': '5e2111e3-9e0e-4fbd-b91d-f6a0c7857295'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:14:26.239335 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.241879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3fc0844b-651d-45c8-b29e-281e2eee22e9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:26.263426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3fc0844b-651d-45c8-b29e-281e2eee22e9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:router and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:26.268566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3fc0844b-651d-45c8-b29e-281e2eee22e9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:26.287139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3fc0844b-651d-45c8-b29e-281e2eee22e9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:26.300008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2ea6576f-3b79-4776-965e-1690fbd0aa51 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:26.320841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.341194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Deleting port c5e14628-f00f-4f82-b004-17438e8b0693 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:26.341838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.357753 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc0844b-651d-45c8-b29e-281e2eee22e9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.358778 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc0844b-651d-45c8-b29e-281e2eee22e9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.379026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc0844b-651d-45c8-b29e-281e2eee22e9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.430872 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-bfb430bc-1c51-49c5-89bb-d7cfa0b9e008 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f5082b16d1444209ac2eb488b010b82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6086636 May 24 23:14:26.454773 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc0844b-651d-45c8-b29e-281e2eee22e9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.485255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Allocated IP 172.20.0.2 (36a489c2-457f-4770-b4d2-61c1033a1398/5e2111e3-9e0e-4fbd-b91d-f6a0c7857295/d9a84737-4d6c-4e49-bd0c-a18188691514) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:26.491853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.491853 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28b33c-8671-4359-8869-7107c42e5dc6 req-be3a4dad-7f18-4881-b798-bb7259570035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:26.491853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d28b33c-8671-4359-8869-7107c42e5dc6 req-be3a4dad-7f18-4881-b798-bb7259570035 service neutron] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.3749402 May 24 23:14:26.623433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] For port c5e14628-f00f-4f82-b004-17438e8b0693, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c5e14628-f00f-4f82-b004-17438e8b0693,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:26.623794 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.653454 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d28b33c-8671-4359-8869-7107c42e5dc6 req-feeeda49-c7a6-4cbe-ad54-bf628f4fae2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14880885-cc71-4ed3-9a45-9d57a0fd30ef HTTP/1.1" status: 200 len: 217 time: 0.0948417 May 24 23:14:26.657949 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3fc0844b-651d-45c8-b29e-281e2eee22e9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.663173 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3fc0844b-651d-45c8-b29e-281e2eee22e9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4800420 May 24 23:14:26.666041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35104) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:26.711918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 2ea6576f-3b79-4776-965e-1690fbd0aa51 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:26.712168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2ea6576f-3b79-4776-965e-1690fbd0aa51 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:26.713677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684b93d5-c97e-4aca-826d-8932aed89172 None None] DHCP port deletion for ac915ab3-564d-42a8-b6de-24c9416f51ec request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:14:26.725626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-684b93d5-c97e-4aca-826d-8932aed89172 None None] Deleting port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:26.726006 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-684b93d5-c97e-4aca-826d-8932aed89172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.785386 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.800108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Calling delete_port for c5e14628-f00f-4f82-b004-17438e8b0693 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:26.802302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Transition to ACTIVE for port object d9a84737-4d6c-4e49-bd0c-a18188691514 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:26.862728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Transition to ACTIVE for port object d9a84737-4d6c-4e49-bd0c-a18188691514 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:26.892795 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:26.908441 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-51c54c3a-d00e-4cb4-ba0e-16a41087598c service neutron] 10.222.0.55 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766500 May 24 23:14:26.970719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28b33c-8671-4359-8869-7107c42e5dc6 req-ade9c6d4-866a-4b24-866c-82b889982e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:26.972227 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d28b33c-8671-4359-8869-7107c42e5dc6 req-ade9c6d4-866a-4b24-866c-82b889982e63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.3034315 May 24 23:14:27.027389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Network 36a489c2-457f-4770-b4d2-61c1033a1398 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:27.041527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:27.050936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:27.052077 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:27.053907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-684b93d5-c97e-4aca-826d-8932aed89172 None None] For port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1b578ff-d5ac-45bf-8bd8-77b5f319a57d,segment=NetworkSegment(f6a58005-7dea-40b6-b254-b5e7669e4d3d),segment_id=f6a58005-7dea-40b6-b254-b5e7669e4d3d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:27.054295 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-684b93d5-c97e-4aca-826d-8932aed89172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:27.074366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Pushing event updated for resources: {'Port': ['ID=d9a84737-4d6c-4e49-bd0c-a18188691514,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:27.208676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b58175-59c4-42a7-87ec-e2fd4555fa29 req-259b2b45-b1a4-4ea9-97fc-f6d7e3890705 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:27.210565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9b58175-59c4-42a7-87ec-e2fd4555fa29 req-259b2b45-b1a4-4ea9-97fc-f6d7e3890705 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.5082328 May 24 23:14:27.221034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-684b93d5-c97e-4aca-826d-8932aed89172 None None] Calling delete_port for f1b578ff-d5ac-45bf-8bd8-77b5f319a57d owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:27.324295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Attempting to bind port d9a84737-4d6c-4e49-bd0c-a18188691514 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:14:27.324822 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Attempting to bind port d9a84737-4d6c-4e49-bd0c-a18188691514 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '1a643b30-6378-4158-b96a-84f277ede25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '36a489c2-457f-4770-b4d2-61c1033a1398'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:14:27.325424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Attempting to bind port d9a84737-4d6c-4e49-bd0c-a18188691514 on network 36a489c2-457f-4770-b4d2-61c1033a1398 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:27.332376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:27.335643 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:14:27.336032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Checking segment: {'id': '1a643b30-6378-4158-b96a-84f277ede25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '36a489c2-457f-4770-b4d2-61c1033a1398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:27.336419 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:27.337043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Bound using segment: {'id': '1a643b30-6378-4158-b96a-84f277ede25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '36a489c2-457f-4770-b4d2-61c1033a1398'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:14:27.337648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Bound port: d9a84737-4d6c-4e49-bd0c-a18188691514, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a643b30-6378-4158-b96a-84f277ede25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '36a489c2-457f-4770-b4d2-61c1033a1398'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:14:27.341890 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:27.427811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'Port': ['ID=c5e14628-f00f-4f82-b004-17438e8b0693,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:27.442388 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-684b93d5-c97e-4aca-826d-8932aed89172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:27.485797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:27.495766 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b93d5-c97e-4aca-826d-8932aed89172 None None] Pushing event deleted for resources: {'Port': ['ID=f1b578ff-d5ac-45bf-8bd8-77b5f319a57d,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:27.512784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b93d5-c97e-4aca-826d-8932aed89172 None None] No DVR routers for this DVR port f1b578ff-d5ac-45bf-8bd8-77b5f319a57d on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:14:27.517992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:27.532059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] For port d9a84737-4d6c-4e49-bd0c-a18188691514, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:14:27.535779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] For port d9a84737-4d6c-4e49-bd0c-a18188691514, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d9a84737-4d6c-4e49-bd0c-a18188691514,segment=NetworkSegment(1a643b30-6378-4158-b96a-84f277ede25d),segment_id=1a643b30-6378-4158-b96a-84f277ede25d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:14:27.543817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:27.585995 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:27.611535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9b58175-59c4-42a7-87ec-e2fd4555fa29 req-b16a6c66-449a-4e5c-95f9-87514f81e329 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004804 May 24 23:14:27.654605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49657757-eb50-4849-a79f-7ab4b2950bcf None None] Pushing event updated for resources: {'Port': ['ID=d9a84737-4d6c-4e49-bd0c-a18188691514,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:27.671156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=ae650409-3ad1-4543-9a44-94f0568859a5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:27.699899 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:27.860490 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-87b1e646-be4a-4e76-a810-58f8ecb484ca service neutron] 10.222.0.55 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8925626 May 24 23:14:27.913264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28b33c-8671-4359-8869-7107c42e5dc6 req-60f77dfd-8e96-4aeb-8a0a-6b30b5fd1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:27.913264 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d28b33c-8671-4359-8869-7107c42e5dc6 req-60f77dfd-8e96-4aeb-8a0a-6b30b5fd1211 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9144006 May 24 23:14:28.017761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:28.017761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:28.124504 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:28.163857 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:28.164372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Fanout notify agent at l3_agent the message router_deleted on router 662e80c7-fc73-4e7a-b07a-dbd599ac1b8a {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:14:28.201466 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:28.202622 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-924b034e-892d-4586-9907-337254b73369 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "DELETE /v2.0/routers/662e80c7-fc73-4e7a-b07a-dbd599ac1b8a HTTP/1.1" status: 204 len: 168 time: 2.3821342 May 24 23:14:28.206333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35116) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:28.230229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8823f-c062-49a4-b4d9-dff152080815 req-34a56ab9-1dbd-4c18-a65e-3f2ca734d94f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:28.238851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6e8823f-c062-49a4-b4d9-dff152080815 req-34a56ab9-1dbd-4c18-a65e-3f2ca734d94f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 943 time: 0.4031558 May 24 23:14:28.515983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6e8823f-c062-49a4-b4d9-dff152080815 req-ecfbebc7-5d57-4be5-af08-2a5f86b1c5d4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690449 May 24 23:14:28.534648 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:28.830286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d9a84737-4d6c-4e49-bd0c-a18188691514 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:28.841308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9651d41-7d70-4e5f-bac3-34fc8859a22c req-6d49756a-9f4b-4313-8e89-029dabe6cc70 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 210 time: 0.1213205 May 24 23:14:28.841308 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:28.932275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac915ab3-564d-42a8-b6de-24c9416f51ec']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:28.965545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port d9a84737-4d6c-4e49-bd0c-a18188691514 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:28.969939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a58005-7dea-40b6-b254-b5e7669e4d3d') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:28.969939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a58005-7dea-40b6-b254-b5e7669e4d3d') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:29.015177 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:29.082505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:29.102420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:14:29.102841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:29.120838 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1b578ff-d5ac-45bf-8bd8-77b5f319a57d no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:29.210124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: f1b578ff-d5ac-45bf-8bd8-77b5f319a57d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:29.210124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1b578ff-d5ac-45bf-8bd8-77b5f319a57d not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:29.263797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d28b33c-8671-4359-8869-7107c42e5dc6 req-0f302341-7c51-4fd6-a1aa-21b1f3620320 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1903398 May 24 23:14:29.270720 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f6a58005-7dea-40b6-b254-b5e7669e4d3d resource provider aggregate not found May 24 23:14:29.332659 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment f6a58005-7dea-40b6-b254-b5e7669e4d3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6a58005-7dea-40b6-b254-b5e7669e4d3d found for delete ", "request_id": "req-f1f278ed-11a6-4205-9865-44bf24f41b98"}]} May 24 23:14:29.375111 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:29.417897 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:29.423391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'Network': ['ID=ac915ab3-564d-42a8-b6de-24c9416f51ec,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:29.446470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1dc2afc3-72c0-4ce0-b7a7-540cf6e1a6cb tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "DELETE /v2.0/networks/ac915ab3-564d-42a8-b6de-24c9416f51ec HTTP/1.1" status: 204 len: 168 time: 1.1849499 May 24 23:14:29.446470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35130) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:29.507512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa46368-dfa5-4a0a-9c96-273c518ca6db None None] Network 36a489c2-457f-4770-b4d2-61c1033a1398 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:29.801105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949977f4-c232-4202-8da0-9a39dfb344af req-7fb12572-72e3-4474-a518-42be598e05eb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:29.802761 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-949977f4-c232-4202-8da0-9a39dfb344af req-7fb12572-72e3-4474-a518-42be598e05eb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 1.3671844 May 24 23:14:29.827611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Deleting port 1b431808-2f6a-4124-ae86-4b1d6730504e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:29.827611 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:29.947870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-062d812f-07a9-4520-bba2-74c85f0c1391 None None] Provisioning for port d9a84737-4d6c-4e49-bd0c-a18188691514 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:29.998467 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-949977f4-c232-4202-8da0-9a39dfb344af req-e2049b45-12d6-4013-916e-bc69d93c22a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410151 May 24 23:14:30.010919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-062d812f-07a9-4520-bba2-74c85f0c1391 None None] Provisioning complete for port d9a84737-4d6c-4e49-bd0c-a18188691514 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:30.015434 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-062d812f-07a9-4520-bba2-74c85f0c1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:30.055035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35138) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:30.150617 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d28b33c-8671-4359-8869-7107c42e5dc6 req-c237ac9f-2e6f-4779-82b0-55de305b9c86 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108645 May 24 23:14:30.155925 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Allocated IP 172.20.0.1 (36a489c2-457f-4770-b4d2-61c1033a1398/5e2111e3-9e0e-4fbd-b91d-f6a0c7857295/1beb25cc-1cce-4fb2-8169-95cda25f59e7) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:30.332925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-062d812f-07a9-4520-bba2-74c85f0c1391 None None] Current status of the port d9a84737-4d6c-4e49-bd0c-a18188691514 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:30.333561 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-062d812f-07a9-4520-bba2-74c85f0c1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:30.353259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c5e14628-f00f-4f82-b004-17438e8b0693 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:30.361205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-01a6350c-8864-4b76-a38b-5c501759b75b req-c2f04931-4a02-45ee-ba61-cac202f42672 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 210 time: 0.0981894 May 24 23:14:30.402009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: c5e14628-f00f-4f82-b004-17438e8b0693 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:30.402581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c5e14628-f00f-4f82-b004-17438e8b0693 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:30.416714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-062d812f-07a9-4520-bba2-74c85f0c1391 None None] For port d9a84737-4d6c-4e49-bd0c-a18188691514, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d9a84737-4d6c-4e49-bd0c-a18188691514,segment=NetworkSegment(1a643b30-6378-4158-b96a-84f277ede25d),segment_id=1a643b30-6378-4158-b96a-84f277ede25d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:30.424967 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-062d812f-07a9-4520-bba2-74c85f0c1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:30.446735 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:30.506179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d812f-07a9-4520-bba2-74c85f0c1391 None None] Pushing event updated for resources: {'Port': ['ID=d9a84737-4d6c-4e49-bd0c-a18188691514,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:30.591625 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:30.591625 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:30.594400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:30.664582 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:30.726453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Transition to ACTIVE for port object 1beb25cc-1cce-4fb2-8169-95cda25f59e7 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:30.726631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Calling delete_port for 1b431808-2f6a-4124-ae86-4b1d6730504e owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:30.860951 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:30.867575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-d3d2a9cb-cf60-47a2-8d1f-7ac674ed382c tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:30.869022 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-d3d2a9cb-cf60-47a2-8d1f-7ac674ed382c tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.31 "GET /v2.0/networks?id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90 HTTP/1.1" status: 200 len: 811 time: 0.8517914 May 24 23:14:30.873070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ed5ff621-c9eb-4cc0-bca7-25c87a3a11a8 None None] Provisioning complete for port d9a84737-4d6c-4e49-bd0c-a18188691514 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:30.873700 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ed5ff621-c9eb-4cc0-bca7-25c87a3a11a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:30.887069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e30ef-4fa2-4a50-a420-e047295f38d5 req-84b103b5-e596-450e-8ec3-6d1e57b2f60a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:30.888515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f7e30ef-4fa2-4a50-a420-e047295f38d5 req-84b103b5-e596-450e-8ec3-6d1e57b2f60a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 943 time: 0.8654170 May 24 23:14:30.892790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Request body: {'port': {'device_id': '6b96fb25-e28e-446d-9d13-1e9a05fc1e3b', 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90', 'admin_state_up': True, 'tenant_id': '2f5082b16d1444209ac2eb488b010b82'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:30.935937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 36a489c2-457f-4770-b4d2-61c1033a1398 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:30.939882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:30.947246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:30.985040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=1beb25cc-1cce-4fb2-8169-95cda25f59e7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:31.002737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be70eb80-737e-4f8b-81cb-f7e70bccb0e4 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:31.003640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-be70eb80-737e-4f8b-81cb-f7e70bccb0e4 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1091 time: 0.8970435 May 24 23:14:31.011438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35142) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:31.017226 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:31.021521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '51c1742f-e320-4491-bb37-6806a549132e', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:31.030334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:31.064769 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:31.064769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:floatingip and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:31.112775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ff621-c9eb-4cc0-bca7-25c87a3a11a8 None None] Current status of the port d9a84737-4d6c-4e49-bd0c-a18188691514 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:31.125887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:31.156744 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:31.231360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f7e30ef-4fa2-4a50-a420-e047295f38d5 req-cb811783-15e6-4c47-83ef-55edb3154656 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232377 May 24 23:14:31.232837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fcd2d510-0bfc-4695-bf10-6b69601278fd None None] Provisioning for port 1beb25cc-1cce-4fb2-8169-95cda25f59e7 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:31.238012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:31.244035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fcd2d510-0bfc-4695-bf10-6b69601278fd None None] Provisioning complete for port 1beb25cc-1cce-4fb2-8169-95cda25f59e7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:31.246023 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fcd2d510-0bfc-4695-bf10-6b69601278fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:31.254299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:31.273018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Made reservation on behalf of 2f5082b16d1444209ac2eb488b010b82 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:14:31.277224 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:31.290080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:31.309941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2d510-0bfc-4695-bf10-6b69601278fd None None] Port 1beb25cc-1cce-4fb2-8169-95cda25f59e7 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:31.319113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:31.348395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'Port': ['ID=1b431808-2f6a-4124-ae86-4b1d6730504e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:31.400885 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:31.423275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=ae650409-3ad1-4543-9a44-94f0568859a5,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:31.448836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:31.525377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:31.525745 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Floating IP 8829ac7a-f9da-49ed-a4f5-31d9c81b830c disassociated (deleted). External IP: 172.25.7.20, port: 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b. May 24 23:14:31.734827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Allocated IP 172.20.0.6 (e8b2f2c6-b620-41a0-807a-0d031ceeaa90/d045cf97-0bb3-47b8-9416-6297d931255e/c2915131-3ccc-431c-843d-3b5b44e36e32) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:31.805744 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-938bda2f-e377-460b-937b-b59ccfc8053f req-278574b3-3f70-45de-adce-f2f94d198a67 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 210 time: 0.2473080 May 24 23:14:31.923297 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:31.976776 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP 2d2fb7d7-1d30-4d36-b33e-310d688ec1c9 associated. External IP: 172.25.7.181, port: e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1. May 24 23:14:32.228565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Router 6b418bb5-2a63-4667-ae55-9892c368468c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:32.250806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:32.366760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d9a84737-4d6c-4e49-bd0c-a18188691514 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:32.388178 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:32.451523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d9a84737-4d6c-4e49-bd0c-a18188691514 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:32.452492 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:32.551423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:32.567105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f296f1-aa16-4d30-837e-78fcfe33e864 None None] Sync routers for ids ['6b418bb5-2a63-4667-ae55-9892c368468c'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:32.590209 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:32.607787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f296f1-aa16-4d30-837e-78fcfe33e864 None None] Routers {'6b418bb5-2a63-4667-ae55-9892c368468c'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:32.609313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-15f296f1-aa16-4d30-837e-78fcfe33e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6b418bb5-2a63-4667-ae55-9892c368468c'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:32.622031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:32.695801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['49a61d8b-4f1c-40f3-876e-c801fb7536c3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:14:32.742563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:32.746135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2fcb1f76-b7e6-4299-a0de-5fdeb889500d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "DELETE /v2.0/floatingips/8829ac7a-f9da-49ed-a4f5-31d9c81b830c HTTP/1.1" status: 204 len: 168 time: 3.2986581 May 24 23:14:32.766552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d9a84737-4d6c-4e49-bd0c-a18188691514 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:32.766715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:32.780299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Pushing event updated for resources: {'Port': ['ID=c2915131-3ccc-431c-843d-3b5b44e36e32,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:32.803309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:32.809434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:32.851500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.25.7.196 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/e19a3be0-23bb-46a4-a8a1-8681c1251e66) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:32.867034 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:32.867179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83019c-c42e-4347-be01-0d1426240c87 req-7b0b85fd-968a-4908-a0a5-835f069c61ed tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:32.868260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f83019c-c42e-4347-be01-0d1426240c87 req-7b0b85fd-968a-4908-a0a5-835f069c61ed tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 943 time: 0.4899254 May 24 23:14:32.870213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:32.879731 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:32.942832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:32.943529 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:32.954568 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f83019c-c42e-4347-be01-0d1426240c87 req-6c2a91d9-47cb-4769-b126-b0cd13cdc04e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686786 May 24 23:14:32.977307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-0b2a435e-3799-4b33-934b-d26fbb6c2e34 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0982616 May 24 23:14:32.996482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Request body: {'port': {'device_id': '6b96fb25-e28e-446d-9d13-1e9a05fc1e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:33.046391 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b844d4a0-bc93-4e76-9023-c956fb5942a0'] response: {'name': 'network-changed', 'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'status': 'completed', 'code': 200} May 24 23:14:33.074403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-15f296f1-aa16-4d30-837e-78fcfe33e864 None None] Set router 6b418bb5-2a63-4667-ae55-9892c368468c gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:33.186165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:33.453547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=1beb25cc-1cce-4fb2-8169-95cda25f59e7,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:33.456830 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:33.499833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.500164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.501055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.501055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.501335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.501555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.501909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.502236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.502589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.503090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.503433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.503817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:14:33.601210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-15f296f1-aa16-4d30-837e-78fcfe33e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:51Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'df942f99-2d5b-4062-85a9-37e9a39ae95d', 'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:2b:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:48Z', 'updated_at': '2022-05-24T23:12:03Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:33.607392 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f296f1-aa16-4d30-837e-78fcfe33e864 None None] Checking router: 6b418bb5-2a63-4667-ae55-9892c368468c for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:14:33.616794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505240f-31c5-45f9-ac15-f25158531958 req-6f94e4d2-30a7-4564-8a13-8dec6459a418 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:33.619414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b505240f-31c5-45f9-ac15-f25158531958 req-6f94e4d2-30a7-4564-8a13-8dec6459a418 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Synchronizing usage tracker for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:33.624126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f296f1-aa16-4d30-837e-78fcfe33e864 None None] Routers {'6b418bb5-2a63-4667-ae55-9892c368468c'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:33.624929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-15f296f1-aa16-4d30-837e-78fcfe33e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6b418bb5-2a63-4667-ae55-9892c368468c'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:33.640731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e912f7-65e3-4f03-bd7f-7ce16e6efb25 req-a0d88607-887c-496c-bcdb-0d20db810f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:33.642273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-49e912f7-65e3-4f03-bd7f-7ce16e6efb25 req-a0d88607-887c-496c-bcdb-0d20db810f80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702cf064813c4c99be556eaa2ccd29f5&device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 1135 time: 0.4574072 May 24 23:14:33.741359 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:33.745701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b505240f-31c5-45f9-ac15-f25158531958 req-6f94e4d2-30a7-4564-8a13-8dec6459a418 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Unset dirty status for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:33.746866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b505240f-31c5-45f9-ac15-f25158531958 req-6f94e4d2-30a7-4564-8a13-8dec6459a418 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 931 time: 0.5328741 May 24 23:14:33.783005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-2b913136-05dd-4fb8-a4f9-25153ff55833 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8278391 May 24 23:14:33.784258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:33.798280 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf9f54-791e-4ed4-a429-50634dbc74ed None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:33.816390 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf9f54-791e-4ed4-a429-50634dbc74ed None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:33.817313 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-63cf9f54-791e-4ed4-a429-50634dbc74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:33.833295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1d752-5a44-41ee-92ff-7f3e8e40ea11 req-ff10e2e2-b47a-4660-b8e0-ce2b42d042e3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:33.834124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-90c1d752-5a44-41ee-92ff-7f3e8e40ea11 req-ff10e2e2-b47a-4660-b8e0-ce2b42d042e3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Synchronizing usage tracker for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:33.881517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-15f296f1-aa16-4d30-837e-78fcfe33e864 None None] Set router 6b418bb5-2a63-4667-ae55-9892c368468c gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:33.895721 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:33.924087 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-63cf9f54-791e-4ed4-a429-50634dbc74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:33.935024 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf9f54-791e-4ed4-a429-50634dbc74ed None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:33.941133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 36a489c2-457f-4770-b4d2-61c1033a1398 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:33.941317 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-63cf9f54-791e-4ed4-a429-50634dbc74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:33.944838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:33.978776 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b505240f-31c5-45f9-ac15-f25158531958 req-c9a37614-434e-4f22-898c-b717e7681c61 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576179 May 24 23:14:34.014367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-90c1d752-5a44-41ee-92ff-7f3e8e40ea11 req-ff10e2e2-b47a-4660-b8e0-ce2b42d042e3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Unset dirty status for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:34.020682 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-90c1d752-5a44-41ee-92ff-7f3e8e40ea11 req-ff10e2e2-b47a-4660-b8e0-ce2b42d042e3 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 984 time: 0.6760638 May 24 23:14:34.073647 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-63cf9f54-791e-4ed4-a429-50634dbc74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:34.074615 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf9f54-791e-4ed4-a429-50634dbc74ed None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:34.113886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2915131-3ccc-431c-843d-3b5b44e36e32 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:14:34.125589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:34.146808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Transition to ACTIVE for port object c2915131-3ccc-431c-843d-3b5b44e36e32 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:14:34.155835 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:34.195122 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:34.276029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e912f7-65e3-4f03-bd7f-7ce16e6efb25 req-4488fe89-1982-4574-9907-d38afb9aa10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:34.279719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-49e912f7-65e3-4f03-bd7f-7ce16e6efb25 req-4488fe89-1982-4574-9907-d38afb9aa10a service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcfe7349-20af-4d26-801e-4f7c7e3e63be HTTP/1.1" status: 200 len: 897 time: 0.6214795 May 24 23:14:34.366250 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8e9e3230-5701-4fb3-8aab-9f2eaee5fa31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.5592501 May 24 23:14:34.371731 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-90c1d752-5a44-41ee-92ff-7f3e8e40ea11 req-28f49536-a928-447b-926e-4b2bef684186 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3036926 May 24 23:14:34.400793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35160) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:34.408970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-356295bb-542c-4cde-894d-f5bf69a6b6de None None] Provisioning complete for port 1beb25cc-1cce-4fb2-8169-95cda25f59e7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:34.409401 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-356295bb-542c-4cde-894d-f5bf69a6b6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:34.425030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=e19a3be0-23bb-46a4-a8a1-8681c1251e66,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:34.437017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0bcd649d-3dc8-4146-abc0-b0f903d6ea30 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:34.449348 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-49e912f7-65e3-4f03-bd7f-7ce16e6efb25 req-f98d71c6-f139-4468-9e11-df2a3e8f87d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b HTTP/1.1" status: 200 len: 217 time: 0.1492069 May 24 23:14:34.473051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-356295bb-542c-4cde-894d-f5bf69a6b6de None None] Port 1beb25cc-1cce-4fb2-8169-95cda25f59e7 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:14:34.485871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-15f296f1-aa16-4d30-837e-78fcfe33e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:51Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'df942f99-2d5b-4062-85a9-37e9a39ae95d', 'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:2b:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:48Z', 'updated_at': '2022-05-24T23:12:03Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:34.490891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f296f1-aa16-4d30-837e-78fcfe33e864 None None] The sync data for ids ['6b418bb5-2a63-4667-ae55-9892c368468c'] in n-d-843146-7 is: [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:11:51Z', 'revision_number': 4, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'df942f99-2d5b-4062-85a9-37e9a39ae95d', 'name': '', 'network_id': 'fcfe7349-20af-4d26-801e-4f7c7e3e63be', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'mac_address': 'fa:16:3e:2b:bf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:48Z', 'updated_at': '2022-05-24T23:12:03Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'subnets': [{'id': 'b1386afa-59d4-4cb0-bf14-5cc585ed77f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:34.504710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:34.515018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:34.532266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2915131-3ccc-431c-843d-3b5b44e36e32,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:34.533552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:34.621608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f7362-3b02-47e6-8f8a-d83aa2bd9873 req-c4865f5a-c29a-40d0-a271-d52f4f118583 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:34.629042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f54f7362-3b02-47e6-8f8a-d83aa2bd9873 req-c4865f5a-c29a-40d0-a271-d52f4f118583 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 943 time: 0.4651504 May 24 23:14:34.650218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e912f7-65e3-4f03-bd7f-7ce16e6efb25 req-e810a00a-70c8-4f1c-b287-e83bb8ff0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:34.651565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-49e912f7-65e3-4f03-bd7f-7ce16e6efb25 req-e810a00a-70c8-4f1c-b287-e83bb8ff0437 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b1386afa-59d4-4cb0-bf14-5cc585ed77f1 HTTP/1.1" status: 200 len: 834 time: 0.1910884 May 24 23:14:34.696124 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bcd649d-3dc8-4146-abc0-b0f903d6ea30 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:34.750545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Attempting to bind port c2915131-3ccc-431c-843d-3b5b44e36e32 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:14:34.751112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Attempting to bind port c2915131-3ccc-431c-843d-3b5b44e36e32 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:14:34.751672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Attempting to bind port c2915131-3ccc-431c-843d-3b5b44e36e32 on network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:34.760202 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f54f7362-3b02-47e6-8f8a-d83aa2bd9873 req-358cae93-6323-415f-b620-abadf03ffc87 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297233 May 24 23:14:34.763287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Port c2915131-3ccc-431c-843d-3b5b44e36e32 on network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:14:34.763576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Attempting to bind port c2915131-3ccc-431c-843d-3b5b44e36e32 on network e8b2f2c6-b620-41a0-807a-0d031ceeaa90 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:14:34.771266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:14:34.771626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Checking segment: {'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:14:34.772356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Bound using segment: {'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:14:34.772638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Bound port: c2915131-3ccc-431c-843d-3b5b44e36e32, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:14:34.773166 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:34.839806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e912f7-65e3-4f03-bd7f-7ce16e6efb25 req-0e65ab70-2585-4c4a-a444-996e38e2b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:34.841333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-49e912f7-65e3-4f03-bd7f-7ce16e6efb25 req-0e65ab70-2585-4c4a-a444-996e38e2b30b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcfe7349-20af-4d26-801e-4f7c7e3e63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801355 May 24 23:14:34.857975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a2ac3-9190-496a-9d64-01754cca9d4f None None] New status for floating IP 8829ac7a-f9da-49ed-a4f5-31d9c81b830c: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:14:34.992252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] For port c2915131-3ccc-431c-843d-3b5b44e36e32, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:14:35.000782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router ea6a4e17-8843-4db2-8399-25b8ca01eff6 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:14:35.015435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] For port c2915131-3ccc-431c-843d-3b5b44e36e32, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c2915131-3ccc-431c-843d-3b5b44e36e32,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:14:35.025330 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:35.080066 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-49e912f7-65e3-4f03-bd7f-7ce16e6efb25 req-5937ee10-428f-4116-9b81-130048c608a0 service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295029 May 24 23:14:35.128064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:35.128064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:35.129447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] 10.222.0.31 "PUT /v2.0/ports/c2915131-3ccc-431c-843d-3b5b44e36e32 HTTP/1.1" status: 200 len: 1091 time: 2.1441092 May 24 23:14:35.129912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b96fb25-e28e-446d-9d13-1e9a05fc1e3b', 'tag': 'c2915131-3ccc-431c-843d-3b5b44e36e32'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:35.254217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15809285-065f-4f3d-828b-921e7ce1e7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2915131-3ccc-431c-843d-3b5b44e36e32,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:35.271538 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b012e459-7e97-472b-b5e6-ccdf822712cf'] response: {'name': 'network-changed', 'server_uuid': '6b96fb25-e28e-446d-9d13-1e9a05fc1e3b', 'tag': 'c2915131-3ccc-431c-843d-3b5b44e36e32', 'status': 'completed', 'code': 200} May 24 23:14:35.334434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-49e912f7-65e3-4f03-bd7f-7ce16e6efb25 req-1a433e9b-244b-432a-b413-ca44e6666a7b service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449012 May 24 23:14:35.360539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-e2014b1d-e5e0-4c84-b7ed-11085d989bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:35.362054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-e2014b1d-e5e0-4c84-b7ed-11085d989bf8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f5082b16d1444209ac2eb488b010b82&device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 1094 time: 0.1574047 May 24 23:14:35.364776 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6b9e379c-a5fa-4776-88ad-2dfea3a4dfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:35.410809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-2b74fb9e-c75a-414c-8263-33380e61a722 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:35.412306 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-2b74fb9e-c75a-414c-8263-33380e61a722 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 984 time: 0.7766168 May 24 23:14:35.453308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-3887ff73-5027-4867-af71-1115f92a9cfe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2915131-3ccc-431c-843d-3b5b44e36e32 HTTP/1.1" status: 200 len: 217 time: 0.0825210 May 24 23:14:35.650803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-73758fd1-ea5b-4095-93e5-26eed9897e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:35.652963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-73758fd1-ea5b-4095-93e5-26eed9897e85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d045cf97-0bb3-47b8-9416-6297d931255e HTTP/1.1" status: 200 len: 851 time: 0.1487963 May 24 23:14:35.653074 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bcd649d-3dc8-4146-abc0-b0f903d6ea30 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:35.727282 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-8863770a-c630-4327-875a-e46aec7894d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595150 May 24 23:14:35.743848 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bcd649d-3dc8-4146-abc0-b0f903d6ea30 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:35.744495 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-0bcd649d-3dc8-4146-abc0-b0f903d6ea30 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP 2d2fb7d7-1d30-4d36-b33e-310d688ec1c9 disassociated. External IP: 172.25.7.181, port: e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1. May 24 23:14:35.851882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Deleting port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:35.852236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:35.900564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:35.915063 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c3f99-5711-4f6f-88aa-d3dbec36ad7d None None] Sync routers for ids ['ea6a4e17-8843-4db2-8399-25b8ca01eff6'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:35.923661 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5daa7f92-24ce-42d2-a924-5c85861cb909 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/ea6a4e17-8843-4db2-8399-25b8ca01eff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2535048 May 24 23:14:35.925462 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c3f99-5711-4f6f-88aa-d3dbec36ad7d None None] Routers {'ea6a4e17-8843-4db2-8399-25b8ca01eff6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:35.926177 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-483c3f99-5711-4f6f-88aa-d3dbec36ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ea6a4e17-8843-4db2-8399-25b8ca01eff6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:35.937999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35172) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:35.985557 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-483c3f99-5711-4f6f-88aa-d3dbec36ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:35.995325 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c3f99-5711-4f6f-88aa-d3dbec36ad7d None None] Routers {'ea6a4e17-8843-4db2-8399-25b8ca01eff6'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:35.996052 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-483c3f99-5711-4f6f-88aa-d3dbec36ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ea6a4e17-8843-4db2-8399-25b8ca01eff6'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:36.027745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-e7aa4a40-a93c-4b5b-a6d1-5533764a064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:36.029460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-e7aa4a40-a93c-4b5b-a6d1-5533764a064a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702cf064813c4c99be556eaa2ccd29f5&device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 1135 time: 0.5748174 May 24 23:14:36.053689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b3479-0f6c-4a3b-9a72-fa5654a74007 req-d52347ba-4414-4bc1-9834-acbaa847789c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:36.054774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-220b3479-0f6c-4a3b-9a72-fa5654a74007 req-d52347ba-4414-4bc1-9834-acbaa847789c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Synchronizing usage tracker for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:36.064021 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-483c3f99-5711-4f6f-88aa-d3dbec36ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:36.064598 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c3f99-5711-4f6f-88aa-d3dbec36ad7d None None] The sync data for ids ['ea6a4e17-8843-4db2-8399-25b8ca01eff6'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:36.167266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd1da4-06b2-48d9-93e0-3005af3e9492 req-6dbcd802-cf8d-46f3-9ffa-491bac8b92c5 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:36.168740 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fedd1da4-06b2-48d9-93e0-3005af3e9492 req-6dbcd802-cf8d-46f3-9ffa-491bac8b92c5 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 943 time: 0.7944899 May 24 23:14:36.177312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-220b3479-0f6c-4a3b-9a72-fa5654a74007 req-d52347ba-4414-4bc1-9834-acbaa847789c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Unset dirty status for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:36.178721 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-220b3479-0f6c-4a3b-9a72-fa5654a74007 req-d52347ba-4414-4bc1-9834-acbaa847789c tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 984 time: 0.6097727 May 24 23:14:36.214241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc62a8-72b6-4d17-afaf-ae787b58532b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:36.214751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-42cc62a8-72b6-4d17-afaf-ae787b58532b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Synchronizing usage tracker for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:36.224421 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-d230ef49-ddb3-4e84-acd0-7808ed96dfd3 service neutron] 10.222.0.31 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879189 May 24 23:14:36.373530 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-220b3479-0f6c-4a3b-9a72-fa5654a74007 req-86af4733-0ea8-48ea-98e7-1cce3772c115 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1849339 May 24 23:14:36.407101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-53925438-cc69-43d3-9782-b3bb192d762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:36.408689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-53925438-cc69-43d3-9782-b3bb192d762a service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcfe7349-20af-4d26-801e-4f7c7e3e63be HTTP/1.1" status: 200 len: 897 time: 0.3463459 May 24 23:14:36.462347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-42cc62a8-72b6-4d17-afaf-ae787b58532b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Unset dirty status for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:36.466427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-42cc62a8-72b6-4d17-afaf-ae787b58532b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports/1beb25cc-1cce-4fb2-8169-95cda25f59e7 HTTP/1.1" status: 200 len: 910 time: 0.5168083 May 24 23:14:36.476002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fedd1da4-06b2-48d9-93e0-3005af3e9492 req-e53e0adb-99d2-4a8f-a9d4-02d6400f58ec tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858405 May 24 23:14:36.476461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35176) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:36.506204 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-c1e59586-4b46-4ddb-8248-20169bc6c6b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b HTTP/1.1" status: 200 len: 217 time: 0.0791550 May 24 23:14:36.612571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faba10ee-9134-49bb-9a24-025e14bb4d8a req-42c33fdf-4763-4619-94fd-af4583de8fcc service neutron] 10.222.0.31 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805485 May 24 23:14:36.647066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-9e1074cd-f6f4-49df-8a91-25347fabb460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:36.648520 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-9e1074cd-f6f4-49df-8a91-25347fabb460 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b1386afa-59d4-4cb0-bf14-5cc585ed77f1 HTTP/1.1" status: 200 len: 834 time: 0.0936956 May 24 23:14:36.775715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4c6df-dd2e-4cfd-b715-acbf634e7c26 req-a106f871-caed-48aa-b3a1-c6cad934efea tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:36.777268 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4fd4c6df-dd2e-4cfd-b715-acbf634e7c26 req-a106f871-caed-48aa-b3a1-c6cad934efea tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 943 time: 0.2701490 May 24 23:14:36.851607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4fd4c6df-dd2e-4cfd-b715-acbf634e7c26 req-5645d6a3-9338-42d6-a95b-8f7eb4dfc0a8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657866 May 24 23:14:36.860339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-eb4566a2-5314-4d7a-a8e8-9c4aabb9f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:36.861862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-eb4566a2-5314-4d7a-a8e8-9c4aabb9f418 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcfe7349-20af-4d26-801e-4f7c7e3e63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038949 May 24 23:14:36.867761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec3a27-1e6e-456c-afca-0606b11e44e8 req-c57a27b0-67ca-4e73-91e5-e2c80a2c852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:36.869230 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eec3a27-1e6e-456c-afca-0606b11e44e8 req-c57a27b0-67ca-4e73-91e5-e2c80a2c852a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f5082b16d1444209ac2eb488b010b82&device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 1094 time: 0.1717277 May 24 23:14:36.888292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 14880885-cc71-4ed3-9a45-9d57a0fd30ef details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:14:36.891360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:36.973852 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:36.982295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcd649d-3dc8-4146-abc0-b0f903d6ea30 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:37.032536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] For port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:37.032881 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:37.116794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec3a27-1e6e-456c-afca-0606b11e44e8 req-f470fc53-9d6c-4950-9b4e-2811a0f5068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:37.119246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eec3a27-1e6e-456c-afca-0606b11e44e8 req-f470fc53-9d6c-4950-9b4e-2811a0f5068a service neutron] 10.222.0.31 "GET /v2.0/networks?id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90 HTTP/1.1" status: 200 len: 912 time: 0.2268591 May 24 23:14:37.121279 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-6b3e038a-86c5-41a2-9523-1014d644f9ec service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502959 May 24 23:14:37.143386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:37.143825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:37.185414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 14880885-cc71-4ed3-9a45-9d57a0fd30ef, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=14880885-cc71-4ed3-9a45-9d57a0fd30ef,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:37.201110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:37.213653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '14880885-cc71-4ed3-9a45-9d57a0fd30ef', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'port_id': '14880885-cc71-4ed3-9a45-9d57a0fd30ef', 'mac_address': 'fa:16:3e:e5:04:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:14:37.218211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:37.230913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eec3a27-1e6e-456c-afca-0606b11e44e8 req-2414f5c6-ab10-482f-bec1-cff7eb2f9ebf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2915131-3ccc-431c-843d-3b5b44e36e32 HTTP/1.1" status: 200 len: 217 time: 0.1048408 May 24 23:14:37.275530 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557068b7-e305-4df8-9b04-f38532420b99'] response: {'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'code': 200} May 24 23:14:37.278675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:37.343022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 14880885-cc71-4ed3-9a45-9d57a0fd30ef is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:37.343022 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:37.363501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14880885-cc71-4ed3-9a45-9d57a0fd30ef {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:14:37.381403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec3a27-1e6e-456c-afca-0606b11e44e8 req-148db576-c290-42a1-b913-a2c5af649890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:37.382615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eec3a27-1e6e-456c-afca-0606b11e44e8 req-148db576-c290-42a1-b913-a2c5af649890 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d045cf97-0bb3-47b8-9416-6297d931255e HTTP/1.1" status: 200 len: 851 time: 0.0955498 May 24 23:14:37.394906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:37.406998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 14880885-cc71-4ed3-9a45-9d57a0fd30ef, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=14880885-cc71-4ed3-9a45-9d57a0fd30ef,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:37.415855 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:37.431799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Calling delete_port for 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:37.446636 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eec3a27-1e6e-456c-afca-0606b11e44e8 req-8d148060-9e48-41bf-bf25-b1ede1e1202a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481241 May 24 23:14:37.450141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d8befeb-be09-4052-9663-dd8ddce3aedd req-56200a9e-277e-4e22-9457-b29c12e0798b service neutron] 10.222.0.50 "GET /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727120 May 24 23:14:37.540649 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-57330f93-af7e-42be-a402-d16e5fc24f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:37.557608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=14880885-cc71-4ed3-9a45-9d57a0fd30ef,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:37.682091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['14880885-cc71-4ed3-9a45-9d57a0fd30ef'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:14:37.805476 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eec3a27-1e6e-456c-afca-0606b11e44e8 req-41417cff-f6a6-47a3-9e6d-df3ecbdb7fc3 service neutron] 10.222.0.31 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521602 May 24 23:14:37.895076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b94691-3cc5-4b81-9427-ce6b6b3c3900 req-d41f07ad-93b8-47cf-80b5-5872234e508d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:37.896385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01b94691-3cc5-4b81-9427-ce6b6b3c3900 req-d41f07ad-93b8-47cf-80b5-5872234e508d tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 982 time: 0.3630743 May 24 23:14:37.927350 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:37.954103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcd649d-3dc8-4146-abc0-b0f903d6ea30 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:37.968632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3150e04d-5698-47b4-b6f9-91889b188ffd None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:37.980940 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01b94691-3cc5-4b81-9427-ce6b6b3c3900 req-7eb4b620-a9bc-47bc-baed-3eb4352fbe03 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0673029 May 24 23:14:37.981761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150e04d-5698-47b4-b6f9-91889b188ffd None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:37.982547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3150e04d-5698-47b4-b6f9-91889b188ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:37.999469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bcd649d-3dc8-4146-abc0-b0f903d6ea30 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:38.007858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5eec3a27-1e6e-456c-afca-0606b11e44e8 req-8498faa2-89db-483f-8aed-4e4abd8bf961 service neutron] 10.222.0.31 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953163 May 24 23:14:38.060984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3150e04d-5698-47b4-b6f9-91889b188ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:38.064574 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:14:38.064892 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:14:38.073813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150e04d-5698-47b4-b6f9-91889b188ffd None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:38.074474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3150e04d-5698-47b4-b6f9-91889b188ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:38.163828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3150e04d-5698-47b4-b6f9-91889b188ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:38.164512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3150e04d-5698-47b4-b6f9-91889b188ffd None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:38.182271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0bcd649d-3dc8-4146-abc0-b0f903d6ea30 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "PUT /v2.0/floatingips/2d2fb7d7-1d30-4d36-b33e-310d688ec1c9 HTTP/1.1" status: 200 len: 688 time: 3.7656219 May 24 23:14:38.185711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35188) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:38.202901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6a12-d113-4836-ad29-75756668ff60 req-cb61ab4a-a23a-43ea-9f84-ab7a98903ca7 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:38.204365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c76d6a12-d113-4836-ad29-75756668ff60 req-cb61ab4a-a23a-43ea-9f84-ab7a98903ca7 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 943 time: 0.4582603 May 24 23:14:38.299354 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c76d6a12-d113-4836-ad29-75756668ff60 req-a9485064-d710-4756-bec3-d1c5a1fca588 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870662 May 24 23:14:38.327408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78deae90-195b-4aa0-8da1-0ccc666d3fc0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:38.369280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3634814-6d41-4ce8-90fc-2a3138c46e18 req-fef11426-6409-4c94-9413-96f8ac76fbb4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:38.370813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3634814-6d41-4ce8-90fc-2a3138c46e18 req-fef11426-6409-4c94-9413-96f8ac76fbb4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 944 time: 0.2566302 May 24 23:14:38.372492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-10f28898-7749-440c-94e4-c0abfdcbf4c6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port ae650409-3ad1-4543-9a44-94f0568859a5 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:38.372492 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10f28898-7749-440c-94e4-c0abfdcbf4c6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:38.527035 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e3634814-6d41-4ce8-90fc-2a3138c46e18 req-80c10934-84b9-431a-b221-c58262fd0ea8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297767 May 24 23:14:38.583515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10f28898-7749-440c-94e4-c0abfdcbf4c6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:38.583856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10f28898-7749-440c-94e4-c0abfdcbf4c6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:38.604504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Deleting port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:38.605091 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:38.630070 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:38.652033 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:38.704540 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:38.718408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-10f28898-7749-440c-94e4-c0abfdcbf4c6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for ae650409-3ad1-4543-9a44-94f0568859a5 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:38.788520 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:38.876605 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10f28898-7749-440c-94e4-c0abfdcbf4c6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:38.894784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=e19a3be0-23bb-46a4-a8a1-8681c1251e66,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:38.908450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 14880885-cc71-4ed3-9a45-9d57a0fd30ef up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:38.933092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f28898-7749-440c-94e4-c0abfdcbf4c6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=ae650409-3ad1-4543-9a44-94f0568859a5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:38.979230 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:39.003340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 14880885-cc71-4ed3-9a45-9d57a0fd30ef completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:39.010659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 14880885-cc71-4ed3-9a45-9d57a0fd30ef triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:39.011154 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:39.037849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10f28898-7749-440c-94e4-c0abfdcbf4c6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:39.050289 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10f28898-7749-440c-94e4-c0abfdcbf4c6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:39.051594 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-10f28898-7749-440c-94e4-c0abfdcbf4c6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/floatingips/2d2fb7d7-1d30-4d36-b33e-310d688ec1c9 HTTP/1.1" status: 204 len: 168 time: 0.8649940 May 24 23:14:39.055941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35194) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:39.061347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': 'b6202ac5-1030-4ede-8a4e-d182c2ac2f45'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:39.069867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:39.074414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:floatingip and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:39.077584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:39.084003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:39.107643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:39.194145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 14880885-cc71-4ed3-9a45-9d57a0fd30ef is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:39.194449 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:39.235602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 14880885-cc71-4ed3-9a45-9d57a0fd30ef, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=14880885-cc71-4ed3-9a45-9d57a0fd30ef,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:39.242269 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:39.287763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691dda91-e9f1-4eb5-b30f-e5019564bb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14880885-cc71-4ed3-9a45-9d57a0fd30ef'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:39.303875 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:39.323445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] For port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:39.323604 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:39.375980 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d55b9a-6e3b-424e-bd91-20e9a72da000'] response: {'server_uuid': '691dda91-e9f1-4eb5-b30f-e5019564bb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14880885-cc71-4ed3-9a45-9d57a0fd30ef', 'code': 200} May 24 23:14:39.390123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=14880885-cc71-4ed3-9a45-9d57a0fd30ef,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:39.463776 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Floating IP fbfc8b14-5e9d-4a8e-86d4-efdb17469787 associated. External IP: 172.25.7.196, port: 51c1742f-e320-4491-bb37-6806a549132e. May 24 23:14:39.527921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Calling delete_port for 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:39.587540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.25.7.101 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/4fa9147e-962c-438d-902f-1ccb9db26361) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:39.723546 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435643b-2764-4feb-9b88-a5f38a580f3e req-c743140f-2cb8-40fd-a270-fc73423e7f33 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:39.725111 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3435643b-2764-4feb-9b88-a5f38a580f3e req-c743140f-2cb8-40fd-a270-fc73423e7f33 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 982 time: 0.5851347 May 24 23:14:39.746406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-78deae90-195b-4aa0-8da1-0ccc666d3fc0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 1beb25cc-1cce-4fb2-8169-95cda25f59e7 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:39.746704 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78deae90-195b-4aa0-8da1-0ccc666d3fc0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:39.831878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d9f10-9d87-4594-8d4b-410d84b1406f req-68ffc70c-5529-4dd1-be30-dd7289aa4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:39.833365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-486d9f10-9d87-4594-8d4b-410d84b1406f req-68ffc70c-5529-4dd1-be30-dd7289aa4e19 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 1096 time: 0.3795636 May 24 23:14:39.883731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76e0a-c690-4ce6-8388-f7a97107255c req-f8357b28-c8aa-4de7-bbf1-2547e0106fb6 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:39.885407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10a76e0a-c690-4ce6-8388-f7a97107255c req-f8357b28-c8aa-4de7-bbf1-2547e0106fb6 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 943 time: 0.3829689 May 24 23:14:39.954078 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-486d9f10-9d87-4594-8d4b-410d84b1406f req-dcd0c60e-7c1d-434c-8931-7f5ee3f8f138 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087952 May 24 23:14:39.964500 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10a76e0a-c690-4ce6-8388-f7a97107255c req-d8363e12-a34e-4b3a-9be8-74050bd0cccd tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716350 May 24 23:14:40.056160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c2915131-3ccc-431c-843d-3b5b44e36e32 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:14:40.072124 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:40.146182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb7a9f-443c-439b-9f70-d94e93765d61 req-86b9ed07-7354-49e0-86a5-9ce8194eb0ff tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:40.147554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43cb7a9f-443c-439b-9f70-d94e93765d61 req-86b9ed07-7354-49e0-86a5-9ce8194eb0ff tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 945 time: 0.0839229 May 24 23:14:40.190543 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3435643b-2764-4feb-9b88-a5f38a580f3e req-6670d9ef-d38c-465a-95ec-4bfbb80ea2d5 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/security-groups?id=b51adc2b-6a56-41bd-a3d1-212e2941d9f1&id=fc0ee294-de73-46ac-87ac-d638fdb89514&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4451275 May 24 23:14:40.200500 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43cb7a9f-443c-439b-9f70-d94e93765d61 req-3685ff1c-c136-4492-b1a8-ade47b22a67b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458727 May 24 23:14:40.213359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c2915131-3ccc-431c-843d-3b5b44e36e32, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c2915131-3ccc-431c-843d-3b5b44e36e32,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:40.222583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'c2915131-3ccc-431c-843d-3b5b44e36e32', 'network_id': 'e8b2f2c6-b620-41a0-807a-0d031ceeaa90', 'port_id': 'c2915131-3ccc-431c-843d-3b5b44e36e32', 'mac_address': 'fa:16:3e:3e:ae:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045cf97-0bb3-47b8-9416-6297d931255e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:14:40.252045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:40.267449 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:40.277863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port c2915131-3ccc-431c-843d-3b5b44e36e32 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:40.278339 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:40.296106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2915131-3ccc-431c-843d-3b5b44e36e32 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:14:40.303198 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:40.318132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c2915131-3ccc-431c-843d-3b5b44e36e32, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c2915131-3ccc-431c-843d-3b5b44e36e32,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:40.323538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:40.393409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'Port': ['ID=4ce8609f-b1a1-4cc3-8270-6a7543c27e7b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:40.403248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=4fa9147e-962c-438d-902f-1ccb9db26361,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:40.403793 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=c2915131-3ccc-431c-843d-3b5b44e36e32,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:40.409934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:40.411948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:40.414558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:40.460600 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78deae90-195b-4aa0-8da1-0ccc666d3fc0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:40.510181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['c2915131-3ccc-431c-843d-3b5b44e36e32'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:14:40.515147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router ef966d02-f020-4420-ac09-5f2081b7b497 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:40.567146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] No DVR routers for this DVR port 4ce8609f-b1a1-4cc3-8270-6a7543c27e7b on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:14:40.626895 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:40.636554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-78deae90-195b-4aa0-8da1-0ccc666d3fc0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for 1beb25cc-1cce-4fb2-8169-95cda25f59e7 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:40.663951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'name': 'network-vif-deleted', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:40.759840 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e9409e-16b8-4a0c-b7bf-dfa20964e623'] response: {'server_uuid': 'ef5cb56d-acb7-4456-8f7c-5ce6a24bac99', 'name': 'network-vif-deleted', 'tag': '4ce8609f-b1a1-4cc3-8270-6a7543c27e7b', 'status': 'completed', 'code': 200} May 24 23:14:40.778644 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff3f1e38-b15d-4980-b5fb-a36a759815b6 req-210a8027-244c-4ec3-a70e-0c7ee55c8110 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.50 "DELETE /v2.0/ports/4ce8609f-b1a1-4cc3-8270-6a7543c27e7b HTTP/1.1" status: 204 len: 173 time: 5.2124281 May 24 23:14:40.917118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:41.004554 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:41.079784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:41.091867 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb82a77-618f-4b73-9b90-b3a94dfb80f9 None None] Sync routers for ids ['ef966d02-f020-4420-ac09-5f2081b7b497'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:41.108683 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb82a77-618f-4b73-9b90-b3a94dfb80f9 None None] Routers {'ef966d02-f020-4420-ac09-5f2081b7b497'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:41.109259 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2eb82a77-618f-4b73-9b90-b3a94dfb80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ef966d02-f020-4420-ac09-5f2081b7b497'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:41.167798 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:41.229953 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78deae90-195b-4aa0-8da1-0ccc666d3fc0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:41.321132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1234b8c7-b8da-42b6-a6a6-3ef8d4e0f7bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.3090150 May 24 23:14:41.331943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78deae90-195b-4aa0-8da1-0ccc666d3fc0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=1beb25cc-1cce-4fb2-8169-95cda25f59e7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:41.428339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1493b-1fb9-44b2-a999-e4f3f7356f27 req-d48f33a9-1e94-4612-8d5a-4ad09c0278a7 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:41.439804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ce1493b-1fb9-44b2-a999-e4f3f7356f27 req-d48f33a9-1e94-4612-8d5a-4ad09c0278a7 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 944 time: 0.3389933 May 24 23:14:41.492803 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-2eb82a77-618f-4b73-9b90-b3a94dfb80f9 None None] Set router ef966d02-f020-4420-ac09-5f2081b7b497 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:41.519114 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:41.540538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ce1493b-1fb9-44b2-a999-e4f3f7356f27 req-d5e834c1-4745-460c-acc3-1ba9cca1f0aa tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984111 May 24 23:14:41.544021 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:41.699859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-570780d8-14db-44e5-9444-3739de015efe req-f024131e-e282-4c73-9589-78c6e163bb64 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Synchronizing usage tracker for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:41.764231 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=4fa9147e-962c-438d-902f-1ccb9db26361,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:41.792160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-570780d8-14db-44e5-9444-3739de015efe req-f024131e-e282-4c73-9589-78c6e163bb64 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Unset dirty status for tenant:702cf064813c4c99be556eaa2ccd29f5 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:41.795240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-570780d8-14db-44e5-9444-3739de015efe req-f024131e-e282-4c73-9589-78c6e163bb64 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5cb56d-acb7-4456-8f7c-5ce6a24bac99 HTTP/1.1" status: 200 len: 210 time: 0.4049630 May 24 23:14:41.890449 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78deae90-195b-4aa0-8da1-0ccc666d3fc0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:41.902603 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:42.060010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c2915131-3ccc-431c-843d-3b5b44e36e32 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:14:42.065244 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2eb82a77-618f-4b73-9b90-b3a94dfb80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'fbfc8b14-5e9d-4a8e-86d4-efdb17469787', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'port_id': '51c1742f-e320-4491-bb37-6806a549132e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'mac_address': 'fa:16:3e:cf:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:14:35Z', 'updated_at': '2022-05-24T23:14:35Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ed31ef-3be0-4c58-84b7-7db88b604720', 'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:81:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:02Z', 'updated_at': '2022-05-24T23:14:10Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:42.070696 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb82a77-618f-4b73-9b90-b3a94dfb80f9 None None] Checking router: ef966d02-f020-4420-ac09-5f2081b7b497 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:14:42.083565 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb82a77-618f-4b73-9b90-b3a94dfb80f9 None None] Routers {'ef966d02-f020-4420-ac09-5f2081b7b497'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:42.084426 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2eb82a77-618f-4b73-9b90-b3a94dfb80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ef966d02-f020-4420-ac09-5f2081b7b497'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:42.086677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5b29e-a0ea-4745-862b-7f90696ca5ff req-2f54d319-c4fd-4543-aefe-497d5526a685 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:42.098620 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7dc5b29e-a0ea-4745-862b-7f90696ca5ff req-2f54d319-c4fd-4543-aefe-497d5526a685 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 945 time: 0.2983255 May 24 23:14:42.150882 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP 53c2b09d-7b40-4348-aa01-6df65faabee2 associated. External IP: 172.25.7.101, port: b6202ac5-1030-4ede-8a4e-d182c2ac2f45. May 24 23:14:42.171660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port c2915131-3ccc-431c-843d-3b5b44e36e32 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:14:42.182254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port c2915131-3ccc-431c-843d-3b5b44e36e32 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:14:42.183447 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:42.296465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78deae90-195b-4aa0-8da1-0ccc666d3fc0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router ea6a4e17-8843-4db2-8399-25b8ca01eff6 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:42.317612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f3316-3024-4561-85cb-b28c1ea2a3a3 req-31534517-ad75-4b0a-8afb-91de2da37b1c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:42.327679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec5f3316-3024-4561-85cb-b28c1ea2a3a3 req-31534517-ad75-4b0a-8afb-91de2da37b1c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.3635302 May 24 23:14:42.334184 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-2eb82a77-618f-4b73-9b90-b3a94dfb80f9 None None] Set router ef966d02-f020-4420-ac09-5f2081b7b497 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:42.336511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port c2915131-3ccc-431c-843d-3b5b44e36e32 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:14:42.336954 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:42.383791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7dc5b29e-a0ea-4745-862b-7f90696ca5ff req-e716642e-2102-4757-8d8f-a0cefbc9f865 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831025 May 24 23:14:42.387894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c2915131-3ccc-431c-843d-3b5b44e36e32, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c2915131-3ccc-431c-843d-3b5b44e36e32,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:42.388590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b96fb25-e28e-446d-9d13-1e9a05fc1e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2915131-3ccc-431c-843d-3b5b44e36e32'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:42.397634 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:42.493219 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2e15b2-cc74-4270-8059-bfb56929db22'] response: {'server_uuid': '6b96fb25-e28e-446d-9d13-1e9a05fc1e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2915131-3ccc-431c-843d-3b5b44e36e32', 'code': 200} May 24 23:14:42.499600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=c2915131-3ccc-431c-843d-3b5b44e36e32,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:42.526387 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec5f3316-3024-4561-85cb-b28c1ea2a3a3 req-f1c95ad9-890b-4036-b3a0-3b98d86590e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974194 May 24 23:14:42.563966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35218) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:42.678717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78deae90-195b-4aa0-8da1-0ccc666d3fc0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:42.692754 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-78deae90-195b-4aa0-8da1-0ccc666d3fc0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/ea6a4e17-8843-4db2-8399-25b8ca01eff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1990044 May 24 23:14:42.692875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46af88-09f7-404e-886e-08e3ed35056a None None] Sync routers for ids ['ea6a4e17-8843-4db2-8399-25b8ca01eff6'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:42.699505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35224) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:42.711145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46af88-09f7-404e-886e-08e3ed35056a None None] Routers {'ea6a4e17-8843-4db2-8399-25b8ca01eff6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:42.711798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4e46af88-09f7-404e-886e-08e3ed35056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ea6a4e17-8843-4db2-8399-25b8ca01eff6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:42.764406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'tag': '51c1742f-e320-4491-bb37-6806a549132e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:42.782235 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2eb82a77-618f-4b73-9b90-b3a94dfb80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'fbfc8b14-5e9d-4a8e-86d4-efdb17469787', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'port_id': '51c1742f-e320-4491-bb37-6806a549132e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'mac_address': 'fa:16:3e:cf:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:14:35Z', 'updated_at': '2022-05-24T23:14:35Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ed31ef-3be0-4c58-84b7-7db88b604720', 'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:81:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:02Z', 'updated_at': '2022-05-24T23:14:10Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:42.787349 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb82a77-618f-4b73-9b90-b3a94dfb80f9 None None] The sync data for ids ['ef966d02-f020-4420-ac09-5f2081b7b497'] in n-d-843146-7 is: [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'fbfc8b14-5e9d-4a8e-86d4-efdb17469787', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'port_id': '51c1742f-e320-4491-bb37-6806a549132e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'mac_address': 'fa:16:3e:cf:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:14:35Z', 'updated_at': '2022-05-24T23:14:35Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ed31ef-3be0-4c58-84b7-7db88b604720', 'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:81:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:02Z', 'updated_at': '2022-05-24T23:14:10Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:42.787667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f5dfc413-78d5-4769-9378-ea835a31cba1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Synchronizing usage tracker for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:42.828719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4e46af88-09f7-404e-886e-08e3ed35056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:42.847189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46af88-09f7-404e-886e-08e3ed35056a None None] Routers {'ea6a4e17-8843-4db2-8399-25b8ca01eff6'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:42.848374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4e46af88-09f7-404e-886e-08e3ed35056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ea6a4e17-8843-4db2-8399-25b8ca01eff6'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:42.875188 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-94057a08-7be2-4059-b2f7-89243a21c9be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/fbfc8b14-5e9d-4a8e-86d4-efdb17469787 HTTP/1.1" status: 200 len: 991 time: 0.3100860 May 24 23:14:42.889774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f5dfc413-78d5-4769-9378-ea835a31cba1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Unset dirty status for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:42.895099 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f5dfc413-78d5-4769-9378-ea835a31cba1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6a4e17-8843-4db2-8399-25b8ca01eff6 HTTP/1.1" status: 200 len: 205 time: 0.1905110 May 24 23:14:42.898355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35232) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:42.947357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-4e46af88-09f7-404e-886e-08e3ed35056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:42.947840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46af88-09f7-404e-886e-08e3ed35056a None None] The sync data for ids ['ea6a4e17-8843-4db2-8399-25b8ca01eff6'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:42.986534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71899d-fb65-4a07-b137-e69c07896d42 req-5929c4bb-b1f6-4491-b296-7e25852c123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:42.988138 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de71899d-fb65-4a07-b137-e69c07896d42 req-5929c4bb-b1f6-4491-b296-7e25852c123a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 1096 time: 0.4123044 May 24 23:14:43.032526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcc5d6-f0de-477c-b6d7-4091b69c6286 req-cddf5ae7-7a16-4a1e-b47a-707b07e04133 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:43.034185 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f8dcc5d6-f0de-477c-b6d7-4091b69c6286 req-cddf5ae7-7a16-4a1e-b47a-707b07e04133 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 945 time: 0.3564034 May 24 23:14:43.069697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a687a-7ef6-4394-a965-3f5fa3b788e6 req-f663e347-013c-4d1e-b23f-1d4eec756b47 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:43.077392 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d5a687a-7ef6-4394-a965-3f5fa3b788e6 req-f663e347-013c-4d1e-b23f-1d4eec756b47 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.2860370 May 24 23:14:43.100537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de71899d-fb65-4a07-b137-e69c07896d42 req-7c08cdff-8077-4b1a-9fdc-47ca585c9fb6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927227 May 24 23:14:43.107051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81cccf22-698a-40f6-95c2-3ab992934b08 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:43.119601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f8dcc5d6-f0de-477c-b6d7-4091b69c6286 req-739158ac-1d87-4428-85dc-222127b8ec42 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731232 May 24 23:14:43.121061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:43.131480 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e1855-b0b3-48c9-9398-cf2e94181d8e None None] New status for floating IP fbfc8b14-5e9d-4a8e-86d4-efdb17469787: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:14:43.239988 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c108e3-47ad-4989-b86b-9250882eea70'] response: {'name': 'network-changed', 'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'tag': '51c1742f-e320-4491-bb37-6806a549132e', 'status': 'completed', 'code': 200} May 24 23:14:43.342134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:43.355139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ce830-79ba-4c7a-b083-3be4824f1d6a None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:43.373535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ce830-79ba-4c7a-b083-3be4824f1d6a None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:43.375217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3d5ce830-79ba-4c7a-b083-3be4824f1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:43.381155 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:43.428019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35240) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:43.498533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3d5ce830-79ba-4c7a-b083-3be4824f1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:43.514225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ce830-79ba-4c7a-b083-3be4824f1d6a None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:43.515440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3d5ce830-79ba-4c7a-b083-3be4824f1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:43.532939 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0ad6d1c0-f285-4f80-a3bb-e278c207ec1a tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.4730067 May 24 23:14:43.535355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35244) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:43.590357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3d5ce830-79ba-4c7a-b083-3be4824f1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:43.590787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ce830-79ba-4c7a-b083-3be4824f1d6a None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:43.688030 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d5a687a-7ef6-4394-a965-3f5fa3b788e6 req-e2cf5b2e-e333-430b-9d00-c7aab24af20a tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097362 May 24 23:14:43.704312 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-acaac2d8-ba81-45df-99ca-a94a38a1aa89 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:43.753807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-acaac2d8-ba81-45df-99ca-a94a38a1aa89 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:43.770531 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-518101f5-2db1-44c7-a3d5-b1281922aeb7 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "GET /v2.0/floatingips/53c2b09d-7b40-4348-aa01-6df65faabee2 HTTP/1.1" status: 200 len: 979 time: 0.2300270 May 24 23:14:43.771267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35248) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:43.837584 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81cccf22-698a-40f6-95c2-3ab992934b08 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:43.840832 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81cccf22-698a-40f6-95c2-3ab992934b08 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:43.867419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f55c0-d333-4a85-882c-2afd53b3011c req-8056b4b3-3c50-4d47-98e6-afde0358fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:43.868989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-147f55c0-d333-4a85-882c-2afd53b3011c req-8056b4b3-3c50-4d47-98e6-afde0358fff8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1096 time: 0.6256497 May 24 23:14:43.879568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35254) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:43.898422 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81cccf22-698a-40f6-95c2-3ab992934b08 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:43.898953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cccf22-698a-40f6-95c2-3ab992934b08 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Fanout notify agent at l3_agent the message router_deleted on router ea6a4e17-8843-4db2-8399-25b8ca01eff6 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:14:44.005592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d92c7a28-4e74-434f-8206-a7814b796139 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Synchronizing usage tracker for tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 on resource:floatingip {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:44.005960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-81cccf22-698a-40f6-95c2-3ab992934b08 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:44.010557 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-81cccf22-698a-40f6-95c2-3ab992934b08 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/ea6a4e17-8843-4db2-8399-25b8ca01eff6 HTTP/1.1" status: 204 len: 168 time: 1.1109302 May 24 23:14:44.012148 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-acaac2d8-ba81-45df-99ca-a94a38a1aa89 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:44.017551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35258) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:44.078105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f55c0-d333-4a85-882c-2afd53b3011c req-143e974d-322d-4121-980d-ba807ee69552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:44.078934 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-147f55c0-d333-4a85-882c-2afd53b3011c req-143e974d-322d-4121-980d-ba807ee69552 service neutron] 10.222.0.50 "GET /v2.0/networks?id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5 HTTP/1.1" status: 200 len: 898 time: 0.2023299 May 24 23:14:44.100612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaac2d8-ba81-45df-99ca-a94a38a1aa89 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51adc2b-6a56-41bd-a3d1-212e2941d9f1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:44.116931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-21123047-7b6a-49aa-acff-ad54f511467b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/fbfc8b14-5e9d-4a8e-86d4-efdb17469787 HTTP/1.1" status: 200 len: 993 time: 0.2324913 May 24 23:14:44.130893 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-acaac2d8-ba81-45df-99ca-a94a38a1aa89 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:44.131972 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-acaac2d8-ba81-45df-99ca-a94a38a1aa89 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "DELETE /v2.0/security-groups/b51adc2b-6a56-41bd-a3d1-212e2941d9f1 HTTP/1.1" status: 204 len: 168 time: 0.7029862 May 24 23:14:44.135726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35262) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:44.175605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c52391-381c-4b36-be89-82800af325b2 req-4820200d-ee55-473c-8183-4b386418a44b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:44.177451 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65c52391-381c-4b36-be89-82800af325b2 req-4820200d-ee55-473c-8183-4b386418a44b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 945 time: 0.2263448 May 24 23:14:44.193242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d92c7a28-4e74-434f-8206-a7814b796139 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Unset dirty status for tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 on resource:floatingip {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:44.198157 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d92c7a28-4e74-434f-8206-a7814b796139 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3989518 May 24 23:14:44.201248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35266) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:44.205439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-888696f9-1751-4b25-a830-77b2069c91e5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting subnet 5e2111e3-9e0e-4fbd-b91d-f6a0c7857295 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:14:44.213484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-876e55dd-a708-4d8a-90b3-aab74f6c8ca1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'floatingip': {'port_id': 'e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:44.249484 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-147f55c0-d333-4a85-882c-2afd53b3011c req-dddb9bed-a8ed-4623-b0fe-b9b9349c912a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 200 len: 1001 time: 0.1600697 May 24 23:14:44.257348 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65c52391-381c-4b36-be89-82800af325b2 req-a234df6d-de1d-4197-9eab-42284d3c13ff tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698721 May 24 23:14:44.323745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f55c0-d333-4a85-882c-2afd53b3011c req-235f607d-28e7-49b7-9555-61bdb02bd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:44.326400 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-147f55c0-d333-4a85-882c-2afd53b3011c req-235f607d-28e7-49b7-9555-61bdb02bd9c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bf04fc3-e8ac-44ff-b567-49134ab0d57d HTTP/1.1" status: 200 len: 835 time: 0.0665305 May 24 23:14:44.412324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f55c0-d333-4a85-882c-2afd53b3011c req-a3859e59-ba2f-433d-98da-1e28112a74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:44.413745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-147f55c0-d333-4a85-882c-2afd53b3011c req-a3859e59-ba2f-433d-98da-1e28112a74e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805924 May 24 23:14:44.428013 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-888696f9-1751-4b25-a830-77b2069c91e5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:44.521896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a44b91b9-b379-40f8-8ae4-e6f030a9a341 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:44.551955 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-876e55dd-a708-4d8a-90b3-aab74f6c8ca1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:44.554532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-147f55c0-d333-4a85-882c-2afd53b3011c req-3507a8b9-9a3f-4d46-bc84-be81d5c0a5de service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321254 May 24 23:14:44.607152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-888696f9-1751-4b25-a830-77b2069c91e5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:44.695077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-147f55c0-d333-4a85-882c-2afd53b3011c req-8285c64f-6b99-49b3-aeba-4f3ce6eddec5 service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331484 May 24 23:14:44.695393 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a44b91b9-b379-40f8-8ae4-e6f030a9a341 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:44.936996 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-888696f9-1751-4b25-a830-77b2069c91e5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:44.980440 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a44b91b9-b379-40f8-8ae4-e6f030a9a341 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.091055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b91b9-b379-40f8-8ae4-e6f030a9a341 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0ee294-de73-46ac-87ac-d638fdb89514,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:45.118123 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a44b91b9-b379-40f8-8ae4-e6f030a9a341 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.119225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a44b91b9-b379-40f8-8ae4-e6f030a9a341 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "DELETE /v2.0/security-groups/fc0ee294-de73-46ac-87ac-d638fdb89514 HTTP/1.1" status: 204 len: 168 time: 0.9828322 May 24 23:14:45.122382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35272) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:45.220115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5b891-d4fa-42f7-952e-67e1ae7fd005 req-3679a827-5a92-4798-b745-63318272a68d tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:45.227948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9be5b891-d4fa-42f7-952e-67e1ae7fd005 req-3679a827-5a92-4798-b745-63318272a68d tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.4104586 May 24 23:14:45.245429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-888696f9-1751-4b25-a830-77b2069c91e5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.312822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888696f9-1751-4b25-a830-77b2069c91e5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2111e3-9e0e-4fbd-b91d-f6a0c7857295,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:45.320682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-888696f9-1751-4b25-a830-77b2069c91e5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.327860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915ee0a4-e89c-4838-8202-9e584999e9c8 None None] Network 36a489c2-457f-4770-b4d2-61c1033a1398 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:45.428757 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9be5b891-d4fa-42f7-952e-67e1ae7fd005 req-14855e80-32be-4066-9e34-38889fa84da3 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998038 May 24 23:14:45.433382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-888696f9-1751-4b25-a830-77b2069c91e5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/5e2111e3-9e0e-4fbd-b91d-f6a0c7857295 HTTP/1.1" status: 204 len: 168 time: 1.4031057 May 24 23:14:45.444491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35278) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:45.713326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec335db0-683e-40da-9b19-79c7c4b42b8c None None] DHCP port deletion for 36a489c2-457f-4770-b4d2-61c1033a1398 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:14:45.717940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ec335db0-683e-40da-9b19-79c7c4b42b8c None None] Deleting port d9a84737-4d6c-4e49-bd0c-a18188691514 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:45.718613 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ec335db0-683e-40da-9b19-79c7c4b42b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.734562 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-876e55dd-a708-4d8a-90b3-aab74f6c8ca1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.745641 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-876e55dd-a708-4d8a-90b3-aab74f6c8ca1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:45.962657 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.044094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port d9a84737-4d6c-4e49-bd0c-a18188691514 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:46.044429 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.047946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ec335db0-683e-40da-9b19-79c7c4b42b8c None None] For port d9a84737-4d6c-4e49-bd0c-a18188691514, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d9a84737-4d6c-4e49-bd0c-a18188691514,segment=NetworkSegment(1a643b30-6378-4158-b96a-84f277ede25d),segment_id=1a643b30-6378-4158-b96a-84f277ede25d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:46.048452 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ec335db0-683e-40da-9b19-79c7c4b42b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.114563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60ba59-41fd-438a-b6be-9d45609e7c02 req-682f7b4f-c311-4a61-a7ce-29f684dea12a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:46.116592 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c60ba59-41fd-438a-b6be-9d45609e7c02 req-682f7b4f-c311-4a61-a7ce-29f684dea12a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 945 time: 0.6050658 May 24 23:14:46.191175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f71887-d36b-4887-949f-ee2e50398a85 req-d7d55261-dfc1-4953-90fc-4c97045bda0f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:46.192944 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-79f71887-d36b-4887-949f-ee2e50398a85 req-d7d55261-dfc1-4953-90fc-4c97045bda0f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 945 time: 0.7635491 May 24 23:14:46.222996 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-876e55dd-a708-4d8a-90b3-aab74f6c8ca1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP 53c2b09d-7b40-4348-aa01-6df65faabee2 associated. External IP: 172.25.7.101, port: b6202ac5-1030-4ede-8a4e-d182c2ac2f45. May 24 23:14:46.231681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ec335db0-683e-40da-9b19-79c7c4b42b8c None None] Calling delete_port for d9a84737-4d6c-4e49-bd0c-a18188691514 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:46.319262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-9c60ba59-41fd-438a-b6be-9d45609e7c02 req-5f96f567-fca7-4e05-8708-3de1b2cd0018 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Deleting port 14880885-cc71-4ed3-9a45-9d57a0fd30ef {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:46.319580 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-9c60ba59-41fd-438a-b6be-9d45609e7c02 req-5f96f567-fca7-4e05-8708-3de1b2cd0018 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.324263 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ec335db0-683e-40da-9b19-79c7c4b42b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.362821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] The port 'd9a84737-4d6c-4e49-bd0c-a18188691514' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:14:46.379125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec335db0-683e-40da-9b19-79c7c4b42b8c None None] No DVR routers for this DVR port d9a84737-4d6c-4e49-bd0c-a18188691514 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:14:46.387864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec335db0-683e-40da-9b19-79c7c4b42b8c None None] Pushing event deleted for resources: {'Port': ['ID=d9a84737-4d6c-4e49-bd0c-a18188691514,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:46.418339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d9a84737-4d6c-4e49-bd0c-a18188691514 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:46.448507 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-79f71887-d36b-4887-949f-ee2e50398a85 req-36237845-ae49-4f7c-a7d8-d580007470d8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264178 May 24 23:14:46.451131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01365d-c82b-47d6-849d-d3210128e0ea req-ad3d4d12-f391-47b1-bf92-243251378387 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:46.452397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a01365d-c82b-47d6-849d-d3210128e0ea req-ad3d4d12-f391-47b1-bf92-243251378387 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.4460969 May 24 23:14:46.454468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bd107-2561-4011-8e60-1e2b0b9d0084 req-31c3b68d-070a-415c-865f-6114c7ea7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:46.455810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7bd107-2561-4011-8e60-1e2b0b9d0084 req-31c3b68d-070a-415c-865f-6114c7ea7907 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f5082b16d1444209ac2eb488b010b82&device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 1096 time: 0.5309718 May 24 23:14:46.464553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: d9a84737-4d6c-4e49-bd0c-a18188691514 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:46.464935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d9a84737-4d6c-4e49-bd0c-a18188691514 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:46.602187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a01365d-c82b-47d6-849d-d3210128e0ea req-1240ef88-a9ba-4c62-a3d9-f0d6a4b298be tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280468 May 24 23:14:46.615460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.721887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a489c2-457f-4770-b4d2-61c1033a1398']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:46.740576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a643b30-6378-4158-b96a-84f277ede25d') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:46.740576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a643b30-6378-4158-b96a-84f277ede25d') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:46.759889 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.761550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bd107-2561-4011-8e60-1e2b0b9d0084 req-aa90cf0e-2dc0-485b-a73f-88e5f76c5ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:46.763000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7bd107-2561-4011-8e60-1e2b0b9d0084 req-aa90cf0e-2dc0-485b-a73f-88e5f76c5ee5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90 HTTP/1.1" status: 200 len: 912 time: 0.2748230 May 24 23:14:46.820553 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.851602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:14:46.851843 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.896800 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7bd107-2561-4011-8e60-1e2b0b9d0084 req-5ff6f060-b034-4339-8944-813b90a5aecc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2915131-3ccc-431c-843d-3b5b44e36e32 HTTP/1.1" status: 200 len: 217 time: 0.0807588 May 24 23:14:46.931929 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1a643b30-6378-4158-b96a-84f277ede25d resource provider aggregate not found May 24 23:14:46.955146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-9c60ba59-41fd-438a-b6be-9d45609e7c02 req-5f96f567-fca7-4e05-8708-3de1b2cd0018 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] For port 14880885-cc71-4ed3-9a45-9d57a0fd30ef, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=14880885-cc71-4ed3-9a45-9d57a0fd30ef,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:46.955483 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-9c60ba59-41fd-438a-b6be-9d45609e7c02 req-5f96f567-fca7-4e05-8708-3de1b2cd0018 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:46.973181 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 1a643b30-6378-4158-b96a-84f277ede25d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a643b30-6378-4158-b96a-84f277ede25d found for delete ", "request_id": "req-31ab76ea-862b-4dda-94bd-3156591f30f5"}]} May 24 23:14:46.976720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876e55dd-a708-4d8a-90b3-aab74f6c8ca1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:46.986565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bd107-2561-4011-8e60-1e2b0b9d0084 req-17cec4e7-fa72-40b6-a49b-70dde56da0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:46.988130 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7bd107-2561-4011-8e60-1e2b0b9d0084 req-17cec4e7-fa72-40b6-a49b-70dde56da0fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d045cf97-0bb3-47b8-9416-6297d931255e HTTP/1.1" status: 200 len: 851 time: 0.0828135 May 24 23:14:47.100645 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7bd107-2561-4011-8e60-1e2b0b9d0084 req-f2d55282-21ce-4c6a-8b32-fd2c4dc0adfb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059976 May 24 23:14:47.107701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-9c60ba59-41fd-438a-b6be-9d45609e7c02 req-5f96f567-fca7-4e05-8708-3de1b2cd0018 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Calling delete_port for 14880885-cc71-4ed3-9a45-9d57a0fd30ef owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:47.137928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:47.175571 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:47.193698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Network': ['ID=36a489c2-457f-4770-b4d2-61c1033a1398,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:47.204204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7a75c075-270c-42a0-9408-6fdf8fdc806a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/networks/36a489c2-457f-4770-b4d2-61c1033a1398 HTTP/1.1" status: 204 len: 168 time: 1.7540207 May 24 23:14:47.207408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35290) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:47.213229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:47.317740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876e55dd-a708-4d8a-90b3-aab74f6c8ca1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:47.330691 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7c62d-8234-4821-a726-c9ca4354ff70 None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:47.343553 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7c62d-8234-4821-a726-c9ca4354ff70 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:47.344555 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-51f7c62d-8234-4821-a726-c9ca4354ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:47.395097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7bd107-2561-4011-8e60-1e2b0b9d0084 req-92996956-4cdc-4400-bd81-66187513721b service neutron] 10.222.0.31 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833729 May 24 23:14:47.424002 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-51f7c62d-8234-4821-a726-c9ca4354ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:47.430183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-57202804', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:47.437652 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7c62d-8234-4821-a726-c9ca4354ff70 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:47.437652 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-51f7c62d-8234-4821-a726-c9ca4354ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:47.452927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:47.460754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:router and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:47.471403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:47.492935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:47.515385 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-51f7c62d-8234-4821-a726-c9ca4354ff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:47.515885 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7c62d-8234-4821-a726-c9ca4354ff70 None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:47.629654 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:47.631365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:47.780435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-9c60ba59-41fd-438a-b6be-9d45609e7c02 req-5f96f567-fca7-4e05-8708-3de1b2cd0018 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:47.798840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['9088803d-f43b-4e60-bf33-6bc001f2a61d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:14:47.852600 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:47.895276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7bd107-2561-4011-8e60-1e2b0b9d0084 req-0f3527aa-cb65-4149-af8f-c3b2e9001279 service neutron] 10.222.0.31 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897020 May 24 23:14:47.895448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96f567-fca7-4e05-8708-3de1b2cd0018 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event deleted for resources: {'Port': ['ID=14880885-cc71-4ed3-9a45-9d57a0fd30ef,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:48.050759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ce072-75eb-41a1-8c59-e7de7a389900 req-ce88a935-2495-4bf3-9b73-caabd26d1705 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:48.052330 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1f6ce072-75eb-41a1-8c59-e7de7a389900 req-ce88a935-2495-4bf3-9b73-caabd26d1705 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.3050773 May 24 23:14:48.066085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c60ba59-41fd-438a-b6be-9d45609e7c02 req-5f96f567-fca7-4e05-8708-3de1b2cd0018 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] No DVR routers for this DVR port 14880885-cc71-4ed3-9a45-9d57a0fd30ef on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:14:48.109274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876e55dd-a708-4d8a-90b3-aab74f6c8ca1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:48.122737 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1f6ce072-75eb-41a1-8c59-e7de7a389900 req-fb7df82f-709b-4a93-83b7-93ad9ea0c881 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604479 May 24 23:14:48.170508 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-9c60ba59-41fd-438a-b6be-9d45609e7c02 req-5f96f567-fca7-4e05-8708-3de1b2cd0018 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:48.181827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691dda91-e9f1-4eb5-b30f-e5019564bb6c', 'name': 'network-vif-deleted', 'tag': '14880885-cc71-4ed3-9a45-9d57a0fd30ef'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:48.202952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6f75a-d2a4-41f1-b718-eeb027bfb4fa req-edbbf5c7-9195-438a-86a8-be612c7f8511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:48.210263 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2c6f75a-d2a4-41f1-b718-eeb027bfb4fa req-edbbf5c7-9195-438a-86a8-be612c7f8511 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 945 time: 0.5725026 May 24 23:14:48.294550 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a30d2e0-422a-441e-82ae-6b0744fa3335'] response: {'server_uuid': '691dda91-e9f1-4eb5-b30f-e5019564bb6c', 'name': 'network-vif-deleted', 'tag': '14880885-cc71-4ed3-9a45-9d57a0fd30ef', 'status': 'completed', 'code': 200} May 24 23:14:48.336285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876e55dd-a708-4d8a-90b3-aab74f6c8ca1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:48.342685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-876e55dd-a708-4d8a-90b3-aab74f6c8ca1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:48.354313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c81d4-e154-4ba8-8a6b-64d1fbef718e None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:48.363615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c60ba59-41fd-438a-b6be-9d45609e7c02 req-5f96f567-fca7-4e05-8708-3de1b2cd0018 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "DELETE /v2.0/ports/14880885-cc71-4ed3-9a45-9d57a0fd30ef HTTP/1.1" status: 204 len: 173 time: 2.2334247 May 24 23:14:48.365356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c81d4-e154-4ba8-8a6b-64d1fbef718e None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:48.366314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b9c81d4-e154-4ba8-8a6b-64d1fbef718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:48.435664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:48.446184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b9c81d4-e154-4ba8-8a6b-64d1fbef718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:48.457642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c81d4-e154-4ba8-8a6b-64d1fbef718e None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:48.458525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b9c81d4-e154-4ba8-8a6b-64d1fbef718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:48.463129 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2c6f75a-d2a4-41f1-b718-eeb027bfb4fa req-093bc147-a156-407b-9079-d26c53a704b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494788 May 24 23:14:48.490502 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-876e55dd-a708-4d8a-90b3-aab74f6c8ca1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "PUT /v2.0/floatingips/53c2b09d-7b40-4348-aa01-6df65faabee2 HTTP/1.1" status: 200 len: 977 time: 4.2822461 May 24 23:14:48.491338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35304) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:48.496959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-55e0a407-637c-4534-9b7e-614c70ee7d62 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:48.552282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b9c81d4-e154-4ba8-8a6b-64d1fbef718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:48.552938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c81d4-e154-4ba8-8a6b-64d1fbef718e None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:48.573144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Deleting port df942f99-2d5b-4062-85a9-37e9a39ae95d {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:48.577062 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:48.617412 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-55e0a407-637c-4534-9b7e-614c70ee7d62 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:48.896473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] For port df942f99-2d5b-4062-85a9-37e9a39ae95d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=df942f99-2d5b-4062-85a9-37e9a39ae95d,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:48.896843 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:48.909310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 14880885-cc71-4ed3-9a45-9d57a0fd30ef no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:48.946039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-55e0a407-637c-4534-9b7e-614c70ee7d62 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:48.952123 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-55e0a407-637c-4534-9b7e-614c70ee7d62 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:48.952679 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-55e0a407-637c-4534-9b7e-614c70ee7d62 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP 53c2b09d-7b40-4348-aa01-6df65faabee2 disassociated. External IP: 172.25.7.101, port: e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1. May 24 23:14:48.964269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 14880885-cc71-4ed3-9a45-9d57a0fd30ef {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:48.964823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 14880885-cc71-4ed3-9a45-9d57a0fd30ef not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:49.231889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Calling delete_port for df942f99-2d5b-4062-85a9-37e9a39ae95d owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:49.499460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:49.568576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e0a407-637c-4534-9b7e-614c70ee7d62 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:49.587798 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:49.838808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ef6a5d35-0d55-4cb9-8735-43da0a64d131 req-8fd5bfad-6092-4adc-8c43-2a19420ecbf2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:49.887163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ef6a5d35-0d55-4cb9-8735-43da0a64d131 req-8fd5bfad-6092-4adc-8c43-2a19420ecbf2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:49.888363 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef6a5d35-0d55-4cb9-8735-43da0a64d131 req-8fd5bfad-6092-4adc-8c43-2a19420ecbf2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=691dda91-e9f1-4eb5-b30f-e5019564bb6c HTTP/1.1" status: 200 len: 210 time: 0.1220374 May 24 23:14:49.890605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Allocated IP 172.25.7.212 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/cd38c429-1ffa-4d38-ba46-1b4c163377d1) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:49.929270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdf791-8abc-4f95-8e3a-fd5e4344999a req-374f7a21-e3b2-4120-bd52-436bf2905222 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:49.934034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-25bdf791-8abc-4f95-8e3a-fd5e4344999a req-374f7a21-e3b2-4120-bd52-436bf2905222 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.3628585 May 24 23:14:50.014044 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-25bdf791-8abc-4f95-8e3a-fd5e4344999a req-7727126f-b228-4ab7-9f4e-8b03bf919cf0 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753274 May 24 23:14:50.017343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e0a407-637c-4534-9b7e-614c70ee7d62 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:50.023265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-55e0a407-637c-4534-9b7e-614c70ee7d62 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.035318 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c27022-bb4d-4f08-8e7e-303464001e24 None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:50.058757 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c27022-bb4d-4f08-8e7e-303464001e24 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:50.058757 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-91c27022-bb4d-4f08-8e7e-303464001e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:50.136761 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:14:50.137344 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-91c27022-bb4d-4f08-8e7e-303464001e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:50.147954 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.152827 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-55e0a407-637c-4534-9b7e-614c70ee7d62 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "PUT /v2.0/floatingips/53c2b09d-7b40-4348-aa01-6df65faabee2 HTTP/1.1" status: 200 len: 688 time: 1.6601100 May 24 23:14:50.157336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35312) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:50.161982 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c27022-bb4d-4f08-8e7e-303464001e24 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:50.162844 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-91c27022-bb4d-4f08-8e7e-303464001e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:50.226596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.230580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'Port': ['ID=df942f99-2d5b-4062-85a9-37e9a39ae95d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:50.256523 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-91c27022-bb4d-4f08-8e7e-303464001e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:50.256930 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c27022-bb4d-4f08-8e7e-303464001e24 None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:50.379683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ea8f2-f6ad-414d-b9a4-9a49a5fbe199 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port 4fa9147e-962c-438d-902f-1ccb9db26361 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:50.379683 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea8f2-f6ad-414d-b9a4-9a49a5fbe199 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.482322 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.609076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea8f2-f6ad-414d-b9a4-9a49a5fbe199 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.609917 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea8f2-f6ad-414d-b9a4-9a49a5fbe199 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.652223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:50.658272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:50.664611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:50.708717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=cd38c429-1ffa-4d38-ba46-1b4c163377d1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:50.731969 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.739828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ea8f2-f6ad-414d-b9a4-9a49a5fbe199 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for 4fa9147e-962c-438d-902f-1ccb9db26361 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:50.896058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea8f2-f6ad-414d-b9a4-9a49a5fbe199 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:50.946264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ea8f2-f6ad-414d-b9a4-9a49a5fbe199 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=4fa9147e-962c-438d-902f-1ccb9db26361,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:51.108426 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea8f2-f6ad-414d-b9a4-9a49a5fbe199 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.146748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea8f2-f6ad-414d-b9a4-9a49a5fbe199 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.148556 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4c5ea8f2-f6ad-414d-b9a4-9a49a5fbe199 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/floatingips/53c2b09d-7b40-4348-aa01-6df65faabee2 HTTP/1.1" status: 204 len: 168 time: 0.9898827 May 24 23:14:51.152503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35322) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:51.325442 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-16fac67b-c83a-4e8a-836c-dbaa5f795f0f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] delete failed (client error): The resource could not be found. May 24 23:14:51.331309 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-16fac67b-c83a-4e8a-836c-dbaa5f795f0f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/floatingips/53c2b09d-7b40-4348-aa01-6df65faabee2 HTTP/1.1" status: 404 len: 345 time: 0.1775835 May 24 23:14:51.333469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35326) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:51.447080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b58e7e-d86a-47b4-954d-21dab605aacd req-430b62db-0e1b-46f8-b4da-a82fd0254f30 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:51.448471 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a1b58e7e-d86a-47b4-954d-21dab605aacd req-430b62db-0e1b-46f8-b4da-a82fd0254f30 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.1880260 May 24 23:14:51.458383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149a541-c7e8-4752-94bf-0fdbb99d2a26 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:51.464320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149a541-c7e8-4752-94bf-0fdbb99d2a26 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:51.470233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149a541-c7e8-4752-94bf-0fdbb99d2a26 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:51.471194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c149a541-c7e8-4752-94bf-0fdbb99d2a26 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Synchronizing usage tracker for tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:51.536425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a1b58e7e-d86a-47b4-954d-21dab605aacd req-cb1f3c2a-efe4-45b7-b32d-a83fe85cb507 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616667 May 24 23:14:51.541105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c149a541-c7e8-4752-94bf-0fdbb99d2a26 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Unset dirty status for tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:51.543597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c149a541-c7e8-4752-94bf-0fdbb99d2a26 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "GET /v2.0/ports?network_id=d2463375-5764-4e7d-8fc4-c6852cb7f184 HTTP/1.1" status: 200 len: 2358 time: 0.2088802 May 24 23:14:51.544151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35330) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:51.780378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90008185-c92c-4fcb-8633-5ccb5e248d5e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:51.781233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-90008185-c92c-4fcb-8633-5ccb5e248d5e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Synchronizing usage tracker for tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:51.805035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-90008185-c92c-4fcb-8633-5ccb5e248d5e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Unset dirty status for tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:51.809924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-90008185-c92c-4fcb-8633-5ccb5e248d5e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "GET /v2.0/subnets/56ad8fff-7c07-4604-9b16-35b1cc98746f HTTP/1.1" status: 200 len: 797 time: 0.2612758 May 24 23:14:51.811366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35334) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:51.824334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'port': {'network_id': 'd2463375-5764-4e7d-8fc4-c6852cb7f184', 'name': 'tempest-FloatingIPTestJSON-8120262', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:51.824992 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:51.873610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Router 6b418bb5-2a63-4667-ae55-9892c368468c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:52.002409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:52.015278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:52.029784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Made reservation on behalf of dc1ef1b84c1e4f0eacc17ee867a8a794 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:14:52.180995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:52.209317 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] device_id is not set on port aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f yet. {{(pid=88389) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:14:52.242257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:52.260535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c53c3-0e01-4f36-9269-6559b8bd6a72 None None] Sync routers for ids ['6b418bb5-2a63-4667-ae55-9892c368468c'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:52.280685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c53c3-0e01-4f36-9269-6559b8bd6a72 None None] Routers {'6b418bb5-2a63-4667-ae55-9892c368468c'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:52.281779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-dd7c53c3-0e01-4f36-9269-6559b8bd6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6b418bb5-2a63-4667-ae55-9892c368468c'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:52.391641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a21653ca-a32f-4288-9fcf-4eea70ce190b tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "PUT /v2.0/routers/6b418bb5-2a63-4667-ae55-9892c368468c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2668245 May 24 23:14:52.397347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35342) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:52.465440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:52.531344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-dd7c53c3-0e01-4f36-9269-6559b8bd6a72 None None] Set router 6b418bb5-2a63-4667-ae55-9892c368468c gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:52.638751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-426f7a51-90c3-4c88-84ac-e3ac0922a9ab tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Deleting subnet b1386afa-59d4-4cb0-bf14-5cc585ed77f1 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:14:52.655902 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-426f7a51-90c3-4c88-84ac-e3ac0922a9ab tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:52.782854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.20.0.13 (d2463375-5764-4e7d-8fc4-c6852cb7f184/56ad8fff-7c07-4604-9b16-35b1cc98746f/aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:52.791422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.20.0.12 (d2463375-5764-4e7d-8fc4-c6852cb7f184/56ad8fff-7c07-4604-9b16-35b1cc98746f/aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:52.954166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-dd7c53c3-0e01-4f36-9269-6559b8bd6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:14:50Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:52.958094 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c53c3-0e01-4f36-9269-6559b8bd6a72 None None] Checking router: 6b418bb5-2a63-4667-ae55-9892c368468c for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:14:52.967632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c53c3-0e01-4f36-9269-6559b8bd6a72 None None] Routers {'6b418bb5-2a63-4667-ae55-9892c368468c'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:52.968253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-dd7c53c3-0e01-4f36-9269-6559b8bd6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6b418bb5-2a63-4667-ae55-9892c368468c'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:53.059422 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.076911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-426f7a51-90c3-4c88-84ac-e3ac0922a9ab tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.112069 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.216490 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-dd7c53c3-0e01-4f36-9269-6559b8bd6a72 None None] Set router 6b418bb5-2a63-4667-ae55-9892c368468c gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:14:53.219586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:53.246199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network d2463375-5764-4e7d-8fc4-c6852cb7f184 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:53.247308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cf9fe-c383-44d8-ad7a-cb686b7386f3 req-54163b4f-0ef5-4ce0-b7b1-c577f24d4dbe tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:53.247487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:53.250637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:53.256637 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c1cf9fe-c383-44d8-ad7a-cb686b7386f3 req-54163b4f-0ef5-4ce0-b7b1-c577f24d4dbe tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.3568223 May 24 23:14:53.289264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-426f7a51-90c3-4c88-84ac-e3ac0922a9ab tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.341807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 310819c0-222c-4eaf-ad5e-225dad131d18 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:14:53.348811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:53.349874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.385832 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c1cf9fe-c383-44d8-ad7a-cb686b7386f3 req-63dd2c8f-285a-4d14-b541-eb4ce05f4a13 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258507 May 24 23:14:53.405321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-607e8115-b3d6-43fe-a8b8-bc9c3ab1b94f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5920990 May 24 23:14:53.408935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35350) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:53.414919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': 'aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:53.425332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:53.430958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:floatingip and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:53.434509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:53.441297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:53.453213 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.474627 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-426f7a51-90c3-4c88-84ac-e3ac0922a9ab tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.695150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b445c-4e7a-4525-826b-c191f1869904 None None] Network fcfe7349-20af-4d26-801e-4f7c7e3e63be requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:14:53.703284 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.717369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-426f7a51-90c3-4c88-84ac-e3ac0922a9ab tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.747998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f7a51-90c3-4c88-84ac-e3ac0922a9ab tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'Subnet': ['ID=b1386afa-59d4-4cb0-bf14-5cc585ed77f1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:53.758373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-426f7a51-90c3-4c88-84ac-e3ac0922a9ab tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "DELETE /v2.0/subnets/b1386afa-59d4-4cb0-bf14-5cc585ed77f1 HTTP/1.1" status: 204 len: 168 time: 1.3598027 May 24 23:14:53.761908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35356) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:53.865977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:53.877448 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7723a6-2c71-446b-9e7d-f50371769028 None None] Sync routers for ids ['310819c0-222c-4eaf-ad5e-225dad131d18'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:53.898076 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7723a6-2c71-446b-9e7d-f50371769028 None None] Routers {'310819c0-222c-4eaf-ad5e-225dad131d18'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:53.902646 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7f7723a6-2c71-446b-9e7d-f50371769028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['310819c0-222c-4eaf-ad5e-225dad131d18'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:53.977149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-dd7c53c3-0e01-4f36-9269-6559b8bd6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:14:50Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:53.977942 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:53.982020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c53c3-0e01-4f36-9269-6559b8bd6a72 None None] The sync data for ids ['6b418bb5-2a63-4667-ae55-9892c368468c'] in n-d-843146-7 is: [{'id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1764781015', 'tenant_id': '702cf064813c4c99be556eaa2ccd29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:11:34Z', 'updated_at': '2022-05-24T23:14:50Z', 'revision_number': 5, 'project_id': '702cf064813c4c99be556eaa2ccd29f5', 'gw_port': {'id': '7043a7ac-835b-4e65-99d4-4ee7c5c3ac52', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b418bb5-2a63-4667-ae55-9892c368468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:11:35Z', 'updated_at': '2022-05-24T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:53.982354 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f5336af1-5c43-4b07-a82d-4e4f26dded4e tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.7740710 May 24 23:14:53.993960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35360) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:54.019805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.25.7.88 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/3a7ac221-5f97-4d8c-8184-235a3c98ab37) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:14:54.078028 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7f7723a6-2c71-446b-9e7d-f50371769028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:54.087205 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7723a6-2c71-446b-9e7d-f50371769028 None None] Routers {'310819c0-222c-4eaf-ad5e-225dad131d18'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:54.087808 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7f7723a6-2c71-446b-9e7d-f50371769028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['310819c0-222c-4eaf-ad5e-225dad131d18'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:54.119699 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.147147 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7f7723a6-2c71-446b-9e7d-f50371769028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:54.147520 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7723a6-2c71-446b-9e7d-f50371769028 None None] The sync data for ids ['310819c0-222c-4eaf-ad5e-225dad131d18'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:54.196313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.227536 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.243364 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.293754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:14:54.296523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:14:54.302146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:14:54.375095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dfdd5c-7cab-4f2c-8269-1b7f0c6ecde2 None None] DHCP port deletion for fcfe7349-20af-4d26-801e-4f7c7e3e63be request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:14:54.375467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=3a7ac221-5f97-4d8c-8184-235a3c98ab37,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:54.379619 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-90dfdd5c-7cab-4f2c-8269-1b7f0c6ecde2 None None] Deleting port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:54.380119 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90dfdd5c-7cab-4f2c-8269-1b7f0c6ecde2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.428776 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-99abd219-f4d1-45ce-ab7c-bf62bca71b01 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/routers/310819c0-222c-4eaf-ad5e-225dad131d18 HTTP/1.1" status: 200 len: 879 time: 0.4309602 May 24 23:14:54.436734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35368) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:54.480790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9aa2d470-4fec-4bfd-992a-ef842689d7f8 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:54.736432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-90dfdd5c-7cab-4f2c-8269-1b7f0c6ecde2 None None] For port 9aa2d470-4fec-4bfd-992a-ef842689d7f8, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9aa2d470-4fec-4bfd-992a-ef842689d7f8,segment=NetworkSegment(43ac1ace-68d9-493c-b4a5-1d8a77221f95),segment_id=43ac1ace-68d9-493c-b4a5-1d8a77221f95)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:54.737034 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90dfdd5c-7cab-4f2c-8269-1b7f0c6ecde2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.885441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-90dfdd5c-7cab-4f2c-8269-1b7f0c6ecde2 None None] Calling delete_port for 9aa2d470-4fec-4bfd-992a-ef842689d7f8 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:54.888754 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.927647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Deleting port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:54.927647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:54.986828 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90dfdd5c-7cab-4f2c-8269-1b7f0c6ecde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.060728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfdd5c-7cab-4f2c-8269-1b7f0c6ecde2 None None] No DVR routers for this DVR port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:14:55.062953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfdd5c-7cab-4f2c-8269-1b7f0c6ecde2 None None] Pushing event deleted for resources: {'Port': ['ID=9aa2d470-4fec-4bfd-992a-ef842689d7f8,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:55.083854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No active binding found for port 9aa2d470-4fec-4bfd-992a-ef842689d7f8 {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:14:55.084765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9aa2d470-4fec-4bfd-992a-ef842689d7f8 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:55.085282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df942f99-2d5b-4062-85a9-37e9a39ae95d no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:55.131704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: df942f99-2d5b-4062-85a9-37e9a39ae95d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:55.131704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device df942f99-2d5b-4062-85a9-37e9a39ae95d not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:55.148779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ebe14-ba9b-4583-9b35-dab2dab8abe0 req-bbd9852f-33c8-4436-ba76-ccf37f2258d8 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:55.152060 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c2ebe14-ba9b-4583-9b35-dab2dab8abe0 req-bbd9852f-33c8-4436-ba76-ccf37f2258d8 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.5139463 May 24 23:14:55.221004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fce6c-8c70-40ff-8a0f-96593b0de503 req-8283aac1-0eee-406d-bd22-6357e91f3376 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:55.223443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-236fce6c-8c70-40ff-8a0f-96593b0de503 req-8283aac1-0eee-406d-bd22-6357e91f3376 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 945 time: 0.1148252 May 24 23:14:55.288889 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-236fce6c-8c70-40ff-8a0f-96593b0de503 req-842cf6e9-d425-43e6-9663-5f1d10d4e839 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599651 May 24 23:14:55.294662 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.312569 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c2ebe14-ba9b-4583-9b35-dab2dab8abe0 req-800385e0-60e3-43e2-afce-fa3428a072f2 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411676 May 24 23:14:55.340765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] For port 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7043a7ac-835b-4e65-99d4-4ee7c5c3ac52,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:55.341090 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.381374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.470584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Calling delete_port for 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:55.538971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eaa2c731-d11a-4efb-898d-929675dedde9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Synchronizing usage tracker for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:router {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:14:55.587115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eaa2c731-d11a-4efb-898d-929675dedde9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Unset dirty status for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:router {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:14:55.590838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eaa2c731-d11a-4efb-898d-929675dedde9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.1494677 May 24 23:14:55.591129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35380) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:55.601011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2f99e042-6b38-458f-8c7f-5c11d8a7fc91 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-57202804'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:55.655819 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.666810 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.667339 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.713117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'Port': ['ID=7043a7ac-835b-4e65-99d4-4ee7c5c3ac52,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:55.811782 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.866316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=3a7ac221-5f97-4d8c-8184-235a3c98ab37,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:55.876540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.973819 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.986045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:55.988659 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.013960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.014674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Fanout notify agent at l3_agent the message router_deleted on router 6b418bb5-2a63-4667-ae55-9892c368468c {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:14:56.031837 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.033032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c17a3281-b7c8-4e6b-ac38-bdc905b15a10 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "DELETE /v2.0/routers/6b418bb5-2a63-4667-ae55-9892c368468c HTTP/1.1" status: 204 len: 168 time: 2.2704892 May 24 23:14:56.035857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35384) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:56.153058 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.294561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.337695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfe7349-20af-4d26-801e-4f7c7e3e63be']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:56.338767 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP 54a78698-29ff-40ac-a628-98b15cb72a88 associated. External IP: 172.25.7.88, port: aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f. May 24 23:14:56.357253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ac1ace-68d9-493c-b4a5-1d8a77221f95') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:56.357861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ac1ace-68d9-493c-b4a5-1d8a77221f95') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:56.371313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.389031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.396424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:14:56.397060 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.593990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:14:56.640377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:14:56.640865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7043a7ac-835b-4e65-99d4-4ee7c5c3ac52 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:14:56.661242 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 43ac1ace-68d9-493c-b4a5-1d8a77221f95 resource provider aggregate not found May 24 23:14:56.716897 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 43ac1ace-68d9-493c-b4a5-1d8a77221f95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43ac1ace-68d9-493c-b4a5-1d8a77221f95 found for delete ", "request_id": "req-5d2dd9f0-e58b-4e2b-ab72-48f0bccb4268"}]} May 24 23:14:56.800465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.828307 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.830835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] Pushing event deleted for resources: {'Network': ['ID=fcfe7349-20af-4d26-801e-4f7c7e3e63be,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:56.853029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2f6358a2-b9d4-4464-aa5c-570595946891 tempest-TestSecurityGroupsBasicOps-1143759477 tempest-TestSecurityGroupsBasicOps-1143759477-project] 10.222.0.55 "DELETE /v2.0/networks/fcfe7349-20af-4d26-801e-4f7c7e3e63be HTTP/1.1" status: 204 len: 168 time: 0.8160334 May 24 23:14:56.861735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996e67-55b5-481f-8e98-bf7a957fe721 req-7d4ab201-032a-4179-b083-fbbd8559a550 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:56.863283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2b996e67-55b5-481f-8e98-bf7a957fe721 req-7d4ab201-032a-4179-b083-fbbd8559a550 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.2039258 May 24 23:14:56.866479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fe6c5-4b72-433d-845d-9ab995bb5ca0 req-7a7a9e05-3730-470a-a66c-b1265394b304 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:56.868175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc0fe6c5-4b72-433d-845d-9ab995bb5ca0 req-7a7a9e05-3730-470a-a66c-b1265394b304 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 945 time: 0.4061353 May 24 23:14:56.879265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efb406-27a5-4a04-b3e8-b6731fc05bc9 req-b6f24577-e370-463b-9fb2-c2beddd3e715 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:56.880874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0efb406-27a5-4a04-b3e8-b6731fc05bc9 req-b6f24577-e370-463b-9fb2-c2beddd3e715 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 945 time: 0.1668859 May 24 23:14:56.922628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f99e042-6b38-458f-8c7f-5c11d8a7fc91 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:56.977844 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2b996e67-55b5-481f-8e98-bf7a957fe721 req-306dac1b-3698-464a-8cdc-83f2b9425786 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958314 May 24 23:14:56.983314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-f0efb406-27a5-4a04-b3e8-b6731fc05bc9 req-ea2193bf-4293-4215-a724-5f83ab2f85b4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Deleting port 9088803d-f43b-4e60-bf33-6bc001f2a61d {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:56.983765 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f0efb406-27a5-4a04-b3e8-b6731fc05bc9 req-ea2193bf-4293-4215-a724-5f83ab2f85b4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.037466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc0fe6c5-4b72-433d-845d-9ab995bb5ca0 req-12c86507-563f-4aa9-84a9-286ee0fe56d9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf40bfc-62df-464d-881a-85c86a6ebc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607807 May 24 23:14:57.038453 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f99e042-6b38-458f-8c7f-5c11d8a7fc91 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.265861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-f0efb406-27a5-4a04-b3e8-b6731fc05bc9 req-ea2193bf-4293-4215-a724-5f83ab2f85b4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] For port 9088803d-f43b-4e60-bf33-6bc001f2a61d, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=9088803d-f43b-4e60-bf33-6bc001f2a61d,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:14:57.266429 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f0efb406-27a5-4a04-b3e8-b6731fc05bc9 req-ea2193bf-4293-4215-a724-5f83ab2f85b4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.319392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:57.338763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f99e042-6b38-458f-8c7f-5c11d8a7fc91 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 310819c0-222c-4eaf-ad5e-225dad131d18 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:14:57.390600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-f0efb406-27a5-4a04-b3e8-b6731fc05bc9 req-ea2193bf-4293-4215-a724-5f83ab2f85b4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Calling delete_port for 9088803d-f43b-4e60-bf33-6bc001f2a61d owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:57.401457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35404) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:57.554601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f0efb406-27a5-4a04-b3e8-b6731fc05bc9 req-ea2193bf-4293-4215-a724-5f83ab2f85b4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.569217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['9088803d-f43b-4e60-bf33-6bc001f2a61d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:14:57.614801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2193bf-4293-4215-a724-5f83ab2f85b4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event deleted for resources: {'Port': ['ID=9088803d-f43b-4e60-bf33-6bc001f2a61d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:57.702283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0efb406-27a5-4a04-b3e8-b6731fc05bc9 req-ea2193bf-4293-4215-a724-5f83ab2f85b4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] No DVR routers for this DVR port 9088803d-f43b-4e60-bf33-6bc001f2a61d on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:14:57.705084 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-f0efb406-27a5-4a04-b3e8-b6731fc05bc9 req-ea2193bf-4293-4215-a724-5f83ab2f85b4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.707691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2239db33-5a40-4893-961e-7d82d4fcdd74', 'name': 'network-vif-deleted', 'tag': '9088803d-f43b-4e60-bf33-6bc001f2a61d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:14:57.718370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:57.726362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f99e042-6b38-458f-8c7f-5c11d8a7fc91 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:14:57.730279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18354d12-861d-4b46-832e-94915a30f1c4 None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:57.741475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18354d12-861d-4b46-832e-94915a30f1c4 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:57.742520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-18354d12-861d-4b46-832e-94915a30f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:57.742741 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e888d-e3a7-40c0-8c1b-edd857e16f40 None None] Sync routers for ids ['310819c0-222c-4eaf-ad5e-225dad131d18'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:14:57.755392 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0efb406-27a5-4a04-b3e8-b6731fc05bc9 req-ea2193bf-4293-4215-a724-5f83ab2f85b4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "DELETE /v2.0/ports/9088803d-f43b-4e60-bf33-6bc001f2a61d HTTP/1.1" status: 204 len: 173 time: 0.8573327 May 24 23:14:57.756148 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e888d-e3a7-40c0-8c1b-edd857e16f40 None None] Routers {'310819c0-222c-4eaf-ad5e-225dad131d18'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:57.756824 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c87e888d-e3a7-40c0-8c1b-edd857e16f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['310819c0-222c-4eaf-ad5e-225dad131d18'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:57.767473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a3751317-37a2-40de-9619-50a8522418a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=702cf064813c4c99be556eaa2ccd29f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152831 May 24 23:14:57.772175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35412) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:57.772735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f99e042-6b38-458f-8c7f-5c11d8a7fc91 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.774327 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2f99e042-6b38-458f-8c7f-5c11d8a7fc91 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/310819c0-222c-4eaf-ad5e-225dad131d18 HTTP/1.1" status: 200 len: 886 time: 2.1822586 May 24 23:14:57.776113 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:57.810903 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d1144c-7f58-4169-85f4-fecfac6362cb'] response: {'server_uuid': '2239db33-5a40-4893-961e-7d82d4fcdd74', 'name': 'network-vif-deleted', 'tag': '9088803d-f43b-4e60-bf33-6bc001f2a61d', 'status': 'completed', 'code': 200} May 24 23:14:57.813370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35416) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:57.820168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-18354d12-861d-4b46-832e-94915a30f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:57.830789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18354d12-861d-4b46-832e-94915a30f1c4 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:57.833372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-18354d12-861d-4b46-832e-94915a30f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:57.846861 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c87e888d-e3a7-40c0-8c1b-edd857e16f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:57.857792 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e888d-e3a7-40c0-8c1b-edd857e16f40 None None] Routers {'310819c0-222c-4eaf-ad5e-225dad131d18'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:14:57.858112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-936af005-1a28-4f10-b051-2779a084bf44 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 4.4478285 May 24 23:14:57.858959 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c87e888d-e3a7-40c0-8c1b-edd857e16f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['310819c0-222c-4eaf-ad5e-225dad131d18'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:57.859199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35420) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:57.865749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e4adb47e-172a-4359-9c53-849a1af4b5a4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'floatingip': {'port_id': 'aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:14:57.904666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-18354d12-861d-4b46-832e-94915a30f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:57.904989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18354d12-861d-4b46-832e-94915a30f1c4 None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:57.944795 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c87e888d-e3a7-40c0-8c1b-edd857e16f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:14:57.945412 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e888d-e3a7-40c0-8c1b-edd857e16f40 None None] The sync data for ids ['310819c0-222c-4eaf-ad5e-225dad131d18'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:14:58.116332 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-47c6f12e-de8d-4741-adbd-8f82c7b6b1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.208586 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4adb47e-172a-4359-9c53-849a1af4b5a4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.224204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-47c6f12e-de8d-4741-adbd-8f82c7b6b1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.249959 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2c4dc510-4671-4f87-b823-e392438f7622 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/routers/310819c0-222c-4eaf-ad5e-225dad131d18 HTTP/1.1" status: 200 len: 886 time: 0.4327765 May 24 23:14:58.250678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35428) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:58.324265 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4e777f92-eef1-43b1-a136-a56ef39eccfb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=310819c0-222c-4eaf-ad5e-225dad131d18 HTTP/1.1" status: 200 len: 205 time: 0.0702186 May 24 23:14:58.331469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35432) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:58.338482 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4be0e013-5892-41fa-b4b1-f0103ae2d100 req-1d7a05c0-b5b3-497b-aade-67afe545493a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=2239db33-5a40-4893-961e-7d82d4fcdd74 HTTP/1.1" status: 200 len: 210 time: 0.0686305 May 24 23:14:58.356061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60290c-3d9c-4438-a4fa-cc79f14baec0 req-1a2a2c63-ec44-45ea-a5fd-2807c72f0003 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:58.363808 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8a60290c-3d9c-4438-a4fa-cc79f14baec0 req-1a2a2c63-ec44-45ea-a5fd-2807c72f0003 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.2378690 May 24 23:14:58.409606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-47c6f12e-de8d-4741-adbd-8f82c7b6b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.427088 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8a60290c-3d9c-4438-a4fa-cc79f14baec0 req-31cf08fa-a5b0-4b14-a791-197118ab8fa0 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624251 May 24 23:14:58.433545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6f12e-de8d-4741-adbd-8f82c7b6b1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3c0d43-6b35-4da2-bceb-f056e8be6af2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:58.454199 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-47c6f12e-de8d-4741-adbd-8f82c7b6b1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.456500 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-47c6f12e-de8d-4741-adbd-8f82c7b6b1aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb3c0d43-6b35-4da2-bceb-f056e8be6af2 HTTP/1.1" status: 204 len: 168 time: 0.6817188 May 24 23:14:58.630358 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.842684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35440) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:58.860842 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8bad4dbf-3a91-48ce-b881-28f701aa33d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.876081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8bad4dbf-3a91-48ce-b881-28f701aa33d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:14:58.880116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8bad4dbf-3a91-48ce-b881-28f701aa33d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4d69af51b5c84cb487a0fd31c0b0690a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:14:58.882899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8bad4dbf-3a91-48ce-b881-28f701aa33d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:14:58.888906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8bad4dbf-3a91-48ce-b881-28f701aa33d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:14:58.982574 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8bad4dbf-3a91-48ce-b881-28f701aa33d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:58.987956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8bad4dbf-3a91-48ce-b881-28f701aa33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.029824 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.064102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port cd38c429-1ffa-4d38-ba46-1b4c163377d1 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:14:59.064731 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.174310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad4dbf-3a91-48ce-b881-28f701aa33d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8873a8ae-32c7-45d8-936f-b1ff02a3ab21,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:59.191362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8bad4dbf-3a91-48ce-b881-28f701aa33d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d69af51b5c84cb487a0fd31c0b0690a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469803 May 24 23:14:59.193514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35444) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:59.261563 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7716d80-e8cd-43f6-bb42-2a6d3576b0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.282556 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.297853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7716d80-e8cd-43f6-bb42-2a6d3576b0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.364006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7716d80-e8cd-43f6-bb42-2a6d3576b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.382289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7716d80-e8cd-43f6-bb42-2a6d3576b0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8873a8ae-32c7-45d8-936f-b1ff02a3ab21,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:14:59.387445 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d7716d80-e8cd-43f6-bb42-2a6d3576b0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.389583 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d7716d80-e8cd-43f6-bb42-2a6d3576b0e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8873a8ae-32c7-45d8-936f-b1ff02a3ab21 HTTP/1.1" status: 204 len: 168 time: 0.1944001 May 24 23:14:59.558711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for cd38c429-1ffa-4d38-ba46-1b4c163377d1 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:14:59.606470 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-e4adb47e-172a-4359-9c53-849a1af4b5a4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:14:59.750194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4adb47e-172a-4359-9c53-849a1af4b5a4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.755736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584765c-57dc-4cd2-8bfe-7cafbf58017d req-52ed1f7b-665f-4f74-b6b9-52fb063f58a0 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:14:59.757295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5584765c-57dc-4cd2-8bfe-7cafbf58017d req-52ed1f7b-665f-4f74-b6b9-52fb063f58a0 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.1311376 May 24 23:14:59.764881 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4adb47e-172a-4359-9c53-849a1af4b5a4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:14:59.806522 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5584765c-57dc-4cd2-8bfe-7cafbf58017d req-8441716b-4b11-4e97-bd77-cde08b5a3831 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 May 24 23:14:59.931850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35458) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:14:59.984325 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-38f3e328-7bd1-46ac-a09a-3b1f553893b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aaf6a61f662c4dc2b39a26e690b29900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489211 May 24 23:14:59.984680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35462) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:00.043743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-724d1943-4f66-4968-97a0-9b58a3f2357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.070270 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-724d1943-4f66-4968-97a0-9b58a3f2357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.092502 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.129441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-724d1943-4f66-4968-97a0-9b58a3f2357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.151160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d1943-4f66-4968-97a0-9b58a3f2357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ce2308-e291-4b08-9aae-a2f5be5cdd7a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:00.164391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-724d1943-4f66-4968-97a0-9b58a3f2357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.167998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-724d1943-4f66-4968-97a0-9b58a3f2357a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17ce2308-e291-4b08-9aae-a2f5be5cdd7a HTTP/1.1" status: 204 len: 168 time: 0.1801162 May 24 23:15:00.210422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=cd38c429-1ffa-4d38-ba46-1b4c163377d1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:00.312888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4adb47e-172a-4359-9c53-849a1af4b5a4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:00.329398 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.643297 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.653032 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.884336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4adb47e-172a-4359-9c53-849a1af4b5a4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:00.890913 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.891445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Fanout notify agent at l3_agent the message router_deleted on router 310819c0-222c-4eaf-ad5e-225dad131d18 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:15:00.904170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035267e6-77d8-4b37-a546-774d35ba6cc3 None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:00.913053 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e4adb47e-172a-4359-9c53-849a1af4b5a4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.917052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035267e6-77d8-4b37-a546-774d35ba6cc3 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:00.917820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-035267e6-77d8-4b37-a546-774d35ba6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:00.972113 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:00.973304 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bfdb4655-c17f-4b9f-a1ab-e4967c11fd8c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/310819c0-222c-4eaf-ad5e-225dad131d18 HTTP/1.1" status: 204 len: 168 time: 2.6407976 May 24 23:15:00.977067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35496) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:00.983991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'network': {'name': 'tempest-RoutersTest-605547655'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:01.012444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:01.018654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:network and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:01.023441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:01.038041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 9088803d-f43b-4e60-bf33-6bc001f2a61d no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:15:01.041114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:01.077047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-035267e6-77d8-4b37-a546-774d35ba6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:01.088319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:01.090054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 9088803d-f43b-4e60-bf33-6bc001f2a61d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:15:01.090399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 9088803d-f43b-4e60-bf33-6bc001f2a61d not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:15:01.091391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:01.094450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035267e6-77d8-4b37-a546-774d35ba6cc3 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:01.096251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-035267e6-77d8-4b37-a546-774d35ba6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:01.159390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:15:01.164207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-035267e6-77d8-4b37-a546-774d35ba6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:01.164835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035267e6-77d8-4b37-a546-774d35ba6cc3 None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:01.175489 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:01.175903 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added segment 5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7 of type vlan for network fef97328-eea4-4448-ad27-2c608870cec3 May 24 23:15:01.208346 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35510) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:01.214423 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:01.223451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35516) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:01.224238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e4adb47e-172a-4359-9c53-849a1af4b5a4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "PUT /v2.0/floatingips/54a78698-29ff-40ac-a628-98b15cb72a88 HTTP/1.1" status: 200 len: 975 time: 3.3633621 May 24 23:15:01.253772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464413-a7c5-4fc0-893a-eeeac7296a6a req-53758739-b4ec-4029-a925-a76dadd9b60b tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:01.261826 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24464413-a7c5-4fc0-893a-eeeac7296a6a req-53758739-b4ec-4029-a925-a76dadd9b60b tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.1656907 May 24 23:15:01.330073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24464413-a7c5-4fc0-893a-eeeac7296a6a req-3b7b1bf3-8820-4264-b928-15b4460e4a69 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636470 May 24 23:15:01.335954 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.resource_extend [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:15:01.376880 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:01.382423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:01.383077 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:01.458957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-23238135-network', 'tenant_id': 'a78a2a21160a41bf86ed1240fe883e51'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:01.488808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:01.547815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Usage tracker for resource:network and tenant:a78a2a21160a41bf86ed1240fe883e51 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:01.559134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:01.589599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35526) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:01.589773 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6113870 May 24 23:15:01.593645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:01.595527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'subnet': {'network_id': 'fef97328-eea4-4448-ad27-2c608870cec3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:01.619936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port 3a7ac221-5f97-4d8c-8184-235a3c98ab37 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:01.620282 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:01.645332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc6626-b5a0-4db1-a55c-01e2e9d9f0c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Network': ['ID=fef97328-eea4-4448-ad27-2c608870cec3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:01.661223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network fef97328-eea4-4448-ad27-2c608870cec3 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:15:01.661696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Made reservation on behalf of a78a2a21160a41bf86ed1240fe883e51 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:01.664206 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:01.690771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:01.731054 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:01.745244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:01.749616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:subnet and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:01.752699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:01.759628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:01.776423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:01.781418 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:01.785955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a78a2a21160a41bf86ed1240fe883e51 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:01.795479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:01.806073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:01.875208 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:01.875496 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.010229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for 3a7ac221-5f97-4d8c-8184-235a3c98ab37 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:02.045712 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.120867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.132072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Subnet': ['ID=6b138a65-a8c0-479f-a5b9-20dc2add2755,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:02.132573 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.141822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Checking segment: {'id': '5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'fef97328-eea4-4448-ad27-2c608870cec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:02.142049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network hostable DHCP agents. Network: fef97328-eea4-4448-ad27-2c608870cec3, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:15:02.171136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network fef97328-eea4-4448-ad27-2c608870cec3 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:15:02.173313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:15:02.175573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:02.189942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, fef97328-eea4-4448-ad27-2c608870cec3) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:02.194859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:02.195637 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.202611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98c7d22-9d66-43a1-bcc5-4f0d1dec53f7 None None] Network fef97328-eea4-4448-ad27-2c608870cec3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:02.224625 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.225200 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Added segment 13af6ea4-fe07-4396-869f-3d30c781263e of type vlan for network 43d60c22-8f16-4b98-85f0-e0c159b61d33 May 24 23:15:02.229551 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b5c954ea-d0db-4ead-8dd5-b11f1252f7bc tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6368871 May 24 23:15:02.231687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35550) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:02.242392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d05eed7c-aef2-4ca0-8a73-5993578c33b2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-646097390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:02.252997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d05eed7c-aef2-4ca0-8a73-5993578c33b2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:02.259387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d05eed7c-aef2-4ca0-8a73-5993578c33b2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:router and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:02.264383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d05eed7c-aef2-4ca0-8a73-5993578c33b2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:02.273008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d05eed7c-aef2-4ca0-8a73-5993578c33b2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:02.279049 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.289815 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.296488 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d05eed7c-aef2-4ca0-8a73-5993578c33b2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.297984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d05eed7c-aef2-4ca0-8a73-5993578c33b2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.321221 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d05eed7c-aef2-4ca0-8a73-5993578c33b2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.334986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35556) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:02.344954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397169873', 'description': 'tempest-secgroup-smoke-1397169873 description', 'project_id': '16cd6c635d75400baa6572ca6f095c59'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:02.356255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:02.375254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:02.385572 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d05eed7c-aef2-4ca0-8a73-5993578c33b2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.386989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=3a7ac221-5f97-4d8c-8184-235a3c98ab37,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:02.413097 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.423987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.425434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:02.426209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.448273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:02.453127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Usage tracker for resource:security_group_rule and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:02.456890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:02.460504 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d05eed7c-aef2-4ca0-8a73-5993578c33b2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.464548 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d05eed7c-aef2-4ca0-8a73-5993578c33b2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2291574 May 24 23:15:02.465891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35562) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:02.468917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:02.552183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-fef97328-eea4-4448-ad27-2c608870cec3', 'network_id': 'fef97328-eea4-4448-ad27-2c608870cec3', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'fixed_ips': [{'subnet_id': '6b138a65-a8c0-479f-a5b9-20dc2add2755'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:15:02.553328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.699274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] Pushing event updated for resources: {'Network': ['ID=43d60c22-8f16-4b98-85f0-e0c159b61d33,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:02.705792 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:02.706217 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP 54a78698-29ff-40ac-a628-98b15cb72a88 disassociated (deleted). External IP: 172.25.7.88, port: aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f. May 24 23:15:02.715698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 43d60c22-8f16-4b98-85f0-e0c159b61d33 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:15:02.762251 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-46ce9d8e-e45c-4ba2-81bc-9d8e9ddf00a4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5496402 May 24 23:15:02.762494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35566) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:02.779431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Request body: {'subnet': {'network_id': '43d60c22-8f16-4b98-85f0-e0c159b61d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-23238135-subnet', 'tenant_id': 'a78a2a21160a41bf86ed1240fe883e51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:02.794352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:02.801862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Usage tracker for resource:subnet and tenant:a78a2a21160a41bf86ed1240fe883e51 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:02.806225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:02.814693 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:02.843384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Allocated IP 172.20.0.2 (fef97328-eea4-4448-ad27-2c608870cec3/6b138a65-a8c0-479f-a5b9-20dc2add2755/69af3ea1-2d46-47a8-a3ad-c79603590479) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:02.893460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Made reservation on behalf of a78a2a21160a41bf86ed1240fe883e51 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:02.896145 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.061312 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.072657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Transition to ACTIVE for port object 69af3ea1-2d46-47a8-a3ad-c79603590479 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:03.095642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Transition to ACTIVE for port object 69af3ea1-2d46-47a8-a3ad-c79603590479 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:03.103185 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.108857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12923eab-7db4-48af-89e5-94dc0573134c req-4ecf0b5e-b93b-446e-8a8c-28cbe932077b tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:03.110410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12923eab-7db4-48af-89e5-94dc0573134c req-4ecf0b5e-b93b-446e-8a8c-28cbe932077b tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.4408348 May 24 23:15:03.127999 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.147085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.169051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Network fef97328-eea4-4448-ad27-2c608870cec3 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:03.172014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:03.174711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:03.217101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.227999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Pushing event updated for resources: {'Port': ['ID=69af3ea1-2d46-47a8-a3ad-c79603590479,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:03.230848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:03.266521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12923eab-7db4-48af-89e5-94dc0573134c req-c5584c24-467c-4b8b-9853-8a92ed22fb2e tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441731 May 24 23:15:03.286409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Attempting to bind port 69af3ea1-2d46-47a8-a3ad-c79603590479 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:03.287091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Attempting to bind port 69af3ea1-2d46-47a8-a3ad-c79603590479 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'fef97328-eea4-4448-ad27-2c608870cec3'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:03.287695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Attempting to bind port 69af3ea1-2d46-47a8-a3ad-c79603590479 on network fef97328-eea4-4448-ad27-2c608870cec3 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:03.297413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:03.298105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Checking segment: {'id': '5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'fef97328-eea4-4448-ad27-2c608870cec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:03.298609 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.299096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Bound using segment: {'id': '5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'fef97328-eea4-4448-ad27-2c608870cec3'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:03.299661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Bound port: 69af3ea1-2d46-47a8-a3ad-c79603590479, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'fef97328-eea4-4448-ad27-2c608870cec3'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:03.300198 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.402663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] For port 69af3ea1-2d46-47a8-a3ad-c79603590479, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:03.406357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] For port 69af3ea1-2d46-47a8-a3ad-c79603590479, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=69af3ea1-2d46-47a8-a3ad-c79603590479,segment=NetworkSegment(5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7),segment_id=5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:03.413109 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.413384 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.460316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8055efa7-e7d2-48f6-bb84-76a1fab05899,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:03.469624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.476623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-30a04fe3-87c8-4b31-9d5f-bd6e395ed886 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1340563 May 24 23:15:03.477697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35570) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:03.493772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b8ea6415-ce57-4c9e-81d3-bd25ef579ce8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'security_group_rule': {'security_group_id': '8055efa7-e7d2-48f6-bb84-76a1fab05899', 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:03.511105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b8ea6415-ce57-4c9e-81d3-bd25ef579ce8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:03.514879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397857f4-9240-4d69-851f-b50f6db929e1 None None] Pushing event updated for resources: {'Port': ['ID=69af3ea1-2d46-47a8-a3ad-c79603590479,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:03.523073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:03.536875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b8ea6415-ce57-4c9e-81d3-bd25ef579ce8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Usage tracker for resource:security_group_rule and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:03.538514 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965494ef-4e39-4ca8-8f6f-702927f3706d None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:03.542296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b8ea6415-ce57-4c9e-81d3-bd25ef579ce8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:03.553184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b8ea6415-ce57-4c9e-81d3-bd25ef579ce8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:03.558260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4899bc27-2d09-4ffd-b463-656ca8f30c39,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:03.561952 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965494ef-4e39-4ca8-8f6f-702927f3706d None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:03.564526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.564723 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-965494ef-4e39-4ca8-8f6f-702927f3706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:03.627284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Checking segment: {'id': '13af6ea4-fe07-4396-869f-3d30c781263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43d60c22-8f16-4b98-85f0-e0c159b61d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:03.627947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Network hostable DHCP agents. Network: 43d60c22-8f16-4b98-85f0-e0c159b61d33, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:15:03.647089 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-965494ef-4e39-4ca8-8f6f-702927f3706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:03.652904 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6415-ce57-4c9e-81d3-bd25ef579ce8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.656665 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965494ef-4e39-4ca8-8f6f-702927f3706d None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:03.657379 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-965494ef-4e39-4ca8-8f6f-702927f3706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:14:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:03.668451 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-781b87e0-a78f-4d56-9d7f-5c425ab32493 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/floatingips/54a78698-29ff-40ac-a628-98b15cb72a88 HTTP/1.1" status: 204 len: 168 time: 2.4415758 May 24 23:15:03.670146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35574) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:03.684144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Network 43d60c22-8f16-4b98-85f0-e0c159b61d33 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:15:03.714810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 43d60c22-8f16-4b98-85f0-e0c159b61d33) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:03.722715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:03.723287 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.729229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4de25-de7e-4194-905a-77180bcfaebf None None] Network 43d60c22-8f16-4b98-85f0-e0c159b61d33 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:03.748009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6415-ce57-4c9e-81d3-bd25ef579ce8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.754495 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-965494ef-4e39-4ca8-8f6f-702927f3706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:03.755625 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6415-ce57-4c9e-81d3-bd25ef579ce8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.758334 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965494ef-4e39-4ca8-8f6f-702927f3706d None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:03.773695 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5f1bdbf3-1c94-4773-b4c4-3ca69009e10d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0102205 May 24 23:15:03.780602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea6415-ce57-4c9e-81d3-bd25ef579ce8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46a3304-89cc-4f80-8f72-87708a4041a7,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:03.820796 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6415-ce57-4c9e-81d3-bd25ef579ce8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.822599 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b8ea6415-ce57-4c9e-81d3-bd25ef579ce8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386598 May 24 23:15:03.825363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35580) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:03.831585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b448c2b1-b81f-41a2-a74d-9d73844254f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'security_group_rule': {'security_group_id': '8055efa7-e7d2-48f6-bb84-76a1fab05899', 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:03.838771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-adb5853e-7be5-4456-96fd-818cada9b56b req-264410e8-88e7-4886-abac-8aea9bdbdf96 service neutron] (88390) timed out ('10.222.0.55', 40810) {{(pid=88390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:15:03.839944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b448c2b1-b81f-41a2-a74d-9d73844254f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:03.854827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b448c2b1-b81f-41a2-a74d-9d73844254f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Usage tracker for resource:security_group_rule and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:03.859636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b448c2b1-b81f-41a2-a74d-9d73844254f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:03.866751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b448c2b1-b81f-41a2-a74d-9d73844254f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:03.913034 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b448c2b1-b81f-41a2-a74d-9d73844254f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:03.979018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Allocated IP 172.20.0.1 (fef97328-eea4-4448-ad27-2c608870cec3/6b138a65-a8c0-479f-a5b9-20dc2add2755/b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:04.003889 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b448c2b1-b81f-41a2-a74d-9d73844254f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.011655 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b448c2b1-b81f-41a2-a74d-9d73844254f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.040363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448c2b1-b81f-41a2-a74d-9d73844254f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d144d7-c8d2-4231-9a90-959dfef699d8,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:04.052974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b448c2b1-b81f-41a2-a74d-9d73844254f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.054738 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b448c2b1-b81f-41a2-a74d-9d73844254f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2280946 May 24 23:15:04.057559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35586) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:04.064791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d5b9dbe2-f590-4011-83c6-7802f6c0db2d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'security_group_rule': {'security_group_id': '8055efa7-e7d2-48f6-bb84-76a1fab05899', 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:04.081774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5b9dbe2-f590-4011-83c6-7802f6c0db2d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:04.083980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e13a8-4889-4d61-8483-5c710a92c5ef None None] Network 43d60c22-8f16-4b98-85f0-e0c159b61d33 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:04.086521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d5b9dbe2-f590-4011-83c6-7802f6c0db2d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Usage tracker for resource:security_group_rule and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:04.089588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d5b9dbe2-f590-4011-83c6-7802f6c0db2d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:04.096220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d5b9dbe2-f590-4011-83c6-7802f6c0db2d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:04.104252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a8d79bd2-6cd1-4000-b64d-3e6ad5023e9e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:04.104252 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a8d79bd2-6cd1-4000-b64d-3e6ad5023e9e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.123085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dbe2-f590-4011-83c6-7802f6c0db2d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.225655 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dbe2-f590-4011-83c6-7802f6c0db2d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.234761 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dbe2-f590-4011-83c6-7802f6c0db2d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.259482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9dbe2-f590-4011-83c6-7802f6c0db2d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5610e07f-6cb5-4144-89ad-2c61306db91e,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:04.289360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5b9dbe2-f590-4011-83c6-7802f6c0db2d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.295852 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d5b9dbe2-f590-4011-83c6-7802f6c0db2d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2346547 May 24 23:15:04.296908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35596) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:04.308353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-df551cb4-e865-4355-afe4-3396976a0c37 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'security_group_rule': {'security_group_id': '8055efa7-e7d2-48f6-bb84-76a1fab05899', 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:04.316748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.324795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-df551cb4-e865-4355-afe4-3396976a0c37 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:04.333079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-df551cb4-e865-4355-afe4-3396976a0c37 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Usage tracker for resource:security_group_rule and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:04.341709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-df551cb4-e865-4355-afe4-3396976a0c37 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:04.353348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-df551cb4-e865-4355-afe4-3396976a0c37 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:04.402050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df551cb4-e865-4355-afe4-3396976a0c37 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.455625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Transition to ACTIVE for port object b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:04.480668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69af3ea1-2d46-47a8-a3ad-c79603590479 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:04.513537 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a8d79bd2-6cd1-4000-b64d-3e6ad5023e9e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.570882 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 69af3ea1-2d46-47a8-a3ad-c79603590479 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:04.641162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35606) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:04.655262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1572050577-network', 'tenant_id': '4fdb3bbe85024e79821620652a6d6d4a'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:04.661374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:04.673875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Usage tracker for resource:network and tenant:4fdb3bbe85024e79821620652a6d6d4a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:04.679989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:04.688217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df551cb4-e865-4355-afe4-3396976a0c37 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.690050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:04.697682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a8d79bd2-6cd1-4000-b64d-3e6ad5023e9e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:04.707594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8b026-d040-4170-beb7-247086b9f731 req-e06edc72-5942-4a98-b00e-750599912c06 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:04.709150 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-adb8b026-d040-4170-beb7-247086b9f731 req-e06edc72-5942-4a98-b00e-750599912c06 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.2107623 May 24 23:15:04.709857 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df551cb4-e865-4355-afe4-3396976a0c37 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.742187 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.743829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Made reservation on behalf of 4fdb3bbe85024e79821620652a6d6d4a for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:04.746306 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.767243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df551cb4-e865-4355-afe4-3396976a0c37 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bf3155-0297-4d7b-8b4a-07f3955eab65,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:04.787812 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.816934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df551cb4-e865-4355-afe4-3396976a0c37 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.821357 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df551cb4-e865-4355-afe4-3396976a0c37 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5231385 May 24 23:15:04.821732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35610) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:04.822827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network fef97328-eea4-4448-ad27-2c608870cec3 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:04.827085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:04.834991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:04.839722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'security_group_rule': {'security_group_id': '8055efa7-e7d2-48f6-bb84-76a1fab05899', 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:04.846131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:04.848672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-adb8b026-d040-4170-beb7-247086b9f731 req-8f31423f-c18d-4c5c-862e-ce1584f028f2 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211345 May 24 23:15:04.850447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Usage tracker for resource:security_group_rule and tenant:4fdb3bbe85024e79821620652a6d6d4a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:04.853403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:04.855641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:04.861827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Usage tracker for resource:security_group_rule and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:04.864867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:04.866997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:04.882742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:04.895691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:04.916982 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Project 16cd6c635d75400baa6572ca6f095c59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:15:04.917339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e09123-da98-4689-8ce1-dc3c490e424a None None] Network fef97328-eea4-4448-ad27-2c608870cec3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:04.930618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:04.941715 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.032609 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.032842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d842433-944f-4629-a432-a0006b443e0e None None] Provisioning for port 69af3ea1-2d46-47a8-a3ad-c79603590479 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:05.042095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d842433-944f-4629-a432-a0006b443e0e None None] Provisioning complete for port 69af3ea1-2d46-47a8-a3ad-c79603590479 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:05.042456 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d842433-944f-4629-a432-a0006b443e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.043246 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.048915 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.064390 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.096548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:15:05.115387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5e13ff-89f3-4907-8b21-c215fd82a36f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:05.117831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee9c54b-ef30-49b2-8132-6ae7f362a545,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:05.132294 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.132516 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Added segment f25a692e-75f9-4c2a-bb55-fa72d9e08ad1 of type vlan for network 695398a1-df6c-47a1-8869-bd943a38bdeb May 24 23:15:05.145706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.146952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-096212be-575a-480f-83d2-b121bc0e4ba9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214586 May 24 23:15:05.149735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35614) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:05.155091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'security_group_rule': {'security_group_id': '8055efa7-e7d2-48f6-bb84-76a1fab05899', 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:05.175735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:05.181942 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.185677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Usage tracker for resource:security_group_rule and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:05.189289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:05.197296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:05.208011 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a8d79bd2-6cd1-4000-b64d-3e6ad5023e9e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.286151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d842433-944f-4629-a432-a0006b443e0e None None] Current status of the port 69af3ea1-2d46-47a8-a3ad-c79603590479 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:05.286506 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d842433-944f-4629-a432-a0006b443e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.331050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6d842433-944f-4629-a432-a0006b443e0e None None] For port 69af3ea1-2d46-47a8-a3ad-c79603590479, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=69af3ea1-2d46-47a8-a3ad-c79603590479,segment=NetworkSegment(5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7),segment_id=5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:05.347474 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d842433-944f-4629-a432-a0006b443e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.360698 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Project 16cd6c635d75400baa6572ca6f095c59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:15:05.370004 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.380779 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.381861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:05.382469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.406554 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-df7378cf-1ded-4d17-8a8a-2bb12d7dd3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.411237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d79bd2-6cd1-4000-b64d-3e6ad5023e9e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:05.428067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d842433-944f-4629-a432-a0006b443e0e None None] Pushing event updated for resources: {'Port': ['ID=69af3ea1-2d46-47a8-a3ad-c79603590479,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:05.514000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8693128 May 24 23:15:05.526765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35622) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:05.551777 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc542bd-3b4c-473b-87e2-eb79ef4413df admin admin] Pushing event updated for resources: {'Network': ['ID=695398a1-df6c-47a1-8869-bd943a38bdeb,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:05.566367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 695398a1-df6c-47a1-8869-bd943a38bdeb details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:15:05.575200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.579043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Request body: {'subnet': {'network_id': '695398a1-df6c-47a1-8869-bd943a38bdeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1572050577-subnet', 'tenant_id': '4fdb3bbe85024e79821620652a6d6d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:05.584596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.603682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:05.615758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Usage tracker for resource:subnet and tenant:4fdb3bbe85024e79821620652a6d6d4a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:05.628503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:05.629939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3259f089-deb9-42d4-b21e-8b0f8f3bc25e,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:05.646022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.649079 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cd21422c-c34c-4395-b03c-923851a30ea2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4967010 May 24 23:15:05.673047 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.684586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:05.707973 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a8d79bd2-6cd1-4000-b64d-3e6ad5023e9e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.777896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bcb76ef0-c493-4e2c-bdf3-143ff76cb7f5 None None] Provisioning complete for port 69af3ea1-2d46-47a8-a3ad-c79603590479 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:05.778409 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bcb76ef0-c493-4e2c-bdf3-143ff76cb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.824982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Made reservation on behalf of 4fdb3bbe85024e79821620652a6d6d4a for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:05.827329 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:05.847008 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a8d79bd2-6cd1-4000-b64d-3e6ad5023e9e tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/ports/aa9049e9-7d2c-49e0-87cd-a12e4f9b6d7f HTTP/1.1" status: 204 len: 168 time: 2.1755254 May 24 23:15:05.850929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35656) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:05.856037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:05.868899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:05.875107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:floatingip and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:05.882730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:05.907501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:05.930369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.034334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bcb76ef0-c493-4e2c-bdf3-143ff76cb7f5 None None] Current status of the port 69af3ea1-2d46-47a8-a3ad-c79603590479 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:06.046893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bcb76ef0-c493-4e2c-bdf3-143ff76cb7f5 None None] Provisioning for port b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:06.053540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bcb76ef0-c493-4e2c-bdf3-143ff76cb7f5 None None] Provisioning complete for port b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:06.054046 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bcb76ef0-c493-4e2c-bdf3-143ff76cb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.119586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bcb76ef0-c493-4e2c-bdf3-143ff76cb7f5 None None] Port b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:06.151861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929fc5f-1d4a-44fe-a856-f6851a3aec50 req-3e7cd070-c323-42d8-a64d-de830f9d44c2 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:06.154052 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d929fc5f-1d4a-44fe-a856-f6851a3aec50 req-3e7cd070-c323-42d8-a64d-de830f9d44c2 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.1248219 May 24 23:15:06.202660 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.217072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097bbb0-9b3f-441b-b396-d6356b1e04e8 req-d5d5f560-a547-4dbe-88bb-e79e8074c0b2 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:06.218629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3097bbb0-9b3f-441b-b396-d6356b1e04e8 req-d5d5f560-a547-4dbe-88bb-e79e8074c0b2 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1096 time: 0.5218022 May 24 23:15:06.243928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d80bd406-d58e-40d7-a55a-b690c942663f None None] Provisioning complete for port b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:06.244762 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d80bd406-d58e-40d7-a55a-b690c942663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.247295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d929fc5f-1d4a-44fe-a856-f6851a3aec50 req-8d432e49-57cb-4c35-8f64-e85fdaa1b6ed tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860610 May 24 23:15:06.287404 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3097bbb0-9b3f-441b-b396-d6356b1e04e8 req-c9f7e234-ba44-44a8-9b39-78a63938ab1a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.323367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3097bbb0-9b3f-441b-b396-d6356b1e04e8 req-c9f7e234-ba44-44a8-9b39-78a63938ab1a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:06.327974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d80bd406-d58e-40d7-a55a-b690c942663f None None] Port b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:06.328329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3097bbb0-9b3f-441b-b396-d6356b1e04e8 req-c9f7e234-ba44-44a8-9b39-78a63938ab1a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Usage tracker for resource:security_group_rule and tenant:99594d49580c448abffa4c03b4471444 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:06.334904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3097bbb0-9b3f-441b-b396-d6356b1e04e8 req-c9f7e234-ba44-44a8-9b39-78a63938ab1a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:06.360300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3097bbb0-9b3f-441b-b396-d6356b1e04e8 req-c9f7e234-ba44-44a8-9b39-78a63938ab1a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:06.412362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69af3ea1-2d46-47a8-a3ad-c79603590479 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:06.425244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.25.7.253 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/7dff6c8d-8015-47b2-a6a4-bb732ba93fd1) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:06.541247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 69af3ea1-2d46-47a8-a3ad-c79603590479 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:06.542020 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.544508 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.584953 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.613415 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.643141 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.687820 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.712827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 69af3ea1-2d46-47a8-a3ad-c79603590479 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:06.771979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:06.775008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:06.779163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:06.797075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6503dd3-68ae-45f3-b202-57b218d0d467,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:06.807225 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3097bbb0-9b3f-441b-b396-d6356b1e04e8 req-c9f7e234-ba44-44a8-9b39-78a63938ab1a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.814603 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.818264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:06.824146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=7dff6c8d-8015-47b2-a6a4-bb732ba93fd1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:06.825110 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3097bbb0-9b3f-441b-b396-d6356b1e04e8 req-c9f7e234-ba44-44a8-9b39-78a63938ab1a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.849160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Checking segment: {'id': 'f25a692e-75f9-4c2a-bb55-fa72d9e08ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '695398a1-df6c-47a1-8869-bd943a38bdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:06.849544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Network hostable DHCP agents. Network: 695398a1-df6c-47a1-8869-bd943a38bdeb, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:15:06.872251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:06.882415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3097bbb0-9b3f-441b-b396-d6356b1e04e8 req-c9f7e234-ba44-44a8-9b39-78a63938ab1a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6107829 May 24 23:15:06.952913 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:07.030732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7e234-ba44-44a8-9b39-78a63938ab1a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9517feb8-4b2e-4fcf-95b0-17272637eeae,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:07.046524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Network 695398a1-df6c-47a1-8869-bd943a38bdeb is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:15:07.068974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 695398a1-df6c-47a1-8869-bd943a38bdeb) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:07.075074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network fef97328-eea4-4448-ad27-2c608870cec3 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:07.076324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:07.077329 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:07.078785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412d892-ed44-43fb-be9e-50133894154e None None] Network 695398a1-df6c-47a1-8869-bd943a38bdeb requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:07.081426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:07.249028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-756ed124-2be5-4c0a-a609-0b5325ac4ae2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7126112 May 24 23:15:07.367286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router bbd455b7-215b-4046-bc22-92b28a47776a is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:15:07.419616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1073a2-3c3d-4ca8-b33a-ee6cf8c5d4f4 req-286bd2d5-56dc-4be3-924e-76074547f09e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:07.421011 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b1073a2-3c3d-4ca8-b33a-ee6cf8c5d4f4 req-286bd2d5-56dc-4be3-924e-76074547f09e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.4000230 May 24 23:15:07.480500 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:07.491981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e4644-a726-4c95-a978-faaee49aa259 None None] Network 695398a1-df6c-47a1-8869-bd943a38bdeb requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:07.494365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b1073a2-3c3d-4ca8-b33a-ee6cf8c5d4f4 req-d430f9da-7c98-471d-bbc2-b667ad0e9364 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612376 May 24 23:15:07.495526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:07.556861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35714) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:07.738359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-01996bee-c322-4458-ada2-f3968cff2aa1 None None] Provisioning complete for port b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:07.741158 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-01996bee-c322-4458-ada2-f3968cff2aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:07.750540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=7dff6c8d-8015-47b2-a6a4-bb732ba93fd1,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:07.782288 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e80d1b73-099a-4254-baad-1816004fa09a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/fbfc8b14-5e9d-4a8e-86d4-efdb17469787 HTTP/1.1" status: 200 len: 993 time: 0.2238169 May 24 23:15:07.783807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:07.843518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:07.843518 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f5ad13fe-6a90-4d57-be01-adaa9fbd87f4 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9905081 May 24 23:15:07.845952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35724) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:07.868997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b2215ff7-22d8-4733-ba42-5d46e948d8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:07.869694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'port': {'network_id': 'd2463375-5764-4e7d-8fc4-c6852cb7f184', 'name': 'tempest-FloatingIPTestJSON-1549493661'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:07.936879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-01996bee-c322-4458-ada2-f3968cff2aa1 None None] Port b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:08.166270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:08.175043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-72458aa2-0689-4b4c-b417-f38eba5f68c5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/bbd455b7-215b-4046-bc22-92b28a47776a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7077389 May 24 23:15:08.177261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35736) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:08.179184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a75c4-364e-4440-8b33-7d87c5f86342 None None] Sync routers for ids ['bbd455b7-215b-4046-bc22-92b28a47776a'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:08.199100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a75c4-364e-4440-8b33-7d87c5f86342 None None] Routers {'bbd455b7-215b-4046-bc22-92b28a47776a'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:08.200017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ef2a75c4-364e-4440-8b33-7d87c5f86342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['bbd455b7-215b-4046-bc22-92b28a47776a'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:08.263982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f86dc8-015a-4390-8e62-21369f3c04ec req-07a0793e-abc7-497f-81a6-518a92e4b6c8 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:08.265898 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14f86dc8-015a-4390-8e62-21369f3c04ec req-07a0793e-abc7-497f-81a6-518a92e4b6c8 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.3181264 May 24 23:15:08.272778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d66ca-bef8-4e0a-b8c9-1b10b9a83eac tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:08.273461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-339d66ca-bef8-4e0a-b8c9-1b10b9a83eac tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Synchronizing usage tracker for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:08.279002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:08.294176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ef2a75c4-364e-4440-8b33-7d87c5f86342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:08.306510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a75c4-364e-4440-8b33-7d87c5f86342 None None] Routers {'bbd455b7-215b-4046-bc22-92b28a47776a'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:08.307705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ef2a75c4-364e-4440-8b33-7d87c5f86342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['bbd455b7-215b-4046-bc22-92b28a47776a'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:08.325914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14f86dc8-015a-4390-8e62-21369f3c04ec req-45d491c3-b952-4e22-8212-64db5a7aec0f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493872 May 24 23:15:08.332442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:port and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:08.334148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-339d66ca-bef8-4e0a-b8c9-1b10b9a83eac tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Unset dirty status for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:08.339985 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-339d66ca-bef8-4e0a-b8c9-1b10b9a83eac tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports/b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 HTTP/1.1" status: 200 len: 910 time: 0.1615925 May 24 23:15:08.342272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35740) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:08.353829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:08.357184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:08.368358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6e59502c-8a19-44e6-a384-62c7c0f8b494 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b138a65-a8c0-479f-a5b9-20dc2add2755'}]}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:08.382351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ef2a75c4-364e-4440-8b33-7d87c5f86342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:08.382810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a75c4-364e-4440-8b33-7d87c5f86342 None None] The sync data for ids ['bbd455b7-215b-4046-bc22-92b28a47776a'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:08.394025 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Made reservation on behalf of dc1ef1b84c1e4f0eacc17ee867a8a794 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:08.397520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:08.437569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] device_id is not set on port a76298d6-1f32-4e18-bf30-67a87c630f7c yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:15:08.477567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b4df95e2-b005-4314-ac56-d99d404d08e4 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:08.478261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b4df95e2-b005-4314-ac56-d99d404d08e4 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Synchronizing usage tracker for tenant:a78a2a21160a41bf86ed1240fe883e51 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:08.532633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b4df95e2-b005-4314-ac56-d99d404d08e4 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Unset dirty status for tenant:a78a2a21160a41bf86ed1240fe883e51 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:08.533833 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b4df95e2-b005-4314-ac56-d99d404d08e4 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/networks?id=43d60c22-8f16-4b98-85f0-e0c159b61d33 HTTP/1.1" status: 200 len: 810 time: 0.2862797 May 24 23:15:08.595303 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-4715b06d-0e85-41f6-a67e-fc06454cf5bc tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/quotas/a78a2a21160a41bf86ed1240fe883e51 HTTP/1.1" status: 200 len: 375 time: 0.0549662 May 24 23:15:08.652243 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-a93c819c-fc8c-4178-b7a7-3f43aa7a44b0 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a78a2a21160a41bf86ed1240fe883e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511527 May 24 23:15:08.658158 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e59502c-8a19-44e6-a384-62c7c0f8b494 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:08.658458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.20.0.11 (d2463375-5764-4e7d-8fc4-c6852cb7f184/56ad8fff-7c07-4604-9b16-35b1cc98746f/a76298d6-1f32-4e18-bf30-67a87c630f7c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:08.710377 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:08.784518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:08.929854 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-0817f3b7-b624-40d1-9da0-27a262d6464f service neutron] 10.222.0.55 "GET /v2.0/networks/43d60c22-8f16-4b98-85f0-e0c159b61d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640846 May 24 23:15:09.131992 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:09.139970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-a69c9a4c-017f-4b51-951a-9595657276f8 service neutron] 10.222.0.55 "GET /v2.0/networks/43d60c22-8f16-4b98-85f0-e0c159b61d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940515 May 24 23:15:09.186701 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:09.312102 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network d2463375-5764-4e7d-8fc4-c6852cb7f184 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:09.315786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:09.321105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:09.386277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=a76298d6-1f32-4e18-bf30-67a87c630f7c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:09.453341 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e59502c-8a19-44e6-a384-62c7c0f8b494 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:09.459755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6df33530-d788-44c6-9b43-8ac0003bcaf5 req-b2d3ac1d-baae-4707-9bfc-06acd88a1e1b tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 210 time: 0.0800347 May 24 23:15:09.483085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e59502c-8a19-44e6-a384-62c7c0f8b494 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:09.486513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:09.487208 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:09.563378 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-294e07e8-dfef-47df-8670-cf1075b7e090 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7158618 May 24 23:15:09.571213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35766) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:09.576792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7fb05cae-88f9-4e57-b5b4-0c27188d511b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'floatingip': {'port_id': 'a76298d6-1f32-4e18-bf30-67a87c630f7c'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:09.746229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7fb05cae-88f9-4e57-b5b4-0c27188d511b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:09.906833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59502c-8a19-44e6-a384-62c7c0f8b494 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:09.918613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e59502c-8a19-44e6-a384-62c7c0f8b494 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:09.919288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e59502c-8a19-44e6-a384-62c7c0f8b494 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:09.920653 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6e59502c-8a19-44e6-a384-62c7c0f8b494 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/ports/b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 HTTP/1.1" status: 200 len: 910 time: 1.5759296 May 24 23:15:09.947539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35776) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:10.087415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f57e95-cf6b-403e-a1de-7b0b0a5b1ef7 req-9677e489-2a3b-494d-baeb-d362e9859d6b tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:10.099262 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-88f57e95-cf6b-403e-a1de-7b0b0a5b1ef7 req-9677e489-2a3b-494d-baeb-d362e9859d6b tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.2937274 May 24 23:15:10.105966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:10.237991 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-88f57e95-cf6b-403e-a1de-7b0b0a5b1ef7 req-3205133d-5f75-4fbe-90c6-2c4cf8b85e5b tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373134 May 24 23:15:10.318417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-376a68e3-1681-483c-a042-5a8565e3a86f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8535380 May 24 23:15:10.329389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5290a9-0756-4a3c-af4c-a578570d73da req-53f328e3-0839-42c6-86b7-ea9e419f7a12 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:10.336949 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b5290a9-0756-4a3c-af4c-a578570d73da req-53f328e3-0839-42c6-86b7-ea9e419f7a12 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.7087429 May 24 23:15:10.533976 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b5290a9-0756-4a3c-af4c-a578570d73da req-d9ee0e39-5825-46ab-877c-496167d8a9d2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961260 May 24 23:15:10.882012 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7fb05cae-88f9-4e57-b5b4-0c27188d511b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:10.886785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d793328-2acd-491d-a3e4-cfdfc8fb93c9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:10.907593 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-735bfb45-74c3-4e8e-a9b8-d8c690bc4915 req-25698d14-7135-4530-971b-9e99bfac0dcd tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 210 time: 0.1120837 May 24 23:15:10.908869 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7fb05cae-88f9-4e57-b5b4-0c27188d511b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:11.158459 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-7fb05cae-88f9-4e57-b5b4-0c27188d511b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP e60747b8-8826-42a4-a149-4dddb2b3c38b associated. External IP: 172.25.7.253, port: a76298d6-1f32-4e18-bf30-67a87c630f7c. May 24 23:15:11.391292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2d793328-2acd-491d-a3e4-cfdfc8fb93c9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:11.391657 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d793328-2acd-491d-a3e4-cfdfc8fb93c9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:11.671172 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d793328-2acd-491d-a3e4-cfdfc8fb93c9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:11.691549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57cc37-5062-40e6-92df-e52b3cfd096b req-c12202e1-74e2-4ebe-9596-3b748628ebe3 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:11.697273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d57cc37-5062-40e6-92df-e52b3cfd096b req-c12202e1-74e2-4ebe-9596-3b748628ebe3 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.2353706 May 24 23:15:11.836884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2d793328-2acd-491d-a3e4-cfdfc8fb93c9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:11.901276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4288203-712a-4218-aa50-b1d602d863e4 req-a0742bc0-3c4a-4d8a-8787-78f7db10ece2 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:11.903013 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-a0742bc0-3c4a-4d8a-8787-78f7db10ece2 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.50 "GET /v2.0/networks?id=43d60c22-8f16-4b98-85f0-e0c159b61d33 HTTP/1.1" status: 200 len: 810 time: 0.3991861 May 24 23:15:11.905742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d57cc37-5062-40e6-92df-e52b3cfd096b req-4d9c640e-ae3a-4e9f-99ad-0077286041c5 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075033 May 24 23:15:11.908570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb05cae-88f9-4e57-b5b4-0c27188d511b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:11.917734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Request body: {'port': {'device_id': '09a23464-e9e1-4494-9945-59c1eabe48a9', 'network_id': '43d60c22-8f16-4b98-85f0-e0c159b61d33', 'admin_state_up': True, 'tenant_id': 'a78a2a21160a41bf86ed1240fe883e51'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:12.249478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9187a83-eca4-4582-a4cd-bc59e461035b req-22926a08-3048-496c-b561-76229f14e3b9 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:12.251002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9187a83-eca4-4582-a4cd-bc59e461035b req-22926a08-3048-496c-b561-76229f14e3b9 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.4696507 May 24 23:15:12.362876 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f40aff9-34a4-4b09-b3f0-361f1836e0b1 req-9432707c-2327-49cf-8d0d-b1c1e6831e5d tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 210 time: 0.1051023 May 24 23:15:12.395913 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d793328-2acd-491d-a3e4-cfdfc8fb93c9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:12.418846 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9187a83-eca4-4582-a4cd-bc59e461035b req-7b5d22ba-55d0-4c3e-9e1d-5298355e9b3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553214 May 24 23:15:12.440424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:12.446150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb05cae-88f9-4e57-b5b4-0c27188d511b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:12.451961 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7fb05cae-88f9-4e57-b5b4-0c27188d511b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:12.455073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d793328-2acd-491d-a3e4-cfdfc8fb93c9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=b05eeaa4-7ff5-466a-8f41-fb2fbd5b5516,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:12.467510 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf753ea-236f-43c1-8daa-32040623017e None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:12.481992 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf753ea-236f-43c1-8daa-32040623017e None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:12.482614 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-edf753ea-236f-43c1-8daa-32040623017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:12.491653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Usage tracker for resource:port and tenant:a78a2a21160a41bf86ed1240fe883e51 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:12.510889 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:12.521827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:12.543718 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7fb05cae-88f9-4e57-b5b4-0c27188d511b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "PUT /v2.0/floatingips/e60747b8-8826-42a4-a149-4dddb2b3c38b HTTP/1.1" status: 200 len: 979 time: 2.9702928 May 24 23:15:12.545109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35816) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:12.565958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-c2f33035-8d60-4710-8db8-9a0601545b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:12.567453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-c2f33035-8d60-4710-8db8-9a0601545b6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1096 time: 0.3469033 May 24 23:15:12.591977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Made reservation on behalf of a78a2a21160a41bf86ed1240fe883e51 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:12.595850 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:12.663365 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-edf753ea-236f-43c1-8daa-32040623017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:12.673192 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf753ea-236f-43c1-8daa-32040623017e None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:12.674085 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-edf753ea-236f-43c1-8daa-32040623017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:12.685899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port a76298d6-1f32-4e18-bf30-67a87c630f7c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:12.686393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:12.763724 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-edf753ea-236f-43c1-8daa-32040623017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:12.764120 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf753ea-236f-43c1-8daa-32040623017e None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:12.871788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-3be2bf0a-a076-4101-ac66-fae5e9709fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:12.873246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-3be2bf0a-a076-4101-ac66-fae5e9709fab service neutron] 10.222.0.50 "GET /v2.0/networks?id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5 HTTP/1.1" status: 200 len: 898 time: 0.2264805 May 24 23:15:12.876003 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d793328-2acd-491d-a3e4-cfdfc8fb93c9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:13.068170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Allocated IP 172.20.0.5 (43d60c22-8f16-4b98-85f0-e0c159b61d33/4899bc27-2d09-4ffd-b463-656ca8f30c39/1e1cdde9-a6aa-4e1b-860e-4cb70674178a) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:13.100270 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:13.160020 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-0b015def-84b3-448e-a3a9-516112ec809b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 200 len: 1001 time: 0.2767687 May 24 23:15:13.368714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-dd2b44b3-9f5b-4380-98f3-5b8151967cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:13.370079 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-dd2b44b3-9f5b-4380-98f3-5b8151967cd2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bf04fc3-e8ac-44ff-b567-49134ab0d57d HTTP/1.1" status: 200 len: 835 time: 0.1417544 May 24 23:15:13.371979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d793328-2acd-491d-a3e4-cfdfc8fb93c9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router bbd455b7-215b-4046-bc22-92b28a47776a has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:13.457369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c413c-0da5-4a3e-9d09-1faf04b12d57 req-125d3827-c4b6-41af-8fae-7a7ea5153c36 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:13.458909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b9c413c-0da5-4a3e-9d09-1faf04b12d57 req-125d3827-c4b6-41af-8fae-7a7ea5153c36 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.3714275 May 24 23:15:13.570945 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:13.577010 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:13.577390 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:13.577781 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP e60747b8-8826-42a4-a149-4dddb2b3c38b disassociated. External IP: 172.25.7.253, port: a76298d6-1f32-4e18-bf30-67a87c630f7c. May 24 23:15:13.578127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for a76298d6-1f32-4e18-bf30-67a87c630f7c owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:13.753121 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6205a8c1-184e-4b4c-818b-35c1abcb7b75 req-077948c5-1817-440c-b7e6-05c40d47c868 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 210 time: 0.0560694 May 24 23:15:13.800861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-1aefe621-d1fc-4c25-a8a8-f878ecafead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:13.802459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-1aefe621-d1fc-4c25-a8a8-f878ecafead1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4213965 May 24 23:15:13.804738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:13.843766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b9c413c-0da5-4a3e-9d09-1faf04b12d57 req-6e0bcadb-9c51-4f85-8edb-949999d859d8 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765161 May 24 23:15:13.851894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d793328-2acd-491d-a3e4-cfdfc8fb93c9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:13.863289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Network 43d60c22-8f16-4b98-85f0-e0c159b61d33 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:13.865565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001b985-64a9-46ee-8a0b-7868d6a36358 None None] Sync routers for ids ['bbd455b7-215b-4046-bc22-92b28a47776a'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:13.872370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:13.879803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001b985-64a9-46ee-8a0b-7868d6a36358 None None] Routers {'bbd455b7-215b-4046-bc22-92b28a47776a'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:13.880635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0001b985-64a9-46ee-8a0b-7868d6a36358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['bbd455b7-215b-4046-bc22-92b28a47776a'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:13.882358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:14.003461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35828) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:14.004480 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2d793328-2acd-491d-a3e4-cfdfc8fb93c9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/bbd455b7-215b-4046-bc22-92b28a47776a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0545902 May 24 23:15:14.017860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0001b985-64a9-46ee-8a0b-7868d6a36358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:14.043094 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001b985-64a9-46ee-8a0b-7868d6a36358 None None] Routers {'bbd455b7-215b-4046-bc22-92b28a47776a'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:14.044049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0001b985-64a9-46ee-8a0b-7868d6a36358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['bbd455b7-215b-4046-bc22-92b28a47776a'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:14.112611 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-b916bf82-6ef8-4de0-996f-fade1af13a50 service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884433 May 24 23:15:14.120566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0001b985-64a9-46ee-8a0b-7868d6a36358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:14.122297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001b985-64a9-46ee-8a0b-7868d6a36358 None None] The sync data for ids ['bbd455b7-215b-4046-bc22-92b28a47776a'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:14.235363 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.250951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Pushing event updated for resources: {'Port': ['ID=1e1cdde9-a6aa-4e1b-860e-4cb70674178a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:14.273791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e49e44-c8fd-49cb-848b-8fa4482faa23 req-71dfcd79-0338-452a-99c9-74f6088c2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:14.275336 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4e49e44-c8fd-49cb-848b-8fa4482faa23 req-71dfcd79-0338-452a-99c9-74f6088c2ec0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 1096 time: 0.2094731 May 24 23:15:14.303063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-93237ab6-e1d6-4ba5-87e4-b84dabb07ca4 service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793597 May 24 23:15:14.303902 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fcb99e3c-75fb-44cf-b631-00e1ed771388 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd455b7-215b-4046-bc22-92b28a47776a HTTP/1.1" status: 200 len: 205 time: 0.2913537 May 24 23:15:14.308929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35834) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:14.329905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:14.331335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.396150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=a76298d6-1f32-4e18-bf30-67a87c630f7c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:14.459594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f483ed-44d3-421b-a183-eb37564f755e req-81b7416e-28dd-4f0f-8303-b325220871a1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:14.461078 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41f483ed-44d3-421b-a183-eb37564f755e req-81b7416e-28dd-4f0f-8303-b325220871a1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.5351853 May 24 23:15:14.486116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4e49e44-c8fd-49cb-848b-8fa4482faa23 req-55d251f1-9a05-4c0d-903f-5d97f2cef32b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047515 May 24 23:15:14.490650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1da5c421-dd92-4dd3-9f71-507a3afa8401 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.534640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b412d910-7e8a-4ee6-93c5-4fec8df8a201 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6208413 May 24 23:15:14.560321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Request body: {'port': {'device_id': '09a23464-e9e1-4494-9945-59c1eabe48a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:14.654719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41f483ed-44d3-421b-a183-eb37564f755e req-c3bc73ad-ccb9-4199-88b6-539271c8c2ba tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305854 May 24 23:15:14.720272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:14.736354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.855805 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1da5c421-dd92-4dd3-9f71-507a3afa8401 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.858179 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1da5c421-dd92-4dd3-9f71-507a3afa8401 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.914505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1da5c421-dd92-4dd3-9f71-507a3afa8401 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.914995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da5c421-dd92-4dd3-9f71-507a3afa8401 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Fanout notify agent at l3_agent the message router_deleted on router bbd455b7-215b-4046-bc22-92b28a47776a {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:15:14.946526 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1da5c421-dd92-4dd3-9f71-507a3afa8401 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:14.947629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1da5c421-dd92-4dd3-9f71-507a3afa8401 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/bbd455b7-215b-4046-bc22-92b28a47776a HTTP/1.1" status: 204 len: 168 time: 0.6237299 May 24 23:15:14.950251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35842) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:15.021374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting subnet 6b138a65-a8c0-479f-a5b9-20dc2add2755 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:15:15.026681 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.099376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.112306 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:15.123989 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8fe926-6d9f-4077-bdcd-a0401bf3b8fc None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:15.134524 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8fe926-6d9f-4077-bdcd-a0401bf3b8fc None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:15.135751 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2a8fe926-6d9f-4077-bdcd-a0401bf3b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:15.140194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d2fe7-b8f5-44f3-841f-acfa100620a3 req-2fe59da4-15f4-4e5e-8794-48f539c7e0e7 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:15.141818 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e1d2fe7-b8f5-44f3-841f-acfa100620a3 req-2fe59da4-15f4-4e5e-8794-48f539c7e0e7 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 931 time: 0.2672114 May 24 23:15:15.203303 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2a8fe926-6d9f-4077-bdcd-a0401bf3b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:15.212753 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8fe926-6d9f-4077-bdcd-a0401bf3b8fc None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:15.213725 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2a8fe926-6d9f-4077-bdcd-a0401bf3b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:15.223013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e1d2fe7-b8f5-44f3-841f-acfa100620a3 req-6b7cf290-e8c2-4ce0-950e-a39a24428e04 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729337 May 24 23:15:15.274245 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.281114 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2a8fe926-6d9f-4077-bdcd-a0401bf3b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:15.281898 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8fe926-6d9f-4077-bdcd-a0401bf3b8fc None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:15.320579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.325101 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5f4bea8e-bbf6-4f33-9eaf-5b55efa5b00d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/ports/a76298d6-1f32-4e18-bf30-67a87c630f7c HTTP/1.1" status: 204 len: 168 time: 2.7781303 May 24 23:15:15.326099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35846) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:15.351292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3648360-93d5-4b3b-863d-1b00e9add13f req-02cec3c3-8fd2-4740-ba03-f687d2888c1e tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:15.352862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b3648360-93d5-4b3b-863d-1b00e9add13f req-02cec3c3-8fd2-4740-ba03-f687d2888c1e tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.3384116 May 24 23:15:15.478962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b3648360-93d5-4b3b-863d-1b00e9add13f req-92b43a81-322b-4a17-a9b0-69b8ec554319 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098373 May 24 23:15:15.514724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1cdde9-a6aa-4e1b-860e-4cb70674178a {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:15:15.524591 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.551942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Transition to ACTIVE for port object 1e1cdde9-a6aa-4e1b-860e-4cb70674178a will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:15.568161 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.667700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0e4f5173-0f11-410f-bef9-43bef6b2c538 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "GET /v2.0/floatingips/e60747b8-8826-42a4-a149-4dddb2b3c38b HTTP/1.1" status: 200 len: 688 time: 0.3406072 May 24 23:15:15.670103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35852) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:15.742302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Pushing event updated for resources: {'Port': ['ID=1e1cdde9-a6aa-4e1b-860e-4cb70674178a,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:15.832453 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.838595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Attempting to bind port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:15.838930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Attempting to bind port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '13af6ea4-fe07-4396-869f-3d30c781263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43d60c22-8f16-4b98-85f0-e0c159b61d33'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:15.839261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Attempting to bind port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a on network 43d60c22-8f16-4b98-85f0-e0c159b61d33 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:15.845205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a on network 43d60c22-8f16-4b98-85f0-e0c159b61d33 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:15:15.845585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Attempting to bind port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a on network 43d60c22-8f16-4b98-85f0-e0c159b61d33 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:15.851208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:15.851550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Checking segment: {'id': '13af6ea4-fe07-4396-869f-3d30c781263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43d60c22-8f16-4b98-85f0-e0c159b61d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:15.851935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Bound using segment: {'id': '13af6ea4-fe07-4396-869f-3d30c781263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43d60c22-8f16-4b98-85f0-e0c159b61d33'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:15.852359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Bound port: 1e1cdde9-a6aa-4e1b-860e-4cb70674178a, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13af6ea4-fe07-4396-869f-3d30c781263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43d60c22-8f16-4b98-85f0-e0c159b61d33'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:15.852706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.917838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-85954671-1af5-4d5e-9d7a-9c6b3a67d9bf tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port 7dff6c8d-8015-47b2-a6a4-bb732ba93fd1 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:15.918251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85954671-1af5-4d5e-9d7a-9c6b3a67d9bf tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.957043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] For port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a, host n-h2-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:15.957641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Subnet': ['ID=6b138a65-a8c0-479f-a5b9-20dc2add2755,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:15.960225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] For port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1e1cdde9-a6aa-4e1b-860e-4cb70674178a,segment=NetworkSegment(13af6ea4-fe07-4396-869f-3d30c781263e),segment_id=13af6ea4-fe07-4396-869f-3d30c781263e)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:15.962425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.967611 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:15.969418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8dcb88-a852-489b-a878-dd87417fb1c6 None None] Network fef97328-eea4-4448-ad27-2c608870cec3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:15.991446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:15.991783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:15.992117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:15.992502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:15.992770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:15.993096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:15.993914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:15.994238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:15.994558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:15.994882 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:15.995196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:15.995516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:16.010032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-270e02d9-7d41-45d4-be82-216419e692b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/6b138a65-a8c0-479f-a5b9-20dc2add2755 HTTP/1.1" status: 204 len: 168 time: 1.0587451 May 24 23:15:16.028036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35858) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:16.177422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:16.178067 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:16.179425 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] 10.222.0.50 "PUT /v2.0/ports/1e1cdde9-a6aa-4e1b-860e-4cb70674178a HTTP/1.1" status: 200 len: 1091 time: 1.6234925 May 24 23:15:16.179862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a23464-e9e1-4494-9945-59c1eabe48a9', 'tag': '1e1cdde9-a6aa-4e1b-860e-4cb70674178a'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:16.200634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa89b0-5608-4290-8bba-0a5ceabf725a service neutron] Pushing event updated for resources: {'Port': ['ID=1e1cdde9-a6aa-4e1b-860e-4cb70674178a,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:16.264467 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89663e92-844e-4e2b-9046-d2022b8a93ad'] response: {'name': 'network-changed', 'server_uuid': '09a23464-e9e1-4494-9945-59c1eabe48a9', 'tag': '1e1cdde9-a6aa-4e1b-860e-4cb70674178a', 'status': 'completed', 'code': 200} May 24 23:15:16.295862 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:16.316747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2919-53ab-41b5-8e21-ca07da77ac0c req-ddea67d0-3148-43a4-acb2-2a7d7ec4c155 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:16.318360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9cca2919-53ab-41b5-8e21-ca07da77ac0c req-ddea67d0-3148-43a4-acb2-2a7d7ec4c155 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.4965634 May 24 23:15:16.328319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85954671-1af5-4d5e-9d7a-9c6b3a67d9bf tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:16.328662 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85954671-1af5-4d5e-9d7a-9c6b3a67d9bf tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:16.338608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4288203-712a-4218-aa50-b1d602d863e4 req-379c0022-62f4-403c-a433-173312783a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:16.340957 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-379c0022-62f4-403c-a433-173312783a7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a78a2a21160a41bf86ed1240fe883e51&device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 1094 time: 0.1152363 May 24 23:15:16.343934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] DHCP port deletion for fef97328-eea4-4448-ad27-2c608870cec3 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:15:16.350049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Deleting port 69af3ea1-2d46-47a8-a3ad-c79603590479 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:16.350453 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:16.444913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-7d5f9c18-866c-4af5-b070-3fc26d3f0a6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e1cdde9-a6aa-4e1b-860e-4cb70674178a HTTP/1.1" status: 200 len: 217 time: 0.0914445 May 24 23:15:16.534350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b1b49a54-338e-4b9e-868e-8c9e6893148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:16.534684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-85954671-1af5-4d5e-9d7a-9c6b3a67d9bf tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for 7dff6c8d-8015-47b2-a6a4-bb732ba93fd1 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:16.535911 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-b1b49a54-338e-4b9e-868e-8c9e6893148a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4899bc27-2d09-4ffd-b463-656ca8f30c39 HTTP/1.1" status: 200 len: 850 time: 0.0760620 May 24 23:15:16.566243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 69af3ea1-2d46-47a8-a3ad-c79603590479 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:16.568166 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:16.595382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56521d76-2fb0-4399-afb1-1fce4ffd70a6 req-b0cd8390-e02a-4c21-bf96-120b1f3b6fd1 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:16.596200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-56521d76-2fb0-4399-afb1-1fce4ffd70a6 req-b0cd8390-e02a-4c21-bf96-120b1f3b6fd1 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Synchronizing usage tracker for tenant:a78a2a21160a41bf86ed1240fe883e51 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:16.601129 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-e193b977-5a78-4836-a9c2-ce5bc6129dda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=43d60c22-8f16-4b98-85f0-e0c159b61d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564044 May 24 23:15:16.648483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] For port 69af3ea1-2d46-47a8-a3ad-c79603590479, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=69af3ea1-2d46-47a8-a3ad-c79603590479,segment=NetworkSegment(5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7),segment_id=5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:16.649608 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:16.699726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-56521d76-2fb0-4399-afb1-1fce4ffd70a6 req-b0cd8390-e02a-4c21-bf96-120b1f3b6fd1 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Unset dirty status for tenant:a78a2a21160a41bf86ed1240fe883e51 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:16.706829 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56521d76-2fb0-4399-afb1-1fce4ffd70a6 req-b0cd8390-e02a-4c21-bf96-120b1f3b6fd1 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 943 time: 0.2993877 May 24 23:15:16.736438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9cca2919-53ab-41b5-8e21-ca07da77ac0c req-cba21f97-fc26-47ca-b14f-d146bb5656ce tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3993518 May 24 23:15:16.775264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-56521d76-2fb0-4399-afb1-1fce4ffd70a6 req-02b3b9f7-2b10-4516-ab53-ac2102fc87d7 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Synchronizing usage tracker for tenant:a78a2a21160a41bf86ed1240fe883e51 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:16.797371 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-e2431363-40b7-4b10-ba11-372554dac005 service neutron] 10.222.0.50 "GET /v2.0/networks/43d60c22-8f16-4b98-85f0-e0c159b61d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899767 May 24 23:15:16.857378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Calling delete_port for 69af3ea1-2d46-47a8-a3ad-c79603590479 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:16.875519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-56521d76-2fb0-4399-afb1-1fce4ffd70a6 req-02b3b9f7-2b10-4516-ab53-ac2102fc87d7 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Unset dirty status for tenant:a78a2a21160a41bf86ed1240fe883e51 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:16.884588 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56521d76-2fb0-4399-afb1-1fce4ffd70a6 req-02b3b9f7-2b10-4516-ab53-ac2102fc87d7 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766245 May 24 23:15:16.971477 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:16.977868 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4288203-712a-4218-aa50-b1d602d863e4 req-18cc9d27-e7a5-4f56-9313-3a911e44da0a service neutron] 10.222.0.50 "GET /v2.0/networks/43d60c22-8f16-4b98-85f0-e0c159b61d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665521 May 24 23:15:17.021468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] No DVR routers for this DVR port 69af3ea1-2d46-47a8-a3ad-c79603590479 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:15:17.026164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Pushing event deleted for resources: {'Port': ['ID=69af3ea1-2d46-47a8-a3ad-c79603590479,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:17.055358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.056139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.056733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.057396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.057811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.058607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.058747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.059344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.059779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.063751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.064089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.064541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f324e-0d00-4eeb-8b77-df537721485c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:17.095277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port 69af3ea1-2d46-47a8-a3ad-c79603590479, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=69af3ea1-2d46-47a8-a3ad-c79603590479,segment=NetworkSegment(5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7),segment_id=5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:17.095277 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:17.105235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bd37-773f-495a-b1be-1d51f5d2408e req-b4fd9510-baf7-46af-a5c6-9edf216207fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:17.106798 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d962bd37-773f-495a-b1be-1d51f5d2408e req-b4fd9510-baf7-46af-a5c6-9edf216207fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a78a2a21160a41bf86ed1240fe883e51&device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 1094 time: 0.0792792 May 24 23:15:17.230598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for 69af3ea1-2d46-47a8-a3ad-c79603590479 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:17.243731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bd37-773f-495a-b1be-1d51f5d2408e req-12f50881-51d7-4c7b-9086-af1eee29f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:17.247029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d962bd37-773f-495a-b1be-1d51f5d2408e req-12f50881-51d7-4c7b-9086-af1eee29f49e service neutron] 10.222.0.50 "GET /v2.0/networks?id=43d60c22-8f16-4b98-85f0-e0c159b61d33 HTTP/1.1" status: 200 len: 911 time: 0.1335328 May 24 23:15:17.266502 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85954671-1af5-4d5e-9d7a-9c6b3a67d9bf tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:17.322063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d962bd37-773f-495a-b1be-1d51f5d2408e req-1f81269c-ecc4-4e34-8c0c-e23cf38196fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e1cdde9-a6aa-4e1b-860e-4cb70674178a HTTP/1.1" status: 200 len: 217 time: 0.0682182 May 24 23:15:17.388202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bd37-773f-495a-b1be-1d51f5d2408e req-5ae6488d-5abc-40e0-8cf2-4e9fbaf9f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:17.389729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d962bd37-773f-495a-b1be-1d51f5d2408e req-5ae6488d-5abc-40e0-8cf2-4e9fbaf9f66d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4899bc27-2d09-4ffd-b463-656ca8f30c39 HTTP/1.1" status: 200 len: 850 time: 0.0613272 May 24 23:15:17.442580 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d962bd37-773f-495a-b1be-1d51f5d2408e req-34bde01d-2605-497c-94a3-d4ed9cfc2804 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=43d60c22-8f16-4b98-85f0-e0c159b61d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450277 May 24 23:15:17.474654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85954671-1af5-4d5e-9d7a-9c6b3a67d9bf tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=7dff6c8d-8015-47b2-a6a4-bb732ba93fd1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:17.533728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020c748-4419-4752-b4ce-9bcf53393d21 req-a13041af-2d4c-42b8-beaf-62c3dfa41a2a tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:17.535346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9020c748-4419-4752-b4ce-9bcf53393d21 req-a13041af-2d4c-42b8-beaf-62c3dfa41a2a tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.5792558 May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:15:17.570342 n-d-843146-7 neutron-server[88389]: util.warn( May 24 23:15:17.593373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d962bd37-773f-495a-b1be-1d51f5d2408e req-ff0cfea8-e543-459d-aa22-786e398c902b service neutron] 10.222.0.50 "GET /v2.0/networks/43d60c22-8f16-4b98-85f0-e0c159b61d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435282 May 24 23:15:17.621110 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:15:17.621432 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:15:17.636820 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9020c748-4419-4752-b4ce-9bcf53393d21 req-06f748a4-481a-4707-88a1-69d4fd80363d tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651736 May 24 23:15:17.641000 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85954671-1af5-4d5e-9d7a-9c6b3a67d9bf tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:17.664574 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85954671-1af5-4d5e-9d7a-9c6b3a67d9bf tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:17.666514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-85954671-1af5-4d5e-9d7a-9c6b3a67d9bf tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/floatingips/e60747b8-8826-42a4-a149-4dddb2b3c38b HTTP/1.1" status: 204 len: 168 time: 1.9950519 May 24 23:15:17.670653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35872) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:17.676691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': 'e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:17.685034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:17.690220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:floatingip and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:17.693937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:17.705252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:17.719202 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:17.786634 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d962bd37-773f-495a-b1be-1d51f5d2408e req-cb5fcdcd-d610-4700-ac1e-5eaf4bee2cfa service neutron] 10.222.0.50 "GET /v2.0/networks/43d60c22-8f16-4b98-85f0-e0c159b61d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857901 May 24 23:15:18.042620 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.068315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d7f80-2165-4a65-b67b-b711f9cdb831 req-d2dee0b6-063b-40e2-bce5-c0d179168e69 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:18.070110 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-254d7f80-2165-4a65-b67b-b711f9cdb831 req-d2dee0b6-063b-40e2-bce5-c0d179168e69 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.0850470 May 24 23:15:18.120537 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-254d7f80-2165-4a65-b67b-b711f9cdb831 req-7c1a763e-f572-4e0e-93d7-0bd59c603477 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 May 24 23:15:18.122312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 69af3ea1-2d46-47a8-a3ad-c79603590479 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:18.122794 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.165198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93742e-ab10-4c21-956b-61a466dccccc req-70b84043-9770-4efe-96de-ab9fcfbfa776 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:18.166807 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd93742e-ab10-4c21-956b-61a466dccccc req-70b84043-9770-4efe-96de-ab9fcfbfa776 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.2583914 May 24 23:15:18.241558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] The port '69af3ea1-2d46-47a8-a3ad-c79603590479' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:15:18.280443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d11ca-e0bc-4fac-8ed7-ef879ac4c86f req-025a9eec-70fc-40f8-957d-6bf11583dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:18.281982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-763d11ca-e0bc-4fac-8ed7-ef879ac4c86f req-025a9eec-70fc-40f8-957d-6bf11583dc9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f5082b16d1444209ac2eb488b010b82&device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 1096 time: 0.3265986 May 24 23:15:18.332101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fbae4-fc43-4eaf-8bfa-bdfff24fd209 req-d97f548b-9e7e-455c-803e-b50dcb01c47a tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:18.334512 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-150fbae4-fc43-4eaf-8bfa-bdfff24fd209 req-d97f548b-9e7e-455c-803e-b50dcb01c47a tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 943 time: 0.0951529 May 24 23:15:18.393186 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69af3ea1-2d46-47a8-a3ad-c79603590479 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:15:18.449225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 69af3ea1-2d46-47a8-a3ad-c79603590479 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:15:18.449637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69af3ea1-2d46-47a8-a3ad-c79603590479 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:15:18.518254 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-150fbae4-fc43-4eaf-8bfa-bdfff24fd209 req-f5d9a9bf-3cbf-42bd-b366-9163a74a1b03 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769049 May 24 23:15:18.536444 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd93742e-ab10-4c21-956b-61a466dccccc req-e0fcdb83-4d11-4c00-9787-616a2d6cbd2c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581176 May 24 23:15:18.549397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.25.7.100 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/85462da2-3a63-4fb8-aaae-09c598732d79) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:18.574846 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.687869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef97328-eea4-4448-ad27-2c608870cec3']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:18.714686 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d11ca-e0bc-4fac-8ed7-ef879ac4c86f req-0cee1364-1377-442d-b124-ae21f295b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:18.716141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-763d11ca-e0bc-4fac-8ed7-ef879ac4c86f req-0cee1364-1377-442d-b124-ae21f295b95e service neutron] 10.222.0.31 "GET /v2.0/networks?id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90 HTTP/1.1" status: 200 len: 912 time: 0.4083152 May 24 23:15:18.717715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:18.718008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:18.790747 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.812119 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-763d11ca-e0bc-4fac-8ed7-ef879ac4c86f req-c083efa6-9e60-4921-823c-c388038420b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2915131-3ccc-431c-843d-3b5b44e36e32 HTTP/1.1" status: 200 len: 217 time: 0.0854321 May 24 23:15:18.860875 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.881411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:15:18.881853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:18.972078 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7 resource provider aggregate not found May 24 23:15:18.993577 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cc3d68a-7ceb-4947-9b1b-cf963cbb71c7 found for delete ", "request_id": "req-22f0b56b-d77c-4668-a88d-ad58318376d4"}]} May 24 23:15:19.009195 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.026108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d11ca-e0bc-4fac-8ed7-ef879ac4c86f req-a86d3d11-a067-4a30-b6c1-059713b65c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:19.027632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-763d11ca-e0bc-4fac-8ed7-ef879ac4c86f req-a86d3d11-a067-4a30-b6c1-059713b65c0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d045cf97-0bb3-47b8-9416-6297d931255e HTTP/1.1" status: 200 len: 851 time: 0.2084019 May 24 23:15:19.069562 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.100178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.105100 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-763d11ca-e0bc-4fac-8ed7-ef879ac4c86f req-f18a82e2-22ca-4087-aee4-59debe6e5d46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e8b2f2c6-b620-41a0-807a-0d031ceeaa90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715623 May 24 23:15:19.143498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Network': ['ID=fef97328-eea4-4448-ad27-2c608870cec3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:19.150782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f35e7cfa-9fe8-4a50-a09d-2263755aa8b8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/networks/fef97328-eea4-4448-ad27-2c608870cec3 HTTP/1.1" status: 204 len: 168 time: 3.1205614 May 24 23:15:19.157224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35892) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:19.162988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-dfef06e4-3127-433c-81f8-e945c94b6418 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2042094229', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:19.171523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dfef06e4-3127-433c-81f8-e945c94b6418 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:19.181964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dfef06e4-3127-433c-81f8-e945c94b6418 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:router and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:19.186578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dfef06e4-3127-433c-81f8-e945c94b6418 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:19.195154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dfef06e4-3127-433c-81f8-e945c94b6418 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:19.219254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dfef06e4-3127-433c-81f8-e945c94b6418 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.221221 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dfef06e4-3127-433c-81f8-e945c94b6418 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.223502 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.240386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dfef06e4-3127-433c-81f8-e945c94b6418 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.314909 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dfef06e4-3127-433c-81f8-e945c94b6418 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.360924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dfef06e4-3127-433c-81f8-e945c94b6418 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.365253 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dfef06e4-3127-433c-81f8-e945c94b6418 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2043045 May 24 23:15:19.365470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35896) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:19.373531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1260308132'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:19.380607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:19.389128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:network and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:19.399938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314dfd2-776b-4da6-af4f-4a709c6a2b0c req-996b2a2f-f5df-4a7d-8701-36e0b3eec358 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:19.401752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9314dfd2-776b-4da6-af4f-4a709c6a2b0c req-996b2a2f-f5df-4a7d-8701-36e0b3eec358 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.1493795 May 24 23:15:19.403073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:19.412059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:19.448597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:19.452074 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.476956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:19.482621 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9314dfd2-776b-4da6-af4f-4a709c6a2b0c req-b4733427-3442-4b05-bc33-71c5274e03ad tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728600 May 24 23:15:19.483043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:19.490963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:19.491790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:15:19.508974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.509783 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added segment 15dc6ff7-6c20-4760-9a40-c762d40108f1 of type vlan for network 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 May 24 23:15:19.518402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=85462da2-3a63-4fb8-aaae-09c598732d79,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:19.522753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-763d11ca-e0bc-4fac-8ed7-ef879ac4c86f req-5f7c4328-aa77-4b98-b78a-d85ffce35c7e service neutron] 10.222.0.31 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091630 May 24 23:15:19.549850 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.627545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.650986 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:19.651655 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:19.821259 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-763d11ca-e0bc-4fac-8ed7-ef879ac4c86f req-49c1cdde-3f99-451c-a91e-9ac97f236d90 service neutron] 10.222.0.31 "GET /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867880 May 24 23:15:19.824213 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4576399 May 24 23:15:19.831401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35904) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:19.839585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'subnet': {'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:19.922737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d9850-488b-442b-93fc-5d97a5c03842 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Network': ['ID=7d13d5d7-7ca5-4d51-9cd4-79d25db81d75,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:19.935099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:15:19.976283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c843e3-a555-4259-bdf2-33e99c29c385 req-a88c5fd7-be22-4224-a19b-54770fa43b1e tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:19.978512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:19.982402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:subnet and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:19.985207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24c843e3-a555-4259-bdf2-33e99c29c385 req-a88c5fd7-be22-4224-a19b-54770fa43b1e tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 943 time: 0.2978194 May 24 23:15:19.985358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:19.991563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:20.012252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35e280-d028-460c-a74a-176cd4324e76 req-0d2451d4-2c1c-4b84-89b4-3d53ae295a9b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:20.013652 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9e35e280-d028-460c-a74a-176cd4324e76 req-0d2451d4-2c1c-4b84-89b4-3d53ae295a9b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.2470384 May 24 23:15:20.014800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:20.018095 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:20.155530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9e35e280-d028-460c-a74a-176cd4324e76 req-b9a50e7c-60a2-4dfa-8af9-d3651e8e672f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204593 May 24 23:15:20.239643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24c843e3-a555-4259-bdf2-33e99c29c385 req-89284b1f-c77f-4cde-b71c-556baeba3011 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527950 May 24 23:15:20.309279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:20.314132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:20.397269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:20.397696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Subnet': ['ID=fab4a621-167f-4c31-bcf8-4c77419a8a4b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:20.409170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Checking segment: {'id': '15dc6ff7-6c20-4760-9a40-c762d40108f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:20.409624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network hostable DHCP agents. Network: 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:15:20.431013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:15:20.442804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:20.448418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:20.450622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:20.452327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89507616-ade8-4ad4-89c5-207accdd8f09 None None] Network 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:20.482104 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a0b571d4-b164-4274-9f5d-3e253c0be73a tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6474493 May 24 23:15:20.483217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35910) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:20.677755 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:20.686723 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:20.698623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af483639-0984-4a66-863a-3a40fac52add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:15:20.701915 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-af483639-0984-4a66-863a-3a40fac52add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:20.868635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=85462da2-3a63-4fb8-aaae-09c598732d79,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:20.881450 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:20.914332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-af483639-0984-4a66-863a-3a40fac52add None None] Allocated IP 172.20.0.2 (7d13d5d7-7ca5-4d51-9cd4-79d25db81d75/fab4a621-167f-4c31-bcf8-4c77419a8a4b/6039b34a-9d32-4032-8769-3824df0cac3f) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:21.067702 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP c8be90d6-0b16-492f-a497-f602842ef624 associated. External IP: 172.25.7.100, port: e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1. May 24 23:15:21.153284 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-af483639-0984-4a66-863a-3a40fac52add None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:21.165809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-af483639-0984-4a66-863a-3a40fac52add None None] Transition to ACTIVE for port object 6039b34a-9d32-4032-8769-3824df0cac3f will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:21.186710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-af483639-0984-4a66-863a-3a40fac52add None None] Transition to ACTIVE for port object 6039b34a-9d32-4032-8769-3824df0cac3f will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:21.192110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1e1cdde9-a6aa-4e1b-860e-4cb70674178a details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:15:21.313951 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-af483639-0984-4a66-863a-3a40fac52add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:21.411917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af483639-0984-4a66-863a-3a40fac52add None None] Pushing event updated for resources: {'Port': ['ID=6039b34a-9d32-4032-8769-3824df0cac3f,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:21.442802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af483639-0984-4a66-863a-3a40fac52add None None] Network 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:21.446727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-af483639-0984-4a66-863a-3a40fac52add None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:21.450536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af483639-0984-4a66-863a-3a40fac52add None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:21.488161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b5548-7689-40b1-bd10-9f1cddd6bfd9 req-9bcc2600-550b-4778-9bad-3e7d7b657fac tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:21.491144 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f55b5548-7689-40b1-bd10-9f1cddd6bfd9 req-9bcc2600-550b-4778-9bad-3e7d7b657fac tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.6747012 May 24 23:15:21.580556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1e1cdde9-a6aa-4e1b-860e-4cb70674178a,segment=NetworkSegment(13af6ea4-fe07-4396-869f-3d30c781263e),segment_id=13af6ea4-fe07-4396-869f-3d30c781263e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:21.586126 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f55b5548-7689-40b1-bd10-9f1cddd6bfd9 req-fc30fdcd-d7a3-40c4-8f43-925642df30df tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877433 May 24 23:15:21.587625 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:21.615758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-af483639-0984-4a66-863a-3a40fac52add None None] Attempting to bind port 6039b34a-9d32-4032-8769-3824df0cac3f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:21.616128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-af483639-0984-4a66-863a-3a40fac52add None None] Attempting to bind port 6039b34a-9d32-4032-8769-3824df0cac3f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '15dc6ff7-6c20-4760-9a40-c762d40108f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:21.616493 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af483639-0984-4a66-863a-3a40fac52add None None] Attempting to bind port 6039b34a-9d32-4032-8769-3824df0cac3f on network 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:21.619142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '1e1cdde9-a6aa-4e1b-860e-4cb70674178a', 'network_id': '43d60c22-8f16-4b98-85f0-e0c159b61d33', 'port_id': '1e1cdde9-a6aa-4e1b-860e-4cb70674178a', 'mac_address': 'fa:16:3e:80:cf:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4899bc27-2d09-4ffd-b463-656ca8f30c39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:15:21.625295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af483639-0984-4a66-863a-3a40fac52add None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:21.625718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af483639-0984-4a66-863a-3a40fac52add None None] Checking segment: {'id': '15dc6ff7-6c20-4760-9a40-c762d40108f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:21.626106 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-af483639-0984-4a66-863a-3a40fac52add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:21.626504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af483639-0984-4a66-863a-3a40fac52add None None] Bound using segment: {'id': '15dc6ff7-6c20-4760-9a40-c762d40108f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:21.627657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-af483639-0984-4a66-863a-3a40fac52add None None] Bound port: 6039b34a-9d32-4032-8769-3824df0cac3f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15dc6ff7-6c20-4760-9a40-c762d40108f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:21.628053 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-af483639-0984-4a66-863a-3a40fac52add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:21.737247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:21.737247 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:21.772078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1cdde9-a6aa-4e1b-860e-4cb70674178a {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:15:21.817373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1e1cdde9-a6aa-4e1b-860e-4cb70674178a,segment=NetworkSegment(13af6ea4-fe07-4396-869f-3d30c781263e),segment_id=13af6ea4-fe07-4396-869f-3d30c781263e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:21.827782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-af483639-0984-4a66-863a-3a40fac52add None None] For port 6039b34a-9d32-4032-8769-3824df0cac3f, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:21.832665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-af483639-0984-4a66-863a-3a40fac52add None None] For port 6039b34a-9d32-4032-8769-3824df0cac3f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6039b34a-9d32-4032-8769-3824df0cac3f,segment=NetworkSegment(15dc6ff7-6c20-4760-9a40-c762d40108f1),segment_id=15dc6ff7-6c20-4760-9a40-c762d40108f1)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:21.834492 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:21.876579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e09db-d000-4753-b84f-076dbb52ea83 req-a19565ef-5595-46ad-adfa-b206fb03c487 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:21.884707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-338e09db-d000-4753-b84f-076dbb52ea83 req-a19565ef-5595-46ad-adfa-b206fb03c487 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.3935750 May 24 23:15:21.952888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=1e1cdde9-a6aa-4e1b-860e-4cb70674178a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:21.960261 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-af483639-0984-4a66-863a-3a40fac52add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:21.962084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-338e09db-d000-4753-b84f-076dbb52ea83 req-79786378-1251-4f2f-bfd5-f3bdc224eac8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761988 May 24 23:15:21.973750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:21.984348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ca64d-beb8-4310-a2bf-d0ca941f3748 req-58d20183-a04b-4e5f-8d78-34c066df72e3 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:21.985852 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef6ca64d-beb8-4310-a2bf-d0ca941f3748 req-58d20183-a04b-4e5f-8d78-34c066df72e3 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 943 time: 0.2345333 May 24 23:15:22.092636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af483639-0984-4a66-863a-3a40fac52add None None] Pushing event updated for resources: {'Port': ['ID=6039b34a-9d32-4032-8769-3824df0cac3f,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:22.095057 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef6ca64d-beb8-4310-a2bf-d0ca941f3748 req-d17d6d5a-3189-491d-99a6-15b5be1f2f9d tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013725 May 24 23:15:22.134442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Allocated IP 172.20.0.1 (7d13d5d7-7ca5-4d51-9cd4-79d25db81d75/fab4a621-167f-4c31-bcf8-4c77419a8a4b/1607cb03-0bb6-4c3f-b9e6-11700fc32739) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:22.153103 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['1e1cdde9-a6aa-4e1b-860e-4cb70674178a'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:15:22.264069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:22.292811 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3690c5-1082-41c4-8b5f-2a9e51ed7779 None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:22.298080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:22.322250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3690c5-1082-41c4-8b5f-2a9e51ed7779 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:22.322898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5b3690c5-1082-41c4-8b5f-2a9e51ed7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:22.403752 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:22.408772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5b3690c5-1082-41c4-8b5f-2a9e51ed7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:22.422445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Transition to ACTIVE for port object 1607cb03-0bb6-4c3f-b9e6-11700fc32739 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:22.451245 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-638be1e3-2aa1-42e6-8ae7-6ecd5c557a49 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7788348 May 24 23:15:22.453937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35940) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:22.454111 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:22.454386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3690c5-1082-41c4-8b5f-2a9e51ed7779 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:22.455029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5b3690c5-1082-41c4-8b5f-2a9e51ed7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:22.460456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1391702883'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:22.473033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:22.477135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:network and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:22.480624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:22.489229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:22.515247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Made reservation on behalf of dc1ef1b84c1e4f0eacc17ee867a8a794 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:22.519388 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:22.560673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:15:22.561860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=1607cb03-0bb6-4c3f-b9e6-11700fc32739,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:22.569707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5b3690c5-1082-41c4-8b5f-2a9e51ed7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:22.570115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3690c5-1082-41c4-8b5f-2a9e51ed7779 None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:22.588323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:22.588681 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Added segment 0113a3bc-7d61-4605-b06c-494576bf8125 of type vlan for network a667a88a-b101-43cc-a937-4f335ffee9c8 May 24 23:15:22.591643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:22.592847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:22.595269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:22.640144 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:22.670518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:22.681014 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:22.687892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:22.688967 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:22.736242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2811148 May 24 23:15:22.794457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35946) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:22.806668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'subnet': {'network_id': 'a667a88a-b101-43cc-a937-4f335ffee9c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:22.867645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735fa3b-9b84-49c2-9f91-31173cdcc9e2 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Network': ['ID=a667a88a-b101-43cc-a937-4f335ffee9c8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:22.879199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network a667a88a-b101-43cc-a937-4f335ffee9c8 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:15:22.897719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7a9d7-809e-43ae-9971-650f6f3a90fd req-4dcd73e5-39a6-4acc-a5ce-0826eabd3d88 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:22.899479 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-87d7a9d7-809e-43ae-9971-650f6f3a90fd req-4dcd73e5-39a6-4acc-a5ce-0826eabd3d88 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.1683340 May 24 23:15:22.958230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:22.960873 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-87d7a9d7-809e-43ae-9971-650f6f3a90fd req-8614687d-ff88-48d7-a884-ce72dc366b28 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552273 May 24 23:15:22.983052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:23.063626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Made reservation on behalf of dc1ef1b84c1e4f0eacc17ee867a8a794 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:23.068210 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:23.293758 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:23.481520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a915395-b786-49e0-89fb-00f73b2c52ba req-b87f835f-f4ad-45d7-8154-ab8a91d220b5 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:23.484185 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a915395-b786-49e0-89fb-00f73b2c52ba req-b87f835f-f4ad-45d7-8154-ab8a91d220b5 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 944 time: 0.0932710 May 24 23:15:23.548200 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a915395-b786-49e0-89fb-00f73b2c52ba req-e3030c8c-a274-4503-bdb4-18f5703940b4 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564625 May 24 23:15:23.570108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4202c4a1-7427-4714-b054-25cefadfb44a None None] Network 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:23.634085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-6527811e-f20b-4123-ae00-2e606b3dd8db req-9daace2d-0d62-43c0-9985-a79dbef8f255 tempest-ServerRescueTestJSONUnderV235-622587827 tempest-ServerRescueTestJSONUnderV235-622587827-project] (88390) timed out ('10.222.0.31', 54478) {{(pid=88390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:15:23.753677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2cf8f-43a9-4778-993f-aedfb8d9a9d7 req-85ac5f05-8034-46db-9767-456c8b2925a2 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:23.755725 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cdf2cf8f-43a9-4778-993f-aedfb8d9a9d7 req-85ac5f05-8034-46db-9767-456c8b2925a2 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.0901358 May 24 23:15:23.786201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-076b0aa0-0754-4a1a-8d69-023a1812e7e0 None None] Provisioning for port 6039b34a-9d32-4032-8769-3824df0cac3f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:23.819589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21f235-313c-4ea7-b9d4-29359bb2a5bb req-2be53d73-1938-408a-aa97-a7e6f7685ed2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:23.822790 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cdf2cf8f-43a9-4778-993f-aedfb8d9a9d7 req-9db5568c-4738-4e48-9639-e2d692257da8 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609167 May 24 23:15:23.830388 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7d21f235-313c-4ea7-b9d4-29359bb2a5bb req-2be53d73-1938-408a-aa97-a7e6f7685ed2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.6173568 May 24 23:15:24.026870 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:24.085002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7d21f235-313c-4ea7-b9d4-29359bb2a5bb req-3df22093-dacc-4e54-a410-91f51447887f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638346 May 24 23:15:24.142053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Subnet': ['ID=c8269c6d-b65e-4066-9a58-49faaaf9ad5b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:24.142756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-553b87cd-4c5b-4d50-8678-360eb4cd19a4 None None] Provisioning for port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:24.150139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-553b87cd-4c5b-4d50-8678-360eb4cd19a4 None None] Provisioning complete for port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:24.150641 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-553b87cd-4c5b-4d50-8678-360eb4cd19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:24.161892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Checking segment: {'id': '0113a3bc-7d61-4605-b06c-494576bf8125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a667a88a-b101-43cc-a937-4f335ffee9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:24.162256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network hostable DHCP agents. Network: a667a88a-b101-43cc-a937-4f335ffee9c8, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:15:24.170966 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:24.181347 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:24.225028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-553b87cd-4c5b-4d50-8678-360eb4cd19a4 None None] Port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:24.259538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:24.271993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network a667a88a-b101-43cc-a937-4f335ffee9c8 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:15:24.304557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, a667a88a-b101-43cc-a937-4f335ffee9c8) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:24.314675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:24.315466 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:24.319439 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:24.325802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=1607cb03-0bb6-4c3f-b9e6-11700fc32739,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:24.328941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd763d7e-fe4c-407a-8930-539b905d040b None None] Network a667a88a-b101-43cc-a937-4f335ffee9c8 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:24.439793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0819c11e-6dd9-492c-9e0c-5539363bc305 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6441207 May 24 23:15:24.443066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 35968) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:24.450215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-492534288', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:24.460565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:24.484527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6039b34a-9d32-4032-8769-3824df0cac3f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:24.485055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:router and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:24.492403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:24.507062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:24.529186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:24.531132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:24.533218 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:24.534944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:24.723167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d033425d-7aa5-4229-854a-681f42012a70 None None] Provisioning complete for port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:24.723760 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d033425d-7aa5-4229-854a-681f42012a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:24.756916 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:24.879891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44a1cb-74d6-4f5a-b04a-2c3e0f2bd100 req-92bf6544-d599-490e-bcee-4152a9ba7642 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:24.888173 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c44a1cb-74d6-4f5a-b04a-2c3e0f2bd100 req-92bf6544-d599-490e-bcee-4152a9ba7642 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 944 time: 0.1092818 May 24 23:15:24.941235 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c44a1cb-74d6-4f5a-b04a-2c3e0f2bd100 req-4a84db6c-7e69-4df4-8f11-82f08dccca11 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500820 May 24 23:15:24.965974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d033425d-7aa5-4229-854a-681f42012a70 None None] Port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:24.968891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 6039b34a-9d32-4032-8769-3824df0cac3f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:24.986935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6039b34a-9d32-4032-8769-3824df0cac3f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:24.987305 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:25.013751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-a667a88a-b101-43cc-a937-4f335ffee9c8', 'network_id': 'a667a88a-b101-43cc-a937-4f335ffee9c8', 'tenant_id': 'dc1ef1b84c1e4f0eacc17ee867a8a794', 'fixed_ips': [{'subnet_id': 'c8269c6d-b65e-4066-9a58-49faaaf9ad5b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:15:25.014024 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:25.041553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1e1cdde9-a6aa-4e1b-860e-4cb70674178a up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:25.217976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-64d827de-bf1d-406d-a61c-535dd10107e1 None None] Provisioning complete for port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:25.218350 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-64d827de-bf1d-406d-a61c-535dd10107e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:25.344724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f10558-12ca-4f25-9cf7-2efdbd6976f1 req-d5a3051c-2b85-420f-9f18-d69e36772eed tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:25.353312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44f10558-12ca-4f25-9cf7-2efdbd6976f1 req-d5a3051c-2b85-420f-9f18-d69e36772eed tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.1204531 May 24 23:15:25.381254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 219b8cdb-f51a-4960-90bd-f67425a92cd5 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:15:25.390665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:25.398781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-64d827de-bf1d-406d-a61c-535dd10107e1 None None] Port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:25.399759 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:25.407348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:25.407811 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:25.434327 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-44f10558-12ca-4f25-9cf7-2efdbd6976f1 req-e9269d64-9f64-4dc0-b12b-cf6e1008ff24 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663986 May 24 23:15:25.434481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e4e67-8ba0-481e-9fdc-dfd37f64ecc7 req-ef162c9e-0234-435e-9b3f-e7a022e7ac75 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:25.434481 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c01e4e67-8ba0-481e-9fdc-dfd37f64ecc7 req-ef162c9e-0234-435e-9b3f-e7a022e7ac75 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.3859863 May 24 23:15:25.445478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6039b34a-9d32-4032-8769-3824df0cac3f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:25.445478 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:25.450438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-ea1b51c9-eb4e-4cdf-96b7-d43ebf8f8906 req-5e1ea68b-46a7-4f5c-a8a2-7baddb7ba4eb service neutron] (88389) timed out ('10.222.0.31', 54496) {{(pid=88389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:15:25.492293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Allocated IP 172.20.0.2 (a667a88a-b101-43cc-a937-4f335ffee9c8/c8269c6d-b65e-4066-9a58-49faaaf9ad5b/ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:25.603532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 6039b34a-9d32-4032-8769-3824df0cac3f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6039b34a-9d32-4032-8769-3824df0cac3f,segment=NetworkSegment(15dc6ff7-6c20-4760-9a40-c762d40108f1),segment_id=15dc6ff7-6c20-4760-9a40-c762d40108f1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:25.622176 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:25.819827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=6039b34a-9d32-4032-8769-3824df0cac3f,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:25.832288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:25.832675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:25.848620 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c01e4e67-8ba0-481e-9fdc-dfd37f64ecc7 req-b1735a15-72e5-459a-8c30-b0506e6f37c6 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132907 May 24 23:15:25.877004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:25.897733 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Sync routers for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:25.908986 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:25.910465 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:25.913938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35982) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:25.914459 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-444d2f71-db16-4fe6-90ed-c75366b447fa tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4297938 May 24 23:15:25.923868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'network': {'name': 'tempest-RoutersTest-796739369'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:25.936423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:25.943840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a23464-e9e1-4494-9945-59c1eabe48a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1cdde9-a6aa-4e1b-860e-4cb70674178a'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:25.947510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:network and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:25.956611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:25.965931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1e1cdde9-a6aa-4e1b-860e-4cb70674178a,segment=NetworkSegment(13af6ea4-fe07-4396-869f-3d30c781263e),segment_id=13af6ea4-fe07-4396-869f-3d30c781263e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:25.973321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:25.992562 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.007644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:26.019667 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.114480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:15:26.127868 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.128742 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added segment 5e2cef84-4bfa-4e48-b1ae-6f2602aad963 of type vlan for network d88e8302-40b7-489b-b78a-b499b91e5446 May 24 23:15:26.186162 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.218880 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cbac71-8057-4e86-9349-aad254d4a0bb'] response: {'server_uuid': '09a23464-e9e1-4494-9945-59c1eabe48a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1cdde9-a6aa-4e1b-860e-4cb70674178a', 'code': 200} May 24 23:15:26.224157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=1e1cdde9-a6aa-4e1b-860e-4cb70674178a,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:26.231399 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.242279 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.256360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Transition to ACTIVE for port object ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:26.285817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Transition to ACTIVE for port object ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:26.294868 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.296143 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:26.317573 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.323141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:26.323913 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.469374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Network a667a88a-b101-43cc-a937-4f335ffee9c8 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:26.492195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:26.494170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6039b34a-9d32-4032-8769-3824df0cac3f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:26.527686 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.567369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Network': ['ID=d88e8302-40b7-489b-b78a-b499b91e5446,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:26.576517 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-efbac8a8-4c1c-475d-b7f1-ab32762f4ce6 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6606553 May 24 23:15:26.577854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 35996) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:26.579635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:26.594509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'subnet': {'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:26.622079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:26.641830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d88e8302-40b7-489b-b78a-b499b91e5446 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:15:26.765336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.25.7.191 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/72cf936b-22c4-4e7a-9358-367c5eebcdb2) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:26.900364 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:22Z', 'revision_number': 2, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:23Z', 'revision_number': 2, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:26.920349 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Checking router: 219b8cdb-f51a-4960-90bd-f67425a92cd5 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:15:26.920688 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Updating router 219b8cdb-f51a-4960-90bd-f67425a92cd5 port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:15:26.945821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6461-544b-418a-9b9e-66ce160b4408 req-98c13a0f-846f-4dd3-a4ba-9479506ff1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:26.949186 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-597e6461-544b-418a-9b9e-66ce160b4408 req-98c13a0f-846f-4dd3-a4ba-9479506ff1f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 1096 time: 0.5956411 May 24 23:15:26.965852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37869c-a4c4-4ff8-8b46-5af8b8144e24 req-0a01d2a5-9da9-4d8e-b9a1-677951634ca1 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:26.967813 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb37869c-a4c4-4ff8-8b46-5af8b8144e24 req-0a01d2a5-9da9-4d8e-b9a1-677951634ca1 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.7655466 May 24 23:15:27.004588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Pushing event updated for resources: {'Port': ['ID=ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:27.038779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6039b34a-9d32-4032-8769-3824df0cac3f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:27.039160 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.041222 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.063400 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Attempting to bind port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:27.063773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Attempting to bind port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '0113a3bc-7d61-4605-b06c-494576bf8125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a667a88a-b101-43cc-a937-4f335ffee9c8'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:27.064142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Attempting to bind port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 on network a667a88a-b101-43cc-a937-4f335ffee9c8 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:27.079932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:27.080225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Checking segment: {'id': '0113a3bc-7d61-4605-b06c-494576bf8125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a667a88a-b101-43cc-a937-4f335ffee9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:27.080632 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.081033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Bound using segment: {'id': '0113a3bc-7d61-4605-b06c-494576bf8125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a667a88a-b101-43cc-a937-4f335ffee9c8'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:27.081650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Bound port: ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0113a3bc-7d61-4605-b06c-494576bf8125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a667a88a-b101-43cc-a937-4f335ffee9c8'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:27.082037 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.096062 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-597e6461-544b-418a-9b9e-66ce160b4408 req-27e1d3a1-c527-4e6e-a69a-ff052b81682c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248510 May 24 23:15:27.119649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59095ab-faf8-4fef-ba2a-448be3adfaff req-089b654a-8035-4229-9be5-1cd15175ef56 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:27.122045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f59095ab-faf8-4fef-ba2a-448be3adfaff req-089b654a-8035-4229-9be5-1cd15175ef56 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.8932734 May 24 23:15:27.137804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb37869c-a4c4-4ff8-8b46-5af8b8144e24 req-e4da375f-0522-45e1-b14e-a4eb8dfa1c91 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247928 May 24 23:15:27.184603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:27.195561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.202980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:subnet and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:27.218102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:27.233604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:27.244345 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.248241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9120-44ec-49cc-9b17-cb06227ba89e req-a6a7ddb6-2eaa-4f93-b3d9-841214c4db64 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:27.256116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fadc9120-44ec-49cc-9b17-cb06227ba89e req-a6a7ddb6-2eaa-4f93-b3d9-841214c4db64 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.6162000 May 24 23:15:27.261963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] For port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:27.266745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] For port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7,segment=NetworkSegment(0113a3bc-7d61-4605-b06c-494576bf8125),segment_id=0113a3bc-7d61-4605-b06c-494576bf8125)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:27.269317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6039b34a-9d32-4032-8769-3824df0cac3f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:27.278587 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.285936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f59095ab-faf8-4fef-ba2a-448be3adfaff req-46a395e4-6ee6-44df-a13d-a50a4a2a613f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Deleting port c2915131-3ccc-431c-843d-3b5b44e36e32 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:27.286588 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f59095ab-faf8-4fef-ba2a-448be3adfaff req-46a395e4-6ee6-44df-a13d-a50a4a2a613f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.335703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:27.339669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.348772 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:15:27.393642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ebe91-c9c6-4c79-b46e-0c4c53bd53f7 None None] Pushing event updated for resources: {'Port': ['ID=ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:27.393905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:27.457545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:27.476699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:27.561879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=72cf936b-22c4-4e7a-9358-367c5eebcdb2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:27.690048 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.698223 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fadc9120-44ec-49cc-9b17-cb06227ba89e req-24c1bdd1-f8c7-45cb-bb52-aa2b525b9a6f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4408002 May 24 23:15:27.723589 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Transition to ACTIVE for port object 1607cb03-0bb6-4c3f-b9e6-11700fc32739 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:27.747411 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.756258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f59095ab-faf8-4fef-ba2a-448be3adfaff req-46a395e4-6ee6-44df-a13d-a50a4a2a613f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] For port c2915131-3ccc-431c-843d-3b5b44e36e32, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c2915131-3ccc-431c-843d-3b5b44e36e32,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:27.756616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f59095ab-faf8-4fef-ba2a-448be3adfaff req-46a395e4-6ee6-44df-a13d-a50a4a2a613f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:27.924073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f59095ab-faf8-4fef-ba2a-448be3adfaff req-46a395e4-6ee6-44df-a13d-a50a4a2a613f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Calling delete_port for c2915131-3ccc-431c-843d-3b5b44e36e32 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:27.939208 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Pushing event updated for resources: {'Port': ['ID=1607cb03-0bb6-4c3f-b9e6-11700fc32739,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:27.984697 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:27.985043 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:27.985380 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:27.985846 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:27.986082 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:27.986406 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:27.986726 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:27.987044 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:27.987358 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:27.987682 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:27.988311 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:27.989121 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:28.009087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cff9f-3935-4a68-b75c-a093c9c6ac8a req-df1b10e9-d2b0-42b6-bd1e-60e5e0cf5060 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:28.011038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-549cff9f-3935-4a68-b75c-a093c9c6ac8a req-df1b10e9-d2b0-42b6-bd1e-60e5e0cf5060 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b96fb25-e28e-446d-9d13-1e9a05fc1e3b HTTP/1.1" status: 200 len: 945 time: 0.6130371 May 24 23:15:28.032052 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Attempting to bind port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:28.032438 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Attempting to bind port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '15dc6ff7-6c20-4760-9a40-c762d40108f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:28.032766 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Attempting to bind port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 on network 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:28.049329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:28.049907 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Checking segment: {'id': '15dc6ff7-6c20-4760-9a40-c762d40108f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:28.050365 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:28.051527 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Bound using segment: {'id': '15dc6ff7-6c20-4760-9a40-c762d40108f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:28.070319 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Bound port: 1607cb03-0bb6-4c3f-b9e6-11700fc32739, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15dc6ff7-6c20-4760-9a40-c762d40108f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:28.070881 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:28.266923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-549cff9f-3935-4a68-b75c-a093c9c6ac8a req-8aa20238-05cd-4e2b-b8b8-1a7eea248406 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390056 May 24 23:15:28.281968 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:28.300385 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] For port 1607cb03-0bb6-4c3f-b9e6-11700fc32739, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:28.305695 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] For port 1607cb03-0bb6-4c3f-b9e6-11700fc32739, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1607cb03-0bb6-4c3f-b9e6-11700fc32739,segment=NetworkSegment(15dc6ff7-6c20-4760-9a40-c762d40108f1),segment_id=15dc6ff7-6c20-4760-9a40-c762d40108f1)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:28.325385 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:28.511438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:28.538930 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe12ba-3311-4a01-aeb9-d4f735b15849 None None] Pushing event updated for resources: {'Port': ['ID=1607cb03-0bb6-4c3f-b9e6-11700fc32739,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:28.556618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:28.569954 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:28.570587 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:28.605848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Subnet': ['ID=1f9332bf-34a8-4d37-a5e9-f4a05f70e375,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:28.620843 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f59095ab-faf8-4fef-ba2a-448be3adfaff req-46a395e4-6ee6-44df-a13d-a50a4a2a613f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:28.662230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['49a61d8b-4f1c-40f3-876e-c801fb7536c3'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:15:28.785333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a395e4-6ee6-44df-a13d-a50a4a2a613f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Pushing event deleted for resources: {'Port': ['ID=c2915131-3ccc-431c-843d-3b5b44e36e32,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:28.818714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:28.847967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-a7cae419-7ff4-4b49-a022-a3732b4a97c9 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397169873&fields=id&tenant_id=16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 267 time: 0.1071086 May 24 23:15:28.909981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Checking segment: {'id': '5e2cef84-4bfa-4e48-b1ae-6f2602aad963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:28.910633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network hostable DHCP agents. Network: d88e8302-40b7-489b-b78a-b499b91e5446, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:15:28.918990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59095ab-faf8-4fef-ba2a-448be3adfaff req-46a395e4-6ee6-44df-a13d-a50a4a2a613f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] No DVR routers for this DVR port c2915131-3ccc-431c-843d-3b5b44e36e32 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:15:28.926021 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f59095ab-faf8-4fef-ba2a-448be3adfaff req-46a395e4-6ee6-44df-a13d-a50a4a2a613f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:28.935532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b96fb25-e28e-446d-9d13-1e9a05fc1e3b', 'name': 'network-vif-deleted', 'tag': 'c2915131-3ccc-431c-843d-3b5b44e36e32'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:28.935911 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:28.987308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84175d8-2026-4979-9a82-a46bd0e80a28 req-26bc685a-0a69-4e48-8ac7-45de5df3b3f3 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:28.989294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f84175d8-2026-4979-9a82-a46bd0e80a28 req-26bc685a-0a69-4e48-8ac7-45de5df3b3f3 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.4678752 May 24 23:15:28.992310 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f59095ab-faf8-4fef-ba2a-448be3adfaff req-46a395e4-6ee6-44df-a13d-a50a4a2a613f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.31 "DELETE /v2.0/ports/c2915131-3ccc-431c-843d-3b5b44e36e32 HTTP/1.1" status: 204 len: 173 time: 1.8603542 May 24 23:15:28.993534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network d88e8302-40b7-489b-b78a-b499b91e5446 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:15:29.025671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d88e8302-40b7-489b-b78a-b499b91e5446) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:29.038065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4274bc2-2d91-4a6d-a598-555fb12f67bd None None] Network d88e8302-40b7-489b-b78a-b499b91e5446 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:29.044458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:29.045212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:29.075292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f84175d8-2026-4979-9a82-a46bd0e80a28 req-78fe70be-39c0-4437-8047-cc86add3c1df tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782080 May 24 23:15:29.123184 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8c2d719f-5069-43fa-8ceb-526945ed0307 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5350296 May 24 23:15:29.126203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36020) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:29.194998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9701d19-3bab-44ad-92f4-f03c68532bce None None] Network a667a88a-b101-43cc-a937-4f335ffee9c8 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:29.227203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-510c33cf-7534-435d-aac3-68ae13d9cb73 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:29.234620 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-510c33cf-7534-435d-aac3-68ae13d9cb73 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.3760655 May 24 23:15:29.260086 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-39ace194-1165-43bb-8d2c-5d444011e228 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/quotas/16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 375 time: 0.0244458 May 24 23:15:29.358474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9f9f8fa8-795f-48c5-b295-48ed25800d32 None None] Provisioning for port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:29.376595 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:22Z', 'revision_number': 2, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:28Z', 'revision_number': 4, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:29.379463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9f9f8fa8-795f-48c5-b295-48ed25800d32 None None] Provisioning complete for port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:29.380383 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8fa8-795f-48c5-b295-48ed25800d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:29.381330 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7f673-fbe3-4956-acee-36f8591079e3 None None] The sync data for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 is: [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:22Z', 'revision_number': 2, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:28Z', 'revision_number': 4, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:29.534125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-5a6b5132-20fe-45c8-833f-9a00d6a8236a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:29.567762 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:29.573107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-5a6b5132-20fe-45c8-833f-9a00d6a8236a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:29.587353 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-5a6b5132-20fe-45c8-833f-9a00d6a8236a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3199294 May 24 23:15:29.747412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f8fa8-795f-48c5-b295-48ed25800d32 None None] Current status of the port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:29.747412 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8fa8-795f-48c5-b295-48ed25800d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:29.918469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9f9f8fa8-795f-48c5-b295-48ed25800d32 None None] For port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7,segment=NetworkSegment(0113a3bc-7d61-4605-b06c-494576bf8125),segment_id=0113a3bc-7d61-4605-b06c-494576bf8125)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:29.922293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-d88e8302-40b7-489b-b78a-b499b91e5446', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:15:29.923135 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:29.935825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a424a-4280-4055-a789-62d76e2abf29 req-06b5d17e-e660-471c-8619-a5ecf1e1a3ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:29.936607 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8fa8-795f-48c5-b295-48ed25800d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:29.944795 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d1a424a-4280-4055-a789-62d76e2abf29 req-06b5d17e-e660-471c-8619-a5ecf1e1a3ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.6302211 May 24 23:15:29.968849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:15:30.047890 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-45fc7f5d-de51-42d2-80ff-9b413c37e905 service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401574 May 24 23:15:30.081180 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d1a424a-4280-4055-a789-62d76e2abf29 req-f751c25f-8715-4519-ab0b-93c7661e296a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351607 May 24 23:15:30.142712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f8fa8-795f-48c5-b295-48ed25800d32 None None] Pushing event updated for resources: {'Port': ['ID=ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:30.229850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c2915131-3ccc-431c-843d-3b5b44e36e32 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:15:30.300724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: c2915131-3ccc-431c-843d-3b5b44e36e32 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:15:30.301071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c2915131-3ccc-431c-843d-3b5b44e36e32 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:15:30.329352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Allocated IP 172.21.0.2 (d88e8302-40b7-489b-b78a-b499b91e5446/1f9332bf-34a8-4d37-a5e9-f4a05f70e375/bb24034c-db2d-4dc9-9b38-205cff05b781) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:30.454321 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c9ed7c-f1eb-478a-9909-a35a9b6db13d'] response: {'server_uuid': '6b96fb25-e28e-446d-9d13-1e9a05fc1e3b', 'name': 'network-vif-deleted', 'tag': 'c2915131-3ccc-431c-843d-3b5b44e36e32', 'status': 'completed', 'code': 200} May 24 23:15:30.524206 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:30.638333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-4f3a8585-0330-4f8a-9034-9293d00846ee service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895529 May 24 23:15:30.644009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1607cb03-0bb6-4c3f-b9e6-11700fc32739 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:30.659294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:30.692520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:30.694149 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-42bcbb54-894f-40a8-aa4c-36f9bae2ef02 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2503433 May 24 23:15:30.697524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36032) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:30.728237 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb690b1-841d-43b4-a005-b0688224fdfd None None] Sync routers for ids ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:30.767252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cd0b0c03-9da0-4452-8525-5b2f94106b33 None None] Provisioning complete for port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:30.767920 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0c03-9da0-4452-8525-5b2f94106b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:30.826717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb690b1-841d-43b4-a005-b0688224fdfd None None] Routers {'9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:30.827638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-feb690b1-841d-43b4-a005-b0688224fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:30.940049 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:30.943490 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-feb690b1-841d-43b4-a005-b0688224fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:30.955552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:30.970465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:30.970834 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:30.999500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99332e1-b03e-48aa-9be4-46a91707c410 req-a89cf786-5ac0-43b5-95a6-7a6376c8f9ad tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:31.001216 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b99332e1-b03e-48aa-9be4-46a91707c410 req-a89cf786-5ac0-43b5-95a6-7a6376c8f9ad tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.1952565 May 24 23:15:31.017004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Transition to ACTIVE for port object bb24034c-db2d-4dc9-9b38-205cff05b781 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:31.061555 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b99332e1-b03e-48aa-9be4-46a91707c410 req-c6572d07-eead-40b9-8159-b9eacce71246 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482638 May 24 23:15:31.087221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb690b1-841d-43b4-a005-b0688224fdfd None None] Routers {'9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:31.087982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-feb690b1-841d-43b4-a005-b0688224fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:31.158827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Transition to ACTIVE for port object bb24034c-db2d-4dc9-9b38-205cff05b781 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:31.186542 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-feb690b1-841d-43b4-a005-b0688224fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:31.186997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb690b1-841d-43b4-a005-b0688224fdfd None None] The sync data for ids ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:31.195866 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:31.316679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Network d88e8302-40b7-489b-b78a-b499b91e5446 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:31.327754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:31.330298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:31.355112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b0c03-9da0-4452-8525-5b2f94106b33 None None] Current status of the port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:31.361728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Allocated IP 172.21.0.1 (d88e8302-40b7-489b-b78a-b499b91e5446/1f9332bf-34a8-4d37-a5e9-f4a05f70e375/4eaf00f7-433b-469f-9074-100fb4b8c1ba) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:31.411093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Pushing event updated for resources: {'Port': ['ID=bb24034c-db2d-4dc9-9b38-205cff05b781,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:31.574642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:31.577556 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:31.639446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Attempting to bind port bb24034c-db2d-4dc9-9b38-205cff05b781 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:31.639446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Attempting to bind port bb24034c-db2d-4dc9-9b38-205cff05b781 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '5e2cef84-4bfa-4e48-b1ae-6f2602aad963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:31.639802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Attempting to bind port bb24034c-db2d-4dc9-9b38-205cff05b781 on network d88e8302-40b7-489b-b78a-b499b91e5446 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:31.659008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 1607cb03-0bb6-4c3f-b9e6-11700fc32739, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1607cb03-0bb6-4c3f-b9e6-11700fc32739,segment=NetworkSegment(15dc6ff7-6c20-4760-9a40-c762d40108f1),segment_id=15dc6ff7-6c20-4760-9a40-c762d40108f1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:31.665576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:31.666238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Checking segment: {'id': '5e2cef84-4bfa-4e48-b1ae-6f2602aad963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:31.666903 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:31.667547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Bound using segment: {'id': '5e2cef84-4bfa-4e48-b1ae-6f2602aad963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:31.668245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Bound port: bb24034c-db2d-4dc9-9b38-205cff05b781, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2cef84-4bfa-4e48-b1ae-6f2602aad963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:31.668869 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:31.694754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819d58f-3cbb-4c4f-9071-c42147557140 req-0ffeac6f-7b80-4bcb-89e9-031a66150750 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:31.695395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:31.696346 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f819d58f-3cbb-4c4f-9071-c42147557140 req-0ffeac6f-7b80-4bcb-89e9-031a66150750 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.3498199 May 24 23:15:31.780366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Transition to ACTIVE for port object 4eaf00f7-433b-469f-9074-100fb4b8c1ba will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:31.785597 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] For port bb24034c-db2d-4dc9-9b38-205cff05b781, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:31.788839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] For port bb24034c-db2d-4dc9-9b38-205cff05b781, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=bb24034c-db2d-4dc9-9b38-205cff05b781,segment=NetworkSegment(5e2cef84-4bfa-4e48-b1ae-6f2602aad963),segment_id=5e2cef84-4bfa-4e48-b1ae-6f2602aad963)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:31.791077 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:31.792449 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f819d58f-3cbb-4c4f-9071-c42147557140 req-90c91afa-d345-4395-9793-6a5391c28916 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897970 May 24 23:15:31.803302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:31.840229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c72f1b-7213-45af-850b-c50a184fd2be req-64fff259-a9de-4034-9ad0-84e70dea1876 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:31.848001 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1c72f1b-7213-45af-850b-c50a184fd2be req-64fff259-a9de-4034-9ad0-84e70dea1876 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.1199026 May 24 23:15:31.887075 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:31.897814 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:31.948712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1c72f1b-7213-45af-850b-c50a184fd2be req-03730095-5ae0-43fd-beb6-d006c93e4f92 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992439 May 24 23:15:31.949552 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:31.977744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=1607cb03-0bb6-4c3f-b9e6-11700fc32739,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:32.009693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network d88e8302-40b7-489b-b78a-b499b91e5446 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:32.018538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:32.034869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:32.071195 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-86de21a1-661f-44c1-9025-baa6f6e06cb7 service neutron] show failed (client error): The resource could not be found. May 24 23:15:32.072402 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-86de21a1-661f-44c1-9025-baa6f6e06cb7 service neutron] 10.222.0.50 "GET /v2.0/ports/51c1742f-e320-4491-bb37-6806a549132e/bindings/n-h1-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.2190442 May 24 23:15:32.115317 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=4eaf00f7-433b-469f-9074-100fb4b8c1ba,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:32.121064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:32.140349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:32.140916 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:32.262455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fd9db-9009-4c94-b76b-d28d48f9b1f0 None None] Pushing event updated for resources: {'Port': ['ID=bb24034c-db2d-4dc9-9b38-205cff05b781,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:32.309272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a2995-4175-4c1d-8e7b-611a2ac087a2 req-31f55cf5-dbb0-4561-af3b-0a075dcc4192 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:32.310110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dd9a2995-4175-4c1d-8e7b-611a2ac087a2 req-31f55cf5-dbb0-4561-af3b-0a075dcc4192 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Synchronizing usage tracker for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:32.355970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1355d1bd-15e8-4ba8-a913-9b7e2dc222ab req-412c28ce-dcd1-401b-9486-e2fef5cb85ba tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 210 time: 0.0617869 May 24 23:15:32.443101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:32.686430 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:32.757039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1607cb03-0bb6-4c3f-b9e6-11700fc32739 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:32.770125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dd9a2995-4175-4c1d-8e7b-611a2ac087a2 req-31f55cf5-dbb0-4561-af3b-0a075dcc4192 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Unset dirty status for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:32.776917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd9a2995-4175-4c1d-8e7b-611a2ac087a2 req-31f55cf5-dbb0-4561-af3b-0a075dcc4192 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.6067059 May 24 23:15:32.824245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.20.0.1 (a667a88a-b101-43cc-a937-4f335ffee9c8/c8269c6d-b65e-4066-9a58-49faaaf9ad5b/c35f5c7b-ab04-420c-95aa-97be489801cd) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:32.845542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.31', 54924) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:32.899891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:32.900587 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:33.046481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:33.047938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device bb24034c-db2d-4dc9-9b38-205cff05b781 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:33.164104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd9a2995-4175-4c1d-8e7b-611a2ac087a2 req-08b99212-46ba-4197-b673-06706f06394e tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650012 May 24 23:15:33.177407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-7c34b17b-6c30-4f01-87ea-e920f6ff5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:33.180883 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-7c34b17b-6c30-4f01-87ea-e920f6ff5742 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 1096 time: 0.5382066 May 24 23:15:33.186266 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port bb24034c-db2d-4dc9-9b38-205cff05b781 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:33.206010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:33.254894 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:33.279203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Transition to ACTIVE for port object c35f5c7b-ab04-420c-95aa-97be489801cd will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:33.362445 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:33.451654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-9a41ed44-af60-49b0-a35f-3d3e7d617d0f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:33.453468 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-9a41ed44-af60-49b0-a35f-3d3e7d617d0f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.31 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.6062937 May 24 23:15:33.487344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f60a4-778f-45e8-8be7-94c63dade908 req-70facd39-6b7a-4d61-8b37-1b77138f3041 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:33.493978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-888f60a4-778f-45e8-8be7-94c63dade908 req-70facd39-6b7a-4d61-8b37-1b77138f3041 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.5161364 May 24 23:15:33.515306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:33.565523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network a667a88a-b101-43cc-a937-4f335ffee9c8 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:33.604246 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:33.616432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=c35f5c7b-ab04-420c-95aa-97be489801cd,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:33.622513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:33.662928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6fc79-9995-4356-a818-05afb83baa9c req-5dac55a8-a883-471f-8e46-223a69d4a16b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:33.670488 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13d6fc79-9995-4356-a818-05afb83baa9c req-5dac55a8-a883-471f-8e46-223a69d4a16b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.3276107 May 24 23:15:33.687953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8296942-d15d-4028-98b7-93a977f40cc2 None None] Network d88e8302-40b7-489b-b78a-b499b91e5446 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:33.695457 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:33.795840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.796262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.796610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.797116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.797447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.797799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.798126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.798494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.799068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.799732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.800071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.800757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:15:33.810881 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-a6581f12-01cf-4fdb-b88b-39bae0e5c08f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 380 time: 0.3316329 May 24 23:15:33.831779 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13d6fc79-9995-4356-a818-05afb83baa9c req-f470cf32-0118-4c86-ad14-2526f0155b20 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599877 May 24 23:15:33.891300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-538b0b98-7b2c-4820-8eac-7c89d6ae24c7 None None] Provisioning for port bb24034c-db2d-4dc9-9b38-205cff05b781 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:33.902736 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:33.907475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-538b0b98-7b2c-4820-8eac-7c89d6ae24c7 None None] Provisioning complete for port bb24034c-db2d-4dc9-9b38-205cff05b781 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:33.907966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-538b0b98-7b2c-4820-8eac-7c89d6ae24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:33.916722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'port': {'device_id': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'admin_state_up': True, 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'security_groups': ['8055efa7-e7d2-48f6-bb84-76a1fab05899']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:34.042778 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.resource_extend [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:15:34.062004 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-888f60a4-778f-45e8-8be7-94c63dade908 req-d139802a-7b2a-475c-af65-04ef9692451f tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852123 May 24 23:15:34.091820 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb0de3ce-d705-4564-9451-805cadc0d210 req-a996ab46-7e63-46f2-999d-830f78cdd9dd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 210 time: 0.0981462 May 24 23:15:34.103048 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:34.117137 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:34.129671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-538b0b98-7b2c-4820-8eac-7c89d6ae24c7 None None] Current status of the port bb24034c-db2d-4dc9-9b38-205cff05b781 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:34.130056 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-538b0b98-7b2c-4820-8eac-7c89d6ae24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:34.193410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-538b0b98-7b2c-4820-8eac-7c89d6ae24c7 None None] For port bb24034c-db2d-4dc9-9b38-205cff05b781, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=bb24034c-db2d-4dc9-9b38-205cff05b781,segment=NetworkSegment(5e2cef84-4bfa-4e48-b1ae-6f2602aad963),segment_id=5e2cef84-4bfa-4e48-b1ae-6f2602aad963)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:34.203975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:34.218319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:34.241068 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-538b0b98-7b2c-4820-8eac-7c89d6ae24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:34.250082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Made reservation on behalf of 16cd6c635d75400baa6572ca6f095c59 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:34.254536 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:34.286964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=51c1742f-e320-4491-bb37-6806a549132e,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:34.303063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=4eaf00f7-433b-469f-9074-100fb4b8c1ba,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:34.307369 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:34.374895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b0b98-7b2c-4820-8eac-7c89d6ae24c7 None None] Pushing event updated for resources: {'Port': ['ID=bb24034c-db2d-4dc9-9b38-205cff05b781,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:34.380753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-134ccbb4-226b-4c91-b818-cec61114a5f6 None None] Provisioning for port c35f5c7b-ab04-420c-95aa-97be489801cd completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:34.389522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-134ccbb4-226b-4c91-b818-cec61114a5f6 None None] Provisioning complete for port c35f5c7b-ab04-420c-95aa-97be489801cd triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:34.389663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-134ccbb4-226b-4c91-b818-cec61114a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:34.423692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:34.514448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c1742f-e320-4491-bb37-6806a549132e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:34.528650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-134ccbb4-226b-4c91-b818-cec61114a5f6 None None] Port c35f5c7b-ab04-420c-95aa-97be489801cd cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:34.535419 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:34.581825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network d88e8302-40b7-489b-b78a-b499b91e5446 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:34.586906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:34.596575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Transition to ACTIVE for port object 51c1742f-e320-4491-bb37-6806a549132e will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:34.606564 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:34.614916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device bb24034c-db2d-4dc9-9b38-205cff05b781 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:34.756619 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port bb24034c-db2d-4dc9-9b38-205cff05b781 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:34.757089 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:34.769662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e382a-caf9-40db-b781-452e63df4950 req-78d5222a-ea06-4504-864f-c9a82bd69f05 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:34.771667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af8e382a-caf9-40db-b781-452e63df4950 req-78d5222a-ea06-4504-864f-c9a82bd69f05 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.50 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 0.7085509 May 24 23:15:34.794431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4dbc4347-4493-4c55-98bb-b5f0e53cb7c0 None None] Provisioning complete for port bb24034c-db2d-4dc9-9b38-205cff05b781 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:34.794909 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4347-4493-4c55-98bb-b5f0e53cb7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:34.872270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Allocated IP 172.20.0.5 (13a16c45-1a0c-47a0-90d4-ea28358361e5/bf5ec325-6142-4c28-8e6b-8da79987bd63/151cb199-b725-4ae3-8df9-55839beeecf7) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:34.902034 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa171f9-eb44-4675-b024-4e67f6b076ba'] response: {'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c1742f-e320-4491-bb37-6806a549132e', 'code': 200} May 24 23:15:35.220450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port bb24034c-db2d-4dc9-9b38-205cff05b781 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:35.239601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc4347-4493-4c55-98bb-b5f0e53cb7c0 None None] Current status of the port bb24034c-db2d-4dc9-9b38-205cff05b781 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:35.265064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4dbc4347-4493-4c55-98bb-b5f0e53cb7c0 None None] Provisioning for port 4eaf00f7-433b-469f-9074-100fb4b8c1ba completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:35.274228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4dbc4347-4493-4c55-98bb-b5f0e53cb7c0 None None] Provisioning complete for port 4eaf00f7-433b-469f-9074-100fb4b8c1ba triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:35.274858 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4347-4493-4c55-98bb-b5f0e53cb7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:35.380814 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8171fe95-091b-4529-9a5b-8cc4f633412e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:35.384212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc4347-4493-4c55-98bb-b5f0e53cb7c0 None None] Port 4eaf00f7-433b-469f-9074-100fb4b8c1ba cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:35.411703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=51c1742f-e320-4491-bb37-6806a549132e,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:35.427240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] No DVR routers for this DVR port 51c1742f-e320-4491-bb37-6806a549132e on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:15:35.526978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-181dffb1-bee4-44e9-a2f0-3310f387420b None None] Provisioning complete for port 4eaf00f7-433b-469f-9074-100fb4b8c1ba triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:35.527613 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-181dffb1-bee4-44e9-a2f0-3310f387420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:35.535006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 219b8cdb-f51a-4960-90bd-f67425a92cd5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:35.607414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-181dffb1-bee4-44e9-a2f0-3310f387420b None None] Port 4eaf00f7-433b-469f-9074-100fb4b8c1ba cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:35.615916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23cb59-623b-4259-96aa-9b439e5abbd8 req-8d1f817f-b3af-4a31-be34-8ad985d61d4d tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:35.623084 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f23cb59-623b-4259-96aa-9b439e5abbd8 req-8d1f817f-b3af-4a31-be34-8ad985d61d4d tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 1.2687321 May 24 23:15:35.641858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-af8e382a-caf9-40db-b781-452e63df4950 req-a9bbb753-503b-492e-a0d9-51021abe51d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Deleting port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:35.642510 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-af8e382a-caf9-40db-b781-452e63df4950 req-a9bbb753-503b-492e-a0d9-51021abe51d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:35.664381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1d0dc-0d89-47db-92e2-206284f3b6d6 req-52d53bfe-b7df-4209-8a8a-db718957faac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:35.665943 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-abc1d0dc-0d89-47db-92e2-206284f3b6d6 req-52d53bfe-b7df-4209-8a8a-db718957faac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 943 time: 0.4028487 May 24 23:15:35.820355 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f23cb59-623b-4259-96aa-9b439e5abbd8 req-b969c886-ba5d-47cf-a727-7317ed6bba9b tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963973 May 24 23:15:35.833188 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:35.913531 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-abc1d0dc-0d89-47db-92e2-206284f3b6d6 req-c3947c37-1554-4e5f-9198-1d93b3028f7c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905828 May 24 23:15:35.913781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Transition to ACTIVE for port object 151cb199-b725-4ae3-8df9-55839beeecf7 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:35.916853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Attempting to bind port 51c1742f-e320-4491-bb37-6806a549132e on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:35.917185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Attempting to bind port 51c1742f-e320-4491-bb37-6806a549132e by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:35.917529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Attempting to bind port 51c1742f-e320-4491-bb37-6806a549132e on network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:35.923985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Port 51c1742f-e320-4491-bb37-6806a549132e on network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:15:35.924308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Attempting to bind port 51c1742f-e320-4491-bb37-6806a549132e on network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:35.927319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:35.935471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:35.935802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Checking segment: {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:35.936177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Bound using segment: {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:35.936604 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Bound port: 51c1742f-e320-4491-bb37-6806a549132e, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3262732d-7d7a-4ed9-bd1d-3b939a42dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:35.936950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:35.940928 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Sync routers for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:35.953648 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:35.959559 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f95104b1-11c6-4798-ad4b-9baf89e3ecec tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8294036 May 24 23:15:35.960452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36080) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:35.960940 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:35.967158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'network': {'name': 'tempest-RoutersTest-453060231'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:35.997078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:36.011531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:network and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:36.025712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:36.061464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:36.112169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04618edc-a218-4348-96fe-179682253147 req-3c4219c7-7bff-4ff5-9edd-55620620dd89 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 210 time: 0.0551918 May 24 23:15:36.113950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:36.123615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:36.137327 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.142160 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:36.149166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=51c1742f-e320-4491-bb37-6806a549132e,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:36.155644 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.198510 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.205627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-af8e382a-caf9-40db-b781-452e63df4950 req-a9bbb753-503b-492e-a0d9-51021abe51d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] For port 49a61d8b-4f1c-40f3-876e-c801fb7536c3, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=49a61d8b-4f1c-40f3-876e-c801fb7536c3,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:36.205990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-af8e382a-caf9-40db-b781-452e63df4950 req-a9bbb753-503b-492e-a0d9-51021abe51d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.213615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.230929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:36.232112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.233643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] 10.222.0.31 "PUT /v2.0/ports/51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 200 len: 1091 time: 3.0326080 May 24 23:15:36.248875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:15:36.258638 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.262314 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.262539 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added segment 97740321-1508-44de-af4d-4e9bccc73b19 of type vlan for network fcc72f75-9b20-4283-85e3-220e5f537bde May 24 23:15:36.360098 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.365846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c58bd3-a3f7-4218-bef8-24d5dddb8eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=51c1742f-e320-4491-bb37-6806a549132e,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:36.407318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-60971974-f550-4079-a31b-11403e473882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:36.408928 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-60971974-f550-4079-a31b-11403e473882 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1094 time: 0.1403327 May 24 23:15:36.426023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-af8e382a-caf9-40db-b781-452e63df4950 req-a9bbb753-503b-492e-a0d9-51021abe51d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Calling delete_port for 49a61d8b-4f1c-40f3-876e-c801fb7536c3 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:36.445085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.450985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:36.451580 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.533827 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:32Z', 'revision_number': 3, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:33Z', 'revision_number': 2, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:36.538320 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Checking router: 219b8cdb-f51a-4960-90bd-f67425a92cd5 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:15:36.538466 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.538862 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Updating router 219b8cdb-f51a-4960-90bd-f67425a92cd5 port 4eaf00f7-433b-469f-9074-100fb4b8c1ba binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:15:36.558347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:36.570628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1971400-6db1-4265-bb1b-beedd95e9f88 req-34291858-fa59-432f-9fef-896c42548964 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:36.580479 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1971400-6db1-4265-bb1b-beedd95e9f88 req-34291858-fa59-432f-9fef-896c42548964 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.5114794 May 24 23:15:36.594082 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:36.610638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=151cb199-b725-4ae3-8df9-55839beeecf7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:36.615061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:36.617568 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:36.760586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=c35f5c7b-ab04-420c-95aa-97be489801cd,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:36.789591 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1971400-6db1-4265-bb1b-beedd95e9f88 req-ca3f1e82-801d-4a83-9956-3bbeafbd7342 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073846 May 24 23:15:36.811924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Network': ['ID=fcc72f75-9b20-4283-85e3-220e5f537bde,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:36.823292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network fcc72f75-9b20-4283-85e3-220e5f537bde details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:15:36.827546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1b2802ee-b115-4dce-82bc-095e61556df8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8663073 May 24 23:15:36.836421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36086) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:36.846215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'subnet': {'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:36.924436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'tag': '51c1742f-e320-4491-bb37-6806a549132e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:37.007636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network a667a88a-b101-43cc-a937-4f335ffee9c8 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:37.013796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:37.074347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 49a61d8b-4f1c-40f3-876e-c801fb7536c3 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:15:37.084999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-65079998-3945-49ed-8630-108e63f887dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:37.084999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-65079998-3945-49ed-8630-108e63f887dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5 HTTP/1.1" status: 200 len: 898 time: 0.6650445 May 24 23:15:37.152647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-93b9a2ad-d761-4d95-83e9-09463668f043 None None] Provisioning for port 151cb199-b725-4ae3-8df9-55839beeecf7 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:37.213964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:37.219435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:subnet and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:37.220939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-93b9a2ad-d761-4d95-83e9-09463668f043 None None] Provisioning complete for port 151cb199-b725-4ae3-8df9-55839beeecf7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:37.221308 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-93b9a2ad-d761-4d95-83e9-09463668f043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.224151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:37.231060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:37.259443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:37.260447 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.266850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.287067 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Transition to ACTIVE for port object 4eaf00f7-433b-469f-9074-100fb4b8c1ba will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:37.303185 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.337947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:37.341038 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.393601 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a82448-cba8-437d-b2f5-ea6758b583dd None None] Pushing event updated for resources: {'Port': ['ID=4eaf00f7-433b-469f-9074-100fb4b8c1ba,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:37.440611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-93b9a2ad-d761-4d95-83e9-09463668f043 None None] Port 151cb199-b725-4ae3-8df9-55839beeecf7 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:37.451051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-0e638921-d1db-4045-a0ff-4dd65a9f8a84 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 200 len: 999 time: 0.3600216 May 24 23:15:37.483734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:37.485471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.496810 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9514058f-15ee-407d-9d9f-d236a2977ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.526816 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb73c75e-1248-4e28-a2cf-359fb38ee343'] response: {'name': 'network-changed', 'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'tag': '51c1742f-e320-4491-bb37-6806a549132e', 'status': 'completed', 'code': 200} May 24 23:15:37.570206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f7f10cae-3b89-45ac-9c29-de4c78ce77c5 None None] Provisioning complete for port c35f5c7b-ab04-420c-95aa-97be489801cd triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:37.571714 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f7f10cae-3b89-45ac-9c29-de4c78ce77c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.700819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f7f10cae-3b89-45ac-9c29-de4c78ce77c5 None None] Port c35f5c7b-ab04-420c-95aa-97be489801cd cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:37.702504 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Attempting to bind port 4eaf00f7-433b-469f-9074-100fb4b8c1ba on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:37.702960 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Attempting to bind port 4eaf00f7-433b-469f-9074-100fb4b8c1ba by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '5e2cef84-4bfa-4e48-b1ae-6f2602aad963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:37.703314 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Attempting to bind port 4eaf00f7-433b-469f-9074-100fb4b8c1ba on network d88e8302-40b7-489b-b78a-b499b91e5446 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:37.711029 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:37.711388 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Checking segment: {'id': '5e2cef84-4bfa-4e48-b1ae-6f2602aad963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:37.711828 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.712211 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Bound using segment: {'id': '5e2cef84-4bfa-4e48-b1ae-6f2602aad963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:37.712668 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Bound port: 4eaf00f7-433b-469f-9074-100fb4b8c1ba, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2cef84-4bfa-4e48-b1ae-6f2602aad963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:37.713183 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.821215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-6ac267a1-a921-49bd-a314-e787b5d179d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:37.822779 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-6ac267a1-a921-49bd-a314-e787b5d179d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bf04fc3-e8ac-44ff-b567-49134ab0d57d HTTP/1.1" status: 200 len: 835 time: 0.3634341 May 24 23:15:37.827430 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] For port 4eaf00f7-433b-469f-9074-100fb4b8c1ba, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:37.831207 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] For port 4eaf00f7-433b-469f-9074-100fb4b8c1ba, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4eaf00f7-433b-469f-9074-100fb4b8c1ba,segment=NetworkSegment(5e2cef84-4bfa-4e48-b1ae-6f2602aad963),segment_id=5e2cef84-4bfa-4e48-b1ae-6f2602aad963)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:37.837688 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.920651 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:37.921275 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:37.931397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-af8e382a-caf9-40db-b781-452e63df4950 req-a9bbb753-503b-492e-a0d9-51021abe51d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:37.973250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36d84d-33ea-4028-9e7c-6cc18d0b601a req-7711b571-dab7-4285-8b4d-ee7618fd9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:37.974823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa36d84d-33ea-4028-9e7c-6cc18d0b601a req-7711b571-dab7-4285-8b4d-ee7618fd9d65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a78a2a21160a41bf86ed1240fe883e51&device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 1096 time: 0.3781755 May 24 23:15:37.982714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-6a33bbd8-8454-4506-8f7a-f7a111026578 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0838923 May 24 23:15:37.996285 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a82448-cba8-437d-b2f5-ea6758b583dd None None] Pushing event updated for resources: {'Port': ['ID=4eaf00f7-433b-469f-9074-100fb4b8c1ba,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:38.011770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 51c1742f-e320-4491-bb37-6806a549132e no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:15:38.019337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Request body: {'port': {'device_id': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:38.023196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df28f61-38aa-42d1-9167-cb1db366d7ed req-ae109b29-d973-46d2-b423-a52279eda123 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:38.024722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8df28f61-38aa-42d1-9167-cb1db366d7ed req-ae109b29-d973-46d2-b423-a52279eda123 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 943 time: 0.3376048 May 24 23:15:38.089291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbb753-503b-492e-a0d9-51021abe51d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Pushing event deleted for resources: {'Port': ['ID=49a61d8b-4f1c-40f3-876e-c801fb7536c3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:38.106276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 51c1742f-e320-4491-bb37-6806a549132e not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:15:38.120866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-fee2cf03-4007-4d62-a8a3-a54ef124eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:38.122382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-fee2cf03-4007-4d62-a8a3-a54ef124eefb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1094 time: 0.5944631 May 24 23:15:38.134485 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:38.146816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:38.177385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba28b9-7bf6-469a-adeb-9be4091f68b0 req-e8ecb8b9-18b4-4e85-93d2-7a4bd9489a5f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:38.178258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8aba28b9-7bf6-469a-adeb-9be4091f68b0 req-e8ecb8b9-18b4-4e85-93d2-7a4bd9489a5f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Synchronizing usage tracker for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:38.233970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8e382a-caf9-40db-b781-452e63df4950 req-a9bbb753-503b-492e-a0d9-51021abe51d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] No DVR routers for this DVR port 49a61d8b-4f1c-40f3-876e-c801fb7536c3 on host n-h2-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:15:38.248289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8df28f61-38aa-42d1-9167-cb1db366d7ed req-6010f90b-9fed-4f97-877e-31b04aba4f86 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156553 May 24 23:15:38.315336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:38.317160 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-af8e382a-caf9-40db-b781-452e63df4950 req-a9bbb753-503b-492e-a0d9-51021abe51d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:38.319240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af8e382a-caf9-40db-b781-452e63df4950 req-a9bbb753-503b-492e-a0d9-51021abe51d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.50 "DELETE /v2.0/ports/49a61d8b-4f1c-40f3-876e-c801fb7536c3 HTTP/1.1" status: 204 len: 173 time: 3.3329229 May 24 23:15:38.330466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c7e315-efb4-408b-aba2-d564029dca4b', 'name': 'network-vif-deleted', 'tag': '49a61d8b-4f1c-40f3-876e-c801fb7536c3'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:38.369146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8aba28b9-7bf6-469a-adeb-9be4091f68b0 req-e8ecb8b9-18b4-4e85-93d2-7a4bd9489a5f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] Unset dirty status for tenant:2f5082b16d1444209ac2eb488b010b82 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:38.370660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-46ef6843-e9e0-4fa3-9735-18285a745f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:38.372241 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-46ef6843-e9e0-4fa3-9735-18285a745f2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5357585 May 24 23:15:38.377019 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8aba28b9-7bf6-469a-adeb-9be4091f68b0 req-e8ecb8b9-18b4-4e85-93d2-7a4bd9489a5f tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/ports?device_id=93c7e315-efb4-408b-aba2-d564029dca4b HTTP/1.1" status: 200 len: 946 time: 1.1943846 May 24 23:15:38.491944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:38.530686 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8aba28b9-7bf6-469a-adeb-9be4091f68b0 req-7e7aea72-4c0d-4790-8f8a-516b67482781 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] 10.222.0.55 "GET /v2.0/security-groups?id=79dec421-3dc6-41ae-a022-2c37617fb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522059 May 24 23:15:38.546392 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:32Z', 'revision_number': 3, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:37Z', 'revision_number': 4, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:38.551522 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65319a16-504b-4e5e-93c7-db11d0d3498e None None] The sync data for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 is: [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:32Z', 'revision_number': 3, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:37Z', 'revision_number': 4, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:38.589383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36d84d-33ea-4028-9e7c-6cc18d0b601a req-10b30796-59a4-4fc5-9cf6-36133a28dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:38.591370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa36d84d-33ea-4028-9e7c-6cc18d0b601a req-10b30796-59a4-4fc5-9cf6-36133a28dec1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=43d60c22-8f16-4b98-85f0-e0c159b61d33 HTTP/1.1" status: 200 len: 911 time: 0.6023402 May 24 23:15:38.669128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:38.686521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0bbc3a84-a69e-4df1-96a7-bbba972c4fdb tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "PUT /v2.0/routers/9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9853222 May 24 23:15:38.688627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba2cb34-af77-4c55-b1d8-56450e7a6a82 None None] Sync routers for ids ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:38.716836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba2cb34-af77-4c55-b1d8-56450e7a6a82 None None] Routers {'9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:38.720553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0ba2cb34-af77-4c55-b1d8-56450e7a6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:38.748930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36102) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:38.793124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'port': {'network_id': 'a667a88a-b101-43cc-a937-4f335ffee9c8', 'name': 'tempest-FloatingIPTestJSON-641100321'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:38.883826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0ba2cb34-af77-4c55-b1d8-56450e7a6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:38.903001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba2cb34-af77-4c55-b1d8-56450e7a6a82 None None] Routers {'9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:38.903691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0ba2cb34-af77-4c55-b1d8-56450e7a6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:38.981174 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:38.992335 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:39.002511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0ba2cb34-af77-4c55-b1d8-56450e7a6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:39.002838 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba2cb34-af77-4c55-b1d8-56450e7a6a82 None None] The sync data for ids ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:39.015090 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa36d84d-33ea-4028-9e7c-6cc18d0b601a req-d583ec36-025f-4b9f-9c75-ab7cef865d04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e1cdde9-a6aa-4e1b-860e-4cb70674178a HTTP/1.1" status: 200 len: 217 time: 0.3568916 May 24 23:15:39.021632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Subnet': ['ID=5b050a41-06d9-4b91-81ef-9f5b13e5b0ed,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:39.066618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-13de92a6-6673-4ba4-8378-98bf4a0e3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:39.068380 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-13de92a6-6673-4ba4-8378-98bf4a0e3d2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5 HTTP/1.1" status: 200 len: 898 time: 0.9125378 May 24 23:15:39.082043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Checking segment: {'id': '97740321-1508-44de-af4d-4e9bccc73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:39.082481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network hostable DHCP agents. Network: fcc72f75-9b20-4283-85e3-220e5f537bde, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:15:39.169318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:39.200930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8f30-98a4-4e2a-89dc-0373cb2f822a req-fa3fa883-c116-4901-b12a-5e63150d2ffe tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:39.202466 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-784a8f30-98a4-4e2a-89dc-0373cb2f822a req-fa3fa883-c116-4901-b12a-5e63150d2ffe tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.4551864 May 24 23:15:39.206254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Usage tracker for resource:port and tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:39.226548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:39.238788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:39.272255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Made reservation on behalf of dc1ef1b84c1e4f0eacc17ee867a8a794 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:39.276437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:39.279436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36d84d-33ea-4028-9e7c-6cc18d0b601a req-944ad5f0-8f8f-4228-b691-01335e83b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:39.280915 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa36d84d-33ea-4028-9e7c-6cc18d0b601a req-944ad5f0-8f8f-4228-b691-01335e83b0bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4899bc27-2d09-4ffd-b463-656ca8f30c39 HTTP/1.1" status: 200 len: 850 time: 0.2562578 May 24 23:15:39.282615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-d8b5141e-675b-4312-8cca-2a50a934dd5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 200 len: 999 time: 0.1855226 May 24 23:15:39.284406 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-77f577e8-6283-412e-ba8c-bb5ad05bac0e service neutron] 10.222.0.31 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8662586 May 24 23:15:39.287507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network fcc72f75-9b20-4283-85e3-220e5f537bde is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:15:39.295869 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-784a8f30-98a4-4e2a-89dc-0373cb2f822a req-01249aaf-0ddd-448f-a34c-915358d32584 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865903 May 24 23:15:39.360190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] device_id is not set on port 2dba043d-6d0d-42f2-8fc8-4039d2eed397 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:15:39.397644 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4604b08c-8a08-4eda-a395-0c813d9d2a01'] response: {'server_uuid': '93c7e315-efb4-408b-aba2-d564029dca4b', 'name': 'network-vif-deleted', 'tag': '49a61d8b-4f1c-40f3-876e-c801fb7536c3', 'status': 'completed', 'code': 200} May 24 23:15:39.402117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, fcc72f75-9b20-4283-85e3-220e5f537bde) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:39.412314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed44b67-77d2-444a-9d3e-90d8ac6881f8 None None] Network fcc72f75-9b20-4283-85e3-220e5f537bde requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:39.430000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151cb199-b725-4ae3-8df9-55839beeecf7 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:15:39.444408 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:39.465894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1deb49-7d7a-4e11-bc10-cb9f23750f4e req-352c1d0e-00b7-47d3-a07c-1adcca3778a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:39.473292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee1deb49-7d7a-4e11-bc10-cb9f23750f4e req-352c1d0e-00b7-47d3-a07c-1adcca3778a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 931 time: 1.0088577 May 24 23:15:39.500042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa36d84d-33ea-4028-9e7c-6cc18d0b601a req-aa500996-4780-467a-8298-f442e0835bb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=43d60c22-8f16-4b98-85f0-e0c159b61d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396968 May 24 23:15:39.507537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Transition to ACTIVE for port object 151cb199-b725-4ae3-8df9-55839beeecf7 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:39.514428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:39.514428 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:39.529411 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:39.652004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-99f62ac7-7079-430e-832f-470b92085194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:39.653553 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-99f62ac7-7079-430e-832f-470b92085194 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bf04fc3-e8ac-44ff-b567-49134ab0d57d HTTP/1.1" status: 200 len: 835 time: 0.3385134 May 24 23:15:39.661623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bf2f9a33-4783-4f75-8ef7-5d0754be9ef7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8238344 May 24 23:15:39.674806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ee1deb49-7d7a-4e11-bc10-cb9f23750f4e req-78bd8c0a-a307-4ae1-b9f6-95635f60f4c3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:39.682914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36110) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:39.735127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Allocated IP 172.20.0.5 (a667a88a-b101-43cc-a937-4f335ffee9c8/c8269c6d-b65e-4066-9a58-49faaaf9ad5b/2dba043d-6d0d-42f2-8fc8-4039d2eed397) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:39.755604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Pushing event updated for resources: {'Port': ['ID=151cb199-b725-4ae3-8df9-55839beeecf7,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:39.758853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-fcc72f75-9b20-4283-85e3-220e5f537bde', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:15:39.759692 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:39.976023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Allocated IP 172.22.0.2 (fcc72f75-9b20-4283-85e3-220e5f537bde/5b050a41-06d9-4b91-81ef-9f5b13e5b0ed/b63c9d51-553b-42b5-a1d3-2ba7dffc3fed) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:40.094001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e9fbf-f3cf-4d5e-99d6-ff482741574c req-088e8658-e7aa-4518-82d4-aa5b2156b6f6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:40.095511 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b7e9fbf-f3cf-4d5e-99d6-ff482741574c req-088e8658-e7aa-4518-82d4-aa5b2156b6f6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 943 time: 0.5698764 May 24 23:15:40.107905 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bad22d29-814c-4ee3-a632-0c2faac28cf3 req-8a5b9dbe-eebe-45be-9754-573901f29358 service neutron] 10.222.0.31 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8133047 May 24 23:15:40.109989 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:40.120317 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ee1deb49-7d7a-4e11-bc10-cb9f23750f4e req-78bd8c0a-a307-4ae1-b9f6-95635f60f4c3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:40.121513 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee1deb49-7d7a-4e11-bc10-cb9f23750f4e req-78bd8c0a-a307-4ae1-b9f6-95635f60f4c3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6474099 May 24 23:15:40.172569 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa36d84d-33ea-4028-9e7c-6cc18d0b601a req-7a3c1d79-73a8-4a22-8fd7-a5f0b845508d service neutron] 10.222.0.50 "GET /v2.0/networks/43d60c22-8f16-4b98-85f0-e0c159b61d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500332 May 24 23:15:40.202147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Attempting to bind port 151cb199-b725-4ae3-8df9-55839beeecf7 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:40.202763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Attempting to bind port 151cb199-b725-4ae3-8df9-55839beeecf7 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:40.202954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Attempting to bind port 151cb199-b725-4ae3-8df9-55839beeecf7 on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:40.234834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Port 151cb199-b725-4ae3-8df9-55839beeecf7 on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:15:40.235150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Attempting to bind port 151cb199-b725-4ae3-8df9-55839beeecf7 on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:40.274437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b7e9fbf-f3cf-4d5e-99d6-ff482741574c req-b742b8f4-b074-47e2-b5be-0e9ab586bfc8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115658 May 24 23:15:40.291752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:40.292388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Checking segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:40.292953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Bound using segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:40.293589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Bound port: 151cb199-b725-4ae3-8df9-55839beeecf7, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:40.294088 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:40.314209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36114) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:40.375248 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:40.387891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Transition to ACTIVE for port object b63c9d51-553b-42b5-a1d3-2ba7dffc3fed will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:40.415469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Transition to ACTIVE for port object b63c9d51-553b-42b5-a1d3-2ba7dffc3fed will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:40.427029 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:40.505395 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Network fcc72f75-9b20-4283-85e3-220e5f537bde is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:40.508881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:40.512104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:40.520192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Pushing event updated for resources: {'Port': ['ID=b63c9d51-553b-42b5-a1d3-2ba7dffc3fed,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:40.611979 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:40.637974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Attempting to bind port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:40.638343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Attempting to bind port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '97740321-1508-44de-af4d-4e9bccc73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:40.639181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Attempting to bind port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed on network fcc72f75-9b20-4283-85e3-220e5f537bde {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:40.644813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:40.645190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Checking segment: {'id': '97740321-1508-44de-af4d-4e9bccc73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:40.645796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:40.646211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Bound using segment: {'id': '97740321-1508-44de-af4d-4e9bccc73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:40.646679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Bound port: b63c9d51-553b-42b5-a1d3-2ba7dffc3fed, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97740321-1508-44de-af4d-4e9bccc73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:40.647417 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:40.663400 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4eaf00f7-433b-469f-9074-100fb4b8c1ba up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:40.725407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Transition to ACTIVE for port object 2dba043d-6d0d-42f2-8fc8-4039d2eed397 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:40.729333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] For port 151cb199-b725-4ae3-8df9-55839beeecf7, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:40.764452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] For port 151cb199-b725-4ae3-8df9-55839beeecf7, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=151cb199-b725-4ae3-8df9-55839beeecf7,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:40.815426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] For port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:40.822225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] For port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b63c9d51-553b-42b5-a1d3-2ba7dffc3fed,segment=NetworkSegment(97740321-1508-44de-af4d-4e9bccc73b19),segment_id=97740321-1508-44de-af4d-4e9bccc73b19)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:40.823367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4eaf00f7-433b-469f-9074-100fb4b8c1ba completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:40.829168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:40.840873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:40.882642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-ead300f6-4a4c-4a23-863a-cfd3e2fd0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:40.883247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4eaf00f7-433b-469f-9074-100fb4b8c1ba triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:40.883247 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:40.883734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-ead300f6-4a4c-4a23-863a-cfd3e2fd0193 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2013683 May 24 23:15:40.899178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa36d84d-33ea-4028-9e7c-6cc18d0b601a req-5979932c-5cb1-4702-8616-548bc5151f90 service neutron] 10.222.0.50 "GET /v2.0/networks/43d60c22-8f16-4b98-85f0-e0c159b61d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116890 May 24 23:15:40.939264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:40.939466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-f4c3813d-08cf-4db0-bae6-89d3cf399b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:40.939876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:40.941326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] 10.222.0.31 "PUT /v2.0/ports/151cb199-b725-4ae3-8df9-55839beeecf7 HTTP/1.1" status: 200 len: 1091 time: 2.9490595 May 24 23:15:40.941680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-f4c3813d-08cf-4db0-bae6-89d3cf399b20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1094 time: 0.6687117 May 24 23:15:40.948994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cf127-87b6-463e-a704-25be8a5ab270 req-242cefaf-c3d7-4064-a8ae-925927db65d0 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:40.950495 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-072cf127-87b6-463e-a704-25be8a5ab270 req-242cefaf-c3d7-4064-a8ae-925927db65d0 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.4227502 May 24 23:15:41.007887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df9785-c05d-4550-81f3-bccbe1b6e007 None None] Pushing event updated for resources: {'Port': ['ID=b63c9d51-553b-42b5-a1d3-2ba7dffc3fed,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:41.054799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:41.089167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4eaf00f7-433b-469f-9074-100fb4b8c1ba is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:41.089571 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:41.125263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 4eaf00f7-433b-469f-9074-100fb4b8c1ba, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4eaf00f7-433b-469f-9074-100fb4b8c1ba,segment=NetworkSegment(5e2cef84-4bfa-4e48-b1ae-6f2602aad963),segment_id=5e2cef84-4bfa-4e48-b1ae-6f2602aad963)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:41.133097 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:41.137134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9f77f-f66a-44bf-a63c-a1858870733e service neutron] Pushing event updated for resources: {'Port': ['ID=151cb199-b725-4ae3-8df9-55839beeecf7,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:41.271329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Network a667a88a-b101-43cc-a937-4f335ffee9c8 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:41.333113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=4eaf00f7-433b-469f-9074-100fb4b8c1ba,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:41.401089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:41.403307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:41.423864 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:41.501780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'tag': '151cb199-b725-4ae3-8df9-55839beeecf7'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:41.518450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:41.519279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:41.676226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-072cf127-87b6-463e-a704-25be8a5ab270 req-d57d15b1-0c77-4d5f-953f-9cbb3f3f6e64 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6598375 May 24 23:15:41.700363 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9475598 May 24 23:15:41.700789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36128) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:41.716218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676b582-f4d5-449e-b393-8da03093ab32 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event updated for resources: {'Port': ['ID=2dba043d-6d0d-42f2-8fc8-4039d2eed397,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:41.730353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-45efb9fd-5686-440a-b349-fc81959e358f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Request body: {'floatingip': {'port_id': '2dba043d-6d0d-42f2-8fc8-4039d2eed397'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:41.837078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e9aa764d-32d8-4969-a4ef-af5ebe6127f9 None None] Provisioning for port 2dba043d-6d0d-42f2-8fc8-4039d2eed397 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:41.846623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e9aa764d-32d8-4969-a4ef-af5ebe6127f9 None None] Provisioning complete for port 2dba043d-6d0d-42f2-8fc8-4039d2eed397 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:41.847196 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e9aa764d-32d8-4969-a4ef-af5ebe6127f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:41.925716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-3915bfbe-eed9-47d4-8086-1e9fe30610a9 service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0238914 May 24 23:15:41.933704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa764d-32d8-4969-a4ef-af5ebe6127f9 None None] Port 2dba043d-6d0d-42f2-8fc8-4039d2eed397 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:41.976647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-d1aeff80-84be-461e-9255-0382dbcd4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:41.978186 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-d1aeff80-84be-461e-9255-0382dbcd4440 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5 HTTP/1.1" status: 200 len: 898 time: 0.9125626 May 24 23:15:42.102519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934322a5-4f1b-4d7b-9beb-51a50058c925 req-a0fe19b0-24fe-4b4a-8365-419d1eb0fb49 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:42.106267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-934322a5-4f1b-4d7b-9beb-51a50058c925 req-a0fe19b0-24fe-4b4a-8365-419d1eb0fb49 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 943 time: 0.8038757 May 24 23:15:42.139507 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45efb9fd-5686-440a-b349-fc81959e358f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:42.202879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-3abef968-ed07-42e8-8fee-46c07b97414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:42.204522 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-3abef968-ed07-42e8-8fee-46c07b97414c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 1094 time: 1.1544747 May 24 23:15:42.283392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-934322a5-4f1b-4d7b-9beb-51a50058c925 req-bea52ab5-9a82-4d16-acb9-be64a7cd5b5d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418688 May 24 23:15:42.333869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-7eb6619d-96c6-4f61-9acc-6eb202f5b753 service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913844 May 24 23:15:42.352653 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-badefbf3-ecf9-41ae-9e60-e8d5ffca6dae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 200 len: 999 time: 0.3166506 May 24 23:15:42.360524 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-3e55b1c2-153d-4836-87f1-f284db113043 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=151cb199-b725-4ae3-8df9-55839beeecf7 HTTP/1.1" status: 200 len: 217 time: 0.1450956 May 24 23:15:42.410064 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1de3c4-a234-466f-9d61-b27f51c6ef3f'] response: {'name': 'network-changed', 'server_uuid': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'tag': '151cb199-b725-4ae3-8df9-55839beeecf7', 'status': 'completed', 'code': 200} May 24 23:15:42.447224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-563eeacd-a3cf-4f87-98bc-10940b794d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:42.449023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-563eeacd-a3cf-4f87-98bc-10940b794d02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bf04fc3-e8ac-44ff-b567-49134ab0d57d HTTP/1.1" status: 200 len: 835 time: 0.0893221 May 24 23:15:42.450057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Allocated IP 172.22.0.1 (fcc72f75-9b20-4283-85e3-220e5f537bde/5b050a41-06d9-4b91-81ef-9f5b13e5b0ed/75b60879-e527-4212-aa86-08502a83cb61) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:42.544494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-e15f9ba1-1945-442b-b431-6351886760bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:42.544655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59416c7-e558-4647-861b-39075ee9be38 None None] Network fcc72f75-9b20-4283-85e3-220e5f537bde requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:42.546361 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-e15f9ba1-1945-442b-b431-6351886760bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.1765685 May 24 23:15:42.624738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20910361-ebb8-4b2c-b457-e7c66f2ead6f req-1ff31bfe-851a-4268-9296-c92791a638ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:42.626357 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20910361-ebb8-4b2c-b457-e7c66f2ead6f req-1ff31bfe-851a-4268-9296-c92791a638ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 943 time: 0.7328718 May 24 23:15:42.677990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4eaf00f7-433b-469f-9074-100fb4b8c1ba up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:42.696418 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:42.738863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-141e3e61-b6f6-44f2-a36b-a14be2a64736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:42.740638 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-141e3e61-b6f6-44f2-a36b-a14be2a64736 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2838361 May 24 23:15:42.745266 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d1001015-1014-40ce-b070-fb440a070a33 None None] Provisioning for port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:42.788024 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4eaf00f7-433b-469f-9074-100fb4b8c1ba triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:42.788310 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:42.849557 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:42.920382 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20910361-ebb8-4b2c-b457-e7c66f2ead6f req-28049551-53a6-4ca7-aca8-d8a19f5b8440 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814445 May 24 23:15:43.024057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4eaf00f7-433b-469f-9074-100fb4b8c1ba is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:43.025184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b63c9d51-553b-42b5-a1d3-2ba7dffc3fed up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:43.080153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Transition to ACTIVE for port object 75b60879-e527-4212-aa86-08502a83cb61 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:43.105887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-cca1b213-31aa-4c9a-b07e-7c19f74c7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:43.107499 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-cca1b213-31aa-4c9a-b07e-7c19f74c7cd6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5240912 May 24 23:15:43.107827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:43.117538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:43.117927 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:43.154423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-18d143fc-18dd-423b-9296-b17096c250df service neutron] 10.222.0.31 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034059 May 24 23:15:43.201214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cdacb-1733-4e21-819c-2e4b80d05023 req-4da876f4-8967-49d9-82a6-715d5a6a5f56 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:43.210098 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f4cdacb-1733-4e21-819c-2e4b80d05023 req-4da876f4-8967-49d9-82a6-715d5a6a5f56 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.3646901 May 24 23:15:43.217175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:43.271113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:43.271113 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:43.307111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b63c9d51-553b-42b5-a1d3-2ba7dffc3fed,segment=NetworkSegment(97740321-1508-44de-af4d-4e9bccc73b19),segment_id=97740321-1508-44de-af4d-4e9bccc73b19)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:43.313165 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:43.366397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=75b60879-e527-4212-aa86-08502a83cb61,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:43.398006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network fcc72f75-9b20-4283-85e3-220e5f537bde is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:43.401120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:43.412082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:43.419908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff94118f-ba33-445f-a89f-d6e909efe13b None None] Provisioning complete for port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:43.420280 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff94118f-ba33-445f-a89f-d6e909efe13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:43.424878 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-e5e3e963-8b0f-47f4-8936-3d5fe73a5d99 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090177 May 24 23:15:43.455051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b63c9d51-553b-42b5-a1d3-2ba7dffc3fed,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:43.482919 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:43.538135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f4cdacb-1733-4e21-819c-2e4b80d05023 req-a218c11c-4480-466d-a885-569796dcffc3 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269413 May 24 23:15:43.590087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ff94118f-ba33-445f-a89f-d6e909efe13b None None] Current status of the port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:43.637048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c121f276-6cbf-45d7-9c19-c02e4ce0e37d req-95b97abc-fd74-4a6a-bdda-0da7f0ce0e35 service neutron] 10.222.0.31 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680786 May 24 23:15:43.716411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-61a9b74b-d444-49df-ad93-26493684bf5c None None] Provisioning for port 75b60879-e527-4212-aa86-08502a83cb61 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:43.720543 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:43.724608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-61a9b74b-d444-49df-ad93-26493684bf5c None None] Provisioning complete for port 75b60879-e527-4212-aa86-08502a83cb61 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:43.725069 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61a9b74b-d444-49df-ad93-26493684bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:43.788653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-61a9b74b-d444-49df-ad93-26493684bf5c None None] Port 75b60879-e527-4212-aa86-08502a83cb61 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:44.057969 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4afd090c-d5f9-4e5c-9e85-885d34323f14 req-f304a89a-83f9-4846-b644-30e109140904 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634222 May 24 23:15:44.155672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0deb0e-9797-4a30-9900-342d041179e8 req-8b2cf6d7-7ee5-42fd-9c87-28858f3e4533 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:44.157103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e0deb0e-9797-4a30-9900-342d041179e8 req-8b2cf6d7-7ee5-42fd-9c87-28858f3e4533 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.1985512 May 24 23:15:44.221694 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e0deb0e-9797-4a30-9900-342d041179e8 req-ef5aafdd-3260-4789-806f-b6e40e714384 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551353 May 24 23:15:44.228531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f148557-d230-4bb2-8838-e39c12e2f87e req-d1975cfb-86ce-4804-9801-b32d560378dc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:44.229274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0f148557-d230-4bb2-8838-e39c12e2f87e req-d1975cfb-86ce-4804-9801-b32d560378dc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:15:44.237283 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:44.244679 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:44.246000 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45efb9fd-5686-440a-b349-fc81959e358f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:44.249950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 51c1742f-e320-4491-bb37-6806a549132e details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:15:44.292318 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45efb9fd-5686-440a-b349-fc81959e358f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:44.404452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0f148557-d230-4bb2-8838-e39c12e2f87e req-d1975cfb-86ce-4804-9801-b32d560378dc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:15:44.405615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f148557-d230-4bb2-8838-e39c12e2f87e req-d1975cfb-86ce-4804-9801-b32d560378dc tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 943 time: 0.8922040 May 24 23:15:44.413265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:44.434749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] Deleting port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:44.435446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:44.451503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=51c1742f-e320-4491-bb37-6806a549132e,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:44.477425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '51c1742f-e320-4491-bb37-6806a549132e', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'port_id': '51c1742f-e320-4491-bb37-6806a549132e', 'mac_address': 'fa:16:3e:cf:33:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:15:44.565989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5881b4-1246-4ed8-b5df-c583da10ee14 req-8cea6f67-07ee-41a3-a357-8d9df4f42df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:44.568515 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0d5881b4-1246-4ed8-b5df-c583da10ee14 req-8cea6f67-07ee-41a3-a357-8d9df4f42df7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 1094 time: 0.4432690 May 24 23:15:44.590361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 51c1742f-e320-4491-bb37-6806a549132e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:44.590795 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:44.611712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=75b60879-e527-4212-aa86-08502a83cb61,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:44.616259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b63c9d51-553b-42b5-a1d3-2ba7dffc3fed up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:44.619690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network fcc72f75-9b20-4283-85e3-220e5f537bde is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:44.621907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:44.683449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c1742f-e320-4491-bb37-6806a549132e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:15:44.705793 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=51c1742f-e320-4491-bb37-6806a549132e,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:44.737208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f148557-d230-4bb2-8838-e39c12e2f87e req-276811f2-eff6-4a2f-a7ad-ff1dd29f8cdd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188345 May 24 23:15:44.748943 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:44.813757 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-45efb9fd-5686-440a-b349-fc81959e358f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP c8be90d6-0b16-492f-a497-f602842ef624 associated. External IP: 172.25.7.100, port: e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1. May 24 23:15:44.847144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=51c1742f-e320-4491-bb37-6806a549132e,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:44.863690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:44.864060 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:44.953620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efce1b-efd7-4a4c-8bbe-7dd431c9289d req-a9bd9889-24c4-48ca-bd45-6dcda387e5ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:44.955042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91efce1b-efd7-4a4c-8bbe-7dd431c9289d req-a9bd9889-24c4-48ca-bd45-6dcda387e5ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 943 time: 0.6178849 May 24 23:15:44.974047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['51c1742f-e320-4491-bb37-6806a549132e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:15:45.003867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 219b8cdb-f51a-4960-90bd-f67425a92cd5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:45.020487 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91efce1b-efd7-4a4c-8bbe-7dd431c9289d req-061e3932-788e-4f28-81d3-8e09c5607566 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542305 May 24 23:15:45.065077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] For port 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe,segment=NetworkSegment(c1f11fed-a3ef-45d1-ab87-76a48dab0f76),segment_id=c1f11fed-a3ef-45d1-ab87-76a48dab0f76)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:45.065896 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:45.078886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:45.100450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fe8291eb-3f3e-4ead-9216-2d9c828012b6 None None] Provisioning complete for port 75b60879-e527-4212-aa86-08502a83cb61 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:45.100824 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe8291eb-3f3e-4ead-9216-2d9c828012b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:45.119714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5881b4-1246-4ed8-b5df-c583da10ee14 req-28e63b45-dd27-4402-bd18-bff1115aeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:45.121314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0d5881b4-1246-4ed8-b5df-c583da10ee14 req-28e63b45-dd27-4402-bd18-bff1115aeea7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.5323157 May 24 23:15:45.185830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:45.196819 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Sync routers for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:45.204527 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f546f711-a520-498f-bdfc-092c0398a6dd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5205159 May 24 23:15:45.205087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36146) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:45.211989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1083139456'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:45.212197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-fe8291eb-3f3e-4ead-9216-2d9c828012b6 None None] Port 75b60879-e527-4212-aa86-08502a83cb61 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:45.221086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:45.224390 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:45.225839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:network and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:45.231569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:45.234185 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:45.250675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:45.259919 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0d5881b4-1246-4ed8-b5df-c583da10ee14 req-22b55753-a7dc-4a97-8f79-86c47ad19ff1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=151cb199-b725-4ae3-8df9-55839beeecf7 HTTP/1.1" status: 200 len: 217 time: 0.1304898 May 24 23:15:45.290900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:45.295310 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:45.356988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:15:45.465712 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:45.471530 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:45.471880 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added segment a73f4a45-8944-4be6-bf06-e265ff1ff20f of type vlan for network 0bb7dc53-5df6-49e7-923f-afac48ba6e0d May 24 23:15:45.535680 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:45.589212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeec37d-1d40-4173-90d3-392ea643e8bd req-4ad4539f-b20e-4d9b-b652-5d71ceab571b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:45.596597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceeec37d-1d40-4173-90d3-392ea643e8bd req-4ad4539f-b20e-4d9b-b652-5d71ceab571b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 944 time: 0.2412219 May 24 23:15:45.617962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-317c8420-11a9-49f3-b3e2-69adf7a97843 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:45.619553 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-317c8420-11a9-49f3-b3e2-69adf7a97843 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.50 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&binding%3Ahost_id=n-h1-843146-7 HTTP/1.1" status: 200 len: 944 time: 0.2037964 May 24 23:15:45.629524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:45.635152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:45.635776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:45.743145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] Calling delete_port for 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:45.813870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6076479 May 24 23:15:45.821325 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceeec37d-1d40-4173-90d3-392ea643e8bd req-890d51fe-85ae-4cc6-89ac-64e8b4469d6a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238731 May 24 23:15:45.821801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36154) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:45.835526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'subnet': {'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:45.856946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5363b-8c4d-4f02-90b6-4ae4e85b3fb9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Network': ['ID=0bb7dc53-5df6-49e7-923f-afac48ba6e0d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:45.869660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 0bb7dc53-5df6-49e7-923f-afac48ba6e0d details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:15:45.889333 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:43Z', 'revision_number': 4, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:44Z', 'revision_number': 2, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:45.903815 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Checking router: 219b8cdb-f51a-4960-90bd-f67425a92cd5 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:15:45.904214 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Updating router 219b8cdb-f51a-4960-90bd-f67425a92cd5 port 75b60879-e527-4212-aa86-08502a83cb61 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:15:45.950751 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-a1e79a55-85f9-4b9a-9cec-342d6220548c service neutron] delete failed (client error): The resource could not be found. May 24 23:15:45.951800 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-a1e79a55-85f9-4b9a-9cec-342d6220548c service neutron] 10.222.0.50 "DELETE /v2.0/ports/51c1742f-e320-4491-bb37-6806a549132e/bindings/n-h2-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.3100674 May 24 23:15:45.969050 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:45.977154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:45.981391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:subnet and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:45.984719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:46.042719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:46.117768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Made reservation on behalf of 7e8a3ed21079492abbb8e62ee377cd79 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:46.121920 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:46.127409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5881b4-1246-4ed8-b5df-c583da10ee14 req-395d759c-d575-4121-8d55-775798dfdc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:46.129107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0d5881b4-1246-4ed8-b5df-c583da10ee14 req-395d759c-d575-4121-8d55-775798dfdc9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.6305728 May 24 23:15:46.250355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdbf7a-e9ca-4194-a42a-776d42a9d2e0 req-acb5e6b5-be64-48a1-9f05-7d177dc6dd03 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:46.252027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32cdbf7a-e9ca-4194-a42a-776d42a9d2e0 req-acb5e6b5-be64-48a1-9f05-7d177dc6dd03 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 943 time: 0.2589865 May 24 23:15:46.257184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45efb9fd-5686-440a-b349-fc81959e358f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:46.264089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 51c1742f-e320-4491-bb37-6806a549132e up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:46.268262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92e4e5-c2d7-42a0-a2c1-01fbc7e0ff6b req-94125958-66f3-42ee-87f3-557f320d60b1 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:46.275667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5e92e4e5-c2d7-42a0-a2c1-01fbc7e0ff6b req-94125958-66f3-42ee-87f3-557f320d60b1 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.7836361 May 24 23:15:46.301250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-5df9f922-db0c-4845-bd84-4fce465c7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:46.303350 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-5df9f922-db0c-4845-bd84-4fce465c7d1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1095 time: 0.2367544 May 24 23:15:46.368326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 51c1742f-e320-4491-bb37-6806a549132e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:46.375703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 51c1742f-e320-4491-bb37-6806a549132e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:46.376471 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:46.397349 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:46.407614 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32cdbf7a-e9ca-4194-a42a-776d42a9d2e0 req-53be5a60-efa5-4a0b-a28e-0099e23f5afb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404433 May 24 23:15:46.409441 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Transition to ACTIVE for port object 75b60879-e527-4212-aa86-08502a83cb61 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:46.422070 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:46.501387 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ee98a-b239-4843-98bd-3246c2128202 None None] Pushing event updated for resources: {'Port': ['ID=75b60879-e527-4212-aa86-08502a83cb61,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:46.523324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 51c1742f-e320-4491-bb37-6806a549132e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:46.523886 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:46.527321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5e92e4e5-c2d7-42a0-a2c1-01fbc7e0ff6b req-8dc34dab-46bc-45ad-9a37-3f44bccd40d0 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506878 May 24 23:15:46.568802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5881b4-1246-4ed8-b5df-c583da10ee14 req-11f24598-28b8-469b-9bf4-243fc4b78c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:46.571106 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0d5881b4-1246-4ed8-b5df-c583da10ee14 req-11f24598-28b8-469b-9bf4-243fc4b78c2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4287918 May 24 23:15:46.574111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-b2f2ac65-9a87-46b2-8dc3-9a71d5da8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:46.575684 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-b2f2ac65-9a87-46b2-8dc3-9a71d5da8f49 service neutron] 10.222.0.50 "GET /v2.0/networks?id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5 HTTP/1.1" status: 200 len: 898 time: 0.2633588 May 24 23:15:46.581082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c1742f-e320-4491-bb37-6806a549132e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:46.598768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=51c1742f-e320-4491-bb37-6806a549132e,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:46.616351 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:46.738024 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0d5881b4-1246-4ed8-b5df-c583da10ee14 req-f298a0aa-bc72-40aa-9af5-19f1cb36add8 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607180 May 24 23:15:46.740890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:46.753155 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0134f60e-9fe7-4b24-9de5-9670f697f428'] response: {'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c1742f-e320-4491-bb37-6806a549132e', 'code': 200} May 24 23:15:46.782776 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Attempting to bind port 75b60879-e527-4212-aa86-08502a83cb61 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:46.783152 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Attempting to bind port 75b60879-e527-4212-aa86-08502a83cb61 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '97740321-1508-44de-af4d-4e9bccc73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:46.783515 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Attempting to bind port 75b60879-e527-4212-aa86-08502a83cb61 on network fcc72f75-9b20-4283-85e3-220e5f537bde {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:46.789775 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:46.790285 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Checking segment: {'id': '97740321-1508-44de-af4d-4e9bccc73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:46.790684 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:46.791073 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Bound using segment: {'id': '97740321-1508-44de-af4d-4e9bccc73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:46.791535 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Bound port: 75b60879-e527-4212-aa86-08502a83cb61, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97740321-1508-44de-af4d-4e9bccc73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:46.791896 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:46.802117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=51c1742f-e320-4491-bb37-6806a549132e,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:46.809988 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:46.927674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:46.952145 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] For port 75b60879-e527-4212-aa86-08502a83cb61, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:46.959958 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] For port 75b60879-e527-4212-aa86-08502a83cb61, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=75b60879-e527-4212-aa86-08502a83cb61,segment=NetworkSegment(97740321-1508-44de-af4d-4e9bccc73b19),segment_id=97740321-1508-44de-af4d-4e9bccc73b19)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:46.970920 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:46.992983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Subnet': ['ID=7ab0cf92-93fe-4274-85ec-2a0b2812101e,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:47.035057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-6a256a57-bf61-4bcf-9a55-924ccae5a27d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 200 len: 1001 time: 0.4480340 May 24 23:15:47.036185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Checking segment: {'id': 'a73f4a45-8944-4be6-bf06-e265ff1ff20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:47.036736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network hostable DHCP agents. Network: 0bb7dc53-5df6-49e7-923f-afac48ba6e0d, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:15:47.074188 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:47.074753 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:47.135924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-448309ef-c1ce-4c69-9218-023d3256f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:47.137847 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-448309ef-c1ce-4c69-9218-023d3256f68f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bf04fc3-e8ac-44ff-b567-49134ab0d57d HTTP/1.1" status: 200 len: 835 time: 0.0929801 May 24 23:15:47.218010 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ee98a-b239-4843-98bd-3246c2128202 None None] Pushing event updated for resources: {'Port': ['ID=75b60879-e527-4212-aa86-08502a83cb61,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:47.241519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45efb9fd-5686-440a-b349-fc81959e358f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:47.253775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc897830-2a24-4e36-bff9-cf1311d9d569 None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:47.271049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc897830-2a24-4e36-bff9-cf1311d9d569 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:47.271872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-fc897830-2a24-4e36-bff9-cf1311d9d569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:47.273102 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:47.354556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-fc897830-2a24-4e36-bff9-cf1311d9d569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:47.364166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc897830-2a24-4e36-bff9-cf1311d9d569 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:47.364940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-fc897830-2a24-4e36-bff9-cf1311d9d569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:47.431866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-fc897830-2a24-4e36-bff9-cf1311d9d569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:47.432338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc897830-2a24-4e36-bff9-cf1311d9d569 None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:47.474069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 0bb7dc53-5df6-49e7-923f-afac48ba6e0d is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:15:47.508217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 0bb7dc53-5df6-49e7-923f-afac48ba6e0d) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:47.513903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:47.514500 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:47.524043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efb7064-4695-4276-8d45-c588ae805bf6 None None] Network 0bb7dc53-5df6-49e7-923f-afac48ba6e0d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:47.631781 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a7469d64-4a10-4162-920e-8960d874790c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8044260 May 24 23:15:47.636204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36168) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:47.636708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c23b4b-fa42-4c16-bd5c-3cd681c90ea0 req-3840ecf3-5f4a-414e-859f-351ae33e3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:47.643734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5c23b4b-fa42-4c16-bd5c-3cd681c90ea0 req-3840ecf3-5f4a-414e-859f-351ae33e3e00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a78a2a21160a41bf86ed1240fe883e51&device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 1096 time: 0.5041111 May 24 23:15:47.688281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-edbcb40a-756c-4787-8578-ddbeaf5b4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:47.689700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-edbcb40a-756c-4787-8578-ddbeaf5b4aca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3291690 May 24 23:15:47.699900 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:43Z', 'revision_number': 4, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:46Z', 'revision_number': 4, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:47.705674 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d4b92-54ef-41fc-929c-4e8e3fcb5975 None None] The sync data for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 is: [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:43Z', 'revision_number': 4, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:46Z', 'revision_number': 4, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:47.713780 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0d5881b4-1246-4ed8-b5df-c583da10ee14 req-d3b7ff85-17e4-4118-a13e-ad020a80082c service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9142158 May 24 23:15:47.778808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3030a5-879a-472c-abf4-d66e5140b7ae req-fc168754-9609-4247-9ea7-26a184b452e2 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:47.780495 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9b3030a5-879a-472c-abf4-d66e5140b7ae req-fc168754-9609-4247-9ea7-26a184b452e2 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.6398823 May 24 23:15:47.872865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'fixed_ips': [{'subnet_id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:15:47.873855 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:47.993586 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9b3030a5-879a-472c-abf4-d66e5140b7ae req-d48afdb1-0788-4b77-ac16-aa19f0b2bc38 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793661 May 24 23:15:48.010136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c23b4b-fa42-4c16-bd5c-3cd681c90ea0 req-53353c88-1ffb-43f2-9809-92e778a69836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:48.012512 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5c23b4b-fa42-4c16-bd5c-3cd681c90ea0 req-53353c88-1ffb-43f2-9809-92e778a69836 service neutron] 10.222.0.50 "GET /v2.0/networks?id=43d60c22-8f16-4b98-85f0-e0c159b61d33 HTTP/1.1" status: 200 len: 911 time: 0.3556418 May 24 23:15:48.026835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a5c64-3336-4e7c-9417-d7d17d5565ea req-2a633f54-9268-494b-97f7-72bfbedd97a1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:48.035224 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c5a5c64-3336-4e7c-9417-d7d17d5565ea req-2a633f54-9268-494b-97f7-72bfbedd97a1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.9607866 May 24 23:15:48.050389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:48.057359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Allocated IP 172.23.0.2 (0bb7dc53-5df6-49e7-923f-afac48ba6e0d/7ab0cf92-93fe-4274-85ec-2a0b2812101e/dabdab09-be62-44bb-a00b-4b40d06b996e) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:48.136133 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5c23b4b-fa42-4c16-bd5c-3cd681c90ea0 req-1ed70684-010e-493b-9275-62083a8a568e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e1cdde9-a6aa-4e1b-860e-4cb70674178a HTTP/1.1" status: 200 len: 217 time: 0.0894051 May 24 23:15:48.162794 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-c044931d-e8b5-4125-acfe-5c691c297874 service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758566 May 24 23:15:48.261918 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c5a5c64-3336-4e7c-9417-d7d17d5565ea req-3aa8c347-8225-42c8-bb6b-e725db371b77 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248356 May 24 23:15:48.326307 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:48.338938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Transition to ACTIVE for port object dabdab09-be62-44bb-a00b-4b40d06b996e will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:48.358786 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Transition to ACTIVE for port object dabdab09-be62-44bb-a00b-4b40d06b996e will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:48.372362 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:48.378727 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb903c8f-82a4-4372-bb95-d7e22eecb3ba req-c3b8baa6-1d37-41a1-9544-a743e9e59351 service neutron] 10.222.0.50 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393538 May 24 23:15:48.444907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c23b4b-fa42-4c16-bd5c-3cd681c90ea0 req-d74ea975-f34a-42fb-a3c0-82eb3e622c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:48.446699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5c23b4b-fa42-4c16-bd5c-3cd681c90ea0 req-d74ea975-f34a-42fb-a3c0-82eb3e622c4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4899bc27-2d09-4ffd-b463-656ca8f30c39 HTTP/1.1" status: 200 len: 850 time: 0.2827427 May 24 23:15:48.461691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Pushing event updated for resources: {'Port': ['ID=dabdab09-be62-44bb-a00b-4b40d06b996e,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:48.476384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Network 0bb7dc53-5df6-49e7-923f-afac48ba6e0d is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:48.477955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:48.484253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:48.512652 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5c23b4b-fa42-4c16-bd5c-3cd681c90ea0 req-184969f1-a0db-4248-8cda-d9ad45f70ded service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=43d60c22-8f16-4b98-85f0-e0c159b61d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574450 May 24 23:15:48.524432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd738dd3-745f-401a-a8c9-ea2746996ae5 req-effc7d5e-caaa-43db-888b-9e3dcaf276ab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:48.532169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd738dd3-745f-401a-a8c9-ea2746996ae5 req-effc7d5e-caaa-43db-888b-9e3dcaf276ab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 943 time: 0.3263557 May 24 23:15:48.631118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Attempting to bind port dabdab09-be62-44bb-a00b-4b40d06b996e on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:48.631491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Attempting to bind port dabdab09-be62-44bb-a00b-4b40d06b996e by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'a73f4a45-8944-4be6-bf06-e265ff1ff20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:48.631919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Attempting to bind port dabdab09-be62-44bb-a00b-4b40d06b996e on network 0bb7dc53-5df6-49e7-923f-afac48ba6e0d {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:48.638303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:48.638634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Checking segment: {'id': 'a73f4a45-8944-4be6-bf06-e265ff1ff20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:48.639040 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:48.639431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Bound using segment: {'id': 'a73f4a45-8944-4be6-bf06-e265ff1ff20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:48.639891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Bound port: dabdab09-be62-44bb-a00b-4b40d06b996e, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73f4a45-8944-4be6-bf06-e265ff1ff20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:48.640268 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:48.740807 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd738dd3-745f-401a-a8c9-ea2746996ae5 req-ba8a1c38-8cc5-44b9-96f2-38ca3649b755 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073901 May 24 23:15:48.751195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] For port dabdab09-be62-44bb-a00b-4b40d06b996e, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:48.762075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] For port dabdab09-be62-44bb-a00b-4b40d06b996e, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=dabdab09-be62-44bb-a00b-4b40d06b996e,segment=NetworkSegment(a73f4a45-8944-4be6-bf06-e265ff1ff20f),segment_id=a73f4a45-8944-4be6-bf06-e265ff1ff20f)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:48.776677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 75b60879-e527-4212-aa86-08502a83cb61 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:48.799362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5c23b4b-fa42-4c16-bd5c-3cd681c90ea0 req-bedb0bb0-d8cf-4a44-87b3-28b8347fdc2e service neutron] 10.222.0.50 "GET /v2.0/networks/43d60c22-8f16-4b98-85f0-e0c159b61d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498481 May 24 23:15:48.805689 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:48.974266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5c23b4b-fa42-4c16-bd5c-3cd681c90ea0 req-6604a35d-0f1c-4e34-a95a-7069d3c21e01 service neutron] 10.222.0.50 "GET /v2.0/networks/43d60c22-8f16-4b98-85f0-e0c159b61d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625698 May 24 23:15:48.980971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15504d38-6f5f-44d7-9a48-5de3ba87b5d1 None None] Pushing event updated for resources: {'Port': ['ID=dabdab09-be62-44bb-a00b-4b40d06b996e,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:48.992043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 75b60879-e527-4212-aa86-08502a83cb61 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:49.002359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 75b60879-e527-4212-aa86-08502a83cb61 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:49.002732 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:49.156940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 75b60879-e527-4212-aa86-08502a83cb61 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:49.157518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:49.196832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 75b60879-e527-4212-aa86-08502a83cb61, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=75b60879-e527-4212-aa86-08502a83cb61,segment=NetworkSegment(97740321-1508-44de-af4d-4e9bccc73b19),segment_id=97740321-1508-44de-af4d-4e9bccc73b19)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:49.212705 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:49.251138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45efb9fd-5686-440a-b349-fc81959e358f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:49.319860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=75b60879-e527-4212-aa86-08502a83cb61,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:49.474158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067b3b3-2b52-4b05-89d6-6c6048a7abfa req-7b4b5e7c-d0fd-4981-aa49-d1b4f2d76b23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:49.475885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0067b3b3-2b52-4b05-89d6-6c6048a7abfa req-7b4b5e7c-d0fd-4981-aa49-d1b4f2d76b23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.0878437 May 24 23:15:49.525681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0067b3b3-2b52-4b05-89d6-6c6048a7abfa req-2fd8582a-e513-4c40-85e5-cea5fa71b33c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411596 May 24 23:15:49.551579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36176) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:49.555569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] Router 3d11427b-ded5-40e0-9acf-e6f591435b9e has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:49.626206 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:49.678545 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5ce3e945-dacd-4a9e-a0e4-41dba4bc3bca tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/fbfc8b14-5e9d-4a8e-86d4-efdb17469787 HTTP/1.1" status: 200 len: 993 time: 0.1190593 May 24 23:15:49.684279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa710b-bffe-4a37-83d7-6e5b4c08443f req-6bd0434b-9730-4680-b77c-e3558f28e866 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:49.685798 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0daa710b-bffe-4a37-83d7-6e5b4c08443f req-6bd0434b-9730-4680-b77c-e3558f28e866 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.5166509 May 24 23:15:49.928649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45efb9fd-5686-440a-b349-fc81959e358f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:49.938403 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3cb22-e34e-4575-a050-d73f9e50955e None None] Sync routers for ids ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:49.952525 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3cb22-e34e-4575-a050-d73f9e50955e None None] Routers {'9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:49.953303 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d6d3cb22-e34e-4575-a050-d73f9e50955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:49.954830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988e827-91a1-4764-af32-667a464f95f2 req-dbcb4623-2994-47cd-8257-cbd1f0e013c0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:49.962352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8988e827-91a1-4764-af32-667a464f95f2 req-dbcb4623-2994-47cd-8257-cbd1f0e013c0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 943 time: 0.0931766 May 24 23:15:49.977560 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-45efb9fd-5686-440a-b349-fc81959e358f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:50.016905 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8988e827-91a1-4764-af32-667a464f95f2 req-5b2677eb-24d2-40b6-87d5-c42a47453d35 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535820 May 24 23:15:50.018235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0daa710b-bffe-4a37-83d7-6e5b4c08443f req-45d6e11b-00a4-4f2a-883e-13cfdb75a32f tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223145 May 24 23:15:50.039958 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d6d3cb22-e34e-4575-a050-d73f9e50955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:50.057392 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3cb22-e34e-4575-a050-d73f9e50955e None None] Routers {'9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:50.058183 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d6d3cb22-e34e-4575-a050-d73f9e50955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:50.118037 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d6d3cb22-e34e-4575-a050-d73f9e50955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:50.118440 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3cb22-e34e-4575-a050-d73f9e50955e None None] The sync data for ids ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:50.168266 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e015caf-7067-47ef-af31-ddb6343e1ecc None None] Network 0bb7dc53-5df6-49e7-923f-afac48ba6e0d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:15:50.239971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:50.251559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18502c9f-6abb-461c-ae6f-9dd3fd250ec2 None None] Sync routers for ids ['3d11427b-ded5-40e0-9acf-e6f591435b9e'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:50.261202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ae3f9144-866c-4f19-8615-2cc9f83c990d None None] Provisioning for port dabdab09-be62-44bb-a00b-4b40d06b996e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:50.276669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18502c9f-6abb-461c-ae6f-9dd3fd250ec2 None None] Routers {'3d11427b-ded5-40e0-9acf-e6f591435b9e'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:50.277249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-18502c9f-6abb-461c-ae6f-9dd3fd250ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d11427b-ded5-40e0-9acf-e6f591435b9e'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:50.302327 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-45efb9fd-5686-440a-b349-fc81959e358f tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "PUT /v2.0/floatingips/c8be90d6-0b16-492f-a497-f602842ef624 HTTP/1.1" status: 200 len: 977 time: 8.5867081 May 24 23:15:50.302877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36182) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:50.308838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ff474068-90b6-4781-adc8-62c5bb28c8ac admin admin] 10.222.0.55 "PUT /v2.0/routers/3d11427b-ded5-40e0-9acf-e6f591435b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9889147 May 24 23:15:50.313824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36186) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:50.535085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port 2dba043d-6d0d-42f2-8fc8-4039d2eed397 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:50.536314 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:50.605703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-18502c9f-6abb-461c-ae6f-9dd3fd250ec2 None None] Set router 3d11427b-ded5-40e0-9acf-e6f591435b9e gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:50.734403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Allocated IP 172.23.0.1 (0bb7dc53-5df6-49e7-923f-afac48ba6e0d/7ab0cf92-93fe-4274-85ec-2a0b2812101e/6ba95f90-6640-43ae-b2cd-1519d9f6136f) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:15:50.748706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:50.782082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device dabdab09-be62-44bb-a00b-4b40d06b996e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:50.890265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:50.943269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port dabdab09-be62-44bb-a00b-4b40d06b996e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:50.950115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port dabdab09-be62-44bb-a00b-4b40d06b996e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:50.950537 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.021293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-18502c9f-6abb-461c-ae6f-9dd3fd250ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'name': 'tempest-ServerRescueTestJSON-2017425447-router', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:21Z', 'updated_at': '2022-05-24T23:15:46Z', 'revision_number': 5, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'gw_port': {'id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:22Z', 'updated_at': '2022-05-24T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:51.029233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18502c9f-6abb-461c-ae6f-9dd3fd250ec2 None None] Checking router: 3d11427b-ded5-40e0-9acf-e6f591435b9e for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:15:51.041395 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18502c9f-6abb-461c-ae6f-9dd3fd250ec2 None None] Routers {'3d11427b-ded5-40e0-9acf-e6f591435b9e'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:51.042299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-18502c9f-6abb-461c-ae6f-9dd3fd250ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d11427b-ded5-40e0-9acf-e6f591435b9e'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:51.120208 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.128120 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.148639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Deleting port 68fa9a35-aae6-493b-895b-7e8267bafa45 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:51.149185 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.275775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port dabdab09-be62-44bb-a00b-4b40d06b996e is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:51.276428 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.292633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Transition to ACTIVE for port object 6ba95f90-6640-43ae-b2cd-1519d9f6136f will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:51.365092 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.365092 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.365092 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Floating IP c8be90d6-0b16-492f-a497-f602842ef624 disassociated. External IP: 172.25.7.100, port: 2dba043d-6d0d-42f2-8fc8-4039d2eed397. May 24 23:15:51.365632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for 2dba043d-6d0d-42f2-8fc8-4039d2eed397 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:51.404739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d7e3c858-7dc6-41a3-92a9-967359ac34ac None None] Provisioning complete for port dabdab09-be62-44bb-a00b-4b40d06b996e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:51.404996 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d7e3c858-7dc6-41a3-92a9-967359ac34ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.433460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port dabdab09-be62-44bb-a00b-4b40d06b996e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=dabdab09-be62-44bb-a00b-4b40d06b996e,segment=NetworkSegment(a73f4a45-8944-4be6-bf06-e265ff1ff20f),segment_id=a73f4a45-8944-4be6-bf06-e265ff1ff20f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:51.433757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] For port 68fa9a35-aae6-493b-895b-7e8267bafa45, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=68fa9a35-aae6-493b-895b-7e8267bafa45,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:51.434247 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.460154 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.461000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 75b60879-e527-4212-aa86-08502a83cb61 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:51.464660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca2fbf-70c8-48c7-979e-0cfe7d922c57 req-1b37521e-5078-4f67-9ffd-34e85471f867 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:51.466165 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-feca2fbf-70c8-48c7-979e-0cfe7d922c57 req-1b37521e-5078-4f67-9ffd-34e85471f867 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 943 time: 0.1874723 May 24 23:15:51.500695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-18502c9f-6abb-461c-ae6f-9dd3fd250ec2 None None] Set router 3d11427b-ded5-40e0-9acf-e6f591435b9e gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:51.565364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-feca2fbf-70c8-48c7-979e-0cfe7d922c57 req-f63d8b93-844c-47c8-8121-e1b4b1ee916e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923979 May 24 23:15:51.576050 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.607688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Calling delete_port for 68fa9a35-aae6-493b-895b-7e8267bafa45 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:51.626435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=2dba043d-6d0d-42f2-8fc8-4039d2eed397,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:51.659411 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.728001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bdde0-c361-4d04-b1ef-3ef7c50d8e67 req-e06dcd01-6b29-4287-a062-4c2a7c4d451c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:51.729651 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c2bdde0-c361-4d04-b1ef-3ef7c50d8e67 req-e06dcd01-6b29-4287-a062-4c2a7c4d451c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.4384468 May 24 23:15:51.750557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 0bb7dc53-5df6-49e7-923f-afac48ba6e0d is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:51.772085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:51.774653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:15:51.863354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=6ba95f90-6640-43ae-b2cd-1519d9f6136f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:51.883913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:51.893789 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c2bdde0-c361-4d04-b1ef-3ef7c50d8e67 req-c04a65e3-193d-4cde-93ea-d34b9dfce01d tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459665 May 24 23:15:51.906278 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:51.965388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=dabdab09-be62-44bb-a00b-4b40d06b996e,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:52.051102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3c858-7dc6-41a3-92a9-967359ac34ac None None] Current status of the port dabdab09-be62-44bb-a00b-4b40d06b996e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:52.060806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 75b60879-e527-4212-aa86-08502a83cb61 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:52.061184 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:52.174629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:52.197302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:52.212716 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9b26d-d9c8-4d4d-8df6-bf0290c5f26f None None] Sync routers for ids ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:52.213303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7571d617-4393-45c3-bce5-e151ce7b7828 None None] Provisioning for port 6ba95f90-6640-43ae-b2cd-1519d9f6136f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:52.223652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7571d617-4393-45c3-bce5-e151ce7b7828 None None] Provisioning complete for port 6ba95f90-6640-43ae-b2cd-1519d9f6136f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:52.224027 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7571d617-4393-45c3-bce5-e151ce7b7828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:52.228714 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9b26d-d9c8-4d4d-8df6-bf0290c5f26f None None] Routers {'9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:52.230725 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-54f9b26d-d9c8-4d4d-8df6-bf0290c5f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:52.255038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-18502c9f-6abb-461c-ae6f-9dd3fd250ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'name': 'tempest-ServerRescueTestJSON-2017425447-router', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:21Z', 'updated_at': '2022-05-24T23:15:46Z', 'revision_number': 5, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'gw_port': {'id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:22Z', 'updated_at': '2022-05-24T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:52.277959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18502c9f-6abb-461c-ae6f-9dd3fd250ec2 None None] The sync data for ids ['3d11427b-ded5-40e0-9acf-e6f591435b9e'] in n-d-843146-7 is: [{'id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'name': 'tempest-ServerRescueTestJSON-2017425447-router', 'tenant_id': '2f5082b16d1444209ac2eb488b010b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:21Z', 'updated_at': '2022-05-24T23:15:46Z', 'revision_number': 5, 'project_id': '2f5082b16d1444209ac2eb488b010b82', 'gw_port': {'id': '68fa9a35-aae6-493b-895b-7e8267bafa45', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d11427b-ded5-40e0-9acf-e6f591435b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:22Z', 'updated_at': '2022-05-24T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:52.286387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 75b60879-e527-4212-aa86-08502a83cb61 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:52.304602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7571d617-4393-45c3-bce5-e151ce7b7828 None None] Port 6ba95f90-6640-43ae-b2cd-1519d9f6136f cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:52.306841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Pushing event deleted for resources: {'Port': ['ID=68fa9a35-aae6-493b-895b-7e8267bafa45,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:52.315395 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 151cb199-b725-4ae3-8df9-55839beeecf7 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:15:52.341593 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-54f9b26d-d9c8-4d4d-8df6-bf0290c5f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:52.353809 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9b26d-d9c8-4d4d-8df6-bf0290c5f26f None None] Routers {'9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:52.354412 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-54f9b26d-d9c8-4d4d-8df6-bf0290c5f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:52.414193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:52.419440 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:52.420333 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-54f9b26d-d9c8-4d4d-8df6-bf0290c5f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:52.420907 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9b26d-d9c8-4d4d-8df6-bf0290c5f26f None None] The sync data for ids ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:52.444169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5b6d55e4-1e55-46d0-911c-52987504608b tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/ports/2dba043d-6d0d-42f2-8fc8-4039d2eed397 HTTP/1.1" status: 204 len: 168 time: 2.1402180 May 24 23:15:52.447022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36198) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:52.548289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 151cb199-b725-4ae3-8df9-55839beeecf7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=151cb199-b725-4ae3-8df9-55839beeecf7,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:52.565341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '151cb199-b725-4ae3-8df9-55839beeecf7', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'port_id': '151cb199-b725-4ae3-8df9-55839beeecf7', 'mac_address': 'fa:16:3e:c1:f0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:15:52.643470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 151cb199-b725-4ae3-8df9-55839beeecf7 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:52.643964 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:52.674369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151cb199-b725-4ae3-8df9-55839beeecf7 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:15:52.713544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 151cb199-b725-4ae3-8df9-55839beeecf7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=151cb199-b725-4ae3-8df9-55839beeecf7,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:52.717033 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:52.788768 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:52.851474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=151cb199-b725-4ae3-8df9-55839beeecf7,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:52.862189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device dabdab09-be62-44bb-a00b-4b40d06b996e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:52.940825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port dabdab09-be62-44bb-a00b-4b40d06b996e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:52.941448 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:52.981965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['151cb199-b725-4ae3-8df9-55839beeecf7'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:15:52.997233 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:52.999475 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.064904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4eaa1-39d0-433f-bdfb-41c7e98f9d55 req-b6848c70-013b-46da-a6f7-2b528102a4ab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:53.066456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60e4eaa1-39d0-433f-bdfb-41c7e98f9d55 req-b6848c70-013b-46da-a6f7-2b528102a4ab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 944 time: 0.2691925 May 24 23:15:53.088174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.088653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d11427b-ded5-40e0-9acf-e6f591435b9e {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:15:53.173118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port dabdab09-be62-44bb-a00b-4b40d06b996e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:53.187309 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60e4eaa1-39d0-433f-bdfb-41c7e98f9d55 req-e3e60858-da65-49d6-8392-45a9f8ce42d7 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089375 May 24 23:15:53.188688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:15:53.192484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea849e2b-d4e1-473a-8354-f0bd9d0a2ef3 req-4bc4c872-92b7-4398-b1df-b2efb0868e5a tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:53.202769 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea849e2b-d4e1-473a-8354-f0bd9d0a2ef3 req-4bc4c872-92b7-4398-b1df-b2efb0868e5a tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.5974975 May 24 23:15:53.207146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.208216 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e2730e26-c215-4c43-9ed3-3012fa0347cb admin admin] 10.222.0.55 "DELETE /v2.0/routers/3d11427b-ded5-40e0-9acf-e6f591435b9e HTTP/1.1" status: 204 len: 168 time: 2.8940480 May 24 23:15:53.211616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36204) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:53.240282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:15:53.241221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4b71f7ca-3bea-4277-a4d6-d1ac31fe07fe not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:15:53.323426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-251fd1b6-afd2-4d66-b512-3c0345712cbc admin admin] Deleting subnet d045cf97-0bb3-47b8-9416-6297d931255e {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:15:53.350979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea849e2b-d4e1-473a-8354-f0bd9d0a2ef3 req-7522bc76-59db-4e99-af92-7b591962ec78 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050987 May 24 23:15:53.351643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1e277a-1f3f-40a3-a956-2703aeedea51 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.351766 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-251fd1b6-afd2-4d66-b512-3c0345712cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.472738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-251fd1b6-afd2-4d66-b512-3c0345712cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.564752 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-251fd1b6-afd2-4d66-b512-3c0345712cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.626321 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.633251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.725410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e277a-1f3f-40a3-a956-2703aeedea51 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port c35f5c7b-ab04-420c-95aa-97be489801cd {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:53.725779 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1e277a-1f3f-40a3-a956-2703aeedea51 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.748436 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-251fd1b6-afd2-4d66-b512-3c0345712cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.792213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event updated for resources: {'Port': ['ID=6ba95f90-6640-43ae-b2cd-1519d9f6136f,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:53.797873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fd1b6-afd2-4d66-b512-3c0345712cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d045cf97-0bb3-47b8-9416-6297d931255e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:53.799692 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.811331 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-251fd1b6-afd2-4d66-b512-3c0345712cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:53.833325 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-251fd1b6-afd2-4d66-b512-3c0345712cbc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d045cf97-0bb3-47b8-9416-6297d931255e HTTP/1.1" status: 204 len: 168 time: 0.6208067 May 24 23:15:53.836943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36210) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:53.940133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1e277a-1f3f-40a3-a956-2703aeedea51 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.025370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.045255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Network 0bb7dc53-5df6-49e7-923f-afac48ba6e0d is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:15:54.047228 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:15:54.068425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e277a-1f3f-40a3-a956-2703aeedea51 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for c35f5c7b-ab04-420c-95aa-97be489801cd owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:54.302367 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.321603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 151cb199-b725-4ae3-8df9-55839beeecf7 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:54.398157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-305916cf-3c62-4791-a2dc-9cdaa1b37dca None None] Provisioning complete for port 6ba95f90-6640-43ae-b2cd-1519d9f6136f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:54.398517 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-305916cf-3c62-4791-a2dc-9cdaa1b37dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.454700 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.493713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b2f2c6-b620-41a0-807a-0d031ceeaa90']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:54.509551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-305916cf-3c62-4791-a2dc-9cdaa1b37dca None None] Port 6ba95f90-6640-43ae-b2cd-1519d9f6136f cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:15:54.509822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 219b8cdb-f51a-4960-90bd-f67425a92cd5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:54.513558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:54.513807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f11fed-a3ef-45d1-ab87-76a48dab0f76') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:54.521770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 151cb199-b725-4ae3-8df9-55839beeecf7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:54.527560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 151cb199-b725-4ae3-8df9-55839beeecf7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:54.528205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.535072 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.569688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 68fa9a35-aae6-493b-895b-7e8267bafa45 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:15:54.599726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b85da-d7b2-44fe-ac19-ca4e9cd88d22 req-db69ac44-7964-4fc4-9276-ee0c39c4273c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:54.601275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f54b85da-d7b2-44fe-ac19-ca4e9cd88d22 req-db69ac44-7964-4fc4-9276-ee0c39c4273c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.1505282 May 24 23:15:54.603632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1e277a-1f3f-40a3-a956-2703aeedea51 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.644291 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 68fa9a35-aae6-493b-895b-7e8267bafa45 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:15:54.645062 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 68fa9a35-aae6-493b-895b-7e8267bafa45 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:15:54.718011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f0a91-6e1b-4652-b747-34f09657fda5 req-e16622b4-b8e9-4460-86e5-fc400626371b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:54.719813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e50f0a91-6e1b-4652-b747-34f09657fda5 req-e16622b4-b8e9-4460-86e5-fc400626371b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 944 time: 0.3108180 May 24 23:15:54.720857 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.723741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 151cb199-b725-4ae3-8df9-55839beeecf7 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:54.724255 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.738835 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:15:54.739268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.754122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e277a-1f3f-40a3-a956-2703aeedea51 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=c35f5c7b-ab04-420c-95aa-97be489801cd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:54.760599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151cb199-b725-4ae3-8df9-55839beeecf7'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:54.774635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 151cb199-b725-4ae3-8df9-55839beeecf7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=151cb199-b725-4ae3-8df9-55839beeecf7,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:54.784919 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.814711 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c1f11fed-a3ef-45d1-ab87-76a48dab0f76 resource provider aggregate not found May 24 23:15:54.845879 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment c1f11fed-a3ef-45d1-ab87-76a48dab0f76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1f11fed-a3ef-45d1-ab87-76a48dab0f76 found for delete ", "request_id": "req-492913a1-a95c-409f-927a-39488ce6b34d"}]} May 24 23:15:54.859332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:54.879435 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c6f186b2-2c87-4763-a972-e1301b8ab683 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2398543 May 24 23:15:54.881966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Sync routers for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:54.884171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36224) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:54.884827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.910737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59609a-8578-49d3-ab5f-1e969f40751b req-50a8f786-36e0-4fd9-bc72-d6eca90e690d tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:54.914685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f54b85da-d7b2-44fe-ac19-ca4e9cd88d22 req-7a235700-a9ce-4fea-b3b4-a35b2ee4c47c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Deleting port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:54.914983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:54.915114 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f54b85da-d7b2-44fe-ac19-ca4e9cd88d22 req-7a235700-a9ce-4fea-b3b4-a35b2ee4c47c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:54.915612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:54.918034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe59609a-8578-49d3-ab5f-1e969f40751b req-50a8f786-36e0-4fd9-bc72-d6eca90e690d tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 945 time: 0.2651925 May 24 23:15:54.926311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4c023740-bdb9-49ec-96ce-368a87785e6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:54.956697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e50f0a91-6e1b-4652-b747-34f09657fda5 req-f1607294-5861-4b48-86cf-fc7406c41262 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835635 May 24 23:15:55.086512 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3b95c7-3b8c-412f-aecc-6d2d6dd8dd7c'] response: {'server_uuid': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151cb199-b725-4ae3-8df9-55839beeecf7', 'code': 200} May 24 23:15:55.086884 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:55.089023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e8b2f2c6-b620-41a0-807a-0d031ceeaa90 HTTP/1.1" status: 204 len: 168 time: 1.2509303 May 24 23:15:55.113710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=151cb199-b725-4ae3-8df9-55839beeecf7,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:55.114314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b39944-e755-4f16-94d2-7e15b09c8b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b2f2c6-b620-41a0-807a-0d031ceeaa90,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:55.154013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:55.206116 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe59609a-8578-49d3-ab5f-1e969f40751b req-ee029a2e-1c71-4c17-adba-e9f6039153ff tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/security-groups?id=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158676 May 24 23:15:55.329327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36230) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:55.391779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c0040-e2ce-4d6f-a171-6b240f173241 req-152c5a12-8167-406a-a0c1-95b29c0cdf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:55.393157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-973c0040-e2ce-4d6f-a171-6b240f173241 req-152c5a12-8167-406a-a0c1-95b29c0cdf88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 1096 time: 0.2829561 May 24 23:15:55.445280 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cbe7e6d8-4af9-4f33-8161-cfcd32ee25a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f5082b16d1444209ac2eb488b010b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067278 May 24 23:15:55.446016 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f1e277a-1f3f-40a3-a956-2703aeedea51 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:55.449354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36234) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:55.489228 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-973c0040-e2ce-4d6f-a171-6b240f173241 req-e2487c2a-9597-430c-9332-37357fb33383 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870135 May 24 23:15:55.532454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:52Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ba95f90-6640-43ae-b2cd-1519d9f6136f', 'name': '', 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:e2:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:50Z', 'updated_at': '2022-05-24T23:15:53Z', 'revision_number': 2, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:55.537121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Checking router: 219b8cdb-f51a-4960-90bd-f67425a92cd5 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:15:55.537480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Updating router 219b8cdb-f51a-4960-90bd-f67425a92cd5 port 6ba95f90-6640-43ae-b2cd-1519d9f6136f binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:15:55.593977 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:55.606255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f54b85da-d7b2-44fe-ac19-ca4e9cd88d22 req-7a235700-a9ce-4fea-b3b4-a35b2ee4c47c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] For port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1e1cdde9-a6aa-4e1b-860e-4cb70674178a,segment=NetworkSegment(13af6ea4-fe07-4396-869f-3d30c781263e),segment_id=13af6ea4-fe07-4396-869f-3d30c781263e)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:55.606613 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f54b85da-d7b2-44fe-ac19-ca4e9cd88d22 req-7a235700-a9ce-4fea-b3b4-a35b2ee4c47c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:55.744808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f54b85da-d7b2-44fe-ac19-ca4e9cd88d22 req-7a235700-a9ce-4fea-b3b4-a35b2ee4c47c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Calling delete_port for 1e1cdde9-a6aa-4e1b-860e-4cb70674178a owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:55.857403 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae271c4d-45af-4b14-a960-890dd1a05e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:55.873119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.extraroute_db [None req-4c023740-bdb9-49ec-96ce-368a87785e6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:15:55.897537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.extraroute_db [None req-4c023740-bdb9-49ec-96ce-368a87785e6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Removed routes are [] {{(pid=88390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:15:55.898757 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c023740-bdb9-49ec-96ce-368a87785e6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:55.933758 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae271c4d-45af-4b14-a960-890dd1a05e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:55.999859 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:56.015452 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:56.282601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c023740-bdb9-49ec-96ce-368a87785e6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:56.293151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c023740-bdb9-49ec-96ce-368a87785e6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:56.381410 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f54b85da-d7b2-44fe-ac19-ca4e9cd88d22 req-7a235700-a9ce-4fea-b3b4-a35b2ee4c47c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:56.385870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Transition to ACTIVE for port object 6ba95f90-6640-43ae-b2cd-1519d9f6136f will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:15:56.402274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['1e1cdde9-a6aa-4e1b-860e-4cb70674178a'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:15:56.438006 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:56.444030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae271c4d-45af-4b14-a960-890dd1a05e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:56.460250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a235700-a9ce-4fea-b3b4-a35b2ee4c47c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Pushing event deleted for resources: {'Port': ['ID=1e1cdde9-a6aa-4e1b-860e-4cb70674178a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:56.497879 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b7ce0886-86ed-49b4-b8ba-1e7d40d3d6cd req-7883742f-155a-4921-93a2-4f56a8c15c9a tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 210 time: 0.1368487 May 24 23:15:56.516113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae271c4d-45af-4b14-a960-890dd1a05e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dec421-3dc6-41ae-a022-2c37617fb753,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:56.579816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54b85da-d7b2-44fe-ac19-ca4e9cd88d22 req-7a235700-a9ce-4fea-b3b4-a35b2ee4c47c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] No DVR routers for this DVR port 1e1cdde9-a6aa-4e1b-860e-4cb70674178a on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:15:56.583010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1e277a-1f3f-40a3-a956-2703aeedea51 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:56.585077 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f54b85da-d7b2-44fe-ac19-ca4e9cd88d22 req-7a235700-a9ce-4fea-b3b4-a35b2ee4c47c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:56.586829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c023740-bdb9-49ec-96ce-368a87785e6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 219b8cdb-f51a-4960-90bd-f67425a92cd5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:56.595356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b54da1-c137-4f3e-99a8-bbd0538dd63e req-db4ba1d0-6b41-4b6b-841a-64c2f252aecf tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:56.596896 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-90b54da1-c137-4f3e-99a8-bbd0538dd63e req-db4ba1d0-6b41-4b6b-841a-64c2f252aecf tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 945 time: 0.4265633 May 24 23:15:56.599276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a23464-e9e1-4494-9945-59c1eabe48a9', 'name': 'network-vif-deleted', 'tag': '1e1cdde9-a6aa-4e1b-860e-4cb70674178a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:15:56.642260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f54b85da-d7b2-44fe-ac19-ca4e9cd88d22 req-7a235700-a9ce-4fea-b3b4-a35b2ee4c47c tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.50 "DELETE /v2.0/ports/1e1cdde9-a6aa-4e1b-860e-4cb70674178a HTTP/1.1" status: 204 len: 173 time: 1.9683421 May 24 23:15:56.711713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d87342-acd4-49b4-97a7-3c7357b1c3f4 None None] Pushing event updated for resources: {'Port': ['ID=6ba95f90-6640-43ae-b2cd-1519d9f6136f,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:56.733033 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae271c4d-45af-4b14-a960-890dd1a05e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:56.734247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ae271c4d-45af-4b14-a960-890dd1a05e56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79dec421-3dc6-41ae-a022-2c37617fb753 HTTP/1.1" status: 204 len: 168 time: 1.2806199 May 24 23:15:56.751867 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24d51c2-13bb-4be7-99b0-97477bedb662'] response: {'server_uuid': '09a23464-e9e1-4494-9945-59c1eabe48a9', 'name': 'network-vif-deleted', 'tag': '1e1cdde9-a6aa-4e1b-860e-4cb70674178a', 'status': 'completed', 'code': 200} May 24 23:15:56.821312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-90b54da1-c137-4f3e-99a8-bbd0538dd63e req-a1bb2629-3ac3-4ed6-a022-77b42e339a84 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128484 May 24 23:15:56.905780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c023740-bdb9-49ec-96ce-368a87785e6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:56.917881 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4c023740-bdb9-49ec-96ce-368a87785e6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:56.923867 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4c023740-bdb9-49ec-96ce-368a87785e6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5 HTTP/1.1" status: 200 len: 934 time: 2.0315259 May 24 23:15:56.927773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36248) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:57.062635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1e277a-1f3f-40a3-a956-2703aeedea51 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:57.075038 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23be88c4-5dcf-49fd-abcc-b8d4eb065d29 None None] Sync routers for ids ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:57.091633 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3f1e277a-1f3f-40a3-a956-2703aeedea51 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "PUT /v2.0/routers/9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6410902 May 24 23:15:57.091859 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be88c4-5dcf-49fd-abcc-b8d4eb065d29 None None] Routers {'9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:57.091859 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-23be88c4-5dcf-49fd-abcc-b8d4eb065d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:57.092751 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36252) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:57.212860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Attempting to bind port 6ba95f90-6640-43ae-b2cd-1519d9f6136f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:15:57.213233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Attempting to bind port 6ba95f90-6640-43ae-b2cd-1519d9f6136f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'a73f4a45-8944-4be6-bf06-e265ff1ff20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:15:57.216616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Attempting to bind port 6ba95f90-6640-43ae-b2cd-1519d9f6136f on network 0bb7dc53-5df6-49e7-923f-afac48ba6e0d {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:15:57.243286 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7452227f-76dc-4ef7-9023-d5fe93b7ce55 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5 HTTP/1.1" status: 200 len: 934 time: 0.3143702 May 24 23:15:57.243921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:15:57.244340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Checking segment: {'id': 'a73f4a45-8944-4be6-bf06-e265ff1ff20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:15:57.244754 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:57.245151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Bound using segment: {'id': 'a73f4a45-8944-4be6-bf06-e265ff1ff20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:15:57.245870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36258) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:57.250922 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-23be88c4-5dcf-49fd-abcc-b8d4eb065d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:57.251092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-628276cf-cd6e-4112-964d-b10e02532eed tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'routes': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:57.253915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Bound port: 6ba95f90-6640-43ae-b2cd-1519d9f6136f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73f4a45-8944-4be6-bf06-e265ff1ff20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:15:57.254401 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:57.261356 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be88c4-5dcf-49fd-abcc-b8d4eb065d29 None None] Routers {'9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:57.262760 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-23be88c4-5dcf-49fd-abcc-b8d4eb065d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:57.346736 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-23be88c4-5dcf-49fd-abcc-b8d4eb065d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:57.347249 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23be88c4-5dcf-49fd-abcc-b8d4eb065d29 None None] The sync data for ids ['9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:57.379437 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:57.440655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] For port 6ba95f90-6640-43ae-b2cd-1519d9f6136f, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:15:57.456331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] For port 6ba95f90-6640-43ae-b2cd-1519d9f6136f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6ba95f90-6640-43ae-b2cd-1519d9f6136f,segment=NetworkSegment(a73f4a45-8944-4be6-bf06-e265ff1ff20f),segment_id=a73f4a45-8944-4be6-bf06-e265ff1ff20f)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:15:57.464675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:57.582219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:57.582934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:57.776674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:57.796633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port 72cf936b-22c4-4e7a-9358-367c5eebcdb2 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:15:57.797307 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:57.814542 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d87342-acd4-49b4-97a7-3c7357b1c3f4 None None] Pushing event updated for resources: {'Port': ['ID=6ba95f90-6640-43ae-b2cd-1519d9f6136f,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:57.911193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:58.091911 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbbd3508-0c6b-451d-954a-bcc373be8f4d req-bb20f6c4-b218-40a2-8355-9808e3b2a5d1 tempest-TestServerAdvancedOps-388729279 tempest-TestServerAdvancedOps-388729279-project] 10.222.0.55 "GET /v2.0/ports?device_id=09a23464-e9e1-4494-9945-59c1eabe48a9 HTTP/1.1" status: 200 len: 210 time: 0.1420188 May 24 23:15:58.118064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:58.140496 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36282) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:58.284149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:55Z', 'revision_number': 6, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ba95f90-6640-43ae-b2cd-1519d9f6136f', 'name': '', 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:e2:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:50Z', 'updated_at': '2022-05-24T23:15:57Z', 'revision_number': 4, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:58.289350 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a1f47-8daa-4322-bf59-b3c496ef16af None None] The sync data for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 is: [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:55Z', 'revision_number': 6, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ba95f90-6640-43ae-b2cd-1519d9f6136f', 'name': '', 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:e2:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:50Z', 'updated_at': '2022-05-24T23:15:57Z', 'revision_number': 4, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:15:58.424515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for 72cf936b-22c4-4e7a-9358-367c5eebcdb2 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:15:58.430598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.extraroute_db [None req-628276cf-cd6e-4112-964d-b10e02532eed tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added routes are [] {{(pid=88390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:15:58.430996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.extraroute_db [None req-628276cf-cd6e-4112-964d-b10e02532eed tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:15:58.463664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-628276cf-cd6e-4112-964d-b10e02532eed tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:58.555278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d4cdd-eaa6-433c-ab30-a84b33561a24 req-2be786f3-d997-4e07-9e47-2abce8114b2c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:58.563276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be4d4cdd-eaa6-433c-ab30-a84b33561a24 req-2be786f3-d997-4e07-9e47-2abce8114b2c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 945 time: 0.4946182 May 24 23:15:58.623396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6ba95f90-6640-43ae-b2cd-1519d9f6136f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:15:58.675638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1244343992-network', 'tenant_id': '62aca98b9c79404e8dd31d452705cd17'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:58.692169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:58.705080 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-be4d4cdd-eaa6-433c-ab30-a84b33561a24 req-30bf9b44-98be-4465-97db-cda541145e5f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344104 May 24 23:15:58.708150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 6ba95f90-6640-43ae-b2cd-1519d9f6136f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:15:58.708303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Usage tracker for resource:network and tenant:62aca98b9c79404e8dd31d452705cd17 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:58.711616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:58.715317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6ba95f90-6640-43ae-b2cd-1519d9f6136f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:15:58.716333 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:58.724991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:58.740274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Made reservation on behalf of 62aca98b9c79404e8dd31d452705cd17 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:15:58.743774 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:58.794079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:58.818712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:58.825897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Usage tracker for resource:security_group_rule and tenant:62aca98b9c79404e8dd31d452705cd17 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:58.830195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:58.839310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:58.877605 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:58.901416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6ba95f90-6640-43ae-b2cd-1519d9f6136f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:15:58.903493 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:58.940504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=72cf936b-22c4-4e7a-9358-367c5eebcdb2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:58.948956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 6ba95f90-6640-43ae-b2cd-1519d9f6136f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6ba95f90-6640-43ae-b2cd-1519d9f6136f,segment=NetworkSegment(a73f4a45-8944-4be6-bf06-e265ff1ff20f),segment_id=a73f4a45-8944-4be6-bf06-e265ff1ff20f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:15:58.952066 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-628276cf-cd6e-4112-964d-b10e02532eed tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:58.956463 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:58.958265 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-628276cf-cd6e-4112-964d-b10e02532eed tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.045132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=6ba95f90-6640-43ae-b2cd-1519d9f6136f,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:59.071760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.114678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1e1cdde9-a6aa-4e1b-860e-4cb70674178a no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:15:59.163508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 1e1cdde9-a6aa-4e1b-860e-4cb70674178a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:15:59.164005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1e1cdde9-a6aa-4e1b-860e-4cb70674178a not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:15:59.186900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b78623-e32a-4a44-97f1-29a108ef49ce req-e44ab745-3c2e-453a-b91a-9cbe47936db3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:59.188446 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22b78623-e32a-4a44-97f1-29a108ef49ce req-e44ab745-3c2e-453a-b91a-9cbe47936db3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 945 time: 0.3062570 May 24 23:15:59.197989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628276cf-cd6e-4112-964d-b10e02532eed tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 219b8cdb-f51a-4960-90bd-f67425a92cd5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:15:59.216962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36292) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:59.290459 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.294963 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.300962 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.306792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.344154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:15:59.354987 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.355522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Fanout notify agent at l3_agent the message router_deleted on router 9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:15:59.361250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eea20d3-dff7-495f-ae5c-a72490ace2ce,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:59.371472 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.371817 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Added segment 208ffd9e-4d64-4e55-91c7-fddd729acaf8 of type vlan for network fad86baf-779a-4d8e-a90f-76a52b52ab26 May 24 23:15:59.411781 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.420232 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.424420 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f319b906-d5b5-47d3-92d7-b1ea66751923 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/routers/9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2 HTTP/1.1" status: 204 len: 168 time: 2.3237982 May 24 23:15:59.425091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36296) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:59.430014 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-22b78623-e32a-4a44-97f1-29a108ef49ce req-7daaab86-5e65-4b90-9a55-f2c5af976234 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284160 May 24 23:15:59.437518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5c06c3-f165-4ef6-b58f-ee0830160bbd admin admin] Deleting subnet 4899bc27-2d09-4ffd-b463-656ca8f30c39 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:15:59.443228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa5c06c3-f165-4ef6-b58f-ee0830160bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.450588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b10e4-ca83-43c9-bea3-8c3c6bee25bd None None] Sync routers for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:15:59.468891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36300) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:59.478774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b10e4-ca83-43c9-bea3-8c3c6bee25bd None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:15:59.479717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9c9b10e4-ca83-43c9-bea3-8c3c6bee25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:15:59.526684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2429e94-50f6-4965-8e42-0676bf5e4f31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting subnet c8269c6d-b65e-4066-9a58-49faaaf9ad5b {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:15:59.530355 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.531342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:15:59.531926 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.535714 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2429e94-50f6-4965-8e42-0676bf5e4f31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.661413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9c9b10e4-ca83-43c9-bea3-8c3c6bee25bd None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:15:59.665466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628276cf-cd6e-4112-964d-b10e02532eed tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:15:59.673298 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-628276cf-cd6e-4112-964d-b10e02532eed tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.674676 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-628276cf-cd6e-4112-964d-b10e02532eed tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5 HTTP/1.1" status: 200 len: 700 time: 2.4278862 May 24 23:15:59.677821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa5c06c3-f165-4ef6-b58f-ee0830160bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.689508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36306) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:59.742627 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa5c06c3-f165-4ef6-b58f-ee0830160bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.815744 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa5c06c3-f165-4ef6-b58f-ee0830160bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.853520 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4376099 May 24 23:15:59.862125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36310) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:59.873788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Request body: {'subnet': {'network_id': 'fad86baf-779a-4d8e-a90f-76a52b52ab26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1244343992-subnet', 'tenant_id': '62aca98b9c79404e8dd31d452705cd17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:15:59.884820 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa5c06c3-f165-4ef6-b58f-ee0830160bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.887854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:15:59.891438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c06c3-f165-4ef6-b58f-ee0830160bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4899bc27-2d09-4ffd-b463-656ca8f30c39,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:15:59.896121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Usage tracker for resource:subnet and tenant:62aca98b9c79404e8dd31d452705cd17 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:15:59.899142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:15:59.905133 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fa5c06c3-f165-4ef6-b58f-ee0830160bbd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4899bc27-2d09-4ffd-b463-656ca8f30c39 HTTP/1.1" status: 204 len: 168 time: 0.6849511 May 24 23:15:59.906082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36314) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:15:59.908582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:15:59.942766 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2429e94-50f6-4965-8e42-0676bf5e4f31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:15:59.995673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62398a9e-68b7-41ef-8ce8-2c83380319b2 admin admin] Pushing event updated for resources: {'Network': ['ID=fad86baf-779a-4d8e-a90f-76a52b52ab26,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:00.001206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Made reservation on behalf of 62aca98b9c79404e8dd31d452705cd17 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:00.003615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.028423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network fad86baf-779a-4d8e-a90f-76a52b52ab26 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:16:00.047224 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a59987da-7fe0-40aa-8d52-3571818778a8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5 HTTP/1.1" status: 200 len: 700 time: 0.3256662 May 24 23:16:00.050339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36318) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:00.104120 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.187385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9c9b10e4-ca83-43c9-bea3-8c3c6bee25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 7, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ba95f90-6640-43ae-b2cd-1519d9f6136f', 'name': '', 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:e2:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:50Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:00.191953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b10e4-ca83-43c9-bea3-8c3c6bee25bd None None] Checking router: 219b8cdb-f51a-4960-90bd-f67425a92cd5 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:00.200825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b10e4-ca83-43c9-bea3-8c3c6bee25bd None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:00.201449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9c9b10e4-ca83-43c9-bea3-8c3c6bee25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:00.259306 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.323240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d60c22-8f16-4b98-85f0-e0c159b61d33']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:00.339182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13af6ea4-fe07-4396-869f-3d30c781263e') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:00.339551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13af6ea4-fe07-4396-869f-3d30c781263e') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:00.341561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f190aa23-5fa8-4585-9ad5-1461ae385e2c tempest-TestVolumeBootPattern-1762520878 tempest-TestVolumeBootPattern-1762520878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:00.343068 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f190aa23-5fa8-4585-9ad5-1461ae385e2c tempest-TestVolumeBootPattern-1762520878 tempest-TestVolumeBootPattern-1762520878-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 1091 time: 0.8731875 May 24 23:16:00.347185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36322) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:00.356080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.359054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '151cb199-b725-4ae3-8df9-55839beeecf7', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:00.359688 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9c9b10e4-ca83-43c9-bea3-8c3c6bee25bd None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:00.368198 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2429e94-50f6-4965-8e42-0676bf5e4f31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.400062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:00.404534 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.414737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:16:00.415186 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.421835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Usage tracker for resource:floatingip and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:00.478998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:00.489018 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.502796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:00.590073 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.592264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b165a4a0-5ae9-4fa4-ac5c-6666210e9877,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:00.619900 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.637417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] Pushing event deleted for resources: {'Network': ['ID=43d60c22-8f16-4b98-85f0-e0c159b61d33,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:00.650522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Checking segment: {'id': '208ffd9e-4d64-4e55-91c7-fddd729acaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fad86baf-779a-4d8e-a90f-76a52b52ab26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:00.651366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Network hostable DHCP agents. Network: fad86baf-779a-4d8e-a90f-76a52b52ab26, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:16:00.659602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-34034ce6-a19e-4440-b089-7b57bc118bec admin admin] 10.222.0.55 "DELETE /v2.0/networks/43d60c22-8f16-4b98-85f0-e0c159b61d33 HTTP/1.1" status: 204 len: 168 time: 0.7525775 May 24 23:16:00.664020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36330) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:00.672452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6ba95f90-6640-43ae-b2cd-1519d9f6136f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:00.702072 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.738614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8359c29-f366-4fcf-86df-fd9d4783f146 admin admin] Deleting subnet f6503dd3-68ae-45f3-b202-57b218d0d467 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:16:00.741788 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Network fad86baf-779a-4d8e-a90f-76a52b52ab26 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:16:00.744054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8359c29-f366-4fcf-86df-fd9d4783f146 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.776807 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 13af6ea4-fe07-4396-869f-3d30c781263e resource provider aggregate not found May 24 23:16:00.777718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2429e94-50f6-4965-8e42-0676bf5e4f31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.802734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, fad86baf-779a-4d8e-a90f-76a52b52ab26) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:00.810043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:00.810756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.819151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8359c29-f366-4fcf-86df-fd9d4783f146 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.828226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a8d64-f7d4-4739-a341-47fc8c4db71e None None] Network fad86baf-779a-4d8e-a90f-76a52b52ab26 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:00.840765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2429e94-50f6-4965-8e42-0676bf5e4f31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Subnet': ['ID=c8269c6d-b65e-4066-9a58-49faaaf9ad5b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:00.850137 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 13af6ea4-fe07-4396-869f-3d30c781263e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13af6ea4-fe07-4396-869f-3d30c781263e found for delete ", "request_id": "req-75a61ceb-e633-457b-9e62-f2306c480829"}]} May 24 23:16:00.874378 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2429e94-50f6-4965-8e42-0676bf5e4f31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.875591 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3c453a11-4337-4afe-bab2-8c615093f57d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0124474 May 24 23:16:00.890267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8359c29-f366-4fcf-86df-fd9d4783f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:00.914957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b2429e94-50f6-4965-8e42-0676bf5e4f31 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/subnets/c8269c6d-b65e-4066-9a58-49faaaf9ad5b HTTP/1.1" status: 204 len: 168 time: 1.4887178 May 24 23:16:00.919492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36338) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:00.930911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c89c5-fd43-4201-b0ce-de72fec07b52 None None] Network a667a88a-b101-43cc-a937-4f335ffee9c8 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:00.965557 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8359c29-f366-4fcf-86df-fd9d4783f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.039513 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d8359c29-f366-4fcf-86df-fd9d4783f146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.043212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8359c29-f366-4fcf-86df-fd9d4783f146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6503dd3-68ae-45f3-b202-57b218d0d467,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:01.058987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6ba95f90-6640-43ae-b2cd-1519d9f6136f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:01.059436 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.059701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36344) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:01.094266 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d8359c29-f366-4fcf-86df-fd9d4783f146 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f6503dd3-68ae-45f3-b202-57b218d0d467 HTTP/1.1" status: 204 len: 168 time: 0.4291139 May 24 23:16:01.099377 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36348) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:01.123457 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.158885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9c9b10e4-ca83-43c9-bea3-8c3c6bee25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 7, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ba95f90-6640-43ae-b2cd-1519d9f6136f', 'name': '', 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:e2:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:50Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:01.165590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:01.165929 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.204584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-70baa0e0-810b-4aa1-a7c6-1e88daf428ea admin admin] Deleting subnet b165a4a0-5ae9-4fa4-ac5c-6666210e9877 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:16:01.204847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b10e4-ca83-43c9-bea3-8c3c6bee25bd None None] The sync data for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 is: [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 7, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ba95f90-6640-43ae-b2cd-1519d9f6136f', 'name': '', 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:e2:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:50Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:01.218337 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70baa0e0-810b-4aa1-a7c6-1e88daf428ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.258494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.283385 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70baa0e0-810b-4aa1-a7c6-1e88daf428ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.304545 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.395778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85843177-5c35-4ff3-b1e4-a5553995cd64 None None] Network fad86baf-779a-4d8e-a90f-76a52b52ab26 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:01.576973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] For port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7,segment=NetworkSegment(0113a3bc-7d61-4605-b06c-494576bf8125),segment_id=0113a3bc-7d61-4605-b06c-494576bf8125)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:01.577799 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.595831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6ba95f90-6640-43ae-b2cd-1519d9f6136f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:01.596766 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f95a8-0694-4f0b-ad9c-d2627e6702ba None None] Sync routers for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:01.614037 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f95a8-0694-4f0b-ad9c-d2627e6702ba None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:01.614686 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6e2f95a8-0694-4f0b-ad9c-d2627e6702ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:01.619860 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.685359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695398a1-df6c-47a1-8869-bd943a38bdeb']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:01.694558 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70baa0e0-810b-4aa1-a7c6-1e88daf428ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.726146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bfa35a-daa7-46b9-aeff-6d6ed34ab73b None None] DHCP port deletion for a667a88a-b101-43cc-a937-4f335ffee9c8 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:16:01.735908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-50bfa35a-daa7-46b9-aeff-6d6ed34ab73b None None] Deleting port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:01.735908 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-50bfa35a-daa7-46b9-aeff-6d6ed34ab73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.753167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:01.756640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25a692e-75f9-4c2a-bb55-fa72d9e08ad1') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:01.757113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25a692e-75f9-4c2a-bb55-fa72d9e08ad1') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:01.777619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.811678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.823400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:16:01.825783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.840894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Allocated IP 172.25.7.240 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/2cbe414c-b1a7-42fd-9ebd-316f5ab625c4) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:01.845387 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.869675 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-6e2f95a8-0694-4f0b-ad9c-d2627e6702ba None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:01.944551 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70baa0e0-810b-4aa1-a7c6-1e88daf428ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.994301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-50bfa35a-daa7-46b9-aeff-6d6ed34ab73b None None] For port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7,segment=NetworkSegment(0113a3bc-7d61-4605-b06c-494576bf8125),segment_id=0113a3bc-7d61-4605-b06c-494576bf8125)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:01.994997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-50bfa35a-daa7-46b9-aeff-6d6ed34ab73b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:01.997924 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baa0e0-810b-4aa1-a7c6-1e88daf428ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b165a4a0-5ae9-4fa4-ac5c-6666210e9877,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:02.003690 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-70baa0e0-810b-4aa1-a7c6-1e88daf428ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.013461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.035392 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.037787 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] 10.222.0.55 "DELETE /v2.0/networks/695398a1-df6c-47a1-8869-bd943a38bdeb HTTP/1.1" status: 204 len: 168 time: 0.9373186 May 24 23:16:02.039333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-70baa0e0-810b-4aa1-a7c6-1e88daf428ea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b165a4a0-5ae9-4fa4-ac5c-6666210e9877 HTTP/1.1" status: 204 len: 168 time: 0.9787197 May 24 23:16:02.043273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36354) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:02.067133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd69e43-6cde-4134-9d78-3461e6ea3d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=695398a1-df6c-47a1-8869-bd943a38bdeb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:02.136290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-50bfa35a-daa7-46b9-aeff-6d6ed34ab73b None None] Calling delete_port for ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:02.167904 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.244093 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.266629 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-50bfa35a-daa7-46b9-aeff-6d6ed34ab73b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:16:02.268007 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-50bfa35a-daa7-46b9-aeff-6d6ed34ab73b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:16:02.292584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36358) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:02.340569 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.352912 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6e2f95a8-0694-4f0b-ad9c-d2627e6702ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 7, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ba95f90-6640-43ae-b2cd-1519d9f6136f', 'name': '', 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:e2:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:50Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:02.358954 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f95a8-0694-4f0b-ad9c-d2627e6702ba None None] Checking router: 219b8cdb-f51a-4960-90bd-f67425a92cd5 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:02.363500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:02.372261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] No DVR routers for this DVR port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:16:02.379054 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f95a8-0694-4f0b-ad9c-d2627e6702ba None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:02.379888 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6e2f95a8-0694-4f0b-ad9c-d2627e6702ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:02.380036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad86baf-779a-4d8e-a90f-76a52b52ab26']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:02.388857 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c4c54406-4ee3-463f-a726-1d79462d677e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a78a2a21160a41bf86ed1240fe883e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954442 May 24 23:16:02.391763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36362) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:02.429396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208ffd9e-4d64-4e55-91c7-fddd729acaf8') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:02.429673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208ffd9e-4d64-4e55-91c7-fddd729acaf8') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:02.451911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.480862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.486725 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f812dbb-6a26-421b-a8f5-21552778a7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.514097 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f812dbb-6a26-421b-a8f5-21552778a7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.565538 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:16:02.566056 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.578984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:02.580885 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f812dbb-6a26-421b-a8f5-21552778a7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.605479 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-6e2f95a8-0694-4f0b-ad9c-d2627e6702ba None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:02.625605 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.628442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:02.628987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:02.650654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f812dbb-6a26-421b-a8f5-21552778a7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:02.684588 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f812dbb-6a26-421b-a8f5-21552778a7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.686058 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7f812dbb-6a26-421b-a8f5-21552778a7bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3597d4f0-2fb5-4bf3-9ee3-0d1311fb2c41 HTTP/1.1" status: 204 len: 168 time: 0.2934139 May 24 23:16:02.693997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.719677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.723230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=fad86baf-779a-4d8e-a90f-76a52b52ab26,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:02.734046 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0fef6cf4-a70c-419a-a95f-1578bac11e05 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fad86baf-779a-4d8e-a90f-76a52b52ab26 HTTP/1.1" status: 204 len: 168 time: 0.6890588 May 24 23:16:02.742870 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.771401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-50bfa35a-daa7-46b9-aeff-6d6ed34ab73b None None] Deleting port ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:02.771962 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-50bfa35a-daa7-46b9-aeff-6d6ed34ab73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.789684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a667a88a-b101-43cc-a937-4f335ffee9c8']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:02.811558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0113a3bc-7d61-4605-b06c-494576bf8125') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:02.811834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0113a3bc-7d61-4605-b06c-494576bf8125') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:02.842078 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.881087 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f25a692e-75f9-4c2a-bb55-fa72d9e08ad1 resource provider aggregate not found May 24 23:16:02.910239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-50bfa35a-daa7-46b9-aeff-6d6ed34ab73b None None] The port 'ccc3eb54-d341-4a3d-a7ba-f3d1efefc4b7' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:16:02.912992 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f25a692e-75f9-4c2a-bb55-fa72d9e08ad1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f25a692e-75f9-4c2a-bb55-fa72d9e08ad1 found for delete ", "request_id": "req-10372311-1460-47eb-9b0b-f47b149208e8"}]} May 24 23:16:02.928593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 6ba95f90-6640-43ae-b2cd-1519d9f6136f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:02.928938 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.946654 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 208ffd9e-4d64-4e55-91c7-fddd729acaf8 resource provider aggregate not found May 24 23:16:02.965548 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:02.966022 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 208ffd9e-4d64-4e55-91c7-fddd729acaf8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 208ffd9e-4d64-4e55-91c7-fddd729acaf8 found for delete ", "request_id": "req-ae2499e1-d7ca-49d7-a044-1f8ab67d50da"}]} May 24 23:16:02.992919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:16:02.993440 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.032563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36380) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:03.076528 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6e2f95a8-0694-4f0b-ad9c-d2627e6702ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 7, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ba95f90-6640-43ae-b2cd-1519d9f6136f', 'name': '', 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:e2:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:50Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:03.078900 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.081757 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f95a8-0694-4f0b-ad9c-d2627e6702ba None None] The sync data for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 is: [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 7, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ba95f90-6640-43ae-b2cd-1519d9f6136f', 'name': '', 'network_id': '0bb7dc53-5df6-49e7-923f-afac48ba6e0d', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:e2:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:50Z', 'updated_at': '2022-05-24T23:15:58Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '7ab0cf92-93fe-4274-85ec-2a0b2812101e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:03.088623 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 0113a3bc-7d61-4605-b06c-494576bf8125 resource provider aggregate not found May 24 23:16:03.092803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2e6fd9c5-edbc-4ff7-82e1-96f8d4b7afce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62aca98b9c79404e8dd31d452705cd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586538 May 24 23:16:03.095544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36388) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:03.172975 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1a737091-8c20-4c66-826b-cae708348e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.199625 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 0113a3bc-7d61-4605-b06c-494576bf8125 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0113a3bc-7d61-4605-b06c-494576bf8125 found for delete ", "request_id": "req-46198657-8c9e-44cb-92d1-c7ad749bef8e"}]} May 24 23:16:03.206364 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1a737091-8c20-4c66-826b-cae708348e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.270911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36392) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:03.295907 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1a737091-8c20-4c66-826b-cae708348e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.301271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:03.305442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:03.307926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:03.329389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a737091-8c20-4c66-826b-cae708348e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eea20d3-dff7-495f-ae5c-a72490ace2ce,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:03.343312 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1a737091-8c20-4c66-826b-cae708348e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.344427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1a737091-8c20-4c66-826b-cae708348e17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8eea20d3-dff7-495f-ae5c-a72490ace2ce HTTP/1.1" status: 204 len: 168 time: 0.2478752 May 24 23:16:03.356391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f81786fa-daf7-4349-b7e4-a1197ffcab5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fdb3bbe85024e79821620652a6d6d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840585 May 24 23:16:03.357750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36398) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:03.407342 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.412468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.416171 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fd9d30b7-5975-4d52-90d9-b30e52c92cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.436550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=2cbe414c-b1a7-42fd-9ebd-316f5ab625c4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:03.442490 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fd9d30b7-5975-4d52-90d9-b30e52c92cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.473827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Network': ['ID=a667a88a-b101-43cc-a937-4f335ffee9c8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:03.500727 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fd9d30b7-5975-4d52-90d9-b30e52c92cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.502869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a02529b3-499e-4b75-9ca0-cb0d1b671b68 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/networks/a667a88a-b101-43cc-a937-4f335ffee9c8 HTTP/1.1" status: 204 len: 168 time: 2.5787575 May 24 23:16:03.504747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36402) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:03.577368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port 6ba95f90-6640-43ae-b2cd-1519d9f6136f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6ba95f90-6640-43ae-b2cd-1519d9f6136f,segment=NetworkSegment(a73f4a45-8944-4be6-bf06-e265ff1ff20f),segment_id=a73f4a45-8944-4be6-bf06-e265ff1ff20f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:03.577701 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.599218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d30b7-5975-4d52-90d9-b30e52c92cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee9c54b-ef30-49b2-8132-6ae7f362a545,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:03.676734 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fd9d30b7-5975-4d52-90d9-b30e52c92cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.680325 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fd9d30b7-5975-4d52-90d9-b30e52c92cdd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ee9c54b-ef30-49b2-8132-6ae7f362a545 HTTP/1.1" status: 204 len: 168 time: 0.3191383 May 24 23:16:03.704490 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9c5366fa-8e6f-431d-b5ae-4d30c545966c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port 85462da2-3a63-4fb8-aaae-09c598732d79 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:03.704827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c5366fa-8e6f-431d-b5ae-4d30c545966c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.720502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for 6ba95f90-6640-43ae-b2cd-1519d9f6136f owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:03.916405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c5366fa-8e6f-431d-b5ae-4d30c545966c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:03.916932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c5366fa-8e6f-431d-b5ae-4d30c545966c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:04.193053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9c5366fa-8e6f-431d-b5ae-4d30c545966c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for 85462da2-3a63-4fb8-aaae-09c598732d79 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:04.287350 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:04.310388 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:16:04.346280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=6ba95f90-6640-43ae-b2cd-1519d9f6136f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:04.348780 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:04.384329 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c5366fa-8e6f-431d-b5ae-4d30c545966c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:04.453614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5366fa-8e6f-431d-b5ae-4d30c545966c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=85462da2-3a63-4fb8-aaae-09c598732d79,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:04.661054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c5366fa-8e6f-431d-b5ae-4d30c545966c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:04.702790 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c5366fa-8e6f-431d-b5ae-4d30c545966c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:04.704172 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9c5366fa-8e6f-431d-b5ae-4d30c545966c tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/floatingips/c8be90d6-0b16-492f-a497-f602842ef624 HTTP/1.1" status: 204 len: 168 time: 1.1912947 May 24 23:16:04.709301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36446) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:04.765151 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d66867-1dd7-4448-b5a9-e4f0f2dda1e1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] DELETE failed (client error): The resource could not be found. May 24 23:16:04.765656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d66867-1dd7-4448-b5a9-e4f0f2dda1e1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:16:04.768116 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-74d66867-1dd7-4448-b5a9-e4f0f2dda1e1 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/ports/2dba043d-6d0d-42f2-8fc8-4039d2eed397 HTTP/1.1" status: 404 len: 333 time: 0.0576162 May 24 23:16:04.772588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36452) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:04.778555 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:04.822950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:04.867130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f8eacc42-213d-40c0-993a-e414a728e809 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Synchronizing usage tracker for tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:16:04.896032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36460) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:05.017033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1018134127-network', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:05.023136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:05.027385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Usage tracker for resource:network and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:05.030326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:05.031451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f8eacc42-213d-40c0-993a-e414a728e809 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Unset dirty status for tenant:dc1ef1b84c1e4f0eacc17ee867a8a794 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:16:05.032623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f8eacc42-213d-40c0-993a-e414a728e809 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "GET /v2.0/ports?device_id=9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2 HTTP/1.1" status: 200 len: 205 time: 0.2567768 May 24 23:16:05.036783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:05.036973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36468) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:05.049789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Made reservation on behalf of cf7d51e960dd4c58aa2d7249601dbc0a for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:05.052427 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.065389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.081284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:05.085256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Usage tracker for resource:security_group_rule and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:05.088235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:05.094647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:05.105412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36472) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:05.184114 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-47805893-d40d-49e1-8e6e-3526563ab601 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] delete failed (client error): The resource could not be found. May 24 23:16:05.184114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-47805893-d40d-49e1-8e6e-3526563ab601 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/routers/9102fa1d-5a0c-4a43-8fb4-bab6213d5cb2 HTTP/1.1" status: 404 len: 336 time: 0.1401939 May 24 23:16:05.185084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36478) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:05.245076 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c33af2b-38a1-4869-af3b-e8062591e9b7 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] DELETE failed (client error): The resource could not be found. May 24 23:16:05.246865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c33af2b-38a1-4869-af3b-e8062591e9b7 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:16:05.267876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.272803 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2d53f27-441e-4757-9cdb-f02813f49cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.287676 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.301338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5c33af2b-38a1-4869-af3b-e8062591e9b7 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/subnets/c8269c6d-b65e-4066-9a58-49faaaf9ad5b HTTP/1.1" status: 404 len: 337 time: 0.1144130 May 24 23:16:05.306007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36482) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:05.317195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c2d53f27-441e-4757-9cdb-f02813f49cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:05.349241 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb074-e1ee-49e2-b6af-71a0375436be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.352104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:16:05.372812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c2d53f27-441e-4757-9cdb-f02813f49cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:86183f65f2fa44e4b736576f7077bfcd is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:05.385097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c2d53f27-441e-4757-9cdb-f02813f49cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:05.408571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c2d53f27-441e-4757-9cdb-f02813f49cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:05.411745 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.412039 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Added segment 497530e1-4062-48c0-8177-86caeb2d191f of type vlan for network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 May 24 23:16:05.420084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75008509-1f38-4d46-aa83-76d28667a615,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:05.451726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-070e0a0e-2e5f-4214-a5dc-5fb15be316c5 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:05.452060 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-070e0a0e-2e5f-4214-a5dc-5fb15be316c5 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.518221 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.547976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 219b8cdb-f51a-4960-90bd-f67425a92cd5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:05.556350 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.616823 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.622757 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.623753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:05.624258 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.815199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=2cbe414c-b1a7-42fd-9ebd-316f5ab625c4,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:05.829868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:05.831582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.842203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88de973f-eefb-4530-940a-4b27446ce165 None None] Sync routers for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:05.846189 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2d53f27-441e-4757-9cdb-f02813f49cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.853436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de973f-eefb-4530-940a-4b27446ce165 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:05.854257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-88de973f-eefb-4530-940a-4b27446ce165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:05.854757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9575832 May 24 23:16:05.858895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1d24c-077c-4dd0-9706-3fd0fc204516 admin admin] Pushing event updated for resources: {'Network': ['ID=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:05.861298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36486) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:05.866889 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c2d53f27-441e-4757-9cdb-f02813f49cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:05.880631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Request body: {'subnet': {'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1018134127-subnet', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:05.898224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:05.916723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:16:05.921243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Usage tracker for resource:subnet and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:05.926705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-86e0c9f7-8762-471b-a8b7-18288ad17c2b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8751471 May 24 23:16:05.929539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36490) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:05.946264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:05.963943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:05.967961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d53f27-441e-4757-9cdb-f02813f49cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc21a325-7da8-4476-b713-65538cf717dc,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:05.994962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c2d53f27-441e-4757-9cdb-f02813f49cb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86183f65f2fa44e4b736576f7077bfcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8872664 May 24 23:16:05.996015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36494) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:06.014628 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-070e0a0e-2e5f-4214-a5dc-5fb15be316c5 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.023479 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Made reservation on behalf of cf7d51e960dd4c58aa2d7249601dbc0a for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:06.025723 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.073171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a4882d-b66d-4a9a-958f-a2ccbc2e5936 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting subnet 7ab0cf92-93fe-4274-85ec-2a0b2812101e {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:16:06.075574 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Floating IP 4a0bee6c-b044-4205-905f-4ff7efb0cd6f associated. External IP: 172.25.7.240, port: 151cb199-b725-4ae3-8df9-55839beeecf7. May 24 23:16:06.104297 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-88de973f-eefb-4530-940a-4b27446ce165 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:06.133313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-31a4882d-b66d-4a9a-958f-a2ccbc2e5936 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.242375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-070e0a0e-2e5f-4214-a5dc-5fb15be316c5 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:06.257080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-31a4882d-b66d-4a9a-958f-a2ccbc2e5936 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.373653 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7eea586-470c-4dc1-950e-36ba41dc542f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.438430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-88de973f-eefb-4530-940a-4b27446ce165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:04Z', 'revision_number': 8, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:06.444266 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88de973f-eefb-4530-940a-4b27446ce165 None None] Checking router: 219b8cdb-f51a-4960-90bd-f67425a92cd5 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:06.454245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de973f-eefb-4530-940a-4b27446ce165 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:06.454922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-88de973f-eefb-4530-940a-4b27446ce165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:06.504092 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-31a4882d-b66d-4a9a-958f-a2ccbc2e5936 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.605189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Router f5d0c622-76d8-48f6-925b-bf99daa6af40 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:06.616280 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7eea586-470c-4dc1-950e-36ba41dc542f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.633525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-31a4882d-b66d-4a9a-958f-a2ccbc2e5936 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.668378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-88de973f-eefb-4530-940a-4b27446ce165 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:06.725840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-070e0a0e-2e5f-4214-a5dc-5fb15be316c5 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.758871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4882d-b66d-4a9a-958f-a2ccbc2e5936 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab0cf92-93fe-4274-85ec-2a0b2812101e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:06.765995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-31a4882d-b66d-4a9a-958f-a2ccbc2e5936 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.773890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-31a4882d-b66d-4a9a-958f-a2ccbc2e5936 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/7ab0cf92-93fe-4274-85ec-2a0b2812101e HTTP/1.1" status: 204 len: 168 time: 0.8401244 May 24 23:16:06.773890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36498) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:06.801147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e0a0e-2e5f-4214-a5dc-5fb15be316c5 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:06.842449 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.851617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb072e-06a4-4946-b821-b59d5ed8039c None None] Network 0bb7dc53-5df6-49e7-923f-afac48ba6e0d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:06.939524 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7eea586-470c-4dc1-950e-36ba41dc542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:06.974973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad889cc-377c-4334-9cd9-0a1f81c1e7fd,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:06.987129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eea586-470c-4dc1-950e-36ba41dc542f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc21a325-7da8-4476-b713-65538cf717dc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:07.018932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-070e0a0e-2e5f-4214-a5dc-5fb15be316c5 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.047470 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7eea586-470c-4dc1-950e-36ba41dc542f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.047976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a7eea586-470c-4dc1-950e-36ba41dc542f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc21a325-7da8-4476-b713-65538cf717dc HTTP/1.1" status: 204 len: 168 time: 1.0478542 May 24 23:16:07.049685 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-070e0a0e-2e5f-4214-a5dc-5fb15be316c5 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/ports/e6e81b2f-56a3-4ef1-bdd2-9277adc4dec1 HTTP/1.1" status: 204 len: 168 time: 1.7396655 May 24 23:16:07.050723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Checking segment: {'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:07.051083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Network hostable DHCP agents. Network: 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:16:07.057999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36502) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:07.147311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:16:07.153279 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4e095d32-48db-4125-a254-e41234096f0d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port b6202ac5-1030-4ede-8a4e-d182c2ac2f45 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:07.153279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e095d32-48db-4125-a254-e41234096f0d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.231044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.237976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:07.247589 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b49aa1-9b06-40ee-adf3-0699949033ba None None] Sync routers for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:07.262539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port dabdab09-be62-44bb-a00b-4b40d06b996e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:07.262539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.267811 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b49aa1-9b06-40ee-adf3-0699949033ba None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:07.267811 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-30b49aa1-9b06-40ee-adf3-0699949033ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:15:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:07.298879 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.331200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:07.349044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-88de973f-eefb-4530-940a-4b27446ce165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:04Z', 'revision_number': 8, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:07.354904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88de973f-eefb-4530-940a-4b27446ce165 None None] The sync data for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 is: [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:04Z', 'revision_number': 8, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b60879-e527-4212-aa86-08502a83cb61', 'name': '', 'network_id': 'fcc72f75-9b20-4283-85e3-220e5f537bde', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:03:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:41Z', 'updated_at': '2022-05-24T23:15:49Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '5b050a41-06d9-4b91-81ef-9f5b13e5b0ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:07.371384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:07.371384 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.378043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d51c5c-7a02-4126-be41-31a28612fbe6 None None] Network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:07.461029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-48490499-aa9a-4804-8abd-f2d1825f857b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1087759 May 24 23:16:07.476018 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-79b4362f-0beb-4e0e-8076-4d9021509728 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6058173 May 24 23:16:07.479744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36512) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:07.491607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:07.491761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'tag': '151cb199-b725-4ae3-8df9-55839beeecf7'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:07.508198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:07.525922 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-16c38909-79c3-425d-8788-cf0b831b8a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.546844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Usage tracker for resource:router and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:07.557380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:07.604809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:07.742291 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377972aa-a96a-4ecf-bc35-e244ef3c1fb1 None None] DHCP port deletion for 0bb7dc53-5df6-49e7-923f-afac48ba6e0d request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:16:07.761363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-377972aa-a96a-4ecf-bc35-e244ef3c1fb1 None None] Deleting port dabdab09-be62-44bb-a00b-4b40d06b996e {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:07.763380 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-377972aa-a96a-4ecf-bc35-e244ef3c1fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.780562 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.794119 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.794290 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a584d899-99bc-4a6f-8caf-abbea309826d'] response: {'name': 'network-changed', 'server_uuid': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'tag': '151cb199-b725-4ae3-8df9-55839beeecf7', 'status': 'completed', 'code': 200} May 24 23:16:07.847293 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-30b49aa1-9b06-40ee-adf3-0699949033ba None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:07.876731 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:07.881733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port dabdab09-be62-44bb-a00b-4b40d06b996e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=dabdab09-be62-44bb-a00b-4b40d06b996e,segment=NetworkSegment(a73f4a45-8944-4be6-bf06-e265ff1ff20f),segment_id=a73f4a45-8944-4be6-bf06-e265ff1ff20f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:07.883190 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:08.152552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for dabdab09-be62-44bb-a00b-4b40d06b996e owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:08.178060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:16:08.178946 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:08.191771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e095d32-48db-4125-a254-e41234096f0d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:08.390349 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:08.399115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-377972aa-a96a-4ecf-bc35-e244ef3c1fb1 None None] For port dabdab09-be62-44bb-a00b-4b40d06b996e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=dabdab09-be62-44bb-a00b-4b40d06b996e,segment=NetworkSegment(a73f4a45-8944-4be6-bf06-e265ff1ff20f),segment_id=a73f4a45-8944-4be6-bf06-e265ff1ff20f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:08.399515 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-377972aa-a96a-4ecf-bc35-e244ef3c1fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:08.482724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=dabdab09-be62-44bb-a00b-4b40d06b996e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:08.492457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No DVR routers for this DVR port dabdab09-be62-44bb-a00b-4b40d06b996e on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:16:08.718902 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:08.753040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4e095d32-48db-4125-a254-e41234096f0d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for b6202ac5-1030-4ede-8a4e-d182c2ac2f45 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:08.798803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d46df-7475-4478-9375-3e75367ea0f0 req-f393fd52-987c-4746-adbe-c45a4686f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:08.801212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b6d46df-7475-4478-9375-3e75367ea0f0 req-f393fd52-987c-4746-adbe-c45a4686f673 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 1096 time: 1.1311138 May 24 23:16:08.822120 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:08.841402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6ba95f90-6640-43ae-b2cd-1519d9f6136f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:08.853653 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-30b49aa1-9b06-40ee-adf3-0699949033ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '4a0bee6c-b044-4205-905f-4ff7efb0cd6f', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': '151cb199-b725-4ae3-8df9-55839beeecf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:c1:f0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:16:04Z', 'updated_at': '2022-05-24T23:16:04Z', 'revision_number': 0, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:08.857287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb7dc53-5df6-49e7-923f-afac48ba6e0d']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:08.861625 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b49aa1-9b06-40ee-adf3-0699949033ba None None] Checking router: f5d0c622-76d8-48f6-925b-bf99daa6af40 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:08.873541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73f4a45-8944-4be6-bf06-e265ff1ff20f') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:08.874331 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b49aa1-9b06-40ee-adf3-0699949033ba None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:08.874586 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-30b49aa1-9b06-40ee-adf3-0699949033ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:08.875076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73f4a45-8944-4be6-bf06-e265ff1ff20f') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:08.891121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-377972aa-a96a-4ecf-bc35-e244ef3c1fb1 None None] Calling delete_port for dabdab09-be62-44bb-a00b-4b40d06b996e owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:08.896010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:08.931555 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:08.943071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:16:08.944160 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:08.966262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 6ba95f90-6640-43ae-b2cd-1519d9f6136f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:08.966600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6ba95f90-6640-43ae-b2cd-1519d9f6136f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:08.967353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device dabdab09-be62-44bb-a00b-4b40d06b996e no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:09.018387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: dabdab09-be62-44bb-a00b-4b40d06b996e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:09.019041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device dabdab09-be62-44bb-a00b-4b40d06b996e not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:09.027817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:09.040907 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:09.075700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Allocated IP 172.20.0.2 (1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4/2ad889cc-377c-4334-9cd9-0a1f81c1e7fd/365a90fa-a932-4b99-9775-110bd66268e5) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:09.108511 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-377972aa-a96a-4ecf-bc35-e244ef3c1fb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:16:09.109307 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-377972aa-a96a-4ecf-bc35-e244ef3c1fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:16:09.118450 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:09.166200 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment a73f4a45-8944-4be6-bf06-e265ff1ff20f resource provider aggregate not found May 24 23:16:09.170251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:09.179158 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-30b49aa1-9b06-40ee-adf3-0699949033ba None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:09.198539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/networks/0bb7dc53-5df6-49e7-923f-afac48ba6e0d HTTP/1.1" status: 204 len: 168 time: 2.2353811 May 24 23:16:09.199502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15210e3a-679e-4c14-b3d3-0b2a144aa30c tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Network': ['ID=0bb7dc53-5df6-49e7-923f-afac48ba6e0d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:09.201628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36548) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:09.202301 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment a73f4a45-8944-4be6-bf06-e265ff1ff20f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a73f4a45-8944-4be6-bf06-e265ff1ff20f found for delete ", "request_id": "req-936cb529-1b7e-4ac4-be40-5aa3125545b1"}]} May 24 23:16:09.360437 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:09.379079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Transition to ACTIVE for port object 365a90fa-a932-4b99-9775-110bd66268e5 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:09.483033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d46df-7475-4478-9375-3e75367ea0f0 req-8ee6b743-743c-4367-a603-598b85a15c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:09.484794 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b6d46df-7475-4478-9375-3e75367ea0f0 req-8ee6b743-743c-4367-a603-598b85a15c94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.6714725 May 24 23:16:09.576770 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-30b49aa1-9b06-40ee-adf3-0699949033ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '4a0bee6c-b044-4205-905f-4ff7efb0cd6f', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': '151cb199-b725-4ae3-8df9-55839beeecf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:c1:f0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:16:04Z', 'updated_at': '2022-05-24T23:16:04Z', 'revision_number': 0, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:09.581094 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b49aa1-9b06-40ee-adf3-0699949033ba None None] The sync data for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 is: [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '4a0bee6c-b044-4205-905f-4ff7efb0cd6f', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': '151cb199-b725-4ae3-8df9-55839beeecf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:c1:f0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:16:04Z', 'updated_at': '2022-05-24T23:16:04Z', 'revision_number': 0, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:09.611070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-377972aa-a96a-4ecf-bc35-e244ef3c1fb1 None None] Deleting port dabdab09-be62-44bb-a00b-4b40d06b996e {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:09.611829 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-377972aa-a96a-4ecf-bc35-e244ef3c1fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:09.655633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Transition to ACTIVE for port object 365a90fa-a932-4b99-9775-110bd66268e5 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:09.693643 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-377972aa-a96a-4ecf-bc35-e244ef3c1fb1 None None] The port 'dabdab09-be62-44bb-a00b-4b40d06b996e' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:16:09.697130 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:09.737863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e095d32-48db-4125-a254-e41234096f0d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:09.757671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:09.765590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:09.774790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:09.826789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e095d32-48db-4125-a254-e41234096f0d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=b6202ac5-1030-4ede-8a4e-d182c2ac2f45,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:09.903365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Pushing event updated for resources: {'Port': ['ID=365a90fa-a932-4b99-9775-110bd66268e5,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:09.929629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79db38-c6dd-4499-af40-4ed07c900d76 None None] New status for floating IP 4a0bee6c-b044-4205-905f-4ff7efb0cd6f: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:16:09.935249 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b6d46df-7475-4478-9375-3e75367ea0f0 req-c05eb353-d83e-4fa3-a293-559dbe922f0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=151cb199-b725-4ae3-8df9-55839beeecf7 HTTP/1.1" status: 200 len: 999 time: 0.3901286 May 24 23:16:10.003345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Attempting to bind port 365a90fa-a932-4b99-9775-110bd66268e5 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:10.003782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Attempting to bind port 365a90fa-a932-4b99-9775-110bd66268e5 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:10.004346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Attempting to bind port 365a90fa-a932-4b99-9775-110bd66268e5 on network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:10.018869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:10.019676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Checking segment: {'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:10.020246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:10.020787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Bound using segment: {'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:10.021442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Bound port: 365a90fa-a932-4b99-9775-110bd66268e5, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:10.021993 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:10.184696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d46df-7475-4478-9375-3e75367ea0f0 req-ce489247-b3be-42cb-9a90-0f4a4cdd457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:10.186203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b6d46df-7475-4478-9375-3e75367ea0f0 req-ce489247-b3be-42cb-9a90-0f4a4cdd457b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.2228222 May 24 23:16:10.187280 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e095d32-48db-4125-a254-e41234096f0d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:10.207130 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:10.229222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] For port 365a90fa-a932-4b99-9775-110bd66268e5, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:10.293255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] For port 365a90fa-a932-4b99-9775-110bd66268e5, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=365a90fa-a932-4b99-9775-110bd66268e5,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:10.304240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:10.332682 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4e095d32-48db-4125-a254-e41234096f0d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/ports/b6202ac5-1030-4ede-8a4e-d182c2ac2f45 HTTP/1.1" status: 204 len: 168 time: 3.2735040 May 24 23:16:10.335468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36578) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:10.395368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50448c-def6-4b9e-a6de-677df58bd9dc None None] Pushing event updated for resources: {'Port': ['ID=365a90fa-a932-4b99-9775-110bd66268e5,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:10.422299 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:10.496004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700944a3-4b90-498b-a93a-0fbe44b2692d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:10.506276 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-700944a3-4b90-498b-a93a-0fbe44b2692d tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ba7351b-76fe-4f48-842d-df7d44cc5f22 HTTP/1.1" status: 200 len: 913 time: 0.1654530 May 24 23:16:10.507206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36584) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:10.631816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:10.723333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d46df-7475-4478-9375-3e75367ea0f0 req-72703be2-4582-4a22-9a3d-b5f5cf9543d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:10.725521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b6d46df-7475-4478-9375-3e75367ea0f0 req-72703be2-4582-4a22-9a3d-b5f5cf9543d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5194695 May 24 23:16:11.031826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Allocated IP 172.25.7.23 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/0ad343de-6c9b-4478-a87d-e42af325da2f) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:11.043911 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b6d46df-7475-4478-9375-3e75367ea0f0 req-6ad70e59-fc66-408b-ab85-63b7b0d114cc service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097363 May 24 23:16:11.056797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:11.403301 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae93607e-ed84-4a0f-bfdb-6e1ead3af9a6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:11.592546 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b6d46df-7475-4478-9375-3e75367ea0f0 req-75e11670-7993-4b6c-a0a3-6e4fcf8dd25a service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419669 May 24 23:16:11.679115 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:11.788762 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:11.806761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017054ee-183e-436d-9dbf-7debb4e2f6aa None None] Network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:11.853030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 75b60879-e527-4212-aa86-08502a83cb61 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:11.853640 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:11.890851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8beea50b-666a-46b4-bd09-844437c0b97b None None] Provisioning for port 365a90fa-a932-4b99-9775-110bd66268e5 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:11.922435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ae93607e-ed84-4a0f-bfdb-6e1ead3af9a6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port e630a0c5-82af-4aec-b283-52e99ed2935c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:11.923207 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae93607e-ed84-4a0f-bfdb-6e1ead3af9a6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:11.949427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:11.954593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:11.963150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:12.093203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad343de-6c9b-4478-a87d-e42af325da2f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:12.140354 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae93607e-ed84-4a0f-bfdb-6e1ead3af9a6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:12.296400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ae93607e-ed84-4a0f-bfdb-6e1ead3af9a6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for e630a0c5-82af-4aec-b283-52e99ed2935c owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:12.535493 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae93607e-ed84-4a0f-bfdb-6e1ead3af9a6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:12.545019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port 75b60879-e527-4212-aa86-08502a83cb61, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=75b60879-e527-4212-aa86-08502a83cb61,segment=NetworkSegment(97740321-1508-44de-af4d-4e9bccc73b19),segment_id=97740321-1508-44de-af4d-4e9bccc73b19)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:12.545456 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:12.617180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93607e-ed84-4a0f-bfdb-6e1ead3af9a6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=e630a0c5-82af-4aec-b283-52e99ed2935c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:12.655712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 365a90fa-a932-4b99-9775-110bd66268e5 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:12.683800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for 75b60879-e527-4212-aa86-08502a83cb61 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:12.745833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 365a90fa-a932-4b99-9775-110bd66268e5 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:12.755066 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 365a90fa-a932-4b99-9775-110bd66268e5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:12.755445 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:12.955283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 365a90fa-a932-4b99-9775-110bd66268e5 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:12.956056 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:12.956422 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:13.003875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 365a90fa-a932-4b99-9775-110bd66268e5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=365a90fa-a932-4b99-9775-110bd66268e5,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:13.010283 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:13.103926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=365a90fa-a932-4b99-9775-110bd66268e5,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:13.141436 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae93607e-ed84-4a0f-bfdb-6e1ead3af9a6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:13.248924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:13.320681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=75b60879-e527-4212-aa86-08502a83cb61,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:13.593999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae93607e-ed84-4a0f-bfdb-6e1ead3af9a6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:13.598008 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:13.795041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae93607e-ed84-4a0f-bfdb-6e1ead3af9a6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:13.811431 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e14f690-d6bc-41fb-8b1d-c1f406af4c47 None None] Sync routers for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:13.815538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ae93607e-ed84-4a0f-bfdb-6e1ead3af9a6 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "PUT /v2.0/routers/2ba7351b-76fe-4f48-842d-df7d44cc5f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3045006 May 24 23:16:13.815919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36644) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:13.831649 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14f690-d6bc-41fb-8b1d-c1f406af4c47 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:13.832935 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2e14f690-d6bc-41fb-8b1d-c1f406af4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:13.978653 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2e14f690-d6bc-41fb-8b1d-c1f406af4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:13.987909 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14f690-d6bc-41fb-8b1d-c1f406af4c47 None None] Routers {'2ba7351b-76fe-4f48-842d-df7d44cc5f22'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:13.988556 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2e14f690-d6bc-41fb-8b1d-c1f406af4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:14.006788 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:14.022416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:14.055216 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-2e14f690-d6bc-41fb-8b1d-c1f406af4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:14.055533 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e14f690-d6bc-41fb-8b1d-c1f406af4c47 None None] The sync data for ids ['2ba7351b-76fe-4f48-842d-df7d44cc5f22'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:14.243859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:14.255278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting port 88e9a1e2-94e4-4ab5-bec1-957a3ea8db0e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:14.255618 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:14.341961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Router 1804651e-eb99-4f36-83bf-e16469686850 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:16:14.501112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:14.563640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 219b8cdb-f51a-4960-90bd-f67425a92cd5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:14.725689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Calling delete_port for 88e9a1e2-94e4-4ab5-bec1-957a3ea8db0e owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:14.750234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 365a90fa-a932-4b99-9775-110bd66268e5 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:14.846910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 365a90fa-a932-4b99-9775-110bd66268e5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:14.846910 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:14.978295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 365a90fa-a932-4b99-9775-110bd66268e5 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:15.115228 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7de82-08b3-4b4b-8b74-b623699ab320 req-f59c86d6-9e37-4e44-8de8-6c36a8ee5f5b tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:15.116739 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0e7de82-08b3-4b4b-8b74-b623699ab320 req-f59c86d6-9e37-4e44-8de8-6c36a8ee5f5b tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1096 time: 0.7504051 May 24 23:16:15.124487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:15.126334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:15.137907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f9598-9eac-4c64-951d-2e13dfafab76 None None] Sync routers for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:15.169292 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Sync routers for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:15.186294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f9598-9eac-4c64-951d-2e13dfafab76 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:15.186294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-6c1f9598-9eac-4c64-951d-2e13dfafab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:15.189763 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:15.199913 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:15.204148 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a19e9d03-09ff-4715-ab9c-d0aaaa939118 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9835372 May 24 23:16:15.215457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36670) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:15.230984 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0e7de82-08b3-4b4b-8b74-b623699ab320 req-c46d0e47-69c1-456d-a56b-762db1ccd943 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904791 May 24 23:16:15.269078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:15.269078 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ffc69708-c20f-4826-978b-e6fb109cca65 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.7848048 May 24 23:16:15.282505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36674) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:15.282505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36676) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:15.321305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-51362e8f-dc20-445c-b7b9-cab7efa1e5c7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting subnet 5b050a41-06d9-4b91-81ef-9f5b13e5b0ed {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:16:15.321305 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51362e8f-dc20-445c-b7b9-cab7efa1e5c7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:15.488655 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51362e8f-dc20-445c-b7b9-cab7efa1e5c7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:15.623482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-6c1f9598-9eac-4c64-951d-2e13dfafab76 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:15.628037 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51362e8f-dc20-445c-b7b9-cab7efa1e5c7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:15.674562 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:15.859663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51362e8f-dc20-445c-b7b9-cab7efa1e5c7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:15.939460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51362e8f-dc20-445c-b7b9-cab7efa1e5c7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:15.950327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51362e8f-dc20-445c-b7b9-cab7efa1e5c7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Subnet': ['ID=5b050a41-06d9-4b91-81ef-9f5b13e5b0ed,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:15.953710 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-51362e8f-dc20-445c-b7b9-cab7efa1e5c7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/5b050a41-06d9-4b91-81ef-9f5b13e5b0ed HTTP/1.1" status: 204 len: 168 time: 0.7306254 May 24 23:16:15.958380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36688) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:16.000836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc69d2cf-ac49-4c4e-b21f-fbe004afd374 None None] Network fcc72f75-9b20-4283-85e3-220e5f537bde requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:16.046939 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.214894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Port': ['ID=88e9a1e2-94e4-4ab5-bec1-957a3ea8db0e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:16.271190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.271521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.272068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.272575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.273130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.274045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.274746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.275099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.275575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.276047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.276523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.277218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:16.286561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port e19a3be0-23bb-46a4-a8a1-8681c1251e66 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:16.287100 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.287249 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:12Z', 'revision_number': 3, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:16.288935 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.299351 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Checking router: 1804651e-eb99-4f36-83bf-e16469686850 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:16.299682 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Updating router 1804651e-eb99-4f36-83bf-e16469686850 port 0ad343de-6c9b-4478-a87d-e42af325da2f binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:16:16.303527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:16.304061 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.363413 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.406929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-6c1f9598-9eac-4c64-951d-2e13dfafab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:13Z', 'revision_number': 9, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:16.413060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f9598-9eac-4c64-951d-2e13dfafab76 None None] Checking router: 219b8cdb-f51a-4960-90bd-f67425a92cd5 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:16.423157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f9598-9eac-4c64-951d-2e13dfafab76 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:16.424179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-6c1f9598-9eac-4c64-951d-2e13dfafab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:16.518746 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4dbb0-a36f-4d4a-b644-a74f5620fa03 None None] DHCP port deletion for fcc72f75-9b20-4283-85e3-220e5f537bde request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:16:16.537417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.694159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4dbb0-a36f-4d4a-b644-a74f5620fa03 None None] Deleting port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:16.694159 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d3e4dbb0-a36f-4d4a-b644-a74f5620fa03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.731185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b63c9d51-553b-42b5-a1d3-2ba7dffc3fed,segment=NetworkSegment(97740321-1508-44de-af4d-4e9bccc73b19),segment_id=97740321-1508-44de-af4d-4e9bccc73b19)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:16.731185 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.779254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b63c9d51-553b-42b5-a1d3-2ba7dffc3fed no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:16.798314 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.802135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.882073 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.882694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Fanout notify agent at l3_agent the message router_deleted on router 2ba7351b-76fe-4f48-842d-df7d44cc5f22 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:16:16.950227 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:16.964441 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Transition to ACTIVE for port object 0ad343de-6c9b-4478-a87d-e42af325da2f will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:16.977004 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.015020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for b63c9d51-553b-42b5-a1d3-2ba7dffc3fed owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:17.078421 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Attempting to bind port 0ad343de-6c9b-4478-a87d-e42af325da2f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:17.078784 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Attempting to bind port 0ad343de-6c9b-4478-a87d-e42af325da2f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:17.079443 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Attempting to bind port 0ad343de-6c9b-4478-a87d-e42af325da2f on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:17.091579 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f84426-cfaa-452b-8ed5-59543d7e5e4e None None] Pushing event updated for resources: {'Port': ['ID=0ad343de-6c9b-4478-a87d-e42af325da2f,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:17.104959 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:17.105640 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:17.106230 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.106794 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:17.108476 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Bound port: 0ad343de-6c9b-4478-a87d-e42af325da2f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:17.109447 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.164867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.173312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-6c1f9598-9eac-4c64-951d-2e13dfafab76 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:17.198835 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.202316 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-72dbb17a-35c2-4bde-8c50-c1b8bfdc6121 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/routers/2ba7351b-76fe-4f48-842d-df7d44cc5f22 HTTP/1.1" status: 204 len: 168 time: 3.3824654 May 24 23:16:17.210056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36700) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:17.211335 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] For port 0ad343de-6c9b-4478-a87d-e42af325da2f, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:17.217466 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] For port 0ad343de-6c9b-4478-a87d-e42af325da2f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0ad343de-6c9b-4478-a87d-e42af325da2f,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:17.223329 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.243821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=b63c9d51-553b-42b5-a1d3-2ba7dffc3fed,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:17.246497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No DVR routers for this DVR port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:16:17.255653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4dbb0-a36f-4d4a-b644-a74f5620fa03 None None] The port 'b63c9d51-553b-42b5-a1d3-2ba7dffc3fed' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:16:17.291670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No active binding found for port b63c9d51-553b-42b5-a1d3-2ba7dffc3fed {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:16:17.292086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b63c9d51-553b-42b5-a1d3-2ba7dffc3fed not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:17.339395 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:17.340068 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:17.405033 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.440907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc72f75-9b20-4283-85e3-220e5f537bde']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:17.472543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97740321-1508-44de-af4d-4e9bccc73b19') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:17.473445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97740321-1508-44de-af4d-4e9bccc73b19') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:17.500636 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.516105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.517334 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.572157 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.585205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:16:17.585205 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.614124 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f84426-cfaa-452b-8ed5-59543d7e5e4e None None] Pushing event updated for resources: {'Port': ['ID=0ad343de-6c9b-4478-a87d-e42af325da2f,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:17.702011 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:17.802509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for e19a3be0-23bb-46a4-a8a1-8681c1251e66 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:17.808683 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 97740321-1508-44de-af4d-4e9bccc73b19 resource provider aggregate not found May 24 23:16:17.831290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36710) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:17.842337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e29e2c-9ed9-426a-abe8-50121ae7db52 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Deleting subnet 56ad8fff-7c07-4604-9b16-35b1cc98746f {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:16:17.853334 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 97740321-1508-44de-af4d-4e9bccc73b19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97740321-1508-44de-af4d-4e9bccc73b19 found for delete ", "request_id": "req-cf7da5d4-b009-4200-96fc-194356522518"}]} May 24 23:16:17.864622 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-58e29e2c-9ed9-426a-abe8-50121ae7db52 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.877383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-6c1f9598-9eac-4c64-951d-2e13dfafab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:13Z', 'revision_number': 9, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:17.885548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f9598-9eac-4c64-951d-2e13dfafab76 None None] The sync data for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 is: [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:13Z', 'revision_number': 9, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4eaf00f7-433b-469f-9074-100fb4b8c1ba', 'name': '', 'network_id': 'd88e8302-40b7-489b-b78a-b499b91e5446', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:eb:fe:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:30Z', 'updated_at': '2022-05-24T23:15:41Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': '1f9332bf-34a8-4d37-a5e9-f4a05f70e375', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:17.898455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.934620 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:17.950066 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Network': ['ID=fcc72f75-9b20-4283-85e3-220e5f537bde,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:17.988417 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6d9d6d8d-1906-41e7-9ef7-83b652d5d402 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/networks/fcc72f75-9b20-4283-85e3-220e5f537bde HTTP/1.1" status: 204 len: 168 time: 2.0196609 May 24 23:16:17.988417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36716) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:18.100690 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-58e29e2c-9ed9-426a-abe8-50121ae7db52 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:18.161607 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:12Z', 'revision_number': 3, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:18.165603 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5093ce-2c6f-4fda-b35b-1287260cf3c5 None None] The sync data for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 is: [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:12Z', 'revision_number': 3, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:18.177702 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92b73e15-717e-4aeb-8809-84fecfbfe95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:18.181460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:18.201937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-92b73e15-717e-4aeb-8809-84fecfbfe95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:18.219291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-92b73e15-717e-4aeb-8809-84fecfbfe95d admin admin] Usage tracker for resource:security_group_rule and tenant:1c1c71dcd6e04fe0ba3c991f4b226a58 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:18.219291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-92b73e15-717e-4aeb-8809-84fecfbfe95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:18.224854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-58e29e2c-9ed9-426a-abe8-50121ae7db52 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:18.242469 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-92b73e15-717e-4aeb-8809-84fecfbfe95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:18.521479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 75b60879-e527-4212-aa86-08502a83cb61 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:18.547645 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-58e29e2c-9ed9-426a-abe8-50121ae7db52 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:18.612005 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:18.616368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e29e2c-9ed9-426a-abe8-50121ae7db52 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Subnet': ['ID=56ad8fff-7c07-4604-9b16-35b1cc98746f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:18.643020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 75b60879-e527-4212-aa86-08502a83cb61 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:18.643020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 75b60879-e527-4212-aa86-08502a83cb61 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:18.664041 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-58e29e2c-9ed9-426a-abe8-50121ae7db52 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:18.735085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92b73e15-717e-4aeb-8809-84fecfbfe95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:18.755251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-92b73e15-717e-4aeb-8809-84fecfbfe95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:18.771785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=e19a3be0-23bb-46a4-a8a1-8681c1251e66,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:18.843846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-58e29e2c-9ed9-426a-abe8-50121ae7db52 tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/subnets/56ad8fff-7c07-4604-9b16-35b1cc98746f HTTP/1.1" status: 204 len: 168 time: 1.6191294 May 24 23:16:18.861456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36720) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:18.861456 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-92b73e15-717e-4aeb-8809-84fecfbfe95d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c1c71dcd6e04fe0ba3c991f4b226a58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0242062 May 24 23:16:18.861456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36724) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:18.911839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Allocated IP 172.20.0.1 (1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4/2ad889cc-377c-4334-9cd9-0a1f81c1e7fd/4b70a93e-d8b0-41bc-ba34-936201a315ec) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:18.961729 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:18.961729 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Floating IP fbfc8b14-5e9d-4a8e-86d4-efdb17469787 disassociated (deleted). External IP: 172.25.7.196, port: 51c1742f-e320-4491-bb37-6806a549132e. May 24 23:16:19.047116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b73e15-717e-4aeb-8809-84fecfbfe95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491866c0-1061-49a6-b4c3-8be3da22903e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:19.243333 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.256431 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-23c40ed0-b89e-49db-8136-aaed079dd392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.301752 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-23c40ed0-b89e-49db-8136-aaed079dd392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.412650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.503144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Transition to ACTIVE for port object 4b70a93e-d8b0-41bc-ba34-936201a315ec will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:19.519471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.562107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2463375-5764-4e7d-8fc4-c6852cb7f184']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:19.579345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477ce6be-c084-4800-8195-477aa734e651') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:19.579954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477ce6be-c084-4800-8195-477aa734e651') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:19.604446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.620821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.620821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:16:19.620821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.658923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router ef966d02-f020-4420-ac09-5f2081b7b497 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:19.667434 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.728129 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.776681 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-23c40ed0-b89e-49db-8136-aaed079dd392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.826427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:19.831816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:19.839582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:19.883351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Pushing event updated for resources: {'Port': ['ID=4b70a93e-d8b0-41bc-ba34-936201a315ec,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:19.896163 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 477ce6be-c084-4800-8195-477aa734e651 resource provider aggregate not found May 24 23:16:19.900474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c40ed0-b89e-49db-8136-aaed079dd392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491866c0-1061-49a6-b4c3-8be3da22903e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:19.902398 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.929541 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.937329 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-23c40ed0-b89e-49db-8136-aaed079dd392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:19.941455 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-23c40ed0-b89e-49db-8136-aaed079dd392 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/491866c0-1061-49a6-b4c3-8be3da22903e HTTP/1.1" status: 204 len: 168 time: 0.8886890 May 24 23:16:19.948953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] Pushing event deleted for resources: {'Network': ['ID=d2463375-5764-4e7d-8fc4-c6852cb7f184,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:19.966128 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 477ce6be-c084-4800-8195-477aa734e651 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 477ce6be-c084-4800-8195-477aa734e651 found for delete ", "request_id": "req-ed20f790-8352-4793-87a5-a5487f3b5f35"}]} May 24 23:16:19.977447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0deabec8-0a35-4b52-a090-eb50f7e803bd tempest-FloatingIPTestJSON-910308721 tempest-FloatingIPTestJSON-910308721-project] 10.222.0.55 "DELETE /v2.0/networks/d2463375-5764-4e7d-8fc4-c6852cb7f184 HTTP/1.1" status: 204 len: 168 time: 1.1233253 May 24 23:16:20.041519 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:20.063652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:20.063652 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:20.118741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f30eb-983d-4cb1-9a0f-339770c7a6af None None] Sync routers for ids ['ef966d02-f020-4420-ac09-5f2081b7b497'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:20.155451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f30eb-983d-4cb1-9a0f-339770c7a6af None None] Routers {'ef966d02-f020-4420-ac09-5f2081b7b497'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:20.155451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d4f30eb-983d-4cb1-9a0f-339770c7a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ef966d02-f020-4420-ac09-5f2081b7b497'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:20.373621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0558e23c-f919-47dc-b0f3-da888e510004 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/floatingips/fbfc8b14-5e9d-4a8e-86d4-efdb17469787 HTTP/1.1" status: 204 len: 168 time: 5.0970285 May 24 23:16:20.376679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'tag': '51c1742f-e320-4491-bb37-6806a549132e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:20.396039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36746) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:20.434095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4ceb236c-f359-4fe4-8c68-063caf79e8ed None None] Provisioning for port 4b70a93e-d8b0-41bc-ba34-936201a315ec completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:20.473052 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efbc3c6-bd24-473f-b661-e00bf2cd91fb'] response: {'name': 'network-changed', 'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'tag': '51c1742f-e320-4491-bb37-6806a549132e', 'status': 'completed', 'code': 200} May 24 23:16:20.656453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8d4f30eb-983d-4cb1-9a0f-339770c7a6af None None] Set router ef966d02-f020-4420-ac09-5f2081b7b497 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:20.740373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 4eaf00f7-433b-469f-9074-100fb4b8c1ba {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:20.740373 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:20.746118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0ad343de-6c9b-4478-a87d-e42af325da2f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:20.750925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36752) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:20.790101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:20.797586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4ceb236c-f359-4fe4-8c68-063caf79e8ed None None] Provisioning complete for port 4b70a93e-d8b0-41bc-ba34-936201a315ec triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:20.799501 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4ceb236c-f359-4fe4-8c68-063caf79e8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:20.803650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1a472d83-cbee-4676-bfb7-7ee27fbd0457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:20.903268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb236c-f359-4fe4-8c68-063caf79e8ed None None] Port 4b70a93e-d8b0-41bc-ba34-936201a315ec cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:16:20.906289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1a472d83-cbee-4676-bfb7-7ee27fbd0457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:20.924155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1a472d83-cbee-4676-bfb7-7ee27fbd0457 admin admin] Usage tracker for resource:security_group_rule and tenant:dc356ba8c2da489196ae92c12bd5a17c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:20.930590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03148d2-8b4d-4116-9d60-a54204b4a216 req-747ce3c1-1ce4-4b04-bcab-c1a16ddce84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:20.934896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f03148d2-8b4d-4116-9d60-a54204b4a216 req-747ce3c1-1ce4-4b04-bcab-c1a16ddce84f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 1096 time: 0.3916926 May 24 23:16:20.942219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-53298297-17f0-4415-9b75-db7d532f62aa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc1ef1b84c1e4f0eacc17ee867a8a794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413244 May 24 23:16:20.943843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36756) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:20.944045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1a472d83-cbee-4676-bfb7-7ee27fbd0457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:20.966836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1a472d83-cbee-4676-bfb7-7ee27fbd0457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:21.127091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port 4eaf00f7-433b-469f-9074-100fb4b8c1ba, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4eaf00f7-433b-469f-9074-100fb4b8c1ba,segment=NetworkSegment(5e2cef84-4bfa-4e48-b1ae-6f2602aad963),segment_id=5e2cef84-4bfa-4e48-b1ae-6f2602aad963)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:21.127455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.166538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 0ad343de-6c9b-4478-a87d-e42af325da2f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:21.175759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0ad343de-6c9b-4478-a87d-e42af325da2f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:21.175759 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.259582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1a472d83-cbee-4676-bfb7-7ee27fbd0457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.263760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.268313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1a472d83-cbee-4676-bfb7-7ee27fbd0457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.289364 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.429165 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1a472d83-cbee-4676-bfb7-7ee27fbd0457 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc356ba8c2da489196ae92c12bd5a17c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6755707 May 24 23:16:21.434162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a472d83-cbee-4676-bfb7-7ee27fbd0457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac43bd1-79cb-4513-91bf-2e329442c843,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:21.438326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36762) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:21.438612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for 4eaf00f7-433b-469f-9074-100fb4b8c1ba owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:21.470575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0ad343de-6c9b-4478-a87d-e42af325da2f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:21.471150 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.473143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.495658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Pushing event updated for resources: {'Port': ['ID=4b70a93e-d8b0-41bc-ba34-936201a315ec,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:21.500946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d4f30eb-983d-4cb1-9a0f-339770c7a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99ed31ef-3be0-4c58-84b7-7db88b604720', 'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:81:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:02Z', 'updated_at': '2022-05-24T23:14:10Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:21.504236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 0ad343de-6c9b-4478-a87d-e42af325da2f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0ad343de-6c9b-4478-a87d-e42af325da2f,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:21.510686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f30eb-983d-4cb1-9a0f-339770c7a6af None None] Checking router: ef966d02-f020-4420-ac09-5f2081b7b497 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:21.516565 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.569262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f30eb-983d-4cb1-9a0f-339770c7a6af None None] Routers {'ef966d02-f020-4420-ac09-5f2081b7b497'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:21.570721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d4f30eb-983d-4cb1-9a0f-339770c7a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ef966d02-f020-4420-ac09-5f2081b7b497'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:21.587622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03148d2-8b4d-4116-9d60-a54204b4a216 req-3f776d4c-339e-4baf-ab61-1c8bc9356218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:21.589097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f03148d2-8b4d-4116-9d60-a54204b4a216 req-3f776d4c-339e-4baf-ab61-1c8bc9356218 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5 HTTP/1.1" status: 200 len: 898 time: 0.6440513 May 24 23:16:21.679545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-965e4723-8d3f-4ed1-9c9f-923cb45adbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.687604 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bb29e7f9-6b41-4bcf-ba52-9827da16d915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.705453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f03148d2-8b4d-4116-9d60-a54204b4a216 req-b67b22c3-219a-4ec6-86f1-614179a60d01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 200 len: 217 time: 0.1047711 May 24 23:16:21.747591 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bb29e7f9-6b41-4bcf-ba52-9827da16d915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.770322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:21.806864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=0ad343de-6c9b-4478-a87d-e42af325da2f,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:21.823836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-965e4723-8d3f-4ed1-9c9f-923cb45adbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:21.856202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:21.872451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03148d2-8b4d-4116-9d60-a54204b4a216 req-8fc41db8-5e6c-40bf-a6d1-c8b968d90cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:21.874023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f03148d2-8b4d-4116-9d60-a54204b4a216 req-8fc41db8-5e6c-40bf-a6d1-c8b968d90cda service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bf04fc3-e8ac-44ff-b567-49134ab0d57d HTTP/1.1" status: 200 len: 835 time: 0.1598873 May 24 23:16:21.909245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.911060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.911711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.912610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.913147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.913708 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.914255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.914791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.914933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106959d6-946d-4975-974e-a57473376f64 req-379531c0-b23e-4584-ac46-a78c0ae1b7a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:21.915396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.915818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.916237 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.916657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:21.923492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-106959d6-946d-4975-974e-a57473376f64 req-379531c0-b23e-4584-ac46-a78c0ae1b7a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.4299090 May 24 23:16:21.991788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8d4f30eb-983d-4cb1-9a0f-339770c7a6af None None] Set router ef966d02-f020-4420-ac09-5f2081b7b497 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:22.106562 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-106959d6-946d-4975-974e-a57473376f64 req-e2b7e28e-19e9-4b2f-87f7-0a052988689f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386530 May 24 23:16:22.114584 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-965e4723-8d3f-4ed1-9c9f-923cb45adbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:22.157386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e4723-8d3f-4ed1-9c9f-923cb45adbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db2ae23-99ea-4635-b64f-85dd14c13f54,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:22.169349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03148d2-8b4d-4116-9d60-a54204b4a216 req-01e674e8-f8b4-4f92-a686-6643b4b45be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:22.179122 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f03148d2-8b4d-4116-9d60-a54204b4a216 req-01e674e8-f8b4-4f92-a686-6643b4b45be3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05c9f0f0-7833-4a33-95b5-275aa9a4fae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2893925 May 24 23:16:22.189106 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:22.306717 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bb29e7f9-6b41-4bcf-ba52-9827da16d915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:22.326928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-eea36c19-2f2b-4b23-8024-0bc17f9b2083 None None] Provisioning complete for port 4b70a93e-d8b0-41bc-ba34-936201a315ec triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:22.327950 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-eea36c19-2f2b-4b23-8024-0bc17f9b2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:22.329831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29e7f9-6b41-4bcf-ba52-9827da16d915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac43bd1-79cb-4513-91bf-2e329442c843,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:22.385534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Router 1804651e-eb99-4f36-83bf-e16469686850 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:22.390375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bb29e7f9-6b41-4bcf-ba52-9827da16d915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:22.394142 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bb29e7f9-6b41-4bcf-ba52-9827da16d915 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ac43bd1-79cb-4513-91bf-2e329442c843 HTTP/1.1" status: 204 len: 168 time: 0.9472783 May 24 23:16:22.406369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-eea36c19-2f2b-4b23-8024-0bc17f9b2083 None None] Port 4b70a93e-d8b0-41bc-ba34-936201a315ec cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:16:22.444039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=4eaf00f7-433b-469f-9074-100fb4b8c1ba,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:22.494980 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-965e4723-8d3f-4ed1-9c9f-923cb45adbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:22.498722 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-965e4723-8d3f-4ed1-9c9f-923cb45adbf7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3db2ae23-99ea-4635-b64f-85dd14c13f54 HTTP/1.1" status: 204 len: 168 time: 1.5491865 May 24 23:16:22.707874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0ad343de-6c9b-4478-a87d-e42af325da2f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:22.718593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-7782fdd7-13ef-491c-9996-ab0b2257b7a3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:22.719319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-7782fdd7-13ef-491c-9996-ab0b2257b7a3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:16:22.790927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d4f30eb-983d-4cb1-9a0f-339770c7a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99ed31ef-3be0-4c58-84b7-7db88b604720', 'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:81:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:02Z', 'updated_at': '2022-05-24T23:14:10Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:22.793698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-7782fdd7-13ef-491c-9996-ab0b2257b7a3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:16:22.803556 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-7782fdd7-13ef-491c-9996-ab0b2257b7a3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.4630857 May 24 23:16:22.809805 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f30eb-983d-4cb1-9a0f-339770c7a6af None None] The sync data for ids ['ef966d02-f020-4420-ac09-5f2081b7b497'] in n-d-843146-7 is: [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '99ed31ef-3be0-4c58-84b7-7db88b604720', 'name': '', 'network_id': '05c9f0f0-7833-4a33-95b5-275aa9a4fae5', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:81:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:14:02Z', 'updated_at': '2022-05-24T23:14:10Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': '8bf04fc3-e8ac-44ff-b567-49134ab0d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:22.815447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0ad343de-6c9b-4478-a87d-e42af325da2f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:22.815447 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:22.952880 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f03148d2-8b4d-4116-9d60-a54204b4a216 req-14fbd964-6bfb-481f-bb0f-79257bed90fd service neutron] 10.222.0.31 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7490673 May 24 23:16:22.959941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:22.971886 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Sync routers for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:22.998333 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:22.998792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-00a49679-73a0-4ebf-a238-409a0358d999 admin admin] 10.222.0.55 "PUT /v2.0/routers/1804651e-eb99-4f36-83bf-e16469686850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7141850 May 24 23:16:22.998978 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:23.000126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0ad343de-6c9b-4478-a87d-e42af325da2f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:23.011940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-6008ef9b-e8ef-43a9-9467-24bdae40556c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port 51c1742f-e320-4491-bb37-6806a549132e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:23.012689 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-6008ef9b-e8ef-43a9-9467-24bdae40556c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:23.138140 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:23.245009 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f03148d2-8b4d-4116-9d60-a54204b4a216 req-6ad9e8ce-b1a5-48e8-afaa-a68f4aa8500c service neutron] 10.222.0.31 "GET /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799280 May 24 23:16:23.365933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c71ab-1c50-4052-b85a-b124b7ac99ae None None] New status for floating IP fbfc8b14-5e9d-4a8e-86d4-efdb17469787: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:16:23.376894 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:23.813895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-6008ef9b-e8ef-43a9-9467-24bdae40556c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port 51c1742f-e320-4491-bb37-6806a549132e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=51c1742f-e320-4491-bb37-6806a549132e,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:23.816406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-6008ef9b-e8ef-43a9-9467-24bdae40556c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:23.970275 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 2, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:23.977759 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Checking router: 1804651e-eb99-4f36-83bf-e16469686850 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:23.979759 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Updating router 1804651e-eb99-4f36-83bf-e16469686850 port 4b70a93e-d8b0-41bc-ba34-936201a315ec binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:16:23.987303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-6008ef9b-e8ef-43a9-9467-24bdae40556c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for 51c1742f-e320-4491-bb37-6806a549132e owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:24.073468 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.074916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d7c34-11a8-419c-ad31-22fff05add51 req-30356e17-ae96-41b5-bb6b-13b5eb44ce23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:24.085598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1f1d7c34-11a8-419c-ad31-22fff05add51 req-30356e17-ae96-41b5-bb6b-13b5eb44ce23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=236d2171-5abb-4a9e-a4cc-9bfb714ee3d6 HTTP/1.1" status: 200 len: 945 time: 0.7342505 May 24 23:16:24.103388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 219b8cdb-f51a-4960-90bd-f67425a92cd5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:24.293152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1f1d7c34-11a8-419c-ad31-22fff05add51 req-da60bbe5-5ff3-4104-8ac9-310b04fc879f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a922fcd8-9248-42dc-a958-75aeeb3585fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062194 May 24 23:16:24.295225 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-6008ef9b-e8ef-43a9-9467-24bdae40556c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.302876 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.412431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008ef9b-e8ef-43a9-9467-24bdae40556c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=51c1742f-e320-4491-bb37-6806a549132e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:24.431159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:24.458660 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-74190b6a-044d-4a5c-9811-689c8ab86205 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4716952 May 24 23:16:24.458907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36818) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:24.464891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-6008ef9b-e8ef-43a9-9467-24bdae40556c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] No DVR routers for this DVR port 51c1742f-e320-4491-bb37-6806a549132e on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:16:24.465020 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc04f8a-96f4-49f1-93bc-c41b3e7c7dc2 None None] Sync routers for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:24.467803 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-6008ef9b-e8ef-43a9-9467-24bdae40556c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.496575 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc04f8a-96f4-49f1-93bc-c41b3e7c7dc2 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:24.496575 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6cc04f8a-96f4-49f1-93bc-c41b3e7c7dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:24.617767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'name': 'network-vif-deleted', 'tag': '51c1742f-e320-4491-bb37-6806a549132e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:16:24.647575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad3e3d0-445e-4d76-a440-20bc0c5e00c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting subnet 1f9332bf-34a8-4d37-a5e9-f4a05f70e375 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:16:24.655525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7aba2ab0-7201-4226-bcdf-a69336ec43fd req-6008ef9b-e8ef-43a9-9467-24bdae40556c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "DELETE /v2.0/ports/51c1742f-e320-4491-bb37-6806a549132e HTTP/1.1" status: 204 len: 173 time: 1.8513737 May 24 23:16:24.656250 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e3d0-445e-4d76-a440-20bc0c5e00c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.708412 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-6cc04f8a-96f4-49f1-93bc-c41b3e7c7dc2 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:24.776380 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81aab9a-4551-4db6-b03a-4471f68d7083'] response: {'server_uuid': '236d2171-5abb-4a9e-a4cc-9bfb714ee3d6', 'name': 'network-vif-deleted', 'tag': '51c1742f-e320-4491-bb37-6806a549132e', 'status': 'completed', 'code': 200} May 24 23:16:24.802946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e3d0-445e-4d76-a440-20bc0c5e00c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:24.910152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36830) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:24.919286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-289348600-network', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:24.931958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:24.948712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Usage tracker for resource:network and tenant:e1445b27170d4a57a41beead3c80f939 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:24.960284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:24.976355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:25.003093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Made reservation on behalf of e1445b27170d4a57a41beead3c80f939 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:25.005822 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.045706 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e3d0-445e-4d76-a440-20bc0c5e00c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.063255 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.112477 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:25.119935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Usage tracker for resource:security_group_rule and tenant:e1445b27170d4a57a41beead3c80f939 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:25.124557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:25.138486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:25.159173 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.210212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36836) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:25.223203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e3d0-445e-4d76-a440-20bc0c5e00c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.269667 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Transition to ACTIVE for port object 4b70a93e-d8b0-41bc-ba34-936201a315ec will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:25.295317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.304819 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.347643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:16:25.349539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad11bc38-6a73-4cd8-87e6-09cd024c2bc0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:25.360573 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.361138 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Added segment 54f90018-d7b9-4f50-b48a-5bc04f19fcc5 of type vlan for network c8e3be59-5d19-40cb-8d3b-e18bcb45c852 May 24 23:16:25.393775 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.427150 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.467194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36848) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:25.626450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799187bb-28f9-469e-b603-0313d2d520d0 None None] Network d88e8302-40b7-489b-b78a-b499b91e5446 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:25.631347 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e3d0-445e-4d76-a440-20bc0c5e00c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.638494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3e3d0-445e-4d76-a440-20bc0c5e00c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9332bf-34a8-4d37-a5e9-f4a05f70e375,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:25.645343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.661865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:25.661865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.662500 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2ad3e3d0-445e-4d76-a440-20bc0c5e00c0 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/1f9332bf-34a8-4d37-a5e9-f4a05f70e375 HTTP/1.1" status: 204 len: 168 time: 1.2018459 May 24 23:16:25.667478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-26c8ca4b-5ec1-4428-a9f2-a42d6c97ffa0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1278637466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:25.674043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36854) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:25.688928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-26c8ca4b-5ec1-4428-a9f2-a42d6c97ffa0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:25.699138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-26c8ca4b-5ec1-4428-a9f2-a42d6c97ffa0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Usage tracker for resource:router and tenant:61957a7afb424aa2a195a98109f554f7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:25.702253 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-26c8ca4b-5ec1-4428-a9f2-a42d6c97ffa0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:25.718058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-26c8ca4b-5ec1-4428-a9f2-a42d6c97ffa0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:25.732735 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876944b1-6687-4818-a3c8-7810cd821b70 None None] Pushing event updated for resources: {'Port': ['ID=4b70a93e-d8b0-41bc-ba34-936201a315ec,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:25.737398 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-26c8ca4b-5ec1-4428-a9f2-a42d6c97ffa0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.739010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-26c8ca4b-5ec1-4428-a9f2-a42d6c97ffa0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.765811 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-26c8ca4b-5ec1-4428-a9f2-a42d6c97ffa0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.803047 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-26c8ca4b-5ec1-4428-a9f2-a42d6c97ffa0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.861101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-26c8ca4b-5ec1-4428-a9f2-a42d6c97ffa0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.863096 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-26c8ca4b-5ec1-4428-a9f2-a42d6c97ffa0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6517260 May 24 23:16:25.865808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36860) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:25.874142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1698063598'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:25.889996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:25.899653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Usage tracker for resource:network and tenant:61957a7afb424aa2a195a98109f554f7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:25.905020 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Attempting to bind port 4b70a93e-d8b0-41bc-ba34-936201a315ec on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:25.905392 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Attempting to bind port 4b70a93e-d8b0-41bc-ba34-936201a315ec by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:25.906469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:25.909424 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Attempting to bind port 4b70a93e-d8b0-41bc-ba34-936201a315ec on network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:25.921416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:25.953818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Made reservation on behalf of 61957a7afb424aa2a195a98109f554f7 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:25.957923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.980901 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:25.982160 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.988022 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Checking segment: {'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:25.988746 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.989460 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Bound using segment: {'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:25.990148 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Bound port: 4b70a93e-d8b0-41bc-ba34-936201a315ec, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:25.990719 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:25.998660 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.016799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:26.025626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Usage tracker for resource:security_group_rule and tenant:61957a7afb424aa2a195a98109f554f7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:26.030390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:26.041963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:26.120261 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] For port 4b70a93e-d8b0-41bc-ba34-936201a315ec, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:26.123415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] DHCP port deletion for d88e8302-40b7-489b-b78a-b499b91e5446 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:16:26.124454 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] For port 4b70a93e-d8b0-41bc-ba34-936201a315ec, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4b70a93e-d8b0-41bc-ba34-936201a315ec,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:26.126630 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6cc04f8a-96f4-49f1-93bc-c41b3e7c7dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 10, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:26.129193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Deleting port bb24034c-db2d-4dc9-9b38-205cff05b781 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:26.130203 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.131502 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc04f8a-96f4-49f1-93bc-c41b3e7c7dc2 None None] Checking router: 219b8cdb-f51a-4960-90bd-f67425a92cd5 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:26.137311 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.193234 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc04f8a-96f4-49f1-93bc-c41b3e7c7dc2 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:26.195171 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6cc04f8a-96f4-49f1-93bc-c41b3e7c7dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:26.229301 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.238447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3231452 May 24 23:16:26.239120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36868) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:26.249367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Request body: {'subnet': {'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-289348600-subnet', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:26.266719 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.298312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:16:26.325000 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.326907 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Added segment 53b85bd3-9bc9-4f2e-aff0-436a9cfd586e of type vlan for network 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e May 24 23:16:26.356880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e322130-9389-4727-81ab-7fb9df63776c admin admin] Pushing event updated for resources: {'Network': ['ID=c8e3be59-5d19-40cb-8d3b-e18bcb45c852,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:26.373440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network c8e3be59-5d19-40cb-8d3b-e18bcb45c852 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:16:26.378669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.415693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:26.456687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f5f4c2-0a05-4a73-8831-611c8671e087,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:26.461114 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.469401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:26.470590 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.475329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:26.476575 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:26.478405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Usage tracker for resource:subnet and tenant:e1445b27170d4a57a41beead3c80f939 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:26.511007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:26.534453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:26.550979 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.568615 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 51c1742f-e320-4491-bb37-6806a549132e no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:26.636604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7688518 May 24 23:16:26.642152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36884) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:26.644520 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876944b1-6687-4818-a3c8-7810cd821b70 None None] Pushing event updated for resources: {'Port': ['ID=4b70a93e-d8b0-41bc-ba34-936201a315ec,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:26.653678 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'subnet': {'network_id': '6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:26.663245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port bb24034c-db2d-4dc9-9b38-205cff05b781 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:26.663623 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.672077 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-6cc04f8a-96f4-49f1-93bc-c41b3e7c7dc2 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:26.679572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c1f72-a316-4d83-ae91-58df664bfa58 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Network': ['ID=6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:26.683343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Made reservation on behalf of e1445b27170d4a57a41beead3c80f939 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:26.685979 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:26.740045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device bb24034c-db2d-4dc9-9b38-205cff05b781 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:26.837460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:16:26.857367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 51c1742f-e320-4491-bb37-6806a549132e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:26.857857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 51c1742f-e320-4491-bb37-6806a549132e not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:26.966050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:26.972289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Usage tracker for resource:subnet and tenant:61957a7afb424aa2a195a98109f554f7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:26.979156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:26.990039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:27.006564 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:27.011883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Made reservation on behalf of 61957a7afb424aa2a195a98109f554f7 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:27.021463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.135150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port bb24034c-db2d-4dc9-9b38-205cff05b781, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=bb24034c-db2d-4dc9-9b38-205cff05b781,segment=NetworkSegment(5e2cef84-4bfa-4e48-b1ae-6f2602aad963),segment_id=5e2cef84-4bfa-4e48-b1ae-6f2602aad963)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:27.135587 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.279002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] For port bb24034c-db2d-4dc9-9b38-205cff05b781, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=bb24034c-db2d-4dc9-9b38-205cff05b781,segment=NetworkSegment(5e2cef84-4bfa-4e48-b1ae-6f2602aad963),segment_id=5e2cef84-4bfa-4e48-b1ae-6f2602aad963)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:27.279613 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.380100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port bb24034c-db2d-4dc9-9b38-205cff05b781 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:27.380100 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.537062 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.623870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for bb24034c-db2d-4dc9-9b38-205cff05b781 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:27.658544 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6cc04f8a-96f4-49f1-93bc-c41b3e7c7dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 10, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:27.668825 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc04f8a-96f4-49f1-93bc-c41b3e7c7dc2 None None] The sync data for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 is: [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 10, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None, '_interfaces': [{'id': '1607cb03-0bb6-4c3f-b9e6-11700fc32739', 'name': '', 'network_id': '7d13d5d7-7ca5-4d51-9cd4-79d25db81d75', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'mac_address': 'fa:16:3e:97:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:15:21Z', 'updated_at': '2022-05-24T23:15:31Z', 'revision_number': 5, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'subnets': [{'id': 'fab4a621-167f-4c31-bcf8-4c77419a8a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:27.700779 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:26Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:27.714649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Subnet': ['ID=21cdd3d6-a04c-41e6-aa0c-f790ea406f71,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:27.720631 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4df3d-0709-48c6-8511-b43cff8bbcf7 None None] The sync data for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 is: [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:26Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:27.726449 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.802856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Calling delete_port for bb24034c-db2d-4dc9-9b38-205cff05b781 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:27.873603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Checking segment: {'id': '53b85bd3-9bc9-4f2e-aff0-436a9cfd586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:27.874394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network hostable DHCP agents. Network: 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:16:27.889445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port bb24034c-db2d-4dc9-9b38-205cff05b781, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=bb24034c-db2d-4dc9-9b38-205cff05b781,segment=NetworkSegment(5e2cef84-4bfa-4e48-b1ae-6f2602aad963),segment_id=5e2cef84-4bfa-4e48-b1ae-6f2602aad963)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:27.902291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Checking segment: {'id': '54f90018-d7b9-4f50-b48a-5bc04f19fcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:27.902910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Network hostable DHCP agents. Network: c8e3be59-5d19-40cb-8d3b-e18bcb45c852, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:16:27.910998 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:16:27.911188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=55890f1e-9048-488e-9742-003f5ceeece0,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:27.911515 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:16:27.916018 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:27.952109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:16:27.961931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Network c8e3be59-5d19-40cb-8d3b-e18bcb45c852 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:16:27.978256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:27.980004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, c8e3be59-5d19-40cb-8d3b-e18bcb45c852) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:27.991260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:27.991856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.006822 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d52cb-8f99-4d11-868a-a30a8736c92f None None] Network 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:28.017212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.021001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e5d9bd-7f21-42dc-b372-85c43f58b8ea None None] Network c8e3be59-5d19-40cb-8d3b-e18bcb45c852 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:28.021826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:28.022649 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.043294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-af087e0d-8a1d-4642-bd06-0af31fd0251f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3953900 May 24 23:16:28.052811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36912) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:28.122123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'network': {'name': 'tempest-router-network01--1904839300'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:28.139661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:28.146935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Usage tracker for resource:network and tenant:61957a7afb424aa2a195a98109f554f7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:28.150357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:28.159390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:28.182264 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5353dcbd-e99b-4456-af37-39b5573e40ab admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9411166 May 24 23:16:28.187096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36918) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:28.192713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-289348600-router', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:28.209963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:28.217704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Usage tracker for resource:router and tenant:e1445b27170d4a57a41beead3c80f939 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:28.224493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:28.234793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:28.249327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Made reservation on behalf of 61957a7afb424aa2a195a98109f554f7 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:28.256838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.292873 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.296961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.314901 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:16:28.315283 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:16:28.323107 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.394095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36922) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:28.411593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=bb24034c-db2d-4dc9-9b38-205cff05b781,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:28.412675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port bb24034c-db2d-4dc9-9b38-205cff05b781 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:28.414615 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.673887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4b70a93e-d8b0-41bc-ba34-936201a315ec up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:28.686668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:16:28.750643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.750643 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Added segment f31d2c02-e9be-45f6-ac8b-0abff71f9d68 of type vlan for network 012c7cc9-5e19-4c19-a13b-74222208c835 May 24 23:16:28.790961 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3158e04-f178-4036-8047-797ddd2585b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.846888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Deleting port bb24034c-db2d-4dc9-9b38-205cff05b781 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:28.847488 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.896659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b3158e04-f178-4036-8047-797ddd2585b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:28.909629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b3158e04-f178-4036-8047-797ddd2585b2 admin admin] Usage tracker for resource:security_group_rule and tenant:5e688e2d38b6471cb0befd5407e6ae52 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:28.928804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b3158e04-f178-4036-8047-797ddd2585b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:28.930067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e', 'network_id': '6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e', 'tenant_id': '61957a7afb424aa2a195a98109f554f7', 'fixed_ips': [{'subnet_id': '21cdd3d6-a04c-41e6-aa0c-f790ea406f71'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:16:28.931250 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.948296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b3158e04-f178-4036-8047-797ddd2585b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:28.979078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port bb24034c-db2d-4dc9-9b38-205cff05b781, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=bb24034c-db2d-4dc9-9b38-205cff05b781,segment=NetworkSegment(5e2cef84-4bfa-4e48-b1ae-6f2602aad963),segment_id=5e2cef84-4bfa-4e48-b1ae-6f2602aad963)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:28.979277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-c8e3be59-5d19-40cb-8d3b-e18bcb45c852', 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'fixed_ips': [{'subnet_id': '55890f1e-9048-488e-9742-003f5ceeece0'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:16:28.979425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:28.980667 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.088335 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.117818 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.137112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for bb24034c-db2d-4dc9-9b38-205cff05b781 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:29.337286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port 99ed31ef-3be0-4c58-84b7-7db88b604720 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:29.338438 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.355389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4b70a93e-d8b0-41bc-ba34-936201a315ec completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:29.381838 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4b70a93e-d8b0-41bc-ba34-936201a315ec triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:29.383766 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.416228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.437815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-206618eb-d4dc-44bd-887f-021623e69d0f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4133549 May 24 23:16:29.459959 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.468729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:29.469685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.644293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Network': ['ID=012c7cc9-5e19-4c19-a13b-74222208c835,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:29.651069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No DVR routers for this DVR port bb24034c-db2d-4dc9-9b38-205cff05b781 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:16:29.663329 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-718809bb-c2bb-489f-8d1f-de12d367fcb3 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6061103 May 24 23:16:29.701480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36928) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:29.702297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=bb24034c-db2d-4dc9-9b38-205cff05b781,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:29.708030 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3158e04-f178-4036-8047-797ddd2585b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.735817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'network': {'name': 'tempest-router-network02--1400497401'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:29.774186 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3158e04-f178-4036-8047-797ddd2585b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:29.790437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 012c7cc9-5e19-4c19-a13b-74222208c835 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:16:29.792370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:29.839096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Allocated IP 2001:db8::2 (6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e/21cdd3d6-a04c-41e6-aa0c-f790ea406f71/5914cdc6-78eb-4778-8a18-ff4365a966b5) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:29.963314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Allocated IP 172.20.0.2 (c8e3be59-5d19-40cb-8d3b-e18bcb45c852/55890f1e-9048-488e-9742-003f5ceeece0/bbbf36d7-9b48-4eb5-82ea-66754f49aa92) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:29.965088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-4b8c00b9-5c6c-4fa5-b1a2-17c29599d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:29.967377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-4b8c00b9-5c6c-4fa5-b1a2-17c29599d5ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 1096 time: 0.3288629 May 24 23:16:30.054554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Usage tracker for resource:network and tenant:61957a7afb424aa2a195a98109f554f7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:30.057578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:30.063360 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:30.141461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Made reservation on behalf of 61957a7afb424aa2a195a98109f554f7 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:30.146060 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.146514 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.190799 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.247698 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b3158e04-f178-4036-8047-797ddd2585b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e688e2d38b6471cb0befd5407e6ae52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8489060 May 24 23:16:30.247698 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.251449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] For port bb24034c-db2d-4dc9-9b38-205cff05b781, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=bb24034c-db2d-4dc9-9b38-205cff05b781,segment=NetworkSegment(5e2cef84-4bfa-4e48-b1ae-6f2602aad963),segment_id=5e2cef84-4bfa-4e48-b1ae-6f2602aad963)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:30.252138 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.256486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3158e04-f178-4036-8047-797ddd2585b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55d53f4-0911-40a8-b4c2-4babbc61b89c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:30.266808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36932) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:30.281741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-df3b44e0-3152-48a0-b499-363ef62318b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:30.281741 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-df3b44e0-3152-48a0-b499-363ef62318b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.2505987 May 24 23:16:30.338305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:16:30.366939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88e8302-40b7-489b-b78a-b499b91e5446']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:30.396323 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.396323 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Added segment 03f96d30-b6c3-4d9c-b3bc-7370a2e02574 of type vlan for network be345d70-71f4-4742-b538-0ea5aeb600ad May 24 23:16:30.399212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port 99ed31ef-3be0-4c58-84b7-7db88b604720, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=99ed31ef-3be0-4c58-84b7-7db88b604720,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:30.399433 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.407915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2cef84-4bfa-4e48-b1ae-6f2602aad963') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:30.407915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2cef84-4bfa-4e48-b1ae-6f2602aad963') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:30.450104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Calling delete_port for bb24034c-db2d-4dc9-9b38-205cff05b781 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:30.509741 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.530033 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-0717d7bf-81b1-4a96-8661-a0c036e51713 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=151cb199-b725-4ae3-8df9-55839beeecf7 HTTP/1.1" status: 200 len: 1001 time: 0.2397566 May 24 23:16:30.569842 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e00de57f-52e5-4a63-b698-47b6c7d6662e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.580552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for 99ed31ef-3be0-4c58-84b7-7db88b604720 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:30.615723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4b70a93e-d8b0-41bc-ba34-936201a315ec is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:30.616043 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.649907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Allocated IP 172.25.7.42 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/b6347a25-74c4-4f42-a72b-71d7c6298aa2) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:30.665944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.670107 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.699163 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e00de57f-52e5-4a63-b698-47b6c7d6662e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.705749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:16:30.706208 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.784483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-f2def8b3-90d0-41e6-ac9c-fa49554782e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:30.784483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-f2def8b3-90d0-41e6-ac9c-fa49554782e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.2440107 May 24 23:16:30.805464 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 5e2cef84-4bfa-4e48-b1ae-6f2602aad963 resource provider aggregate not found May 24 23:16:30.845462 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 5e2cef84-4bfa-4e48-b1ae-6f2602aad963 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e2cef84-4bfa-4e48-b1ae-6f2602aad963 found for delete ", "request_id": "req-bc9a4c9f-f90e-44cc-ad68-92c7f67ef119"}]} May 24 23:16:30.860108 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 4b70a93e-d8b0-41bc-ba34-936201a315ec, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4b70a93e-d8b0-41bc-ba34-936201a315ec,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:30.861661 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.864542 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:16:30.864893 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:16:30.884041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Deleting port bb24034c-db2d-4dc9-9b38-205cff05b781 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:30.884041 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.926012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-a40cdb16-cd37-47d8-9c94-5a947869ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:30.926012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-a40cdb16-cd37-47d8-9c94-5a947869ea1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221461 May 24 23:16:30.933715 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.934997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.934997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.937532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Transition to ACTIVE for port object bbbf36d7-9b48-4eb5-82ea-66754f49aa92 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:30.942904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:30.944177 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:30.991148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4eaf00f7-433b-469f-9074-100fb4b8c1ba no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:31.018984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.074763 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.086097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Transition to ACTIVE for port object 5914cdc6-78eb-4778-8a18-ff4365a966b5 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:31.102668 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.105072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4eaf00f7-433b-469f-9074-100fb4b8c1ba {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:31.105072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4eaf00f7-433b-469f-9074-100fb4b8c1ba not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:31.105072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b4eaa837-9e9a-4024-8045-f8e5b38db83b None None] The port 'bb24034c-db2d-4dc9-9b38-205cff05b781' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:16:31.116980 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-2eaec747-3972-44d6-a0f7-18a645ae234a service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877434 May 24 23:16:31.133735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Network': ['ID=be345d70-71f4-4742-b538-0ea5aeb600ad,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:31.140832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Transition to ACTIVE for port object bbbf36d7-9b48-4eb5-82ea-66754f49aa92 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:31.157680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=4b70a93e-d8b0-41bc-ba34-936201a315ec,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:31.164661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network be345d70-71f4-4742-b538-0ea5aeb600ad details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:16:31.188741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Network': ['ID=d88e8302-40b7-489b-b78a-b499b91e5446,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:31.190813 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.208451 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.210235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-22299ff1-f8cd-4e68-a866-791d5f942e39 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/networks/d88e8302-40b7-489b-b78a-b499b91e5446 HTTP/1.1" status: 204 len: 168 time: 5.4549823 May 24 23:16:31.213567 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36940) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:31.217251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e00de57f-52e5-4a63-b698-47b6c7d6662e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.219199 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e00de57f-52e5-4a63-b698-47b6c7d6662e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.223616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e00de57f-52e5-4a63-b698-47b6c7d6662e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b55d53f4-0911-40a8-b4c2-4babbc61b89c HTTP/1.1" status: 204 len: 168 time: 0.9537554 May 24 23:16:31.282373 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Transition to ACTIVE for port object 5914cdc6-78eb-4778-8a18-ff4365a966b5 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:31.334268 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.393355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Network c8e3be59-5d19-40cb-8d3b-e18bcb45c852 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:31.403220 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c7085547-fc08-47fa-b7f7-104501310515 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6979835 May 24 23:16:31.407816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:31.410018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Pushing event updated for resources: {'Port': ['ID=bbbf36d7-9b48-4eb5-82ea-66754f49aa92,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:31.411269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36946) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:31.421519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:31.427031 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'subnet': {'network_id': '012c7cc9-5e19-4c19-a13b-74222208c835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:31.433756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Network 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:31.493706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:31.502633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:31.541462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00de57f-52e5-4a63-b698-47b6c7d6662e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55d53f4-0911-40a8-b4c2-4babbc61b89c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:31.550178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:31.616399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Usage tracker for resource:subnet and tenant:61957a7afb424aa2a195a98109f554f7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:31.621329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:31.690162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:31.695387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:31.700092 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d78e9e7-8d79-47c6-b5f7-57d3280f09e0 req-1fdd04e3-664a-45e4-98a0-b0a66a5ae3f3 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537322 May 24 23:16:31.706661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:31.720394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:31.846370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36952) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:31.860190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Attempting to bind port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:31.860190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Attempting to bind port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '54f90018-d7b9-4f50-b48a-5bc04f19fcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:31.860190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Attempting to bind port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 on network c8e3be59-5d19-40cb-8d3b-e18bcb45c852 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:31.860190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Pushing event updated for resources: {'Port': ['ID=5914cdc6-78eb-4778-8a18-ff4365a966b5,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:31.879268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Attempting to bind port 5914cdc6-78eb-4778-8a18-ff4365a966b5 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:31.879268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Attempting to bind port 5914cdc6-78eb-4778-8a18-ff4365a966b5 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '53b85bd3-9bc9-4f2e-aff0-436a9cfd586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:31.879268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Attempting to bind port 5914cdc6-78eb-4778-8a18-ff4365a966b5 on network 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:31.879268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:31.879268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Checking segment: {'id': '54f90018-d7b9-4f50-b48a-5bc04f19fcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:31.879268 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:31.879268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Bound using segment: {'id': '54f90018-d7b9-4f50-b48a-5bc04f19fcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:31.879268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Bound port: bbbf36d7-9b48-4eb5-82ea-66754f49aa92, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f90018-d7b9-4f50-b48a-5bc04f19fcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:31.885379 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.022555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Made reservation on behalf of 61957a7afb424aa2a195a98109f554f7 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:32.023240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:32.023240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Checking segment: {'id': '53b85bd3-9bc9-4f2e-aff0-436a9cfd586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:32.023240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.023240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Bound using segment: {'id': '53b85bd3-9bc9-4f2e-aff0-436a9cfd586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:32.023240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Bound port: 5914cdc6-78eb-4778-8a18-ff4365a966b5, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b85bd3-9bc9-4f2e-aff0-436a9cfd586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:32.023240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.025689 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.103017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Pushing event updated for resources: {'Port': ['ID=b6347a25-74c4-4f42-a72b-71d7c6298aa2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:32.115923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e389965-5b57-43cf-ad96-f5da42d0f42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.141164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e389965-5b57-43cf-ad96-f5da42d0f42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:32.148855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e389965-5b57-43cf-ad96-f5da42d0f42a admin admin] Usage tracker for resource:security_group_rule and tenant:956201fb2589468a8f47b9a00b7d1f17 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:32.157456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1e389965-5b57-43cf-ad96-f5da42d0f42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:32.166010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1e389965-5b57-43cf-ad96-f5da42d0f42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:32.198540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] For port bbbf36d7-9b48-4eb5-82ea-66754f49aa92, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:32.214310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] For port bbbf36d7-9b48-4eb5-82ea-66754f49aa92, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=bbbf36d7-9b48-4eb5-82ea-66754f49aa92,segment=NetworkSegment(54f90018-d7b9-4f50-b48a-5bc04f19fcc5),segment_id=54f90018-d7b9-4f50-b48a-5bc04f19fcc5)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:32.217715 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] For port 5914cdc6-78eb-4778-8a18-ff4365a966b5, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:32.225989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] For port 5914cdc6-78eb-4778-8a18-ff4365a966b5, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5914cdc6-78eb-4778-8a18-ff4365a966b5,segment=NetworkSegment(53b85bd3-9bc9-4f2e-aff0-436a9cfd586e),segment_id=53b85bd3-9bc9-4f2e-aff0-436a9cfd586e)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:32.228348 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.273179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.343940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bf7c1-5a55-4c22-9736-9c0d30662d87 None None] Pushing event updated for resources: {'Port': ['ID=bbbf36d7-9b48-4eb5-82ea-66754f49aa92,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:32.403285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.427740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490f808-b5ea-4a4e-9876-cc66e3d23d0d None None] Pushing event updated for resources: {'Port': ['ID=5914cdc6-78eb-4778-8a18-ff4365a966b5,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:32.515729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=99ed31ef-3be0-4c58-84b7-7db88b604720,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:32.526004 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e389965-5b57-43cf-ad96-f5da42d0f42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.540791 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e389965-5b57-43cf-ad96-f5da42d0f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.575159 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:32.782014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1e389965-5b57-43cf-ad96-f5da42d0f42a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=956201fb2589468a8f47b9a00b7d1f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9328923 May 24 23:16:32.783461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e389965-5b57-43cf-ad96-f5da42d0f42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204b0135-2014-4e7a-86e2-3b8454c9a1bb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:32.784666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36958) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:33.204357 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.270829 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.375103 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.466448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4b70a93e-d8b0-41bc-ba34-936201a315ec up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:33.478689 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.512012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Router de1c4cba-0009-4078-af68-acf566813126 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:16:33.554954 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.559450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4b70a93e-d8b0-41bc-ba34-936201a315ec triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:33.559450 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.612155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.625388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Subnet': ['ID=3f72ff35-bccb-428a-a993-528366b02933,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:33.719637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4b70a93e-d8b0-41bc-ba34-936201a315ec is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:33.723770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device bbbf36d7-9b48-4eb5-82ea-66754f49aa92 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:33.831360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:33.844950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Sync routers for ids ['de1c4cba-0009-4078-af68-acf566813126'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:33.864877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Routers {'de1c4cba-0009-4078-af68-acf566813126'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:33.865761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['de1c4cba-0009-4078-af68-acf566813126'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:33.869967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Checking segment: {'id': 'f31d2c02-e9be-45f6-ac8b-0abff71f9d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '012c7cc9-5e19-4c19-a13b-74222208c835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:33.870632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network hostable DHCP agents. Network: 012c7cc9-5e19-4c19-a13b-74222208c835, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:16:33.899464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:33.905302 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cfb25e54-0bd9-4d10-a711-47d70eb1db73 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7167876 May 24 23:16:33.913136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 36962) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:33.986704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:34.009335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5914cdc6-78eb-4778-8a18-ff4365a966b5 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:34.227982 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.270376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5914cdc6-78eb-4778-8a18-ff4365a966b5 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:34.280495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204b0135-2014-4e7a-86e2-3b8454c9a1bb,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:34.295863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Set router de1c4cba-0009-4078-af68-acf566813126 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:34.412270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0643e4-8e8e-4341-bd34-45cd570969d4 None None] Network c8e3be59-5d19-40cb-8d3b-e18bcb45c852 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:34.506005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad31fb-93c5-46c4-bcc5-4f3489312bcc None None] Network 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:34.550625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.551000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.551501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.551830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.552414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.552999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.553481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.554002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.554513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.555021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.555376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.555710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:34.570529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network 012c7cc9-5e19-4c19-a13b-74222208c835 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:16:34.662525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 012c7cc9-5e19-4c19-a13b-74222208c835) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:34.666805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:34.667747 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.680184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c0c0bc-3896-49c7-87cb-521cbb9aadd5 None None] Network 012c7cc9-5e19-4c19-a13b-74222208c835 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:34.701740 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.705353 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-08513714-168e-4496-8c7c-15ae77b7c2f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/204b0135-2014-4e7a-86e2-3b8454c9a1bb HTTP/1.1" status: 204 len: 168 time: 1.9132245 May 24 23:16:34.720890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bb5dc64a-a8aa-49fe-8385-dd6e1341f735 None None] Provisioning for port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:34.729418 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c38cdd6b-dbbb-45c9-a194-ec3c331c466f tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3156326 May 24 23:16:34.730778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36968) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:34.746259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'subnet': {'network_id': 'be345d70-71f4-4742-b538-0ea5aeb600ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:34.822298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bb5dc64a-a8aa-49fe-8385-dd6e1341f735 None None] Provisioning complete for port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:34.824026 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc64a-a8aa-49fe-8385-dd6e1341f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:34.880255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router ef966d02-f020-4420-ac09-5f2081b7b497 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:34.932973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 1607cb03-0bb6-4c3f-b9e6-11700fc32739 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:34.933309 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.044823 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.073606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:35.084333 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Usage tracker for resource:subnet and tenant:61957a7afb424aa2a195a98109f554f7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:35.111589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:35.191547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:35.323247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Made reservation on behalf of 61957a7afb424aa2a195a98109f554f7 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:35.336995 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.390285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bb5dc64a-a8aa-49fe-8385-dd6e1341f735 None None] Current status of the port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:35.391585 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc64a-a8aa-49fe-8385-dd6e1341f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.397256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Allocated IP 172.20.0.1 (c8e3be59-5d19-40cb-8d3b-e18bcb45c852/55890f1e-9048-488e-9742-003f5ceeece0/3ef120d3-b457-402c-9a99-b24629e4f9b9) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:35.447652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:35.464748 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166055cc-a322-4821-99fa-27e9e808025d None None] Sync routers for ids ['ef966d02-f020-4420-ac09-5f2081b7b497'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:35.483835 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166055cc-a322-4821-99fa-27e9e808025d None None] Routers {'ef966d02-f020-4420-ac09-5f2081b7b497'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:35.483835 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-166055cc-a322-4821-99fa-27e9e808025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ef966d02-f020-4420-ac09-5f2081b7b497'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:35.484107 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9fff8a61-5c53-4108-bce4-1c9ab2017344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.498604 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0f8ec4b5-8775-46b8-b07e-c1caa88c66c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "PUT /v2.0/routers/ef966d02-f020-4420-ac09-5f2081b7b497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0295091 May 24 23:16:35.511981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 36982) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:35.622892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-bb5dc64a-a8aa-49fe-8385-dd6e1341f735 None None] For port bbbf36d7-9b48-4eb5-82ea-66754f49aa92, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=bbbf36d7-9b48-4eb5-82ea-66754f49aa92,segment=NetworkSegment(54f90018-d7b9-4f50-b48a-5bc04f19fcc5),segment_id=54f90018-d7b9-4f50-b48a-5bc04f19fcc5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:35.650340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-012c7cc9-5e19-4c19-a13b-74222208c835', 'network_id': '012c7cc9-5e19-4c19-a13b-74222208c835', 'tenant_id': '61957a7afb424aa2a195a98109f554f7', 'fixed_ips': [{'subnet_id': '3f72ff35-bccb-428a-a993-528366b02933'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:16:35.651880 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.669178 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc64a-a8aa-49fe-8385-dd6e1341f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.697341 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.725470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Transition to ACTIVE for port object 3ef120d3-b457-402c-9a99-b24629e4f9b9 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:35.726287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c4cba-0009-4078-af68-acf566813126', 'name': 'tempest-TestVolumeBackupRestore-289348600-router', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:28Z', 'updated_at': '2022-05-24T23:16:32Z', 'revision_number': 3, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'gw_port': {'id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:35.769948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port 1607cb03-0bb6-4c3f-b9e6-11700fc32739, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=1607cb03-0bb6-4c3f-b9e6-11700fc32739,segment=NetworkSegment(15dc6ff7-6c20-4760-9a40-c762d40108f1),segment_id=15dc6ff7-6c20-4760-9a40-c762d40108f1)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:35.770098 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.773311 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.784304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Checking router: de1c4cba-0009-4078-af68-acf566813126 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:35.784651 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Updating router de1c4cba-0009-4078-af68-acf566813126 port b6347a25-74c4-4f42-a72b-71d7c6298aa2 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:16:35.907582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Network c8e3be59-5d19-40cb-8d3b-e18bcb45c852 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:35.915982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:35.922569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for 1607cb03-0bb6-4c3f-b9e6-11700fc32739 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:35.926885 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-166055cc-a322-4821-99fa-27e9e808025d None None] Set router ef966d02-f020-4420-ac09-5f2081b7b497 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:35.930721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:35.976812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-84dab83e-0d8d-4589-8e4b-25aa0c1208eb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting subnet 8bf04fc3-e8ac-44ff-b567-49134ab0d57d {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:16:35.987533 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dab83e-0d8d-4589-8e4b-25aa0c1208eb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:35.989211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dc64a-a8aa-49fe-8385-dd6e1341f735 None None] Pushing event updated for resources: {'Port': ['ID=bbbf36d7-9b48-4eb5-82ea-66754f49aa92,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:36.016766 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.048407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.094897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Pushing event updated for resources: {'Port': ['ID=3ef120d3-b457-402c-9a99-b24629e4f9b9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:36.169138 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dab83e-0d8d-4589-8e4b-25aa0c1208eb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.187451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ab580ecf-6622-4e65-b7e5-6af10eaafed4 None None] Provisioning for port 5914cdc6-78eb-4778-8a18-ff4365a966b5 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:36.293089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.344124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ab580ecf-6622-4e65-b7e5-6af10eaafed4 None None] Provisioning complete for port 5914cdc6-78eb-4778-8a18-ff4365a966b5 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:36.344786 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ab580ecf-6622-4e65-b7e5-6af10eaafed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.414447 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-166055cc-a322-4821-99fa-27e9e808025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:16:31Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:36.419520 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166055cc-a322-4821-99fa-27e9e808025d None None] Checking router: ef966d02-f020-4420-ac09-5f2081b7b497 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:36.435197 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166055cc-a322-4821-99fa-27e9e808025d None None] Routers {'ef966d02-f020-4420-ac09-5f2081b7b497'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:36.436171 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-166055cc-a322-4821-99fa-27e9e808025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['ef966d02-f020-4420-ac09-5f2081b7b497'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:36.669299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Allocated IP 2001:db8::2 (012c7cc9-5e19-4c19-a13b-74222208c835/3f72ff35-bccb-428a-a993-528366b02933/165d0f0b-b32d-4a3f-8d78-9f34d8908cde) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:36.694544 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.770869 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.785265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.838745 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-166055cc-a322-4821-99fa-27e9e808025d None None] Set router ef966d02-f020-4420-ac09-5f2081b7b497 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:36.924667 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.941309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Transition to ACTIVE for port object b6347a25-74c4-4f42-a72b-71d7c6298aa2 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:36.957897 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:36.996415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Pushing event updated for resources: {'Port': ['ID=3ef120d3-b457-402c-9a99-b24629e4f9b9,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:37.011936 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.052976 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.091983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=1607cb03-0bb6-4c3f-b9e6-11700fc32739,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:37.127460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Subnet': ['ID=0f2ff4b1-da71-4a74-a693-beee9796e92b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:37.180260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Checking segment: {'id': '03f96d30-b6c3-4d9c-b3bc-7370a2e02574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'be345d70-71f4-4742-b538-0ea5aeb600ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:37.180868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network hostable DHCP agents. Network: be345d70-71f4-4742-b538-0ea5aeb600ad, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:16:37.278874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network be345d70-71f4-4742-b538-0ea5aeb600ad is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:16:37.305386 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dab83e-0d8d-4589-8e4b-25aa0c1208eb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.356663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Network c8e3be59-5d19-40cb-8d3b-e18bcb45c852 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:37.359605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:37.384846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, be345d70-71f4-4742-b538-0ea5aeb600ad) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:37.404119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:37.406412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.479323 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-166055cc-a322-4821-99fa-27e9e808025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:16:31Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:37.485051 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166055cc-a322-4821-99fa-27e9e808025d None None] The sync data for ids ['ef966d02-f020-4420-ac09-5f2081b7b497'] in n-d-843146-7 is: [{'id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619353310', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:13:54Z', 'updated_at': '2022-05-24T23:16:31Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': 'f8135b9c-f81a-4f6a-aa55-0d46adff4068', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef966d02-f020-4420-ac09-5f2081b7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:13:55Z', 'updated_at': '2022-05-24T23:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:37.555347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ab580ecf-6622-4e65-b7e5-6af10eaafed4 None None] Current status of the port 5914cdc6-78eb-4778-8a18-ff4365a966b5 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:37.560432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ab580ecf-6622-4e65-b7e5-6af10eaafed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.582277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device bbbf36d7-9b48-4eb5-82ea-66754f49aa92 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:37.652955 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.665936 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-610663aa-9cc3-45be-bffd-1df69fe4879a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9314353 May 24 23:16:37.667963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37010) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:37.734929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3ee7e4-b0c3-4022-a6a3-46affc49c97c None None] Network be345d70-71f4-4742-b538-0ea5aeb600ad requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:37.753391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dab83e-0d8d-4589-8e4b-25aa0c1208eb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.863303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Attempting to bind port b6347a25-74c4-4f42-a72b-71d7c6298aa2 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:37.863678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Attempting to bind port b6347a25-74c4-4f42-a72b-71d7c6298aa2 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:37.864040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Attempting to bind port b6347a25-74c4-4f42-a72b-71d7c6298aa2 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:37.875627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dab83e-0d8d-4589-8e4b-25aa0c1208eb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf04fc3-e8ac-44ff-b567-49134ab0d57d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:37.880294 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-84dab83e-0d8d-4589-8e4b-25aa0c1208eb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.891393 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-84dab83e-0d8d-4589-8e4b-25aa0c1208eb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/subnets/8bf04fc3-e8ac-44ff-b567-49134ab0d57d HTTP/1.1" status: 204 len: 168 time: 2.3609188 May 24 23:16:37.933655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec114d2-bb9e-475d-9697-7b0e93538e3a None None] Network 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:37.950558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37016) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:37.982002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:37.985711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:37.986349 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:37.986894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:37.987531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Bound port: b6347a25-74c4-4f42-a72b-71d7c6298aa2, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:37.988133 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.033368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64509ab-da75-46aa-828e-1cd57b30c9fe None None] Pushing event updated for resources: {'Port': ['ID=b6347a25-74c4-4f42-a72b-71d7c6298aa2,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:38.115450 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-35b8578b-b74c-4b01-be10-c8e58d1fcc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.178594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 219b8cdb-f51a-4960-90bd-f67425a92cd5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:38.231589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ab580ecf-6622-4e65-b7e5-6af10eaafed4 None None] For port 5914cdc6-78eb-4778-8a18-ff4365a966b5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5914cdc6-78eb-4778-8a18-ff4365a966b5,segment=NetworkSegment(53b85bd3-9bc9-4f2e-aff0-436a9cfd586e),segment_id=53b85bd3-9bc9-4f2e-aff0-436a9cfd586e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:38.256987 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.271476 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ab580ecf-6622-4e65-b7e5-6af10eaafed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.320879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Router de1c4cba-0009-4078-af68-acf566813126 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:38.344750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Transition to ACTIVE for port object 165d0f0b-b32d-4a3f-8d78-9f34d8908cde will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:38.362923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.456856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:38.474234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7ff6c816-3cdf-4dc3-a7ad-37940a3c4501 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2586405 May 24 23:16:38.475344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37024) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:38.511724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5434c5e0-6652-489d-9d7c-54a5b6471131 None None] Sync routers for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:38.544159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Transition to ACTIVE for port object 165d0f0b-b32d-4a3f-8d78-9f34d8908cde will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:38.556550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] For port b6347a25-74c4-4f42-a72b-71d7c6298aa2, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:38.559445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:38.559864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.578910 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.628847 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.641539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-85888e92-8188-4650-8371-2e0281f2b965 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting subnet fab4a621-167f-4c31-bcf8-4c77419a8a4b {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:16:38.646660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434c5e0-6652-489d-9d7c-54a5b6471131 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:38.647709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5434c5e0-6652-489d-9d7c-54a5b6471131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:38.663658 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85888e92-8188-4650-8371-2e0281f2b965 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:38.706857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] For port b6347a25-74c4-4f42-a72b-71d7c6298aa2, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b6347a25-74c4-4f42-a72b-71d7c6298aa2,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:38.721088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab580ecf-6622-4e65-b7e5-6af10eaafed4 None None] Pushing event updated for resources: {'Port': ['ID=5914cdc6-78eb-4778-8a18-ff4365a966b5,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:38.885193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-5434c5e0-6652-489d-9d7c-54a5b6471131 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:38.938137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37030) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:39.004351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5eda0ac9-f8ac-4180-acc5-06e1a552826a None None] Provisioning complete for port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:39.004997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5eda0ac9-f8ac-4180-acc5-06e1a552826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.026955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:39.043678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85888e92-8188-4650-8371-2e0281f2b965 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.056140 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-422d5938-0972-4d16-9684-99393e425f2c admin admin] 10.222.0.55 "PUT /v2.0/routers/de1c4cba-0009-4078-af68-acf566813126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1421924 May 24 23:16:39.100491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5434c5e0-6652-489d-9d7c-54a5b6471131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 11, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:39.107864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.149826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Allocated IP 2001:db8::1 (012c7cc9-5e19-4c19-a13b-74222208c835/3f72ff35-bccb-428a-a993-528366b02933/0616e3c9-00a1-43a0-b2fa-983dc73fc982) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:39.179777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-be345d70-71f4-4742-b538-0ea5aeb600ad', 'network_id': 'be345d70-71f4-4742-b538-0ea5aeb600ad', 'tenant_id': '61957a7afb424aa2a195a98109f554f7', 'fixed_ips': [{'subnet_id': '0f2ff4b1-da71-4a74-a693-beee9796e92b'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:16:39.180698 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.192286 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85888e92-8188-4650-8371-2e0281f2b965 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.203447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c8578de-fc89-49f4-8ac7-f2f08e5882a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.279654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c8578de-fc89-49f4-8ac7-f2f08e5882a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:39.295695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c8578de-fc89-49f4-8ac7-f2f08e5882a2 admin admin] Usage tracker for resource:security_group_rule and tenant:88287204f60a4ad0bb885e577d0282fc is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:39.300487 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.304105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4c8578de-fc89-49f4-8ac7-f2f08e5882a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:39.311094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85888e92-8188-4650-8371-2e0281f2b965 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.316110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4c8578de-fc89-49f4-8ac7-f2f08e5882a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:39.376564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port f8135b9c-f81a-4f6a-aa55-0d46adff4068 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:39.376935 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.379145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Allocated IP 2001:db8::2 (be345d70-71f4-4742-b538-0ea5aeb600ad/0f2ff4b1-da71-4a74-a693-beee9796e92b/70954789-eeb7-4ecc-815b-db0d392b0918) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:39.442124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.478016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Transition to ACTIVE for port object 0616e3c9-00a1-43a0-b2fa-983dc73fc982 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:39.547285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c8578de-fc89-49f4-8ac7-f2f08e5882a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.560804 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4c8578de-fc89-49f4-8ac7-f2f08e5882a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.589649 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5434c5e0-6652-489d-9d7c-54a5b6471131 None None] Checking router: 219b8cdb-f51a-4960-90bd-f67425a92cd5 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:39.598380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Network 012c7cc9-5e19-4c19-a13b-74222208c835 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:39.608922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.610105 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.630034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd604d-51ed-47b1-bc4b-c415ed44ad02 None None] Network 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:39.632965 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-85888e92-8188-4650-8371-2e0281f2b965 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.635714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85888e92-8188-4650-8371-2e0281f2b965 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Subnet': ['ID=fab4a621-167f-4c31-bcf8-4c77419a8a4b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:39.650801 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-85888e92-8188-4650-8371-2e0281f2b965 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/fab4a621-167f-4c31-bcf8-4c77419a8a4b HTTP/1.1" status: 204 len: 168 time: 1.1704133 May 24 23:16:39.653620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37052) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:39.706188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:39.708650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Pushing event updated for resources: {'Port': ['ID=165d0f0b-b32d-4a3f-8d78-9f34d8908cde,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:39.712215 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.757625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network 012c7cc9-5e19-4c19-a13b-74222208c835 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:39.761771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8578de-fc89-49f4-8ac7-f2f08e5882a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16569b3-8da7-44f1-9518-0ef6794062cf,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:39.765081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:39.770609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4c8578de-fc89-49f4-8ac7-f2f08e5882a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88287204f60a4ad0bb885e577d0282fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8323853 May 24 23:16:39.771980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:39.772674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.774046 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37072) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:39.792500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:39.795852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Routers {'de1c4cba-0009-4078-af68-acf566813126'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:39.796538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['de1c4cba-0009-4078-af68-acf566813126'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:39.803662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Port': ['ID=0616e3c9-00a1-43a0-b2fa-983dc73fc982,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:39.849343 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port f8135b9c-f81a-4f6a-aa55-0d46adff4068, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f8135b9c-f81a-4f6a-aa55-0d46adff4068,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:39.849343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.869237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:39.943165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:40.007751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for f8135b9c-f81a-4f6a-aa55-0d46adff4068 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:40.044353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434c5e0-6652-489d-9d7c-54a5b6471131 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:40.045116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5434c5e0-6652-489d-9d7c-54a5b6471131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:40.062816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Deleting port 6039b34a-9d32-4032-8769-3824df0cac3f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:40.064057 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:40.153724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3c6b0fb-a130-4f82-a85f-0a98fbe7be4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:40.255071 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3c6b0fb-a130-4f82-a85f-0a98fbe7be4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:40.419524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] For port 6039b34a-9d32-4032-8769-3824df0cac3f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6039b34a-9d32-4032-8769-3824df0cac3f,segment=NetworkSegment(15dc6ff7-6c20-4760-9a40-c762d40108f1),segment_id=15dc6ff7-6c20-4760-9a40-c762d40108f1)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:40.420715 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:40.466293 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:40.597281 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:40.605684 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:40.607424 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:40.666273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Attempting to bind port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:40.666990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Attempting to bind port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'f31d2c02-e9be-45f6-ac8b-0abff71f9d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '012c7cc9-5e19-4c19-a13b-74222208c835'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:40.667469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Attempting to bind port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde on network 012c7cc9-5e19-4c19-a13b-74222208c835 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:40.676382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-5434c5e0-6652-489d-9d7c-54a5b6471131 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:40.689714 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3c6b0fb-a130-4f82-a85f-0a98fbe7be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:40.703766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Calling delete_port for 6039b34a-9d32-4032-8769-3824df0cac3f owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:40.809352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Port': ['ID=0616e3c9-00a1-43a0-b2fa-983dc73fc982,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:40.819284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6b0fb-a130-4f82-a85f-0a98fbe7be4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16569b3-8da7-44f1-9518-0ef6794062cf,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:40.861771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:40.906701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network 012c7cc9-5e19-4c19-a13b-74222208c835 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:40.908872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:40.920270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] Set router de1c4cba-0009-4078-af68-acf566813126 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:41.063101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=f8135b9c-f81a-4f6a-aa55-0d46adff4068,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:41.095522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-5434c5e0-6652-489d-9d7c-54a5b6471131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 11, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:41.116943 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d3c6b0fb-a130-4f82-a85f-0a98fbe7be4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:41.119433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d3c6b0fb-a130-4f82-a85f-0a98fbe7be4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e16569b3-8da7-44f1-9518-0ef6794062cf HTTP/1.1" status: 204 len: 168 time: 1.3430853 May 24 23:16:41.179021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:41.244015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Port': ['ID=6039b34a-9d32-4032-8769-3824df0cac3f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:41.254272 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:41.315585 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:16:41.454335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No DVR routers for this DVR port 6039b34a-9d32-4032-8769-3824df0cac3f on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:16:41.465175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Router 3d746ccb-f546-4858-b3e2-f10e505a79a8 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:16:41.488659 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5eda0ac9-f8ac-4180-acc5-06e1a552826a None None] Current status of the port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:41.535633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:41.558130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Transition to ACTIVE for port object 70954789-eeb7-4ecc-815b-db0d392b0918 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:41.578735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Transition to ACTIVE for port object 70954789-eeb7-4ecc-815b-db0d392b0918 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:41.773393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:41.786714 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:41.880399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64509ab-da75-46aa-828e-1cd57b30c9fe None None] Pushing event updated for resources: {'Port': ['ID=b6347a25-74c4-4f42-a72b-71d7c6298aa2,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:41.884474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:41.884943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Checking segment: {'id': 'f31d2c02-e9be-45f6-ac8b-0abff71f9d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '012c7cc9-5e19-4c19-a13b-74222208c835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:41.885468 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:41.885962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Bound using segment: {'id': 'f31d2c02-e9be-45f6-ac8b-0abff71f9d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '012c7cc9-5e19-4c19-a13b-74222208c835'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:41.886541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Bound port: 165d0f0b-b32d-4a3f-8d78-9f34d8908cde, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d2c02-e9be-45f6-ac8b-0abff71f9d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '012c7cc9-5e19-4c19-a13b-74222208c835'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:41.887021 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:41.921640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4e2629-209f-461f-9c6a-e6f64df4b83d None None] DHCP port deletion for 05c9f0f0-7833-4a33-95b5-275aa9a4fae5 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:16:41.927771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:41.939543 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d997e8-27ed-499f-8bf2-64e4e96a7825 None None] Sync routers for ids ['3d746ccb-f546-4858-b3e2-f10e505a79a8'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:41.952326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2e844d1d-fb32-4634-a4ba-e1b5736134c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "PUT /v2.0/routers/3d746ccb-f546-4858-b3e2-f10e505a79a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2831008 May 24 23:16:41.954830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37130) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:41.962311 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d997e8-27ed-499f-8bf2-64e4e96a7825 None None] Routers {'3d746ccb-f546-4858-b3e2-f10e505a79a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:41.967368 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c9d997e8-27ed-499f-8bf2-64e4e96a7825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d746ccb-f546-4858-b3e2-f10e505a79a8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:41.973794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:41.992932 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.004706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5434c5e0-6652-489d-9d7c-54a5b6471131 None None] The sync data for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 is: [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 11, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:42.006700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37134) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:42.066521 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f158-ca53-4c78-8fa7-0fc23a46af71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.080531 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.109778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e2629-209f-461f-9c6a-e6f64df4b83d None None] Deleting port d3721a00-2cf4-4b7d-8e35-4022623d7da7 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:42.110739 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d4e2629-209f-461f-9c6a-e6f64df4b83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.112397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8cb1f158-ca53-4c78-8fa7-0fc23a46af71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:42.117758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8cb1f158-ca53-4c78-8fa7-0fc23a46af71 admin admin] Usage tracker for resource:security_group_rule and tenant:88093ef932274c9fbf9a129d72ac5678 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:42.123379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d13d5d7-7ca5-4d51-9cd4-79d25db81d75']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:42.123776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8cb1f158-ca53-4c78-8fa7-0fc23a46af71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:42.132714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8cb1f158-ca53-4c78-8fa7-0fc23a46af71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:42.138369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dc6ff7-6c20-4760-9a40-c762d40108f1') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:42.138875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dc6ff7-6c20-4760-9a40-c762d40108f1') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:42.144187 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c9d997e8-27ed-499f-8bf2-64e4e96a7825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:42.152096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.172172 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.180073 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d997e8-27ed-499f-8bf2-64e4e96a7825 None None] Routers {'3d746ccb-f546-4858-b3e2-f10e505a79a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:42.180674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:16:42.181147 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.183177 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c9d997e8-27ed-499f-8bf2-64e4e96a7825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d746ccb-f546-4858-b3e2-f10e505a79a8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:42.243731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Network be345d70-71f4-4742-b538-0ea5aeb600ad is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:42.356123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5eda0ac9-f8ac-4180-acc5-06e1a552826a None None] Provisioning complete for port 5914cdc6-78eb-4778-8a18-ff4365a966b5 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:42.356123 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5eda0ac9-f8ac-4180-acc5-06e1a552826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.356123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:42.356123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:42.371647 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f158-ca53-4c78-8fa7-0fc23a46af71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.371647 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f158-ca53-4c78-8fa7-0fc23a46af71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.391755 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c9d997e8-27ed-499f-8bf2-64e4e96a7825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:42.391755 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d997e8-27ed-499f-8bf2-64e4e96a7825 None None] The sync data for ids ['3d746ccb-f546-4858-b3e2-f10e505a79a8'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:42.436584 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.436584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Fanout notify agent at l3_agent the message router_deleted on router ef966d02-f020-4420-ac09-5f2081b7b497 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:16:42.457216 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 15dc6ff7-6c20-4760-9a40-c762d40108f1 resource provider aggregate not found May 24 23:16:42.486208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8cb1f158-ca53-4c78-8fa7-0fc23a46af71 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88093ef932274c9fbf9a129d72ac5678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778252 May 24 23:16:42.496729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37142) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:42.508602 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.509893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Pushing event updated for resources: {'Port': ['ID=70954789-eeb7-4ecc-815b-db0d392b0918,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:42.517784 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.532760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1f158-ca53-4c78-8fa7-0fc23a46af71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79193b6b-f357-4c17-b3af-d847f0114e2e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:42.571580 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 15dc6ff7-6c20-4760-9a40-c762d40108f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15dc6ff7-6c20-4760-9a40-c762d40108f1 found for delete ", "request_id": "req-7e7408c3-5508-47cd-9f8c-45e61fff7b70"}]} May 24 23:16:42.632620 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.636303 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9008a557-6396-464a-a0ae-85d902b7c0ff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/routers/ef966d02-f020-4420-ac09-5f2081b7b497 HTTP/1.1" status: 204 len: 168 time: 4.6819904 May 24 23:16:42.640152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37146) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:42.644117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Pushing event deleted for resources: {'Network': ['ID=7d13d5d7-7ca5-4d51-9cd4-79d25db81d75,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:42.650489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5210fb-a0da-4add-b9f7-612fa2f67b7b None None] DHCP port deletion for 7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:16:42.667476 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98f67575-0c16-400b-97bd-4be5052d1100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.669591 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b469cb1d-e2f0-4cb2-929c-3d25e54e51ae tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/networks/7d13d5d7-7ca5-4d51-9cd4-79d25db81d75 HTTP/1.1" status: 204 len: 168 time: 3.0148017 May 24 23:16:42.677163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37150) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:42.763547 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98f67575-0c16-400b-97bd-4be5052d1100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.851865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] For port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:42.856030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] For port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=165d0f0b-b32d-4a3f-8d78-9f34d8908cde,segment=NetworkSegment(f31d2c02-e9be-45f6-ac8b-0abff71f9d68),segment_id=f31d2c02-e9be-45f6-ac8b-0abff71f9d68)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:42.865180 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3ea2c323-ad68-41ac-b5ed-a222de25bfa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'routes': None}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:42.865830 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98f67575-0c16-400b-97bd-4be5052d1100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.889118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5914cdc6-78eb-4778-8a18-ff4365a966b5 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:42.906337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f67575-0c16-400b-97bd-4be5052d1100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79193b6b-f357-4c17-b3af-d847f0114e2e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:42.928046 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98f67575-0c16-400b-97bd-4be5052d1100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.929572 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:42.930347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-98f67575-0c16-400b-97bd-4be5052d1100 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79193b6b-f357-4c17-b3af-d847f0114e2e HTTP/1.1" status: 204 len: 168 time: 0.4324446 May 24 23:16:43.276694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Attempting to bind port 70954789-eeb7-4ecc-815b-db0d392b0918 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:43.277126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Attempting to bind port 70954789-eeb7-4ecc-815b-db0d392b0918 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '03f96d30-b6c3-4d9c-b3bc-7370a2e02574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'be345d70-71f4-4742-b538-0ea5aeb600ad'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:43.277126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Attempting to bind port 70954789-eeb7-4ecc-815b-db0d392b0918 on network be345d70-71f4-4742-b538-0ea5aeb600ad {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:43.346185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:43.346554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Checking segment: {'id': '03f96d30-b6c3-4d9c-b3bc-7370a2e02574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'be345d70-71f4-4742-b538-0ea5aeb600ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:43.347129 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:43.347965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Bound using segment: {'id': '03f96d30-b6c3-4d9c-b3bc-7370a2e02574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'be345d70-71f4-4742-b538-0ea5aeb600ad'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:43.349781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Bound port: 70954789-eeb7-4ecc-815b-db0d392b0918, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f96d30-b6c3-4d9c-b3bc-7370a2e02574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'be345d70-71f4-4742-b538-0ea5aeb600ad'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:43.350198 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:43.413757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb3829-b614-445d-b5de-341e52aed3d8 None None] Pushing event updated for resources: {'Port': ['ID=165d0f0b-b32d-4a3f-8d78-9f34d8908cde,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:43.459186 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c4cba-0009-4078-af68-acf566813126', 'name': 'tempest-TestVolumeBackupRestore-289348600-router', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:28Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 4, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'gw_port': {'id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '3ef120d3-b457-402c-9a99-b24629e4f9b9', 'name': '', 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'mac_address': 'fa:16:3e:f0:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '55890f1e-9048-488e-9742-003f5ceeece0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:35Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 2, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'subnets': [{'id': '55890f1e-9048-488e-9742-003f5ceeece0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:43.481972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5eda0ac9-f8ac-4180-acc5-06e1a552826a None None] Current status of the port 5914cdc6-78eb-4778-8a18-ff4365a966b5 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:43.487458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6d4e2629-209f-461f-9c6a-e6f64df4b83d None None] For port d3721a00-2cf4-4b7d-8e35-4022623d7da7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d3721a00-2cf4-4b7d-8e35-4022623d7da7,segment=NetworkSegment(3262732d-7d7a-4ed9-bd1d-3b939a42dd07),segment_id=3262732d-7d7a-4ed9-bd1d-3b939a42dd07)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:43.487862 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d4e2629-209f-461f-9c6a-e6f64df4b83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:43.496148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6435fb-9b46-4ec9-aa05-66d2a50c6ac9 None None] The sync data for ids ['de1c4cba-0009-4078-af68-acf566813126'] in n-d-843146-7 is: [{'id': 'de1c4cba-0009-4078-af68-acf566813126', 'name': 'tempest-TestVolumeBackupRestore-289348600-router', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:28Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 4, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'gw_port': {'id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '3ef120d3-b457-402c-9a99-b24629e4f9b9', 'name': '', 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'mac_address': 'fa:16:3e:f0:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '55890f1e-9048-488e-9742-003f5ceeece0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:35Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 2, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'subnets': [{'id': '55890f1e-9048-488e-9742-003f5ceeece0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:43.853621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] For port 70954789-eeb7-4ecc-815b-db0d392b0918, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:43.858612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] For port 70954789-eeb7-4ecc-815b-db0d392b0918, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=70954789-eeb7-4ecc-815b-db0d392b0918,segment=NetworkSegment(03f96d30-b6c3-4d9c-b3bc-7370a2e02574),segment_id=03f96d30-b6c3-4d9c-b3bc-7370a2e02574)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:43.859432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5914cdc6-78eb-4778-8a18-ff4365a966b5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:43.861133 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:43.870949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.extraroute_db [None req-3ea2c323-ad68-41ac-b5ed-a222de25bfa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Added routes are [] {{(pid=88390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 24 23:16:43.873455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.extraroute_db [None req-3ea2c323-ad68-41ac-b5ed-a222de25bfa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Removed routes are [] {{(pid=88390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 24 23:16:43.874599 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c323-ad68-41ac-b5ed-a222de25bfa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:43.944305 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:43.967825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e2629-209f-461f-9c6a-e6f64df4b83d None None] Calling delete_port for d3721a00-2cf4-4b7d-8e35-4022623d7da7 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:44.026643 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:44.157821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5eda0ac9-f8ac-4180-acc5-06e1a552826a None None] Provisioning for port 3ef120d3-b457-402c-9a99-b24629e4f9b9 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:44.219429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5eda0ac9-f8ac-4180-acc5-06e1a552826a None None] Provisioning complete for port 3ef120d3-b457-402c-9a99-b24629e4f9b9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:44.220302 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5eda0ac9-f8ac-4180-acc5-06e1a552826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:44.321341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb09713-2d42-4c4d-8a50-4eff6a7a5ee7 None None] Pushing event updated for resources: {'Port': ['ID=70954789-eeb7-4ecc-815b-db0d392b0918,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:44.386837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port d3721a00-2cf4-4b7d-8e35-4022623d7da7 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:44.387020 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:44.403938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5eda0ac9-f8ac-4180-acc5-06e1a552826a None None] Port 3ef120d3-b457-402c-9a99-b24629e4f9b9 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:16:44.578007 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d4e2629-209f-461f-9c6a-e6f64df4b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:44.889149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e2629-209f-461f-9c6a-e6f64df4b83d None None] No DVR routers for this DVR port d3721a00-2cf4-4b7d-8e35-4022623d7da7 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:16:44.892578 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e2629-209f-461f-9c6a-e6f64df4b83d None None] Pushing event deleted for resources: {'Port': ['ID=d3721a00-2cf4-4b7d-8e35-4022623d7da7,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:44.937089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5914cdc6-78eb-4778-8a18-ff4365a966b5 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:45.096339 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c323-ad68-41ac-b5ed-a222de25bfa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:45.105243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d3721a00-2cf4-4b7d-8e35-4022623d7da7 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:45.124315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] The port 'd3721a00-2cf4-4b7d-8e35-4022623d7da7' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:16:45.200521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: d3721a00-2cf4-4b7d-8e35-4022623d7da7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:45.201441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d3721a00-2cf4-4b7d-8e35-4022623d7da7 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:45.202485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 99ed31ef-3be0-4c58-84b7-7db88b604720 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:45.358137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4ded0d-667d-4a37-9960-2db716803ffd None None] Network 012c7cc9-5e19-4c19-a13b-74222208c835 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:45.402614 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c323-ad68-41ac-b5ed-a222de25bfa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:45.485623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 99ed31ef-3be0-4c58-84b7-7db88b604720 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:45.486655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 99ed31ef-3be0-4c58-84b7-7db88b604720 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:45.610370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1d41128c-3a13-4e21-86a9-eba24ca44751 None None] Provisioning for port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:45.896501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b6347a25-74c4-4f42-a72b-71d7c6298aa2 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:46.022554 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.053356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b6347a25-74c4-4f42-a72b-71d7c6298aa2 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:46.059499 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b6347a25-74c4-4f42-a72b-71d7c6298aa2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:46.060066 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.088006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea2c323-ad68-41ac-b5ed-a222de25bfa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 219b8cdb-f51a-4960-90bd-f67425a92cd5 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:46.116819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c9f0f0-7833-4a33-95b5-275aa9a4fae5']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:46.143550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3262732d-7d7a-4ed9-bd1d-3b939a42dd07') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:46.144304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3262732d-7d7a-4ed9-bd1d-3b939a42dd07') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:46.306181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b6347a25-74c4-4f42-a72b-71d7c6298aa2 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:46.306640 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.332367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b6347a25-74c4-4f42-a72b-71d7c6298aa2, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b6347a25-74c4-4f42-a72b-71d7c6298aa2,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:46.337582 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205eaa37-89c6-41c2-a5fa-8d6ff689a151 None None] Network be345d70-71f4-4742-b538-0ea5aeb600ad requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:46.481158 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.482814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 70954789-eeb7-4ecc-815b-db0d392b0918 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:46.486279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.509816 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-af70210c-2bf3-4f6d-a73f-621380066408 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:16:46.514475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37200) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:46.528337 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-af70210c-2bf3-4f6d-a73f-621380066408 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "PUT /v2.0/routers/3d746ccb-f546-4858-b3e2-f10e505a79a8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 4.5696397 May 24 23:16:46.703744 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.719875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f42e4d2b-40af-4f2e-8e49-f0f8f630cf65 None None] Provisioning for port 70954789-eeb7-4ecc-815b-db0d392b0918 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:46.731958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea2c323-ad68-41ac-b5ed-a222de25bfa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:46.734155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:16:46.734706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.764040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ff792-4ef7-442a-b3ac-3c9e43991399 None None] Sync routers for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:46.807910 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c323-ad68-41ac-b5ed-a222de25bfa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:46.813660 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3ea2c323-ad68-41ac-b5ed-a222de25bfa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5 HTTP/1.1" status: 200 len: 701 time: 4.0410006 May 24 23:16:46.814372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37214) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:46.818661 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 3262732d-7d7a-4ed9-bd1d-3b939a42dd07 resource provider aggregate not found May 24 23:16:46.828187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b6347a25-74c4-4f42-a72b-71d7c6298aa2,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:46.869413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ff792-4ef7-442a-b3ac-3c9e43991399 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:46.871334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-970ff792-4ef7-442a-b3ac-3c9e43991399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:46.978706 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 3262732d-7d7a-4ed9-bd1d-3b939a42dd07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3262732d-7d7a-4ed9-bd1d-3b939a42dd07 found for delete ", "request_id": "req-feadda1a-fd0e-42b8-a7f9-fcf577a870e7"}]} May 24 23:16:47.022857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2d8eed09-647f-45d1-ba37-60d4e3241457 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Synchronizing usage tracker for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:16:47.059954 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.070841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 70954789-eeb7-4ecc-815b-db0d392b0918 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:47.097556 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.102030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Network': ['ID=05c9f0f0-7833-4a33-95b5-275aa9a4fae5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:47.112487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2d8eed09-647f-45d1-ba37-60d4e3241457 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Unset dirty status for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:16:47.114713 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2d8eed09-647f-45d1-ba37-60d4e3241457 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=219b8cdb-f51a-4960-90bd-f67425a92cd5 HTTP/1.1" status: 200 len: 205 time: 0.2210929 May 24 23:16:47.117911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37222) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:47.205356 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e7750233-441e-4a78-b4b3-37e5bef439fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/networks/05c9f0f0-7833-4a33-95b5-275aa9a4fae5 HTTP/1.1" status: 204 len: 168 time: 4.5551538 May 24 23:16:47.206537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37228) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:47.234126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 70954789-eeb7-4ecc-815b-db0d392b0918 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:47.234654 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.326174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-970ff792-4ef7-442a-b3ac-3c9e43991399 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:47.343151 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Sync routers for ids ['de1c4cba-0009-4078-af68-acf566813126'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:47.359970 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Routers {'de1c4cba-0009-4078-af68-acf566813126'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:47.361964 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['de1c4cba-0009-4078-af68-acf566813126'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:47.446382 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38777add-074b-41df-a1b8-cf4304d9d3cb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.540774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-970ff792-4ef7-442a-b3ac-3c9e43991399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 11, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:47.649795 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4f57494-1613-4136-92ca-ff69141efd45 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.658629 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-711aac1a-a311-4b2d-a192-85789b9e18c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.668707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ff792-4ef7-442a-b3ac-3c9e43991399 None None] Checking router: 219b8cdb-f51a-4960-90bd-f67425a92cd5 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:47.688708 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Set router de1c4cba-0009-4078-af68-acf566813126 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:47.715036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e979e25c-a6a6-49b6-b845-2baac4bc9dd6 None None] Provisioning for port 0616e3c9-00a1-43a0-b2fa-983dc73fc982 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:47.771815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e979e25c-a6a6-49b6-b845-2baac4bc9dd6 None None] Provisioning complete for port 0616e3c9-00a1-43a0-b2fa-983dc73fc982 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:47.772480 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e979e25c-a6a6-49b6-b845-2baac4bc9dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:47.853236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ff792-4ef7-442a-b3ac-3c9e43991399 None None] Routers {'219b8cdb-f51a-4960-90bd-f67425a92cd5'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:47.854719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-970ff792-4ef7-442a-b3ac-3c9e43991399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['219b8cdb-f51a-4960-90bd-f67425a92cd5'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:48.068497 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4f57494-1613-4136-92ca-ff69141efd45 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.217975 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38777add-074b-41df-a1b8-cf4304d9d3cb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.222156 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38777add-074b-41df-a1b8-cf4304d9d3cb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.242761 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4f57494-1613-4136-92ca-ff69141efd45 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.312660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f57494-1613-4136-92ca-ff69141efd45 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a922fcd8-9248-42dc-a958-75aeeb3585fe,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:48.323472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-e979e25c-a6a6-49b6-b845-2baac4bc9dd6 None None] Port 0616e3c9-00a1-43a0-b2fa-983dc73fc982 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:16:48.333457 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c4cba-0009-4078-af68-acf566813126', 'name': 'tempest-TestVolumeBackupRestore-289348600-router', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:28Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 4, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'gw_port': {'id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '3ef120d3-b457-402c-9a99-b24629e4f9b9', 'name': '', 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'mac_address': 'fa:16:3e:f0:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '55890f1e-9048-488e-9742-003f5ceeece0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:35Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 2, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'subnets': [{'id': '55890f1e-9048-488e-9742-003f5ceeece0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:48.335434 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38777add-074b-41df-a1b8-cf4304d9d3cb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.335783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38777add-074b-41df-a1b8-cf4304d9d3cb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Fanout notify agent at l3_agent the message router_deleted on router 219b8cdb-f51a-4960-90bd-f67425a92cd5 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:16:48.346546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-970ff792-4ef7-442a-b3ac-3c9e43991399 None None] Set router 219b8cdb-f51a-4960-90bd-f67425a92cd5 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:48.356664 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Checking router: de1c4cba-0009-4078-af68-acf566813126 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:48.358009 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Updating router de1c4cba-0009-4078-af68-acf566813126 port 3ef120d3-b457-402c-9a99-b24629e4f9b9 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:16:48.378254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-38777add-074b-41df-a1b8-cf4304d9d3cb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.384374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-38777add-074b-41df-a1b8-cf4304d9d3cb tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5 HTTP/1.1" status: 204 len: 168 time: 1.2647512 May 24 23:16:48.385424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37252) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:48.392180 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a4f57494-1613-4136-92ca-ff69141efd45 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.401038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a4f57494-1613-4136-92ca-ff69141efd45 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/security-groups/a922fcd8-9248-42dc-a958-75aeeb3585fe HTTP/1.1" status: 204 len: 168 time: 1.1672819 May 24 23:16:48.405856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f4a1f1f2-8310-4334-933a-30fc8cd0ba50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-895456043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:48.422654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f4a1f1f2-8310-4334-933a-30fc8cd0ba50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:48.423834 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.433708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f4a1f1f2-8310-4334-933a-30fc8cd0ba50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Usage tracker for resource:router and tenant:7e8a3ed21079492abbb8e62ee377cd79 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:48.439196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f4a1f1f2-8310-4334-933a-30fc8cd0ba50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:48.469772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f4a1f1f2-8310-4334-933a-30fc8cd0ba50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:48.486930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-711aac1a-a311-4b2d-a192-85789b9e18c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting port 0616e3c9-00a1-43a0-b2fa-983dc73fc982 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:16:48.487444 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-711aac1a-a311-4b2d-a192-85789b9e18c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.526246 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f1f2-8310-4334-933a-30fc8cd0ba50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.530227 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f1f2-8310-4334-933a-30fc8cd0ba50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.586342 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f1f2-8310-4334-933a-30fc8cd0ba50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.594006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-970ff792-4ef7-442a-b3ac-3c9e43991399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 11, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:48.646511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37262) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:48.651467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ff792-4ef7-442a-b3ac-3c9e43991399 None None] The sync data for ids ['219b8cdb-f51a-4960-90bd-f67425a92cd5'] in n-d-843146-7 is: [{'id': '219b8cdb-f51a-4960-90bd-f67425a92cd5', 'name': 'tempest-RoutersTest-router-2042094229', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:15:19Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 11, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:48.665093 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277301323', 'description': 'tempest-secgroup-smoke-1277301323 description', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:48.678389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 70954789-eeb7-4ecc-815b-db0d392b0918 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:48.678708 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.682928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:48.691557 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f1f2-8310-4334-933a-30fc8cd0ba50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.735225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:48.745294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:48.759458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-822e0e1d-1d33-4a96-8bd0-2dee1d958253 None None] Provisioning complete for port 0616e3c9-00a1-43a0-b2fa-983dc73fc982 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:48.760927 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-822e0e1d-1d33-4a96-8bd0-2dee1d958253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.771786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:48.783645 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f1f2-8310-4334-933a-30fc8cd0ba50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.787800 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f4a1f1f2-8310-4334-933a-30fc8cd0ba50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4013255 May 24 23:16:48.791035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37266) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:48.798269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-17ce8bfe-9f95-4790-ad58-f57153064416 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:48.895017 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-711aac1a-a311-4b2d-a192-85789b9e18c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.969667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 70954789-eeb7-4ecc-815b-db0d392b0918, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=70954789-eeb7-4ecc-815b-db0d392b0918,segment=NetworkSegment(03f96d30-b6c3-4d9c-b3bc-7370a2e02574),segment_id=03f96d30-b6c3-4d9c-b3bc-7370a2e02574)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:48.980844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-822e0e1d-1d33-4a96-8bd0-2dee1d958253 None None] Port 0616e3c9-00a1-43a0-b2fa-983dc73fc982 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:16:48.989464 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:48.996100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 165d0f0b-b32d-4a3f-8d78-9f34d8908cde up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:49.066092 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:49.156716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:49.291771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:49.297755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bee6eb65-f9ad-48e7-beb4-6a05c231486c None None] Provisioning complete for port 70954789-eeb7-4ecc-815b-db0d392b0918 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:49.298138 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bee6eb65-f9ad-48e7-beb4-6a05c231486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:49.306398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:49.329411 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:49.356164 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Transition to ACTIVE for port object 3ef120d3-b457-402c-9a99-b24629e4f9b9 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:49.373175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:49.375192 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:49.411806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-711aac1a-a311-4b2d-a192-85789b9e18c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Calling delete_port for 0616e3c9-00a1-43a0-b2fa-983dc73fc982 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:16:49.447915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=70954789-eeb7-4ecc-815b-db0d392b0918,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:49.510067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:49.613907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:49.614571 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:49.675636 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Pushing event updated for resources: {'Port': ['ID=3ef120d3-b457-402c-9a99-b24629e4f9b9,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:49.712033 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.713134 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.714238 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.714756 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.715623 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.718070 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.718575 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.719039 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.719499 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.719955 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.720870 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.721995 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:16:49.795092 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Attempting to bind port 3ef120d3-b457-402c-9a99-b24629e4f9b9 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:49.795851 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Attempting to bind port 3ef120d3-b457-402c-9a99-b24629e4f9b9 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '54f90018-d7b9-4f50-b48a-5bc04f19fcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:49.802566 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Attempting to bind port 3ef120d3-b457-402c-9a99-b24629e4f9b9 on network c8e3be59-5d19-40cb-8d3b-e18bcb45c852 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:49.810799 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:49.811553 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Checking segment: {'id': '54f90018-d7b9-4f50-b48a-5bc04f19fcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:49.812462 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:49.813112 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Bound using segment: {'id': '54f90018-d7b9-4f50-b48a-5bc04f19fcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:49.813882 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Bound port: 3ef120d3-b457-402c-9a99-b24629e4f9b9, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f90018-d7b9-4f50-b48a-5bc04f19fcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:49.814478 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:49.880441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17ce8bfe-9f95-4790-ad58-f57153064416 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:49.913413 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17ce8bfe-9f95-4790-ad58-f57153064416 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396867'] for router, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:49.949528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:49.950260 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:49.960056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bee6eb65-f9ad-48e7-beb4-6a05c231486c None None] Current status of the port 70954789-eeb7-4ecc-815b-db0d392b0918 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:49.967885 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] For port 3ef120d3-b457-402c-9a99-b24629e4f9b9, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:49.975170 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] For port 3ef120d3-b457-402c-9a99-b24629e4f9b9, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3ef120d3-b457-402c-9a99-b24629e4f9b9,segment=NetworkSegment(54f90018-d7b9-4f50-b48a-5bc04f19fcc5),segment_id=54f90018-d7b9-4f50-b48a-5bc04f19fcc5)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:49.983646 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:50.002638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=165d0f0b-b32d-4a3f-8d78-9f34d8908cde,segment=NetworkSegment(f31d2c02-e9be-45f6-ac8b-0abff71f9d68),segment_id=f31d2c02-e9be-45f6-ac8b-0abff71f9d68)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:50.013989 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:50.118928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1607cb03-0bb6-4c3f-b9e6-11700fc32739 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:50.134609 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:50.155800 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:50.212810 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Routers {'de1c4cba-0009-4078-af68-acf566813126'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:50.213723 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['de1c4cba-0009-4078-af68-acf566813126'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:50.215267 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-711aac1a-a311-4b2d-a192-85789b9e18c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:50.309129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 1607cb03-0bb6-4c3f-b9e6-11700fc32739 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:50.309629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 1607cb03-0bb6-4c3f-b9e6-11700fc32739 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:50.310058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f8135b9c-f81a-4f6a-aa55-0d46adff4068 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:50.320184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b604241a-2f2a-4e41-8cf7-91affa7136f0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:50.330611 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:50.335672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0ed2be8c-76cd-4e0a-9408-e350a161232e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6876771 May 24 23:16:50.336791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37286) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:50.346580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ce8bfe-9f95-4790-ad58-f57153064416 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Router 924eb024-6275-46f0-b27a-1a8f360a7737 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:16:50.353135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8fa8dba5-4008-4f65-9b98-bf7d520665a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'b604241a-2f2a-4e41-8cf7-91affa7136f0', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:50.394736 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a97fbc-e592-4273-9bc0-438073cac50e None None] Pushing event updated for resources: {'Port': ['ID=3ef120d3-b457-402c-9a99-b24629e4f9b9,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:50.398369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8fa8dba5-4008-4f65-9b98-bf7d520665a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:50.419399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8fa8dba5-4008-4f65-9b98-bf7d520665a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:50.435119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: f8135b9c-f81a-4f6a-aa55-0d46adff4068 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:50.446447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f8135b9c-f81a-4f6a-aa55-0d46adff4068 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:50.447101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6039b34a-9d32-4032-8769-3824df0cac3f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:16:50.532447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8fa8dba5-4008-4f65-9b98-bf7d520665a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:50.532640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711aac1a-a311-4b2d-a192-85789b9e18c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Port': ['ID=0616e3c9-00a1-43a0-b2fa-983dc73fc982,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:50.543413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 6039b34a-9d32-4032-8769-3824df0cac3f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:16:50.543844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6039b34a-9d32-4032-8769-3824df0cac3f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:16:50.565454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8fa8dba5-4008-4f65-9b98-bf7d520665a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:50.573474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=165d0f0b-b32d-4a3f-8d78-9f34d8908cde,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:50.745145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ce8bfe-9f95-4790-ad58-f57153064416 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:50.747702 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] Set router de1c4cba-0009-4078-af68-acf566813126 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:50.756604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e453cf2-f31c-4049-afc0-07693fbfe58a None None] Sync routers for ids ['924eb024-6275-46f0-b27a-1a8f360a7737'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:50.766625 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-17ce8bfe-9f95-4790-ad58-f57153064416 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:50.773687 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-17ce8bfe-9f95-4790-ad58-f57153064416 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "PUT /v2.0/routers/924eb024-6275-46f0-b27a-1a8f360a7737 HTTP/1.1" status: 200 len: 693 time: 1.9812512 May 24 23:16:50.774880 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37296) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:50.778815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e453cf2-f31c-4049-afc0-07693fbfe58a None None] Routers {'924eb024-6275-46f0-b27a-1a8f360a7737'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:50.780351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8e453cf2-f31c-4049-afc0-07693fbfe58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['924eb024-6275-46f0-b27a-1a8f360a7737'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:50.866826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-711aac1a-a311-4b2d-a192-85789b9e18c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:50.906207 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa8dba5-4008-4f65-9b98-bf7d520665a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:50.925551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3ef120d3-b457-402c-9a99-b24629e4f9b9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:51.035814 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa8dba5-4008-4f65-9b98-bf7d520665a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:51.047639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-137914c4-0254-43f4-9c5d-17226d81b40b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/routers/924eb024-6275-46f0-b27a-1a8f360a7737 HTTP/1.1" status: 200 len: 699 time: 0.2702286 May 24 23:16:51.048330 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37302) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:51.051510 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa8dba5-4008-4f65-9b98-bf7d520665a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:51.106795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8dba5-4008-4f65-9b98-bf7d520665a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a8427e-f89f-4c3a-841e-b570f223bbde,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:51.136603 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9d409a91-d345-46cb-950c-f80b8f130db4 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=924eb024-6275-46f0-b27a-1a8f360a7737 HTTP/1.1" status: 200 len: 205 time: 0.0841057 May 24 23:16:51.137549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37308) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:51.239388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711aac1a-a311-4b2d-a192-85789b9e18c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Router 3d746ccb-f546-4858-b3e2-f10e505a79a8 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:16:51.280678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 3ef120d3-b457-402c-9a99-b24629e4f9b9 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:16:51.287087 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fa8dba5-4008-4f65-9b98-bf7d520665a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:51.291479 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8fa8dba5-4008-4f65-9b98-bf7d520665a2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9480972 May 24 23:16:51.307266 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8e453cf2-f31c-4049-afc0-07693fbfe58a None None] Set router 924eb024-6275-46f0-b27a-1a8f360a7737 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:51.325209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37318) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:51.350154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-be696845-072b-41da-b412-11a4c62c7640 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'b604241a-2f2a-4e41-8cf7-91affa7136f0', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:51.360412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-be696845-072b-41da-b412-11a4c62c7640 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:51.364862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be696845-072b-41da-b412-11a4c62c7640 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:51.369274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be696845-072b-41da-b412-11a4c62c7640 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:51.375634 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c4cba-0009-4078-af68-acf566813126', 'name': 'tempest-TestVolumeBackupRestore-289348600-router', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:28Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 4, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'gw_port': {'id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '3ef120d3-b457-402c-9a99-b24629e4f9b9', 'name': '', 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'mac_address': 'fa:16:3e:f0:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '55890f1e-9048-488e-9742-003f5ceeece0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:35Z', 'updated_at': '2022-05-24T23:16:49Z', 'revision_number': 4, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'subnets': [{'id': '55890f1e-9048-488e-9742-003f5ceeece0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:51.390537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-be696845-072b-41da-b412-11a4c62c7640 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:51.396138 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92960a-90af-46eb-80b0-3afbe5dd738b None None] The sync data for ids ['de1c4cba-0009-4078-af68-acf566813126'] in n-d-843146-7 is: [{'id': 'de1c4cba-0009-4078-af68-acf566813126', 'name': 'tempest-TestVolumeBackupRestore-289348600-router', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:28Z', 'updated_at': '2022-05-24T23:16:36Z', 'revision_number': 4, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'gw_port': {'id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '3ef120d3-b457-402c-9a99-b24629e4f9b9', 'name': '', 'network_id': 'c8e3be59-5d19-40cb-8d3b-e18bcb45c852', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'mac_address': 'fa:16:3e:f0:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '55890f1e-9048-488e-9742-003f5ceeece0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:35Z', 'updated_at': '2022-05-24T23:16:49Z', 'revision_number': 4, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'subnets': [{'id': '55890f1e-9048-488e-9742-003f5ceeece0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:51.445957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3ef120d3-b457-402c-9a99-b24629e4f9b9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:51.446398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:51.471104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5799c504-afe3-4fa7-832d-d0102d80d01d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:51.590358 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be696845-072b-41da-b412-11a4c62c7640 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:51.606874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8e453cf2-f31c-4049-afc0-07693fbfe58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924eb024-6275-46f0-b27a-1a8f360a7737', 'name': 'tempest-RoutersTest-router-895456043', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:48Z', 'updated_at': '2022-05-24T23:16:49Z', 'revision_number': 2, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:51.616772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e453cf2-f31c-4049-afc0-07693fbfe58a None None] Checking router: 924eb024-6275-46f0-b27a-1a8f360a7737 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:16:51.642511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e453cf2-f31c-4049-afc0-07693fbfe58a None None] Routers {'924eb024-6275-46f0-b27a-1a8f360a7737'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:51.643749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8e453cf2-f31c-4049-afc0-07693fbfe58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['924eb024-6275-46f0-b27a-1a8f360a7737'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:51.709086 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711aac1a-a311-4b2d-a192-85789b9e18c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:51.721233 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73dada-dd56-4026-b834-0d33aff1b3f5 None None] Sync routers for ids ['3d746ccb-f546-4858-b3e2-f10e505a79a8'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:51.725342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-711aac1a-a311-4b2d-a192-85789b9e18c0 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "PUT /v2.0/routers/3d746ccb-f546-4858-b3e2-f10e505a79a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2080452 May 24 23:16:51.726261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37328) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:51.744447 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73dada-dd56-4026-b834-0d33aff1b3f5 None None] Routers {'3d746ccb-f546-4858-b3e2-f10e505a79a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:51.746700 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ed73dada-dd56-4026-b834-0d33aff1b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d746ccb-f546-4858-b3e2-f10e505a79a8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:51.751215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be696845-072b-41da-b412-11a4c62c7640 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:51.758396 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be696845-072b-41da-b412-11a4c62c7640 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:51.791362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be696845-072b-41da-b412-11a4c62c7640 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a74fcb7-c9a8-4f51-a8d0-9f5d9b02e7d2,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:51.827725 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be696845-072b-41da-b412-11a4c62c7640 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:51.833464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-be696845-072b-41da-b412-11a4c62c7640 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5015311 May 24 23:16:51.838093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37332) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:51.850547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c7c5c895-5126-4094-acb9-4bc2602c88dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'b604241a-2f2a-4e41-8cf7-91affa7136f0', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:51.867897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c7c5c895-5126-4094-acb9-4bc2602c88dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:51.890455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c7c5c895-5126-4094-acb9-4bc2602c88dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:51.899220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c7c5c895-5126-4094-acb9-4bc2602c88dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:51.907736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c7c5c895-5126-4094-acb9-4bc2602c88dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:51.949183 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ed73dada-dd56-4026-b834-0d33aff1b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:51.953792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c895-5126-4094-acb9-4bc2602c88dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:51.963407 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-4626645e-d424-4db2-a33b-a28539cfb5c9 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] delete failed (client error): The resource could not be found. May 24 23:16:51.964445 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4626645e-d424-4db2-a33b-a28539cfb5c9 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1126122095 HTTP/1.1" status: 404 len: 335 time: 0.2339082 May 24 23:16:51.978327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8e453cf2-f31c-4049-afc0-07693fbfe58a None None] Set router 924eb024-6275-46f0-b27a-1a8f360a7737 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:51.978912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37338) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:51.982484 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73dada-dd56-4026-b834-0d33aff1b3f5 None None] Routers {'3d746ccb-f546-4858-b3e2-f10e505a79a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:51.983110 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ed73dada-dd56-4026-b834-0d33aff1b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d746ccb-f546-4858-b3e2-f10e505a79a8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:51.999743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-45b06c3e-1bc8-4936-8fcb-25738779b28a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d746ccb-f546-4858-b3e2-f10e505a79a8'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:52.146654 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ed73dada-dd56-4026-b834-0d33aff1b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:52.147414 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73dada-dd56-4026-b834-0d33aff1b3f5 None None] The sync data for ids ['3d746ccb-f546-4858-b3e2-f10e505a79a8'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:52.199203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3ef120d3-b457-402c-9a99-b24629e4f9b9 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:52.199935 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:52.379276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8e453cf2-f31c-4049-afc0-07693fbfe58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924eb024-6275-46f0-b27a-1a8f360a7737', 'name': 'tempest-RoutersTest-router-895456043', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:48Z', 'updated_at': '2022-05-24T23:16:49Z', 'revision_number': 2, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:52.400119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e453cf2-f31c-4049-afc0-07693fbfe58a None None] The sync data for ids ['924eb024-6275-46f0-b27a-1a8f360a7737'] in n-d-843146-7 is: [{'id': '924eb024-6275-46f0-b27a-1a8f360a7737', 'name': 'tempest-RoutersTest-router-895456043', 'tenant_id': '7e8a3ed21079492abbb8e62ee377cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:48Z', 'updated_at': '2022-05-24T23:16:49Z', 'revision_number': 2, 'project_id': '7e8a3ed21079492abbb8e62ee377cd79', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:16:52.406211 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5799c504-afe3-4fa7-832d-d0102d80d01d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:52.411618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5799c504-afe3-4fa7-832d-d0102d80d01d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:52.440099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 3ef120d3-b457-402c-9a99-b24629e4f9b9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3ef120d3-b457-402c-9a99-b24629e4f9b9,segment=NetworkSegment(54f90018-d7b9-4f50-b48a-5bc04f19fcc5),segment_id=54f90018-d7b9-4f50-b48a-5bc04f19fcc5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:16:52.449995 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:52.451298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b6347a25-74c4-4f42-a72b-71d7c6298aa2 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:52.475451 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5799c504-afe3-4fa7-832d-d0102d80d01d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:52.476151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5799c504-afe3-4fa7-832d-d0102d80d01d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Fanout notify agent at l3_agent the message router_deleted on router 924eb024-6275-46f0-b27a-1a8f360a7737 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:16:52.492400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5799c504-afe3-4fa7-832d-d0102d80d01d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:52.498040 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5799c504-afe3-4fa7-832d-d0102d80d01d tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/924eb024-6275-46f0-b27a-1a8f360a7737 HTTP/1.1" status: 204 len: 168 time: 1.3534992 May 24 23:16:52.498668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37348) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:52.602154 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0280339a-c70f-4e88-8a91-68c33d14bffd tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=924eb024-6275-46f0-b27a-1a8f360a7737 HTTP/1.1" status: 200 len: 205 time: 0.0980430 May 24 23:16:52.603957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37352) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:52.741766 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=3ef120d3-b457-402c-9a99-b24629e4f9b9,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:52.752630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b6347a25-74c4-4f42-a72b-71d7c6298aa2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:52.753946 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:52.859930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c895-5126-4094-acb9-4bc2602c88dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:52.875360 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-c79faad2-fc33-4ec6-911b-8c06b991ed20 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] delete failed (client error): The resource could not be found. May 24 23:16:52.879032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c79faad2-fc33-4ec6-911b-8c06b991ed20 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/924eb024-6275-46f0-b27a-1a8f360a7737 HTTP/1.1" status: 404 len: 336 time: 0.2696900 May 24 23:16:52.880271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37358) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:52.890446 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c895-5126-4094-acb9-4bc2602c88dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:52.965372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b6347a25-74c4-4f42-a72b-71d7c6298aa2 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:52.970189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 70954789-eeb7-4ecc-815b-db0d392b0918 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:52.976370 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc814553-c99e-4391-a0ad-f2c68f92d9b1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] DELETE failed (client error): The resource could not be found. May 24 23:16:52.977165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc814553-c99e-4391-a0ad-f2c68f92d9b1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:16:52.980937 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fc814553-c99e-4391-a0ad-f2c68f92d9b1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/7ab0cf92-93fe-4274-85ec-2a0b2812101e HTTP/1.1" status: 404 len: 337 time: 0.0973339 May 24 23:16:52.982636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37364) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.024529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5c895-5126-4094-acb9-4bc2602c88dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d721a040-7691-427d-9175-c76dfffb1845,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:53.083462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 70954789-eeb7-4ecc-815b-db0d392b0918 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:53.084460 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.091981 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c90f7f-7826-4316-8e28-6eab173e59e8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] DELETE failed (client error): The resource could not be found. May 24 23:16:53.092445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c90f7f-7826-4316-8e28-6eab173e59e8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:16:53.094215 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-64c90f7f-7826-4316-8e28-6eab173e59e8 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/5b050a41-06d9-4b91-81ef-9f5b13e5b0ed HTTP/1.1" status: 404 len: 337 time: 0.1077735 May 24 23:16:53.096947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37370) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.103264 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c7c5c895-5126-4094-acb9-4bc2602c88dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.104455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c7c5c895-5126-4094-acb9-4bc2602c88dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2648437 May 24 23:16:53.133376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37374) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.153981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-95de7ee7-1533-45c2-bfe8-defde7f4f973 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'b604241a-2f2a-4e41-8cf7-91affa7136f0', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:53.168002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-95de7ee7-1533-45c2-bfe8-defde7f4f973 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:53.174024 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-95de7ee7-1533-45c2-bfe8-defde7f4f973 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:53.182042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-95de7ee7-1533-45c2-bfe8-defde7f4f973 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:53.188938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-95de7ee7-1533-45c2-bfe8-defde7f4f973 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:53.202289 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3092bf9-ea03-4e5b-97d0-12dfdc62a962 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] DELETE failed (client error): The resource could not be found. May 24 23:16:53.202900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3092bf9-ea03-4e5b-97d0-12dfdc62a962 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:16:53.204877 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a3092bf9-ea03-4e5b-97d0-12dfdc62a962 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/1f9332bf-34a8-4d37-a5e9-f4a05f70e375 HTTP/1.1" status: 404 len: 337 time: 0.1068931 May 24 23:16:53.207518 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45b06c3e-1bc8-4936-8fcb-25738779b28a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.211946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37378) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.216350 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95de7ee7-1533-45c2-bfe8-defde7f4f973 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.267895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 70954789-eeb7-4ecc-815b-db0d392b0918 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:53.298444 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-d789782e-4652-4638-a0ba-6c139deefcd5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] DELETE failed (client error): The resource could not be found. May 24 23:16:53.298893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d789782e-4652-4638-a0ba-6c139deefcd5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:16:53.300645 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d789782e-4652-4638-a0ba-6c139deefcd5 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/fab4a621-167f-4c31-bcf8-4c77419a8a4b HTTP/1.1" status: 404 len: 337 time: 0.0877304 May 24 23:16:53.317176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37384) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.318212 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95de7ee7-1533-45c2-bfe8-defde7f4f973 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.333017 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95de7ee7-1533-45c2-bfe8-defde7f4f973 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.368824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3ef120d3-b457-402c-9a99-b24629e4f9b9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:53.372525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e6614ab9-e979-4cd7-9ad3-019176414aa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Synchronizing usage tracker for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:16:53.379007 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-45b06c3e-1bc8-4936-8fcb-25738779b28a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] update failed (client error): The resource could not be found. May 24 23:16:53.380324 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-45b06c3e-1bc8-4936-8fcb-25738779b28a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "PUT /v2.0/routers/3d746ccb-f546-4858-b3e2-f10e505a79a8 HTTP/1.1" status: 404 len: 339 time: 1.4008279 May 24 23:16:53.384207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37388) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.390283 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95de7ee7-1533-45c2-bfe8-defde7f4f973 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.391847 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-95de7ee7-1533-45c2-bfe8-defde7f4f973 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2574098 May 24 23:16:53.393930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2017646446'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:53.395982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37392) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.405144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'b604241a-2f2a-4e41-8cf7-91affa7136f0', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:53.410136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:53.413950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:53.418603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:53.428258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e6614ab9-e979-4cd7-9ad3-019176414aa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] Unset dirty status for tenant:7e8a3ed21079492abbb8e62ee377cd79 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:16:53.429325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:53.433084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de7ee7-1533-45c2-bfe8-defde7f4f973 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5eb5c3-b2bf-4ef0-84aa-ced584a6be97,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:53.433448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e6614ab9-e979-4cd7-9ad3-019176414aa2 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=219b8cdb-f51a-4960-90bd-f67425a92cd5 HTTP/1.1" status: 200 len: 205 time: 0.1150532 May 24 23:16:53.435120 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Usage tracker for resource:network and tenant:61957a7afb424aa2a195a98109f554f7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:53.438782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37398) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.442182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:53.444159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:53.464536 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Project 7ed04b4b69a04a79b55d0e6cf9c97c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:16:53.476674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.501608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3ef120d3-b457-402c-9a99-b24629e4f9b9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:53.502204 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.589809 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.596187 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.630504 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-a0aa7fdc-8d3a-43ad-93f7-f9b69ab4dc6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] delete failed (client error): The resource could not be found. May 24 23:16:53.631549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a0aa7fdc-8d3a-43ad-93f7-f9b69ab4dc6b tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/219b8cdb-f51a-4960-90bd-f67425a92cd5 HTTP/1.1" status: 404 len: 336 time: 0.1915755 May 24 23:16:53.632533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:53.643470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37408) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.676629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35d83bc-842c-4987-89f6-c9110d896653,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:53.683807 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.687559 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f58adb6e-278c-467f-a0fa-4f9f65c96520 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2879558 May 24 23:16:53.687725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37416) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.696217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3ef120d3-b457-402c-9a99-b24629e4f9b9 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:53.699334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': 'b604241a-2f2a-4e41-8cf7-91affa7136f0', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:53.700391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 165d0f0b-b32d-4a3f-8d78-9f34d8908cde up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:53.714000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:53.725142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:53.732261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:53.739660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:53.761336 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Project 7ed04b4b69a04a79b55d0e6cf9c97c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:16:53.772983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.782262 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8d5e7a75-1848-43a2-93ad-f8a3cd58ce50 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd455b7-215b-4046-bc22-92b28a47776a HTTP/1.1" status: 200 len: 205 time: 0.1376743 May 24 23:16:53.784854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37420) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.874236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:16:53.874619 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.884390 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.892579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.919829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067f039c-d1df-4fa7-861c-350dbd5a92e4,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:53.950368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.953961 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-daccb1b5-8d88-4275-a660-ead290474c66 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2645633 May 24 23:16:53.955660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37428) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:53.960919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Made reservation on behalf of 61957a7afb424aa2a195a98109f554f7 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:53.969056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'network': {'name': 'tempest-network-smoke--1767771152', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'port_security_enabled': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:53.971372 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:53.974564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:53.982623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:network and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:53.986186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:53.993473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:54.004287 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-0391cd23-cd9d-480e-b6bf-0c228a3f9a89 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] delete failed (client error): The resource could not be found. May 24 23:16:54.008450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:54.014160 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0391cd23-cd9d-480e-b6bf-0c228a3f9a89 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/bbd455b7-215b-4046-bc22-92b28a47776a HTTP/1.1" status: 404 len: 336 time: 0.2280939 May 24 23:16:54.015607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37432) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:54.017885 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.052677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:16:54.069062 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.069559 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Added segment 50ec7b64-ade2-4e3a-8467-fc509b4d41dc of type vlan for network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 May 24 23:16:54.070105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:16:54.074896 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a7d09b-0a7e-4ab9-9cae-6ead50a836b7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] DELETE failed (client error): The resource could not be found. May 24 23:16:54.075417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a7d09b-0a7e-4ab9-9cae-6ead50a836b7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:16:54.081233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-86a7d09b-0a7e-4ab9-9cae-6ead50a836b7 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/6b138a65-a8c0-479f-a5b9-20dc2add2755 HTTP/1.1" status: 404 len: 337 time: 0.0615051 May 24 23:16:54.081818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37438) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:54.091820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:16:54.105377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.105893 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Added segment 3b338dec-3407-46f1-8d3c-b215b01ec70c of type vlan for network b84266a5-1359-4007-9464-068a482d3bd2 May 24 23:16:54.143333 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.151374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-83d098f1-c572-45a8-ab50-afc1f0475a56 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=310819c0-222c-4eaf-ad5e-225dad131d18 HTTP/1.1" status: 200 len: 205 time: 0.0682192 May 24 23:16:54.153901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37442) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:54.181349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.224164 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.231194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:54.232440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.233994 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-1461d942-a0a5-4be2-bd47-c0124d7dee61 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] delete failed (client error): The resource could not be found. May 24 23:16:54.238142 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1461d942-a0a5-4be2-bd47-c0124d7dee61 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/310819c0-222c-4eaf-ad5e-225dad131d18 HTTP/1.1" status: 404 len: 336 time: 0.0814838 May 24 23:16:54.240076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37448) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:54.300508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9a67221a-3350-48c5-9991-176a07759a90 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6a4e17-8843-4db2-8399-25b8ca01eff6 HTTP/1.1" status: 200 len: 205 time: 0.0591896 May 24 23:16:54.302685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37452) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:54.323409 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.365222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Network': ['ID=626f4fd5-76b1-4de4-88a4-42f6b51ab065,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:54.368131 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.371508 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-800d8d0d-9996-4558-97c3-ce9ff66bf0be tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4130929 May 24 23:16:54.374640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37458) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:54.374929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:54.376297 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.378208 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:16:54.388888 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'admin_state_up': True, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:54.412924 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-7f5c1045-e6c0-4935-9354-150ece9caf94 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] delete failed (client error): The resource could not be found. May 24 23:16:54.416760 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7f5c1045-e6c0-4935-9354-150ece9caf94 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/ea6a4e17-8843-4db2-8399-25b8ca01eff6 HTTP/1.1" status: 404 len: 336 time: 0.1127222 May 24 23:16:54.417267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37464) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:54.421278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:54.432287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:router and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:54.443026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:54.470468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:54.496426 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.497528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.531560 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:54.659245 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d7ff05-00cb-4bc8-bb2e-159d6369ab68 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] DELETE failed (client error): The resource could not be found. May 24 23:16:54.659735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d7ff05-00cb-4bc8-bb2e-159d6369ab68 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:16:54.681651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c5d7ff05-00cb-4bc8-bb2e-159d6369ab68 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/5e2111e3-9e0e-4fbd-b91d-f6a0c7857295 HTTP/1.1" status: 404 len: 337 time: 0.2570884 May 24 23:16:54.684505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37474) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:54.730655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3452227 May 24 23:16:54.735142 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-db372f33-9640-472b-b7fa-c094f9302d12 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2c94006-badc-450e-99ac-a58a83a9e398 HTTP/1.1" status: 200 len: 205 time: 0.0476975 May 24 23:16:54.735142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37480) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:54.738118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37482) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:54.738790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063b8f0-d562-4dc2-a9e5-8ddf1ba6d7b4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Network': ['ID=b84266a5-1359-4007-9464-068a482d3bd2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:54.750292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'subnet': {'network_id': 'b84266a5-1359-4007-9464-068a482d3bd2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:54.754777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network b84266a5-1359-4007-9464-068a482d3bd2 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:16:54.870206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:16:54.875729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Usage tracker for resource:subnet and tenant:61957a7afb424aa2a195a98109f554f7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:16:54.881535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:16:54.893846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:16:54.989547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:55.068722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Made reservation on behalf of 61957a7afb424aa2a195a98109f554f7 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:16:55.072187 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:55.343479 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-f7307276-bc26-4684-ac21-e63a8e84b2f9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] delete failed (client error): The resource could not be found. May 24 23:16:55.344816 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f7307276-bc26-4684-ac21-e63a8e84b2f9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/a2c94006-badc-450e-99ac-a58a83a9e398 HTTP/1.1" status: 404 len: 336 time: 0.6029160 May 24 23:16:55.347499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37502) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:55.395304 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf44e0e-ba57-44b5-b5ac-677393fa33ef tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] DELETE failed (client error): The resource could not be found. May 24 23:16:55.396015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf44e0e-ba57-44b5-b5ac-677393fa33ef tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:16:55.400451 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:55.416661 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:55.446027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bcf44e0e-ba57-44b5-b5ac-677393fa33ef tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/c57c914d-7365-4a3b-85d7-c6139bf7b5e6 HTTP/1.1" status: 404 len: 337 time: 0.0972676 May 24 23:16:55.452251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37510) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:55.508001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Checking segment: {'id': '3b338dec-3407-46f1-8d3c-b215b01ec70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b84266a5-1359-4007-9464-068a482d3bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:55.508716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network hostable DHCP agents. Network: b84266a5-1359-4007-9464-068a482d3bd2, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:16:55.515985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Subnet': ['ID=3db95ed5-e6b5-4694-9dd2-89ad7060ffcd,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:55.538566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network b84266a5-1359-4007-9464-068a482d3bd2 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:16:55.554391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, b84266a5-1359-4007-9464-068a482d3bd2) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:55.565101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcbc54d-8e68-4b7e-9290-9f58d407ce86 None None] Network b84266a5-1359-4007-9464-068a482d3bd2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:16:55.587171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:55.588890 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:55.642962 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7bd0ea66-4f63-404a-9e3f-a82297140f67 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9062569 May 24 23:16:55.644039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37514) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:55.650363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f0ba1690-6bbb-4c51-b056-f28350cca962 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b84266a5-1359-4007-9464-068a482d3bd2'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:16:55.654379 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:55.743530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cbfdfef0-a4c2-4006-a5d2-54d0ebbe44f1 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a1049ab-3548-41e3-8d40-ec906c479892 HTTP/1.1" status: 200 len: 205 time: 0.2900057 May 24 23:16:55.745751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37520) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:55.912804 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-952f80a5-63a8-40c5-affe-4ab2ec9cb3f9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] delete failed (client error): The resource could not be found. May 24 23:16:55.914059 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-952f80a5-63a8-40c5-affe-4ab2ec9cb3f9 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/routers/2a1049ab-3548-41e3-8d40-ec906c479892 HTTP/1.1" status: 404 len: 336 time: 0.1671441 May 24 23:16:55.917928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37526) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:55.958877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-b84266a5-1359-4007-9464-068a482d3bd2', 'network_id': 'b84266a5-1359-4007-9464-068a482d3bd2', 'tenant_id': '61957a7afb424aa2a195a98109f554f7', 'fixed_ips': [{'subnet_id': '3db95ed5-e6b5-4694-9dd2-89ad7060ffcd'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:16:55.959888 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:55.975453 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-12537be1-837e-4e66-9169-3293e58d6d44 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] DELETE failed (client error): The resource could not be found. May 24 23:16:55.975898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12537be1-837e-4e66-9169-3293e58d6d44 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:16:56.019652 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12537be1-837e-4e66-9169-3293e58d6d44 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/edb0e9de-aaf1-4bfd-8695-8179b5e95269 HTTP/1.1" status: 404 len: 337 time: 0.1004655 May 24 23:16:56.024299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37534) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:56.081295 n-d-843146-7 neutron-server[88390]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d263b7-9667-4f4c-9f62-c7523af4d206 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] DELETE failed (client error): The resource could not be found. May 24 23:16:56.091285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d263b7-9667-4f4c-9f62-c7523af4d206 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:16:56.095320 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-71d263b7-9667-4f4c-9f62-c7523af4d206 tempest-RoutersTest-133574089 tempest-RoutersTest-133574089-project] 10.222.0.55 "DELETE /v2.0/subnets/76613b96-c7d6-46d1-be2a-3456ca96f6f2 HTTP/1.1" status: 404 len: 337 time: 0.0699935 May 24 23:16:56.136471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.25.7.95 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/41d7db03-f44e-4a6b-91cd-a75da23a585c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:56.247858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Allocated IP 2001:db8:1::2 (b84266a5-1359-4007-9464-068a482d3bd2/3db95ed5-e6b5-4694-9dd2-89ad7060ffcd/d2ac6d33-309a-476c-9324-bff32c00b941) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:56.376250 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1690-6bbb-4c51-b056-f28350cca962 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:56.587772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:56.658296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:56.676804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:56.785387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:56.788041 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-f0ba1690-6bbb-4c51-b056-f28350cca962 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:16:56.789151 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f0ba1690-6bbb-4c51-b056-f28350cca962 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "PUT /v2.0/routers/3d746ccb-f546-4858-b3e2-f10e505a79a8 HTTP/1.1" status: 400 len: 364 time: 1.1439273 May 24 23:16:56.792883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37548) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:56.795229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:56.811192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:56.960035 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:56.977757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Transition to ACTIVE for port object d2ac6d33-309a-476c-9324-bff32c00b941 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:57.009203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37552) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:57.012739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Transition to ACTIVE for port object d2ac6d33-309a-476c-9324-bff32c00b941 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:57.026437 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:57.136721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=41d7db03-f44e-4a6b-91cd-a75da23a585c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:57.149312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Network b84266a5-1359-4007-9464-068a482d3bd2 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:57.155932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:57.159031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:57.294854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Pushing event updated for resources: {'Port': ['ID=d2ac6d33-309a-476c-9324-bff32c00b941,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:57.307978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Attempting to bind port d2ac6d33-309a-476c-9324-bff32c00b941 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:16:57.308384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Attempting to bind port d2ac6d33-309a-476c-9324-bff32c00b941 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '3b338dec-3407-46f1-8d3c-b215b01ec70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b84266a5-1359-4007-9464-068a482d3bd2'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:16:57.308764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Attempting to bind port d2ac6d33-309a-476c-9324-bff32c00b941 on network b84266a5-1359-4007-9464-068a482d3bd2 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:16:57.316632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:16:57.316860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Checking segment: {'id': '3b338dec-3407-46f1-8d3c-b215b01ec70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b84266a5-1359-4007-9464-068a482d3bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:16:57.317272 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:57.317741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Bound using segment: {'id': '3b338dec-3407-46f1-8d3c-b215b01ec70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b84266a5-1359-4007-9464-068a482d3bd2'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:16:57.318218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Bound port: d2ac6d33-309a-476c-9324-bff32c00b941, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b338dec-3407-46f1-8d3c-b215b01ec70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b84266a5-1359-4007-9464-068a482d3bd2'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:16:57.318599 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:57.542875 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ec8bc6d7-96b9-4775-8bba-ba454334b8fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e8a3ed21079492abbb8e62ee377cd79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282116 May 24 23:16:57.545626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37562) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:57.549202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] For port d2ac6d33-309a-476c-9324-bff32c00b941, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:16:57.558339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] For port d2ac6d33-309a-476c-9324-bff32c00b941, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d2ac6d33-309a-476c-9324-bff32c00b941,segment=NetworkSegment(3b338dec-3407-46f1-8d3c-b215b01ec70c),segment_id=3b338dec-3407-46f1-8d3c-b215b01ec70c)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:16:57.572355 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:57.590009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:57.686158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e938c-2e66-45c3-a32c-c764ee8491fe None None] Pushing event updated for resources: {'Port': ['ID=d2ac6d33-309a-476c-9324-bff32c00b941,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:57.796471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c13c4677-61f2-4072-943f-0778d3c0c649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:57.894828 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c13c4677-61f2-4072-943f-0778d3c0c649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:57.949282 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:58.395031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c13c4677-61f2-4072-943f-0778d3c0c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:58.417826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:58.425638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c4677-61f2-4072-943f-0778d3c0c649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d6cdec-2871-452e-845d-fff62bbbaa6c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:58.492137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Allocated IP 2001:db8::1 (6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e/21cdd3d6-a04c-41e6-aa0c-f790ea406f71/6d638233-044a-409d-851a-0568d26f8e19) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:16:58.507114 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c13c4677-61f2-4072-943f-0778d3c0c649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:58.511781 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c13c4677-61f2-4072-943f-0778d3c0c649 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8d6cdec-2871-452e-845d-fff62bbbaa6c HTTP/1.1" status: 204 len: 168 time: 0.9623632 May 24 23:16:58.725827 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:58.756567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Transition to ACTIVE for port object 6d638233-044a-409d-851a-0568d26f8e19 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:16:58.829854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:58.838043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router 1f497173-0819-483c-8866-11806df06ed7 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:16:58.959839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:16:58.963588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:16:58.968264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:16:58.968817 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:58.977123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Port': ['ID=6d638233-044a-409d-851a-0568d26f8e19,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:16:59.233999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:16:59.236505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:59.247572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Sync routers for ids ['1f497173-0819-483c-8866-11806df06ed7'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:16:59.266183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Routers {'1f497173-0819-483c-8866-11806df06ed7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:16:59.266836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1f497173-0819-483c-8866-11806df06ed7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:16:59.288292 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:16:59.298472 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3ccf2ec4-b0f9-4efb-95a3-1f6d6aaac5fd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.9206522 May 24 23:16:59.299523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37592) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:59.416998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-aea4d0c7-1c25-4835-a15e-fecb755b153f tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1159165 May 24 23:16:59.421990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37596) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:59.619595 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Set router 1f497173-0819-483c-8866-11806df06ed7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:16:59.852450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d2ac6d33-309a-476c-9324-bff32c00b941 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:16:59.867476 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c546f-2f27-4dd9-bc5d-9ca77b7f4855 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:16:59.870414 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f44c546f-2f27-4dd9-bc5d-9ca77b7f4855 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4452705 May 24 23:16:59.873186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37610) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:59.933785 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e4bd4140-5091-4a79-8bfe-5474c90a6505 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589044 May 24 23:16:59.936184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37616) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:16:59.944186 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1748666908', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:00.116214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61eb487-7da2-42fe-a7fe-20915d7503b8 None None] Network b84266a5-1359-4007-9464-068a482d3bd2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:00.144519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:00.163863 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:subnet and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:00.170506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:00.187475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:00.210793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:00.216672 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:00.256294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-145d2304-f466-4536-8d51-96797cf56db1 None None] Provisioning for port 6d638233-044a-409d-851a-0568d26f8e19 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:00.265543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-145d2304-f466-4536-8d51-96797cf56db1 None None] Provisioning complete for port 6d638233-044a-409d-851a-0568d26f8e19 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:00.265923 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-145d2304-f466-4536-8d51-96797cf56db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:00.315842 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:00.323062 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:00.324213 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:00.341170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-145d2304-f466-4536-8d51-96797cf56db1 None None] Port 6d638233-044a-409d-851a-0568d26f8e19 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:17:00.346776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port d2ac6d33-309a-476c-9324-bff32c00b941 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:00.421679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event updated for resources: {'Port': ['ID=6d638233-044a-409d-851a-0568d26f8e19,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:00.508081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:16:57Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:00.536496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Checking router: 1f497173-0819-483c-8866-11806df06ed7 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:17:00.536855 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Updating router 1f497173-0819-483c-8866-11806df06ed7 port 41d7db03-f44e-4a6b-91cd-a75da23a585c binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:17:00.666919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Network 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:17:00.669742 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:00.670469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:00.727784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-31882f5a-1879-4076-b62e-721c2d6434d9 None None] Provisioning for port d2ac6d33-309a-476c-9324-bff32c00b941 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:00.771329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-31882f5a-1879-4076-b62e-721c2d6434d9 None None] Provisioning complete for port d2ac6d33-309a-476c-9324-bff32c00b941 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:00.771882 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31882f5a-1879-4076-b62e-721c2d6434d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:00.817667 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:00.955996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Subnet': ['ID=af0c34e6-3418-4210-b365-d702b1d75519,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:00.980369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Checking segment: {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:17:00.983412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network hostable DHCP agents. Network: 626f4fd5-76b1-4de4-88a4-42f6b51ab065, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:17:01.016948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Router 3d746ccb-f546-4858-b3e2-f10e505a79a8 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:17:01.044170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:17:01.076927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 626f4fd5-76b1-4de4-88a4-42f6b51ab065) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:01.083042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:01.084404 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:01.126236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f141ae5-1def-48ef-b7c8-f851d5b45b9e None None] Network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:01.139932 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6f47de1a-8679-4729-b02f-75662707b50a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2020142 May 24 23:17:01.140753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37650) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:01.255980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:17:01.268669 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87cb7a-a52d-4c62-9dff-36f06953ccaa None None] Sync routers for ids ['3d746ccb-f546-4858-b3e2-f10e505a79a8'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:17:01.284084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c9c29d16-26d1-49dd-8f4c-43fcba5c88cf tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "PUT /v2.0/routers/3d746ccb-f546-4858-b3e2-f10e505a79a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4882576 May 24 23:17:01.286416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37654) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:01.287274 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87cb7a-a52d-4c62-9dff-36f06953ccaa None None] Routers {'3d746ccb-f546-4858-b3e2-f10e505a79a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:01.288049 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fa87cb7a-a52d-4c62-9dff-36f06953ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d746ccb-f546-4858-b3e2-f10e505a79a8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:01.435445 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fa87cb7a-a52d-4c62-9dff-36f06953ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:01.459047 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87cb7a-a52d-4c62-9dff-36f06953ccaa None None] Routers {'3d746ccb-f546-4858-b3e2-f10e505a79a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:01.465695 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fa87cb7a-a52d-4c62-9dff-36f06953ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d746ccb-f546-4858-b3e2-f10e505a79a8'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:01.599764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:17:01.603085 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:01.645839 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fa87cb7a-a52d-4c62-9dff-36f06953ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:01.646239 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87cb7a-a52d-4c62-9dff-36f06953ccaa None None] The sync data for ids ['3d746ccb-f546-4858-b3e2-f10e505a79a8'] in n-d-843146-7 is: [] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:17:01.691840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b46e63a6-c904-4f80-ad1c-4684616c681e tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:01.978025 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-b46e63a6-c904-4f80-ad1c-4684616c681e tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] delete failed (client error): There was a conflict when trying to complete your request. May 24 23:17:01.979565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b46e63a6-c904-4f80-ad1c-4684616c681e tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "DELETE /v2.0/routers/3d746ccb-f546-4858-b3e2-f10e505a79a8 HTTP/1.1" status: 409 len: 329 time: 0.6889811 May 24 23:17:01.986727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37676) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:02.161259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-31882f5a-1879-4076-b62e-721c2d6434d9 None None] Current status of the port d2ac6d33-309a-476c-9324-bff32c00b941 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:02.161679 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31882f5a-1879-4076-b62e-721c2d6434d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:02.389061 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Allocated IP 172.20.0.2 (626f4fd5-76b1-4de4-88a4-42f6b51ab065/af0c34e6-3418-4210-b365-d702b1d75519/ee4700f5-ef45-463f-a996-db0dff0cea9b) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:17:02.452030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-31882f5a-1879-4076-b62e-721c2d6434d9 None None] For port d2ac6d33-309a-476c-9324-bff32c00b941, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d2ac6d33-309a-476c-9324-bff32c00b941,segment=NetworkSegment(3b338dec-3407-46f1-8d3c-b215b01ec70c),segment_id=3b338dec-3407-46f1-8d3c-b215b01ec70c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:02.484016 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-31882f5a-1879-4076-b62e-721c2d6434d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:02.671897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:02.960012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31882f5a-1879-4076-b62e-721c2d6434d9 None None] Pushing event updated for resources: {'Port': ['ID=d2ac6d33-309a-476c-9324-bff32c00b941,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:02.967845 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:17:02.980187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-600f88cc-661f-4637-9117-115543053919 None None] Provisioning complete for port d2ac6d33-309a-476c-9324-bff32c00b941 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:02.980845 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-600f88cc-661f-4637-9117-115543053919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:03.266153 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:03.348462 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfb87eef-7346-452d-a48b-5881341e6a40 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:03.370654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Transition to ACTIVE for port object 41d7db03-f44e-4a6b-91cd-a75da23a585c will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:17:03.422142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d2ac6d33-309a-476c-9324-bff32c00b941 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:03.477342 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:03.493259 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:03.690886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Transition to ACTIVE for port object ee4700f5-ef45-463f-a996-db0dff0cea9b will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:17:03.696737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12d13a-7456-447d-b942-24d76539e357 None None] Pushing event updated for resources: {'Port': ['ID=41d7db03-f44e-4a6b-91cd-a75da23a585c,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:03.715191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-600f88cc-661f-4637-9117-115543053919 None None] Current status of the port d2ac6d33-309a-476c-9324-bff32c00b941 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:03.740918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Attempting to bind port 41d7db03-f44e-4a6b-91cd-a75da23a585c on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:17:03.741536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Attempting to bind port 41d7db03-f44e-4a6b-91cd-a75da23a585c by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:17:03.742087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Attempting to bind port 41d7db03-f44e-4a6b-91cd-a75da23a585c on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:17:03.748351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Transition to ACTIVE for port object ee4700f5-ef45-463f-a996-db0dff0cea9b will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:17:03.755412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:17:03.755952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:17:03.756465 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:03.756999 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:17:03.757676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Bound port: 41d7db03-f44e-4a6b-91cd-a75da23a585c, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:17:03.758152 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:03.805962 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:03.873463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.20.0.1 (626f4fd5-76b1-4de4-88a4-42f6b51ab065/af0c34e6-3418-4210-b365-d702b1d75519/656e0d82-3738-465d-b18a-0b458c53bea4) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:17:03.924164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-600f88cc-661f-4637-9117-115543053919 None None] Provisioning complete for port 6d638233-044a-409d-851a-0568d26f8e19 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:03.925298 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-600f88cc-661f-4637-9117-115543053919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:03.931628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-dfb87eef-7346-452d-a48b-5881341e6a40 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting port 6d638233-044a-409d-851a-0568d26f8e19 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:03.931982 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfb87eef-7346-452d-a48b-5881341e6a40 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:04.020508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:17:04.021188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-600f88cc-661f-4637-9117-115543053919 None None] Port 6d638233-044a-409d-851a-0568d26f8e19 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:17:04.031602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:04.039255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port d2ac6d33-309a-476c-9324-bff32c00b941 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:04.039633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:04.154826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:17:04.175382 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfb87eef-7346-452d-a48b-5881341e6a40 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:04.189148 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:04.225269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Transition to ACTIVE for port object 656e0d82-3738-465d-b18a-0b458c53bea4 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:17:04.258703 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:04.282039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Attempting to bind port ee4700f5-ef45-463f-a996-db0dff0cea9b on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:17:04.282415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Attempting to bind port ee4700f5-ef45-463f-a996-db0dff0cea9b by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:17:04.282779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Attempting to bind port ee4700f5-ef45-463f-a996-db0dff0cea9b on network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:17:04.293326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:17:04.293732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Checking segment: {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:17:04.294137 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:04.294534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Bound using segment: {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:17:04.295005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Bound port: ee4700f5-ef45-463f-a996-db0dff0cea9b, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:17:04.295384 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:04.315488 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Pushing event updated for resources: {'Port': ['ID=ee4700f5-ef45-463f-a996-db0dff0cea9b,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:04.363807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:17:04.367630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:04.372298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:17:04.390379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] For port 41d7db03-f44e-4a6b-91cd-a75da23a585c, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:17:04.391175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-dfb87eef-7346-452d-a48b-5881341e6a40 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Calling delete_port for 6d638233-044a-409d-851a-0568d26f8e19 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:04.473812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] For port 41d7db03-f44e-4a6b-91cd-a75da23a585c, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=41d7db03-f44e-4a6b-91cd-a75da23a585c,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:17:04.524429 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:04.526076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port d2ac6d33-309a-476c-9324-bff32c00b941 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:04.539578 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:04.622672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfb87eef-7346-452d-a48b-5881341e6a40 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:04.648192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] For port ee4700f5-ef45-463f-a996-db0dff0cea9b, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:17:04.657956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Routers {'1f497173-0819-483c-8866-11806df06ed7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:04.658852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1f497173-0819-483c-8866-11806df06ed7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:04.731618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] For port ee4700f5-ef45-463f-a996-db0dff0cea9b, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ee4700f5-ef45-463f-a996-db0dff0cea9b,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:17:04.757026 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:04.759288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb87eef-7346-452d-a48b-5881341e6a40 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Port': ['ID=6d638233-044a-409d-851a-0568d26f8e19,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:04.774719 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12d13a-7456-447d-b942-24d76539e357 None None] Pushing event updated for resources: {'Port': ['ID=41d7db03-f44e-4a6b-91cd-a75da23a585c,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:04.774874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=656e0d82-3738-465d-b18a-0b458c53bea4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:05.035440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1957172-7a98-4e79-a6ac-346a23031e52 None None] Pushing event updated for resources: {'Port': ['ID=ee4700f5-ef45-463f-a996-db0dff0cea9b,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:05.070142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] Set router 1f497173-0819-483c-8866-11806df06ed7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:17:05.149976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:05.262762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfb87eef-7346-452d-a48b-5881341e6a40 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:05.483774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ee4700f5-ef45-463f-a996-db0dff0cea9b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:05.596062 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a29979d8-452e-4479-a8b7-4c2ba66b2585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:05.856150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port ee4700f5-ef45-463f-a996-db0dff0cea9b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:05.875773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:16:57Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:05.878998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b6ada-b7c6-40c7-afe1-b117e4c4ac84 None None] The sync data for ids ['1f497173-0819-483c-8866-11806df06ed7'] in n-d-843146-7 is: [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:16:57Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:17:06.180041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:06.192940 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:06.226530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb87eef-7346-452d-a48b-5881341e6a40 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Router 3d746ccb-f546-4858-b3e2-f10e505a79a8 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:17:06.412425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=656e0d82-3738-465d-b18a-0b458c53bea4,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:06.445446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:06.639422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb87eef-7346-452d-a48b-5881341e6a40 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:17:06.654513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283251e8-b836-46cb-a092-aff435cc4767 None None] Sync routers for ids ['3d746ccb-f546-4858-b3e2-f10e505a79a8'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:17:06.671398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283251e8-b836-46cb-a092-aff435cc4767 None None] Routers {'3d746ccb-f546-4858-b3e2-f10e505a79a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:06.672437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-283251e8-b836-46cb-a092-aff435cc4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d746ccb-f546-4858-b3e2-f10e505a79a8'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:06.683498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37770) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:06.683902 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dfb87eef-7346-452d-a48b-5881341e6a40 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "PUT /v2.0/routers/3d746ccb-f546-4858-b3e2-f10e505a79a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6945407 May 24 23:17:06.850523 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-ad086a88-505e-4186-86af-2352ff37902a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] show failed (client error): The resource could not be found. May 24 23:17:06.856849 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ad086a88-505e-4186-86af-2352ff37902a tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1357082836 HTTP/1.1" status: 404 len: 335 time: 0.1630785 May 24 23:17:06.859467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37778) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:06.872797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4f2155ff-ff49-4783-a6e9-b6f03ddb1bfe tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:06.900675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef66727-03f0-4669-8d9d-e8cf0520fc21 None None] Network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:06.936027 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:17:06.948598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:07.069254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-283251e8-b836-46cb-a092-aff435cc4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:07.095697 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-4f2155ff-ff49-4783-a6e9-b6f03ddb1bfe tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] update failed (client error): The resource could not be found. May 24 23:17:07.096877 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4f2155ff-ff49-4783-a6e9-b6f03ddb1bfe tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-2142462889 HTTP/1.1" status: 404 len: 335 time: 0.2303438 May 24 23:17:07.102513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37786) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:07.113473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283251e8-b836-46cb-a092-aff435cc4767 None None] Routers {'3d746ccb-f546-4858-b3e2-f10e505a79a8'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:07.114274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-283251e8-b836-46cb-a092-aff435cc4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:16:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['3d746ccb-f546-4858-b3e2-f10e505a79a8'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:07.231030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-283251e8-b836-46cb-a092-aff435cc4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:07.231669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283251e8-b836-46cb-a092-aff435cc4767 None None] The sync data for ids ['3d746ccb-f546-4858-b3e2-f10e505a79a8'] in n-d-843146-7 is: [] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:17:07.245459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c57b803c-e007-465c-bfce-af0a2fe17a28 None None] Provisioning for port ee4700f5-ef45-463f-a996-db0dff0cea9b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:07.270043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-27cd2d3c-1f26-444a-ae34-dabc42d86578 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting subnet 3db95ed5-e6b5-4694-9dd2-89ad7060ffcd {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:17:07.278164 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27cd2d3c-1f26-444a-ae34-dabc42d86578 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:07.305375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c57b803c-e007-465c-bfce-af0a2fe17a28 None None] Provisioning complete for port ee4700f5-ef45-463f-a996-db0dff0cea9b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:07.307710 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c57b803c-e007-465c-bfce-af0a2fe17a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:07.384922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27cd2d3c-1f26-444a-ae34-dabc42d86578 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:07.467798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router 1f497173-0819-483c-8866-11806df06ed7 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:17:07.493069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 41d7db03-f44e-4a6b-91cd-a75da23a585c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:07.500239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27cd2d3c-1f26-444a-ae34-dabc42d86578 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:07.610633 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27cd2d3c-1f26-444a-ae34-dabc42d86578 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:07.658585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37792) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:07.674396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd2d3c-1f26-444a-ae34-dabc42d86578 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Subnet': ['ID=3db95ed5-e6b5-4694-9dd2-89ad7060ffcd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:07.679158 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-27cd2d3c-1f26-444a-ae34-dabc42d86578 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:07.690397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-27cd2d3c-1f26-444a-ae34-dabc42d86578 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "DELETE /v2.0/subnets/3db95ed5-e6b5-4694-9dd2-89ad7060ffcd HTTP/1.1" status: 204 len: 168 time: 0.5855749 May 24 23:17:07.692886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37798) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:07.822196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:17:07.836369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ee95f-9361-402f-b50c-b4d83892b259 None None] Network b84266a5-1359-4007-9464-068a482d3bd2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:07.870088 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a89ba96-faef-4353-81ef-40486e2973aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:07.873116 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bc95742a-8218-42fe-b439-455103d88e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:07.888849 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3738d439-a86f-4b74-8605-a88888421464 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "PUT /v2.0/routers/1f497173-0819-483c-8866-11806df06ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7465148 May 24 23:17:07.900931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2a89ba96-faef-4353-81ef-40486e2973aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:07.902580 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:07.905447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2a89ba96-faef-4353-81ef-40486e2973aa admin admin] Usage tracker for resource:security_group_rule and tenant:98b0a19b4ee84bbc8e93d6d5218b7a53 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:07.908843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2a89ba96-faef-4353-81ef-40486e2973aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:07.917596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2a89ba96-faef-4353-81ef-40486e2973aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:07.920258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting port d2ac6d33-309a-476c-9324-bff32c00b941 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:07.921097 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.087816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a89ba96-faef-4353-81ef-40486e2973aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.103612 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2a89ba96-faef-4353-81ef-40486e2973aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.197900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] For port d2ac6d33-309a-476c-9324-bff32c00b941, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d2ac6d33-309a-476c-9324-bff32c00b941,segment=NetworkSegment(3b338dec-3407-46f1-8d3c-b215b01ec70c),segment_id=3b338dec-3407-46f1-8d3c-b215b01ec70c)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:08.198274 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.207963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 41d7db03-f44e-4a6b-91cd-a75da23a585c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:08.218247 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2a89ba96-faef-4353-81ef-40486e2973aa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98b0a19b4ee84bbc8e93d6d5218b7a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5585172 May 24 23:17:08.219774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37810) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:08.259470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 41d7db03-f44e-4a6b-91cd-a75da23a585c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:08.260098 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.262020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89ba96-faef-4353-81ef-40486e2973aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50e19ae-52af-4fda-9511-3b93e5521828,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:08.342034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Calling delete_port for d2ac6d33-309a-476c-9324-bff32c00b941 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:08.377252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c57b803c-e007-465c-bfce-af0a2fe17a28 None None] Current status of the port ee4700f5-ef45-463f-a996-db0dff0cea9b is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:08.378364 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c57b803c-e007-465c-bfce-af0a2fe17a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.426637 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a56ac8d-1563-4ec7-b06e-3aaacc9c0a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.438474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.462934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a56ac8d-1563-4ec7-b06e-3aaacc9c0a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.543046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c57b803c-e007-465c-bfce-af0a2fe17a28 None None] For port ee4700f5-ef45-463f-a996-db0dff0cea9b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ee4700f5-ef45-463f-a996-db0dff0cea9b,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:08.557123 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c57b803c-e007-465c-bfce-af0a2fe17a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.577524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Port': ['ID=d2ac6d33-309a-476c-9324-bff32c00b941,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:08.581883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] No DVR routers for this DVR port d2ac6d33-309a-476c-9324-bff32c00b941 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:17:08.606842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-5f59e45e-b155-47f9-b005-8d26ee1bb66a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:08.664939 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-5f59e45e-b155-47f9-b005-8d26ee1bb66a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:08.670287 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-5f59e45e-b155-47f9-b005-8d26ee1bb66a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277301323&fields=id&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 267 time: 0.2832386 May 24 23:17:08.676165 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a56ac8d-1563-4ec7-b06e-3aaacc9c0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.689666 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Sync routers for ids ['1f497173-0819-483c-8866-11806df06ed7'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:17:08.703174 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Routers {'1f497173-0819-483c-8866-11806df06ed7'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:08.703856 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:17:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1f497173-0819-483c-8866-11806df06ed7'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:08.844407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56ac8d-1563-4ec7-b06e-3aaacc9c0a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50e19ae-52af-4fda-9511-3b93e5521828,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:08.869000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b803c-e007-465c-bfce-af0a2fe17a28 None None] Pushing event updated for resources: {'Port': ['ID=ee4700f5-ef45-463f-a996-db0dff0cea9b,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:08.961031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6a56ac8d-1563-4ec7-b06e-3aaacc9c0a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.962474 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6a56ac8d-1563-4ec7-b06e-3aaacc9c0a79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a50e19ae-52af-4fda-9511-3b93e5521828 HTTP/1.1" status: 204 len: 168 time: 0.7371397 May 24 23:17:08.982053 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:08.992858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 41d7db03-f44e-4a6b-91cd-a75da23a585c is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:08.993270 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:09.030732 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:09.078085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 41d7db03-f44e-4a6b-91cd-a75da23a585c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=41d7db03-f44e-4a6b-91cd-a75da23a585c,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:09.078085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-444c85f5-4d35-4439-9c16-1b66a9d819c8 None None] Provisioning complete for port ee4700f5-ef45-463f-a996-db0dff0cea9b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:09.078085 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-444c85f5-4d35-4439-9c16-1b66a9d819c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:09.243216 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Set router 1f497173-0819-483c-8866-11806df06ed7 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:17:09.330317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa5e71-ca37-4d7a-ac70-263c094c6296 None None] DHCP port deletion for b84266a5-1359-4007-9464-068a482d3bd2 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:17:09.335233 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:09.543416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:09.553158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ee4700f5-ef45-463f-a996-db0dff0cea9b up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:09.609247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84266a5-1359-4007-9464-068a482d3bd2']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:09.640904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b338dec-3407-46f1-8d3c-b215b01ec70c') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:09.641201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b338dec-3407-46f1-8d3c-b215b01ec70c') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:09.669770 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:09.701594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:09.716800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:17:09.717216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:09.733926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-7722a720-caec-4c35-ac72-e61892ce143f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:09.735415 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-7722a720-caec-4c35-ac72-e61892ce143f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:09.768193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-7722a720-caec-4c35-ac72-e61892ce143f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:09.769979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-7722a720-caec-4c35-ac72-e61892ce143f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 797 time: 1.0759416 May 24 23:17:09.780583 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 3b338dec-3407-46f1-8d3c-b215b01ec70c resource provider aggregate not found May 24 23:17:09.810018 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-dc63fcdd-f8f6-4004-b8d1-1592b8b81f8b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/quotas/7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 375 time: 0.0330975 May 24 23:17:09.821194 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '656e0d82-3738-465d-b18a-0b458c53bea4', 'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:75:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:17:03Z', 'updated_at': '2022-05-24T23:17:05Z', 'revision_number': 2, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:09.827141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=41d7db03-f44e-4a6b-91cd-a75da23a585c,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:09.838778 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Checking router: 1f497173-0819-483c-8866-11806df06ed7 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:17:09.838778 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Updating router 1f497173-0819-483c-8866-11806df06ed7 port 656e0d82-3738-465d-b18a-0b458c53bea4 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:17:09.893443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-444c85f5-4d35-4439-9c16-1b66a9d819c8 None None] Current status of the port ee4700f5-ef45-463f-a996-db0dff0cea9b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:09.922361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-a768760d-9917-4343-8b02-51c80d42e656 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:09.930362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ee4700f5-ef45-463f-a996-db0dff0cea9b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:09.930791 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:09.945915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-a768760d-9917-4343-8b02-51c80d42e656 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:09.948452 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-a768760d-9917-4343-8b02-51c80d42e656 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1291389 May 24 23:17:09.969878 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:09.984885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37840) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:09.997206 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 3b338dec-3407-46f1-8d3c-b215b01ec70c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b338dec-3407-46f1-8d3c-b215b01ec70c found for delete ", "request_id": "req-7b2f7eb3-a1ae-4ea5-8383-2346071064b4"}]} May 24 23:17:10.004688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.021142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-444c85f5-4d35-4439-9c16-1b66a9d819c8 None None] Provisioning for port 656e0d82-3738-465d-b18a-0b458c53bea4 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:10.040547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-25f6762d-a93c-4556-ab95-591104d6a733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.041158 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.047657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-444c85f5-4d35-4439-9c16-1b66a9d819c8 None None] Provisioning complete for port 656e0d82-3738-465d-b18a-0b458c53bea4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:10.048034 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-444c85f5-4d35-4439-9c16-1b66a9d819c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.052225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "DELETE /v2.0/networks/b84266a5-1359-4007-9464-068a482d3bd2 HTTP/1.1" status: 204 len: 168 time: 2.3577628 May 24 23:17:10.055356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37844) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:10.060298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc4179-8704-4695-99e6-7c3ed31aad53 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Network': ['ID=b84266a5-1359-4007-9464-068a482d3bd2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:10.084840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-25f6762d-a93c-4556-ab95-591104d6a733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:10.090060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-25f6762d-a93c-4556-ab95-591104d6a733 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf5b61a4f85469b95e35b5e19cba48b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:10.098832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-25f6762d-a93c-4556-ab95-591104d6a733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:10.112369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-25f6762d-a93c-4556-ab95-591104d6a733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:10.239493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-a088c6b0-ddca-4041-87c0-0cb473fc8276 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting subnet 0f2ff4b1-da71-4a74-a693-beee9796e92b {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:17:10.251693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a088c6b0-ddca-4041-87c0-0cb473fc8276 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.255165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-444c85f5-4d35-4439-9c16-1b66a9d819c8 None None] Port 656e0d82-3738-465d-b18a-0b458c53bea4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:17:10.262985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ee4700f5-ef45-463f-a996-db0dff0cea9b is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:10.267030 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.311905 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-25f6762d-a93c-4556-ab95-591104d6a733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.321946 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-25f6762d-a93c-4556-ab95-591104d6a733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.353896 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a088c6b0-ddca-4041-87c0-0cb473fc8276 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.371216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d2ac6d33-309a-476c-9324-bff32c00b941 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:17:10.451374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: d2ac6d33-309a-476c-9324-bff32c00b941 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:17:10.451730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d2ac6d33-309a-476c-9324-bff32c00b941 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:17:10.490011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-569c3127-70ca-4bd0-8a2a-4cfccc60d39e None None] Provisioning complete for port 656e0d82-3738-465d-b18a-0b458c53bea4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:10.492538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-569c3127-70ca-4bd0-8a2a-4cfccc60d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.533483 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.562810 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Transition to ACTIVE for port object 656e0d82-3738-465d-b18a-0b458c53bea4 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:17:10.573557 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-8b20dbcd-8672-4459-aa99-7b449ae5ffb6 service neutron] 10.222.0.55 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102908 May 24 23:17:10.577721 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a088c6b0-ddca-4041-87c0-0cb473fc8276 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.586953 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.653274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-569c3127-70ca-4bd0-8a2a-4cfccc60d39e None None] Port 656e0d82-3738-465d-b18a-0b458c53bea4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:17:10.730795 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-25f6762d-a93c-4556-ab95-591104d6a733 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3cf5b61a4f85469b95e35b5e19cba48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7435744 May 24 23:17:10.734233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6762d-a93c-4556-ab95-591104d6a733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b11ee6-cf0c-4e00-a422-9cacfc789349,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:10.740276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37862) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:10.776587 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a088c6b0-ddca-4041-87c0-0cb473fc8276 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.839725 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-7d09ce68-cdd3-4d33-b960-919f997089e5 service neutron] 10.222.0.55 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554324 May 24 23:17:10.850127 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a088c6b0-ddca-4041-87c0-0cb473fc8276 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.851463 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3336ac9f-fa08-4d29-a320-8c2b1be11124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.856459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a5e49-c109-4249-96ca-6360330213f1 None None] Network be345d70-71f4-4742-b538-0ea5aeb600ad requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:10.865243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088c6b0-ddca-4041-87c0-0cb473fc8276 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2ff4b1-da71-4a74-a693-beee9796e92b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:10.881188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a088c6b0-ddca-4041-87c0-0cb473fc8276 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "DELETE /v2.0/subnets/0f2ff4b1-da71-4a74-a693-beee9796e92b HTTP/1.1" status: 204 len: 168 time: 0.8246763 May 24 23:17:10.884647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 37866) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:10.893503 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3336ac9f-fa08-4d29-a320-8c2b1be11124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.963047 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3336ac9f-fa08-4d29-a320-8c2b1be11124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:10.982691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336ac9f-fa08-4d29-a320-8c2b1be11124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b11ee6-cf0c-4e00-a422-9cacfc789349,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:10.982896 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d8fe3-b72d-4614-bb90-12fca7a58f38 None None] Pushing event updated for resources: {'Port': ['ID=656e0d82-3738-465d-b18a-0b458c53bea4,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:10.999915 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3336ac9f-fa08-4d29-a320-8c2b1be11124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.006743 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3336ac9f-fa08-4d29-a320-8c2b1be11124 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14b11ee6-cf0c-4e00-a422-9cacfc789349 HTTP/1.1" status: 204 len: 168 time: 0.2631974 May 24 23:17:11.035243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-6568976f-2639-451b-b4bc-57f5708cac23 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting subnet 3f72ff35-bccb-428a-a993-528366b02933 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:17:11.039281 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6568976f-2639-451b-b4bc-57f5708cac23 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.072990 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Attempting to bind port 656e0d82-3738-465d-b18a-0b458c53bea4 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:17:11.074218 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Attempting to bind port 656e0d82-3738-465d-b18a-0b458c53bea4 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:17:11.074748 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Attempting to bind port 656e0d82-3738-465d-b18a-0b458c53bea4 on network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:17:11.127404 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:17:11.127645 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Checking segment: {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:17:11.128049 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.128435 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Bound using segment: {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:17:11.128954 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Bound port: 656e0d82-3738-465d-b18a-0b458c53bea4, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:17:11.130027 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.137037 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6568976f-2639-451b-b4bc-57f5708cac23 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.227905 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6568976f-2639-451b-b4bc-57f5708cac23 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.369546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e8834e96-2a04-4723-80e3-cfa9fe9e4b1d req-35c3a303-e948-4edb-a68c-90bd51306140 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:11.370962 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] For port 656e0d82-3738-465d-b18a-0b458c53bea4, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:17:11.379027 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] For port 656e0d82-3738-465d-b18a-0b458c53bea4, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=656e0d82-3738-465d-b18a-0b458c53bea4,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:17:11.386970 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6568976f-2639-451b-b4bc-57f5708cac23 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.391771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e8834e96-2a04-4723-80e3-cfa9fe9e4b1d req-35c3a303-e948-4edb-a68c-90bd51306140 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:11.392769 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.393274 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8834e96-2a04-4723-80e3-cfa9fe9e4b1d req-35c3a303-e948-4edb-a68c-90bd51306140 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 210 time: 0.0951586 May 24 23:17:11.433261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568976f-2639-451b-b4bc-57f5708cac23 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Subnet': ['ID=3f72ff35-bccb-428a-a993-528366b02933,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:11.433408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3810e9ae-a71f-465e-9913-a92f94ea8775 None None] DHCP port deletion for be345d70-71f4-4742-b538-0ea5aeb600ad request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:17:11.438288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6568976f-2639-451b-b4bc-57f5708cac23 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.438558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3810e9ae-a71f-465e-9913-a92f94ea8775 None None] Deleting port 70954789-eeb7-4ecc-815b-db0d392b0918 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:11.438868 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3810e9ae-a71f-465e-9913-a92f94ea8775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.445898 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6568976f-2639-451b-b4bc-57f5708cac23 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "DELETE /v2.0/subnets/3f72ff35-bccb-428a-a993-528366b02933 HTTP/1.1" status: 204 len: 168 time: 0.5592823 May 24 23:17:11.448421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37882) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:11.517730 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ff2219-4718-4c0b-a9f8-3afb4d828ec8 None None] Network 012c7cc9-5e19-4c19-a13b-74222208c835 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:11.584928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.587137 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d8fe3-b72d-4614-bb90-12fca7a58f38 None None] Pushing event updated for resources: {'Port': ['ID=656e0d82-3738-465d-b18a-0b458c53bea4,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:11.601468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting port 70954789-eeb7-4ecc-815b-db0d392b0918 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:11.602016 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:11.630474 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Routers {'1f497173-0819-483c-8866-11806df06ed7'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:11.631032 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:17:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1f497173-0819-483c-8866-11806df06ed7'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:11.935915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 41d7db03-f44e-4a6b-91cd-a75da23a585c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:12.023349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] For port 70954789-eeb7-4ecc-815b-db0d392b0918, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=70954789-eeb7-4ecc-815b-db0d392b0918,segment=NetworkSegment(03f96d30-b6c3-4d9c-b3bc-7370a2e02574),segment_id=03f96d30-b6c3-4d9c-b3bc-7370a2e02574)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:12.025480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:12.160867 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] Set router 1f497173-0819-483c-8866-11806df06ed7 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:17:12.264214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Calling delete_port for 70954789-eeb7-4ecc-815b-db0d392b0918 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:12.406385 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:12.462995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3810e9ae-a71f-465e-9913-a92f94ea8775 None None] For port 70954789-eeb7-4ecc-815b-db0d392b0918, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=70954789-eeb7-4ecc-815b-db0d392b0918,segment=NetworkSegment(03f96d30-b6c3-4d9c-b3bc-7370a2e02574),segment_id=03f96d30-b6c3-4d9c-b3bc-7370a2e02574)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:12.463605 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3810e9ae-a71f-465e-9913-a92f94ea8775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:12.471255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 41d7db03-f44e-4a6b-91cd-a75da23a585c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:12.471765 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:12.613425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] No DVR routers for this DVR port 70954789-eeb7-4ecc-815b-db0d392b0918 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:17:12.619000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Port': ['ID=70954789-eeb7-4ecc-815b-db0d392b0918,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:12.885027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3810e9ae-a71f-465e-9913-a92f94ea8775 None None] Calling delete_port for 70954789-eeb7-4ecc-815b-db0d392b0918 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:13.009479 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-3810e9ae-a71f-465e-9913-a92f94ea8775 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:17:13.009962 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-3810e9ae-a71f-465e-9913-a92f94ea8775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:17:13.162806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8132c865-15ef-4e01-a39e-88c60dc8dacd None None] DHCP port deletion for 012c7cc9-5e19-4c19-a13b-74222208c835 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:17:13.217547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8132c865-15ef-4e01-a39e-88c60dc8dacd None None] Deleting port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:13.217547 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8132c865-15ef-4e01-a39e-88c60dc8dacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:13.226319 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c5c7db3e-2685-4643-9951-98c251f3e28a req-ab39f1d7-972b-493a-a5ad-426a74151179 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 210 time: 0.3535311 May 24 23:17:13.230843 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:13.287698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be345d70-71f4-4742-b538-0ea5aeb600ad']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:13.317692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f96d30-b6c3-4d9c-b3bc-7370a2e02574') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:13.318088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f96d30-b6c3-4d9c-b3bc-7370a2e02574') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:13.322632 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '656e0d82-3738-465d-b18a-0b458c53bea4', 'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:75:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:17:03Z', 'updated_at': '2022-05-24T23:17:11Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:13.334001 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b00a6-c59f-467a-bf1f-a9e6b7074513 None None] The sync data for ids ['1f497173-0819-483c-8866-11806df06ed7'] in n-d-843146-7 is: [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '656e0d82-3738-465d-b18a-0b458c53bea4', 'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:75:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:17:03Z', 'updated_at': '2022-05-24T23:17:11Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:17:13.358128 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:13.385819 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:13.397185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:17:13.397185 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:13.439502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 41d7db03-f44e-4a6b-91cd-a75da23a585c is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:13.651339 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 03f96d30-b6c3-4d9c-b3bc-7370a2e02574 resource provider aggregate not found May 24 23:17:13.709896 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 03f96d30-b6c3-4d9c-b3bc-7370a2e02574 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03f96d30-b6c3-4d9c-b3bc-7370a2e02574 found for delete ", "request_id": "req-b26daf9f-4d6b-4bbb-9e45-0c6c955dd3cf"}]} May 24 23:17:13.968954 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:13.973961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8132c865-15ef-4e01-a39e-88c60dc8dacd None None] For port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=165d0f0b-b32d-4a3f-8d78-9f34d8908cde,segment=NetworkSegment(f31d2c02-e9be-45f6-ac8b-0abff71f9d68),segment_id=f31d2c02-e9be-45f6-ac8b-0abff71f9d68)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:13.974519 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8132c865-15ef-4e01-a39e-88c60dc8dacd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:13.978987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:14.009911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3810e9ae-a71f-465e-9913-a92f94ea8775 None None] Deleting port 70954789-eeb7-4ecc-815b-db0d392b0918 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:14.010590 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3810e9ae-a71f-465e-9913-a92f94ea8775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:14.032158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Network': ['ID=be345d70-71f4-4742-b538-0ea5aeb600ad,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:14.043678 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4fa4288f-3170-4280-8fba-5227c941a293 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "DELETE /v2.0/networks/be345d70-71f4-4742-b538-0ea5aeb600ad HTTP/1.1" status: 204 len: 168 time: 2.5912759 May 24 23:17:14.045245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 37944) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:14.073226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-b0d43a62-8698-46c0-8d35-34add51825b7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:14.090189 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-b0d43a62-8698-46c0-8d35-34add51825b7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.50 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 797 time: 0.4962585 May 24 23:17:14.099000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 656e0d82-3738-465d-b18a-0b458c53bea4 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:14.250954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-de37d5cb-50ea-4ed8-94da-dbf71560e9c5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 380 time: 0.1505294 May 24 23:17:14.263361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'port': {'device_id': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'admin_state_up': True, 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'security_groups': ['b604241a-2f2a-4e41-8cf7-91affa7136f0']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:14.379036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8132c865-15ef-4e01-a39e-88c60dc8dacd None None] Calling delete_port for 165d0f0b-b32d-4a3f-8d78-9f34d8908cde owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:14.385217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:14.440926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:14.441230 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:14.681296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8132c865-15ef-4e01-a39e-88c60dc8dacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:14.686702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:14.695563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3810e9ae-a71f-465e-9913-a92f94ea8775 None None] The port '70954789-eeb7-4ecc-815b-db0d392b0918' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:17:14.704555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:14.802008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132c865-15ef-4e01-a39e-88c60dc8dacd None None] Pushing event deleted for resources: {'Port': ['ID=165d0f0b-b32d-4a3f-8d78-9f34d8908cde,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:14.806413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8132c865-15ef-4e01-a39e-88c60dc8dacd None None] No DVR routers for this DVR port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:17:14.822566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:14.842120 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:14.884071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 656e0d82-3738-465d-b18a-0b458c53bea4 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:14.890915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 656e0d82-3738-465d-b18a-0b458c53bea4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:14.891297 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:14.894778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] For port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=165d0f0b-b32d-4a3f-8d78-9f34d8908cde,segment=NetworkSegment(f31d2c02-e9be-45f6-ac8b-0abff71f9d68),segment_id=f31d2c02-e9be-45f6-ac8b-0abff71f9d68)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:14.895369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:14.919577 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-19056535-723a-4286-bb53-421043410e03 req-1c1f3bff-826e-40de-98db-da801d943a41 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 210 time: 0.1816156 May 24 23:17:15.076938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Calling delete_port for 165d0f0b-b32d-4a3f-8d78-9f34d8908cde owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:15.215692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 656e0d82-3738-465d-b18a-0b458c53bea4 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:15.216276 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:15.238021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:17:15.238406 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:17:15.240139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.20.0.12 (626f4fd5-76b1-4de4-88a4-42f6b51ab065/af0c34e6-3418-4210-b365-d702b1d75519/c4731cf6-1ba8-4de4-a1bd-17f003d71ff0) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:17:15.274878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 656e0d82-3738-465d-b18a-0b458c53bea4, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=656e0d82-3738-465d-b18a-0b458c53bea4,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:15.280494 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:15.364911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 70954789-eeb7-4ecc-815b-db0d392b0918 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:17:15.403423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 70954789-eeb7-4ecc-815b-db0d392b0918 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:17:15.403797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 70954789-eeb7-4ecc-815b-db0d392b0918 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:17:15.404224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 165d0f0b-b32d-4a3f-8d78-9f34d8908cde no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:17:15.531571 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 165d0f0b-b32d-4a3f-8d78-9f34d8908cde {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:17:15.531914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 165d0f0b-b32d-4a3f-8d78-9f34d8908cde not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:17:15.546995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=656e0d82-3738-465d-b18a-0b458c53bea4,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:15.681472 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:15.700191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Transition to ACTIVE for port object c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:17:15.726668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 656e0d82-3738-465d-b18a-0b458c53bea4 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:15.736900 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:15.740142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting port 165d0f0b-b32d-4a3f-8d78-9f34d8908cde {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:15.740654 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:15.813150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 656e0d82-3738-465d-b18a-0b458c53bea4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:15.813625 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:15.827241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:17:15.835877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:15.856261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:17:15.942506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] The port '165d0f0b-b32d-4a3f-8d78-9f34d8908cde' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:17:16.001634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 656e0d82-3738-465d-b18a-0b458c53bea4 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:16.158292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:16.206213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38006) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:16.224336 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.262853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:16.264367 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.293280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012c7cc9-5e19-4c19-a13b-74222208c835']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:16.306911 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-6d0eaef8-a10b-4e6e-9e64-2350350a32e2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0492949 May 24 23:17:16.334841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Request body: {'port': {'device_id': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:16.342195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31d2c02-e9be-45f6-ac8b-0abff71f9d68') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:16.346393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31d2c02-e9be-45f6-ac8b-0abff71f9d68') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:16.387271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-690db883-2297-4233-8692-5175d164c765 None None] Provisioning for port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:16.395852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-690db883-2297-4233-8692-5175d164c765 None None] Provisioning complete for port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:16.396511 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-690db883-2297-4233-8692-5175d164c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.396832 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.428465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a1f28-7980-4656-a87c-d3e04eadd89d req-d291728e-94b0-4efe-b773-7d9bbb52cbb4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:16.430328 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e5a1f28-7980-4656-a87c-d3e04eadd89d req-d291728e-94b0-4efe-b773-7d9bbb52cbb4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 932 time: 0.2782230 May 24 23:17:16.434204 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.462715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:17:16.463419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.471682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-690db883-2297-4233-8692-5175d164c765 None None] Port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:17:16.492850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.528376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.549161 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f31d2c02-e9be-45f6-ac8b-0abff71f9d68 resource provider aggregate not found May 24 23:17:16.556176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:16.560489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Usage tracker for resource:security_group_rule and tenant:5f648b8ad49a4210b017837a417b95a5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:16.563854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:16.570219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:16.581144 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment f31d2c02-e9be-45f6-ac8b-0abff71f9d68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f31d2c02-e9be-45f6-ac8b-0abff71f9d68 found for delete ", "request_id": "req-e4ad7598-5358-4838-bd34-5fc391433c64"}]} May 24 23:17:16.611289 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e5a1f28-7980-4656-a87c-d3e04eadd89d req-6be6be29-8055-48e5-a5ac-62754e4da6bd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742523 May 24 23:17:16.619300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.691021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.696124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Network': ['ID=012c7cc9-5e19-4c19-a13b-74222208c835,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:16.744364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38020) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:16.759065 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bdf00649-bbf5-4113-9391-7484ff5ee84d tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "DELETE /v2.0/networks/012c7cc9-5e19-4c19-a13b-74222208c835 HTTP/1.1" status: 204 len: 168 time: 2.7036171 May 24 23:17:16.918441 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.933548 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:16.963884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-625f1b95-a72a-4d0a-b62d-02add0431479 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting subnet 21cdd3d6-a04c-41e6-aa0c-f790ea406f71 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:17:16.984170 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-625f1b95-a72a-4d0a-b62d-02add0431479 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.120552 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f648b8ad49a4210b017837a417b95a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9127648 May 24 23:17:17.123596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38026) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:17.124742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57a280-433b-4cf0-9dde-0d08366e5536,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:17.133075 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-625f1b95-a72a-4d0a-b62d-02add0431479 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.181109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.181109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.181407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.181679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.182005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.182356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.182670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.182988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.183276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.183592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.183936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.184250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9813e306-8b6f-4f0b-b7f9-3c9a5789af7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:17.186518 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6039b0a-d335-41a0-b81d-dbbf285f8143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.218378 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6039b0a-d335-41a0-b81d-dbbf285f8143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.292698 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6039b0a-d335-41a0-b81d-dbbf285f8143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.308147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6039b0a-d335-41a0-b81d-dbbf285f8143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57a280-433b-4cf0-9dde-0d08366e5536,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:17.317060 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f6039b0a-d335-41a0-b81d-dbbf285f8143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.320501 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f6039b0a-d335-41a0-b81d-dbbf285f8143 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a57a280-433b-4cf0-9dde-0d08366e5536 HTTP/1.1" status: 204 len: 168 time: 0.1936030 May 24 23:17:17.333223 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-625f1b95-a72a-4d0a-b62d-02add0431479 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.399696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:17:17.411840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.444805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Transition to ACTIVE for port object c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:17:17.446585 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-625f1b95-a72a-4d0a-b62d-02add0431479 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.495459 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.499171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af37d9-c8f9-4a41-81a8-15a0ce140f8e None None] Network 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:17.501318 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-625f1b95-a72a-4d0a-b62d-02add0431479 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.545410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f1b95-a72a-4d0a-b62d-02add0431479 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Subnet': ['ID=21cdd3d6-a04c-41e6-aa0c-f790ea406f71,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:17.688091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-625f1b95-a72a-4d0a-b62d-02add0431479 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "DELETE /v2.0/subnets/21cdd3d6-a04c-41e6-aa0c-f790ea406f71 HTTP/1.1" status: 204 len: 168 time: 0.9475834 May 24 23:17:17.692354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38040) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:17.721535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:17.868574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38046) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:17.936019 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee6637bc-b926-4c2f-850a-39a35d92c45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:17.984873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.016356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting port 5914cdc6-78eb-4778-8a18-ff4365a966b5 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:18.016957 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.030489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ee6637bc-b926-4c2f-850a-39a35d92c45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:18.040948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee6637bc-b926-4c2f-850a-39a35d92c45e admin admin] Usage tracker for resource:security_group_rule and tenant:a7f87377bb0d4621bc8808abd6614198 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:18.046356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee6637bc-b926-4c2f-850a-39a35d92c45e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:18.056875 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05061516-4837-47f0-8370-d31bfe0d05c4 None None] DHCP port deletion for 6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:17:18.064003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-05061516-4837-47f0-8370-d31bfe0d05c4 None None] Deleting port 5914cdc6-78eb-4778-8a18-ff4365a966b5 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:18.065201 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-05061516-4837-47f0-8370-d31bfe0d05c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.087129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ee6637bc-b926-4c2f-850a-39a35d92c45e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:18.168863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:17:18.169111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:17:18.170231 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:17:18.184244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:17:18.184571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:17:18.209274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:17:18.209633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Checking segment: {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:17:18.210879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Bound using segment: {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:17:18.211324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Bound port: c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:17:18.212168 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.292504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50e65f-9002-44a6-a023-7c73934b6bbe req-5d1f6a64-0afa-4b4c-ab47-9989718553a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:18.293260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cd50e65f-9002-44a6-a023-7c73934b6bbe req-5d1f6a64-0afa-4b4c-ab47-9989718553a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:18.327202 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:17:18.345255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-05061516-4837-47f0-8370-d31bfe0d05c4 None None] For port 5914cdc6-78eb-4778-8a18-ff4365a966b5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5914cdc6-78eb-4778-8a18-ff4365a966b5,segment=NetworkSegment(53b85bd3-9bc9-4f2e-aff0-436a9cfd586e),segment_id=53b85bd3-9bc9-4f2e-aff0-436a9cfd586e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:18.345681 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-05061516-4837-47f0-8370-d31bfe0d05c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.448489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cd50e65f-9002-44a6-a023-7c73934b6bbe req-5d1f6a64-0afa-4b4c-ab47-9989718553a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:18.448489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd50e65f-9002-44a6-a023-7c73934b6bbe req-5d1f6a64-0afa-4b4c-ab47-9989718553a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 944 time: 0.4755480 May 24 23:17:18.452405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:17:18.455658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:17:18.502860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.564290 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd50e65f-9002-44a6-a023-7c73934b6bbe req-684f827e-b7d5-4791-9c84-e70bc0d6153e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058042 May 24 23:17:18.603829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-05061516-4837-47f0-8370-d31bfe0d05c4 None None] Calling delete_port for 5914cdc6-78eb-4778-8a18-ff4365a966b5 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:18.649767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:18.650384 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.658392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] 10.222.0.50 "PUT /v2.0/ports/c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1092 time: 2.3381894 May 24 23:17:18.668463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:17:18.719822 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee6637bc-b926-4c2f-850a-39a35d92c45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.749114 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee6637bc-b926-4c2f-850a-39a35d92c45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.773591 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-05061516-4837-47f0-8370-d31bfe0d05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.804895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] For port 5914cdc6-78eb-4778-8a18-ff4365a966b5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5914cdc6-78eb-4778-8a18-ff4365a966b5,segment=NetworkSegment(53b85bd3-9bc9-4f2e-aff0-436a9cfd586e),segment_id=53b85bd3-9bc9-4f2e-aff0-436a9cfd586e)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:18.805259 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:18.842802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05061516-4837-47f0-8370-d31bfe0d05c4 None None] Pushing event deleted for resources: {'Port': ['ID=5914cdc6-78eb-4778-8a18-ff4365a966b5,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:18.855823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05061516-4837-47f0-8370-d31bfe0d05c4 None None] No DVR routers for this DVR port 5914cdc6-78eb-4778-8a18-ff4365a966b5 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:17:18.882512 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df445df-f7b5-4c56-b10a-41ee8c6cb29b'] response: {'name': 'network-changed', 'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'status': 'completed', 'code': 200} May 24 23:17:18.955550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa723030-7c55-4bab-aad3-ea378cf4063f service neutron] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:18.984154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ee6637bc-b926-4c2f-850a-39a35d92c45e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7f87377bb0d4621bc8808abd6614198&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1145034 May 24 23:17:18.988777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38066) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:18.993817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6637bc-b926-4c2f-850a-39a35d92c45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e2ad63-f8f8-42a8-ab9f-2d538e99d7c4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:19.059761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Calling delete_port for 5914cdc6-78eb-4778-8a18-ff4365a966b5 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:19.073053 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1e6b-5f23-4027-9096-9f29a28a674e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:19.103770 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1e6b-5f23-4027-9096-9f29a28a674e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:19.165741 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:17:19.166061 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:17:19.283255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-bcb719c3-53f2-41bd-9205-26c19990d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:19.285039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-bcb719c3-53f2-41bd-9205-26c19990d47f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1095 time: 0.5369284 May 24 23:17:19.376889 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-f7762577-71be-460f-ad27-a9e5177f33f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 217 time: 0.0809963 May 24 23:17:19.463185 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1e6b-5f23-4027-9096-9f29a28a674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:19.483220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa1e6b-5f23-4027-9096-9f29a28a674e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e2ad63-f8f8-42a8-ab9f-2d538e99d7c4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:19.488550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-425cd82d-8392-450f-87a7-acba1172a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:19.490439 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-425cd82d-8392-450f-87a7-acba1172a5b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.1049418 May 24 23:17:19.498194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1e6b-5f23-4027-9096-9f29a28a674e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:19.499714 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6aaa1e6b-5f23-4027-9096-9f29a28a674e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1e2ad63-f8f8-42a8-ab9f-2d538e99d7c4 HTTP/1.1" status: 204 len: 168 time: 0.5081191 May 24 23:17:19.607982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-508a61c0-a0dd-4cf5-aa6f-60efee9baa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:19.612423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-508a61c0-a0dd-4cf5-aa6f-60efee9baa09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113229 May 24 23:17:19.667735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Deleting port 5914cdc6-78eb-4778-8a18-ff4365a966b5 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:19.668344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:19.707846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5914cdc6-78eb-4778-8a18-ff4365a966b5 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:17:19.806996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 5914cdc6-78eb-4778-8a18-ff4365a966b5 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:17:19.810895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5914cdc6-78eb-4778-8a18-ff4365a966b5 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:17:19.835709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] The port '5914cdc6-78eb-4778-8a18-ff4365a966b5' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:17:19.959440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-909c6719-c8b3-4292-9168-d7c643ccc657 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371346 May 24 23:17:19.999433 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:20.030088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:20.095639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b85bd3-9bc9-4f2e-aff0-436a9cfd586e') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:20.096297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b85bd3-9bc9-4f2e-aff0-436a9cfd586e') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:20.126435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:20.155157 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:20.166596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:17:20.169965 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:20.228017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8c463-9fe5-4078-8797-9ed5c6d749bc req-465bc59e-b539-463d-8630-518fbebf4133 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:20.235629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78f8c463-9fe5-4078-8797-9ed5c6d749bc req-465bc59e-b539-463d-8630-518fbebf4133 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 944 time: 0.4103308 May 24 23:17:20.263014 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 53b85bd3-9bc9-4f2e-aff0-436a9cfd586e resource provider aggregate not found May 24 23:17:20.314542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78f8c463-9fe5-4078-8797-9ed5c6d749bc req-7a6724b4-e628-4f85-b474-23f37923e4bc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780036 May 24 23:17:20.320213 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e92023c-4c2f-4433-bd84-ce31a9b2ccc8 req-81e5f46d-6363-4482-8509-e555d0bf8773 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254645 May 24 23:17:20.328116 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 53b85bd3-9bc9-4f2e-aff0-436a9cfd586e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53b85bd3-9bc9-4f2e-aff0-436a9cfd586e found for delete ", "request_id": "req-4c7ceee7-cbea-4d59-a601-a87e2bd4ba61"}]} May 24 23:17:20.340313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:20.367364 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:20.377571 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "DELETE /v2.0/networks/6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e HTTP/1.1" status: 204 len: 168 time: 2.6839943 May 24 23:17:20.380298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38118) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:20.395422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84b48f-7a79-4bba-80ed-586331e2db85 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Pushing event deleted for resources: {'Network': ['ID=6e6f9f1a-1215-45ee-ab7d-a0f063f3e66e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:20.497641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-05dcec80-05e6-4e57-b0c9-756381634df2 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Synchronizing usage tracker for tenant:61957a7afb424aa2a195a98109f554f7 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:20.538797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-05dcec80-05e6-4e57-b0c9-756381634df2 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Unset dirty status for tenant:61957a7afb424aa2a195a98109f554f7 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:20.538797 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-05dcec80-05e6-4e57-b0c9-756381634df2 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d746ccb-f546-4858-b3e2-f10e505a79a8 HTTP/1.1" status: 200 len: 205 time: 0.1515985 May 24 23:17:20.538797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38132) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:20.755493 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1818189-54eb-4702-bd53-37b5849056c4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:20.909190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e9dc2-6413-4d0d-b191-dae97f823bbe req-49a1131a-0bc1-4af2-958a-989ce1e64bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:20.911459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7e9dc2-6413-4d0d-b191-dae97f823bbe req-49a1131a-0bc1-4af2-958a-989ce1e64bad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1095 time: 0.4772604 May 24 23:17:21.350225 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1818189-54eb-4702-bd53-37b5849056c4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:21.358290 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1818189-54eb-4702-bd53-37b5849056c4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:21.424000 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1818189-54eb-4702-bd53-37b5849056c4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:21.424515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1818189-54eb-4702-bd53-37b5849056c4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Fanout notify agent at l3_agent the message router_deleted on router 3d746ccb-f546-4858-b3e2-f10e505a79a8 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:17:21.471675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d1818189-54eb-4702-bd53-37b5849056c4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:21.475658 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d1818189-54eb-4702-bd53-37b5849056c4 tempest-RoutersNegativeIpV6Test-413436202 tempest-RoutersNegativeIpV6Test-413436202-project] 10.222.0.55 "DELETE /v2.0/routers/3d746ccb-f546-4858-b3e2-f10e505a79a8 HTTP/1.1" status: 204 len: 168 time: 0.9347484 May 24 23:17:21.497609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e9dc2-6413-4d0d-b191-dae97f823bbe req-239515f9-0bac-402a-b842-c785f01ae207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:21.504134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7e9dc2-6413-4d0d-b191-dae97f823bbe req-239515f9-0bac-402a-b842-c785f01ae207 service neutron] 10.222.0.50 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.5441196 May 24 23:17:21.594449 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7e9dc2-6413-4d0d-b191-dae97f823bbe req-0ee428e0-c557-4943-8815-94879606a8e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 217 time: 0.0746539 May 24 23:17:21.706351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e69f44-195c-4aab-a54d-5257fe2eea99 req-dc652414-8bee-47ec-8578-87f1fbb27da2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:21.714197 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62e69f44-195c-4aab-a54d-5257fe2eea99 req-dc652414-8bee-47ec-8578-87f1fbb27da2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 944 time: 0.2377083 May 24 23:17:21.802387 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62e69f44-195c-4aab-a54d-5257fe2eea99 req-70533c64-89ce-4982-829d-4a62dd3bdc94 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865619 May 24 23:17:21.813884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e9dc2-6413-4d0d-b191-dae97f823bbe req-1a0f204a-c5eb-4ed0-8241-59e962408514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:21.813884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7e9dc2-6413-4d0d-b191-dae97f823bbe req-1a0f204a-c5eb-4ed0-8241-59e962408514 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.2066224 May 24 23:17:21.962362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e9dc2-6413-4d0d-b191-dae97f823bbe req-d102fdc0-98ee-42b0-9be4-119a987228e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:21.964858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7e9dc2-6413-4d0d-b191-dae97f823bbe req-d102fdc0-98ee-42b0-9be4-119a987228e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435421 May 24 23:17:22.223255 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7e9dc2-6413-4d0d-b191-dae97f823bbe req-2984c610-bbfe-4cd4-b76a-b0753badf0a8 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479129 May 24 23:17:22.230535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38172) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:22.474169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d7e9dc2-6413-4d0d-b191-dae97f823bbe req-b02ce4fe-8b55-4964-b336-15ef99166ad2 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339084 May 24 23:17:22.521143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38180) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:22.698645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1823972230', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:22.706271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:22.710806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Usage tracker for resource:port and tenant:fae13fa00df3426f91dd8ef920f2cd6a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:22.715453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:22.723903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:22.764579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Made reservation on behalf of fae13fa00df3426f91dd8ef920f2cd6a for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:22.766914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:22.790678 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:22.816674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:22.821271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Usage tracker for resource:security_group_rule and tenant:fae13fa00df3426f91dd8ef920f2cd6a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:22.824037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:22.830940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:22.837699 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-621732be-26a2-4eeb-bcc7-51fd34b94421 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61957a7afb424aa2a195a98109f554f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6033671 May 24 23:17:22.838012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38196) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:22.963336 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:22.969866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e862b7a-4260-40f2-b0a8-968d451b066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:22.973114 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:22.984720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] device_id is not set on port 6f84b40e-8262-4d1b-ae2f-2fd6891a4f34 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:17:23.061125 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e862b7a-4260-40f2-b0a8-968d451b066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:23.062789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e27777-9a10-4afd-873f-b4d871870d62,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:23.147514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a9478-a791-4d04-92c9-8ba1eb1c4926 req-6591bc29-cab7-4ae7-872c-21374ab42618 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:23.154527 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f6a9478-a791-4d04-92c9-8ba1eb1c4926 req-6591bc29-cab7-4ae7-872c-21374ab42618 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 944 time: 0.1316841 May 24 23:17:23.197286 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e862b7a-4260-40f2-b0a8-968d451b066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:23.221385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f6a9478-a791-4d04-92c9-8ba1eb1c4926 req-4f84b714-b46d-4889-9732-1174e0c03d9d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659835 May 24 23:17:23.241940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e862b7a-4260-40f2-b0a8-968d451b066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f5f4c2-0a05-4a73-8831-611c8671e087,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:23.280448 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1e862b7a-4260-40f2-b0a8-968d451b066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:23.284652 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1e862b7a-4260-40f2-b0a8-968d451b066c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9f5f4c2-0a05-4a73-8831-611c8671e087 HTTP/1.1" status: 204 len: 168 time: 0.4425433 May 24 23:17:23.306843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Allocated IP 172.25.7.216 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/6f84b40e-8262-4d1b-ae2f-2fd6891a4f34) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:17:23.413622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:17:23.613970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:23.646030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'port_id': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'mac_address': 'fa:16:3e:92:48:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:17:23.662996 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:23.722978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:23.723779 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:23.731474 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:23.743112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:17:23.760218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:23.770267 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:23.837304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:17:23.840176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:23.842164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:23.844526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:17:23.851067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.851410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.851746 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.852072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.852396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.852720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.853038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.853352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.853693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.854004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.854317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.854630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:23.879734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Pushing event updated for resources: {'Port': ['ID=6f84b40e-8262-4d1b-ae2f-2fd6891a4f34,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:23.907896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:23.908499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:23.937770 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8c6e4a35-5857-48ec-a462-d219e0789874 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4125993 May 24 23:17:23.939537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38214) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:23.950795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.216'}]}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:23.968152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:23.974598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Usage tracker for resource:router and tenant:fae13fa00df3426f91dd8ef920f2cd6a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:23.978907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:23.985650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:24.002578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:24.004611 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:24.040178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:17:24.042493 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:24.467633 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:24.584770 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:24.652471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f557e-b4f6-439e-9340-25a7d1931202 req-d7b360e1-687f-4d3a-bf47-8820d8076dc2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:24.654517 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce1f557e-b4f6-439e-9340-25a7d1931202 req-d7b360e1-687f-4d3a-bf47-8820d8076dc2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 945 time: 0.2135653 May 24 23:17:24.788056 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce1f557e-b4f6-439e-9340-25a7d1931202 req-5a827250-bb6f-4b7d-8771-1601a25e0157 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771191 May 24 23:17:25.135713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:25.169120 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:25.428113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:17:25.446573 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:25.564735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:17:25.571710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:17:25.573614 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:25.804917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:17:25.805518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:25.876448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:17:25.900249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:17:25.915832 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:26.067143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:26.099354 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:26.103662 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4c7cac-e571-48b9-9e98-cec370e09501'] response: {'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'code': 200} May 24 23:17:26.217850 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:26.224141 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:26.249974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:26.250558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9bd1b7b-26df-476c-b8fa-a867b4b41cb4 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:17:26.286903 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 24 23:17:26.288536 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a43b98a6-106c-47b5-bff5-5db10c4a07aa tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3477519 May 24 23:17:26.291125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38306) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:26.354795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba574e4-cc2a-4ecb-b1ca-a2ab3af679fa req-7ba74f50-1bc9-4635-a362-ef3c9546617d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:26.362930 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ba574e4-cc2a-4ecb-b1ca-a2ab3af679fa req-7ba74f50-1bc9-4635-a362-ef3c9546617d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.1896403 May 24 23:17:26.384702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e3e646b8-c579-44a6-847a-d268c1c88f76 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Deleting port 6f84b40e-8262-4d1b-ae2f-2fd6891a4f34 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:26.385043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e3e646b8-c579-44a6-847a-d268c1c88f76 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:26.420594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86205cc1-8891-473b-87be-181408f4f27f req-c0f9db2a-717d-462a-8dd0-fcac8d1a752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:26.420594 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86205cc1-8891-473b-87be-181408f4f27f req-c0f9db2a-717d-462a-8dd0-fcac8d1a752d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1097 time: 0.2123244 May 24 23:17:26.486669 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ba574e4-cc2a-4ecb-b1ca-a2ab3af679fa req-451b1a3b-27a7-46ee-834f-1e7d224deec9 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222908 May 24 23:17:26.488311 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86205cc1-8891-473b-87be-181408f4f27f req-297f7bbe-ec7a-46c1-b3c0-fbeabf255d7e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553010 May 24 23:17:26.778531 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e3e646b8-c579-44a6-847a-d268c1c88f76 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:26.922613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e3e646b8-c579-44a6-847a-d268c1c88f76 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Calling delete_port for 6f84b40e-8262-4d1b-ae2f-2fd6891a4f34 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:27.063107 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e3e646b8-c579-44a6-847a-d268c1c88f76 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:27.125291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e646b8-c579-44a6-847a-d268c1c88f76 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f84b40e-8262-4d1b-ae2f-2fd6891a4f34,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:27.255908 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e3e646b8-c579-44a6-847a-d268c1c88f76 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:27.271314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e3e646b8-c579-44a6-847a-d268c1c88f76 tempest-RoutersAdminNegativeTest-1165849498 tempest-RoutersAdminNegativeTest-1165849498-project-admin] 10.222.0.55 "DELETE /v2.0/ports/6f84b40e-8262-4d1b-ae2f-2fd6891a4f34 HTTP/1.1" status: 204 len: 168 time: 0.9752905 May 24 23:17:27.784159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38340) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:27.829007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2ada3-35de-411a-84d6-e19909f25a92 req-0e03a031-022f-4f9a-9fb6-1faf8489f230 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:27.830820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42d2ada3-35de-411a-84d6-e19909f25a92 req-0e03a031-022f-4f9a-9fb6-1faf8489f230 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.2174144 May 24 23:17:27.947916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42d2ada3-35de-411a-84d6-e19909f25a92 req-4277484f-355e-4ee6-a83f-29a8ef2c3032 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100361 May 24 23:17:27.951275 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4aafd8be-0640-4431-90fc-e50392d46344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:27.982012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4aafd8be-0640-4431-90fc-e50392d46344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:27.992082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4aafd8be-0640-4431-90fc-e50392d46344 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf67a0d37ca42e2afc7529cb857b7c9 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:28.000826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4aafd8be-0640-4431-90fc-e50392d46344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:28.015078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4aafd8be-0640-4431-90fc-e50392d46344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:28.161140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4aafd8be-0640-4431-90fc-e50392d46344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:28.169600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4aafd8be-0640-4431-90fc-e50392d46344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:28.229129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafd8be-0640-4431-90fc-e50392d46344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95306c8-7518-4f66-b41d-1097c78e3de2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:28.249642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4aafd8be-0640-4431-90fc-e50392d46344 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6bf67a0d37ca42e2afc7529cb857b7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641612 May 24 23:17:28.252363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38364) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:28.345332 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f97553bc-c285-4b96-aa7d-b60d74e476eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:28.380815 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f97553bc-c285-4b96-aa7d-b60d74e476eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:28.460063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f97553bc-c285-4b96-aa7d-b60d74e476eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:28.487637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97553bc-c285-4b96-aa7d-b60d74e476eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95306c8-7518-4f66-b41d-1097c78e3de2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:28.496342 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f97553bc-c285-4b96-aa7d-b60d74e476eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:28.500668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f97553bc-c285-4b96-aa7d-b60d74e476eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c95306c8-7518-4f66-b41d-1097c78e3de2 HTTP/1.1" status: 204 len: 168 time: 0.2453830 May 24 23:17:29.088400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38392) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:29.235396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8fd4cc9f-5894-441e-8d16-1ad80864c5f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fae13fa00df3426f91dd8ef920f2cd6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448910 May 24 23:17:29.237701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38398) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:29.295064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7321-08f3-45d0-8069-979b125ecea8 req-08d20e59-6ca7-4445-9959-3a45ef890e65 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:29.297925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f70e7321-08f3-45d0-8069-979b125ecea8 req-08d20e59-6ca7-4445-9959-3a45ef890e65 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.1393440 May 24 23:17:29.378288 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f70e7321-08f3-45d0-8069-979b125ecea8 req-c443be01-c4bf-4fc2-a0fa-875050f0b1ed tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733080 May 24 23:17:29.378927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0eae8a4b-bf15-4ac3-aacf-1735d7c6d2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:29.424334 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0eae8a4b-bf15-4ac3-aacf-1735d7c6d2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:29.498124 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0eae8a4b-bf15-4ac3-aacf-1735d7c6d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:29.542774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae8a4b-bf15-4ac3-aacf-1735d7c6d2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e27777-9a10-4afd-873f-b4d871870d62,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:29.571230 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0eae8a4b-bf15-4ac3-aacf-1735d7c6d2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:29.572373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0eae8a4b-bf15-4ac3-aacf-1735d7c6d2b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36e27777-9a10-4afd-873f-b4d871870d62 HTTP/1.1" status: 204 len: 168 time: 0.3327875 May 24 23:17:29.751593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c974c-a44f-46b9-851d-e5d0efefbca1 req-103fa54c-dd88-449e-9016-da9f095b726d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:29.758828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c0c974c-a44f-46b9-851d-e5d0efefbca1 req-103fa54c-dd88-449e-9016-da9f095b726d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.1781368 May 24 23:17:29.810455 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5c0c974c-a44f-46b9-851d-e5d0efefbca1 req-b2c1bc6f-3b96-4fe3-bc98-4fbf67e43ef1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504701 May 24 23:17:29.826595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38412) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:29.940245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed5feb-8d16-4169-93f6-275235162e2f tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:29.946162 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ceed5feb-8d16-4169-93f6-275235162e2f tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1092 time: 0.1146257 May 24 23:17:29.947137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38422) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:29.958696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:29.974166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:29.978514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:floatingip and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:29.982189 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:29.988831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:30.008039 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:30.016650 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-83145a6a-657d-4c96-acff-103f41c6922f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016982 May 24 23:17:30.208579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-1e1e62c5-8cae-4e40-9c11-febe95363e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:30.210651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-1e1e62c5-8cae-4e40-9c11-febe95363e8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 1096 time: 0.1233001 May 24 23:17:30.281089 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:30.470694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-c00be98f-d9e8-4e78-b5c9-0ba47ceff6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:30.472184 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-c00be98f-d9e8-4e78-b5c9-0ba47ceff6dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.2396250 May 24 23:17:30.503285 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.25.7.209 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/e5353f9a-6cc5-448f-bec7-c07337525a42) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:17:30.699139 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-031d24dc-342e-432b-b503-ebfb2d0f537e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=151cb199-b725-4ae3-8df9-55839beeecf7 HTTP/1.1" status: 200 len: 1001 time: 0.2207382 May 24 23:17:30.809960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-1cba0a9c-f067-4b82-8895-54be7817fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:30.811587 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-1cba0a9c-f067-4b82-8895-54be7817fa4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.1061769 May 24 23:17:30.824075 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:30.887424 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:30.933810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38454) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:30.983805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-b57c45bc-d1f3-4c27-a817-2bca41f94804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:30.986463 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-b57c45bc-d1f3-4c27-a817-2bca41f94804 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653426 May 24 23:17:31.020360 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:17:31.044642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:31.048163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:17:31.150562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=e5353f9a-6cc5-448f-bec7-c07337525a42,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:31.279092 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-eeb35908-5ac5-4117-abd7-047d42194395 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845559 May 24 23:17:31.284618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'networks': [{'name': 'tempest-network--1209513306'}, {'name': 'tempest-network--229256389'}]} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:31.286197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'network': {'name': 'tempest-network--1209513306'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:31.287425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'network': {'name': 'tempest-network--229256389'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:31.675772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1569b4f-5f3e-406e-97ba-a7e0f6868086 req-5bdbb02e-e5dd-493b-8892-60ea566254ee service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823848 May 24 23:17:31.678683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:31.692186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Usage tracker for resource:network and tenant:595190c80b3e410fba5bd72ffa4fbebf is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:31.702494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:31.712201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:31.725764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Made reservation on behalf of 595190c80b3e410fba5bd72ffa4fbebf for: {'network': 2} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:31.734779 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.773611 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.796342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:31.801058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Usage tracker for resource:security_group_rule and tenant:595190c80b3e410fba5bd72ffa4fbebf is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:31.804199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:31.810420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:31.913247 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.921575 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.923574 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.956331 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.978903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:17:31.992651 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:31.993299 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Added segment 98bae6a5-1779-4aec-860f-c4e0299ebf7a of type vlan for network 45cd276f-c27d-4b64-9486-4ce9782dd7c1 May 24 23:17:32.031153 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.067814 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.074794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:17:32.101309 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.101693 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Added segment 1277b345-d54f-4bab-9a7a-97de109abacf of type vlan for network dfbd9fb9-33f6-4e3a-b6e4-a534c6c91e15 May 24 23:17:32.152148 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.216445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bee8e32-df65-4ac3-af2d-25a2e9819a94,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:32.230579 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.231085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.239147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:32.245051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:32.246038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.375668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event updated for resources: {'Network': ['ID=45cd276f-c27d-4b64-9486-4ce9782dd7c1,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:32.387268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 45cd276f-c27d-4b64-9486-4ce9782dd7c1 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:17:32.387830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4502499 May 24 23:17:32.395247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38478) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:32.627912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.653763 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:32.683849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81c63d-9517-433e-ac52-ce467b551396 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event updated for resources: {'Network': ['ID=dfbd9fb9-33f6-4e3a-b6e4-a534c6c91e15,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:32.757374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network dfbd9fb9-33f6-4e3a-b6e4-a534c6c91e15 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:17:32.761763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc80c5e-bca5-4f9d-9954-5f4e0a0c4cd1 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:32.768213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc80c5e-bca5-4f9d-9954-5f4e0a0c4cd1 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:32.777370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc80c5e-bca5-4f9d-9954-5f4e0a0c4cd1 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:32.781799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc80c5e-bca5-4f9d-9954-5f4e0a0c4cd1 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:32.786913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fbc80c5e-bca5-4f9d-9954-5f4e0a0c4cd1 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3870256 May 24 23:17:32.788334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38488) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:32.866724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=e5353f9a-6cc5-448f-bec7-c07337525a42,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:32.927826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.027111 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.214554 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Floating IP f9bfff9f-1868-4f55-a2d4-da481a5cf4cd associated. External IP: 172.25.7.209, port: c4731cf6-1ba8-4de4-a1bd-17f003d71ff0. May 24 23:17:33.266540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.327223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cd276f-c27d-4b64-9486-4ce9782dd7c1']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:33.354154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bae6a5-1779-4aec-860f-c4e0299ebf7a') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:33.354459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bae6a5-1779-4aec-860f-c4e0299ebf7a') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:33.382980 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.386977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38510) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:33.404785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.413594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:17:33.414267 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.569860 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 98bae6a5-1779-4aec-860f-c4e0299ebf7a resource provider aggregate not found May 24 23:17:33.621068 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 98bae6a5-1779-4aec-860f-c4e0299ebf7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98bae6a5-1779-4aec-860f-c4e0299ebf7a found for delete ", "request_id": "req-c4ee140d-e221-4bc0-bb2f-a844938d227a"}]} May 24 23:17:33.626625 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.673078 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.682219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "DELETE /v2.0/networks/45cd276f-c27d-4b64-9486-4ce9782dd7c1 HTTP/1.1" status: 204 len: 168 time: 0.8901827 May 24 23:17:33.682219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a42-7ca8-4725-ba00-2e3ea8e72ee4 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event deleted for resources: {'Network': ['ID=45cd276f-c27d-4b64-9486-4ce9782dd7c1,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:33.683235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38522) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:33.739532 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.754496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router 1f497173-0819-483c-8866-11806df06ed7 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:17:33.761289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:33.770008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Usage tracker for resource:security_group_rule and tenant:255459443ba844049b6482ae54c68292 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:33.808551 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.831098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:33.845598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:33.949805 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:33.977515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbd9fb9-33f6-4e3a-b6e4-a534c6c91e15']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:33.991622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1277b345-d54f-4bab-9a7a-97de109abacf') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:33.991957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1277b345-d54f-4bab-9a7a-97de109abacf') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:34.010282 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.027742 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.050486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:17:34.056568 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.116661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:17:34.128182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0befb0e8-1e40-4a8f-a914-694a89fd7bb7 None None] Sync routers for ids ['1f497173-0819-483c-8866-11806df06ed7'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:17:34.142475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0befb0e8-1e40-4a8f-a914-694a89fd7bb7 None None] Routers {'1f497173-0819-483c-8866-11806df06ed7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:34.143283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0befb0e8-1e40-4a8f-a914-694a89fd7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:17:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1f497173-0819-483c-8866-11806df06ed7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:34.157284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.163810 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.203823 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.229927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event deleted for resources: {'Network': ['ID=dfbd9fb9-33f6-4e3a-b6e4-a534c6c91e15,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:34.239188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7c588dfb-6dd7-4887-8661-410f54b88d11 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "DELETE /v2.0/networks/dfbd9fb9-33f6-4e3a-b6e4-a534c6c91e15 HTTP/1.1" status: 204 len: 168 time: 0.5547822 May 24 23:17:34.239708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38532) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:34.352322 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.382313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.408691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0befb0e8-1e40-4a8f-a914-694a89fd7bb7 None None] Set router 1f497173-0819-483c-8866-11806df06ed7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:17:34.563585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3a9e44-d866-404c-80d8-d6194f9605f9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:34.581284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=255459443ba844049b6482ae54c68292&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1932616 May 24 23:17:34.597518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38544) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:34.599449 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c83e6fb3-7b71-4f88-8bd7-138b3240dad3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6500499 May 24 23:17:34.606994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:17:34.615977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010d1b67-10e1-4e1c-af37-87de9dc56e9c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:34.622997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.623335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.623671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.624368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.624636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.624961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.625283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.625629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.625947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.626260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.626573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.626886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0179b-33af-4be9-889b-3aee06e4f91f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:17:34.629894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010d1b67-10e1-4e1c-af37-87de9dc56e9c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:34.630727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-010d1b67-10e1-4e1c-af37-87de9dc56e9c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Synchronizing usage tracker for tenant:595190c80b3e410fba5bd72ffa4fbebf on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:34.685949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-010d1b67-10e1-4e1c-af37-87de9dc56e9c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Unset dirty status for tenant:595190c80b3e410fba5bd72ffa4fbebf on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:34.687626 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-010d1b67-10e1-4e1c-af37-87de9dc56e9c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4451339 May 24 23:17:34.691992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38554) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:34.701901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1900929043'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:34.714903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:34.760290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:34.778245 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ff0014-9cae-4f25-b42b-49493eca4803'] response: {'name': 'network-changed', 'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'status': 'completed', 'code': 200} May 24 23:17:34.835248 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b37ed9-f9d7-4749-97ae-542f9f35adaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.892752 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b37ed9-f9d7-4749-97ae-542f9f35adaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.978132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0befb0e8-1e40-4a8f-a914-694a89fd7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f9bfff9f-1868-4f55-a2d4-da481a5cf4cd', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1f497173-0819-483c-8866-11806df06ed7', 'port_id': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'mac_address': 'fa:16:3e:92:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:17:31Z', 'updated_at': '2022-05-24T23:17:31Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656e0d82-3738-465d-b18a-0b458c53bea4', 'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:75:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:17:03Z', 'updated_at': '2022-05-24T23:17:15Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:34.985521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0befb0e8-1e40-4a8f-a914-694a89fd7bb7 None None] Checking router: 1f497173-0819-483c-8866-11806df06ed7 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:17:34.990523 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b37ed9-f9d7-4749-97ae-542f9f35adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:34.999311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0befb0e8-1e40-4a8f-a914-694a89fd7bb7 None None] Routers {'1f497173-0819-483c-8866-11806df06ed7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:17:35.000751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0befb0e8-1e40-4a8f-a914-694a89fd7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:17:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1f497173-0819-483c-8866-11806df06ed7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:35.018067 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-75b37ed9-f9d7-4749-97ae-542f9f35adaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:35.020783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-75b37ed9-f9d7-4749-97ae-542f9f35adaa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd3a9e44-d866-404c-80d8-d6194f9605f9 HTTP/1.1" status: 204 len: 168 time: 0.4156325 May 24 23:17:35.029050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b37ed9-f9d7-4749-97ae-542f9f35adaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3a9e44-d866-404c-80d8-d6194f9605f9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:35.192375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Made reservation on behalf of 595190c80b3e410fba5bd72ffa4fbebf for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:35.195545 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:35.236069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:17:35.246742 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:35.247104 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Added segment 6bcfdf2e-4c2b-425e-9663-d14a8757ada5 of type vlan for network f5f6d7ee-c337-4f61-821b-8af0afd999c3 May 24 23:17:35.307273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:35.356016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85bba7-957e-4497-ada2-592d0915990c req-d3c2dd73-03c6-4c1d-a268-df2c209231ad tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:35.357973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa85bba7-957e-4497-ada2-592d0915990c req-d3c2dd73-03c6-4c1d-a268-df2c209231ad tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.2951133 May 24 23:17:35.361749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d9e13-021c-448e-98a7-8824a8423504 req-f207ad87-b52f-4e03-b6bb-a8694a88afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:35.362250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0befb0e8-1e40-4a8f-a914-694a89fd7bb7 None None] Set router 1f497173-0819-483c-8866-11806df06ed7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:17:35.364055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e2d9e13-021c-448e-98a7-8824a8423504 req-f207ad87-b52f-4e03-b6bb-a8694a88afc0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1097 time: 0.6012433 May 24 23:17:35.364832 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:35.370296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:35.371093 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:35.412158 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2298-4b8c-4757-bfb6-dd9b41c778e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:35.498099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8046269 May 24 23:17:35.501055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38570) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:35.510936 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1437889731'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:35.532619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:35.540463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Usage tracker for resource:network and tenant:595190c80b3e410fba5bd72ffa4fbebf is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:35.552631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:35.570012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:35.602728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Made reservation on behalf of 595190c80b3e410fba5bd72ffa4fbebf for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:35.614829 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:35.650962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38576) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:35.662740 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 1277b345-d54f-4bab-9a7a-97de109abacf resource provider aggregate not found May 24 23:17:35.700921 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16776c6a-9414-4dac-add8-c0e3b2e71445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:35.718679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa85bba7-957e-4497-ada2-592d0915990c req-e8bd5c9d-0743-458e-acf9-3df64a6c0e3b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252797 May 24 23:17:35.721289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7d3c-8e11-4bb9-8e29-083a32b4b771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event updated for resources: {'Network': ['ID=f5f6d7ee-c337-4f61-821b-8af0afd999c3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:35.730751 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 1277b345-d54f-4bab-9a7a-97de109abacf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1277b345-d54f-4bab-9a7a-97de109abacf found for delete ", "request_id": "req-69d45eb5-c7b4-4317-b6c3-4ae8af18ee23"}]} May 24 23:17:35.739663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-16776c6a-9414-4dac-add8-c0e3b2e71445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:35.749363 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-16776c6a-9414-4dac-add8-c0e3b2e71445 admin admin] Usage tracker for resource:security_group_rule and tenant:27c4f076836c4c5fa833307eea9c2675 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:35.751547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38584) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:35.759633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-16776c6a-9414-4dac-add8-c0e3b2e71445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:35.774652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-16776c6a-9414-4dac-add8-c0e3b2e71445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:35.819640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network f5f6d7ee-c337-4f61-821b-8af0afd999c3 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:17:35.915389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16776c6a-9414-4dac-add8-c0e3b2e71445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:35.929720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:17:35.940287 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:35.940804 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Added segment b117931b-f823-4880-b929-7dc0d8883c1c of type vlan for network 440c8499-cb18-4090-b778-80a41dad718f May 24 23:17:35.977217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:36.008070 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16776c6a-9414-4dac-add8-c0e3b2e71445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:36.030393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:36.036238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:36.036822 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:36.110813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d9e13-021c-448e-98a7-8824a8423504 req-3861fb73-d724-4f1b-8633-6b5b15c72b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:36.112410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e2d9e13-021c-448e-98a7-8824a8423504 req-3861fb73-d724-4f1b-8633-6b5b15c72b96 service neutron] 10.222.0.50 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.7045557 May 24 23:17:36.213137 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-16776c6a-9414-4dac-add8-c0e3b2e71445 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27c4f076836c4c5fa833307eea9c2675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5585384 May 24 23:17:36.227265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38590) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:36.237035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event updated for resources: {'Network': ['ID=440c8499-cb18-4090-b778-80a41dad718f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:36.246412 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aab2106e-b91e-4b02-8644-9b5887c8d841 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/f9bfff9f-1868-4f55-a2d4-da481a5cf4cd HTTP/1.1" status: 200 len: 992 time: 0.4888632 May 24 23:17:36.255367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16776c6a-9414-4dac-add8-c0e3b2e71445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38c070f-4e3a-479a-b351-7a71842ad3b4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:36.264765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 440c8499-cb18-4090-b778-80a41dad718f details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:17:36.298128 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-64023118-a8a0-47e8-8fb2-6d83d26fb8d6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7955160 May 24 23:17:36.300787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38594) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:36.312244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'ports': [{'network_id': 'f5f6d7ee-c337-4f61-821b-8af0afd999c3', 'name': 'tempest-port--326623761', 'admin_state_up': True}, {'network_id': '440c8499-cb18-4090-b778-80a41dad718f', 'admin_state_up': False}]} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:36.313255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'port': {'network_id': 'f5f6d7ee-c337-4f61-821b-8af0afd999c3', 'name': 'tempest-port--326623761', 'admin_state_up': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:36.314076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'port': {'network_id': '440c8499-cb18-4090-b778-80a41dad718f', 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:36.316072 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-1298c1e3-4f4f-4c6c-8cf2-f13b4912b6cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3439131 May 24 23:17:36.320438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e2d9e13-021c-448e-98a7-8824a8423504 req-ae618f5f-8a52-4ce7-b1ed-5f1cc578bf14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1000 time: 0.1993885 May 24 23:17:36.383224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0befb0e8-1e40-4a8f-a914-694a89fd7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f9bfff9f-1868-4f55-a2d4-da481a5cf4cd', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1f497173-0819-483c-8866-11806df06ed7', 'port_id': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'mac_address': 'fa:16:3e:92:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:17:31Z', 'updated_at': '2022-05-24T23:17:31Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656e0d82-3738-465d-b18a-0b458c53bea4', 'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:75:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:17:03Z', 'updated_at': '2022-05-24T23:17:15Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:36.386534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d9e13-021c-448e-98a7-8824a8423504 req-c0e70ffa-f82c-4ef9-8060-546dfaff2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:36.388396 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e2d9e13-021c-448e-98a7-8824a8423504 req-c0e70ffa-f82c-4ef9-8060-546dfaff2327 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.0615401 May 24 23:17:36.392753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0befb0e8-1e40-4a8f-a914-694a89fd7bb7 None None] The sync data for ids ['1f497173-0819-483c-8866-11806df06ed7'] in n-d-843146-7 is: [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'f9bfff9f-1868-4f55-a2d4-da481a5cf4cd', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1f497173-0819-483c-8866-11806df06ed7', 'port_id': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'mac_address': 'fa:16:3e:92:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:17:31Z', 'updated_at': '2022-05-24T23:17:31Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656e0d82-3738-465d-b18a-0b458c53bea4', 'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:75:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:17:03Z', 'updated_at': '2022-05-24T23:17:15Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:17:36.477029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d9e13-021c-448e-98a7-8824a8423504 req-b223253b-1be2-469f-a4f4-b14e954a0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:36.478699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e2d9e13-021c-448e-98a7-8824a8423504 req-b223253b-1be2-469f-a4f4-b14e954a0005 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826490 May 24 23:17:36.645145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:36.647342 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6a50b22-091d-4d47-9b5c-ac20acd84648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:36.651126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Usage tracker for resource:port and tenant:595190c80b3e410fba5bd72ffa4fbebf is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:36.664931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:36.674795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:36.692779 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e2d9e13-021c-448e-98a7-8824a8423504 req-774d7c1a-4360-4152-b59a-7f5955c481b6 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050338 May 24 23:17:36.693012 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6a50b22-091d-4d47-9b5c-ac20acd84648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:36.717832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Made reservation on behalf of 595190c80b3e410fba5bd72ffa4fbebf for: {'port': 2} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:36.722389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:36.749254 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69a63dc-7d60-44ed-8119-a185b866d95b None None] New status for floating IP f9bfff9f-1868-4f55-a2d4-da481a5cf4cd: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:17:36.757309 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:36.885081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5e2d9e13-021c-448e-98a7-8824a8423504 req-f6adcc54-c434-4277-86ac-3f3da380d7b4 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793704 May 24 23:17:36.927110 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6a50b22-091d-4d47-9b5c-ac20acd84648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:36.978988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a50b22-091d-4d47-9b5c-ac20acd84648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38c070f-4e3a-479a-b351-7a71842ad3b4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:37.007470 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c6a50b22-091d-4d47-9b5c-ac20acd84648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:37.009097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c6a50b22-091d-4d47-9b5c-ac20acd84648 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a38c070f-4e3a-479a-b351-7a71842ad3b4 HTTP/1.1" status: 204 len: 168 time: 0.7783267 May 24 23:17:37.204461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] device_id is not set on port 44ebc1ce-91ff-44d8-96fb-d906a3a8d8b1 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:17:37.215443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-d6f11b4c-2715-4866-88c4-3f2e4b4bcc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:37.217690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-d6f11b4c-2715-4866-88c4-3f2e4b4bcc47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1097 time: 0.1601758 May 24 23:17:37.290818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38610) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:37.327004 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:37.490939 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d98945d-66c5-409f-9f25-57904d967d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:37.498972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] device_id is not set on port 5dbc3bea-4acb-4564-9102-460ad24d4230 yet. {{(pid=88390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 24 23:17:37.509464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a4f4f6a8-6bda-4675-b664-083c32a85888 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/f9bfff9f-1868-4f55-a2d4-da481a5cf4cd HTTP/1.1" status: 200 len: 994 time: 0.2144597 May 24 23:17:37.623509 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:37.658573 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:37.751286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-6c9bea11-05a7-4227-8061-2be7717e2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:37.752869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-6c9bea11-05a7-4227-8061-2be7717e2fb8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.5116823 May 24 23:17:37.812051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event updated for resources: {'Port': ['ID=44ebc1ce-91ff-44d8-96fb-d906a3a8d8b1,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:37.825300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Checking segment: {'id': '6bcfdf2e-4c2b-425e-9663-d14a8757ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f5f6d7ee-c337-4f61-821b-8af0afd999c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:17:37.826047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Network hostable DHCP agents. Network: f5f6d7ee-c337-4f61-821b-8af0afd999c3, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:17:37.887580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Network f5f6d7ee-c337-4f61-821b-8af0afd999c3 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:17:37.918258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-7e25b6aa-826e-48ad-b832-c879a9e55bbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1002 time: 0.1566186 May 24 23:17:37.920147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, f5f6d7ee-c337-4f61-821b-8af0afd999c3) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:37.927202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:17:37.928246 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:37.931892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d167a8-d7cf-4bf8-9336-b5ab52c16918 None None] Network f5f6d7ee-c337-4f61-821b-8af0afd999c3 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:38.050166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-cdfe02ed-4f7c-48da-ae8f-738409d64f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:38.051787 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-cdfe02ed-4f7c-48da-ae8f-738409d64f2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.1185443 May 24 23:17:38.148265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Checking segment: {'id': 'b117931b-f823-4880-b929-7dc0d8883c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '440c8499-cb18-4090-b778-80a41dad718f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:17:38.148617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Network hostable DHCP agents. Network: 440c8499-cb18-4090-b778-80a41dad718f, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:17:38.163257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event updated for resources: {'Port': ['ID=5dbc3bea-4acb-4564-9102-460ad24d4230,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:38.185751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Network 440c8499-cb18-4090-b778-80a41dad718f is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:17:38.205659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 440c8499-cb18-4090-b778-80a41dad718f) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:38.224763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:17:38.234240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:38.243037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:38.244040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:38.263870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b4c59e-b9f9-4df4-a589-16d4cc889272 None None] Network 440c8499-cb18-4090-b778-80a41dad718f requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:38.273757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-94e842ee-bb8f-4904-bcfd-44af7bd76770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:38.275271 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-94e842ee-bb8f-4904-bcfd-44af7bd76770 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944470 May 24 23:17:38.278947 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-78005faa-b108-4c75-89fb-91f2bcb6a7c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9758744 May 24 23:17:38.282403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38638) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:38.756684 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-59c9f0ca-afa3-4a0d-9ec4-aec1980b8098 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739505 May 24 23:17:38.766393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8164f4c-dae8-453b-8475-058660560e8f tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:38.773111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8164f4c-dae8-453b-8475-058660560e8f tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:38.774685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c8164f4c-dae8-453b-8475-058660560e8f tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4913044 May 24 23:17:38.779985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38650) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:38.813107 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:38.851410 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:38.945355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-19634684-be66-4e02-b8fb-ee3e24a153f2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Deleting port 44ebc1ce-91ff-44d8-96fb-d906a3a8d8b1 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:38.948431 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19634684-be66-4e02-b8fb-ee3e24a153f2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:39.034138 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-015fd943-4f6d-4b01-b013-d5ded32eff56 req-93838123-9f8b-424a-8c94-60748f7df1b7 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583485 May 24 23:17:39.447584 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19634684-be66-4e02-b8fb-ee3e24a153f2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:39.715534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-19634684-be66-4e02-b8fb-ee3e24a153f2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Calling delete_port for 44ebc1ce-91ff-44d8-96fb-d906a3a8d8b1 owned by {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:39.849836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19634684-be66-4e02-b8fb-ee3e24a153f2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:39.905681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19634684-be66-4e02-b8fb-ee3e24a153f2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event deleted for resources: {'Port': ['ID=44ebc1ce-91ff-44d8-96fb-d906a3a8d8b1,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:39.912863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19634684-be66-4e02-b8fb-ee3e24a153f2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:39.923282 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-19634684-be66-4e02-b8fb-ee3e24a153f2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "DELETE /v2.0/ports/44ebc1ce-91ff-44d8-96fb-d906a3a8d8b1 HTTP/1.1" status: 204 len: 168 time: 1.1390829 May 24 23:17:39.924799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38678) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:40.065855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8a7dcd58-9b7d-4343-a27e-b579521324e6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Deleting port 5dbc3bea-4acb-4564-9102-460ad24d4230 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:17:40.066292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcd58-9b7d-4343-a27e-b579521324e6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:40.089001 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:40.335389 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcd58-9b7d-4343-a27e-b579521324e6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:40.487392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8a7dcd58-9b7d-4343-a27e-b579521324e6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Calling delete_port for 5dbc3bea-4acb-4564-9102-460ad24d4230 owned by {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:17:40.675277 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcd58-9b7d-4343-a27e-b579521324e6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:40.741447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8a7dcd58-9b7d-4343-a27e-b579521324e6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:40.744630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dcd58-9b7d-4343-a27e-b579521324e6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event deleted for resources: {'Port': ['ID=5dbc3bea-4acb-4564-9102-460ad24d4230,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:40.751372 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8a7dcd58-9b7d-4343-a27e-b579521324e6 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "DELETE /v2.0/ports/5dbc3bea-4acb-4564-9102-460ad24d4230 HTTP/1.1" status: 204 len: 168 time: 0.8254278 May 24 23:17:40.754980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38700) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:40.843436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4c6945c6-4b07-449a-ba06-0e5e2b292771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Synchronizing usage tracker for tenant:595190c80b3e410fba5bd72ffa4fbebf on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:40.894303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4c6945c6-4b07-449a-ba06-0e5e2b292771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Unset dirty status for tenant:595190c80b3e410fba5bd72ffa4fbebf on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:40.903187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38708) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:40.909361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1384674306'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:40.916566 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4c6945c6-4b07-449a-ba06-0e5e2b292771 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1454890 May 24 23:17:40.926226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:40.939302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Usage tracker for resource:network and tenant:595190c80b3e410fba5bd72ffa4fbebf is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:40.943311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:40.962883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:40.983499 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Made reservation on behalf of 595190c80b3e410fba5bd72ffa4fbebf for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:40.987600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:41.021325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:17:41.031595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:41.032520 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Added segment 43236f57-1654-4660-860d-3d18399a562b of type vlan for network 758dfc9d-779d-46b6-932d-650d24bf2454 May 24 23:17:41.065521 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:41.101215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:41.107484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:41.108072 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:41.220542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event updated for resources: {'Network': ['ID=758dfc9d-779d-46b6-932d-650d24bf2454,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:41.225533 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a5eb59ad-fc6d-480b-8c56-92ea4baf5f53 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3202567 May 24 23:17:41.227327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38712) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:41.233089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-911371449'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:41.235978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 758dfc9d-779d-46b6-932d-650d24bf2454 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:17:41.239869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:41.261200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Usage tracker for resource:network and tenant:595190c80b3e410fba5bd72ffa4fbebf is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:41.264160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:41.271089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:41.289018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Made reservation on behalf of 595190c80b3e410fba5bd72ffa4fbebf for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:41.306485 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:41.367478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:17:41.380824 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:41.381169 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Added segment bf68f722-c056-48c4-9c61-629c6cad6124 of type vlan for network 40922f1d-7f7d-4ee4-b048-471c2afbcbed May 24 23:17:41.414484 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:41.448034 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:41.454018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:41.456367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:41.588525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event updated for resources: {'Network': ['ID=40922f1d-7f7d-4ee4-b048-471c2afbcbed,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:41.609982 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-09d7e386-9d3a-4c9e-96f7-303d8cdd25d9 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3636541 May 24 23:17:41.610764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 40922f1d-7f7d-4ee4-b048-471c2afbcbed details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:17:41.759364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38720) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:41.766214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'subnets': [{'network_id': '758dfc9d-779d-46b6-932d-650d24bf2454', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--995814497', 'ip_version': 4}, {'network_id': '40922f1d-7f7d-4ee4-b048-471c2afbcbed', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:41.766616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'subnet': {'network_id': '758dfc9d-779d-46b6-932d-650d24bf2454', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--995814497', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:41.767301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Request body: {'subnet': {'network_id': '40922f1d-7f7d-4ee4-b048-471c2afbcbed', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:17:42.023214 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:42.027125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Usage tracker for resource:subnet and tenant:595190c80b3e410fba5bd72ffa4fbebf is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:42.030079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:42.042813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:42.093715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Made reservation on behalf of 595190c80b3e410fba5bd72ffa4fbebf for: {'subnet': 2} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:17:42.104376 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:42.104722 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:42.743412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:42.810924 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event updated for resources: {'Subnet': ['ID=a84050d4-27be-4592-ae47-dedd831caf0f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:42.896756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Checking segment: {'id': '43236f57-1654-4660-860d-3d18399a562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '758dfc9d-779d-46b6-932d-650d24bf2454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:17:42.897522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Network hostable DHCP agents. Network: 758dfc9d-779d-46b6-932d-650d24bf2454, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:17:42.918174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Network 758dfc9d-779d-46b6-932d-650d24bf2454 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:17:42.930194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 758dfc9d-779d-46b6-932d-650d24bf2454) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:42.950599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3427f8-b3f8-4d72-b2bc-e3d9c98c7cab None None] Network 758dfc9d-779d-46b6-932d-650d24bf2454 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:42.976363 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:43.142709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Checking segment: {'id': 'bf68f722-c056-48c4-9c61-629c6cad6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '40922f1d-7f7d-4ee4-b048-471c2afbcbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:17:43.143916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Network hostable DHCP agents. Network: 40922f1d-7f7d-4ee4-b048-471c2afbcbed, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:17:43.149218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event updated for resources: {'Subnet': ['ID=d8343d2f-676d-4a09-8365-6f2f7377f43e,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:43.170684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Network 40922f1d-7f7d-4ee4-b048-471c2afbcbed is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:17:43.188829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 40922f1d-7f7d-4ee4-b048-471c2afbcbed) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:17:43.196498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:43.197037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:43.198067 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:43.214793 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af304d00-7ffb-4b61-8b55-ca74d0a9da5f None None] Network 40922f1d-7f7d-4ee4-b048-471c2afbcbed requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:43.242224 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-df5d1c21-ec59-4c9a-b192-1cabb017e4a3 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4815447 May 24 23:17:43.244931 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38762) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:43.393757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c09310-2272-4933-8ad1-e2543bff77c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:43.395586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c09310-2272-4933-8ad1-e2543bff77c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:43.397216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c09310-2272-4933-8ad1-e2543bff77c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:43.398067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-70c09310-2272-4933-8ad1-e2543bff77c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Synchronizing usage tracker for tenant:595190c80b3e410fba5bd72ffa4fbebf on resource:subnet {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:43.429092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-70c09310-2272-4933-8ad1-e2543bff77c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Unset dirty status for tenant:595190c80b3e410fba5bd72ffa4fbebf on resource:subnet {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:43.430782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-70c09310-2272-4933-8ad1-e2543bff77c8 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1846402 May 24 23:17:43.435397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38768) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:43.508865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c759d42-5632-4748-9410-6d94b95146e2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Deleting subnet a84050d4-27be-4592-ae47-dedd831caf0f {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:17:43.512428 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c759d42-5632-4748-9410-6d94b95146e2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:43.587672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c759d42-5632-4748-9410-6d94b95146e2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:43.851850 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c759d42-5632-4748-9410-6d94b95146e2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:43.960620 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c759d42-5632-4748-9410-6d94b95146e2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.009043 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c759d42-5632-4748-9410-6d94b95146e2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.020756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c759d42-5632-4748-9410-6d94b95146e2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event deleted for resources: {'Subnet': ['ID=a84050d4-27be-4592-ae47-dedd831caf0f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:44.072608 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3c759d42-5632-4748-9410-6d94b95146e2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "DELETE /v2.0/subnets/a84050d4-27be-4592-ae47-dedd831caf0f HTTP/1.1" status: 204 len: 168 time: 0.6355145 May 24 23:17:44.074680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5132749-97bc-4a80-b3ca-d436b4e45512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-758dfc9d-779d-46b6-932d-650d24bf2454', 'network_id': '758dfc9d-779d-46b6-932d-650d24bf2454', 'tenant_id': '595190c80b3e410fba5bd72ffa4fbebf', 'fixed_ips': [{'subnet_id': 'a84050d4-27be-4592-ae47-dedd831caf0f'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:17:44.075773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38780) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:44.079688 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b5132749-97bc-4a80-b3ca-d436b4e45512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.194862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e87fad5-6c41-4cde-b2a7-0d7627b6b4c2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Deleting subnet d8343d2f-676d-4a09-8365-6f2f7377f43e {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:17:44.198009 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e87fad5-6c41-4cde-b2a7-0d7627b6b4c2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.243622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb058e-ea98-47f4-82ac-6a688e320966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-40922f1d-7f7d-4ee4-b048-471c2afbcbed', 'network_id': '40922f1d-7f7d-4ee4-b048-471c2afbcbed', 'tenant_id': '595190c80b3e410fba5bd72ffa4fbebf', 'fixed_ips': [{'subnet_id': 'd8343d2f-676d-4a09-8365-6f2f7377f43e'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:17:44.244476 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-94eb058e-ea98-47f4-82ac-6a688e320966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.286421 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e87fad5-6c41-4cde-b2a7-0d7627b6b4c2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.402772 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e87fad5-6c41-4cde-b2a7-0d7627b6b4c2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.434348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7182912-51db-4132-94a8-0ca636408698 None None] Network 758dfc9d-779d-46b6-932d-650d24bf2454 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:44.571814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e87fad5-6c41-4cde-b2a7-0d7627b6b4c2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.678614 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2e87fad5-6c41-4cde-b2a7-0d7627b6b4c2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:44.684893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87fad5-6c41-4cde-b2a7-0d7627b6b4c2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event deleted for resources: {'Subnet': ['ID=d8343d2f-676d-4a09-8365-6f2f7377f43e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server [None req-94eb058e-ea98-47f4-82ac-6a688e320966 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8343d2f-676d-4a09-8365-6f2f7377f43e: This subnet is being modified by another concurrent operation. May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.force_reraise() May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise self.value May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server raise exception May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8343d2f-676d-4a09-8365-6f2f7377f43e: This subnet is being modified by another concurrent operation. May 24 23:17:44.694914 n-d-843146-7 neutron-server[88391]: ERROR oslo_messaging.rpc.server May 24 23:17:44.708846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2e87fad5-6c41-4cde-b2a7-0d7627b6b4c2 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "DELETE /v2.0/subnets/d8343d2f-676d-4a09-8365-6f2f7377f43e HTTP/1.1" status: 204 len: 168 time: 0.6283736 May 24 23:17:44.711635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38800) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:44.715276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f2fbb4-2855-4818-8181-fa6ea608087c None None] Network 40922f1d-7f7d-4ee4-b048-471c2afbcbed requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:17:44.789173 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38806) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:44.842378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f15d8d9-be1b-4753-becb-01b833423991 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:17:44.843193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7f15d8d9-be1b-4753-becb-01b833423991 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Synchronizing usage tracker for tenant:595190c80b3e410fba5bd72ffa4fbebf on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:17:44.870047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7f15d8d9-be1b-4753-becb-01b833423991 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Unset dirty status for tenant:595190c80b3e410fba5bd72ffa4fbebf on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:17:44.876085 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7f15d8d9-be1b-4753-becb-01b833423991 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1611121 May 24 23:17:44.876532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38814) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:44.904220 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46985303-85ba-43ca-baba-7ba7f626850f None None] get_active_networks_info from n-d-843146-7 {{(pid=88391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 24 23:17:45.049330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46985303-85ba-43ca-baba-7ba7f626850f None None] Resources bound (agent type, host, resource id): {{(pid=88391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 24 23:17:45.117079 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.117392 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b546dd8-b156-484e-8cf3-23505e7e064e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.140135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0b546dd8-b156-484e-8cf3-23505e7e064e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:45.151888 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0b546dd8-b156-484e-8cf3-23505e7e064e admin admin] Usage tracker for resource:security_group_rule and tenant:c903c2620efa4da5a59c5b78fc0d3f5f is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:45.221194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0b546dd8-b156-484e-8cf3-23505e7e064e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:45.235498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0b546dd8-b156-484e-8cf3-23505e7e064e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:45.385883 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.564160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40922f1d-7f7d-4ee4-b048-471c2afbcbed']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:45.586430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf68f722-c056-48c4-9c61-629c6cad6124') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:45.587078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf68f722-c056-48c4-9c61-629c6cad6124') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:45.616592 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.653511 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.672772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:17:45.673550 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.775202 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment bf68f722-c056-48c4-9c61-629c6cad6124 resource provider aggregate not found May 24 23:17:45.815964 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment bf68f722-c056-48c4-9c61-629c6cad6124 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf68f722-c056-48c4-9c61-629c6cad6124 found for delete ", "request_id": "req-e3893a86-f4c6-4e71-8893-8dade4a460f4"}]} May 24 23:17:45.822140 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b546dd8-b156-484e-8cf3-23505e7e064e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.833474 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0b546dd8-b156-484e-8cf3-23505e7e064e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.870862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.913343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:45.938927 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0b546dd8-b156-484e-8cf3-23505e7e064e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c903c2620efa4da5a59c5b78fc0d3f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1429048 May 24 23:17:45.940669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38838) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:45.946441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event deleted for resources: {'Network': ['ID=40922f1d-7f7d-4ee4-b048-471c2afbcbed,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:45.965452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b546dd8-b156-484e-8cf3-23505e7e064e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a7e164-0c38-463e-98de-7eaae829234c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:45.971414 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-77c97516-8711-4150-8c06-4b9e7380f57c tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "DELETE /v2.0/networks/40922f1d-7f7d-4ee4-b048-471c2afbcbed HTTP/1.1" status: 204 len: 168 time: 1.0938249 May 24 23:17:45.972261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38844) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:46.083746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-617cd34c-593c-4e51-b4f0-81945ba2c2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.123031 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.124193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-617cd34c-593c-4e51-b4f0-81945ba2c2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.241215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-617cd34c-593c-4e51-b4f0-81945ba2c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.258324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cd34c-593c-4e51-b4f0-81945ba2c2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a7e164-0c38-463e-98de-7eaae829234c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:46.267350 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-617cd34c-593c-4e51-b4f0-81945ba2c2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.268735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-617cd34c-593c-4e51-b4f0-81945ba2c2a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11a7e164-0c38-463e-98de-7eaae829234c HTTP/1.1" status: 204 len: 168 time: 0.3315833 May 24 23:17:46.337844 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.394137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758dfc9d-779d-46b6-932d-650d24bf2454']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:46.406953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43236f57-1654-4660-860d-3d18399a562b') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:46.407247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43236f57-1654-4660-860d-3d18399a562b') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:46.419736 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.439889 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.452055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:17:46.453022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.570135 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.625903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.647674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event deleted for resources: {'Network': ['ID=758dfc9d-779d-46b6-932d-650d24bf2454,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:46.650629 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-679c7796-dc70-467f-9ad0-8a34326e8b44 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "DELETE /v2.0/networks/758dfc9d-779d-46b6-932d-650d24bf2454 HTTP/1.1" status: 204 len: 168 time: 0.6770594 May 24 23:17:46.653564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38860) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:46.757434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38864) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:46.775372 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1032-0166-4d26-8156-712f8e8b5e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.782377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.790740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5c3c1032-0166-4d26-8156-712f8e8b5e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:46.794851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5c3c1032-0166-4d26-8156-712f8e8b5e87 admin admin] Usage tracker for resource:security_group_rule and tenant:fec6a75f996f4a08aaf606779512be09 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:46.797969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5c3c1032-0166-4d26-8156-712f8e8b5e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:46.803950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5c3c1032-0166-4d26-8156-712f8e8b5e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:46.904746 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1032-0166-4d26-8156-712f8e8b5e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.909207 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1032-0166-4d26-8156-712f8e8b5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.945095 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:46.986455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440c8499-cb18-4090-b778-80a41dad718f']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:47.000073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c1032-0166-4d26-8156-712f8e8b5e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de041cb1-592a-47da-89d6-26da7a7a9072,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:47.002274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b117931b-f823-4880-b929-7dc0d8883c1c') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:47.002733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b117931b-f823-4880-b929-7dc0d8883c1c') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:47.012176 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5c3c1032-0166-4d26-8156-712f8e8b5e87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fec6a75f996f4a08aaf606779512be09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536137 May 24 23:17:47.016690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38868) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:47.028150 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.047124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.054224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:17:47.054623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.120313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-274f94c4-4a02-4d07-b710-7cea53b5764c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.144198 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b117931b-f823-4880-b929-7dc0d8883c1c resource provider aggregate not found May 24 23:17:47.166348 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b117931b-f823-4880-b929-7dc0d8883c1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b117931b-f823-4880-b929-7dc0d8883c1c found for delete ", "request_id": "req-7c3d880c-3733-41f3-a946-de7207890ad7"}]} May 24 23:17:47.177192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-274f94c4-4a02-4d07-b710-7cea53b5764c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.192238 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.199152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.233957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "DELETE /v2.0/networks/440c8499-cb18-4090-b778-80a41dad718f HTTP/1.1" status: 204 len: 168 time: 0.5792360 May 24 23:17:47.235216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5fe58-632c-48ca-bfb9-92710698967e tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event deleted for resources: {'Network': ['ID=440c8499-cb18-4090-b778-80a41dad718f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:47.235969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38878) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:47.378932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-274f94c4-4a02-4d07-b710-7cea53b5764c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.399263 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-274f94c4-4a02-4d07-b710-7cea53b5764c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.404204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-274f94c4-4a02-4d07-b710-7cea53b5764c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de041cb1-592a-47da-89d6-26da7a7a9072 HTTP/1.1" status: 204 len: 168 time: 0.3785484 May 24 23:17:47.404204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f94c4-4a02-4d07-b710-7cea53b5764c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de041cb1-592a-47da-89d6-26da7a7a9072,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:47.407699 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.707153 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.749032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f6d7ee-c337-4f61-821b-8af0afd999c3']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:47.774652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcfdf2e-4c2b-425e-9663-d14a8757ada5') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:47.775170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcfdf2e-4c2b-425e-9663-d14a8757ada5') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:17:47.810604 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.855714 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 43236f57-1654-4660-860d-3d18399a562b resource provider aggregate not found May 24 23:17:47.871211 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:47.876938 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 43236f57-1654-4660-860d-3d18399a562b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43236f57-1654-4660-860d-3d18399a562b found for delete ", "request_id": "req-f064e7c7-12a8-48b6-b4a1-4c773dd0bcca"}]} May 24 23:17:47.882236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:17:47.882813 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:48.010990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:48.046355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:48.064222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] Pushing event deleted for resources: {'Network': ['ID=f5f6d7ee-c337-4f61-821b-8af0afd999c3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:48.089576 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9b488efb-fe9e-481e-aa33-aa784aab9ea0 tempest-BulkNetworkOpsTest-590721689 tempest-BulkNetworkOpsTest-590721689-project] 10.222.0.55 "DELETE /v2.0/networks/f5f6d7ee-c337-4f61-821b-8af0afd999c3 HTTP/1.1" status: 204 len: 168 time: 0.8333871 May 24 23:17:48.580390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 38924) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:48.872798 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-337a45b1-4b60-4800-902c-e0cb41b962cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=595190c80b3e410fba5bd72ffa4fbebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909112 May 24 23:17:48.875640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 38936) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:48.990858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b651d60a-b7aa-4fd8-9dde-af2f3996be87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:49.018256 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b651d60a-b7aa-4fd8-9dde-af2f3996be87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:49.095762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b651d60a-b7aa-4fd8-9dde-af2f3996be87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:49.136101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651d60a-b7aa-4fd8-9dde-af2f3996be87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bee8e32-df65-4ac3-af2d-25a2e9819a94,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:49.148105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b651d60a-b7aa-4fd8-9dde-af2f3996be87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:49.149245 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b651d60a-b7aa-4fd8-9dde-af2f3996be87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4bee8e32-df65-4ac3-af2d-25a2e9819a94 HTTP/1.1" status: 204 len: 168 time: 0.2726121 May 24 23:17:49.911542 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 6bcfdf2e-4c2b-425e-9663-d14a8757ada5 resource provider aggregate not found May 24 23:17:49.942776 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 6bcfdf2e-4c2b-425e-9663-d14a8757ada5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bcfdf2e-4c2b-425e-9663-d14a8757ada5 found for delete ", "request_id": "req-ace5f9ab-2741-466f-b4de-c8c822a61cd3"}]} May 24 23:17:54.332462 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.261847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39146) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:55.317771 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:17:55.435237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ccf5-66de-4faa-875b-9fb472731b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.464620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8dd6ccf5-66de-4faa-875b-9fb472731b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:55.470880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8dd6ccf5-66de-4faa-875b-9fb472731b3c admin admin] Usage tracker for resource:security_group_rule and tenant:c577187e8c00484f8f0e69f77069a631 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:55.475817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8dd6ccf5-66de-4faa-875b-9fb472731b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:55.484493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8dd6ccf5-66de-4faa-875b-9fb472731b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:55.654857 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ccf5-66de-4faa-875b-9fb472731b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.666426 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ccf5-66de-4faa-875b-9fb472731b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.734055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8dd6ccf5-66de-4faa-875b-9fb472731b3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c577187e8c00484f8f0e69f77069a631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705417 May 24 23:17:55.735492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6ccf5-66de-4faa-875b-9fb472731b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c81533-3a93-4358-9351-42fffc7ac9aa,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:55.736748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39156) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:55.856313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fbd44b8b-8eb6-4bf8-81f1-108d3a7df24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.901585 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fbd44b8b-8eb6-4bf8-81f1-108d3a7df24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:55.999032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fbd44b8b-8eb6-4bf8-81f1-108d3a7df24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:56.014536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd44b8b-8eb6-4bf8-81f1-108d3a7df24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c81533-3a93-4358-9351-42fffc7ac9aa,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:56.022015 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:56.024677 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fbd44b8b-8eb6-4bf8-81f1-108d3a7df24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:56.029485 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fbd44b8b-8eb6-4bf8-81f1-108d3a7df24c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2c81533-3a93-4358-9351-42fffc7ac9aa HTTP/1.1" status: 204 len: 168 time: 0.2908168 May 24 23:17:56.453926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39182) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:56.491307 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a8341592-09c9-4b6e-ace3-e56b6cd2585a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:56.538710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a8341592-09c9-4b6e-ace3-e56b6cd2585a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:56.545734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a8341592-09c9-4b6e-ace3-e56b6cd2585a admin admin] Usage tracker for resource:security_group_rule and tenant:11811001c8af4dcdbd3598a41b8f9611 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:56.549879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a8341592-09c9-4b6e-ace3-e56b6cd2585a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:56.570494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a8341592-09c9-4b6e-ace3-e56b6cd2585a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:56.781111 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a8341592-09c9-4b6e-ace3-e56b6cd2585a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:56.789458 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a8341592-09c9-4b6e-ace3-e56b6cd2585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:56.901722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8341592-09c9-4b6e-ace3-e56b6cd2585a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e63949-ca3a-4250-a926-4bf0e50f7641,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:56.928973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a8341592-09c9-4b6e-ace3-e56b6cd2585a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11811001c8af4dcdbd3598a41b8f9611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732785 May 24 23:17:56.932423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39188) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:57.029110 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d23663d-2bea-4d43-bc2b-b4edeb8dc28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:57.057507 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d23663d-2bea-4d43-bc2b-b4edeb8dc28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:57.123129 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d23663d-2bea-4d43-bc2b-b4edeb8dc28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:57.152292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23663d-2bea-4d43-bc2b-b4edeb8dc28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e63949-ca3a-4250-a926-4bf0e50f7641,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:57.170899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d23663d-2bea-4d43-bc2b-b4edeb8dc28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:57.174350 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1d23663d-2bea-4d43-bc2b-b4edeb8dc28e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52e63949-ca3a-4250-a926-4bf0e50f7641 HTTP/1.1" status: 204 len: 168 time: 0.2402315 May 24 23:17:59.598262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39322) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:17:59.771562 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6317547b-579f-4ad1-a5b4-77958214c85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.787490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6317547b-579f-4ad1-a5b4-77958214c85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:17:59.791524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6317547b-579f-4ad1-a5b4-77958214c85c admin admin] Usage tracker for resource:security_group_rule and tenant:c3cb31bc2fe148fb8b10ededee4a9d71 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:17:59.794438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6317547b-579f-4ad1-a5b4-77958214c85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:17:59.800107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6317547b-579f-4ad1-a5b4-77958214c85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:17:59.889146 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6317547b-579f-4ad1-a5b4-77958214c85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.894959 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6317547b-579f-4ad1-a5b4-77958214c85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:17:59.943706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6317547b-579f-4ad1-a5b4-77958214c85c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3cb31bc2fe148fb8b10ededee4a9d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436685 May 24 23:17:59.944581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317547b-579f-4ad1-a5b4-77958214c85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bca443f-d779-4e8c-9a5d-3eabe9e94e89,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:17:59.947293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39332) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:00.012183 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-def29816-de35-4fa7-a32a-18111b089cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:00.044808 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-def29816-de35-4fa7-a32a-18111b089cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:00.124666 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-def29816-de35-4fa7-a32a-18111b089cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:00.149584 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-def29816-de35-4fa7-a32a-18111b089cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:00.168095 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-def29816-de35-4fa7-a32a-18111b089cc0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bca443f-d779-4e8c-9a5d-3eabe9e94e89 HTTP/1.1" status: 204 len: 168 time: 0.2076671 May 24 23:18:00.169081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def29816-de35-4fa7-a32a-18111b089cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bca443f-d779-4e8c-9a5d-3eabe9e94e89,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:00.519668 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39366) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:00.534997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0abc87-5107-4f27-838f-a9b1ebd8017f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:00.550007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bc0abc87-5107-4f27-838f-a9b1ebd8017f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:00.554239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bc0abc87-5107-4f27-838f-a9b1ebd8017f admin admin] Usage tracker for resource:security_group_rule and tenant:4678f7fb00db484fafab1e2ad4a9f20c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:00.557064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bc0abc87-5107-4f27-838f-a9b1ebd8017f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:00.562911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bc0abc87-5107-4f27-838f-a9b1ebd8017f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:00.646414 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0abc87-5107-4f27-838f-a9b1ebd8017f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:00.653314 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc0abc87-5107-4f27-838f-a9b1ebd8017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:00.714958 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bc0abc87-5107-4f27-838f-a9b1ebd8017f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4678f7fb00db484fafab1e2ad4a9f20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964271 May 24 23:18:00.716063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0abc87-5107-4f27-838f-a9b1ebd8017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c851b1-c996-4326-a08a-1ecef43969fa,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:00.717896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39370) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:00.798552 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c49cb102-03fa-4e85-a01d-0217bce609f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:00.827182 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c49cb102-03fa-4e85-a01d-0217bce609f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:00.888337 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c49cb102-03fa-4e85-a01d-0217bce609f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:00.908290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cb102-03fa-4e85-a01d-0217bce609f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c851b1-c996-4326-a08a-1ecef43969fa,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:00.933821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c49cb102-03fa-4e85-a01d-0217bce609f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:00.934959 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c49cb102-03fa-4e85-a01d-0217bce609f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47c851b1-c996-4326-a08a-1ecef43969fa HTTP/1.1" status: 204 len: 168 time: 0.2158248 May 24 23:18:03.392880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39472) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:03.518604 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca595c83-4744-4b3d-a4d2-bc0ad6b03f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.538448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ca595c83-4744-4b3d-a4d2-bc0ad6b03f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:03.543588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ca595c83-4744-4b3d-a4d2-bc0ad6b03f0a admin admin] Usage tracker for resource:security_group_rule and tenant:adf233d534334d59be92d35042a6135d is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:03.547147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ca595c83-4744-4b3d-a4d2-bc0ad6b03f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:03.554775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ca595c83-4744-4b3d-a4d2-bc0ad6b03f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:03.659102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca595c83-4744-4b3d-a4d2-bc0ad6b03f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.664491 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca595c83-4744-4b3d-a4d2-bc0ad6b03f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.718220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca595c83-4744-4b3d-a4d2-bc0ad6b03f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475625a2-054f-4be4-9d07-c3d66e3dd057,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:03.724022 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ca595c83-4744-4b3d-a4d2-bc0ad6b03f0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=adf233d534334d59be92d35042a6135d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292873 May 24 23:18:03.726922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39480) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:03.820167 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf345ce6-4de5-4d76-b54a-092efd6ae5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.853804 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf345ce6-4de5-4d76-b54a-092efd6ae5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.930554 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf345ce6-4de5-4d76-b54a-092efd6ae5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.948597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf345ce6-4de5-4d76-b54a-092efd6ae5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475625a2-054f-4be4-9d07-c3d66e3dd057,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:03.958602 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cf345ce6-4de5-4d76-b54a-092efd6ae5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:03.962203 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cf345ce6-4de5-4d76-b54a-092efd6ae5b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/475625a2-054f-4be4-9d07-c3d66e3dd057 HTTP/1.1" status: 204 len: 168 time: 0.2320590 May 24 23:18:04.295425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39500) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:04.315047 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4495268f-8013-458e-816f-c19925971fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:04.332223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4495268f-8013-458e-816f-c19925971fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:04.336484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4495268f-8013-458e-816f-c19925971fbb admin admin] Usage tracker for resource:security_group_rule and tenant:3fcb3f055eee4e239d8e055afaf0ca91 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:04.339368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4495268f-8013-458e-816f-c19925971fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:04.345158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4495268f-8013-458e-816f-c19925971fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:04.450726 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4495268f-8013-458e-816f-c19925971fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:04.456488 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4495268f-8013-458e-816f-c19925971fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:04.509280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39512) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:04.509874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4495268f-8013-458e-816f-c19925971fbb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3fcb3f055eee4e239d8e055afaf0ca91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127368 May 24 23:18:04.511049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495268f-8013-458e-816f-c19925971fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcac09e-43b2-4881-9078-2c3b914e9d71,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:04.720100 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ba991a3-262f-4d57-98e8-b5affae31533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:04.787802 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ba991a3-262f-4d57-98e8-b5affae31533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:04.892143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ba991a3-262f-4d57-98e8-b5affae31533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:04.893221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebce33-2650-498f-9bc1-961057817b2b req-05020af5-c3b5-47e0-a412-0538e5f9b4bb tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:04.895145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08ebce33-2650-498f-9bc1-961057817b2b req-05020af5-c3b5-47e0-a412-0538e5f9b4bb tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1097 time: 0.0978432 May 24 23:18:04.915398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba991a3-262f-4d57-98e8-b5affae31533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcac09e-43b2-4881-9078-2c3b914e9d71,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:04.923748 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ba991a3-262f-4d57-98e8-b5affae31533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:04.927650 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9ba991a3-262f-4d57-98e8-b5affae31533 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bcac09e-43b2-4881-9078-2c3b914e9d71 HTTP/1.1" status: 204 len: 168 time: 0.4137366 May 24 23:18:04.963470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-08ebce33-2650-498f-9bc1-961057817b2b req-b24fd2c5-3345-438a-ae4c-bfa7a9972eee tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Synchronizing usage tracker for tenant:99594d49580c448abffa4c03b4471444 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:18:04.994321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-08ebce33-2650-498f-9bc1-961057817b2b req-b24fd2c5-3345-438a-ae4c-bfa7a9972eee tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Unset dirty status for tenant:99594d49580c448abffa4c03b4471444 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:18:05.007924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08ebce33-2650-498f-9bc1-961057817b2b req-b24fd2c5-3345-438a-ae4c-bfa7a9972eee tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066582 May 24 23:18:05.289766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d24310-727a-4d8a-8e25-56d1e02c36cb req-70cf09d1-2e56-4cf5-8f84-1865b7261c67 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:05.291922 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-87d24310-727a-4d8a-8e25-56d1e02c36cb req-70cf09d1-2e56-4cf5-8f84-1865b7261c67 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.1591091 May 24 23:18:05.356076 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-87d24310-727a-4d8a-8e25-56d1e02c36cb req-6bcd8f8c-e4fa-4515-94c7-15a9987b9fcf tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555503 May 24 23:18:05.357815 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4452a235-cb60-4b3e-a74f-e6dcb1898d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:05.385586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39544) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:05.638346 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0d8c7cb7-8e5a-4e2f-b8b5-eef8f62c6ffd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/f9bfff9f-1868-4f55-a2d4-da481a5cf4cd HTTP/1.1" status: 200 len: 994 time: 0.2498548 May 24 23:18:06.717151 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-650bc13b-0f3d-4310-860c-7ea90e7fdb0c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1091263 May 24 23:18:06.729700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ca45e-b1dc-46d6-98fd-5e36613db650 req-57ddfb83-7473-4d54-ad82-7134dfda657b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:06.736767 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f18ca45e-b1dc-46d6-98fd-5e36613db650 req-57ddfb83-7473-4d54-ad82-7134dfda657b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.1633313 May 24 23:18:06.806084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39600) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:06.842332 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f18ca45e-b1dc-46d6-98fd-5e36613db650 req-d729defa-a906-4911-bb17-17672590df54 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045926 May 24 23:18:07.066733 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ae2ac4ae-8c36-49e8-8563-ef1da000522d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:07.099827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ae2ac4ae-8c36-49e8-8563-ef1da000522d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:07.105461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ae2ac4ae-8c36-49e8-8563-ef1da000522d admin admin] Usage tracker for resource:security_group_rule and tenant:6b2c1e77795f4b0d93c577ae3d139c18 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:07.108806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ae2ac4ae-8c36-49e8-8563-ef1da000522d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:07.116901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ae2ac4ae-8c36-49e8-8563-ef1da000522d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:07.253981 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ae2ac4ae-8c36-49e8-8563-ef1da000522d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:07.263325 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ae2ac4ae-8c36-49e8-8563-ef1da000522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:07.324330 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ae2ac4ae-8c36-49e8-8563-ef1da000522d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b2c1e77795f4b0d93c577ae3d139c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145671 May 24 23:18:07.324561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39630) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:07.327484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ac4ae-8c36-49e8-8563-ef1da000522d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0f2fba-7d61-43c6-8712-0a2ff7935f7c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:07.395139 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eda41233-9bc8-4531-b8be-611f0a192db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:07.423660 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eda41233-9bc8-4531-b8be-611f0a192db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:07.483868 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d60f98af-bc77-49e4-93f4-0e83a4610bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:07.503522 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eda41233-9bc8-4531-b8be-611f0a192db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:07.533531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda41233-9bc8-4531-b8be-611f0a192db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0f2fba-7d61-43c6-8712-0a2ff7935f7c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:07.557898 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eda41233-9bc8-4531-b8be-611f0a192db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:07.564270 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eda41233-9bc8-4531-b8be-611f0a192db9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab0f2fba-7d61-43c6-8712-0a2ff7935f7c HTTP/1.1" status: 204 len: 168 time: 0.2336590 May 24 23:18:08.154927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ebaa0-fd3f-4471-a838-e8db14c39084 req-0c0467c4-4250-46d3-af37-33e3aff80fa8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:08.164768 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b1ebaa0-fd3f-4471-a838-e8db14c39084 req-0c0467c4-4250-46d3-af37-33e3aff80fa8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.1114872 May 24 23:18:08.213979 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b1ebaa0-fd3f-4471-a838-e8db14c39084 req-b5e94ede-d843-4de4-88ab-135fd5f14924 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478406 May 24 23:18:08.742011 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:08.806621 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:09.047547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-80ed0317-2757-4e64-8dbb-e5b0442fe71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:09.057387 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-80ed0317-2757-4e64-8dbb-e5b0442fe71d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1097 time: 0.4531541 May 24 23:18:09.277170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e161b853-f738-4c4b-9fa7-8655f8474af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:09.281768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e161b853-f738-4c4b-9fa7-8655f8474af9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.2141085 May 24 23:18:09.510035 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-f20bf676-abe9-453e-8f2d-84ba2efe2833 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1002 time: 0.2219481 May 24 23:18:09.542643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9536f-9a24-48c0-80dc-9709c4edfd20 req-8097e252-1f1c-4ff6-8532-9cd1dedb2b1a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:09.547721 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fab9536f-9a24-48c0-80dc-9709c4edfd20 req-8097e252-1f1c-4ff6-8532-9cd1dedb2b1a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 945 time: 0.2063801 May 24 23:18:09.602817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-2cff8e4c-e4ab-4dcb-bdcf-146aba4b6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:09.604385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-2cff8e4c-e4ab-4dcb-bdcf-146aba4b6e05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.0835540 May 24 23:18:09.658859 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fab9536f-9a24-48c0-80dc-9709c4edfd20 req-cd5d9703-5bad-4137-af7d-570ab8eeb9ec tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950794 May 24 23:18:09.728640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a75c-db80-4171-bda8-34785a8527aa req-43442d54-4d91-434d-b2d8-43f5a19e7d6b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:09.730425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4a26a75c-db80-4171-bda8-34785a8527aa req-43442d54-4d91-434d-b2d8-43f5a19e7d6b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.2881289 May 24 23:18:09.781936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-d0797f98-d2e3-4b49-9b1a-68705813f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:09.783440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-d0797f98-d2e3-4b49-9b1a-68705813f920 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642737 May 24 23:18:09.913178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4a26a75c-db80-4171-bda8-34785a8527aa req-cf35c556-5241-4e2c-91ba-fbc21adaa032 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739931 May 24 23:18:09.959751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-59828839-ed13-477f-9f7e-f0a6cae2d12b service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665192 May 24 23:18:10.093809 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:10.123074 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-eb5b1d57-9569-43d1-b577-9aefc80669ad service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536827 May 24 23:18:10.783964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-f2b8bef0-9dfb-4698-acb0-bc594880d749 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:10.788006 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-f2b8bef0-9dfb-4698-acb0-bc594880d749 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.31 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 945 time: 0.2074323 May 24 23:18:10.910409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Deleting port 151cb199-b725-4ae3-8df9-55839beeecf7 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:18:10.911068 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:11.007447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc01f5-5ca3-4407-9be0-88b17c40f6f4 req-6ce541ec-347e-4335-b2ff-128de0722695 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:11.016227 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4bc01f5-5ca3-4407-9be0-88b17c40f6f4 req-6ce541ec-347e-4335-b2ff-128de0722695 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 945 time: 0.1712813 May 24 23:18:11.111790 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e4bc01f5-5ca3-4407-9be0-88b17c40f6f4 req-35e078d6-acb2-4575-a68b-34305341585e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942528 May 24 23:18:11.329266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] For port 151cb199-b725-4ae3-8df9-55839beeecf7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=151cb199-b725-4ae3-8df9-55839beeecf7,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:11.330260 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:11.446965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a257c-9b87-4fea-96bd-6fc7d89ced57 req-1a61162b-8892-4e58-afc9-b1db1a1c46ca tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:11.454353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae0a257c-9b87-4fea-96bd-6fc7d89ced57 req-1a61162b-8892-4e58-afc9-b1db1a1c46ca tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.2468626 May 24 23:18:11.615657 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae0a257c-9b87-4fea-96bd-6fc7d89ced57 req-a867bf01-4f94-42b4-b79d-26b2659fbab3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573536 May 24 23:18:11.964418 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:11.965297 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:11.965749 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Floating IP 4a0bee6c-b044-4205-905f-4ff7efb0cd6f disassociated. External IP: 172.25.7.240, port: 151cb199-b725-4ae3-8df9-55839beeecf7. May 24 23:18:11.966180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Calling delete_port for 151cb199-b725-4ae3-8df9-55839beeecf7 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:18:12.183628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:12.302613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event deleted for resources: {'Port': ['ID=151cb199-b725-4ae3-8df9-55839beeecf7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:12.353356 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-91f8331a-f998-47be-95cb-7f4ce3d74792 req-f3609295-729e-45b4-b5f0-23e030dc02a2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 210 time: 0.0853772 May 24 23:18:12.601021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Router f5d0c622-76d8-48f6-925b-bf99daa6af40 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:18:13.075698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:18:13.103298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc03bc-68ad-466f-a132-a5fd5cd68cf8 None None] Sync routers for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:18:13.123257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc03bc-68ad-466f-a132-a5fd5cd68cf8 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:18:13.123889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04cc03bc-68ad-466f-a132-a5fd5cd68cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:18:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:18:13.158838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] No DVR routers for this DVR port 151cb199-b725-4ae3-8df9-55839beeecf7 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:18:13.163003 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:13.177707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'name': 'network-vif-deleted', 'tag': '151cb199-b725-4ae3-8df9-55839beeecf7'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:13.191972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62c17-5fc7-403a-a4b5-7a99b0e132eb req-f9e3fe70-505a-40a5-96c3-c4354f32a2d4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:13.200191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ad62c17-5fc7-403a-a4b5-7a99b0e132eb req-f9e3fe70-505a-40a5-96c3-c4354f32a2d4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.3000453 May 24 23:18:13.218312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d51b941-caef-49b5-bf8e-e34e4b351ef1 req-482b4b4f-daac-4caf-a5dc-8ff9be6751b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.31 "DELETE /v2.0/ports/151cb199-b725-4ae3-8df9-55839beeecf7 HTTP/1.1" status: 204 len: 173 time: 2.4256933 May 24 23:18:13.285760 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6ad62c17-5fc7-403a-a4b5-7a99b0e132eb req-5878bd56-04b4-48b7-8d93-261ea409949b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843925 May 24 23:18:13.319605 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef690a27-5b87-45b2-a7ef-5daff5407802'] response: {'server_uuid': '791ecd21-7106-4140-9755-9e5c1dec1bdb', 'name': 'network-vif-deleted', 'tag': '151cb199-b725-4ae3-8df9-55839beeecf7', 'status': 'completed', 'code': 200} May 24 23:18:13.554580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6cf3c5ef-66ef-4ecb-95ef-7aad46e6970a req-f38b179e-a61b-4c39-a60d-e668ab31db1a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:18:13.579061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6cf3c5ef-66ef-4ecb-95ef-7aad46e6970a req-f38b179e-a61b-4c39-a60d-e668ab31db1a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:18:13.594864 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6cf3c5ef-66ef-4ecb-95ef-7aad46e6970a req-f38b179e-a61b-4c39-a60d-e668ab31db1a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 210 time: 0.0970373 May 24 23:18:13.735916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-04cc03bc-68ad-466f-a132-a5fd5cd68cf8 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:18:14.466729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04cc03bc-68ad-466f-a132-a5fd5cd68cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:18:14.477884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc03bc-68ad-466f-a132-a5fd5cd68cf8 None None] Checking router: f5d0c622-76d8-48f6-925b-bf99daa6af40 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:18:14.493827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc03bc-68ad-466f-a132-a5fd5cd68cf8 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:18:14.494610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04cc03bc-68ad-466f-a132-a5fd5cd68cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:18:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:18:14.720429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89700e-7705-4ba1-b547-beb4a10fcc04 req-9b71ab86-586d-49e2-b84f-0dfa5d7d6256 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:14.771093 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff89700e-7705-4ba1-b547-beb4a10fcc04 req-9b71ab86-586d-49e2-b84f-0dfa5d7d6256 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.2092571 May 24 23:18:14.903709 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff89700e-7705-4ba1-b547-beb4a10fcc04 req-ca1ee7da-eaec-444f-a3ce-4dbb3b873070 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358480 May 24 23:18:14.990386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-04cc03bc-68ad-466f-a132-a5fd5cd68cf8 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:18:15.015543 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2abdf2db-bd3c-4b38-a5e8-56438df6383f req-7cc70337-4991-4ce8-a99a-54bf7d838943 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=791ecd21-7106-4140-9755-9e5c1dec1bdb HTTP/1.1" status: 200 len: 210 time: 0.1184986 May 24 23:18:15.081465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 151cb199-b725-4ae3-8df9-55839beeecf7 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:18:15.153798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 151cb199-b725-4ae3-8df9-55839beeecf7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:18:15.154326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 151cb199-b725-4ae3-8df9-55839beeecf7 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:18:15.702317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04cc03bc-68ad-466f-a132-a5fd5cd68cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:18:15.706989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc03bc-68ad-466f-a132-a5fd5cd68cf8 None None] The sync data for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 is: [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:18:16.386053 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b7021-1448-4899-b792-521821c64451 None None] New status for floating IP 4a0bee6c-b044-4205-905f-4ff7efb0cd6f: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:18:16.423125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a9398-d0c5-4e12-bf18-c25bb1b9bb59 req-7652f95c-9c5c-4d8d-8e16-a0d1cd642109 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:16.441781 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9e0a9398-d0c5-4e12-bf18-c25bb1b9bb59 req-7652f95c-9c5c-4d8d-8e16-a0d1cd642109 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.2888112 May 24 23:18:16.522008 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9e0a9398-d0c5-4e12-bf18-c25bb1b9bb59 req-115d65fd-4595-418f-a5da-979251c4e294 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791743 May 24 23:18:16.836116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-61ecfede-5459-468f-9c17-581c9a04bc6b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397169873&fields=id&tenant_id=16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 267 time: 0.0740576 May 24 23:18:17.114536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-9bef965e-81fe-4b4a-a4bc-788c1185bed6 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:17.116598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-9bef965e-81fe-4b4a-a4bc-788c1185bed6 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.2796874 May 24 23:18:17.145764 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-aa973476-0429-4395-80fe-2fa93306b6c7 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/quotas/16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 375 time: 0.0217612 May 24 23:18:17.334773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-20da2eab-421c-424a-9389-69c308273fb0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1826375 May 24 23:18:17.711551 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-0a5dd81c-c08a-447f-80c8-c96afb736494 service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756776 May 24 23:18:17.878918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c85548-bb73-4d32-ad9a-03b7dbce706d req-1334accb-027c-4de3-9867-d3a911274a27 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:17.885650 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70c85548-bb73-4d32-ad9a-03b7dbce706d req-1334accb-027c-4de3-9867-d3a911274a27 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.1412969 May 24 23:18:17.997409 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70c85548-bb73-4d32-ad9a-03b7dbce706d req-78667e81-dd83-4efc-a299-531a37944cac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042042 May 24 23:18:18.034914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-43e7dcda-4d2e-4c3e-94e4-4d18265ad6b4 service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163087 May 24 23:18:19.266369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159781e-df27-417c-b8ea-e1a6616c34ef req-94aad69c-0f73-4876-b895-154965859c2c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:19.268621 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f159781e-df27-417c-b8ea-e1a6616c34ef req-94aad69c-0f73-4876-b895-154965859c2c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.1314743 May 24 23:18:19.276055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 39956) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:19.330090 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f159781e-df27-417c-b8ea-e1a6616c34ef req-ab434b4b-3184-467a-b8d3-b90c26b571c4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553648 May 24 23:18:19.442741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:19.461381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:19.466321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Usage tracker for resource:security_group_rule and tenant:9e9908d2d00a4ad3a6f31b5ecfa6d455 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:19.469602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:19.477335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:19.730080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:19.735971 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:19.806692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e9908d2d00a4ad3a6f31b5ecfa6d455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5278425 May 24 23:18:19.808635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 39976) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:19.815507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239fdab3-b456-4d55-8a18-543ac5db2faf,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:19.833486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.837186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.837690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.838170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.838564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.839548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.840356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.844130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.844130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.844130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.844130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.845135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf7b0d2-fed6-4c99-9b73-35ae1c305a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:19.937002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50c1dfb9-cf27-4cb1-9890-64e204e7bc93 req-d20fa868-89f1-4cbb-9974-426d7ffc86a2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 210 time: 0.1291912 May 24 23:18:20.029924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc514-f8ce-45cb-b96a-8faabfaf569e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:20.064330 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc514-f8ce-45cb-b96a-8faabfaf569e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:20.149650 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc514-f8ce-45cb-b96a-8faabfaf569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:20.181392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffc514-f8ce-45cb-b96a-8faabfaf569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239fdab3-b456-4d55-8a18-543ac5db2faf,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:20.193965 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc514-f8ce-45cb-b96a-8faabfaf569e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:20.197884 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f1ffc514-f8ce-45cb-b96a-8faabfaf569e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/239fdab3-b456-4d55-8a18-543ac5db2faf HTTP/1.1" status: 204 len: 168 time: 0.3859446 May 24 23:18:20.736335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de199052-7f04-46d0-9a18-1f8e01dfc3b0 req-dbc61ffa-728a-49cd-a54c-21583912d1d4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:20.738065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de199052-7f04-46d0-9a18-1f8e01dfc3b0 req-dbc61ffa-728a-49cd-a54c-21583912d1d4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.2017155 May 24 23:18:20.838894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-de199052-7f04-46d0-9a18-1f8e01dfc3b0 req-dfcd2f41-3545-45f3-9c4a-f65a625c6f79 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949235 May 24 23:18:21.243236 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-527297d8-88b7-4b3b-ac25-2aa7f706d82c req-7cf25b5b-c8a4-4961-b425-b01d0ff829f8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 210 time: 0.1181982 May 24 23:18:21.273122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40030) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:21.506731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-be613301-09b8-4e5b-ab9f-6d863e91d904 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:21.508242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-be613301-09b8-4e5b-ab9f-6d863e91d904 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.31 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.2258692 May 24 23:18:21.518509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-609715430-network', 'tenant_id': '2a7dcfebe24b49c9a4cb078bb5554eb7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:21.526137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:21.530331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Usage tracker for resource:network and tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:21.534093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:21.540498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:21.583832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Made reservation on behalf of 2a7dcfebe24b49c9a4cb078bb5554eb7 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:18:21.586807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:21.603684 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:21.624147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:21.629370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Usage tracker for resource:security_group_rule and tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:21.632845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:21.651995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:21.666357 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-a375107d-e443-46e5-86f2-6e3b151a84c1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 380 time: 0.1172333 May 24 23:18:21.675778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'port': {'device_id': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'admin_state_up': True, 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'security_groups': ['8055efa7-e7d2-48f6-bb84-76a1fab05899']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:21.874038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:21.896581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:21.947163 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:21.955609 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:21.973890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:18:21.993027 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:21.993027 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Added segment d89b4a2f-255a-4c6d-806a-45b633875287 of type vlan for network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d May 24 23:18:22.017648 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:22.071226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Made reservation on behalf of 16cd6c635d75400baa6572ca6f095c59 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:18:22.075038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:22.263251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:22.264213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:22.264782 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:22.644590 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3699343 May 24 23:18:22.655519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40058) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:22.725715 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1ac803cf-bcea-4009-a272-2ecbd7ac4a67 req-f965a86f-fa48-443a-bdb6-c629269c1f79 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 210 time: 0.0997658 May 24 23:18:22.741435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Pushing event updated for resources: {'Network': ['ID=28c3c92e-5ff0-45b2-987b-1ccca24ac48d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:22.758416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:18:22.759754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be067b5-7d03-4f58-a058-2c9a3b6faed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1946992-0c78-42ff-a24b-fe0e5b3e8db3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:22.774006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Request body: {'subnet': {'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-609715430-subnet', 'tenant_id': '2a7dcfebe24b49c9a4cb078bb5554eb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:22.823646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:22.865432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Usage tracker for resource:subnet and tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:22.882078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:22.912160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:23.000279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caeb2e-2f50-427a-a6ae-34c490251e39 req-20cbfb75-a970-497a-a543-100fc77f81a3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:23.007983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34caeb2e-2f50-427a-a6ae-34c490251e39 req-20cbfb75-a970-497a-a543-100fc77f81a3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.8767514 May 24 23:18:23.029926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Made reservation on behalf of 2a7dcfebe24b49c9a4cb078bb5554eb7 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:18:23.032237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:23.129455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34caeb2e-2f50-427a-a6ae-34c490251e39 req-a6906993-7a0f-4e67-900b-52d20d20543b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200988 May 24 23:18:23.242655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Allocated IP 172.20.0.6 (13a16c45-1a0c-47a0-90d4-ea28358361e5/bf5ec325-6142-4c28-8e6b-8da79987bd63/d0b22822-26e6-4261-b61c-6a37e099742d) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:18:23.599791 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:23.621022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Transition to ACTIVE for port object d0b22822-26e6-4261-b61c-6a37e099742d will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:18:23.623536 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:23.717030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adad031-10f2-40f5-aa68-35beeb36c0b4,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:23.731674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Checking segment: {'id': 'd89b4a2f-255a-4c6d-806a-45b633875287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:18:23.732061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Network hostable DHCP agents. Network: 28c3c92e-5ff0-45b2-987b-1ccca24ac48d, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:18:23.767698 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:23.901803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=d0b22822-26e6-4261-b61c-6a37e099742d,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:23.904495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:18:23.931454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:18:23.932401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 28c3c92e-5ff0-45b2-987b-1ccca24ac48d) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:18:23.938535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:18:23.941424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:18:23.951513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b8cc0-ab10-438c-8327-64c35726f767 None None] Network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:18:23.975062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccbfa5-f406-4713-8f2c-87d4ed8797be req-b73055eb-eeaa-4b2e-846b-d55f8c610735 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:23.976705 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-95ccbfa5-f406-4713-8f2c-87d4ed8797be req-b73055eb-eeaa-4b2e-846b-d55f8c610735 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 931 time: 0.1127946 May 24 23:18:23.982905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:23.983096 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:24.073715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:24.074635 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:24.081607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f0ce5b16-cf0d-4ed4-b7f2-2ca2fb78a322 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3430455 May 24 23:18:24.091803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-95ccbfa5-f406-4713-8f2c-87d4ed8797be req-6ce14a3c-404a-42bf-8913-06711881dee8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066432 May 24 23:18:24.106029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-014904ee-7057-4ac9-a5d3-a8b5af8d263f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4340184 May 24 23:18:24.119737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Request body: {'port': {'device_id': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:24.441237 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:24.446363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8efe02-f970-4366-8b88-9e2734e4fe07 None None] Network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:18:24.680031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:24.813236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c46abe64-3e28-4fbc-8aeb-648cdd8363cd None None] Provisioning for port d0b22822-26e6-4261-b61c-6a37e099742d completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:18:24.837215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c46abe64-3e28-4fbc-8aeb-648cdd8363cd None None] Provisioning complete for port d0b22822-26e6-4261-b61c-6a37e099742d triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:18:24.837628 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c46abe64-3e28-4fbc-8aeb-648cdd8363cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:24.843142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ec1c2-0eab-4fde-aab5-6fffbf052abf req-138ab5c0-749a-446d-a87e-b244770403aa tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:24.844697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa6ec1c2-0eab-4fde-aab5-6fffbf052abf req-138ab5c0-749a-446d-a87e-b244770403aa tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.3379235 May 24 23:18:24.962830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c46abe64-3e28-4fbc-8aeb-648cdd8363cd None None] Port d0b22822-26e6-4261-b61c-6a37e099742d cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:18:24.963449 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa6ec1c2-0eab-4fde-aab5-6fffbf052abf req-d3c92b49-296c-407e-a74a-24cfd62a9d7a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099553 May 24 23:18:25.451688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b22822-26e6-4261-b61c-6a37e099742d {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:25.478511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:25.516984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5a593-d1ca-4a17-a40e-c31e1ab3ba1a req-d3cd56a9-19f3-4581-969d-b9976d736e7b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:25.530594 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20a5a593-d1ca-4a17-a40e-c31e1ab3ba1a req-d3cd56a9-19f3-4581-969d-b9976d736e7b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 931 time: 0.2214158 May 24 23:18:25.554719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Transition to ACTIVE for port object d0b22822-26e6-4261-b61c-6a37e099742d will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:18:25.568928 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:25.655472 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20a5a593-d1ca-4a17-a40e-c31e1ab3ba1a req-77304cc3-1944-4be2-8e27-87387878bc2f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207197 May 24 23:18:25.807401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b22822-26e6-4261-b61c-6a37e099742d,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:26.032919 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:26.118238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40142) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:26.177648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Attempting to bind port d0b22822-26e6-4261-b61c-6a37e099742d on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:18:26.178575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Attempting to bind port d0b22822-26e6-4261-b61c-6a37e099742d by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:18:26.179053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Attempting to bind port d0b22822-26e6-4261-b61c-6a37e099742d on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:26.184720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Port d0b22822-26e6-4261-b61c-6a37e099742d on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:18:26.185287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Attempting to bind port d0b22822-26e6-4261-b61c-6a37e099742d on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:26.199484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:18:26.200040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Checking segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:18:26.200705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Bound using segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:18:26.201433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Bound port: d0b22822-26e6-4261-b61c-6a37e099742d, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:18:26.201960 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:26.398055 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3d4df92b-54ce-4129-814f-47dff33daff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:26.404950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9806-59e0-4cfb-99ee-ff9cec510619 req-893b302e-0001-4ee4-b1fa-dbbefc10e058 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:26.406476 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b5c9806-59e0-4cfb-99ee-ff9cec510619 req-893b302e-0001-4ee4-b1fa-dbbefc10e058 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.1711819 May 24 23:18:26.409475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] For port d0b22822-26e6-4261-b61c-6a37e099742d, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:18:26.413644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] For port d0b22822-26e6-4261-b61c-6a37e099742d, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d0b22822-26e6-4261-b61c-6a37e099742d,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:18:26.422159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3d4df92b-54ce-4129-814f-47dff33daff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:26.434759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3d4df92b-54ce-4129-814f-47dff33daff4 admin admin] Usage tracker for resource:security_group_rule and tenant:c4dd724a9b4f4827afc37ebe2052982a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:26.438720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3d4df92b-54ce-4129-814f-47dff33daff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:26.454101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3d4df92b-54ce-4129-814f-47dff33daff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:26.470584 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:26.578340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:26.579260 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:26.580848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] 10.222.0.31 "PUT /v2.0/ports/d0b22822-26e6-4261-b61c-6a37e099742d HTTP/1.1" status: 200 len: 1091 time: 2.4677026 May 24 23:18:26.581851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'tag': 'd0b22822-26e6-4261-b61c-6a37e099742d'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:26.604583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3d4df92b-54ce-4129-814f-47dff33daff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:26.616968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3d4df92b-54ce-4129-814f-47dff33daff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:26.669611 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4b5c9806-59e0-4cfb-99ee-ff9cec510619 req-add4997e-1993-44a6-8172-4d24d1431825 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485502 May 24 23:18:26.758434 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3d4df92b-54ce-4129-814f-47dff33daff4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4dd724a9b4f4827afc37ebe2052982a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6388237 May 24 23:18:26.764782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40162) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:26.825449 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7d9446-7027-4ae7-abad-b26cfbaf0b76'] response: {'name': 'network-changed', 'server_uuid': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'tag': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'status': 'completed', 'code': 200} May 24 23:18:26.851276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4df92b-54ce-4129-814f-47dff33daff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396aac30-7558-4526-927c-8ec1a8cb226a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:26.921899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c82450-e737-448c-bb16-6ccb94893630 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b22822-26e6-4261-b61c-6a37e099742d,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:26.954959 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e22a6a4-a2ca-4474-a168-736494fe61b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:27.000964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-8f6036e4-dd5f-4eb5-8c83-763e3940646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:27.002520 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-8f6036e4-dd5f-4eb5-8c83-763e3940646c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 1094 time: 0.3282893 May 24 23:18:27.007407 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e22a6a4-a2ca-4474-a168-736494fe61b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:27.084837 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e22a6a4-a2ca-4474-a168-736494fe61b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:27.092299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-85de452e-d9a6-4f7c-8826-292fb853bbe0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b22822-26e6-4261-b61c-6a37e099742d HTTP/1.1" status: 200 len: 217 time: 0.0786963 May 24 23:18:27.118896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22a6a4-a2ca-4474-a168-736494fe61b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396aac30-7558-4526-927c-8ec1a8cb226a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:27.175907 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3e22a6a4-a2ca-4474-a168-736494fe61b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:27.179734 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3e22a6a4-a2ca-4474-a168-736494fe61b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/396aac30-7558-4526-927c-8ec1a8cb226a HTTP/1.1" status: 204 len: 168 time: 0.3958583 May 24 23:18:27.192266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c9b5a-b39c-484c-945a-b75e1892ddc9 req-d45ee346-3612-4c53-bdab-f449de879450 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:27.193109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6f7c9b5a-b39c-484c-945a-b75e1892ddc9 req-d45ee346-3612-4c53-bdab-f449de879450 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:18:27.200679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-10549066-d0d1-4412-931e-8940567b1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:27.202481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-10549066-d0d1-4412-931e-8940567b1861 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.0998187 May 24 23:18:27.256765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6f7c9b5a-b39c-484c-945a-b75e1892ddc9 req-d45ee346-3612-4c53-bdab-f449de879450 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:18:27.257818 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f7c9b5a-b39c-484c-945a-b75e1892ddc9 req-d45ee346-3612-4c53-bdab-f449de879450 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 943 time: 0.3181512 May 24 23:18:27.317724 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f7c9b5a-b39c-484c-945a-b75e1892ddc9 req-80b60c63-fb9b-4f29-9cbb-5b5f5efc87f1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 May 24 23:18:27.328432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-af83e3a9-fed4-4c16-80cf-f44ce0df98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:27.330083 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-af83e3a9-fed4-4c16-80cf-f44ce0df98ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197722 May 24 23:18:27.579197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40180) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:27.601970 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-99665362-29dd-4c30-a305-da9d2946cad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:27.622058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-99665362-29dd-4c30-a305-da9d2946cad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:27.626352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-99665362-29dd-4c30-a305-da9d2946cad7 admin admin] Usage tracker for resource:security_group_rule and tenant:cd36f0d616914feb884814d9a0b3a305 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:27.629445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-99665362-29dd-4c30-a305-da9d2946cad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:27.635970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-99665362-29dd-4c30-a305-da9d2946cad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:27.680642 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-336b1f4c-e06a-4855-94ec-a657cb4791c0 service neutron] show failed (client error): The resource could not be found. May 24 23:18:27.683353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-336b1f4c-e06a-4855-94ec-a657cb4791c0 service neutron] 10.222.0.50 "GET /v2.0/ports/c4731cf6-1ba8-4de4-a1bd-17f003d71ff0/bindings/n-h1-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.3517396 May 24 23:18:27.746277 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-95c34336-5dc7-4977-b68b-93933efa5507 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519249 May 24 23:18:27.754274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-99665362-29dd-4c30-a305-da9d2946cad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:27.761624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-99665362-29dd-4c30-a305-da9d2946cad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:27.823120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99665362-29dd-4c30-a305-da9d2946cad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be47eb5b-91f6-4817-9aae-491d965a7ec7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:27.836530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-99665362-29dd-4c30-a305-da9d2946cad7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd36f0d616914feb884814d9a0b3a305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559536 May 24 23:18:27.845245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40192) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:27.953918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a8cb0097-c64e-402f-ba1e-2af656c41c85 req-93d64685-de6c-4788-8af3-307540e95c83 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008359 May 24 23:18:28.119589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-20e8796e-558b-4aec-ae0c-6f6e9a9dd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:28.121093 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-20e8796e-558b-4aec-ae0c-6f6e9a9dd01d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 1097 time: 0.1503909 May 24 23:18:28.133424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:28.244437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb475c5a-66b1-47e8-ab90-f5ae54d90687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:28.293442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:28.302958 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb475c5a-66b1-47e8-ab90-f5ae54d90687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:28.318710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bad8e-99a1-402a-8fc6-9d4f51f605c8 req-b067472d-c571-4351-a4b1-f55827783186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:28.320357 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c4bad8e-99a1-402a-8fc6-9d4f51f605c8 req-b067472d-c571-4351-a4b1-f55827783186 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 1094 time: 0.2437453 May 24 23:18:28.328111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b8aa5-8f3c-4e29-b047-ef1c2cc6cb7b req-0a406925-fbc9-4b97-8d82-04454b4a5e8e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:28.329560 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d3b8aa5-8f3c-4e29-b047-ef1c2cc6cb7b req-0a406925-fbc9-4b97-8d82-04454b4a5e8e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.4631588 May 24 23:18:28.505804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d3b8aa5-8f3c-4e29-b047-ef1c2cc6cb7b req-557cc3df-1a4c-41cc-bcd9-5d0dce9a75cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679325 May 24 23:18:28.542349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb475c5a-66b1-47e8-ab90-f5ae54d90687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:28.566965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb475c5a-66b1-47e8-ab90-f5ae54d90687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be47eb5b-91f6-4817-9aae-491d965a7ec7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:28.597334 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb475c5a-66b1-47e8-ab90-f5ae54d90687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:28.599251 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fb475c5a-66b1-47e8-ab90-f5ae54d90687 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be47eb5b-91f6-4817-9aae-491d965a7ec7 HTTP/1.1" status: 204 len: 168 time: 0.7522945 May 24 23:18:28.601585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bad8e-99a1-402a-8fc6-9d4f51f605c8 req-28e5c76f-cc19-4fe5-afb4-68c5ff31efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:28.619950 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c4bad8e-99a1-402a-8fc6-9d4f51f605c8 req-28e5c76f-cc19-4fe5-afb4-68c5ff31efa7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.2832654 May 24 23:18:28.787569 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c4bad8e-99a1-402a-8fc6-9d4f51f605c8 req-c4a1a1b7-62ae-4ec6-8974-d8528dc3296b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b22822-26e6-4261-b61c-6a37e099742d HTTP/1.1" status: 200 len: 217 time: 0.1600404 May 24 23:18:28.941197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bad8e-99a1-402a-8fc6-9d4f51f605c8 req-2d40530d-6551-49bf-a57e-21a1985e1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:28.942653 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c4bad8e-99a1-402a-8fc6-9d4f51f605c8 req-2d40530d-6551-49bf-a57e-21a1985e1e5c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.1405942 May 24 23:18:28.966590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-6307cf7b-2d79-4088-a7db-d8a451da8736 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:28.968156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-6307cf7b-2d79-4088-a7db-d8a451da8736 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Synchronizing usage tracker for tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:18:29.009451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64177-d40b-4b24-bf86-041f4665bcd6 req-46e895a7-849a-48e1-bdb2-f707d1bc287b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:29.011243 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7bb64177-d40b-4b24-bf86-041f4665bcd6 req-46e895a7-849a-48e1-bdb2-f707d1bc287b tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 943 time: 0.2654643 May 24 23:18:29.043711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-6307cf7b-2d79-4088-a7db-d8a451da8736 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Unset dirty status for tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:18:29.053859 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-6307cf7b-2d79-4088-a7db-d8a451da8736 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/networks?id=28c3c92e-5ff0-45b2-987b-1ccca24ac48d HTTP/1.1" status: 200 len: 808 time: 0.6495686 May 24 23:18:29.069129 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7bb64177-d40b-4b24-bf86-041f4665bcd6 req-9b1f1b01-c4a6-456a-8b79-a97fed3978d1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464828 May 24 23:18:29.084417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bad8e-99a1-402a-8fc6-9d4f51f605c8 req-e4eff308-2e5e-4b8f-a2c1-af17d8df4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:29.086405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c4bad8e-99a1-402a-8fc6-9d4f51f605c8 req-e4eff308-2e5e-4b8f-a2c1-af17d8df4011 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373305 May 24 23:18:29.098391 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-f242cc3d-3cbe-425c-ae1e-1dc35ca80ade tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/quotas/2a7dcfebe24b49c9a4cb078bb5554eb7 HTTP/1.1" status: 200 len: 375 time: 0.0432520 May 24 23:18:29.162647 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-ffa83505-ee36-4c1e-adbe-78619a361bd7 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a7dcfebe24b49c9a4cb078bb5554eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546875 May 24 23:18:29.168169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:29.246564 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c4bad8e-99a1-402a-8fc6-9d4f51f605c8 req-2243374d-fde7-4baf-8b82-a51bf56a3903 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531086 May 24 23:18:29.337920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:18:29.433787 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:29.450959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Transition to ACTIVE for port object c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:18:29.452048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:29.471239 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c4bad8e-99a1-402a-8fc6-9d4f51f605c8 req-c38dfd3f-81c2-4b25-804a-4c3d694ea973 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155869 May 24 23:18:29.478499 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:29.608270 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae868cfc-a8b0-4cb4-9840-6c7cbc52fa93'] response: {'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'code': 200} May 24 23:18:29.856603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:30.069532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] No DVR routers for this DVR port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:18:30.094867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca828d-8d06-42d4-bb88-ec5eaf89a79b req-afcfe13f-833e-494e-bd74-199b649f81a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:30.096374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9dca828d-8d06-42d4-bb88-ec5eaf89a79b req-afcfe13f-833e-494e-bd74-199b649f81a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 944 time: 0.3336914 May 24 23:18:30.147410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-6703fd1e-a4a0-488c-b709-0e3844aa346e service neutron] 10.222.0.55 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9765120 May 24 23:18:30.223611 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9dca828d-8d06-42d4-bb88-ec5eaf89a79b req-d811a53a-399a-4f62-b477-f7691b756250 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182454 May 24 23:18:30.263505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475670e0-91ab-43fa-89c2-664ca204d6bc req-7c389129-c50b-442e-bab0-ac492c0ec2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:30.264962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-475670e0-91ab-43fa-89c2-664ca204d6bc req-7c389129-c50b-442e-bab0-ac492c0ec2f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1053 time: 0.1475484 May 24 23:18:30.501029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475670e0-91ab-43fa-89c2-664ca204d6bc req-f688b074-ab57-46dd-9b4f-e549bce3b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:30.503026 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-475670e0-91ab-43fa-89c2-664ca204d6bc req-f688b074-ab57-46dd-9b4f-e549bce3b20b service neutron] 10.222.0.31 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.2155783 May 24 23:18:30.707632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-b42c5a00-f63d-4a4c-a67e-473a3ee12b9e service neutron] 10.222.0.55 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484521 May 24 23:18:30.717627 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-475670e0-91ab-43fa-89c2-664ca204d6bc req-2794885d-91d0-4a07-85f3-ae375254235d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1000 time: 0.1696591 May 24 23:18:30.729128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b8dc-aea0-4f03-957a-8597e8110398 req-6e4e4958-bb32-4888-b7c4-05832c0e793c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:30.736400 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1cd7b8dc-aea0-4f03-957a-8597e8110398 req-6e4e4958-bb32-4888-b7c4-05832c0e793c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 943 time: 0.3111680 May 24 23:18:30.825177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:18:30.825602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:18:30.826599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:30.836241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:18:30.836811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:30.846525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:18:30.847092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Checking segment: {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:18:30.847851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Bound using segment: {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:18:30.848611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Bound port: c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:18:30.849198 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:30.871700 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1cd7b8dc-aea0-4f03-957a-8597e8110398 req-794a807b-bd50-4f86-a193-e82277fe02bf tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334939 May 24 23:18:30.876561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475670e0-91ab-43fa-89c2-664ca204d6bc req-639b1dad-e20e-4bfe-b9b9-192e7becec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:30.886989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-475670e0-91ab-43fa-89c2-664ca204d6bc req-639b1dad-e20e-4bfe-b9b9-192e7becec9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.1485708 May 24 23:18:31.014571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:18:31.018809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:18:31.030878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:31.278758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:31.279660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:31.283578 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] 10.222.0.31 "PUT /v2.0/ports/c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1092 time: 3.1557395 May 24 23:18:31.298178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575936d-0b0f-4cf7-83f5-8ace6cc5f2da service neutron] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:31.371253 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-37d4980c-f744-4716-bf35-2a5fe19c1c6a req-f7d0dd4f-551d-4c61-aaf6-e8970dcc48ff tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 210 time: 0.1121171 May 24 23:18:31.424640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475670e0-91ab-43fa-89c2-664ca204d6bc req-9091131b-42f2-492e-bd86-80967f86f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:31.426278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-475670e0-91ab-43fa-89c2-664ca204d6bc req-9091131b-42f2-492e-bd86-80967f86f096 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5330071 May 24 23:18:31.614816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:31.711780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864e857-04aa-424b-a642-1d96352d0cb5 req-c0687329-8bc4-4e1e-935a-51b0d852d4c5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:31.718832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5864e857-04aa-424b-a642-1d96352d0cb5 req-c0687329-8bc4-4e1e-935a-51b0d852d4c5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 944 time: 0.1607313 May 24 23:18:31.742164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:18:31.862571 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df68337-fffd-4f29-a7f9-6eff7a9d77fe'] response: {'name': 'network-changed', 'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'status': 'completed', 'code': 200} May 24 23:18:31.873161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-475670e0-91ab-43fa-89c2-664ca204d6bc req-ee189f7d-a213-4c52-a8b1-56eaf976db95 service neutron] 10.222.0.31 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374018 May 24 23:18:31.879514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5864e857-04aa-424b-a642-1d96352d0cb5 req-42a76f37-6aea-42a2-a597-bef1fb500bd2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492205 May 24 23:18:31.939026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:18:32.085438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-a3f58e64-6f06-4fe7-b33c-7224bc3c81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:32.087458 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-a3f58e64-6f06-4fe7-b33c-7224bc3c81a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1095 time: 0.2308846 May 24 23:18:32.309220 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-475670e0-91ab-43fa-89c2-664ca204d6bc req-f3ce232f-184a-478e-907c-c7d537cea7f9 service neutron] 10.222.0.31 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260869 May 24 23:18:32.322329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:18:32.358736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-ac5bc8ba-b1e6-4d75-b248-7c2a63183bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:32.370423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3183cd6-afdc-4989-a307-18f50ddf20ed req-d0338b4b-fcbe-45a0-a2dc-faf260564e58 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:32.372049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-ac5bc8ba-b1e6-4d75-b248-7c2a63183bd9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.2659848 May 24 23:18:32.376686 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a3183cd6-afdc-4989-a307-18f50ddf20ed req-d0338b4b-fcbe-45a0-a2dc-faf260564e58 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 943 time: 0.2377586 May 24 23:18:32.537400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-eb296e70-1afd-4b5f-a933-7144c264977c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1000 time: 0.1644528 May 24 23:18:32.667284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a3183cd6-afdc-4989-a307-18f50ddf20ed req-0333e358-9205-4f19-b6f1-7e5543f2de7c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718459 May 24 23:18:32.669458 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc334b8f-f09c-4aa6-8f2b-4d2fdcf6ad7c req-90418306-3611-446c-ace8-510ab4230779 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 210 time: 0.0816512 May 24 23:18:32.686293 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-3ca759c0-3de6-467a-b802-1e0f01ba9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:32.688672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-b0dc4b32-f434-4fdf-9d49-8fa46a5f3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:32.690356 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-b0dc4b32-f434-4fdf-9d49-8fa46a5f3c51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.1444709 May 24 23:18:32.692967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-3ca759c0-3de6-467a-b802-1e0f01ba9ce8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1095 time: 0.2982781 May 24 23:18:32.781270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-830eb9bb-b7db-4fa4-93ec-e9919da9a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:32.782820 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-830eb9bb-b7db-4fa4-93ec-e9919da9a259 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843589 May 24 23:18:32.916930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-9ae81d2d-cc89-4eec-ae64-2174e93892fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:32.922639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-9ae81d2d-cc89-4eec-ae64-2174e93892fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.2238867 May 24 23:18:32.993942 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-f9198b75-d61f-4c01-9999-b4fc87cc2ac3 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031894 May 24 23:18:33.067563 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-d50a094c-5122-4b75-bd80-0bfeafc43330 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1000 time: 0.1379311 May 24 23:18:33.150757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-86575b59-6081-4095-aeda-cbb951624c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:33.152289 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-86575b59-6081-4095-aeda-cbb951624c85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.0731497 May 24 23:18:33.284591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-070ad393-d345-430f-98a1-53d32f1a9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:33.292413 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-070ad393-d345-430f-98a1-53d32f1a9161 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271293 May 24 23:18:33.386239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-c7969ddd-fdfb-4112-b8b6-77fce4fd76c7 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:33.387698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-c7969ddd-fdfb-4112-b8b6-77fce4fd76c7 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.50 "GET /v2.0/networks?id=28c3c92e-5ff0-45b2-987b-1ccca24ac48d HTTP/1.1" status: 200 len: 808 time: 0.4321747 May 24 23:18:33.396958 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-2bef937d-8518-44a6-a7a6-605ec7f2c8cd service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302338 May 24 23:18:33.402415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Request body: {'port': {'device_id': '523a31f8-2ede-47a4-be2b-a584182f0169', 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d', 'admin_state_up': True, 'tenant_id': '2a7dcfebe24b49c9a4cb078bb5554eb7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:33.511213 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-85549d4e-bb22-46b4-b5ee-8701c24ae184 service neutron] 10.222.0.31 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130837 May 24 23:18:33.567153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dcc8a-435c-4866-8568-0e034d1606bb req-b475276e-4294-404f-b019-7da4eaafe37f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:33.568805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-327dcc8a-435c-4866-8568-0e034d1606bb req-b475276e-4294-404f-b019-7da4eaafe37f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 944 time: 0.4115078 May 24 23:18:33.681836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:33.704098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Usage tracker for resource:port and tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:33.718074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:33.731826 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-327dcc8a-435c-4866-8568-0e034d1606bb req-a5bef9fd-e466-4d32-8964-a47099e615ed tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350467 May 24 23:18:33.745009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:33.775980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Made reservation on behalf of 2a7dcfebe24b49c9a4cb078bb5554eb7 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:18:33.779807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:33.837452 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbb07565-dc12-48f7-8b94-184493c9ce00 req-25cfa06e-7303-4583-97e1-ad0b9cd7d668 service neutron] 10.222.0.31 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091183 May 24 23:18:34.006828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4363616b-19f7-45d1-994d-f14b0311c45d req-0abcf6d6-045e-4528-8d9c-6bfa5494fe98 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 210 time: 0.1369138 May 24 23:18:34.043480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-a26441ee-9033-4d79-9c18-bb37181add97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:34.045403 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-a26441ee-9033-4d79-9c18-bb37181add97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1095 time: 0.1019440 May 24 23:18:34.334785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-88400608-6360-42fb-bd11-aefd2ce96997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:34.336287 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-88400608-6360-42fb-bd11-aefd2ce96997 service neutron] 10.222.0.31 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.2836225 May 24 23:18:34.411478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Allocated IP 172.20.0.5 (28c3c92e-5ff0-45b2-987b-1ccca24ac48d/7adad031-10f2-40f5-aa68-35beeb36c0b4/87d4e473-3b24-4d7f-bcc0-479a76e13e37) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:18:34.447913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa0503-0cea-4a75-b719-744933f15a5a req-3e887a04-1ed3-4720-b000-cdb132eb677e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:34.456136 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00fa0503-0cea-4a75-b719-744933f15a5a req-3e887a04-1ed3-4720-b000-cdb132eb677e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 943 time: 0.3225772 May 24 23:18:34.627797 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00fa0503-0cea-4a75-b719-744933f15a5a req-aafe4050-98b8-400e-88b9-178693289462 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625779 May 24 23:18:34.776650 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-3427c1ec-dd81-47e6-a871-0cc22255d8ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1000 time: 0.4325383 May 24 23:18:34.852022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-87540dd4-515e-4e67-a2f9-8be1d41a5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:34.853789 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-87540dd4-515e-4e67-a2f9-8be1d41a5d7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.0671878 May 24 23:18:34.936005 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:34.987432 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:35.032350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-c2850857-f964-46a6-873b-055b5fd8bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:35.033734 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-c2850857-f964-46a6-873b-055b5fd8bba4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716280 May 24 23:18:35.119927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d0b22822-26e6-4261-b61c-6a37e099742d details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:18:35.132506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc3eea-d111-4641-826d-42a95c807089 req-ca3a8cb7-939f-4cdb-8658-1d909aea13c4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:35.134056 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20cc3eea-d111-4641-826d-42a95c807089 req-ca3a8cb7-939f-4cdb-8658-1d909aea13c4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 944 time: 0.2039256 May 24 23:18:35.156488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:18:35.163807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:18:35.172758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:18:35.248095 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20cc3eea-d111-4641-826d-42a95c807089 req-55a53af1-0cd5-439d-a806-896da260375c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053276 May 24 23:18:35.253135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Pushing event updated for resources: {'Port': ['ID=87d4e473-3b24-4d7f-bcc0-479a76e13e37,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:35.305307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d0b22822-26e6-4261-b61c-6a37e099742d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d0b22822-26e6-4261-b61c-6a37e099742d,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:35.321079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'port_id': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'mac_address': 'fa:16:3e:23:83:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:18:35.354306 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-d958a0e9-af28-4fb8-830c-624920845efd service neutron] 10.222.0.31 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123887 May 24 23:18:35.409476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:35.409656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d0b22822-26e6-4261-b61c-6a37e099742d is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:35.410091 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:35.411016 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:35.433303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b22822-26e6-4261-b61c-6a37e099742d {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:35.456219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-188ba52c-4fe6-4461-aa16-67dc4176c494 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0576978 May 24 23:18:35.461337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d0b22822-26e6-4261-b61c-6a37e099742d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d0b22822-26e6-4261-b61c-6a37e099742d,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:35.462960 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7643f48f-f605-4238-9891-2a8590715ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:35.469411 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:35.471911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9ca15-a88b-4ba4-96bc-1f811f02490d req-4438964c-aa54-41da-b48e-d6e3d303a555 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:35.479613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2db9ca15-a88b-4ba4-96bc-1f811f02490d req-4438964c-aa54-41da-b48e-d6e3d303a555 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Synchronizing usage tracker for tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:18:35.487728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Request body: {'port': {'device_id': '523a31f8-2ede-47a4-be2b-a584182f0169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:35.599214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d0b22822-26e6-4261-b61c-6a37e099742d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:35.610153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.610640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.611078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.613864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.614468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.615011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.615550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.616093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.616728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.620826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.621458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.622045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:35.750848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['d0b22822-26e6-4261-b61c-6a37e099742d'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:18:35.753824 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a2db72fc-e412-491f-ab24-ca9edd64ac9c req-51df46be-821e-4489-9d2f-1486f82b660f service neutron] 10.222.0.31 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889506 May 24 23:18:35.780354 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:35.802211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2db9ca15-a88b-4ba4-96bc-1f811f02490d req-4438964c-aa54-41da-b48e-d6e3d303a555 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Unset dirty status for tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:18:35.803245 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2db9ca15-a88b-4ba4-96bc-1f811f02490d req-4438964c-aa54-41da-b48e-d6e3d303a555 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 931 time: 0.5627735 May 24 23:18:36.096949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b28113-d0d6-4af0-9b8b-ca6892b184dc req-c0b43c6a-d8cb-4261-9851-535fbc3ce627 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:36.103502 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08b28113-d0d6-4af0-9b8b-ca6892b184dc req-c0b43c6a-d8cb-4261-9851-535fbc3ce627 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 944 time: 0.2897694 May 24 23:18:36.203185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2db9ca15-a88b-4ba4-96bc-1f811f02490d req-ea94d7da-7fb6-4837-a539-9a49c4e5dc74 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Synchronizing usage tracker for tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:18:36.230561 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08b28113-d0d6-4af0-9b8b-ca6892b184dc req-7f09c8a0-6332-46f4-b953-c383194d83fa tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160161 May 24 23:18:36.321208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2db9ca15-a88b-4ba4-96bc-1f811f02490d req-ea94d7da-7fb6-4837-a539-9a49c4e5dc74 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Unset dirty status for tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:18:36.321208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2db9ca15-a88b-4ba4-96bc-1f811f02490d req-ea94d7da-7fb6-4837-a539-9a49c4e5dc74 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012913 May 24 23:18:36.505295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de55b8-d836-436d-9406-b915e4cd9593 req-9ee905fd-08e2-4b5e-a0fd-f5e5fd46a306 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:36.513149 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-39de55b8-d836-436d-9406-b915e4cd9593 req-9ee905fd-08e2-4b5e-a0fd-f5e5fd46a306 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 944 time: 0.0942278 May 24 23:18:36.569307 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-39de55b8-d836-436d-9406-b915e4cd9593 req-177e8bee-165e-4ce2-a584-a9a65b7624da tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547416 May 24 23:18:36.583273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d4e473-3b24-4d7f-bcc0-479a76e13e37 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:36.583830 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:36.601188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Transition to ACTIVE for port object 87d4e473-3b24-4d7f-bcc0-479a76e13e37 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:18:36.610508 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:36.887387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Pushing event updated for resources: {'Port': ['ID=87d4e473-3b24-4d7f-bcc0-479a76e13e37,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:36.947677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Attempting to bind port 87d4e473-3b24-4d7f-bcc0-479a76e13e37 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:18:36.949280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Attempting to bind port 87d4e473-3b24-4d7f-bcc0-479a76e13e37 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'd89b4a2f-255a-4c6d-806a-45b633875287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:18:36.950270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Attempting to bind port 87d4e473-3b24-4d7f-bcc0-479a76e13e37 on network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:36.960450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Port 87d4e473-3b24-4d7f-bcc0-479a76e13e37 on network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:18:36.960765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Attempting to bind port 87d4e473-3b24-4d7f-bcc0-479a76e13e37 on network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:36.980675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:18:36.981239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Checking segment: {'id': 'd89b4a2f-255a-4c6d-806a-45b633875287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:18:36.982393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Bound using segment: {'id': 'd89b4a2f-255a-4c6d-806a-45b633875287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:18:36.983924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Bound port: 87d4e473-3b24-4d7f-bcc0-479a76e13e37, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89b4a2f-255a-4c6d-806a-45b633875287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:18:36.983924 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:37.130544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] For port 87d4e473-3b24-4d7f-bcc0-479a76e13e37, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:18:37.138680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] For port 87d4e473-3b24-4d7f-bcc0-479a76e13e37, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87d4e473-3b24-4d7f-bcc0-479a76e13e37,segment=NetworkSegment(d89b4a2f-255a-4c6d-806a-45b633875287),segment_id=d89b4a2f-255a-4c6d-806a-45b633875287)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:18:37.139593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:18:37.147935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d0b22822-26e6-4261-b61c-6a37e099742d up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:18:37.152575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-95b3b439-4b8a-4b13-a1f1-9fc63defcf2e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:37.155267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-95b3b439-4b8a-4b13-a1f1-9fc63defcf2e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&binding%3Ahost_id=n-h1-843146-7 HTTP/1.1" status: 200 len: 944 time: 0.1557674 May 24 23:18:37.155544 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:37.268868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:37.269868 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:37.271536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] 10.222.0.50 "PUT /v2.0/ports/87d4e473-3b24-4d7f-bcc0-479a76e13e37 HTTP/1.1" status: 200 len: 1091 time: 1.7883413 May 24 23:18:37.272424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523a31f8-2ede-47a4-be2b-a584182f0169', 'tag': '87d4e473-3b24-4d7f-bcc0-479a76e13e37'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:37.341969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port d0b22822-26e6-4261-b61c-6a37e099742d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:18:37.355671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port d0b22822-26e6-4261-b61c-6a37e099742d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:18:37.356062 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:37.439669 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.resource_extend [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 23:18:37.452828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-fc9531c4-579b-45d0-b946-d36912574ede service neutron] 10.222.0.31 "GET /v2.0/ports/c4731cf6-1ba8-4de4-a1bd-17f003d71ff0/bindings/n-h1-843146-7 HTTP/1.1" status: 200 len: 382 time: 0.2437689 May 24 23:18:37.508172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823775e-9f08-466b-abe2-078840079102 req-ef5ea63e-d317-453f-8cc2-0dbb0e52b21f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:37.512791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0823775e-9f08-466b-abe2-078840079102 req-ef5ea63e-d317-453f-8cc2-0dbb0e52b21f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 944 time: 0.3542876 May 24 23:18:37.639949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfe50d-bb0e-4d05-8b6f-fcee0fca661c service neutron] Pushing event updated for resources: {'Port': ['ID=87d4e473-3b24-4d7f-bcc0-479a76e13e37,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:37.707157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-f1e2503d-7e0e-432c-8482-f20acc961f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:37.708719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-f1e2503d-7e0e-432c-8482-f20acc961f6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a7dcfebe24b49c9a4cb078bb5554eb7&device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 1094 time: 0.3527482 May 24 23:18:37.723202 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0823775e-9f08-466b-abe2-078840079102 req-c03741fd-9ea8-4b7c-b693-fcea4c98bf29 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474757 May 24 23:18:37.790125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-d30e7ea0-4c04-449b-b9e3-52366859b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:37.794339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e381dc3-ade0-4d17-af53-ac2f34928bfe req-9ed9f739-5f5c-4a9f-a0a3-6edea0515881 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:37.794581 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-d30e7ea0-4c04-449b-b9e3-52366859b2ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1095 time: 0.2775636 May 24 23:18:37.810429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e381dc3-ade0-4d17-af53-ac2f34928bfe req-9ed9f739-5f5c-4a9f-a0a3-6edea0515881 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 944 time: 0.3929970 May 24 23:18:37.874612 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-1e18ba24-d4d9-4844-8f3c-37b993795888 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d4e473-3b24-4d7f-bcc0-479a76e13e37 HTTP/1.1" status: 200 len: 217 time: 0.1544678 May 24 23:18:37.892392 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-67bf777e-ad1d-42d8-b128-9198d69ab6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:37.971021 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa69eb61-280c-4f6b-a46f-128468b2694a'] response: {'name': 'network-changed', 'server_uuid': '523a31f8-2ede-47a4-be2b-a584182f0169', 'tag': '87d4e473-3b24-4d7f-bcc0-479a76e13e37', 'status': 'completed', 'code': 200} May 24 23:18:38.041326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e381dc3-ade0-4d17-af53-ac2f34928bfe req-57939123-f444-4e9c-b222-a1dd064e3c8d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299104 May 24 23:18:38.066710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-40a20393-5663-459e-94fc-78637bab09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:38.069286 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-40a20393-5663-459e-94fc-78637bab09d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7adad031-10f2-40f5-aa68-35beeb36c0b4 HTTP/1.1" status: 200 len: 848 time: 0.1793609 May 24 23:18:38.089716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port d0b22822-26e6-4261-b61c-6a37e099742d is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:38.090104 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:38.119929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:38.169696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-a6c6e6ea-2678-4417-b538-e621aac193aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=28c3c92e-5ff0-45b2-987b-1ccca24ac48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829237 May 24 23:18:38.207135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'port_id': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'mac_address': 'fa:16:3e:92:48:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:18:38.220721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b22822-26e6-4261-b61c-6a37e099742d'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:38.351083 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4777632-50e4-4e54-81f8-1bf4d4c5574d'] response: {'server_uuid': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'code': 200} May 24 23:18:38.372827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3e51b08d-85c9-4c08-88f8-cfcd83524895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:38.376955 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3e51b08d-85c9-4c08-88f8-cfcd83524895 service neutron] 10.222.0.31 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.5780668 May 24 23:18:38.390985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port d0b22822-26e6-4261-b61c-6a37e099742d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d0b22822-26e6-4261-b61c-6a37e099742d,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:38.410568 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:38.437349 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-768a8bc8-ea40-4ad5-879e-7b2e87fc9d4d service neutron] 10.222.0.50 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566454 May 24 23:18:38.516716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:38.517196 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:38.553417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:38.611804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:38.623720 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:38.626657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=d0b22822-26e6-4261-b61c-6a37e099742d,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:38.707927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05b906-5fdc-42dc-b9be-85e37e42fd5f req-aa7bcf71-05d2-4553-886d-211d9ac0f719 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:38.709548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b05b906-5fdc-42dc-b9be-85e37e42fd5f req-aa7bcf71-05d2-4553-886d-211d9ac0f719 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 943 time: 0.4867053 May 24 23:18:38.732359 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-0d106a10-6492-4915-83b5-a7e2d9aff70f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1000 time: 0.3272822 May 24 23:18:38.815310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:38.896172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-ebb9a51c-8577-4d7e-b410-ca9067fe0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:38.897932 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-ebb9a51c-8577-4d7e-b410-ca9067fe0c80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.1454792 May 24 23:18:38.914492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:18:38.988084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c06cf6ff-2a45-4055-9717-5021dde0642f req-480622ab-e665-4c48-b8de-6468602fa4b7 service neutron] 10.222.0.50 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684227 May 24 23:18:39.035609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-e2400428-91db-4a11-a6fa-83ab636573c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:39.037725 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-e2400428-91db-4a11-a6fa-83ab636573c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274068 May 24 23:18:39.046468 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:39.048073 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:39.399261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bed3f-ef40-4601-b4ae-c281107f70a7 req-26b6a8e1-4594-4d2e-9506-17c0ab1da092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:39.400795 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f4bed3f-ef40-4601-b4ae-c281107f70a7 req-26b6a8e1-4594-4d2e-9506-17c0ab1da092 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 1096 time: 0.9623492 May 24 23:18:39.450970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e43d58-8af8-4e25-a292-acbae79a28a4 req-6777e1a0-ce7b-4771-a9ed-d70f132f52f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:39.458728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0e43d58-8af8-4e25-a292-acbae79a28a4 req-6777e1a0-ce7b-4771-a9ed-d70f132f52f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 945 time: 0.4686108 May 24 23:18:39.462159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a8281-4603-47e0-9594-e8610f562374 req-c24b7d38-4de4-4150-b87a-373d968aac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:39.463732 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-233a8281-4603-47e0-9594-e8610f562374 req-c24b7d38-4de4-4150-b87a-373d968aac23 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a7dcfebe24b49c9a4cb078bb5554eb7&device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 1094 time: 0.3688757 May 24 23:18:39.674000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f4bed3f-ef40-4601-b4ae-c281107f70a7 req-b38fd595-55a1-4925-b4f7-8da70dd513e1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656090 May 24 23:18:39.699979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0e43d58-8af8-4e25-a292-acbae79a28a4 req-5db61c12-ce8e-47be-9338-58aad7304553 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403553 May 24 23:18:39.706522 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-dbe9e8de-747f-4546-aceb-1d00ec184ed1 service neutron] 10.222.0.31 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604068 May 24 23:18:39.758766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a8281-4603-47e0-9594-e8610f562374 req-22613fed-259b-468e-8a98-be08c6aeab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:39.760259 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-233a8281-4603-47e0-9594-e8610f562374 req-22613fed-259b-468e-8a98-be08c6aeab9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=28c3c92e-5ff0-45b2-987b-1ccca24ac48d HTTP/1.1" status: 200 len: 909 time: 0.2885678 May 24 23:18:39.771033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b05b906-5fdc-42dc-b9be-85e37e42fd5f req-866f9de6-5b97-4084-8aaf-f715bb792fc9 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0376236 May 24 23:18:39.857263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-233a8281-4603-47e0-9594-e8610f562374 req-1b29df7a-9e71-4370-a76e-d58812fa6eef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d4e473-3b24-4d7f-bcc0-479a76e13e37 HTTP/1.1" status: 200 len: 217 time: 0.0894957 May 24 23:18:39.876966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40568) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:39.945207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a8281-4603-47e0-9594-e8610f562374 req-04240c6d-d7e4-4bb2-9969-9eb418c312c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:39.946832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-233a8281-4603-47e0-9594-e8610f562374 req-04240c6d-d7e4-4bb2-9969-9eb418c312c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7adad031-10f2-40f5-aa68-35beeb36c0b4 HTTP/1.1" status: 200 len: 848 time: 0.0825334 May 24 23:18:40.041139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-35aaf7d8-4c21-42fe-ae0d-080ffbf7a91d service neutron] 10.222.0.31 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548426 May 24 23:18:40.062429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-233a8281-4603-47e0-9594-e8610f562374 req-ad0c7cd3-38e0-4c02-84cb-0fd9a85e1251 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=28c3c92e-5ff0-45b2-987b-1ccca24ac48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057732 May 24 23:18:40.112111 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:40.221337 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:40.238828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:40.244334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Usage tracker for resource:security_group_rule and tenant:b47176298eac4d26a2b9df963f11995a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:40.251651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:40.267082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:40.277330 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-233a8281-4603-47e0-9594-e8610f562374 req-54d4b7d7-cd1e-4ea8-8e96-6d873e4ace82 service neutron] 10.222.0.50 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005548 May 24 23:18:40.409762 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:40.416320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:40.477550 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b47176298eac4d26a2b9df963f11995a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967093 May 24 23:18:40.477550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ec95be-d162-46d7-9579-4c08cf14d32b,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:40.479589 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40576) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:40.495711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.496202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.496636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.497142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.497648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.498077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.498497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.498917 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.499432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.499847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.500264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.500680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb850c-e09e-4783-bf48-fcf0cacf75bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:18:40.568692 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5e534536-b8de-42c3-a2ad-c03887502b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:40.627543 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5e534536-b8de-42c3-a2ad-c03887502b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:40.706416 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5e534536-b8de-42c3-a2ad-c03887502b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:40.728092 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e534536-b8de-42c3-a2ad-c03887502b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ec95be-d162-46d7-9579-4c08cf14d32b,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:40.755885 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5e534536-b8de-42c3-a2ad-c03887502b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:40.770234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5e534536-b8de-42c3-a2ad-c03887502b28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3ec95be-d162-46d7-9579-4c08cf14d32b HTTP/1.1" status: 204 len: 168 time: 0.2894015 May 24 23:18:40.803231 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d8869-9879-46b2-9f97-e54410610029 req-9a30fc05-3f04-41be-8188-ddc19d78b594 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:40.808023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-850d8869-9879-46b2-9f97-e54410610029 req-9a30fc05-3f04-41be-8188-ddc19d78b594 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 945 time: 0.8948200 May 24 23:18:40.821253 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-233a8281-4603-47e0-9594-e8610f562374 req-39f1a925-d0f3-4b0f-9471-e5e9f968b38d service neutron] 10.222.0.50 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324895 May 24 23:18:40.884060 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-850d8869-9879-46b2-9f97-e54410610029 req-ff769b7b-1a82-4ca9-8772-d2cfd1eb0732 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583029 May 24 23:18:40.976969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97b51f-c39a-4914-b852-3439696b815c req-21483d28-b58d-47e7-8e91-3bb9a13e44b7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:40.985802 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d97b51f-c39a-4914-b852-3439696b815c req-21483d28-b58d-47e7-8e91-3bb9a13e44b7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 945 time: 0.0957780 May 24 23:18:41.029836 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d97b51f-c39a-4914-b852-3439696b815c req-73092a44-3754-4dc6-8890-59518f72e35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443387 May 24 23:18:41.130250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d43e5-d1b5-4731-a50d-e46cc5009e54 req-97cea6b0-60a4-4942-84c0-3d050e43ede6 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:41.137222 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-127d43e5-d1b5-4731-a50d-e46cc5009e54 req-97cea6b0-60a4-4942-84c0-3d050e43ede6 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 943 time: 0.0972428 May 24 23:18:41.144174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:18:41.148745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40592) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:41.171338 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb705-4a4b-4b50-854e-41fb11ed5266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:41.189232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-127d43e5-d1b5-4731-a50d-e46cc5009e54 req-9318633f-b305-4605-9d17-d5a69fac49e5 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510180 May 24 23:18:41.203485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fe7cb705-4a4b-4b50-854e-41fb11ed5266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:41.203485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fe7cb705-4a4b-4b50-854e-41fb11ed5266 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc256a9d9454190a6e52e6826d8cd0e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:41.203485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fe7cb705-4a4b-4b50-854e-41fb11ed5266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:41.209010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fe7cb705-4a4b-4b50-854e-41fb11ed5266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:41.225006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:18:41.230117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:18:41.230491 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:41.312038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb705-4a4b-4b50-854e-41fb11ed5266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:41.324186 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb705-4a4b-4b50-854e-41fb11ed5266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:41.364489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:41.364880 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:41.378337 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fe7cb705-4a4b-4b50-854e-41fb11ed5266 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcc256a9d9454190a6e52e6826d8cd0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281873 May 24 23:18:41.379255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cb705-4a4b-4b50-854e-41fb11ed5266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1f9435-e141-4a6e-a123-55cf8caba489,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:41.381968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40596) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:41.400111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:41.407670 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:41.413422 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:41.463713 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd3bc843-9c51-4f25-8621-6b1ab2085282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:41.471227 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a88eae4-3c87-4fdf-a15b-ed3cd57f9f63'] response: {'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'code': 200} May 24 23:18:41.489197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:41.490240 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd3bc843-9c51-4f25-8621-6b1ab2085282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:41.555242 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd3bc843-9c51-4f25-8621-6b1ab2085282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:41.569588 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bc843-9c51-4f25-8621-6b1ab2085282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1f9435-e141-4a6e-a123-55cf8caba489,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:41.576164 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cd3bc843-9c51-4f25-8621-6b1ab2085282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:41.579812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cd3bc843-9c51-4f25-8621-6b1ab2085282 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d1f9435-e141-4a6e-a123-55cf8caba489 HTTP/1.1" status: 204 len: 168 time: 0.1941411 May 24 23:18:41.804020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 87d4e473-3b24-4d7f-bcc0-479a76e13e37 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:18:42.075585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 87d4e473-3b24-4d7f-bcc0-479a76e13e37, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87d4e473-3b24-4d7f-bcc0-479a76e13e37,segment=NetworkSegment(d89b4a2f-255a-4c6d-806a-45b633875287),segment_id=d89b4a2f-255a-4c6d-806a-45b633875287)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:42.092023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '87d4e473-3b24-4d7f-bcc0-479a76e13e37', 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d', 'port_id': '87d4e473-3b24-4d7f-bcc0-479a76e13e37', 'mac_address': 'fa:16:3e:f1:37:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adad031-10f2-40f5-aa68-35beeb36c0b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:18:42.221412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d901f34-bc5e-4d3b-bbac-5b1e93e91a05 req-c06bc94e-6efb-49dd-9fbe-9eeeff790555 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:42.229935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 87d4e473-3b24-4d7f-bcc0-479a76e13e37 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:42.231790 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:42.233381 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d901f34-bc5e-4d3b-bbac-5b1e93e91a05 req-c06bc94e-6efb-49dd-9fbe-9eeeff790555 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 945 time: 0.1840317 May 24 23:18:42.270639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d4e473-3b24-4d7f-bcc0-479a76e13e37 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:42.293306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 87d4e473-3b24-4d7f-bcc0-479a76e13e37, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87d4e473-3b24-4d7f-bcc0-479a76e13e37,segment=NetworkSegment(d89b4a2f-255a-4c6d-806a-45b633875287),segment_id=d89b4a2f-255a-4c6d-806a-45b633875287)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:42.306273 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:42.371627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d901f34-bc5e-4d3b-bbac-5b1e93e91a05 req-23cae941-d036-4683-a845-cb1f2ea8a19c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232178 May 24 23:18:42.456084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=87d4e473-3b24-4d7f-bcc0-479a76e13e37,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:42.487993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8ad0-b0f5-40e5-a653-b673e9ff0592 req-8938ab90-d611-44d7-afc9-bdd3996ca753 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:42.489838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8acd8ad0-b0f5-40e5-a653-b673e9ff0592 req-8938ab90-d611-44d7-afc9-bdd3996ca753 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 946 time: 0.2178273 May 24 23:18:42.514862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-5fb968e8-d29d-4253-b2f7-e0a1edfcb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:42.517006 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-5fb968e8-d29d-4253-b2f7-e0a1edfcb4ff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 1097 time: 0.1333506 May 24 23:18:42.529343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:42.576549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['87d4e473-3b24-4d7f-bcc0-479a76e13e37'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:18:42.600405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8acd8ad0-b0f5-40e5-a653-b673e9ff0592 req-bea61faf-0cf6-473c-915d-473757d91a3d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006906 May 24 23:18:42.855042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583bb9-6e1d-4fae-92c9-89458caa52f2 req-730ae96e-2335-42ce-823e-8e4b5c0d6c24 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:42.858149 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-51583bb9-6e1d-4fae-92c9-89458caa52f2 req-730ae96e-2335-42ce-823e-8e4b5c0d6c24 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 945 time: 0.1485693 May 24 23:18:42.883268 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:42.928388 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-51583bb9-6e1d-4fae-92c9-89458caa52f2 req-4d93dd08-a9c2-4bce-8989-d4efd150104a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628455 May 24 23:18:42.936195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81d2c5-f71e-4120-b05d-b80de0148b54 req-176275b3-0825-4e11-84c1-7701d9d3b147 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:42.946534 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40648) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:42.950209 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d81d2c5-f71e-4120-b05d-b80de0148b54 req-176275b3-0825-4e11-84c1-7701d9d3b147 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 944 time: 0.3855228 May 24 23:18:43.084010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93511ec8-6653-4b6d-a505-11ce8862f8ca tempest-TestVolumeBootPattern-1762520878 tempest-TestVolumeBootPattern-1762520878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:43.084740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-93511ec8-6653-4b6d-a505-11ce8862f8ca tempest-TestVolumeBootPattern-1762520878 tempest-TestVolumeBootPattern-1762520878-project-admin] Synchronizing usage tracker for tenant:12fc54f3b5f846ab915e4cece74b2c95 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:18:43.152852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-93511ec8-6653-4b6d-a505-11ce8862f8ca tempest-TestVolumeBootPattern-1762520878 tempest-TestVolumeBootPattern-1762520878-project-admin] Unset dirty status for tenant:12fc54f3b5f846ab915e4cece74b2c95 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:18:43.154209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-93511ec8-6653-4b6d-a505-11ce8862f8ca tempest-TestVolumeBootPattern-1762520878 tempest-TestVolumeBootPattern-1762520878-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 1091 time: 0.2063818 May 24 23:18:43.157154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40654) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:43.162700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:43.169671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:43.172036 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d81d2c5-f71e-4120-b05d-b80de0148b54 req-00fe3068-96dd-4144-b922-c8f33a52179f tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208076 May 24 23:18:43.186403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Usage tracker for resource:floatingip and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:43.195633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:43.203663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:43.231551 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:43.347973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:43.391889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:18:43.472336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:43.477440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:43.486452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:43.516236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Transition to ACTIVE for port object c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:18:43.530080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:43.653189 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840776e6-158e-421b-b70f-392e1c705297'] response: {'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'code': 200} May 24 23:18:43.755099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Allocated IP 172.25.7.232 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/fd3395b4-f7b0-4b98-9d69-6f5af92e97cf) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:18:43.819065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 87d4e473-3b24-4d7f-bcc0-479a76e13e37 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:18:43.845203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=10']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:43.912597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] No DVR routers for this DVR port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:18:43.979830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 87d4e473-3b24-4d7f-bcc0-479a76e13e37 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:18:43.985608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 87d4e473-3b24-4d7f-bcc0-479a76e13e37 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:18:43.985988 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:44.122266 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:44.194309 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:44.210909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 87d4e473-3b24-4d7f-bcc0-479a76e13e37 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:44.211565 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:44.316672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523a31f8-2ede-47a4-be2b-a584182f0169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d4e473-3b24-4d7f-bcc0-479a76e13e37'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:44.343458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 87d4e473-3b24-4d7f-bcc0-479a76e13e37, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87d4e473-3b24-4d7f-bcc0-479a76e13e37,segment=NetworkSegment(d89b4a2f-255a-4c6d-806a-45b633875287),segment_id=d89b4a2f-255a-4c6d-806a-45b633875287)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:44.356432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:44.396167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:18:44.396736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:18:44.396859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:44.402709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:18:44.403462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Attempting to bind port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:44.414591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:18:44.414939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Checking segment: {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:18:44.415334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Bound using segment: {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:18:44.415788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Bound port: c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ec7b64-ade2-4e3a-8467-fc509b4d41dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:18:44.416152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:44.447439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:18:44.453623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=fd3395b4-f7b0-4b98-9d69-6f5af92e97cf,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:44.469014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:18:44.474351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:18:44.519869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:18:44.523870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:18:44.548623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279c05a-71ce-45b9-be57-8365dc3165d8 req-e79e7a7c-df16-438a-86fa-81f3f5880bc7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:44.552682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=87d4e473-3b24-4d7f-bcc0-479a76e13e37,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:44.555617 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e279c05a-71ce-45b9-be57-8365dc3165d8 req-e79e7a7c-df16-438a-86fa-81f3f5880bc7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 945 time: 0.6883433 May 24 23:18:44.557971 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:44.711179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:44.711179 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:44.719419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] 10.222.0.50 "PUT /v2.0/ports/c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1093 time: 2.1944654 May 24 23:18:44.738423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e279c05a-71ce-45b9-be57-8365dc3165d8 req-84041dbe-ef69-4e2b-b767-5636ac500b8f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816149 May 24 23:18:44.848151 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e2136ce-60f6-41a1-b73b-2a407d8f7a43'] response: {'server_uuid': '523a31f8-2ede-47a4-be2b-a584182f0169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d4e473-3b24-4d7f-bcc0-479a76e13e37', 'code': 200} May 24 23:18:44.870622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff389561-714f-488c-b9b5-454577d8edcc req-62905f76-84b0-48f0-8abf-228d6e9ef0a7 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:44.890298 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff389561-714f-488c-b9b5-454577d8edcc req-62905f76-84b0-48f0-8abf-228d6e9ef0a7 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 945 time: 0.4405963 May 24 23:18:44.918188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795bfae-3ce6-4bec-ad88-cc8bb4e0f609 service neutron] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=11']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:45.040757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40712) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:45.119170 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff389561-714f-488c-b9b5-454577d8edcc req-b65f281e-bc3f-4071-b8a8-4d1fed9321d9 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273428 May 24 23:18:45.167502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:18:45.243393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-59ae213e-6a01-4ecf-a0e5-4cae3d133cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:45.257862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-59ae213e-6a01-4ecf-a0e5-4cae3d133cbe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1096 time: 0.4770467 May 24 23:18:45.331937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:18:45.472171 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe71d-03a9-4b37-894d-fdf93ba7b4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:45.478703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8ee7e-19e9-4e11-8144-c425ecb251df req-8626b6ed-93a3-4b5f-8a64-ce4e931560a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:45.481423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9a8ee7e-19e9-4e11-8144-c425ecb251df req-8626b6ed-93a3-4b5f-8a64-ce4e931560a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 1096 time: 0.5272844 May 24 23:18:45.486070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-d17ee51c-7724-4c92-bc03-b87e483bc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:45.487463 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-d17ee51c-7724-4c92-bc03-b87e483bc000 service neutron] 10.222.0.50 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.2285492 May 24 23:18:45.505063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dd4fe71d-03a9-4b37-894d-fdf93ba7b4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:45.511158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd4fe71d-03a9-4b37-894d-fdf93ba7b4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:628e6076db2b42ccbeaea6413d4dc59b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:45.516663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dd4fe71d-03a9-4b37-894d-fdf93ba7b4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:45.527932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dd4fe71d-03a9-4b37-894d-fdf93ba7b4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:45.612029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 40726) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:45.654951 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:45.660095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:45.729915 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9a8ee7e-19e9-4e11-8144-c425ecb251df req-3c94ced6-4a5f-4202-93eb-662ba08405f6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326498 May 24 23:18:45.731572 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe71d-03a9-4b37-894d-fdf93ba7b4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:45.738305 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5164b575-e8f2-4908-a03a-9d1f09b69032'] response: {'name': 'network-changed', 'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'status': 'completed', 'code': 200} May 24 23:18:45.740151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe71d-03a9-4b37-894d-fdf93ba7b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:45.743515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-cf08b4c8-52b5-4245-9dfe-a9844f9d9612 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1000 time: 0.2447686 May 24 23:18:45.888978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dd4fe71d-03a9-4b37-894d-fdf93ba7b4a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=628e6076db2b42ccbeaea6413d4dc59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8471663 May 24 23:18:45.892178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40738) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:45.943317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c69dc27-ce4e-44a8-b1fa-1da589287790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:45.956350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fe71d-03a9-4b37-894d-fdf93ba7b4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f102e64d-507c-4744-b958-4c2d11ac6bb4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:45.980501 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:46.026185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9c69dc27-ce4e-44a8-b1fa-1da589287790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:46.026374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2605db96-228e-4a7d-992a-59f545a10700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:46.040716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9c69dc27-ce4e-44a8-b1fa-1da589287790 admin admin] Usage tracker for resource:security_group_rule and tenant:0da1f2c092114c909fb7b56f1a736685 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:46.045579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9c69dc27-ce4e-44a8-b1fa-1da589287790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:46.053400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9c69dc27-ce4e-44a8-b1fa-1da589287790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:46.072492 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2605db96-228e-4a7d-992a-59f545a10700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:46.083564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-a6a5fee0-c778-4fb1-9fcd-43c85d15ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:46.085236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-a6a5fee0-c778-4fb1-9fcd-43c85d15ba6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.1181591 May 24 23:18:46.196291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-68797f86-eada-4fd6-8896-28a49e30fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:46.198249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-68797f86-eada-4fd6-8896-28a49e30fc19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992413 May 24 23:18:46.201763 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2605db96-228e-4a7d-992a-59f545a10700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:46.254854 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:46.266057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-33b30d30-704a-4150-ab0e-9304a35492dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:46.267592 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-33b30d30-704a-4150-ab0e-9304a35492dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1096 time: 0.4594767 May 24 23:18:46.304449 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:46.313564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605db96-228e-4a7d-992a-59f545a10700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f102e64d-507c-4744-b958-4c2d11ac6bb4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:46.361635 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2605db96-228e-4a7d-992a-59f545a10700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:46.363116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2605db96-228e-4a7d-992a-59f545a10700 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f102e64d-507c-4744-b958-4c2d11ac6bb4 HTTP/1.1" status: 204 len: 168 time: 0.4696901 May 24 23:18:46.474173 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-6d7ec688-6f16-4c8e-afac-ed809ede4427 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657628 May 24 23:18:46.482662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2dade-d1e2-48c2-b611-e0a026679314 req-e9ca803e-e2bc-4ad2-a19f-95e84aad6bfb tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:46.484319 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ec2dade-d1e2-48c2-b611-e0a026679314 req-e9ca803e-e2bc-4ad2-a19f-95e84aad6bfb tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 945 time: 0.1772852 May 24 23:18:46.562606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=fd3395b4-f7b0-4b98-9d69-6f5af92e97cf,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:46.599327 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:46.628995 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9ec2dade-d1e2-48c2-b611-e0a026679314 req-35a0ac88-5489-4b2d-b880-668caf6c7951 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242914 May 24 23:18:46.666415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd5cea48-c093-4348-97b2-98edc2a08bdc req-6d148602-b23f-4fd3-acb4-2b397ee00302 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812520 May 24 23:18:46.744347 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c69dc27-ce4e-44a8-b1fa-1da589287790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:46.748135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-86225e14-50cb-483b-af42-c24843aebffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:46.749786 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-86225e14-50cb-483b-af42-c24843aebffb service neutron] 10.222.0.31 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.4512973 May 24 23:18:46.812367 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e4f51-279e-475b-8eb1-03dbd69fd6ee req-b184f704-9dc4-4bf2-9f47-09d567e864b4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:46.819947 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c84e4f51-279e-475b-8eb1-03dbd69fd6ee req-b184f704-9dc4-4bf2-9f47-09d567e864b4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 945 time: 0.5606718 May 24 23:18:46.831081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-5c95af7b-4359-43e0-9d31-25170a59be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:46.833003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-5c95af7b-4359-43e0-9d31-25170a59be08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1096 time: 0.1136589 May 24 23:18:46.917318 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9c69dc27-ce4e-44a8-b1fa-1da589287790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:47.030633 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9c69dc27-ce4e-44a8-b1fa-1da589287790 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0da1f2c092114c909fb7b56f1a736685&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4156039 May 24 23:18:47.040979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40758) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:47.045673 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c84e4f51-279e-475b-8eb1-03dbd69fd6ee req-a9ef3e38-a669-479e-afee-f909e6f3dc0b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247460 May 24 23:18:47.052250 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Floating IP 18f8558c-579e-4755-8957-2753aefa90c9 associated. External IP: 172.25.7.232, port: d0b22822-26e6-4261-b61c-6a37e099742d. May 24 23:18:47.091733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-fa41e30e-6da6-4c74-974c-50f554c79786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:47.094337 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-fa41e30e-6da6-4c74-974c-50f554c79786 service neutron] 10.222.0.50 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.2500415 May 24 23:18:47.125148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69dc27-ce4e-44a8-b1fa-1da589287790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107eef64-14e0-42f4-b268-5cafc1767b28,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:47.131031 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-934de70f-2e5c-44b9-ba02-3260ea835694 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1000 time: 0.2881868 May 24 23:18:47.280730 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-252ba7f0-5cbc-4da5-9e45-177b64cb145b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:47.287107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-c0652356-79ab-46e0-b8b0-f85c5acb8da5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 1000 time: 0.1726184 May 24 23:18:47.371658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-252ba7f0-5cbc-4da5-9e45-177b64cb145b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:47.413409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-c37a46c9-9cfc-4725-9530-3b34c7e35a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:47.414911 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-c37a46c9-9cfc-4725-9530-3b34c7e35a61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.1162724 May 24 23:18:47.496531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-eee96496-208e-484c-a806-c2d501b16664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:47.498034 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-eee96496-208e-484c-a806-c2d501b16664 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.3431144 May 24 23:18:47.506194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-252ba7f0-5cbc-4da5-9e45-177b64cb145b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:47.551595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ba7f0-5cbc-4da5-9e45-177b64cb145b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107eef64-14e0-42f4-b268-5cafc1767b28,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:47.562234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-094cceda-28b0-4b5f-9475-386e43b81c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:47.564300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-094cceda-28b0-4b5f-9475-386e43b81c4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420133 May 24 23:18:47.570526 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-252ba7f0-5cbc-4da5-9e45-177b64cb145b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:47.577446 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-252ba7f0-5cbc-4da5-9e45-177b64cb145b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/107eef64-14e0-42f4-b268-5cafc1767b28 HTTP/1.1" status: 204 len: 168 time: 0.5351970 May 24 23:18:47.847995 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-9d4186bd-a6ac-4913-94c3-ffe423b24dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:47.849699 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-9d4186bd-a6ac-4913-94c3-ffe423b24dd9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3422475 May 24 23:18:48.052464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-df523419-d7b8-4e5d-9eea-e367498acdae service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737339 May 24 23:18:48.072885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Router f5d0c622-76d8-48f6-925b-bf99daa6af40 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:18:48.084672 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-8f29acce-0ca7-4a90-a923-7db98b8ef27d service neutron] 10.222.0.31 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268841 May 24 23:18:48.216356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245385a-3f17-4b48-94f4-71034b9f997a req-e7fd07eb-b296-4b27-92c3-ba00dc3868e9 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:48.238202 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a245385a-3f17-4b48-94f4-71034b9f997a req-e7fd07eb-b296-4b27-92c3-ba00dc3868e9 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 945 time: 0.4098630 May 24 23:18:48.258542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40786) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:48.309180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b1c5122b-ca66-4bae-aa3d-f5ddd2323534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:48.338297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b1c5122b-ca66-4bae-aa3d-f5ddd2323534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:48.342844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b1c5122b-ca66-4bae-aa3d-f5ddd2323534 admin admin] Usage tracker for resource:security_group_rule and tenant:ed41731e220148d29221480ccecfb30e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:48.345890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b1c5122b-ca66-4bae-aa3d-f5ddd2323534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:48.352374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b1c5122b-ca66-4bae-aa3d-f5ddd2323534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:48.360837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-e6b8ccea-83b0-46f8-88d9-6d074d8dff90 service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924657 May 24 23:18:48.365906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:18:48.378910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075df972-3e0e-4a44-87fd-3f90bb3b9716 None None] Sync routers for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:18:48.388061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a245385a-3f17-4b48-94f4-71034b9f997a req-40f83e05-71f2-4c8c-81f0-5234c6d3f5a5 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490510 May 24 23:18:48.393672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075df972-3e0e-4a44-87fd-3f90bb3b9716 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:18:48.394619 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-075df972-3e0e-4a44-87fd-3f90bb3b9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:18:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:18:48.531911 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b1c5122b-ca66-4bae-aa3d-f5ddd2323534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:48.540204 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b1c5122b-ca66-4bae-aa3d-f5ddd2323534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:48.668032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b1c5122b-ca66-4bae-aa3d-f5ddd2323534 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed41731e220148d29221480ccecfb30e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082773 May 24 23:18:48.670407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5122b-ca66-4bae-aa3d-f5ddd2323534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a6407-122f-437a-8d5b-653cff88fbe9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:48.673677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40802) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:48.742398 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:48.786332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-075df972-3e0e-4a44-87fd-3f90bb3b9716 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:18:48.806671 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d560eec-d9d2-4362-b317-8c968d3666d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:48.819859 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6f3f203e-5a58-4b0c-b492-5b1337de20bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6616135 May 24 23:18:48.824430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'tag': 'd0b22822-26e6-4261-b61c-6a37e099742d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:48.870007 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-53b053f7-da4f-4c63-b000-897b845d1a32 req-2935e097-bb59-4b6a-a0e6-ef18578fe494 service neutron] 10.222.0.31 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063999 May 24 23:18:48.898810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dc085-f6f3-4a69-91f6-5ee543f9c6bf req-21b29c98-33ee-41e8-a91d-1607d17a5423 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:48.906993 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-944dc085-f6f3-4a69-91f6-5ee543f9c6bf req-21b29c98-33ee-41e8-a91d-1607d17a5423 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 945 time: 0.5424280 May 24 23:18:48.916265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d560eec-d9d2-4362-b317-8c968d3666d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:48.967586 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-944dc085-f6f3-4a69-91f6-5ee543f9c6bf req-e5c73b8b-0a73-44ed-b90e-1cb23ab783b7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561841 May 24 23:18:49.048201 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d560eec-d9d2-4362-b317-8c968d3666d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.085716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d560eec-d9d2-4362-b317-8c968d3666d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a6407-122f-437a-8d5b-653cff88fbe9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:49.091445 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9d560eec-d9d2-4362-b317-8c968d3666d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:49.095782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9d560eec-d9d2-4362-b317-8c968d3666d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a4a6407-122f-437a-8d5b-653cff88fbe9 HTTP/1.1" status: 204 len: 168 time: 0.4196317 May 24 23:18:49.467606 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0eb03a-1e13-4d9b-8c82-086a790d24e5'] response: {'name': 'network-changed', 'server_uuid': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'tag': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'status': 'completed', 'code': 200} May 24 23:18:49.728418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-075df972-3e0e-4a44-87fd-3f90bb3b9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '18f8558c-579e-4755-8957-2753aefa90c9', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:23:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:18:45Z', 'updated_at': '2022-05-24T23:18:45Z', 'revision_number': 0, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:18:49.728418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075df972-3e0e-4a44-87fd-3f90bb3b9716 None None] Checking router: f5d0c622-76d8-48f6-925b-bf99daa6af40 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:18:49.728418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075df972-3e0e-4a44-87fd-3f90bb3b9716 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:18:49.728418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-075df972-3e0e-4a44-87fd-3f90bb3b9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:18:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:18:49.786843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e96c5-0833-48db-a068-332faf2ba0ac req-a11583ec-4c0d-4937-8053-5fdc793c13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:49.791548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c6e96c5-0833-48db-a068-332faf2ba0ac req-a11583ec-4c0d-4937-8053-5fdc793c13e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 1096 time: 0.2900119 May 24 23:18:49.874150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:18:50.107895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-075df972-3e0e-4a44-87fd-3f90bb3b9716 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:18:50.207709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e96c5-0833-48db-a068-332faf2ba0ac req-c54a9c37-1e56-40ee-9ac9-f74d9b1d7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:50.207709 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c6e96c5-0833-48db-a068-332faf2ba0ac req-c54a9c37-1e56-40ee-9ac9-f74d9b1d7478 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.4044418 May 24 23:18:50.274034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9386d3-1d4f-4ae7-af21-742fac08c9e2 req-8cb356cf-c782-4b10-8e07-59d6839289c8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:50.274034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf9386d3-1d4f-4ae7-af21-742fac08c9e2 req-8cb356cf-c782-4b10-8e07-59d6839289c8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 945 time: 0.1713190 May 24 23:18:50.325446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:50.357321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'port_id': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'mac_address': 'fa:16:3e:92:48:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:18:50.399121 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf9386d3-1d4f-4ae7-af21-742fac08c9e2 req-e058722f-03ac-4c5f-b629-171fdb9283f4 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199574 May 24 23:18:50.430100 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c6e96c5-0833-48db-a068-332faf2ba0ac req-c3133fa5-bb42-458d-85f5-6e1772324f3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b22822-26e6-4261-b61c-6a37e099742d HTTP/1.1" status: 200 len: 999 time: 0.1443300 May 24 23:18:50.498084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e96c5-0833-48db-a068-332faf2ba0ac req-115c23a6-35b8-4761-9c83-9606d7226dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:50.500966 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c6e96c5-0833-48db-a068-332faf2ba0ac req-115c23a6-35b8-4761-9c83-9606d7226dc1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.0656641 May 24 23:18:50.514106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d928c-40be-4028-87f5-caf2fb83c966 req-d45701a5-389e-406f-a708-9f4f0ad4343c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:50.516714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-356d928c-40be-4028-87f5-caf2fb83c966 req-d45701a5-389e-406f-a708-9f4f0ad4343c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 945 time: 0.3017380 May 24 23:18:50.708339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:50.708808 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:50.729041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:50.771514 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:50.787233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-075df972-3e0e-4a44-87fd-3f90bb3b9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '18f8558c-579e-4755-8957-2753aefa90c9', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:23:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:18:45Z', 'updated_at': '2022-05-24T23:18:45Z', 'revision_number': 0, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:18:50.796240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075df972-3e0e-4a44-87fd-3f90bb3b9716 None None] The sync data for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 is: [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '18f8558c-579e-4755-8957-2753aefa90c9', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:23:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:18:45Z', 'updated_at': '2022-05-24T23:18:45Z', 'revision_number': 0, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:18:50.800326 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:50.931997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=12']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:51.020604 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-356d928c-40be-4028-87f5-caf2fb83c966 req-54b63444-8bc1-4ea1-95f0-5e5a25893bb3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464184 May 24 23:18:51.045723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 40878) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:18:51.049002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e96c5-0833-48db-a068-332faf2ba0ac req-eccdea7b-8bf0-4667-aa26-71667e1b1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:51.049002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c6e96c5-0833-48db-a068-332faf2ba0ac req-eccdea7b-8bf0-4667-aa26-71667e1b1872 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5268364 May 24 23:18:51.086132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:18:51.275255 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc37dae-a0c2-4f00-a576-b9130925e883 None None] New status for floating IP 18f8558c-579e-4755-8957-2753aefa90c9: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:18:51.284892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-8a12123f-e32b-4f1d-93b0-455bd259f28d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f01a8d3e1562447097ec36af0b115be0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894105 May 24 23:18:51.716502 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-08073a5d-2b8b-4cb7-9034-c8c2ef4b360d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/f9bfff9f-1868-4f55-a2d4-da481a5cf4cd HTTP/1.1" status: 200 len: 993 time: 0.6759326 May 24 23:18:51.867636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caff20-577c-46b2-a106-5b1e39d48398 req-b90d6934-d4fd-46a0-9369-80f7cbe6158e tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:51.873473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-b90d6934-d4fd-46a0-9369-80f7cbe6158e tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5698826 May 24 23:18:51.903942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c6ca2-195b-4675-b0f5-5f7d1655d6e0 req-d7d28007-ea90-4a58-b6ae-8116fc24a13e tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:51.905579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a2c6ca2-195b-4675-b0f5-5f7d1655d6e0 req-d7d28007-ea90-4a58-b6ae-8116fc24a13e tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.50 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 945 time: 0.6708484 May 24 23:18:52.033314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-6f098e96-184d-407e-9521-931a6cbe0846 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/quotas/f01a8d3e1562447097ec36af0b115be0 HTTP/1.1" status: 200 len: 375 time: 0.1192286 May 24 23:18:52.075577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5df5f3-4ea9-4ab4-b2e2-196d12916084 req-c847cb10-f13d-425f-befa-d7445d735ddc tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:52.085679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff5df5f3-4ea9-4ab4-b2e2-196d12916084 req-c847cb10-f13d-425f-befa-d7445d735ddc tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 945 time: 0.1639497 May 24 23:18:52.124507 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c6e96c5-0833-48db-a068-332faf2ba0ac req-3a69498e-9beb-4624-8eb4-7e8ac49cb63e service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0703342 May 24 23:18:52.173589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-a5a85fb0-970e-4e76-be61-d328cca111c4 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f01a8d3e1562447097ec36af0b115be0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1272802 May 24 23:18:52.185685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-0a2c6ca2-195b-4675-b0f5-5f7d1655d6e0 req-103bf504-956f-4ab7-892a-c46afa8db40d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Deleting port 87d4e473-3b24-4d7f-bcc0-479a76e13e37 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:18:52.185685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0a2c6ca2-195b-4675-b0f5-5f7d1655d6e0 req-103bf504-956f-4ab7-892a-c46afa8db40d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:52.308350 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ff5df5f3-4ea9-4ab4-b2e2-196d12916084 req-0c9b7c89-f875-4cbc-b777-aa29b4a9c84b tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248797 May 24 23:18:52.425180 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c6e96c5-0833-48db-a068-332faf2ba0ac req-3af0f7f3-b50a-4efe-9cec-c6a9b86bbb31 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902100 May 24 23:18:52.616611 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a9fd7176-e9b6-47ae-a50a-3acdbfe27cad req-27ae6fb6-3ae1-4d14-ae7e-3562a86048e3 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 210 time: 0.1223605 May 24 23:18:52.795319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0a2c6ca2-195b-4675-b0f5-5f7d1655d6e0 req-103bf504-956f-4ab7-892a-c46afa8db40d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] For port 87d4e473-3b24-4d7f-bcc0-479a76e13e37, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=87d4e473-3b24-4d7f-bcc0-479a76e13e37,segment=NetworkSegment(d89b4a2f-255a-4c6d-806a-45b633875287),segment_id=d89b4a2f-255a-4c6d-806a-45b633875287)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:52.795319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0a2c6ca2-195b-4675-b0f5-5f7d1655d6e0 req-103bf504-956f-4ab7-892a-c46afa8db40d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:52.971465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-0a2c6ca2-195b-4675-b0f5-5f7d1655d6e0 req-103bf504-956f-4ab7-892a-c46afa8db40d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Calling delete_port for 87d4e473-3b24-4d7f-bcc0-479a76e13e37 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:18:53.199746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0a2c6ca2-195b-4675-b0f5-5f7d1655d6e0 req-103bf504-956f-4ab7-892a-c46afa8db40d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:53.215809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['87d4e473-3b24-4d7f-bcc0-479a76e13e37'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:18:53.547385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bf504-956f-4ab7-892a-c46afa8db40d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Pushing event deleted for resources: {'Port': ['ID=87d4e473-3b24-4d7f-bcc0-479a76e13e37,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:53.736872 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43c044f3-e87a-4271-88f9-559da8569360 req-9bddfc60-27fc-4a56-b412-910a189f31b0 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=523a31f8-2ede-47a4-be2b-a584182f0169 HTTP/1.1" status: 200 len: 210 time: 0.2143145 May 24 23:18:53.743676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2c6ca2-195b-4675-b0f5-5f7d1655d6e0 req-103bf504-956f-4ab7-892a-c46afa8db40d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] No DVR routers for this DVR port 87d4e473-3b24-4d7f-bcc0-479a76e13e37 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:18:53.747135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0a2c6ca2-195b-4675-b0f5-5f7d1655d6e0 req-103bf504-956f-4ab7-892a-c46afa8db40d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:53.750640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523a31f8-2ede-47a4-be2b-a584182f0169', 'name': 'network-vif-deleted', 'tag': '87d4e473-3b24-4d7f-bcc0-479a76e13e37'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:53.778683 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a2c6ca2-195b-4675-b0f5-5f7d1655d6e0 req-103bf504-956f-4ab7-892a-c46afa8db40d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.50 "DELETE /v2.0/ports/87d4e473-3b24-4d7f-bcc0-479a76e13e37 HTTP/1.1" status: 204 len: 173 time: 1.8475564 May 24 23:18:53.856005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:18:53.881194 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e5708c-e5d5-4657-8cd6-60d2adb74b35'] response: {'server_uuid': '523a31f8-2ede-47a4-be2b-a584182f0169', 'name': 'network-vif-deleted', 'tag': '87d4e473-3b24-4d7f-bcc0-479a76e13e37', 'status': 'completed', 'code': 200} May 24 23:18:54.002930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:18:54.012257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:18:54.013007 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:54.039170 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-decb7735-4ae2-449e-be02-0babb0c568a6 req-93a9b0fd-647c-42ad-9f95-aebb59dde216 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 210 time: 0.1126888 May 24 23:18:54.231382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:18:54.231382 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:54.266589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:54.277477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:18:54.283395 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:54.352020 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92222acd-3807-44e8-8b64-48c70c0a0934'] response: {'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'code': 200} May 24 23:18:54.388410 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:54.426625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=13']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:54.477236 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-45f61905-93e0-4050-aaaf-b207482b877b tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f01a8d3e1562447097ec36af0b115be0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302322 May 24 23:18:54.802065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caff20-577c-46b2-a106-5b1e39d48398 req-a4dee45e-57d8-436b-b70f-ef263b496cd2 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:54.805131 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-a4dee45e-57d8-436b-b70f-ef263b496cd2 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3299208 May 24 23:18:54.828591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Request body: {'port': {'device_id': '32be1235-6813-4fb5-bca6-b0f239cb4e39', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'f01a8d3e1562447097ec36af0b115be0'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:55.026598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:55.026598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Usage tracker for resource:port and tenant:f01a8d3e1562447097ec36af0b115be0 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:55.034209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:55.034209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:55.044521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Made reservation on behalf of f01a8d3e1562447097ec36af0b115be0 for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:18:55.051875 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:55.073980 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:55.104383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:55.109200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Usage tracker for resource:security_group_rule and tenant:f01a8d3e1562447097ec36af0b115be0 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:55.112257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:55.118094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:55.263312 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:55.263312 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:55.312434 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-903a9984-44e8-4c11-9958-c60c8eedecc4 req-2c12dbcb-5a6f-4d2e-9387-418052ee02a9 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 210 time: 0.1014636 May 24 23:18:55.336956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80989872-984f-4b2c-a4fe-6d80a3113555,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:55.620242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204104a8-7471-4eab-9764-ac5696495d79 req-d6fd8052-4f9c-4d89-b214-3c913500670d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:55.620242 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-d6fd8052-4f9c-4d89-b214-3c913500670d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/networks?id=28c3c92e-5ff0-45b2-987b-1ccca24ac48d HTTP/1.1" status: 200 len: 808 time: 0.3174000 May 24 23:18:55.668736 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-0805bef4-b551-4db3-bb6f-8aa0d62e2f3d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/quotas/2a7dcfebe24b49c9a4cb078bb5554eb7 HTTP/1.1" status: 200 len: 375 time: 0.0307136 May 24 23:18:55.671946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Allocated IP 192.168.233.67 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/50f87982-16da-44bd-a1a8-193293a5732e) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:18:55.734032 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-57c2c382-39ac-4f63-82b3-333f3684b132 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a7dcfebe24b49c9a4cb078bb5554eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650206 May 24 23:18:55.848542 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 87d4e473-3b24-4d7f-bcc0-479a76e13e37 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:18:55.916727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 87d4e473-3b24-4d7f-bcc0-479a76e13e37 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:18:55.917074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 87d4e473-3b24-4d7f-bcc0-479a76e13e37 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:18:56.009772 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-aa3559cd-7ac8-45c3-9f3e-3302ff3f2df5 service neutron] 10.222.0.55 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715580 May 24 23:18:56.029430 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:56.336478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-11c39bae-c07d-4fca-8abb-ae9c6b797320 service neutron] 10.222.0.55 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165424 May 24 23:18:56.381103 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:56.402860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Transition to ACTIVE for port object 50f87982-16da-44bd-a1a8-193293a5732e will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:18:56.433904 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:56.519626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:18:56.539191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:18:56.564352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:18:56.742937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Pushing event updated for resources: {'Port': ['ID=50f87982-16da-44bd-a1a8-193293a5732e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:56.923819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0c737-9324-4708-8ba9-943972980a0d req-d02d9ff7-b420-4128-b1f1-e6977768a472 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:56.930837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55e0c737-9324-4708-8ba9-943972980a0d req-d02d9ff7-b420-4128-b1f1-e6977768a472 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 935 time: 0.3725054 May 24 23:18:56.974874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-683205bd-235a-4d5b-8188-ebf9ffb2dc91 req-e2598199-84fa-4b0d-b3fb-855838ecb052 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 210 time: 0.1998584 May 24 23:18:57.003735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:57.003735 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:57.017910 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55e0c737-9324-4708-8ba9-943972980a0d req-e27e0f01-4d9f-4a9b-85be-cf992ea08eed tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890195 May 24 23:18:57.066053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cbdffe21-90ae-42e3-8e5b-be82ad257441 None None] Provisioning for port 50f87982-16da-44bd-a1a8-193293a5732e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:18:57.080566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cbdffe21-90ae-42e3-8e5b-be82ad257441 None None] Provisioning complete for port 50f87982-16da-44bd-a1a8-193293a5732e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:18:57.082378 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cbdffe21-90ae-42e3-8e5b-be82ad257441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:57.096373 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-33fac130-d067-47b3-9b88-f0f6bcbdac9d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2817497 May 24 23:18:57.114009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Request body: {'port': {'device_id': '32be1235-6813-4fb5-bca6-b0f239cb4e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:57.274500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cbdffe21-90ae-42e3-8e5b-be82ad257441 None None] Port 50f87982-16da-44bd-a1a8-193293a5732e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:18:57.285105 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:57.908099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f87982-16da-44bd-a1a8-193293a5732e {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:18:57.920603 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:57.959687 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Transition to ACTIVE for port object 50f87982-16da-44bd-a1a8-193293a5732e will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:18:57.969369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:58.270136 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9f5cbc17-df97-4a33-992e-62254375192d req-1c843632-5c08-49b5-870e-42d511718781 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 210 time: 0.0765905 May 24 23:18:58.302704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e237b-3551-4939-8068-81300a880268 service neutron] Pushing event updated for resources: {'Port': ['ID=50f87982-16da-44bd-a1a8-193293a5732e,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:58.336146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6cba-c617-4dd1-a8ed-56b5ff52868a req-5116981b-d36b-4374-a695-ba7e2bdab17d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:58.336146 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fcf6cba-c617-4dd1-a8ed-56b5ff52868a req-5116981b-d36b-4374-a695-ba7e2bdab17d tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 947 time: 0.1620979 May 24 23:18:58.445019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Attempting to bind port 50f87982-16da-44bd-a1a8-193293a5732e on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:18:58.445410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Attempting to bind port 50f87982-16da-44bd-a1a8-193293a5732e by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:18:58.445851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Attempting to bind port 50f87982-16da-44bd-a1a8-193293a5732e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:58.457711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Port 50f87982-16da-44bd-a1a8-193293a5732e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:18:58.458043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Attempting to bind port 50f87982-16da-44bd-a1a8-193293a5732e on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:18:58.461203 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8fcf6cba-c617-4dd1-a8ed-56b5ff52868a req-2111d67f-0e25-48a7-a223-6bc4be38ae82 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275249 May 24 23:18:58.476549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:18:58.476871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:18:58.477259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:18:58.477787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Bound port: 50f87982-16da-44bd-a1a8-193293a5732e, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:18:58.478545 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:58.724949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] For port 50f87982-16da-44bd-a1a8-193293a5732e, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:18:58.742737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204104a8-7471-4eab-9764-ac5696495d79 req-6d2520e7-0710-4f51-89cb-1eb4e261a90d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:58.742737 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-6d2520e7-0710-4f51-89cb-1eb4e261a90d tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.50 "GET /v2.0/networks?id=28c3c92e-5ff0-45b2-987b-1ccca24ac48d HTTP/1.1" status: 200 len: 808 time: 0.2548511 May 24 23:18:58.744503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] For port 50f87982-16da-44bd-a1a8-193293a5732e, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=50f87982-16da-44bd-a1a8-193293a5732e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:18:58.767110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Request body: {'port': {'device_id': 'a9d1af57-2d8f-414b-a770-b33570d9d304', 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d', 'admin_state_up': True, 'tenant_id': '2a7dcfebe24b49c9a4cb078bb5554eb7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:18:58.769121 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:58.877974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:58.877974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:58.877974 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-450e237b-3551-4939-8068-81300a880268 service neutron] 10.222.0.31 "PUT /v2.0/ports/50f87982-16da-44bd-a1a8-193293a5732e HTTP/1.1" status: 200 len: 1095 time: 1.7688401 May 24 23:18:58.877974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32be1235-6813-4fb5-bca6-b0f239cb4e39', 'tag': '50f87982-16da-44bd-a1a8-193293a5732e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:18:58.925640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e237b-3551-4939-8068-81300a880268 service neutron] Pushing event updated for resources: {'Port': ['ID=50f87982-16da-44bd-a1a8-193293a5732e,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:18:58.948580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:18:58.970061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Usage tracker for resource:port and tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:18:58.974158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:18:58.981247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:18:59.000523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Made reservation on behalf of 2a7dcfebe24b49c9a4cb078bb5554eb7 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:18:59.005318 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:59.023820 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e1446a-09d8-4a02-a28f-87e233f81c1a'] response: {'name': 'network-changed', 'server_uuid': '32be1235-6813-4fb5-bca6-b0f239cb4e39', 'tag': '50f87982-16da-44bd-a1a8-193293a5732e', 'status': 'completed', 'code': 200} May 24 23:18:59.054977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caff20-577c-46b2-a106-5b1e39d48398 req-c971aebe-b87f-4c29-8f69-55ee25f7ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:59.057072 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-c971aebe-b87f-4c29-8f69-55ee25f7ae1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f01a8d3e1562447097ec36af0b115be0&device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 1098 time: 0.1020234 May 24 23:18:59.167817 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-90f041fb-9a82-475f-b415-a714e9087b41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=50f87982-16da-44bd-a1a8-193293a5732e HTTP/1.1" status: 200 len: 217 time: 0.0945160 May 24 23:18:59.327684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caff20-577c-46b2-a106-5b1e39d48398 req-079149cb-4c26-42f8-b1c5-6394154ea8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:59.327684 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-079149cb-4c26-42f8-b1c5-6394154ea8e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1585121 May 24 23:18:59.354218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Allocated IP 172.20.0.5 (28c3c92e-5ff0-45b2-987b-1ccca24ac48d/7adad031-10f2-40f5-aa68-35beeb36c0b4/79196c5d-b870-436f-ab2d-0eae2d6ed64e) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:18:59.545133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b1bbc593-0d7a-4ccc-acc1-4ded35c49da1 req-fca35db0-3f98-4cb0-a0e6-a8b7b3fd49ea tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Synchronizing usage tracker for tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:18:59.557776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caff20-577c-46b2-a106-5b1e39d48398 req-1a724bb1-6020-41af-9c70-1907eee5c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:59.557776 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-1a724bb1-6020-41af-9c70-1907eee5c0aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2191050 May 24 23:18:59.655023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b1bbc593-0d7a-4ccc-acc1-4ded35c49da1 req-fca35db0-3f98-4cb0-a0e6-a8b7b3fd49ea tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Unset dirty status for tenant:2a7dcfebe24b49c9a4cb078bb5554eb7 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:18:59.669366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1bbc593-0d7a-4ccc-acc1-4ded35c49da1 req-fca35db0-3f98-4cb0-a0e6-a8b7b3fd49ea tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 210 time: 0.2663972 May 24 23:18:59.896990 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:59.953036 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:18:59.983420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-6b1d025f-27dc-4f6e-96c1-45cb55db968e service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178681 May 24 23:18:59.997703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440de76a-aa7e-4491-8568-abc0d38c8a35 req-b528aab8-6f1d-432c-9752-de9bf410e280 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:18:59.997703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-440de76a-aa7e-4491-8568-abc0d38c8a35 req-b528aab8-6f1d-432c-9752-de9bf410e280 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Synchronizing usage tracker for tenant:f01a8d3e1562447097ec36af0b115be0 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:19:00.067286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Pushing event updated for resources: {'Port': ['ID=79196c5d-b870-436f-ab2d-0eae2d6ed64e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:00.077552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:19:00.077552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:19:00.092744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:19:00.101068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-440de76a-aa7e-4491-8568-abc0d38c8a35 req-b528aab8-6f1d-432c-9752-de9bf410e280 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Unset dirty status for tenant:f01a8d3e1562447097ec36af0b115be0 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:19:00.101068 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-440de76a-aa7e-4491-8568-abc0d38c8a35 req-b528aab8-6f1d-432c-9752-de9bf410e280 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 947 time: 0.4629700 May 24 23:19:00.193033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:00.193033 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:00.219027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-5dfe2496-2107-438f-ad98-dae6ca2eaca8 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4594920 May 24 23:19:00.232374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Request body: {'port': {'device_id': 'a9d1af57-2d8f-414b-a770-b33570d9d304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:00.241083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-440de76a-aa7e-4491-8568-abc0d38c8a35 req-011d07e1-5dfe-4f36-8846-10acacca5db0 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Synchronizing usage tracker for tenant:f01a8d3e1562447097ec36af0b115be0 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:19:00.296911 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-93caff20-577c-46b2-a106-5b1e39d48398 req-b5f7278c-4ddb-4b92-a780-9dbb452320be service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937512 May 24 23:19:00.296911 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-440de76a-aa7e-4491-8568-abc0d38c8a35 req-011d07e1-5dfe-4f36-8846-10acacca5db0 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Unset dirty status for tenant:f01a8d3e1562447097ec36af0b115be0 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:19:00.309351 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-440de76a-aa7e-4491-8568-abc0d38c8a35 req-011d07e1-5dfe-4f36-8846-10acacca5db0 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001679 May 24 23:19:00.385382 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:00.423078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062664-3c22-461b-8f65-d4d850cfaeb1 req-69d6b492-5dca-44de-b128-053b6344bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:00.423078 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f062664-3c22-461b-8f65-d4d850cfaeb1 req-69d6b492-5dca-44de-b128-053b6344bae8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f01a8d3e1562447097ec36af0b115be0&device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 1098 time: 0.0758445 May 24 23:19:00.755896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062664-3c22-461b-8f65-d4d850cfaeb1 req-ced0d1fd-5d06-490c-974e-6f3722f32ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:00.755896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f062664-3c22-461b-8f65-d4d850cfaeb1 req-ced0d1fd-5d06-490c-974e-6f3722f32ef8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.3242893 May 24 23:19:00.933075 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f062664-3c22-461b-8f65-d4d850cfaeb1 req-1faebeb0-2852-4036-963d-aac01dae6534 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=50f87982-16da-44bd-a1a8-193293a5732e HTTP/1.1" status: 200 len: 217 time: 0.1551487 May 24 23:19:00.984002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79196c5d-b870-436f-ab2d-0eae2d6ed64e {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:19:00.992936 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:01.010533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Transition to ACTIVE for port object 79196c5d-b870-436f-ab2d-0eae2d6ed64e will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:19:01.021899 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:01.043637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062664-3c22-461b-8f65-d4d850cfaeb1 req-8964ce94-70c5-45f5-bb02-601795f1b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:01.043637 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f062664-3c22-461b-8f65-d4d850cfaeb1 req-8964ce94-70c5-45f5-bb02-601795f1b3c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.1065538 May 24 23:19:01.143648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062664-3c22-461b-8f65-d4d850cfaeb1 req-b2c2fe45-f0e3-4103-99ea-49d1c683c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:01.143648 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f062664-3c22-461b-8f65-d4d850cfaeb1 req-b2c2fe45-f0e3-4103-99ea-49d1c683c15a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954230 May 24 23:19:01.310209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f062664-3c22-461b-8f65-d4d850cfaeb1 req-0c1808ba-633f-466b-ac49-34b95c7554b1 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561890 May 24 23:19:01.488735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Pushing event updated for resources: {'Port': ['ID=79196c5d-b870-436f-ab2d-0eae2d6ed64e,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:01.603298 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f062664-3c22-461b-8f65-d4d850cfaeb1 req-106cd604-433b-4307-b906-c302ed422f9c service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907658 May 24 23:19:01.644030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e59a05-ba27-4133-b482-d57bd5bb274b req-c9905b31-a508-4c75-8bc8-451be2bf0487 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:01.656744 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82e59a05-ba27-4133-b482-d57bd5bb274b req-c9905b31-a508-4c75-8bc8-451be2bf0487 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 943 time: 0.6259809 May 24 23:19:01.662023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5285d08-c029-4dde-8406-55560b5e12b9 req-d94b5557-2d6f-426f-a512-54b9e9f3dd3b tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:01.671575 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c5285d08-c029-4dde-8406-55560b5e12b9 req-d94b5557-2d6f-426f-a512-54b9e9f3dd3b tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 947 time: 0.1650333 May 24 23:19:01.697030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Attempting to bind port 79196c5d-b870-436f-ab2d-0eae2d6ed64e on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:19:01.697030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Attempting to bind port 79196c5d-b870-436f-ab2d-0eae2d6ed64e by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'd89b4a2f-255a-4c6d-806a-45b633875287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:19:01.697030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Attempting to bind port 79196c5d-b870-436f-ab2d-0eae2d6ed64e on network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:19:01.718471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Port 79196c5d-b870-436f-ab2d-0eae2d6ed64e on network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:19:01.718471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Attempting to bind port 79196c5d-b870-436f-ab2d-0eae2d6ed64e on network 28c3c92e-5ff0-45b2-987b-1ccca24ac48d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:19:01.747351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:19:01.752264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Checking segment: {'id': 'd89b4a2f-255a-4c6d-806a-45b633875287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:19:01.752264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Bound using segment: {'id': 'd89b4a2f-255a-4c6d-806a-45b633875287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:19:01.752264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Bound port: 79196c5d-b870-436f-ab2d-0eae2d6ed64e, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89b4a2f-255a-4c6d-806a-45b633875287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:19:01.752264 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:01.780275 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c5285d08-c029-4dde-8406-55560b5e12b9 req-441b2a73-610b-444f-92a7-4a91ea11e79b tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093533 May 24 23:19:01.866638 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82e59a05-ba27-4133-b482-d57bd5bb274b req-9bb36e65-a488-4b04-9bde-3f7284266ce3 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126610 May 24 23:19:01.930148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] For port 79196c5d-b870-436f-ab2d-0eae2d6ed64e, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:19:01.930148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] For port 79196c5d-b870-436f-ab2d-0eae2d6ed64e, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=79196c5d-b870-436f-ab2d-0eae2d6ed64e,segment=NetworkSegment(d89b4a2f-255a-4c6d-806a-45b633875287),segment_id=d89b4a2f-255a-4c6d-806a-45b633875287)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:19:01.939921 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:02.012402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:02.012402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:02.012402 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] 10.222.0.50 "PUT /v2.0/ports/79196c5d-b870-436f-ab2d-0eae2d6ed64e HTTP/1.1" status: 200 len: 1091 time: 1.7908061 May 24 23:19:02.012402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d1af57-2d8f-414b-a770-b33570d9d304', 'tag': '79196c5d-b870-436f-ab2d-0eae2d6ed64e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:02.033681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef79e75-d2c2-42b2-a2f4-8418f510aecd service neutron] Pushing event updated for resources: {'Port': ['ID=79196c5d-b870-436f-ab2d-0eae2d6ed64e,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:02.112647 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a18c348-0463-4836-9431-1b736962e305'] response: {'name': 'network-changed', 'server_uuid': 'a9d1af57-2d8f-414b-a770-b33570d9d304', 'tag': '79196c5d-b870-436f-ab2d-0eae2d6ed64e', 'status': 'completed', 'code': 200} May 24 23:19:02.161474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204104a8-7471-4eab-9764-ac5696495d79 req-73b67bb9-098c-4b3c-a4b3-0de97689e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:02.161474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-73b67bb9-098c-4b3c-a4b3-0de97689e6d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a7dcfebe24b49c9a4cb078bb5554eb7&device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 1094 time: 0.0985324 May 24 23:19:02.249835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-bc3f3e3e-56e3-4ab3-b4b6-3768c533c459 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79196c5d-b870-436f-ab2d-0eae2d6ed64e HTTP/1.1" status: 200 len: 217 time: 0.0745604 May 24 23:19:02.356329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204104a8-7471-4eab-9764-ac5696495d79 req-6540044f-e359-4980-add9-ba5342acbe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:02.356329 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-6540044f-e359-4980-add9-ba5342acbe83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7adad031-10f2-40f5-aa68-35beeb36c0b4 HTTP/1.1" status: 200 len: 848 time: 0.1033969 May 24 23:19:02.423618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-a15583ad-f198-43e8-a013-9b77eb8fee1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=28c3c92e-5ff0-45b2-987b-1ccca24ac48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543983 May 24 23:19:02.694710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-d8f5805c-486b-4651-bd67-1689acbcf7d4 service neutron] 10.222.0.50 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595816 May 24 23:19:02.962150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-204104a8-7471-4eab-9764-ac5696495d79 req-1dbd7145-0ef3-4280-87de-9b780da9d5b3 service neutron] 10.222.0.50 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617903 May 24 23:19:03.138387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ad6d2-d969-4ffb-8e22-d697b68354bb req-4e4190d8-e2a6-4b07-a074-009c96a92c89 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:03.142279 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb8ad6d2-d969-4ffb-8e22-d697b68354bb req-4e4190d8-e2a6-4b07-a074-009c96a92c89 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 943 time: 0.1195836 May 24 23:19:03.206670 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb8ad6d2-d969-4ffb-8e22-d697b68354bb req-b24301a9-adf2-4e21-a4d3-e3e4730baab9 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650265 May 24 23:19:03.231796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 50f87982-16da-44bd-a1a8-193293a5732e details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:19:03.278274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41098) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:03.331258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15e9f1-fe4d-48c4-9f76-c6fc04a1a03d req-f7c13772-252e-4ebe-a66a-3f2361911212 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:03.331258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f15e9f1-fe4d-48c4-9f76-c6fc04a1a03d req-f7c13772-252e-4ebe-a66a-3f2361911212 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 947 time: 0.2152734 May 24 23:19:03.339971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d30656-1c1c-4b9f-b778-82bf29f239d2 req-6099da9b-cb15-4a93-b18b-eb3dcb885818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:03.339971 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03d30656-1c1c-4b9f-b778-82bf29f239d2 req-6099da9b-cb15-4a93-b18b-eb3dcb885818 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a7dcfebe24b49c9a4cb078bb5554eb7&device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 1094 time: 0.3230641 May 24 23:19:03.474066 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 50f87982-16da-44bd-a1a8-193293a5732e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=50f87982-16da-44bd-a1a8-193293a5732e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:03.487774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '50f87982-16da-44bd-a1a8-193293a5732e', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '50f87982-16da-44bd-a1a8-193293a5732e', 'mac_address': 'fa:16:3e:95:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:19:03.530159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f15e9f1-fe4d-48c4-9f76-c6fc04a1a03d req-99913687-a1d1-4110-b777-c4c1db4d8afb tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760097 May 24 23:19:03.620753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 50f87982-16da-44bd-a1a8-193293a5732e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:03.620753 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:03.644044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f87982-16da-44bd-a1a8-193293a5732e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:19:03.649753 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e8e4-0b2d-441d-929f-98b1cf4846af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:03.659577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d30656-1c1c-4b9f-b778-82bf29f239d2 req-3ff144eb-cab0-4c77-8ac9-914ba2ecea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:03.659577 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03d30656-1c1c-4b9f-b778-82bf29f239d2 req-3ff144eb-cab0-4c77-8ac9-914ba2ecea9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=28c3c92e-5ff0-45b2-987b-1ccca24ac48d HTTP/1.1" status: 200 len: 909 time: 0.3084159 May 24 23:19:03.675958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7ac1e8e4-0b2d-441d-929f-98b1cf4846af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:03.702662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 50f87982-16da-44bd-a1a8-193293a5732e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=50f87982-16da-44bd-a1a8-193293a5732e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:03.714142 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:03.724809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7ac1e8e4-0b2d-441d-929f-98b1cf4846af admin admin] Usage tracker for resource:security_group_rule and tenant:3edb8ab494ef4a4eada46afe5384be69 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:03.736967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7ac1e8e4-0b2d-441d-929f-98b1cf4846af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:03.771453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7ac1e8e4-0b2d-441d-929f-98b1cf4846af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:03.842841 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03d30656-1c1c-4b9f-b778-82bf29f239d2 req-a2685250-c096-41d3-965f-2261cc56776e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79196c5d-b870-436f-ab2d-0eae2d6ed64e HTTP/1.1" status: 200 len: 217 time: 0.1713622 May 24 23:19:03.881442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=50f87982-16da-44bd-a1a8-193293a5732e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:03.940467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['50f87982-16da-44bd-a1a8-193293a5732e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:19:03.950738 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e8e4-0b2d-441d-929f-98b1cf4846af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:03.958099 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e8e4-0b2d-441d-929f-98b1cf4846af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:03.978138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d30656-1c1c-4b9f-b778-82bf29f239d2 req-15b7719d-deed-43e2-867e-350c872bb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:03.978138 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03d30656-1c1c-4b9f-b778-82bf29f239d2 req-15b7719d-deed-43e2-867e-350c872bb63e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7adad031-10f2-40f5-aa68-35beeb36c0b4 HTTP/1.1" status: 200 len: 848 time: 0.1364665 May 24 23:19:04.038097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03d30656-1c1c-4b9f-b778-82bf29f239d2 req-3140c57d-cf98-411f-ade2-b262f0e3f164 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=28c3c92e-5ff0-45b2-987b-1ccca24ac48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475290 May 24 23:19:04.041549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1e8e4-0b2d-441d-929f-98b1cf4846af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbb2d3f-a4b7-49e4-9253-723786b3d75e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:04.074719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7ac1e8e4-0b2d-441d-929f-98b1cf4846af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3edb8ab494ef4a4eada46afe5384be69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7959960 May 24 23:19:04.074719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41108) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:04.211907 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-10ac8298-4422-4a4c-86bb-74b12e0dad67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:04.265203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-10ac8298-4422-4a4c-86bb-74b12e0dad67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:04.321854 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03d30656-1c1c-4b9f-b778-82bf29f239d2 req-5c040fd1-4a76-47e6-86d0-5ac1a56c0c6b service neutron] 10.222.0.50 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762511 May 24 23:19:04.327402 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-10ac8298-4422-4a4c-86bb-74b12e0dad67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:04.375382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac8298-4422-4a4c-86bb-74b12e0dad67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbb2d3f-a4b7-49e4-9253-723786b3d75e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:04.499769 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-10ac8298-4422-4a4c-86bb-74b12e0dad67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:04.514453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-10ac8298-4422-4a4c-86bb-74b12e0dad67 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8cbb2d3f-a4b7-49e4-9253-723786b3d75e HTTP/1.1" status: 204 len: 168 time: 0.4370151 May 24 23:19:04.600859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03174a66-4fac-4eac-bcbc-9a4ca9f7ce18 req-a338a803-9e4c-46ea-984e-8173b5b29b0e tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:04.613392 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03174a66-4fac-4eac-bcbc-9a4ca9f7ce18 req-a338a803-9e4c-46ea-984e-8173b5b29b0e tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 943 time: 0.2369890 May 24 23:19:04.684442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-03d30656-1c1c-4b9f-b778-82bf29f239d2 req-6ad66ea5-b336-4acc-abef-4ce21ca13f8f service neutron] 10.222.0.50 "GET /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486679 May 24 23:19:04.703420 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03174a66-4fac-4eac-bcbc-9a4ca9f7ce18 req-a8745d58-7110-4350-8922-e958efe2950b tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964332 May 24 23:19:04.881986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ac7e5-29a4-45a3-b91a-9ce67ceb49e4 req-0b41aca5-0066-419a-b472-3b5ea5272685 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:04.890567 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f45ac7e5-29a4-45a3-b91a-9ce67ceb49e4 req-0b41aca5-0066-419a-b472-3b5ea5272685 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 948 time: 0.1135809 May 24 23:19:04.944256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f45ac7e5-29a4-45a3-b91a-9ce67ceb49e4 req-b1ccd2bf-4614-48bb-bd9b-e0769c942f74 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529461 May 24 23:19:05.011121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41126) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:05.036220 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5475de9-dd98-401b-b534-32f555136040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:05.051855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f5475de9-dd98-401b-b534-32f555136040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:05.055564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f5475de9-dd98-401b-b534-32f555136040 admin admin] Usage tracker for resource:security_group_rule and tenant:389847858f66498fbd244832a7d4b430 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:05.057439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f5475de9-dd98-401b-b534-32f555136040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:05.064100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f5475de9-dd98-401b-b534-32f555136040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:05.166068 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5475de9-dd98-401b-b534-32f555136040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:05.176497 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f5475de9-dd98-401b-b534-32f555136040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:05.233695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41132) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:05.240835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f5475de9-dd98-401b-b534-32f555136040 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=389847858f66498fbd244832a7d4b430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140205 May 24 23:19:05.240835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5475de9-dd98-401b-b534-32f555136040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5391cc0-0be2-4bc1-8e5b-b19a8a6802f4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:05.244660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 50f87982-16da-44bd-a1a8-193293a5732e up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:19:05.341148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 50f87982-16da-44bd-a1a8-193293a5732e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:19:05.344366 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-268cd119-17cc-4d2c-aa77-3a0fd335265f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:05.351224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 50f87982-16da-44bd-a1a8-193293a5732e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:19:05.351224 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:05.377252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-268cd119-17cc-4d2c-aa77-3a0fd335265f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:05.397455 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-59e241c2-8baf-4873-a757-20b33b831a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:05.454590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-268cd119-17cc-4d2c-aa77-3a0fd335265f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:05.473291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cd119-17cc-4d2c-aa77-3a0fd335265f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5391cc0-0be2-4bc1-8e5b-b19a8a6802f4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:05.484637 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-268cd119-17cc-4d2c-aa77-3a0fd335265f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:05.495692 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-268cd119-17cc-4d2c-aa77-3a0fd335265f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5391cc0-0be2-4bc1-8e5b-b19a8a6802f4 HTTP/1.1" status: 204 len: 168 time: 0.2625949 May 24 23:19:05.500396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 50f87982-16da-44bd-a1a8-193293a5732e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:05.502548 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:05.530680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32be1235-6813-4fb5-bca6-b0f239cb4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f87982-16da-44bd-a1a8-193293a5732e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:05.577521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 50f87982-16da-44bd-a1a8-193293a5732e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=50f87982-16da-44bd-a1a8-193293a5732e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:05.589668 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:05.714693 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b230cff-b49c-41b5-b3bb-02e7e0a1ad0d'] response: {'server_uuid': '32be1235-6813-4fb5-bca6-b0f239cb4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f87982-16da-44bd-a1a8-193293a5732e', 'code': 200} May 24 23:19:05.714693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=50f87982-16da-44bd-a1a8-193293a5732e,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:05.888865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1950c2-01f4-487a-9017-eb9c4393554c req-15a53adb-fc71-4f03-aa82-2ec30d8508ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:05.888865 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a1950c2-01f4-487a-9017-eb9c4393554c req-15a53adb-fc71-4f03-aa82-2ec30d8508ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 1100 time: 0.1402864 May 24 23:19:05.903963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 79196c5d-b870-436f-ab2d-0eae2d6ed64e details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:19:05.953598 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a1950c2-01f4-487a-9017-eb9c4393554c req-7f466fca-e67a-4805-a6d9-4e401b34858f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551984 May 24 23:19:05.979335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca39626-32ce-45b2-8e95-8d085dd50dd2 req-3cc12bf1-2e40-458d-ba22-4e2a19290bec tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:05.979335 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ca39626-32ce-45b2-8e95-8d085dd50dd2 req-3cc12bf1-2e40-458d-ba22-4e2a19290bec tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 943 time: 0.1494129 May 24 23:19:06.127577 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ca39626-32ce-45b2-8e95-8d085dd50dd2 req-c26fee2b-bf18-40d5-bf16-d5f5e787f04e tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329048 May 24 23:19:06.179311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 79196c5d-b870-436f-ab2d-0eae2d6ed64e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=79196c5d-b870-436f-ab2d-0eae2d6ed64e,segment=NetworkSegment(d89b4a2f-255a-4c6d-806a-45b633875287),segment_id=d89b4a2f-255a-4c6d-806a-45b633875287)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:06.196605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '79196c5d-b870-436f-ab2d-0eae2d6ed64e', 'network_id': '28c3c92e-5ff0-45b2-987b-1ccca24ac48d', 'port_id': '79196c5d-b870-436f-ab2d-0eae2d6ed64e', 'mac_address': 'fa:16:3e:1b:7f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adad031-10f2-40f5-aa68-35beeb36c0b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:19:06.259188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23f2f1-e420-4f26-9771-3a8763db7d78 req-e28972ea-3eec-4eac-a0eb-e293064ead46 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:06.262474 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df23f2f1-e420-4f26-9771-3a8763db7d78 req-e28972ea-3eec-4eac-a0eb-e293064ead46 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 949 time: 0.1289918 May 24 23:19:06.336436 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df23f2f1-e420-4f26-9771-3a8763db7d78 req-dbc14e30-081d-460c-9ae7-0215087a7c14 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636184 May 24 23:19:06.338682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 79196c5d-b870-436f-ab2d-0eae2d6ed64e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:06.338682 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:06.358740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79196c5d-b870-436f-ab2d-0eae2d6ed64e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:19:06.375483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 79196c5d-b870-436f-ab2d-0eae2d6ed64e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=79196c5d-b870-436f-ab2d-0eae2d6ed64e,segment=NetworkSegment(d89b4a2f-255a-4c6d-806a-45b633875287),segment_id=d89b4a2f-255a-4c6d-806a-45b633875287)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:06.382362 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:06.460021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=79196c5d-b870-436f-ab2d-0eae2d6ed64e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:06.655662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['79196c5d-b870-436f-ab2d-0eae2d6ed64e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:19:07.303683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f6b62-bd6c-4812-a739-b117eea32aa8 req-5a9990ee-81e6-4e4d-90d8-2dd046c1dca9 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:07.310132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf8f6b62-bd6c-4812-a739-b117eea32aa8 req-5a9990ee-81e6-4e4d-90d8-2dd046c1dca9 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 944 time: 0.0888593 May 24 23:19:07.360850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf8f6b62-bd6c-4812-a739-b117eea32aa8 req-5257dd02-4718-4cf8-a041-31f708654def tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471971 May 24 23:19:07.482111 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8749d617-492a-4d50-8e5a-e027604e811f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:07.718433 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f62545-c6ee-458e-980f-d06973935231 req-9a9205d9-12b0-4fde-a920-e565d40a6f1f tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:07.718433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0f62545-c6ee-458e-980f-d06973935231 req-9a9205d9-12b0-4fde-a920-e565d40a6f1f tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 949 time: 0.0917425 May 24 23:19:07.902198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 79196c5d-b870-436f-ab2d-0eae2d6ed64e up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:19:07.909617 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0f62545-c6ee-458e-980f-d06973935231 req-cd5e4650-0875-42b7-a68b-5c7abe54f244 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813362 May 24 23:19:08.035802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 79196c5d-b870-436f-ab2d-0eae2d6ed64e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:19:08.047039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 79196c5d-b870-436f-ab2d-0eae2d6ed64e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:19:08.047780 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:08.236704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 79196c5d-b870-436f-ab2d-0eae2d6ed64e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:08.236704 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:08.288132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d1af57-2d8f-414b-a770-b33570d9d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79196c5d-b870-436f-ab2d-0eae2d6ed64e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:08.305005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 79196c5d-b870-436f-ab2d-0eae2d6ed64e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=79196c5d-b870-436f-ab2d-0eae2d6ed64e,segment=NetworkSegment(d89b4a2f-255a-4c6d-806a-45b633875287),segment_id=d89b4a2f-255a-4c6d-806a-45b633875287)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:08.311619 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:08.375852 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5feab60b-8e44-4555-bb60-51f32f666f4f'] response: {'server_uuid': 'a9d1af57-2d8f-414b-a770-b33570d9d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79196c5d-b870-436f-ab2d-0eae2d6ed64e', 'code': 200} May 24 23:19:08.511584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=79196c5d-b870-436f-ab2d-0eae2d6ed64e,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:08.742804 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:08.808588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a83c1a-9a46-4007-9696-a93ec0490b10 req-1dc11791-2e3c-4117-a2e0-8456d162cff4 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:08.811400 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0a83c1a-9a46-4007-9696-a93ec0490b10 req-1dc11791-2e3c-4117-a2e0-8456d162cff4 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 945 time: 0.2143207 May 24 23:19:08.846309 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:08.864798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcedea-247f-44c5-aee4-01dad929ca03 req-646d2105-b425-4379-8c20-98fdf04d9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:08.868747 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0dcedea-247f-44c5-aee4-01dad929ca03 req-646d2105-b425-4379-8c20-98fdf04d9177 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 1096 time: 0.4203291 May 24 23:19:08.938497 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0a83c1a-9a46-4007-9696-a93ec0490b10 req-298cc24a-1823-4836-bdda-efb80cf1eb18 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143789 May 24 23:19:08.952706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0dcedea-247f-44c5-aee4-01dad929ca03 req-670dad9b-f57d-4c46-8671-0342d05e9b21 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795307 May 24 23:19:09.322234 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:19:10.126848 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:10.421293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8e0b5-b8a0-4013-89c1-be3d51ce010c req-014f87e6-e2a2-423a-94e5-5493e14a3399 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:10.421293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61f8e0b5-b8a0-4013-89c1-be3d51ce010c req-014f87e6-e2a2-423a-94e5-5493e14a3399 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 945 time: 0.1855812 May 24 23:19:10.519703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-61f8e0b5-b8a0-4013-89c1-be3d51ce010c req-bb3bf597-6c3e-4e84-b9f0-a5a47abcdb13 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842576 May 24 23:19:11.758671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8f25-7437-4722-8431-9afabedf71e9 req-ecfef9d3-b87a-441c-971a-0584036d368f tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:11.761133 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-079e8f25-7437-4722-8431-9afabedf71e9 req-ecfef9d3-b87a-441c-971a-0584036d368f tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 945 time: 0.1131635 May 24 23:19:11.859612 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-079e8f25-7437-4722-8431-9afabedf71e9 req-184c38b3-7e2d-4331-b3fa-47937c6225b2 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909269 May 24 23:19:13.199985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad7ef4-f7da-4f31-9215-1da04e0702a3 req-c356bf04-a9c3-4735-8164-5b6effad5758 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:13.202108 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c0ad7ef4-f7da-4f31-9215-1da04e0702a3 req-c356bf04-a9c3-4735-8164-5b6effad5758 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 945 time: 0.0965779 May 24 23:19:13.262641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c0ad7ef4-f7da-4f31-9215-1da04e0702a3 req-8634fd66-2fe7-4125-b5bd-b8562b38fccb tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538270 May 24 23:19:14.680298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b38f0-a92e-42a5-86db-d29bdc0de0f5 req-4e3497c3-9285-4f64-9837-ee009b76696e tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:14.688952 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f33b38f0-a92e-42a5-86db-d29bdc0de0f5 req-4e3497c3-9285-4f64-9837-ee009b76696e tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 945 time: 0.2578738 May 24 23:19:14.742016 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7feeec-7abe-4950-ad33-c7cbfa076d95 req-88876b04-229b-4c60-953b-59ecffa2a0ab tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:14.743677 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d7feeec-7abe-4950-ad33-c7cbfa076d95 req-88876b04-229b-4c60-953b-59ecffa2a0ab tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 945 time: 0.2379906 May 24 23:19:14.798703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f33b38f0-a92e-42a5-86db-d29bdc0de0f5 req-65be8991-1a5f-40a1-8d76-b3d5e2025d32 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1946992-0c78-42ff-a24b-fe0e5b3e8db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104763 May 24 23:19:14.883234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-0d7feeec-7abe-4950-ad33-c7cbfa076d95 req-b7dfaa74-86a4-4816-895e-c41fef742d36 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Deleting port 79196c5d-b870-436f-ab2d-0eae2d6ed64e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:19:14.886751 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d7feeec-7abe-4950-ad33-c7cbfa076d95 req-b7dfaa74-86a4-4816-895e-c41fef742d36 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:14.981397 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41342) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:15.154220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eda7fb30-bc6a-4cd4-99b2-7f815fd189f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:15.165919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eda7fb30-bc6a-4cd4-99b2-7f815fd189f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:15.172768 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eda7fb30-bc6a-4cd4-99b2-7f815fd189f0 admin admin] Usage tracker for resource:security_group_rule and tenant:6069da89bbcd48cc8a690537c55fefbd is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:15.172768 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eda7fb30-bc6a-4cd4-99b2-7f815fd189f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:15.180673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eda7fb30-bc6a-4cd4-99b2-7f815fd189f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:15.289625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0d7feeec-7abe-4950-ad33-c7cbfa076d95 req-b7dfaa74-86a4-4816-895e-c41fef742d36 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] For port 79196c5d-b870-436f-ab2d-0eae2d6ed64e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=79196c5d-b870-436f-ab2d-0eae2d6ed64e,segment=NetworkSegment(d89b4a2f-255a-4c6d-806a-45b633875287),segment_id=d89b4a2f-255a-4c6d-806a-45b633875287)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:15.289625 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d7feeec-7abe-4950-ad33-c7cbfa076d95 req-b7dfaa74-86a4-4816-895e-c41fef742d36 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:15.305911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eda7fb30-bc6a-4cd4-99b2-7f815fd189f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:15.308873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eda7fb30-bc6a-4cd4-99b2-7f815fd189f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:15.354224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7fb30-bc6a-4cd4-99b2-7f815fd189f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d2fbe-1840-472c-8cf6-5d1c7eb16e5c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:15.376427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eda7fb30-bc6a-4cd4-99b2-7f815fd189f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6069da89bbcd48cc8a690537c55fefbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910136 May 24 23:19:15.382329 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41354) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:15.451198 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-902f2650-52fd-41fd-b77c-954d7c5f2c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:15.486218 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-902f2650-52fd-41fd-b77c-954d7c5f2c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:15.552809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-0d7feeec-7abe-4950-ad33-c7cbfa076d95 req-b7dfaa74-86a4-4816-895e-c41fef742d36 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Calling delete_port for 79196c5d-b870-436f-ab2d-0eae2d6ed64e owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:19:15.580670 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-902f2650-52fd-41fd-b77c-954d7c5f2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:15.624789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f2650-52fd-41fd-b77c-954d7c5f2c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d2fbe-1840-472c-8cf6-5d1c7eb16e5c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:15.624789 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-902f2650-52fd-41fd-b77c-954d7c5f2c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:15.628775 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-902f2650-52fd-41fd-b77c-954d7c5f2c08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec3d2fbe-1840-472c-8cf6-5d1c7eb16e5c HTTP/1.1" status: 204 len: 168 time: 0.2476647 May 24 23:19:15.849194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d7feeec-7abe-4950-ad33-c7cbfa076d95 req-b7dfaa74-86a4-4816-895e-c41fef742d36 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:15.861827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['79196c5d-b870-436f-ab2d-0eae2d6ed64e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:19:15.974646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfaa74-86a4-4816-895e-c41fef742d36 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Pushing event deleted for resources: {'Port': ['ID=79196c5d-b870-436f-ab2d-0eae2d6ed64e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:16.068015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7feeec-7abe-4950-ad33-c7cbfa076d95 req-b7dfaa74-86a4-4816-895e-c41fef742d36 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] No DVR routers for this DVR port 79196c5d-b870-436f-ab2d-0eae2d6ed64e on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:19:16.070782 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0d7feeec-7abe-4950-ad33-c7cbfa076d95 req-b7dfaa74-86a4-4816-895e-c41fef742d36 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:16.073833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d1af57-2d8f-414b-a770-b33570d9d304', 'name': 'network-vif-deleted', 'tag': '79196c5d-b870-436f-ab2d-0eae2d6ed64e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:16.108714 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d7feeec-7abe-4950-ad33-c7cbfa076d95 req-b7dfaa74-86a4-4816-895e-c41fef742d36 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.50 "DELETE /v2.0/ports/79196c5d-b870-436f-ab2d-0eae2d6ed64e HTTP/1.1" status: 204 len: 173 time: 1.3582969 May 24 23:19:16.111440 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3f8ace59-4f5c-44ab-9352-fbc06c8c06ef req-ba36817b-6a03-4f1d-9cae-f3fde57b9333 tempest-VolumesActionsTest-1740661056 tempest-VolumesActionsTest-1740661056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d1af57-2d8f-414b-a770-b33570d9d304 HTTP/1.1" status: 200 len: 210 time: 0.0626802 May 24 23:19:16.172121 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3333e258-d54b-41ce-99a8-6c22572a2db1'] response: {'server_uuid': 'a9d1af57-2d8f-414b-a770-b33570d9d304', 'name': 'network-vif-deleted', 'tag': '79196c5d-b870-436f-ab2d-0eae2d6ed64e', 'status': 'completed', 'code': 200} May 24 23:19:16.267729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41376) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:16.284771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-114138be-3b29-46e8-bd58-6b79979638ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:16.307764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-114138be-3b29-46e8-bd58-6b79979638ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:16.307764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-114138be-3b29-46e8-bd58-6b79979638ad admin admin] Usage tracker for resource:security_group_rule and tenant:1e2407543d81468792e5217a6c8ff5b7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:16.307764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-114138be-3b29-46e8-bd58-6b79979638ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:16.319637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-114138be-3b29-46e8-bd58-6b79979638ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:16.415604 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-114138be-3b29-46e8-bd58-6b79979638ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:16.421421 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-114138be-3b29-46e8-bd58-6b79979638ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:16.475646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114138be-3b29-46e8-bd58-6b79979638ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0949205-ca8e-4c31-8156-1f2a34cb0469,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:16.486858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-114138be-3b29-46e8-bd58-6b79979638ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e2407543d81468792e5217a6c8ff5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204907 May 24 23:19:16.490411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41384) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:16.599949 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73195493-6d35-44be-b887-5c361433bea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:16.625616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73195493-6d35-44be-b887-5c361433bea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:16.702344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73195493-6d35-44be-b887-5c361433bea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:16.731148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73195493-6d35-44be-b887-5c361433bea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0949205-ca8e-4c31-8156-1f2a34cb0469,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:16.746355 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-73195493-6d35-44be-b887-5c361433bea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:16.746355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-73195493-6d35-44be-b887-5c361433bea3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0949205-ca8e-4c31-8156-1f2a34cb0469 HTTP/1.1" status: 204 len: 168 time: 0.2568505 May 24 23:19:17.951306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 79196c5d-b870-436f-ab2d-0eae2d6ed64e no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:19:18.005135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 79196c5d-b870-436f-ab2d-0eae2d6ed64e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:19:18.006151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 79196c5d-b870-436f-ab2d-0eae2d6ed64e not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:19:23.310043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11717-e6ce-4a2b-be74-22ed0c63b14c req-b940a7c0-48da-456f-8cc0-b44ccef1bfbe tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:23.323406 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2e11717-e6ce-4a2b-be74-22ed0c63b14c req-b940a7c0-48da-456f-8cc0-b44ccef1bfbe tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1098 time: 0.1240702 May 24 23:19:23.400003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2e11717-e6ce-4a2b-be74-22ed0c63b14c req-4e5221e2-d14d-4d3b-8a5c-7b8df0d3c072 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759096 May 24 23:19:23.415465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41602) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:24.079023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port e5353f9a-6cc5-448f-bec7-c07337525a42 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:19:24.079023 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:24.392721 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:24.627202 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:24.628174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:25.058611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for e5353f9a-6cc5-448f-bec7-c07337525a42 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:19:25.722241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:25.957761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=e5353f9a-6cc5-448f-bec7-c07337525a42,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:26.055747 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:26.292400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:26.292400 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Floating IP f9bfff9f-1868-4f55-a2d4-da481a5cf4cd disassociated (deleted). External IP: 172.25.7.209, port: c4731cf6-1ba8-4de4-a1bd-17f003d71ff0. May 24 23:19:27.945181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router 1f497173-0819-483c-8866-11806df06ed7 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:19:28.599762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:19:28.630902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d127f2-1aaf-4047-b63e-e28fafac77f5 None None] Sync routers for ids ['1f497173-0819-483c-8866-11806df06ed7'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:19:28.678835 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:28.763603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d127f2-1aaf-4047-b63e-e28fafac77f5 None None] Routers {'1f497173-0819-483c-8866-11806df06ed7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:19:28.764270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e7d127f2-1aaf-4047-b63e-e28fafac77f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:19:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1f497173-0819-483c-8866-11806df06ed7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:19:28.775507 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fa5ae551-f4a5-4522-a16c-7865821ec852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/floatingips/f9bfff9f-1868-4f55-a2d4-da481a5cf4cd HTTP/1.1" status: 204 len: 168 time: 5.3624415 May 24 23:19:28.776831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:28.911909 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9686437e-bdda-4156-b4af-ef90ec748b62'] response: {'name': 'network-changed', 'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'status': 'completed', 'code': 200} May 24 23:19:29.582755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-98bf6a4a-f084-4b8e-877f-6d0788231543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:29.584294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-98bf6a4a-f084-4b8e-877f-6d0788231543 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 1098 time: 0.6416895 May 24 23:19:29.597441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e7d127f2-1aaf-4047-b63e-e28fafac77f5 None None] Set router 1f497173-0819-483c-8866-11806df06ed7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:19:30.225687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2a888-4513-4c2c-ace8-825a023c5e3b req-1a3e0c29-111b-4ba9-aeed-10febf88f845 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:30.239752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12f2a888-4513-4c2c-ace8-825a023c5e3b req-1a3e0c29-111b-4ba9-aeed-10febf88f845 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 947 time: 0.3009093 May 24 23:19:30.405377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12f2a888-4513-4c2c-ace8-825a023c5e3b req-eb4fcb4c-b9ef-4337-ab4f-f1598368e721 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713426 May 24 23:19:30.422930 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-3a727ee7-b3ce-4dc1-9366-9f84205f6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:30.426341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-3a727ee7-b3ce-4dc1-9366-9f84205f6d53 service neutron] 10.222.0.50 "GET /v2.0/networks?id=626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 200 len: 898 time: 0.8338330 May 24 23:19:30.493408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e7d127f2-1aaf-4047-b63e-e28fafac77f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '656e0d82-3738-465d-b18a-0b458c53bea4', 'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:75:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:17:03Z', 'updated_at': '2022-05-24T23:17:15Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:19:30.512071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d127f2-1aaf-4047-b63e-e28fafac77f5 None None] Checking router: 1f497173-0819-483c-8866-11806df06ed7 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:19:30.572464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d127f2-1aaf-4047-b63e-e28fafac77f5 None None] Routers {'1f497173-0819-483c-8866-11806df06ed7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:19:30.572464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e7d127f2-1aaf-4047-b63e-e28fafac77f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:19:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1f497173-0819-483c-8866-11806df06ed7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:19:31.204175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-8129506c-762e-4673-965f-f2ec9be0907c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 200 len: 217 time: 0.7621052 May 24 23:19:31.277224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e7d127f2-1aaf-4047-b63e-e28fafac77f5 None None] Set router 1f497173-0819-483c-8866-11806df06ed7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:19:32.046061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-8a9234fc-ac7a-4b74-838a-60e7976fb3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:32.050036 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-8a9234fc-ac7a-4b74-838a-60e7976fb3d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 200 len: 835 time: 0.6428277 May 24 23:19:32.085429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-2b3c92db-8e59-4664-9b98-2a9f91f37af6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:32.085429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-2b3c92db-8e59-4664-9b98-2a9f91f37af6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.50 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 947 time: 0.8817077 May 24 23:19:32.169189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e7d127f2-1aaf-4047-b63e-e28fafac77f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '656e0d82-3738-465d-b18a-0b458c53bea4', 'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:75:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:17:03Z', 'updated_at': '2022-05-24T23:17:15Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:19:32.183216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d127f2-1aaf-4047-b63e-e28fafac77f5 None None] The sync data for ids ['1f497173-0819-483c-8866-11806df06ed7'] in n-d-843146-7 is: [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:17:04Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '656e0d82-3738-465d-b18a-0b458c53bea4', 'name': '', 'network_id': '626f4fd5-76b1-4de4-88a4-42f6b51ab065', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:75:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:17:03Z', 'updated_at': '2022-05-24T23:17:15Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'af0c34e6-3418-4210-b365-d702b1d75519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:19:32.392093 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-a551f8c3-231b-44c4-a7d5-743ee35c7b0a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2967758 May 24 23:19:32.415751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28b922-bfa5-492d-89b3-3cb91e279cb7 req-c60f853d-6393-4ad0-afc0-2344f2425552 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:32.416507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fa28b922-bfa5-492d-89b3-3cb91e279cb7 req-c60f853d-6393-4ad0-afc0-2344f2425552 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:19:32.475969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-fa28b922-bfa5-492d-89b3-3cb91e279cb7 req-c60f853d-6393-4ad0-afc0-2344f2425552 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:19:32.528530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa28b922-bfa5-492d-89b3-3cb91e279cb7 req-c60f853d-6393-4ad0-afc0-2344f2425552 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 947 time: 0.6269155 May 24 23:19:32.560281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:19:32.560281 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:32.741168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-38859804-4c63-43e5-98a1-2a2ce408482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:32.741168 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-38859804-4c63-43e5-98a1-2a2ce408482a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=626f4fd5-76b1-4de4-88a4-42f6b51ab065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6489208 May 24 23:19:32.773040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-e7d6ddb6-a5a5-4222-885b-2e04f7f59dd0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:19:32.778919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-e7d6ddb6-a5a5-4222-885b-2e04f7f59dd0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130816 May 24 23:19:32.895118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41764) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:32.936288 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa28b922-bfa5-492d-89b3-3cb91e279cb7 req-e4d30646-4b53-4799-b0e0-a52df39399a1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4048092 May 24 23:19:32.979646 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c830bcf-9a9e-450d-8dc0-398b1cb050dc None None] New status for floating IP f9bfff9f-1868-4f55-a2d4-da481a5cf4cd: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:19:33.060561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-b908c7f6-06db-461e-b026-6b4869974d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:33.060561 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-b908c7f6-06db-461e-b026-6b4869974d31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 1096 time: 0.4105213 May 24 23:19:33.086581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-38954042-63c6-47d8-af49-bafe4997739b service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935398 May 24 23:19:33.373453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-ea1c8018-d235-4bb9-bb71-30501093fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:33.373453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-ea1c8018-d235-4bb9-bb71-30501093fd10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.3014717 May 24 23:19:33.385116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca763-3eef-4966-99a1-e1a6a3da9545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:33.593772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb4ca763-3eef-4966-99a1-e1a6a3da9545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:33.606739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb4ca763-3eef-4966-99a1-e1a6a3da9545 admin admin] Usage tracker for resource:security_group_rule and tenant:9c27f8e4116f4080a78ef1e094205fcf is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:33.613531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb4ca763-3eef-4966-99a1-e1a6a3da9545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:33.633481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb4ca763-3eef-4966-99a1-e1a6a3da9545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:33.839737 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca763-3eef-4966-99a1-e1a6a3da9545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:33.856577 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92ea7006-f7cf-4331-a978-4dc1cc3b170e req-4e356da5-e03c-417b-a957-ef7a9ca9f86e service neutron] 10.222.0.50 "GET /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7613094 May 24 23:19:33.859250 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca763-3eef-4966-99a1-e1a6a3da9545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:33.902044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:33.903012 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:33.934857 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-c9b2c1ef-b0c1-4cb9-a04a-b14924187aa4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b22822-26e6-4261-b61c-6a37e099742d HTTP/1.1" status: 200 len: 1001 time: 0.5137765 May 24 23:19:33.937300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ca763-3eef-4966-99a1-e1a6a3da9545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6a51bf-0343-4a61-bbce-16ce3e3669b2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:33.943210 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fb4ca763-3eef-4966-99a1-e1a6a3da9545 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c27f8e4116f4080a78ef1e094205fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0386398 May 24 23:19:34.000075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:19:34.023635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41780) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:34.025621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-82fcb4cd-46de-4a9e-ab13-ffcc730228e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:34.027196 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-82fcb4cd-46de-4a9e-ab13-ffcc730228e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.0819762 May 24 23:19:34.168905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:19:34.240304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:34.243752 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:34.430140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:34.483633 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4db32544-fda3-4318-82a9-376fd5af8488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:34.491655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e774-69aa-42a1-8c4c-9d51b4135b2c req-6d209f73-7dbc-426f-8190-7c5118a2c92c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:34.492048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:34.496911 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d98e774-69aa-42a1-8c4c-9d51b4135b2c req-6d209f73-7dbc-426f-8190-7c5118a2c92c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 947 time: 0.2509394 May 24 23:19:34.515820 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:34.575170 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:19:34.575900 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:19:34.604036 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d98e774-69aa-42a1-8c4c-9d51b4135b2c req-86bb7942-85f9-48eb-80f5-3e58acbb8be7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976586 May 24 23:19:34.618140 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4db32544-fda3-4318-82a9-376fd5af8488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:34.683139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-154f7045-0129-4c60-a66e-c5593bc8df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:34.685453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-154f7045-0129-4c60-a66e-c5593bc8df17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6507351 May 24 23:19:34.693723 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b536dedd-d673-4378-9d0e-5ad17a18ef6d'] response: {'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'code': 200} May 24 23:19:34.801365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=14']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:34.860749 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-c6fb5b91-6f10-4c2b-833a-21c832a2bf77 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527932 May 24 23:19:35.077613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:19:35.078669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:35.178769 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4db32544-fda3-4318-82a9-376fd5af8488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:35.199692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db32544-fda3-4318-82a9-376fd5af8488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6a51bf-0343-4a61-bbce-16ce3e3669b2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:35.221734 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4db32544-fda3-4318-82a9-376fd5af8488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:35.223409 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4db32544-fda3-4318-82a9-376fd5af8488 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f6a51bf-0343-4a61-bbce-16ce3e3669b2 HTTP/1.1" status: 204 len: 168 time: 1.1875763 May 24 23:19:35.320826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8df5e352-be2f-48a0-8af1-61f95910bb3e req-8ad502e8-86f0-472a-aa75-01e97c6b7d2b service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493144 May 24 23:19:35.365337 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b7b2-902a-4c91-a95b-56d4578339b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:35.628793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:35.629524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:35.870981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41808) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:35.909554 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1e35967f-4b8a-4b0e-b27f-87c9aa76ffc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:36.048119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1e35967f-4b8a-4b0e-b27f-87c9aa76ffc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:36.062597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1e35967f-4b8a-4b0e-b27f-87c9aa76ffc1 admin admin] Usage tracker for resource:security_group_rule and tenant:6370f33f4cd1432ebe8d47ca0111b78c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:36.069075 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-1e35967f-4b8a-4b0e-b27f-87c9aa76ffc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:36.077930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-1e35967f-4b8a-4b0e-b27f-87c9aa76ffc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:36.088582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ec2fa-5101-4445-b97d-2fac95f652d5 req-df3f410b-d29f-4407-9fa8-c04be875f5d6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:36.096488 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-db0ec2fa-5101-4445-b97d-2fac95f652d5 req-df3f410b-d29f-4407-9fa8-c04be875f5d6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 945 time: 0.1538262 May 24 23:19:36.163043 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-db0ec2fa-5101-4445-b97d-2fac95f652d5 req-211b149e-9d3c-42ae-aa5d-5a7eddaf76ce tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=b604241a-2f2a-4e41-8cf7-91affa7136f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651309 May 24 23:19:36.233087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:19:36.295446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1e35967f-4b8a-4b0e-b27f-87c9aa76ffc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:36.316133 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1e35967f-4b8a-4b0e-b27f-87c9aa76ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:36.527662 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:36.555558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1e35967f-4b8a-4b0e-b27f-87c9aa76ffc1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6370f33f4cd1432ebe8d47ca0111b78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6832199 May 24 23:19:36.559895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41818) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:36.619730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=c4731cf6-1ba8-4de4-a1bd-17f003d71ff0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:36.640545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35967f-4b8a-4b0e-b27f-87c9aa76ffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a78a2a0-f4a3-4049-aef4-7846b6b55cc3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:36.692228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.693291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.694022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.694532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.699307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.700099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.700802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.701547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.702084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.702704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.703420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.703925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:36.789861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57810db8-926c-42c7-8d43-ed91c43552fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:36.794213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] No DVR routers for this DVR port c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:19:36.801955 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:36.812997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-deleted', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:36.869032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57810db8-926c-42c7-8d43-ed91c43552fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:36.891273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29685bec-ef30-498c-9cb5-e8ae4e51505f req-61f1b889-a61a-465e-a3e2-34d62521e002 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.50 "DELETE /v2.0/ports/c4731cf6-1ba8-4de4-a1bd-17f003d71ff0 HTTP/1.1" status: 204 len: 173 time: 4.7961900 May 24 23:19:36.944624 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df29c3ab-11ba-41a6-982c-f510a9d6db56'] response: {'server_uuid': 'a613d5c5-a649-4cb4-b347-d690e50caf53', 'name': 'network-vif-deleted', 'tag': 'c4731cf6-1ba8-4de4-a1bd-17f003d71ff0', 'status': 'completed', 'code': 200} May 24 23:19:37.021798 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57810db8-926c-42c7-8d43-ed91c43552fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:37.057048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57810db8-926c-42c7-8d43-ed91c43552fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a78a2a0-f4a3-4049-aef4-7846b6b55cc3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:37.067034 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57810db8-926c-42c7-8d43-ed91c43552fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:37.069069 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-57810db8-926c-42c7-8d43-ed91c43552fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a78a2a0-f4a3-4049-aef4-7846b6b55cc3 HTTP/1.1" status: 204 len: 168 time: 0.5046835 May 24 23:19:37.426967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fe595048-4ffb-422f-9d6e-e95731893396 req-ffebf31d-a510-492f-a5c7-73b0c8de22ca tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613d5c5-a649-4cb4-b347-d690e50caf53 HTTP/1.1" status: 200 len: 210 time: 0.0881057 May 24 23:19:37.486127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-78e51757-9c01-4248-bcb9-82f102f0b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:38.215482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41872) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:38.225302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546478473', 'description': 'tempest-secgroup-smoke-1546478473 description', 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:38.233431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:38.239170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Usage tracker for resource:security_group and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:38.243106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:38.252654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:38.266493 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:38.298821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:38.303223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Usage tracker for resource:security_group_rule and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:38.306546 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:38.312521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:38.404196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:38.414276 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:38.482328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cac32b-3f4b-4431-9d03-7ca888186653,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:38.523648 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:38.526305 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7716e8cb-8a9d-445f-b399-e7fac776dc28 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3059857 May 24 23:19:38.530897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41880) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:38.531424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 41882) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:38.543454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-08d29c31-6877-4bca-a9ea-add051a33de1 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Request body: {'security_group_rule': {'security_group_id': 'f4cac32b-3f4b-4431-9d03-7ca888186653', 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:38.559418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-08d29c31-6877-4bca-a9ea-add051a33de1 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:38.667260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-08d29c31-6877-4bca-a9ea-add051a33de1 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Usage tracker for resource:security_group_rule and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:38.679976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-08d29c31-6877-4bca-a9ea-add051a33de1 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:38.697619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-08d29c31-6877-4bca-a9ea-add051a33de1 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:38.717984 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:38.819968 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:38.823735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-08d29c31-6877-4bca-a9ea-add051a33de1 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.126258 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-08d29c31-6877-4bca-a9ea-add051a33de1 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.144129 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-08d29c31-6877-4bca-a9ea-add051a33de1 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.293139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d29c31-6877-4bca-a9ea-add051a33de1 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27621030-1c1f-4728-b182-f5aa3efe948d,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:39.326530 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-08d29c31-6877-4bca-a9ea-add051a33de1 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.330691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-08d29c31-6877-4bca-a9ea-add051a33de1 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7982910 May 24 23:19:39.330913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41906) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:39.340653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5ce1c7bb-23cf-4027-948a-341e1ad6c2e2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Request body: {'security_group_rule': {'security_group_id': 'f4cac32b-3f4b-4431-9d03-7ca888186653', 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:39.366435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5ce1c7bb-23cf-4027-948a-341e1ad6c2e2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:39.376405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5ce1c7bb-23cf-4027-948a-341e1ad6c2e2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Usage tracker for resource:security_group_rule and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:39.384327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5ce1c7bb-23cf-4027-948a-341e1ad6c2e2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:39.403708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5ce1c7bb-23cf-4027-948a-341e1ad6c2e2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:39.430152 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c7bb-23cf-4027-948a-341e1ad6c2e2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.461124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.509062 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c7bb-23cf-4027-948a-341e1ad6c2e2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.515492 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c7bb-23cf-4027-948a-341e1ad6c2e2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.586956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c7bb-23cf-4027-948a-341e1ad6c2e2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.590122 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5ce1c7bb-23cf-4027-948a-341e1ad6c2e2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2573993 May 24 23:19:39.593419 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41922) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:39.599464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1c7bb-23cf-4027-948a-341e1ad6c2e2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594fa10e-daab-411c-b2fb-6472c7654a3d,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:39.614200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-795245f7-ac82-4bd3-a8d9-3181b6cab1f8 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Request body: {'security_group_rule': {'security_group_id': 'f4cac32b-3f4b-4431-9d03-7ca888186653', 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:39.642314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-795245f7-ac82-4bd3-a8d9-3181b6cab1f8 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:39.650837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-795245f7-ac82-4bd3-a8d9-3181b6cab1f8 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Usage tracker for resource:security_group_rule and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:39.657736 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-795245f7-ac82-4bd3-a8d9-3181b6cab1f8 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:39.666729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-795245f7-ac82-4bd3-a8d9-3181b6cab1f8 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:39.706583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-795245f7-ac82-4bd3-a8d9-3181b6cab1f8 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.852522 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-795245f7-ac82-4bd3-a8d9-3181b6cab1f8 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.882783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-795245f7-ac82-4bd3-a8d9-3181b6cab1f8 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.938823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795245f7-ac82-4bd3-a8d9-3181b6cab1f8 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30986b7d-9cf1-4464-b3e7-b164e0ab5d63,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:39.984476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-795245f7-ac82-4bd3-a8d9-3181b6cab1f8 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:39.993041 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-795245f7-ac82-4bd3-a8d9-3181b6cab1f8 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963306 May 24 23:19:39.996286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41940) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:40.018658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-bd88c20d-a7fa-4420-8795-57f874f05add tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Request body: {'security_group_rule': {'security_group_id': 'f4cac32b-3f4b-4431-9d03-7ca888186653', 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:40.054551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bd88c20d-a7fa-4420-8795-57f874f05add tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:40.068633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd88c20d-a7fa-4420-8795-57f874f05add tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Usage tracker for resource:security_group_rule and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:40.078921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd88c20d-a7fa-4420-8795-57f874f05add tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:40.093311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bd88c20d-a7fa-4420-8795-57f874f05add tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:40.099472 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.127152 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd88c20d-a7fa-4420-8795-57f874f05add tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.214450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port 656e0d82-3738-465d-b18a-0b458c53bea4 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:19:40.214984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.253402 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd88c20d-a7fa-4420-8795-57f874f05add tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.263429 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd88c20d-a7fa-4420-8795-57f874f05add tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.307932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88c20d-a7fa-4420-8795-57f874f05add tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0e83b3-ad22-45fc-91a4-526fce73d1e7,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:40.349608 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd88c20d-a7fa-4420-8795-57f874f05add tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.354663 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd88c20d-a7fa-4420-8795-57f874f05add tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3542283 May 24 23:19:40.355530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41950) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:40.360498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Request body: {'security_group_rule': {'security_group_id': 'f4cac32b-3f4b-4431-9d03-7ca888186653', 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:40.375064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:40.390648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Usage tracker for resource:security_group_rule and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:40.394734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:40.408356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:40.434938 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Project cf7d51e960dd4c58aa2d7249601dbc0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:19:40.444968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.569667 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.584349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.659294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ff9a61-56ff-4cb8-bb7f-afc3a008e5a3,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:40.695659 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.698109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3415670 May 24 23:19:40.702729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 41960) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:40.704337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.705619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.706111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.706563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.707061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.719996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.720682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port 656e0d82-3738-465d-b18a-0b458c53bea4, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=656e0d82-3738-465d-b18a-0b458c53bea4,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:40.721328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.721328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.721328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.723713 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.724224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.724602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.725016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065185f6-aa71-41ac-9bae-23b1a9d0e343 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:40.742493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Request body: {'security_group_rule': {'security_group_id': 'f4cac32b-3f4b-4431-9d03-7ca888186653', 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:40.775371 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:40.780086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Usage tracker for resource:security_group_rule and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:40.783224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:40.789410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:40.806421 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Project cf7d51e960dd4c58aa2d7249601dbc0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:19:40.824151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.961449 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:40.977400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:41.045851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4a7a5d-2df0-4db2-9166-2814f2242bac,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:41.074586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:41.075714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f7fe3293-e1b0-422a-98eb-0073dd0eaadb tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3424850 May 24 23:19:41.107931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for 656e0d82-3738-465d-b18a-0b458c53bea4 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:19:41.478867 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:42.055069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=656e0d82-3738-465d-b18a-0b458c53bea4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:42.260364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-9fa3acb1-93cb-4abe-ad86-4ddb8e3a4eb3 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546478473&fields=id&tenant_id=cf7d51e960dd4c58aa2d7249601dbc0a HTTP/1.1" status: 200 len: 267 time: 0.2229857 May 24 23:19:42.955501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-2215437a-f761-4e7a-87d5-641f0a139a3d tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:42.957665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-2215437a-f761-4e7a-87d5-641f0a139a3d tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/networks?id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 HTTP/1.1" status: 200 len: 814 time: 0.6825635 May 24 23:19:42.967137 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:42.991556 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-813a07d2-06cd-4a05-8c67-1a7bb6485e09 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/quotas/cf7d51e960dd4c58aa2d7249601dbc0a HTTP/1.1" status: 200 len: 375 time: 0.0261481 May 24 23:19:43.619808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router 1f497173-0819-483c-8866-11806df06ed7 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:19:44.019443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-2bfd10aa-2e70-47c2-988c-803c097ae490 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Synchronizing usage tracker for tenant:cf7d51e960dd4c58aa2d7249601dbc0a on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:19:44.272435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-2bfd10aa-2e70-47c2-988c-803c097ae490 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Unset dirty status for tenant:cf7d51e960dd4c58aa2d7249601dbc0a on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:19:44.273778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-2bfd10aa-2e70-47c2-988c-803c097ae490 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf7d51e960dd4c58aa2d7249601dbc0a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1119261 May 24 23:19:44.366786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:19:44.383091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34738f39-a61e-49c3-a1e8-1cd658e46e8c None None] Sync routers for ids ['1f497173-0819-483c-8866-11806df06ed7'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:19:44.403955 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3c8e4f58-6923-41b7-8ff7-41ab7e54a189 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "PUT /v2.0/routers/1f497173-0819-483c-8866-11806df06ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8688979 May 24 23:19:44.405570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42036) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:44.413449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34738f39-a61e-49c3-a1e8-1cd658e46e8c None None] Routers {'1f497173-0819-483c-8866-11806df06ed7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:19:44.413744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-34738f39-a61e-49c3-a1e8-1cd658e46e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:19:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1f497173-0819-483c-8866-11806df06ed7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:19:44.587496 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddb1fb7-8b8a-4492-b29f-82f53b6882e0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting subnet af0c34e6-3418-4210-b365-d702b1d75519 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:19:44.594706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1fb7-8b8a-4492-b29f-82f53b6882e0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:44.741477 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1fb7-8b8a-4492-b29f-82f53b6882e0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:44.915561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1fb7-8b8a-4492-b29f-82f53b6882e0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:45.016138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-34738f39-a61e-49c3-a1e8-1cd658e46e8c None None] Set router 1f497173-0819-483c-8866-11806df06ed7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:19:45.073708 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-af4ee253-3e02-4490-8a9e-db62e229c9ef service neutron] 10.222.0.55 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7689443 May 24 23:19:45.117876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1fb7-8b8a-4492-b29f-82f53b6882e0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:45.261389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb1fb7-8b8a-4492-b29f-82f53b6882e0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Subnet': ['ID=af0c34e6-3418-4210-b365-d702b1d75519,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:45.269211 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1fb7-8b8a-4492-b29f-82f53b6882e0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:45.283853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4ddb1fb7-8b8a-4492-b29f-82f53b6882e0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/subnets/af0c34e6-3418-4210-b365-d702b1d75519 HTTP/1.1" status: 204 len: 168 time: 0.8771167 May 24 23:19:45.288041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42056) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:45.413895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265f1a2-383d-4040-b284-73f7b5b86d87 None None] Network 626f4fd5-76b1-4de4-88a4-42f6b51ab065 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:19:45.564070 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-6ed0a627-5a30-43f7-a98d-12317d70bab5 service neutron] 10.222.0.55 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840405 May 24 23:19:45.775583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:46.019661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-34738f39-a61e-49c3-a1e8-1cd658e46e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:19:41Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:19:46.028544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34738f39-a61e-49c3-a1e8-1cd658e46e8c None None] Checking router: 1f497173-0819-483c-8866-11806df06ed7 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:19:46.044441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34738f39-a61e-49c3-a1e8-1cd658e46e8c None None] Routers {'1f497173-0819-483c-8866-11806df06ed7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:19:46.045091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-34738f39-a61e-49c3-a1e8-1cd658e46e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:19:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1f497173-0819-483c-8866-11806df06ed7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:19:46.431144 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:19:46.494200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:46.529728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port 41d7db03-f44e-4a6b-91cd-a75da23a585c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:19:46.530209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:46.814683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-34738f39-a61e-49c3-a1e8-1cd658e46e8c None None] Set router 1f497173-0819-483c-8866-11806df06ed7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:19:47.074332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] DHCP port deletion for 626f4fd5-76b1-4de4-88a4-42f6b51ab065 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:19:47.085415 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f5a8949-3b85-4fc0-bebf-667dbbdae8a4 req-37880d45-4f09-49fd-8168-b7d58a36c211 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 210 time: 0.1804554 May 24 23:19:47.267899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Deleting port ee4700f5-ef45-463f-a996-db0dff0cea9b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:19:47.268657 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:47.492888 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port 41d7db03-f44e-4a6b-91cd-a75da23a585c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=41d7db03-f44e-4a6b-91cd-a75da23a585c,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:47.493260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:47.663474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for 41d7db03-f44e-4a6b-91cd-a75da23a585c owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:19:47.853954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ee4700f5-ef45-463f-a996-db0dff0cea9b no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:19:48.249130 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:48.396916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ee4700f5-ef45-463f-a996-db0dff0cea9b is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:19:48.399260 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:48.458261 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-621e7c1b-9612-4ec1-8b16-abd27575902b req-ba365442-1129-45b6-9bd8-56f0b58cd60a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 210 time: 0.1395717 May 24 23:19:48.540684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] For port ee4700f5-ef45-463f-a996-db0dff0cea9b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ee4700f5-ef45-463f-a996-db0dff0cea9b,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:48.540684 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:48.551137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port ee4700f5-ef45-463f-a996-db0dff0cea9b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ee4700f5-ef45-463f-a996-db0dff0cea9b,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:48.555302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-34738f39-a61e-49c3-a1e8-1cd658e46e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:19:41Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:19:48.627502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=41d7db03-f44e-4a6b-91cd-a75da23a585c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:48.760659 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:48.762501 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:48.784280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Calling delete_port for ee4700f5-ef45-463f-a996-db0dff0cea9b owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:19:49.018301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34738f39-a61e-49c3-a1e8-1cd658e46e8c None None] The sync data for ids ['1f497173-0819-483c-8866-11806df06ed7'] in n-d-843146-7 is: [{'id': '1f497173-0819-483c-8866-11806df06ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174129213', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:54Z', 'updated_at': '2022-05-24T23:19:41Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '41d7db03-f44e-4a6b-91cd-a75da23a585c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f497173-0819-483c-8866-11806df06ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:55Z', 'updated_at': '2022-05-24T23:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:19:49.302494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:49.313571 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=ee4700f5-ef45-463f-a996-db0dff0cea9b,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:49.314675 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:49.326383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.326748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.327258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.327792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.328282 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.328742 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.329201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.329725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.330183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.330701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.331192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.331788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:19:49.351323 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:19:49.351868 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:19:49.384637 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:49.385824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Fanout notify agent at l3_agent the message router_deleted on router 1f497173-0819-483c-8866-11806df06ed7 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:19:49.413273 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:49.416374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-016e2059-b82f-40e1-8756-940a54a405ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/routers/1f497173-0819-483c-8866-11806df06ed7 HTTP/1.1" status: 204 len: 168 time: 4.1255927 May 24 23:19:49.417563 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42140) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:49.746443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-9d40abed-6dc1-4256-a4bc-3b3133aaa23a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:49.764778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-9d40abed-6dc1-4256-a4bc-3b3133aaa23a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.50 "GET /v2.0/networks?id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 HTTP/1.1" status: 200 len: 814 time: 0.4171951 May 24 23:19:49.880548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Deleting port ee4700f5-ef45-463f-a996-db0dff0cea9b {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:19:49.880548 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:49.947982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-3cdb24db-868e-4720-a6d5-03a6553e9032 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf7d51e960dd4c58aa2d7249601dbc0a HTTP/1.1" status: 200 len: 380 time: 0.1803985 May 24 23:19:49.974791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Request body: {'port': {'device_id': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'admin_state_up': True, 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'security_groups': ['f4cac32b-3f4b-4431-9d03-7ca888186653']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:49.999098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 656e0d82-3738-465d-b18a-0b458c53bea4 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:19:50.002399 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ee1218ea-5a18-4869-a0ed-ca51daafeac7 req-99710a83-2772-4868-9229-e42d21d84c9c tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 210 time: 0.1434336 May 24 23:19:50.027617 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:50.076859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port ee4700f5-ef45-463f-a996-db0dff0cea9b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:19:50.076859 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:50.215114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 656e0d82-3738-465d-b18a-0b458c53bea4 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:19:50.215551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 656e0d82-3738-465d-b18a-0b458c53bea4 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:19:50.506643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:50.542563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:50.575975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Made reservation on behalf of cf7d51e960dd4c58aa2d7249601dbc0a for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:19:50.579610 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:50.670942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] For port ee4700f5-ef45-463f-a996-db0dff0cea9b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ee4700f5-ef45-463f-a996-db0dff0cea9b,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:50.671340 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:50.911210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Allocated IP 172.20.0.10 (1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4/2ad889cc-377c-4334-9cd9-0a1f81c1e7fd/5c936bd0-cd91-4223-8c89-f1f91ea7398a) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:19:51.023321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port ee4700f5-ef45-463f-a996-db0dff0cea9b, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ee4700f5-ef45-463f-a996-db0dff0cea9b,segment=NetworkSegment(50ec7b64-ade2-4e3a-8467-fc509b4d41dc),segment_id=50ec7b64-ade2-4e3a-8467-fc509b4d41dc)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:19:51.023916 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:51.192024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:51.192904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Calling delete_port for ee4700f5-ef45-463f-a996-db0dff0cea9b owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:19:51.222619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Transition to ACTIVE for port object 5c936bd0-cd91-4223-8c89-f1f91ea7398a will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:19:51.271946 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:51.341069 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:51.395855 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for ee4700f5-ef45-463f-a996-db0dff0cea9b owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:19:51.417610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] No DVR routers for this DVR port ee4700f5-ef45-463f-a996-db0dff0cea9b on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:19:51.422565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3897c-2219-461d-8312-e59e4de96fa7 None None] Pushing event deleted for resources: {'Port': ['ID=ee4700f5-ef45-463f-a996-db0dff0cea9b,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:51.449052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event updated for resources: {'Port': ['ID=5c936bd0-cd91-4223-8c89-f1f91ea7398a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:51.560680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:19:51.570295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:19:51.578142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:19:51.783705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f392b-83b6-4a8f-971c-31dcfc855058 req-075a47e1-6dcc-443a-9467-b9d43d9155e7 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:51.786388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 41d7db03-f44e-4a6b-91cd-a75da23a585c no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:19:51.801626 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-011f392b-83b6-4a8f-971c-31dcfc855058 req-075a47e1-6dcc-443a-9467-b9d43d9155e7 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 932 time: 0.3425052 May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:19:51.870096 n-d-843146-7 neutron-server[88390]: util.warn( May 24 23:19:51.880449 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:19:51.881016 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:19:51.894507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 41d7db03-f44e-4a6b-91cd-a75da23a585c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:19:51.894854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 41d7db03-f44e-4a6b-91cd-a75da23a585c not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:19:51.902404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:51.906498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:51.962984 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-011f392b-83b6-4a8f-971c-31dcfc855058 req-4ff6211d-d949-4e29-ba7e-3e7e0cdbba31 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518414 May 24 23:19:51.969687 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-b47c7cc7-80f7-4431-a7b6-a6b9de3d0525 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0072184 May 24 23:19:51.997940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Request body: {'port': {'device_id': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:52.186097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3f4e69c7-015b-41ec-bfb2-123a0878ba00 None None] Provisioning for port 5c936bd0-cd91-4223-8c89-f1f91ea7398a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:19:52.198934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3f4e69c7-015b-41ec-bfb2-123a0878ba00 None None] Provisioning complete for port 5c936bd0-cd91-4223-8c89-f1f91ea7398a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:19:52.200335 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:52.200869 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3f4e69c7-015b-41ec-bfb2-123a0878ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:52.382920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port ee4700f5-ef45-463f-a996-db0dff0cea9b {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:19:52.383527 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:52.429220 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e69c7-015b-41ec-bfb2-123a0878ba00 None None] Port 5c936bd0-cd91-4223-8c89-f1f91ea7398a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:19:52.579181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] The port 'ee4700f5-ef45-463f-a996-db0dff0cea9b' was deleted {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:19:52.902561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:53.000669 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626f4fd5-76b1-4de4-88a4-42f6b51ab065']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:19:53.024586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ec7b64-ade2-4e3a-8467-fc509b4d41dc') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:19:53.029703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ec7b64-ade2-4e3a-8467-fc509b4d41dc') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:19:53.072814 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:53.118591 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:53.132050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c936bd0-cd91-4223-8c89-f1f91ea7398a {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:19:53.133061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:19:53.133466 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:53.150510 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:53.276663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Transition to ACTIVE for port object 5c936bd0-cd91-4223-8c89-f1f91ea7398a will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:19:53.287389 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:53.382609 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 50ec7b64-ade2-4e3a-8467-fc509b4d41dc resource provider aggregate not found May 24 23:19:53.392965 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:53.403774 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:53.431123 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 50ec7b64-ade2-4e3a-8467-fc509b4d41dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50ec7b64-ade2-4e3a-8467-fc509b4d41dc found for delete ", "request_id": "req-200aaa09-8ed6-4764-ad18-0cc6cf08732d"}]} May 24 23:19:53.466503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Pushing event updated for resources: {'Port': ['ID=5c936bd0-cd91-4223-8c89-f1f91ea7398a,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:53.518154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Network': ['ID=626f4fd5-76b1-4de4-88a4-42f6b51ab065,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:53.547118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-da0b0fab-6552-4664-8b80-ac2dfddb4b5b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/networks/626f4fd5-76b1-4de4-88a4-42f6b51ab065 HTTP/1.1" status: 204 len: 168 time: 4.1255455 May 24 23:19:53.547715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42214) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:53.630143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04509f36-c325-4a28-9f9c-81696ce2f5cc req-8b8ce1af-d9bb-4c2e-bbbb-f1b52b0770e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:53.646022 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-04509f36-c325-4a28-9f9c-81696ce2f5cc req-8b8ce1af-d9bb-4c2e-bbbb-f1b52b0770e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 944 time: 0.3680656 May 24 23:19:53.850151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2a1740f-40cc-437b-a56c-05ce55a13193 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:53.859055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-04509f36-c325-4a28-9f9c-81696ce2f5cc req-cb2bff93-a6d9-4469-9012-3d6dc2ff548a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Synchronizing usage tracker for tenant:cf7d51e960dd4c58aa2d7249601dbc0a on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:19:53.971106 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2a1740f-40cc-437b-a56c-05ce55a13193 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:53.998426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-04509f36-c325-4a28-9f9c-81696ce2f5cc req-cb2bff93-a6d9-4469-9012-3d6dc2ff548a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Unset dirty status for tenant:cf7d51e960dd4c58aa2d7249601dbc0a on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:19:54.011928 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-04509f36-c325-4a28-9f9c-81696ce2f5cc req-cb2bff93-a6d9-4469-9012-3d6dc2ff548a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649096 May 24 23:19:54.103049 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2a1740f-40cc-437b-a56c-05ce55a13193 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:54.159205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Attempting to bind port 5c936bd0-cd91-4223-8c89-f1f91ea7398a on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:19:54.159828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Attempting to bind port 5c936bd0-cd91-4223-8c89-f1f91ea7398a by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:19:54.160267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Attempting to bind port 5c936bd0-cd91-4223-8c89-f1f91ea7398a on network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:19:54.167666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Port 5c936bd0-cd91-4223-8c89-f1f91ea7398a on network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:19:54.168753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Attempting to bind port 5c936bd0-cd91-4223-8c89-f1f91ea7398a on network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:19:54.172489 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1740f-40cc-437b-a56c-05ce55a13193 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b604241a-2f2a-4e41-8cf7-91affa7136f0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:54.174564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:19:54.175289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Checking segment: {'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:19:54.176745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Bound using segment: {'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:19:54.177459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Bound port: 5c936bd0-cd91-4223-8c89-f1f91ea7398a, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497530e1-4062-48c0-8177-86caeb2d191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:19:54.178331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:54.200655 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2a1740f-40cc-437b-a56c-05ce55a13193 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:54.204277 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b2a1740f-40cc-437b-a56c-05ce55a13193 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/security-groups/b604241a-2f2a-4e41-8cf7-91affa7136f0 HTTP/1.1" status: 204 len: 168 time: 0.6531706 May 24 23:19:54.340858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] For port 5c936bd0-cd91-4223-8c89-f1f91ea7398a, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:19:54.343883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] For port 5c936bd0-cd91-4223-8c89-f1f91ea7398a, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:19:54.357119 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:54.386624 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:54.421788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:54.422981 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:54.424374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] 10.222.0.50 "PUT /v2.0/ports/5c936bd0-cd91-4223-8c89-f1f91ea7398a HTTP/1.1" status: 200 len: 1092 time: 2.4373851 May 24 23:19:54.443284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:19:54.540029 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb36abdd-02ca-4073-81c7-dcc6dd5fa84e'] response: {'name': 'network-changed', 'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'status': 'completed', 'code': 200} May 24 23:19:54.572576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e566d-8f17-4132-8449-1611c77bafee service neutron] Pushing event updated for resources: {'Port': ['ID=5c936bd0-cd91-4223-8c89-f1f91ea7398a,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:54.604873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-597e0cf5-ab6d-4706-a4dc-727f97b97290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:54.606678 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-597e0cf5-ab6d-4706-a4dc-727f97b97290 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf7d51e960dd4c58aa2d7249601dbc0a&device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 1095 time: 0.1232803 May 24 23:19:54.759551 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-bc4caf90-026d-4e4c-8da6-e34fe7e92bc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a HTTP/1.1" status: 200 len: 217 time: 0.1404908 May 24 23:19:54.892565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-778f1d0d-d924-4736-bdc7-3f08bf7f8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:54.897045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-778f1d0d-d924-4736-bdc7-3f08bf7f8716 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad889cc-377c-4334-9cd9-0a1f81c1e7fd HTTP/1.1" status: 200 len: 853 time: 0.1238732 May 24 23:19:55.023885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-bb42b840-2edc-400f-8d45-cdd2a0e23a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:55.025611 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-bb42b840-2edc-400f-8d45-cdd2a0e23a65 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195366 May 24 23:19:55.356397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-6e34a7d9-f40c-452d-90d6-5292ddb78577 service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203430 May 24 23:19:55.448774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42256) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:55.456142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-247287644', 'description': 'tempest-secgroup-smoke-247287644 description', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:55.482009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:55.500737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:55.511297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:55.533838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496e932-7344-4e4f-8439-9f64ca087f95 req-fb78a5ff-97e5-4dab-a554-64f8959a3b60 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:55.540483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a496e932-7344-4e4f-8439-9f64ca087f95 req-fb78a5ff-97e5-4dab-a554-64f8959a3b60 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Synchronizing usage tracker for tenant:cf7d51e960dd4c58aa2d7249601dbc0a on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:19:55.544199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:55.581699 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:55.623894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a496e932-7344-4e4f-8439-9f64ca087f95 req-fb78a5ff-97e5-4dab-a554-64f8959a3b60 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Unset dirty status for tenant:cf7d51e960dd4c58aa2d7249601dbc0a on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:19:55.625078 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a496e932-7344-4e4f-8439-9f64ca087f95 req-fb78a5ff-97e5-4dab-a554-64f8959a3b60 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 944 time: 0.3864658 May 24 23:19:55.638731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:55.650909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:55.657969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:55.673560 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:55.790925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a496e932-7344-4e4f-8439-9f64ca087f95 req-28356dcb-cdd8-4167-9a9f-d2401e0e3d55 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585486 May 24 23:19:55.794262 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2244b2a0-ab2f-4215-b9df-8c388380d3bc req-2477d0ee-5343-4fb3-a2f3-9bb2c2e2c7e6 service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264114 May 24 23:19:55.890770 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:55.900253 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:55.996819 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:55.998370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5489044 May 24 23:19:56.002207 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42270) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:56.011650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb82d9-7aee-4ba0-829b-1a604a255080 req-34473d68-4927-48b2-848b-d2e2d6d3caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:56.018581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5eb82d9-7aee-4ba0-829b-1a604a255080 req-34473d68-4927-48b2-848b-d2e2d6d3caa0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf7d51e960dd4c58aa2d7249601dbc0a&device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 1095 time: 0.1492403 May 24 23:19:56.034577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8b2f5c3f-7552-428f-9b96-d98734ae155f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '1d76f1f8-0110-4651-a5da-ef2e0d105316', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:56.054691 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:56.064501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8b2f5c3f-7552-428f-9b96-d98734ae155f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:56.078221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8b2f5c3f-7552-428f-9b96-d98734ae155f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:56.084169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8b2f5c3f-7552-428f-9b96-d98734ae155f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:56.087622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441101e2-d232-473b-8f95-b0bc54b9599a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d76f1f8-0110-4651-a5da-ef2e0d105316,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:56.110602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8b2f5c3f-7552-428f-9b96-d98734ae155f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:56.155395 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5c3f-7552-428f-9b96-d98734ae155f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:56.369768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb82d9-7aee-4ba0-829b-1a604a255080 req-5f1a0302-d477-4022-b344-18304b8336c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:56.375180 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5eb82d9-7aee-4ba0-829b-1a604a255080 req-5f1a0302-d477-4022-b344-18304b8336c6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 HTTP/1.1" status: 200 len: 915 time: 0.3465710 May 24 23:19:56.390837 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5c3f-7552-428f-9b96-d98734ae155f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:56.401633 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5c3f-7552-428f-9b96-d98734ae155f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:56.443193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f5c3f-7552-428f-9b96-d98734ae155f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727fb37c-8447-4a44-8975-3603391bf82b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:56.494907 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5c3f-7552-428f-9b96-d98734ae155f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:56.499917 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8b2f5c3f-7552-428f-9b96-d98734ae155f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4853621 May 24 23:19:56.500575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42282) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:56.518104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-447747fe-06a1-4b3f-914b-152d03471033 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '1d76f1f8-0110-4651-a5da-ef2e0d105316', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:56.533036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-447747fe-06a1-4b3f-914b-152d03471033 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:56.544517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-447747fe-06a1-4b3f-914b-152d03471033 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:56.546919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5eb82d9-7aee-4ba0-829b-1a604a255080 req-94737b5b-9b9a-412f-bf57-cc9fc55b0fa3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a HTTP/1.1" status: 200 len: 217 time: 0.1593354 May 24 23:19:56.549601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-447747fe-06a1-4b3f-914b-152d03471033 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:56.564698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-447747fe-06a1-4b3f-914b-152d03471033 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:56.609544 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-447747fe-06a1-4b3f-914b-152d03471033 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:56.731145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb82d9-7aee-4ba0-829b-1a604a255080 req-b7fd3c25-e693-4656-844b-6b58f71c9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:56.734242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5eb82d9-7aee-4ba0-829b-1a604a255080 req-b7fd3c25-e693-4656-844b-6b58f71c9ffb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad889cc-377c-4334-9cd9-0a1f81c1e7fd HTTP/1.1" status: 200 len: 853 time: 0.1798942 May 24 23:19:56.899817 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-447747fe-06a1-4b3f-914b-152d03471033 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:56.910370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-447747fe-06a1-4b3f-914b-152d03471033 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:56.973107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447747fe-06a1-4b3f-914b-152d03471033 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6700465b-c2e4-4907-af6a-3ec189a94951,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:57.013275 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-447747fe-06a1-4b3f-914b-152d03471033 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:57.018714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-447747fe-06a1-4b3f-914b-152d03471033 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5168207 May 24 23:19:57.019618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42298) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:57.031920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-51a92ada-6ef1-4c0e-8c52-8df31b4bfc44 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '1d76f1f8-0110-4651-a5da-ef2e0d105316', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:57.045930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-51a92ada-6ef1-4c0e-8c52-8df31b4bfc44 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:57.053018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-51a92ada-6ef1-4c0e-8c52-8df31b4bfc44 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:57.056302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-51a92ada-6ef1-4c0e-8c52-8df31b4bfc44 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:57.063316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-51a92ada-6ef1-4c0e-8c52-8df31b4bfc44 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:57.102116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51a92ada-6ef1-4c0e-8c52-8df31b4bfc44 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:57.110785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb82d9-7aee-4ba0-829b-1a604a255080 req-dfe552c1-420d-429d-ae54-aa105cec2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:57.112337 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5eb82d9-7aee-4ba0-829b-1a604a255080 req-dfe552c1-420d-429d-ae54-aa105cec2271 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663757 May 24 23:19:57.337927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51a92ada-6ef1-4c0e-8c52-8df31b4bfc44 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:57.349626 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51a92ada-6ef1-4c0e-8c52-8df31b4bfc44 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:57.373473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cb36e-8857-4007-a015-45a2f8adab6f req-27e6d875-a653-4ff2-90dc-bc12afded53c tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:57.381572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5eb82d9-7aee-4ba0-829b-1a604a255080 req-af45a83a-7ab1-4abe-9325-9cf6f7e1a19b service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585256 May 24 23:19:57.383685 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-054cb36e-8857-4007-a015-45a2f8adab6f req-27e6d875-a653-4ff2-90dc-bc12afded53c tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 944 time: 0.1882529 May 24 23:19:57.449442 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-51a92ada-6ef1-4c0e-8c52-8df31b4bfc44 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:57.454677 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-51a92ada-6ef1-4c0e-8c52-8df31b4bfc44 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4340231 May 24 23:19:57.458434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42306) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:57.468295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a92ada-6ef1-4c0e-8c52-8df31b4bfc44 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c47830-5828-45f8-a69c-ec117ef00105,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:57.475039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f215e55f-3aca-4a6c-8411-2bb9684dc50b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '1d76f1f8-0110-4651-a5da-ef2e0d105316', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:57.555721 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-054cb36e-8857-4007-a015-45a2f8adab6f req-309a6d05-1b7f-46dd-8656-0992b34d5082 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704185 May 24 23:19:57.618017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f215e55f-3aca-4a6c-8411-2bb9684dc50b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:57.640673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42310) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:57.653386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f215e55f-3aca-4a6c-8411-2bb9684dc50b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:57.660113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f215e55f-3aca-4a6c-8411-2bb9684dc50b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:57.685485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f215e55f-3aca-4a6c-8411-2bb9684dc50b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:57.757323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f215e55f-3aca-4a6c-8411-2bb9684dc50b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:57.967553 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5eb82d9-7aee-4ba0-829b-1a604a255080 req-85cf79d3-117e-4689-8b56-621f6104530b service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757658 May 24 23:19:57.980016 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac2e2-6f4a-4ec7-bfc6-ab8f41f105cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.009568 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ff9ac2e2-6f4a-4ec7-bfc6-ab8f41f105cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:58.018335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ff9ac2e2-6f4a-4ec7-bfc6-ab8f41f105cb admin admin] Usage tracker for resource:security_group_rule and tenant:47dbdfe1c1434e3d9b2ce8af66049b51 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:58.023268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ff9ac2e2-6f4a-4ec7-bfc6-ab8f41f105cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:58.034987 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ff9ac2e2-6f4a-4ec7-bfc6-ab8f41f105cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:58.085534 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f215e55f-3aca-4a6c-8411-2bb9684dc50b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.093634 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f215e55f-3aca-4a6c-8411-2bb9684dc50b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.178180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f215e55f-3aca-4a6c-8411-2bb9684dc50b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.180001 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f215e55f-3aca-4a6c-8411-2bb9684dc50b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7203100 May 24 23:19:58.185460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42326) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:58.187303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215e55f-3aca-4a6c-8411-2bb9684dc50b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24de195c-039b-4f6d-a5a7-e07da67a7847,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:58.205254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '1d76f1f8-0110-4651-a5da-ef2e0d105316', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:58.317907 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac2e2-6f4a-4ec7-bfc6-ab8f41f105cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.321707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:58.344639 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac2e2-6f4a-4ec7-bfc6-ab8f41f105cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.415364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:58.439169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:58.485335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:58.526002 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Project 7ed04b4b69a04a79b55d0e6cf9c97c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:19:58.540134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.571018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ac2e2-6f4a-4ec7-bfc6-ab8f41f105cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef02171-0e26-49ec-9f91-1954bf9d92eb,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:58.571018 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ff9ac2e2-6f4a-4ec7-bfc6-ab8f41f105cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47dbdfe1c1434e3d9b2ce8af66049b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9257002 May 24 23:19:58.580545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42332) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:58.670890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.688131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.731874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.735765 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5467713 May 24 23:19:58.737148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42344) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:58.739291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9343f-d56c-41d1-9f5c-5724f1755111 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeaae58-870d-4f2d-964c-9027e360e167,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:58.761311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '1d76f1f8-0110-4651-a5da-ef2e0d105316', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:58.825801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:58.834609 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f49efe3-ab2a-41d1-976c-e35821798bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.851421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:58.861429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:58.874657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:58.903235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f49efe3-ab2a-41d1-976c-e35821798bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:58.944674 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Project 7ed04b4b69a04a79b55d0e6cf9c97c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:19:58.988989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.040379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e10a8-f98c-4450-a74b-f931d66f56c3 req-093e6256-b7c3-41cc-a5bc-afd51da1d750 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:59.041910 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df4e10a8-f98c-4450-a74b-f931d66f56c3 req-093e6256-b7c3-41cc-a5bc-afd51da1d750 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 944 time: 0.2749946 May 24 23:19:59.082846 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.096283 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.119090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14f2ae3-ec32-47ec-8aa1-9f66eb9b3ffd,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:59.164404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df4e10a8-f98c-4450-a74b-f931d66f56c3 req-4beac565-28ff-4039-97cd-04f1c135ec4b tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064649 May 24 23:19:59.199884 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f49efe3-ab2a-41d1-976c-e35821798bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.203393 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f49efe3-ab2a-41d1-976c-e35821798bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.203393 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3f49efe3-ab2a-41d1-976c-e35821798bd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ef02171-0e26-49ec-9f91-1954bf9d92eb HTTP/1.1" status: 204 len: 168 time: 0.6315463 May 24 23:19:59.215312 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.216257 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5b03c260-9383-461e-9c4d-385c6690eb0f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4718447 May 24 23:19:59.222764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42360) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:59.236226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49efe3-ab2a-41d1-976c-e35821798bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef02171-0e26-49ec-9f91-1954bf9d92eb,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:59.236604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'network': {'name': 'tempest-network-smoke--56427301', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'port_security_enabled': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:59.293050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:59.320458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:network and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:59.332977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:59.350513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:59.376131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:19:59.381042 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.450316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:19:59.478311 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.479672 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Added segment 5a535775-ee3b-42a6-85d9-93ff6709f071 of type vlan for network 6c7f7cb0-d10d-4443-811a-701270af8ebf May 24 23:19:59.570496 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.667033 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.686051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:19:59.687890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.880028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42370) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:59.908099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f10631e5-999d-402d-bda5-ff528d14cf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.914873 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6897833 May 24 23:19:59.918902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42374) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:19:59.924171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'admin_state_up': True, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:19:59.927293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f10631e5-999d-402d-bda5-ff528d14cf9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:59.932259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f10631e5-999d-402d-bda5-ff528d14cf9d admin admin] Usage tracker for resource:security_group_rule and tenant:a39a21e8d0194f69964fec676da79dcf is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:59.936850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f10631e5-999d-402d-bda5-ff528d14cf9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:59.939103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:19:59.947144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779419ea-1eae-490a-8890-2fee9211a2a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Network': ['ID=6c7f7cb0-d10d-4443-811a-701270af8ebf,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:19:59.947937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f10631e5-999d-402d-bda5-ff528d14cf9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:59.949872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:router and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:19:59.953319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:19:59.958985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 6c7f7cb0-d10d-4443-811a-701270af8ebf details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:19:59.960390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:19:59.980131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:19:59.982789 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:00.015932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:00.251580 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f10631e5-999d-402d-bda5-ff528d14cf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:00.264359 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f10631e5-999d-402d-bda5-ff528d14cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:00.341219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10631e5-999d-402d-bda5-ff528d14cf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f38a2c7-664a-498e-a20a-be4bff9295d4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:00.393315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f10631e5-999d-402d-bda5-ff528d14cf9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a39a21e8d0194f69964fec676da79dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129316 May 24 23:20:00.404022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42394) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:00.525913 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7eab22e-61ca-4a4b-b3f6-92ea1c78edec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:00.612556 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7eab22e-61ca-4a4b-b3f6-92ea1c78edec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:00.750933 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7eab22e-61ca-4a4b-b3f6-92ea1c78edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:00.796951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eab22e-61ca-4a4b-b3f6-92ea1c78edec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f38a2c7-664a-498e-a20a-be4bff9295d4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:00.816250 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7eab22e-61ca-4a4b-b3f6-92ea1c78edec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:00.840442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e7eab22e-61ca-4a4b-b3f6-92ea1c78edec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f38a2c7-664a-498e-a20a-be4bff9295d4 HTTP/1.1" status: 204 len: 168 time: 0.4313605 May 24 23:20:01.079609 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:01.146942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd2b4-f199-4334-a293-3e281b4bafeb req-a13948ef-8706-430a-89ab-0d532025c0e6 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:01.148731 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb9cd2b4-f199-4334-a293-3e281b4bafeb req-a13948ef-8706-430a-89ab-0d532025c0e6 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 944 time: 0.3120785 May 24 23:20:01.276769 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb9cd2b4-f199-4334-a293-3e281b4bafeb req-6bcea08f-dd9a-47ac-9e68-0d31955a2e40 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695460 May 24 23:20:01.574110 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:01.628473 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:01.841431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.25.7.184 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/699a38b7-8b37-48c6-b6d8-1f99a7cf3e12) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:02.031073 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:02.081041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:02.176033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:02.177527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:02.179478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=699a38b7-8b37-48c6-b6d8-1f99a7cf3e12,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:02.182310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:02.606661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856935d-ceda-42bf-b982-8f9923fc1fe4 req-abaf04ec-928a-42b8-bc8d-9c3a2b1b390b tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:02.608266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6856935d-ceda-42bf-b982-8f9923fc1fe4 req-abaf04ec-928a-42b8-bc8d-9c3a2b1b390b tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 944 time: 0.0924616 May 24 23:20:02.674317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6856935d-ceda-42bf-b982-8f9923fc1fe4 req-e15db074-87ae-4730-aed9-954ac73dfed2 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527222 May 24 23:20:02.933910 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:03.309612 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:03.566709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router f3d89526-5028-4e58-b5e8-3b762a708546 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:20:03.769171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:20:03.781946 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Sync routers for ids ['f3d89526-5028-4e58-b5e8-3b762a708546'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:20:03.794087 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Routers {'f3d89526-5028-4e58-b5e8-3b762a708546'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:03.794704 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:19:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f3d89526-5028-4e58-b5e8-3b762a708546'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:03.873893 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:03.875720 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0843c2aa-7d8d-4bd8-a01a-5cdf13405127 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9558556 May 24 23:20:03.879082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42542) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:03.983114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ecea5793-0605-4d12-aa97-e562f5807b24 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1027143 May 24 23:20:03.986420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42550) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:04.000822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f5e9d-d7ad-4526-8dec-ea244e028bd4 req-6701a6ac-a567-4e8c-b29e-9cab5ff1dd76 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:04.003236 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f3f5e9d-d7ad-4526-8dec-ea244e028bd4 req-6701a6ac-a567-4e8c-b29e-9cab5ff1dd76 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 944 time: 0.1919034 May 24 23:20:04.065029 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Set router f3d89526-5028-4e58-b5e8-3b762a708546 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:04.112403 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f3f5e9d-d7ad-4526-8dec-ea244e028bd4 req-04ca387d-2959-4fa0-a2f0-36a618359a32 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028221 May 24 23:20:04.134048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5c936bd0-cd91-4223-8c89-f1f91ea7398a details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:20:04.145904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565dd692-4b5e-475f-9365-d1efdb533bc2 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:04.147621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-565dd692-4b5e-475f-9365-d1efdb533bc2 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1601951 May 24 23:20:04.154814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42558) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:04.205681 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a599c69d-6116-423e-b29e-9cb6e9d6ced2 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493643 May 24 23:20:04.208699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42564) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:04.216593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-413395251', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:04.318422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5c936bd0-cd91-4223-8c89-f1f91ea7398a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:04.349027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:04.351618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'port_id': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'mac_address': 'fa:16:3e:9b:fb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:20:04.386727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:subnet and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:04.395078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:04.406998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:04.436837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:20:04.441283 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:04.454137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 5c936bd0-cd91-4223-8c89-f1f91ea7398a is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:04.454529 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:04.474650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c936bd0-cd91-4223-8c89-f1f91ea7398a {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:20:04.545532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5c936bd0-cd91-4223-8c89-f1f91ea7398a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:04.557312 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:04.589985 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:02Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:04.596736 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Checking router: f3d89526-5028-4e58-b5e8-3b762a708546 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:20:04.597260 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Updating router f3d89526-5028-4e58-b5e8-3b762a708546 port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:20:04.681480 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:04.703146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=5c936bd0-cd91-4223-8c89-f1f91ea7398a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:04.818172 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5c936bd0-cd91-4223-8c89-f1f91ea7398a'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:20:04.857462 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:05.088995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Subnet': ['ID=c3e74592-28d1-4102-bfa0-34ec15fe8568,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:05.103415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Checking segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:20:05.104147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network hostable DHCP agents. Network: 6c7f7cb0-d10d-4443-811a-701270af8ebf, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:20:05.173352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 6c7f7cb0-d10d-4443-811a-701270af8ebf is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:20:05.201841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 6c7f7cb0-d10d-4443-811a-701270af8ebf) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:05.210841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:05.212443 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:05.249815 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:05.251265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713be156-cf0e-4064-810e-fecd07c2c199 None None] Network 6c7f7cb0-d10d-4443-811a-701270af8ebf requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:20:05.271344 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-93a2e69b-a9bb-4d4c-8464-b4dc0b8df967 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0602176 May 24 23:20:05.274117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42624) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:05.282846 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Transition to ACTIVE for port object 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:05.326107 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:05.542907 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Pushing event updated for resources: {'Port': ['ID=699a38b7-8b37-48c6-b6d8-1f99a7cf3e12,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:05.549063 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Attempting to bind port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:20:05.549434 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Attempting to bind port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:20:05.549875 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Attempting to bind port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:05.567620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3b32f-8cd0-4be2-8f14-f60fc8f70d36 req-b900fdb6-a518-4fa3-abd0-6bdfe80627bf tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:05.574673 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.575094 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.575487 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.575877 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.576265 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.576648 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.577031 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.577546 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.577931 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.578321 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.578695 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.579436 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:05.588612 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:20:05.590184 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:20:05.590891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-87c3b32f-8cd0-4be2-8f14-f60fc8f70d36 req-b900fdb6-a518-4fa3-abd0-6bdfe80627bf tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 945 time: 0.2270327 May 24 23:20:05.591273 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:05.591719 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:20:05.596927 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Bound port: 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:20:05.597707 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:05.703704 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-87c3b32f-8cd0-4be2-8f14-f60fc8f70d36 req-b024382f-1e99-489c-926a-fb71fd270456 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089916 May 24 23:20:05.763109 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] For port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:20:05.766454 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] For port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=699a38b7-8b37-48c6-b6d8-1f99a7cf3e12,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:20:05.780285 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:05.797685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-6c7f7cb0-d10d-4443-811a-701270af8ebf', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ips': [{'subnet_id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:20:05.798577 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:05.822348 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-baf4d3df-aa52-4c1b-adf2-e298095b3fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:05.997287 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Routers {'f3d89526-5028-4e58-b5e8-3b762a708546'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:05.997875 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:19:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f3d89526-5028-4e58-b5e8-3b762a708546'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:06.147622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Allocated IP 172.20.0.2 (6c7f7cb0-d10d-4443-811a-701270af8ebf/c3e74592-28d1-4102-bfa0-34ec15fe8568/06656bb2-a766-4abb-a317-293a909fdb1a) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:06.150936 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d305e-eb4e-433a-9651-fd082d74c62c None None] Pushing event updated for resources: {'Port': ['ID=699a38b7-8b37-48c6-b6d8-1f99a7cf3e12,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:06.535477 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] Set router f3d89526-5028-4e58-b5e8-3b762a708546 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:06.551729 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:06.568728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Transition to ACTIVE for port object 06656bb2-a766-4abb-a317-293a909fdb1a will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:06.599069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Transition to ACTIVE for port object 06656bb2-a766-4abb-a317-293a909fdb1a will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:06.608814 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:06.743284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Pushing event updated for resources: {'Port': ['ID=06656bb2-a766-4abb-a317-293a909fdb1a,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:06.768850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Network 6c7f7cb0-d10d-4443-811a-701270af8ebf is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:06.770752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:06.780152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:06.893412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Attempting to bind port 06656bb2-a766-4abb-a317-293a909fdb1a on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:20:06.894406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Attempting to bind port 06656bb2-a766-4abb-a317-293a909fdb1a by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:20:06.894941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Attempting to bind port 06656bb2-a766-4abb-a317-293a909fdb1a on network 6c7f7cb0-d10d-4443-811a-701270af8ebf {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:06.901398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:20:06.901925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Checking segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:20:06.902423 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:06.903097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Bound using segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:20:06.903660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Bound port: 06656bb2-a766-4abb-a317-293a909fdb1a, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:20:06.904151 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:07.010510 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:07.042181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] For port 06656bb2-a766-4abb-a317-293a909fdb1a, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:20:07.046622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] For port 06656bb2-a766-4abb-a317-293a909fdb1a, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=06656bb2-a766-4abb-a317-293a909fdb1a,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:20:07.054978 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:07.179502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b77c68-ad62-4c85-a5fe-58553303c241 None None] Pushing event updated for resources: {'Port': ['ID=06656bb2-a766-4abb-a317-293a909fdb1a,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:07.218782 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:02Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:07.223510 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d2c2f-8177-4c6a-95dc-bbdaeebea5ff None None] The sync data for ids ['f3d89526-5028-4e58-b5e8-3b762a708546'] in n-d-843146-7 is: [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:02Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:20:07.289059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d758f-74cb-47a4-b857-b443f9c3005f req-eb77e78b-41ef-48eb-badb-428a07638dcc tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:07.290704 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-047d758f-74cb-47a4-b857-b443f9c3005f req-eb77e78b-41ef-48eb-badb-428a07638dcc tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 945 time: 0.4278066 May 24 23:20:07.421450 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-047d758f-74cb-47a4-b857-b443f9c3005f req-b275ad60-96f3-435f-b3ff-947fe70314ab tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200187 May 24 23:20:07.501342 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-645e2cee-a8d8-4684-ab1d-b3a886deaa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:07.778879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.20.0.1 (6c7f7cb0-d10d-4443-811a-701270af8ebf/c3e74592-28d1-4102-bfa0-34ec15fe8568/4e44f041-e695-4f93-876b-593f50feffcf) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:08.001782 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 06656bb2-a766-4abb-a317-293a909fdb1a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:08.169186 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5c936bd0-cd91-4223-8c89-f1f91ea7398a up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:08.187146 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:08.228019 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Transition to ACTIVE for port object 4e44f041-e695-4f93-876b-593f50feffcf will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:08.245390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 06656bb2-a766-4abb-a317-293a909fdb1a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:08.252980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:08.297931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:08.381123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 6c7f7cb0-d10d-4443-811a-701270af8ebf is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:08.393068 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:08.411856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:08.437430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 5c936bd0-cd91-4223-8c89-f1f91ea7398a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:08.449801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 5c936bd0-cd91-4223-8c89-f1f91ea7398a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:08.451403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:08.582241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=4e44f041-e695-4f93-876b-593f50feffcf,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:08.638893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:08.646440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:08.672283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42702) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:08.677781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:08.678155 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:08.857452 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:08.889795 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:08.897240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1e876e-4fcb-4b00-b530-da111b46665b admin admin] Deleting subnet 7adad031-10f2-40f5-aa68-35beeb36c0b4 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:20:08.938181 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b1e876e-4fcb-4b00-b530-da111b46665b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:09.044553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 5c936bd0-cd91-4223-8c89-f1f91ea7398a is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:09.045740 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:09.092684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5c936bd0-cd91-4223-8c89-f1f91ea7398a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:09.094748 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b1e876e-4fcb-4b00-b530-da111b46665b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:09.098178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e918f9e-4399-486b-83ec-1171ad3211bb None None] Network 6c7f7cb0-d10d-4443-811a-701270af8ebf requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:20:09.244310 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:09.264206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:09.286768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480fe8a-949e-4c3d-b0a8-7a8ba142a1a8 req-695ce944-507c-42d0-ad76-da33c3912a61 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:09.288207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1480fe8a-949e-4c3d-b0a8-7a8ba142a1a8 req-695ce944-507c-42d0-ad76-da33c3912a61 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 945 time: 0.3869967 May 24 23:20:09.289389 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b1e876e-4fcb-4b00-b530-da111b46665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:09.320228 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:09.468064 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffcec6e0-8509-4444-bad8-cdb91bd864d3'] response: {'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'code': 200} May 24 23:20:09.592006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:09.592607 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:09.614725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=699a38b7-8b37-48c6-b6d8-1f99a7cf3e12,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:09.640324 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:09.650501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f54c05b0-af95-4246-895c-542a1469f109 None None] Provisioning for port 06656bb2-a766-4abb-a317-293a909fdb1a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:09.703954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f54c05b0-af95-4246-895c-542a1469f109 None None] Provisioning complete for port 06656bb2-a766-4abb-a317-293a909fdb1a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:09.705260 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f54c05b0-af95-4246-895c-542a1469f109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:09.804447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=5c936bd0-cd91-4223-8c89-f1f91ea7398a,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:09.814955 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1480fe8a-949e-4c3d-b0a8-7a8ba142a1a8 req-9f796397-1b17-4e00-a025-11b3dc6f3158 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232168 May 24 23:20:09.943764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589a25-3c5f-4ffb-bbf5-b530c4d374b1 req-226523ca-f424-43df-925c-55abff221ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:09.951364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79589a25-3c5f-4ffb-bbf5-b530c4d374b1 req-226523ca-f424-43df-925c-55abff221ef6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 1097 time: 0.3615918 May 24 23:20:10.008222 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b1e876e-4fcb-4b00-b530-da111b46665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.038942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=699a38b7-8b37-48c6-b6d8-1f99a7cf3e12,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:10.121594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b1e876e-4fcb-4b00-b530-da111b46665b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.138583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3b1e876e-4fcb-4b00-b530-da111b46665b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7adad031-10f2-40f5-aa68-35beeb36c0b4 HTTP/1.1" status: 204 len: 168 time: 1.4645743 May 24 23:20:10.145433 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.146710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42722) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:10.150106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e876e-4fcb-4b00-b530-da111b46665b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adad031-10f2-40f5-aa68-35beeb36c0b4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:10.166483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f54c05b0-af95-4246-895c-542a1469f109 None None] Current status of the port 06656bb2-a766-4abb-a317-293a909fdb1a is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:10.167139 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f54c05b0-af95-4246-895c-542a1469f109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.227182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f54c05b0-af95-4246-895c-542a1469f109 None None] For port 06656bb2-a766-4abb-a317-293a909fdb1a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=06656bb2-a766-4abb-a317-293a909fdb1a,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:10.237381 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f54c05b0-af95-4246-895c-542a1469f109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.323199 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.344446 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79589a25-3c5f-4ffb-bbf5-b530c4d374b1 req-7ffab5cf-9cd2-4106-b03a-41d860619ee5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816471 May 24 23:20:10.426490 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c05b0-af95-4246-895c-542a1469f109 None None] Pushing event updated for resources: {'Port': ['ID=06656bb2-a766-4abb-a317-293a909fdb1a,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:10.437849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bad81893-2c26-436d-8320-aca560e8aad1 None None] Provisioning for port 4e44f041-e695-4f93-876b-593f50feffcf completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:10.444304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bad81893-2c26-436d-8320-aca560e8aad1 None None] Provisioning complete for port 4e44f041-e695-4f93-876b-593f50feffcf triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:10.444670 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bad81893-2c26-436d-8320-aca560e8aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.506240 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.512140 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.530833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.557953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c3c92e-5ff0-45b2-987b-1ccca24ac48d']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:10.568401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89b4a2f-255a-4c6d-806a-45b633875287') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:10.568401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89b4a2f-255a-4c6d-806a-45b633875287') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:10.583887 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.588675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.598740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:20:10.599213 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.604433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bad81893-2c26-436d-8320-aca560e8aad1 None None] Port 4e44f041-e695-4f93-876b-593f50feffcf cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:20:10.668489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bad81893-2c26-436d-8320-aca560e8aad1 None None] Provisioning complete for port 06656bb2-a766-4abb-a317-293a909fdb1a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:10.668868 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bad81893-2c26-436d-8320-aca560e8aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.719860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.739109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:10.792507 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] 10.222.0.55 "DELETE /v2.0/networks/28c3c92e-5ff0-45b2-987b-1ccca24ac48d HTTP/1.1" status: 204 len: 168 time: 0.6429811 May 24 23:20:10.799663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10adb452-5063-4019-873e-d830aa631508 admin admin] Pushing event deleted for resources: {'Network': ['ID=28c3c92e-5ff0-45b2-987b-1ccca24ac48d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:10.842953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=4e44f041-e695-4f93-876b-593f50feffcf,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:10.853654 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:11.042223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bad81893-2c26-436d-8320-aca560e8aad1 None None] Current status of the port 06656bb2-a766-4abb-a317-293a909fdb1a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:11.187599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a11c308a-f067-4a5e-a500-6148f0c12666 None None] Provisioning complete for port 4e44f041-e695-4f93-876b-593f50feffcf triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:11.188177 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a11c308a-f067-4a5e-a500-6148f0c12666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:11.189102 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d89b4a2f-255a-4c6d-806a-45b633875287 resource provider aggregate not found May 24 23:20:11.219000 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d89b4a2f-255a-4c6d-806a-45b633875287 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d89b4a2f-255a-4c6d-806a-45b633875287 found for delete ", "request_id": "req-660df6cd-35a1-4b5e-9cef-a0ff234925ce"}]} May 24 23:20:11.284989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 6c7f7cb0-d10d-4443-811a-701270af8ebf is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:11.287629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:11.288805 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a11c308a-f067-4a5e-a500-6148f0c12666 None None] Port 4e44f041-e695-4f93-876b-593f50feffcf cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:20:11.297547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6daad9-82ad-4bbe-a33e-c1d427b21ca3 req-f6b13f3e-f21d-4fa1-966f-dabbb169ce7b tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:11.306476 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b6daad9-82ad-4bbe-a33e-c1d427b21ca3 req-f6b13f3e-f21d-4fa1-966f-dabbb169ce7b tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 946 time: 0.2321117 May 24 23:20:11.345454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42754) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:11.463114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0b382177-cd42-49ac-8de4-00ad483bf62e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a7dcfebe24b49c9a4cb078bb5554eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163230 May 24 23:20:11.464021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42758) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:11.548135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-210e3e9b-8128-450e-817d-0d248b2c9016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:11.579139 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-210e3e9b-8128-450e-817d-0d248b2c9016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:11.701537 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-210e3e9b-8128-450e-817d-0d248b2c9016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:11.702288 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b6daad9-82ad-4bbe-a33e-c1d427b21ca3 req-d469e6e2-a544-4d08-bf9e-08e4224fcea6 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938153 May 24 23:20:11.731758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-60b19d6b-4342-47ea-ba85-11e6e3fac3ff None None] Provisioning complete for port 4e44f041-e695-4f93-876b-593f50feffcf triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:11.732174 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-60b19d6b-4342-47ea-ba85-11e6e3fac3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:11.745418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e3e9b-8128-450e-817d-0d248b2c9016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1946992-0c78-42ff-a24b-fe0e5b3e8db3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:11.767610 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-210e3e9b-8128-450e-817d-0d248b2c9016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:11.773844 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-210e3e9b-8128-450e-817d-0d248b2c9016 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1946992-0c78-42ff-a24b-fe0e5b3e8db3 HTTP/1.1" status: 204 len: 168 time: 0.3085933 May 24 23:20:11.779616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router f3d89526-5028-4e58-b5e8-3b762a708546 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:20:11.848596 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-60b19d6b-4342-47ea-ba85-11e6e3fac3ff None None] Port 4e44f041-e695-4f93-876b-593f50feffcf cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:20:11.859685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 06656bb2-a766-4abb-a317-293a909fdb1a up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:11.993950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 06656bb2-a766-4abb-a317-293a909fdb1a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:11.994396 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:12.123833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:20:12.161768 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1d91ce93-53e4-493c-a860-6f95b97c03f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "PUT /v2.0/routers/f3d89526-5028-4e58-b5e8-3b762a708546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8821042 May 24 23:20:12.173480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Sync routers for ids ['f3d89526-5028-4e58-b5e8-3b762a708546'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:20:12.183284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 06656bb2-a766-4abb-a317-293a909fdb1a is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:12.184536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:12.234848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Routers {'f3d89526-5028-4e58-b5e8-3b762a708546'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:12.236391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:20:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f3d89526-5028-4e58-b5e8-3b762a708546'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:12.512454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:12.512834 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:12.566606 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-5f460c7c-d0bc-414d-b4e9-9f0950cafc12 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247287644&fields=id&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 267 time: 0.0637677 May 24 23:20:12.773448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Set router f3d89526-5028-4e58-b5e8-3b762a708546 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:12.924476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-b6cd865d-3de5-44c2-8bb2-fd2ae290c593 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:12.936515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-b6cd865d-3de5-44c2-8bb2-fd2ae290c593 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/networks?id=6c7f7cb0-d10d-4443-811a-701270af8ebf HTTP/1.1" status: 200 len: 795 time: 0.3625975 May 24 23:20:12.966385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-6c1bef42-c935-4a18-b1a3-2e47a8669c87 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/quotas/7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 375 time: 0.0289228 May 24 23:20:13.090661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7fa8a-f816-42fb-b059-3d0042e0d415 req-99dd87bd-d3ab-4670-8b31-7af36cd76734 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:13.095203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32c7fa8a-f816-42fb-b059-3d0042e0d415 req-99dd87bd-d3ab-4670-8b31-7af36cd76734 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 946 time: 0.1744981 May 24 23:20:13.123718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:13.131218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42828) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:13.208211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-33a213ff-d0f3-42c6-aac6-3ba5ceac7f05 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:20:13.246968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32c7fa8a-f816-42fb-b059-3d0042e0d415 req-97808373-9cfb-4dc3-8980-a3cf1c10ef66 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437197 May 24 23:20:13.256317 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-33a213ff-d0f3-42c6-aac6-3ba5ceac7f05 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:20:13.262660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-33a213ff-d0f3-42c6-aac6-3ba5ceac7f05 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2905612 May 24 23:20:13.414116 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df0d2b9a-051c-4a22-921d-196845c6dfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:13.437671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-df0d2b9a-051c-4a22-921d-196845c6dfcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:13.455786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-df0d2b9a-051c-4a22-921d-196845c6dfcb admin admin] Usage tracker for resource:security_group_rule and tenant:f57c83f9461d425aba75f3b4a3ea670e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:13.462135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-df0d2b9a-051c-4a22-921d-196845c6dfcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:13.473408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-df0d2b9a-051c-4a22-921d-196845c6dfcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:13.497528 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4e44f041-e695-4f93-876b-593f50feffcf', 'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:f3:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:07Z', 'updated_at': '2022-05-24T23:20:10Z', 'revision_number': 2, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:13.504328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Checking router: f3d89526-5028-4e58-b5e8-3b762a708546 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:20:13.504925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Updating router f3d89526-5028-4e58-b5e8-3b762a708546 port 4e44f041-e695-4f93-876b-593f50feffcf binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:20:13.507572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-787738f2-1131-4d2f-98bb-4ee3c71e4040 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359860 May 24 23:20:13.562785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ae397-525d-4e5f-862f-1eacb9d1c137 req-ef7f7640-223c-47cb-8550-838c7b9a39e7 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:13.567759 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da5ae397-525d-4e5f-862f-1eacb9d1c137 req-ef7f7640-223c-47cb-8550-838c7b9a39e7 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 946 time: 0.1410625 May 24 23:20:13.600250 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:13.676879 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-da5ae397-525d-4e5f-862f-1eacb9d1c137 req-fa4d2628-b2b3-45b1-bb80-24b066ac5359 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011760 May 24 23:20:13.696413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42842) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:13.782201 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df0d2b9a-051c-4a22-921d-196845c6dfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:13.792250 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-df0d2b9a-051c-4a22-921d-196845c6dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:13.908675 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-df0d2b9a-051c-4a22-921d-196845c6dfcb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f57c83f9461d425aba75f3b4a3ea670e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7759259 May 24 23:20:13.914273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42852) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:13.927298 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-95c31bd3-02b5-48ee-a2b1-a37fbe770549 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186046 May 24 23:20:14.033093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d2b9a-051c-4a22-921d-196845c6dfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050f580e-9049-45b4-9e82-384117b60a3b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:14.090756 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-947ae022-0c5c-42df-9373-258e243b0ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:14.092618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd9fd7c-2152-44b5-8603-2e9f846fe743 tempest-TestVolumeBackupRestore-544266230 tempest-TestVolumeBackupRestore-544266230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:14.094242 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-efd9fd7c-2152-44b5-8603-2e9f846fe743 tempest-TestVolumeBackupRestore-544266230 tempest-TestVolumeBackupRestore-544266230-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 1092 time: 0.3965263 May 24 23:20:14.097338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 42860) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:14.103901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:14.119742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:14.144785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Usage tracker for resource:floatingip and tenant:cf7d51e960dd4c58aa2d7249601dbc0a is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:14.148823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:14.155610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:14.172564 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:14.177993 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:14.190102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Transition to ACTIVE for port object 4e44f041-e695-4f93-876b-593f50feffcf will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:14.200060 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-947ae022-0c5c-42df-9373-258e243b0ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:14.204687 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:14.286851 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-947ae022-0c5c-42df-9373-258e243b0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:14.295574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-87c7ef15-4b5e-4add-9285-d0a35b04d9ad req-653a83d0-5fc0-4a80-833b-2df209d4425c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:20:14.323893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ae022-0c5c-42df-9373-258e243b0ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050f580e-9049-45b4-9e82-384117b60a3b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:14.338536 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-947ae022-0c5c-42df-9373-258e243b0ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:14.343430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-947ae022-0c5c-42df-9373-258e243b0ea8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/050f580e-9049-45b4-9e82-384117b60a3b HTTP/1.1" status: 204 len: 168 time: 0.4092176 May 24 23:20:14.693099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-87c7ef15-4b5e-4add-9285-d0a35b04d9ad req-653a83d0-5fc0-4a80-833b-2df209d4425c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:20:14.694292 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-87c7ef15-4b5e-4add-9285-d0a35b04d9ad req-653a83d0-5fc0-4a80-833b-2df209d4425c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 210 time: 0.4838340 May 24 23:20:14.804687 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0d3d9-af5f-48a6-86aa-c6db036e1276 None None] Pushing event updated for resources: {'Port': ['ID=4e44f041-e695-4f93-876b-593f50feffcf,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:14.813084 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:14.814860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Attempting to bind port 4e44f041-e695-4f93-876b-593f50feffcf on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:20:14.815293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Attempting to bind port 4e44f041-e695-4f93-876b-593f50feffcf by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:20:14.815871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Attempting to bind port 4e44f041-e695-4f93-876b-593f50feffcf on network 6c7f7cb0-d10d-4443-811a-701270af8ebf {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:14.841556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:20:14.841944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Checking segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:20:14.842481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:14.842879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Bound using segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:20:14.843387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Bound port: 4e44f041-e695-4f93-876b-593f50feffcf, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:20:14.843906 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:15.084400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42892) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:15.092852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Allocated IP 172.25.7.61 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/8b5e7918-232a-40eb-8ee8-50f391cf7023) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:15.101759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] For port 4e44f041-e695-4f93-876b-593f50feffcf, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:20:15.112814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] For port 4e44f041-e695-4f93-876b-593f50feffcf, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4e44f041-e695-4f93-876b-593f50feffcf,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:20:15.115818 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c87b6317-6be8-4c1e-8079-68c4c50267bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:15.124999 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:15.145840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c87b6317-6be8-4c1e-8079-68c4c50267bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:15.150462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c87b6317-6be8-4c1e-8079-68c4c50267bd admin admin] Usage tracker for resource:security_group_rule and tenant:dfc1a0a9690c45789f5ddb8a4f14d5a8 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:15.153667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c87b6317-6be8-4c1e-8079-68c4c50267bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:15.166685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c87b6317-6be8-4c1e-8079-68c4c50267bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:15.257742 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Routers {'f3d89526-5028-4e58-b5e8-3b762a708546'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:15.258826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:20:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f3d89526-5028-4e58-b5e8-3b762a708546'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:15.488279 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:15.494756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0d3d9-af5f-48a6-86aa-c6db036e1276 None None] Pushing event updated for resources: {'Port': ['ID=4e44f041-e695-4f93-876b-593f50feffcf,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:15.559479 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c87b6317-6be8-4c1e-8079-68c4c50267bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:15.569132 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c87b6317-6be8-4c1e-8079-68c4c50267bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:15.602828 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:15.652062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b6317-6be8-4c1e-8079-68c4c50267bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7254399-923f-4278-9038-3af936ce7b56,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:15.691374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c87b6317-6be8-4c1e-8079-68c4c50267bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfc1a0a9690c45789f5ddb8a4f14d5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6047029 May 24 23:20:15.693920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42904) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:15.783596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:15.789713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:15.794255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:15.859902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event updated for resources: {'Port': ['ID=8b5e7918-232a-40eb-8ee8-50f391cf7023,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:15.879249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] Set router f3d89526-5028-4e58-b5e8-3b762a708546 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:16.065374 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da417b90-0eea-4433-bff2-254bbf43c74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:16.083388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6668afd-4883-4616-b443-c079b27ae5e4 req-d7b21aea-c4f1-4969-b862-05f1899c7ad4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 210 time: 0.0781345 May 24 23:20:16.126496 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da417b90-0eea-4433-bff2-254bbf43c74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:16.205152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da417b90-0eea-4433-bff2-254bbf43c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:16.266111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da417b90-0eea-4433-bff2-254bbf43c74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7254399-923f-4278-9038-3af936ce7b56,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:16.274837 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da417b90-0eea-4433-bff2-254bbf43c74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:16.280239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-da417b90-0eea-4433-bff2-254bbf43c74a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7254399-923f-4278-9038-3af936ce7b56 HTTP/1.1" status: 204 len: 168 time: 0.5797238 May 24 23:20:16.397029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4e44f041-e695-4f93-876b-593f50feffcf', 'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:f3:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:07Z', 'updated_at': '2022-05-24T23:20:15Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:16.401898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf38134b-f215-4dbb-99bf-a80f606ff36d None None] The sync data for ids ['f3d89526-5028-4e58-b5e8-3b762a708546'] in n-d-843146-7 is: [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4e44f041-e695-4f93-876b-593f50feffcf', 'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:f3:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:07Z', 'updated_at': '2022-05-24T23:20:15Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:20:16.715616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-2f78f4a1-8815-4f14-a484-67e9d362a4b4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:16.716318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-2f78f4a1-8815-4f14-a484-67e9d362a4b4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:20:16.764485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-2f78f4a1-8815-4f14-a484-67e9d362a4b4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:20:16.766136 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-2f78f4a1-8815-4f14-a484-67e9d362a4b4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "GET /v2.0/networks?id=6c7f7cb0-d10d-4443-811a-701270af8ebf HTTP/1.1" status: 200 len: 795 time: 0.4535830 May 24 23:20:16.824197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-91268af4-992f-4cce-8040-2ae03331993e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:20:16.852190 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:16.854152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-91268af4-992f-4cce-8040-2ae03331993e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:20:16.855481 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-91268af4-992f-4cce-8040-2ae03331993e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 379 time: 0.0808172 May 24 23:20:16.865742 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'port': {'device_id': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'admin_state_up': True, 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'security_groups': ['1d76f1f8-0110-4651-a5da-ef2e0d105316']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:16.947233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42936) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:16.981983 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c1875d2d-255b-4e8c-8efa-97dce6ed006d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:17.044784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c1875d2d-255b-4e8c-8efa-97dce6ed006d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:17.049342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c1875d2d-255b-4e8c-8efa-97dce6ed006d admin admin] Usage tracker for resource:security_group_rule and tenant:d49eb465d2a2492e8cc2f554e094964c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:17.052998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c1875d2d-255b-4e8c-8efa-97dce6ed006d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:17.059149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c1875d2d-255b-4e8c-8efa-97dce6ed006d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:17.149265 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:17.209920 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c1875d2d-255b-4e8c-8efa-97dce6ed006d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:17.217272 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c1875d2d-255b-4e8c-8efa-97dce6ed006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:17.255262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:17.292491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:17.303326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1875d2d-255b-4e8c-8efa-97dce6ed006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a036997f-f0c8-4ebc-a365-6da1319193a4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:17.387163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c1875d2d-255b-4e8c-8efa-97dce6ed006d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d49eb465d2a2492e8cc2f554e094964c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387023 May 24 23:20:17.389570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 42948) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:17.462088 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2d7758f-8f05-48ca-a7d2-9e2ba188a9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:17.474786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:20:17.478308 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:17.493868 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2d7758f-8f05-48ca-a7d2-9e2ba188a9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:17.514053 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7e55d2f3-83d8-4bbb-850c-faf76411ed1f req-0fac3adb-5c2e-4e6b-8af3-54689f907a8b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 210 time: 0.1638253 May 24 23:20:17.588208 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2d7758f-8f05-48ca-a7d2-9e2ba188a9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:17.617589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7758f-8f05-48ca-a7d2-9e2ba188a9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a036997f-f0c8-4ebc-a365-6da1319193a4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:17.626736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a2d7758f-8f05-48ca-a7d2-9e2ba188a9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:17.630339 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a2d7758f-8f05-48ca-a7d2-9e2ba188a9c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a036997f-f0c8-4ebc-a365-6da1319193a4 HTTP/1.1" status: 204 len: 168 time: 0.2371194 May 24 23:20:17.857904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4e44f041-e695-4f93-876b-593f50feffcf up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:17.966871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4e44f041-e695-4f93-876b-593f50feffcf completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:17.975432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4e44f041-e695-4f93-876b-593f50feffcf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:17.975817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:18.168675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4e44f041-e695-4f93-876b-593f50feffcf is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:18.169422 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:18.169702 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:18.235417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 4e44f041-e695-4f93-876b-593f50feffcf, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4e44f041-e695-4f93-876b-593f50feffcf,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:18.247339 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:18.308944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:18.401084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.20.0.6 (6c7f7cb0-d10d-4443-811a-701270af8ebf/c3e74592-28d1-4102-bfa0-34ec15fe8568/125e8483-c8f2-4657-8b95-179827b73be7) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:18.456989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=4e44f041-e695-4f93-876b-593f50feffcf,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:18.526047 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:18.627574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event updated for resources: {'Port': ['ID=8b5e7918-232a-40eb-8ee8-50f391cf7023,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:18.848185 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb6c8ce4-3726-48ad-9f07-4020dc64cf64 req-0ea60003-5708-4d19-9f33-d2cfcef9b8ba tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 210 time: 0.1577601 May 24 23:20:19.058563 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Floating IP b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c associated. External IP: 172.25.7.61, port: 5c936bd0-cd91-4223-8c89-f1f91ea7398a. May 24 23:20:19.184997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:19.272275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Transition to ACTIVE for port object 125e8483-c8f2-4657-8b95-179827b73be7 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:19.523489 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:19.604240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Router 1804651e-eb99-4f36-83bf-e16469686850 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:20:19.614752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 6c7f7cb0-d10d-4443-811a-701270af8ebf is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:19.621119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:19.624322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:19.852783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4e44f041-e695-4f93-876b-593f50feffcf up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:19.951283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:19.951960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:20.009486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:20.042986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-d5104438-41a8-4ae7-93c9-2ce528ba7346 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1785953 May 24 23:20:20.070778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5561b443-a748-4540-ba0d-aed8db11690a None None] Provisioning for port 125e8483-c8f2-4657-8b95-179827b73be7 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:20.083825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Request body: {'port': {'device_id': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:20.107871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5561b443-a748-4540-ba0d-aed8db11690a None None] Provisioning complete for port 125e8483-c8f2-4657-8b95-179827b73be7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:20.108252 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5561b443-a748-4540-ba0d-aed8db11690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:20.237976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5561b443-a748-4540-ba0d-aed8db11690a None None] Port 125e8483-c8f2-4657-8b95-179827b73be7 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:20:20.249147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4e44f041-e695-4f93-876b-593f50feffcf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:20.249258 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:20.411831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4e44f041-e695-4f93-876b-593f50feffcf is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:20.667336 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:20.694161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:20:20.705377 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cb0a4f-8b44-45a1-bbeb-647d375ae705 None None] Sync routers for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:20:20.726225 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb0a4f-8b44-45a1-bbeb-647d375ae705 None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:20.728297 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-18cb0a4f-8b44-45a1-bbeb-647d375ae705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:20:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:20.996620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a237b4-3bae-4c15-8245-1868ef0bc35c req-7df0be41-dd26-41ff-8a1c-01684d122a8e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:20.998016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-50a237b4-3bae-4c15-8245-1868ef0bc35c req-7df0be41-dd26-41ff-8a1c-01684d122a8e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:20:21.003202 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:21.038326 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-18cb0a4f-8b44-45a1-bbeb-647d375ae705 None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:21.293530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43050) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:21.305274 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8d703988-db94-4572-8803-f2e423e6e004 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1975245 May 24 23:20:21.306358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-50a237b4-3bae-4c15-8245-1868ef0bc35c req-7df0be41-dd26-41ff-8a1c-01684d122a8e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:20:21.326914 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50a237b4-3bae-4c15-8245-1868ef0bc35c req-7df0be41-dd26-41ff-8a1c-01684d122a8e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 931 time: 1.1692693 May 24 23:20:21.344250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:21.511554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be617a77-035c-483f-ac78-2ea763872802 tempest-TestVolumeBackupRestore-544266230 tempest-TestVolumeBackupRestore-544266230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:21.515356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be617a77-035c-483f-ac78-2ea763872802 tempest-TestVolumeBackupRestore-544266230 tempest-TestVolumeBackupRestore-544266230-project-admin] Synchronizing usage tracker for tenant:e1445b27170d4a57a41beead3c80f939 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:20:21.523832 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6adb91-3ac1-4bfa-a330-8d82f60bbe19'] response: {'name': 'network-changed', 'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'status': 'completed', 'code': 200} May 24 23:20:21.552365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50a237b4-3bae-4c15-8245-1868ef0bc35c req-912975d7-14c7-4ae4-8b5b-952cd606f0b7 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224863 May 24 23:20:21.659641 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-18cb0a4f-8b44-45a1-bbeb-647d375ae705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1804651e-eb99-4f36-83bf-e16469686850', 'port_id': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'mac_address': 'fa:16:3e:9b:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:16Z', 'updated_at': '2022-05-24T23:20:16Z', 'revision_number': 0, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:21.677087 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cb0a4f-8b44-45a1-bbeb-647d375ae705 None None] Checking router: 1804651e-eb99-4f36-83bf-e16469686850 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:20:21.683666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be617a77-035c-483f-ac78-2ea763872802 tempest-TestVolumeBackupRestore-544266230 tempest-TestVolumeBackupRestore-544266230-project-admin] Unset dirty status for tenant:e1445b27170d4a57a41beead3c80f939 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:20:21.685208 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-be617a77-035c-483f-ac78-2ea763872802 tempest-TestVolumeBackupRestore-544266230 tempest-TestVolumeBackupRestore-544266230-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 1092 time: 0.3906050 May 24 23:20:21.689644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43058) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:21.691241 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb0a4f-8b44-45a1-bbeb-647d375ae705 None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:21.692147 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-18cb0a4f-8b44-45a1-bbeb-647d375ae705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:20:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:21.722858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-541a19d1-ee5a-4512-8e58-863e4ed79e4a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Request body: {'floatingip': {'port_id': '5c936bd0-cd91-4223-8c89-f1f91ea7398a'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:21.762140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125e8483-c8f2-4657-8b95-179827b73be7 {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:20:21.773834 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:21.806714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Transition to ACTIVE for port object 125e8483-c8f2-4657-8b95-179827b73be7 will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:21.820455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:21.977898 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-18cb0a4f-8b44-45a1-bbeb-647d375ae705 None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:22.008216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-541a19d1-ee5a-4512-8e58-863e4ed79e4a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:22.081065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Pushing event updated for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:22.350370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:20:22.350709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:20:22.351081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:22.356921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:20:22.357051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:22.370913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:20:22.371111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Checking segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:20:22.372541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Bound using segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:20:22.373192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Bound port: 125e8483-c8f2-4657-8b95-179827b73be7, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:20:22.380492 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:22.543124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc773ef-dd96-48af-8fad-96af8df77a84 req-5bc72c9e-c6d8-455e-bc83-349e3441627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:22.545233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc773ef-dd96-48af-8fad-96af8df77a84 req-5bc72c9e-c6d8-455e-bc83-349e3441627f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf7d51e960dd4c58aa2d7249601dbc0a&device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 1097 time: 1.0053825 May 24 23:20:22.780259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:20:22.793258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:20:22.804196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:22.827822 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-18cb0a4f-8b44-45a1-bbeb-647d375ae705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1804651e-eb99-4f36-83bf-e16469686850', 'port_id': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'mac_address': 'fa:16:3e:9b:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:16Z', 'updated_at': '2022-05-24T23:20:16Z', 'revision_number': 0, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:22.834921 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cb0a4f-8b44-45a1-bbeb-647d375ae705 None None] The sync data for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 is: [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1804651e-eb99-4f36-83bf-e16469686850', 'port_id': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'mac_address': 'fa:16:3e:9b:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:16Z', 'updated_at': '2022-05-24T23:20:16Z', 'revision_number': 0, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:20:23.015584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:23.015584 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:23.021838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] 10.222.0.31 "PUT /v2.0/ports/125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 1091 time: 2.9653358 May 24 23:20:23.065910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2442518-d101-43e1-b52a-b0dc1ced69ea service neutron] Pushing event updated for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:23.215046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e81bc17-e638-4ec5-b83a-c3036bbb4085 None None] New status for floating IP b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:20:23.319095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-ccddb298-411b-426c-94ab-8b8ccc9f7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:23.320602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-ccddb298-411b-426c-94ab-8b8ccc9f7b63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1094 time: 0.1940992 May 24 23:20:23.343052 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:20:23.513440 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-bf73209e-3c0b-4427-8d90-41f29cb87dab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 217 time: 0.1860616 May 24 23:20:23.539743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2fb86-601c-43a1-99bd-823858802752 req-5c02daee-360c-49c1-bc62-fdabb18bfe64 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:23.561236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32c2fb86-601c-43a1-99bd-823858802752 req-5c02daee-360c-49c1-bc62-fdabb18bfe64 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 943 time: 0.7280800 May 24 23:20:23.605539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:23.658670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc773ef-dd96-48af-8fad-96af8df77a84 req-241e2a43-2f35-4240-ab6f-a89f55f05bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:23.658670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc773ef-dd96-48af-8fad-96af8df77a84 req-241e2a43-2f35-4240-ab6f-a89f55f05bfb service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 HTTP/1.1" status: 200 len: 915 time: 1.0927162 May 24 23:20:23.741932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-32c2fb86-601c-43a1-99bd-823858802752 req-98f217bc-0344-4f1b-8be0-005a8c15702f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614387 May 24 23:20:23.791516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-1b0a7eb4-213e-4b0b-a44e-7f96e84c2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:23.796519 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-1b0a7eb4-213e-4b0b-a44e-7f96e84c2844 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3e74592-28d1-4102-bfa0-34ec15fe8568 HTTP/1.1" status: 200 len: 834 time: 0.2775402 May 24 23:20:23.956568 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459aa661-b445-4bc0-9f42-32d04f36734c'] response: {'name': 'network-changed', 'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7', 'status': 'completed', 'code': 200} May 24 23:20:24.057923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-8e22b34e-c8bb-46f4-ac05-b24709ee20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:24.059447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-8e22b34e-c8bb-46f4-ac05-b24709ee20ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c7f7cb0-d10d-4443-811a-701270af8ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489111 May 24 23:20:24.180720 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc773ef-dd96-48af-8fad-96af8df77a84 req-e9424ad4-57b9-414d-b50c-ee352aafa913 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a HTTP/1.1" status: 200 len: 999 time: 0.4804566 May 24 23:20:24.251667 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-80a9740e-f7db-459c-a3c4-ddc5f1c1ad90 service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848648 May 24 23:20:24.268087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc773ef-dd96-48af-8fad-96af8df77a84 req-ec198bd4-ee24-4f95-89d6-ac8823086d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:24.270481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc773ef-dd96-48af-8fad-96af8df77a84 req-ec198bd4-ee24-4f95-89d6-ac8823086d54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad889cc-377c-4334-9cd9-0a1f81c1e7fd HTTP/1.1" status: 200 len: 853 time: 0.0696244 May 24 23:20:24.274020 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-541a19d1-ee5a-4512-8e58-863e4ed79e4a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:20:24.274020 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-541a19d1-ee5a-4512-8e58-863e4ed79e4a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:20:24.390882 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:24.399974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc773ef-dd96-48af-8fad-96af8df77a84 req-9c850454-1700-41d9-864f-6f848d0cdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:24.403240 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc773ef-dd96-48af-8fad-96af8df77a84 req-9c850454-1700-41d9-864f-6f848d0cdd61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265142 May 24 23:20:24.554330 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-942ce766-b43e-4067-baa0-cd17c391cc97 req-98e52da7-0192-4a8c-8383-e1a302d97441 service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968643 May 24 23:20:24.574049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc773ef-dd96-48af-8fad-96af8df77a84 req-b992d25c-3bff-4797-aeee-dfbee976b6b5 service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622698 May 24 23:20:24.737937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7be782-b8c8-4ba0-921d-d76f912ddc76 req-3adbfb76-730b-4f85-93e4-32c48f7d748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:24.739874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e7be782-b8c8-4ba0-921d-d76f912ddc76 req-3adbfb76-730b-4f85-93e4-32c48f7d748b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1094 time: 0.1307797 May 24 23:20:24.768448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc773ef-dd96-48af-8fad-96af8df77a84 req-958519b2-eb7e-4895-8b0d-810641263088 service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824677 May 24 23:20:24.773020 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-541a19d1-ee5a-4512-8e58-863e4ed79e4a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:24.919289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7be782-b8c8-4ba0-921d-d76f912ddc76 req-8f9fffff-efd4-43c5-b107-f4a3651e8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:24.922651 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e7be782-b8c8-4ba0-921d-d76f912ddc76 req-8f9fffff-efd4-43c5-b107-f4a3651e8418 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c7f7cb0-d10d-4443-811a-701270af8ebf HTTP/1.1" status: 200 len: 896 time: 0.1762450 May 24 23:20:25.321973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e7be782-b8c8-4ba0-921d-d76f912ddc76 req-13a68849-7550-4bff-93f7-1e91d0968eff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 217 time: 0.3917396 May 24 23:20:25.377942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74427363-f200-4075-b16a-2be3b5e5cdfd req-e375b02d-25ce-483e-89b4-be22678c296c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:25.386209 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-74427363-f200-4075-b16a-2be3b5e5cdfd req-e375b02d-25ce-483e-89b4-be22678c296c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 943 time: 0.4667711 May 24 23:20:25.406021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7be782-b8c8-4ba0-921d-d76f912ddc76 req-8faf5faa-f40e-4fa6-a7d3-743363aafdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:25.407742 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e7be782-b8c8-4ba0-921d-d76f912ddc76 req-8faf5faa-f40e-4fa6-a7d3-743363aafdbe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3e74592-28d1-4102-bfa0-34ec15fe8568 HTTP/1.1" status: 200 len: 834 time: 0.0783253 May 24 23:20:25.550803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7be782-b8c8-4ba0-921d-d76f912ddc76 req-ce082cd9-e520-4b1d-a79a-caf73ad126f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:25.552303 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e7be782-b8c8-4ba0-921d-d76f912ddc76 req-ce082cd9-e520-4b1d-a79a-caf73ad126f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c7f7cb0-d10d-4443-811a-701270af8ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370466 May 24 23:20:25.555581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-74427363-f200-4075-b16a-2be3b5e5cdfd req-1b528480-4312-493b-a2f6-ad8850a1cb3d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684000 May 24 23:20:25.786602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e7be782-b8c8-4ba0-921d-d76f912ddc76 req-5f3849a9-f3ea-41c9-9443-0c05ef9cd983 service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066238 May 24 23:20:25.917427 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-541a19d1-ee5a-4512-8e58-863e4ed79e4a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:25.924525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-541a19d1-ee5a-4512-8e58-863e4ed79e4a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:25.982748 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2e7be782-b8c8-4ba0-921d-d76f912ddc76 req-efffc397-24fd-4ad6-8e96-244183de2c3c service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901774 May 24 23:20:26.060883 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:26.497472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541a19d1-ee5a-4512-8e58-863e4ed79e4a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Router 1804651e-eb99-4f36-83bf-e16469686850 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:20:26.842734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541a19d1-ee5a-4512-8e58-863e4ed79e4a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:20:26.860098 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-541a19d1-ee5a-4512-8e58-863e4ed79e4a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:26.860294 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df3e18-3f07-4344-b57a-369d380b421b None None] Sync routers for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:20:26.881230 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df3e18-3f07-4344-b57a-369d380b421b None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:26.881932 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-90df3e18-3f07-4344-b57a-369d380b421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:20:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:26.888890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad213c-5899-4bee-9251-705a00bfaecd req-c01c18a2-056a-46d2-9583-184a35b1c25e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:26.893618 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-75ad213c-5899-4bee-9251-705a00bfaecd req-c01c18a2-056a-46d2-9583-184a35b1c25e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 943 time: 0.1751332 May 24 23:20:26.999047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:27.069005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-75ad213c-5899-4bee-9251-705a00bfaecd req-579da1af-3452-4aa5-b451-07e06f8f3cd2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681340 May 24 23:20:27.111389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-541a19d1-ee5a-4512-8e58-863e4ed79e4a tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "PUT /v2.0/floatingips/b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c HTTP/1.1" status: 200 len: 993 time: 5.4192669 May 24 23:20:27.199622 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4529d7f8-66a0-4962-96f1-07e7c0f48612'] response: {'name': 'network-changed', 'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'status': 'completed', 'code': 200} May 24 23:20:27.334761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5287c69-6f3e-4624-bf4b-76fb429dcc62 req-c9f0845b-924d-46a0-a0bf-b479118af2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:27.336499 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5287c69-6f3e-4624-bf4b-76fb429dcc62 req-c9f0845b-924d-46a0-a0bf-b479118af2bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf7d51e960dd4c58aa2d7249601dbc0a&device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 1097 time: 0.1151755 May 24 23:20:27.444250 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-90df3e18-3f07-4344-b57a-369d380b421b None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:27.554096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5287c69-6f3e-4624-bf4b-76fb429dcc62 req-ed0c8ec9-a09f-4118-9688-9f5d0303aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:27.556073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5287c69-6f3e-4624-bf4b-76fb429dcc62 req-ed0c8ec9-a09f-4118-9688-9f5d0303aa12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 HTTP/1.1" status: 200 len: 915 time: 0.2122903 May 24 23:20:27.685913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 125e8483-c8f2-4657-8b95-179827b73be7 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:20:27.720341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5287c69-6f3e-4624-bf4b-76fb429dcc62 req-0fd57221-c1cb-4807-a0d9-2c4eecb070db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a HTTP/1.1" status: 200 len: 1001 time: 0.1554813 May 24 23:20:27.824774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5287c69-6f3e-4624-bf4b-76fb429dcc62 req-75a10ef9-236f-449d-a2d9-28c6187f9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:27.826262 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5287c69-6f3e-4624-bf4b-76fb429dcc62 req-75a10ef9-236f-449d-a2d9-28c6187f9c94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad889cc-377c-4334-9cd9-0a1f81c1e7fd HTTP/1.1" status: 200 len: 853 time: 0.0944896 May 24 23:20:27.910486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5287c69-6f3e-4624-bf4b-76fb429dcc62 req-9d69b9a3-4d60-4e93-b020-0fd1fd5c4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:27.912701 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5287c69-6f3e-4624-bf4b-76fb429dcc62 req-9d69b9a3-4d60-4e93-b020-0fd1fd5c4078 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794222 May 24 23:20:27.994076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:28.029656 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-90df3e18-3f07-4344-b57a-369d380b421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1804651e-eb99-4f36-83bf-e16469686850', 'port_id': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'mac_address': 'fa:16:3e:9b:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:16Z', 'updated_at': '2022-05-24T23:20:25Z', 'revision_number': 2, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:28.032202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '125e8483-c8f2-4657-8b95-179827b73be7', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'port_id': '125e8483-c8f2-4657-8b95-179827b73be7', 'mac_address': 'fa:16:3e:cb:dd:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:20:28.050492 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df3e18-3f07-4344-b57a-369d380b421b None None] Checking router: 1804651e-eb99-4f36-83bf-e16469686850 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:20:28.060434 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df3e18-3f07-4344-b57a-369d380b421b None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:28.061035 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-90df3e18-3f07-4344-b57a-369d380b421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:20:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:28.158784 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5287c69-6f3e-4624-bf4b-76fb429dcc62 req-9380abf2-89ac-416e-b2d8-218a361fefbf service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390292 May 24 23:20:28.162470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 125e8483-c8f2-4657-8b95-179827b73be7 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:28.162853 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:28.199020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125e8483-c8f2-4657-8b95-179827b73be7 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:20:28.234795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:28.243269 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:28.356056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:28.442467 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5287c69-6f3e-4624-bf4b-76fb429dcc62 req-debc731d-88f8-4c4b-8bbb-c4b166f025d0 service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713864 May 24 23:20:28.450423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25c373-07ca-4695-b16b-89302cc8e508 req-3ec23019-8373-414e-9873-00bf5f3be185 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:28.458524 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f25c373-07ca-4695-b16b-89302cc8e508 req-3ec23019-8373-414e-9873-00bf5f3be185 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 944 time: 0.1659603 May 24 23:20:28.468466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['125e8483-c8f2-4657-8b95-179827b73be7'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:20:28.481757 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-90df3e18-3f07-4344-b57a-369d380b421b None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:28.614971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f25c373-07ca-4695-b16b-89302cc8e508 req-94d860a8-98ad-404b-ae5e-3557f9d8d8f0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505730 May 24 23:20:29.068224 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-90df3e18-3f07-4344-b57a-369d380b421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1804651e-eb99-4f36-83bf-e16469686850', 'port_id': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'mac_address': 'fa:16:3e:9b:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:16Z', 'updated_at': '2022-05-24T23:20:25Z', 'revision_number': 2, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:29.078501 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df3e18-3f07-4344-b57a-369d380b421b None None] The sync data for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 is: [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1804651e-eb99-4f36-83bf-e16469686850', 'port_id': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'mac_address': 'fa:16:3e:9b:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:16Z', 'updated_at': '2022-05-24T23:20:25Z', 'revision_number': 2, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:20:29.203050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:29.303408 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d78bdb-55fb-4560-8d80-760f7c235576'] response: {'name': 'network-changed', 'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'status': 'completed', 'code': 200} May 24 23:20:29.533697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee69a4-cc39-465b-99b0-cf2496997fc5 req-3d12c84b-5eac-4bb0-bdae-751f4cff9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:29.533697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75ee69a4-cc39-465b-99b0-cf2496997fc5 req-3d12c84b-5eac-4bb0-bdae-751f4cff9990 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf7d51e960dd4c58aa2d7249601dbc0a&device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 1097 time: 0.2122715 May 24 23:20:29.717933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 125e8483-c8f2-4657-8b95-179827b73be7 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:20:29.843277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 125e8483-c8f2-4657-8b95-179827b73be7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:29.850878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 125e8483-c8f2-4657-8b95-179827b73be7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:29.851491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee69a4-cc39-465b-99b0-cf2496997fc5 req-79f1a29c-c9f2-4ef4-9f70-0805eb24fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:29.851764 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:29.854456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75ee69a4-cc39-465b-99b0-cf2496997fc5 req-79f1a29c-c9f2-4ef4-9f70-0805eb24fb4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 HTTP/1.1" status: 200 len: 915 time: 0.3101993 May 24 23:20:30.037929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 125e8483-c8f2-4657-8b95-179827b73be7 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:20:30.038311 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.052094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362c603-97c0-4b2b-ae7f-268d96d3408d req-1930a0c3-7622-4633-b180-5e0239a516c6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:30.061939 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0362c603-97c0-4b2b-ae7f-268d96d3408d req-1930a0c3-7622-4633-b180-5e0239a516c6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 944 time: 0.2345607 May 24 23:20:30.070021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:30.101230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:30.111354 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:30.160167 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0362c603-97c0-4b2b-ae7f-268d96d3408d req-678db42a-a0ce-4117-ae19-c7678d245558 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919230 May 24 23:20:30.189886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75ee69a4-cc39-465b-99b0-cf2496997fc5 req-1d7734f2-bcc9-4485-8945-6733dae89fe6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a HTTP/1.1" status: 200 len: 1001 time: 0.3278940 May 24 23:20:30.322611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:30.514035 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4a0352-9e7d-4357-aac5-6656f1b6c26c'] response: {'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7', 'code': 200} May 24 23:20:30.529740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee69a4-cc39-465b-99b0-cf2496997fc5 req-dfa035ad-25c6-4d2b-be85-7dc322244433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:30.534967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75ee69a4-cc39-465b-99b0-cf2496997fc5 req-dfa035ad-25c6-4d2b-be85-7dc322244433 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad889cc-377c-4334-9cd9-0a1f81c1e7fd HTTP/1.1" status: 200 len: 853 time: 0.3358388 May 24 23:20:30.707486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee69a4-cc39-465b-99b0-cf2496997fc5 req-99ff8943-554e-4047-8fbd-f8b49be4dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:30.709005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75ee69a4-cc39-465b-99b0-cf2496997fc5 req-99ff8943-554e-4047-8fbd-f8b49be4dcab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659317 May 24 23:20:30.746782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5c555-523d-41a0-a35b-d1361dbf72ef req-ce254a71-f79e-4476-a5da-437896b3e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:30.746782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8bc5c555-523d-41a0-a35b-d1361dbf72ef req-ce254a71-f79e-4476-a5da-437896b3e1f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1096 time: 0.1552725 May 24 23:20:30.843544 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8bc5c555-523d-41a0-a35b-d1361dbf72ef req-f2a11ae7-2bc5-4bfc-9548-5955dd8d8e28 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849271 May 24 23:20:31.004538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75ee69a4-cc39-465b-99b0-cf2496997fc5 req-3963a5a7-3cee-4e6e-9511-b828ea19a9bc service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815607 May 24 23:20:31.173162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-75ee69a4-cc39-465b-99b0-cf2496997fc5 req-1ac80031-8f5d-4cb0-a6fa-421d31c4d89d service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643937 May 24 23:20:31.473023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a03ab5-1e25-4711-8ee1-f3f913f4effa req-0fc0f8c2-5a30-4b8b-a3bd-5f40fc5765aa tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:31.474562 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-68a03ab5-1e25-4711-8ee1-f3f913f4effa req-0fc0f8c2-5a30-4b8b-a3bd-5f40fc5765aa tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1642091 May 24 23:20:31.554960 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-68a03ab5-1e25-4711-8ee1-f3f913f4effa req-92d0458e-b2e4-48e8-b125-4f51d1892f19 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629430 May 24 23:20:32.820812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f7ad7-e916-4649-ba12-d941ce996672 req-95345d5b-1a4d-48f2-958e-a6ab817e6a71 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:32.827855 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca8f7ad7-e916-4649-ba12-d941ce996672 req-95345d5b-1a4d-48f2-958e-a6ab817e6a71 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1234107 May 24 23:20:32.881211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ca8f7ad7-e916-4649-ba12-d941ce996672 req-731a542e-2f41-498e-a437-336962b2fe63 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470688 May 24 23:20:33.170831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-6eece9ee-3696-451d-85c7-facb678abd9e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1152918 May 24 23:20:33.198033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c5639-4360-4246-8ed6-17adf896d215 req-6b615e19-af5e-4319-b432-abc296b1a81f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:33.214834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f5c5639-4360-4246-8ed6-17adf896d215 req-6b615e19-af5e-4319-b432-abc296b1a81f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.2000711 May 24 23:20:33.362080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f5c5639-4360-4246-8ed6-17adf896d215 req-f089db0e-a8fd-46bc-bcef-37c5e4fdcc17 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457663 May 24 23:20:33.384250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43308) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:33.495950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-14a71c40-913e-499a-9ffc-1c71a9a50de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:33.497510 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-14a71c40-913e-499a-9ffc-1c71a9a50de3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f01a8d3e1562447097ec36af0b115be0&device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 1100 time: 0.2794144 May 24 23:20:33.570135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189e2bb-9a89-4c22-881d-08a74e3df776 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:33.577542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43312) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:33.583300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '125e8483-c8f2-4657-8b95-179827b73be7', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:33.592626 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0189e2bb-9a89-4c22-881d-08a74e3df776 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1091 time: 0.2039070 May 24 23:20:33.598597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:33.608999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:floatingip and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:33.614867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:33.621745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:33.636086 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:33.732758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-9e4f8629-f7f6-4c2e-a538-39ededd94283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:33.734974 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-9e4f8629-f7f6-4c2e-a538-39ededd94283 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.2139530 May 24 23:20:33.800033 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:33.849951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-9067c27c-d728-4ed3-a3ef-cc11bfa74384 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=50f87982-16da-44bd-a1a8-193293a5732e HTTP/1.1" status: 200 len: 217 time: 0.1069007 May 24 23:20:33.960666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-e549ffbf-1561-4fe0-92ce-a3133ec4cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:33.965375 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-e549ffbf-1561-4fe0-92ce-a3133ec4cf6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0908179 May 24 23:20:34.043038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.25.7.213 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/c78c53ea-a508-48c9-90ab-059519529592) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:34.103966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-1ae6fb2a-6f58-4b4a-8514-952c4ee99093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:34.105814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-1ae6fb2a-6f58-4b4a-8514-952c4ee99093 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342702 May 24 23:20:34.294231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:34.318606 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-4b821973-f917-4868-bf87-fd8718abf1d5 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064219 May 24 23:20:34.336027 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:34.482344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:34.488057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:34.494125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:34.572143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=c78c53ea-a508-48c9-90ab-059519529592,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:34.840736 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b4b079d-f00e-493a-9bd9-5d0ee0e8ca18 req-d5268245-7677-498e-9e19-5835b00ce2bf service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136874 May 24 23:20:35.307215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.389924 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0b0a9910-cc11-40d8-ae16-605aeea32c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:35.591815 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:36.460249 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:36.470096 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:36.641853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=c78c53ea-a508-48c9-90ab-059519529592,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:36.655741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:36.860855 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Floating IP 6f357364-96fd-45a4-b000-629b2b677610 associated. External IP: 172.25.7.213, port: 125e8483-c8f2-4657-8b95-179827b73be7. May 24 23:20:37.360445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router f3d89526-5028-4e58-b5e8-3b762a708546 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:20:37.512975 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ade5ea46-d34b-4ad2-9801-6c6fb3397677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.710106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:20:37.726299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07dc37d-060f-494e-8ccf-16b21291b484 None None] Sync routers for ids ['f3d89526-5028-4e58-b5e8-3b762a708546'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:20:37.739072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07dc37d-060f-494e-8ccf-16b21291b484 None None] Routers {'f3d89526-5028-4e58-b5e8-3b762a708546'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:37.739642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d07dc37d-060f-494e-8ccf-16b21291b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:20:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f3d89526-5028-4e58-b5e8-3b762a708546'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:37.745429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:37.886076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7f0c3f9e-c15d-475d-8e23-110b916e3a5d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3046296 May 24 23:20:37.886076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:38.086841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d07dc37d-060f-494e-8ccf-16b21291b484 None None] Set router f3d89526-5028-4e58-b5e8-3b762a708546 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:38.152503 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03839611-e036-4737-b33c-9a5ae6fb9c84'] response: {'name': 'network-changed', 'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7', 'status': 'completed', 'code': 200} May 24 23:20:38.225053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156ad56-988e-4adb-9803-2c5d47603f77 req-0c9779f8-75e9-406a-9c2b-8b3a52a5f1ca tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:38.274023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4156ad56-988e-4adb-9803-2c5d47603f77 req-0c9779f8-75e9-406a-9c2b-8b3a52a5f1ca tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1858015 May 24 23:20:38.287858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c223a-75b3-4e7c-978c-c75395d1276e req-d6f82bea-53f7-43e2-a216-a12332b2aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:38.289435 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a54c223a-75b3-4e7c-978c-c75395d1276e req-d6f82bea-53f7-43e2-a216-a12332b2aef5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1096 time: 0.1560555 May 24 23:20:38.411627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4156ad56-988e-4adb-9803-2c5d47603f77 req-26776307-2f00-4d2f-9dfe-0b9f3d139ea3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334043 May 24 23:20:38.431622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43738) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:38.554974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c223a-75b3-4e7c-978c-c75395d1276e req-dab2c427-5b07-426b-a9b3-96900792979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:38.556653 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a54c223a-75b3-4e7c-978c-c75395d1276e req-dab2c427-5b07-426b-a9b3-96900792979b service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c7f7cb0-d10d-4443-811a-701270af8ebf HTTP/1.1" status: 200 len: 896 time: 0.2597702 May 24 23:20:38.644055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-706b902d-6915-40b3-80c5-b12bbb1c7109 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/6f357364-96fd-45a4-b000-629b2b677610 HTTP/1.1" status: 200 len: 991 time: 0.2109811 May 24 23:20:38.844788 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.867283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a54c223a-75b3-4e7c-978c-c75395d1276e req-537a956a-59b6-44cd-b78f-8a50b57d9a39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 999 time: 0.2952697 May 24 23:20:38.878102 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:38.925612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d07dc37d-060f-494e-8ccf-16b21291b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '6f357364-96fd-45a4-b000-629b2b677610', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'port_id': '125e8483-c8f2-4657-8b95-179827b73be7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'mac_address': 'fa:16:3e:cb:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:35Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e44f041-e695-4f93-876b-593f50feffcf', 'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:f3:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:07Z', 'updated_at': '2022-05-24T23:20:18Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:38.934413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07dc37d-060f-494e-8ccf-16b21291b484 None None] Checking router: f3d89526-5028-4e58-b5e8-3b762a708546 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:20:38.959309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07dc37d-060f-494e-8ccf-16b21291b484 None None] Routers {'f3d89526-5028-4e58-b5e8-3b762a708546'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:20:38.960377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d07dc37d-060f-494e-8ccf-16b21291b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:20:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f3d89526-5028-4e58-b5e8-3b762a708546'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:39.001698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c223a-75b3-4e7c-978c-c75395d1276e req-04e9654b-dc91-4ec8-8e25-7b4db56e0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:39.003209 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a54c223a-75b3-4e7c-978c-c75395d1276e req-04e9654b-dc91-4ec8-8e25-7b4db56e0843 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3e74592-28d1-4102-bfa0-34ec15fe8568 HTTP/1.1" status: 200 len: 834 time: 0.1296949 May 24 23:20:39.056186 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-237e542b-b1d5-4b3d-b64f-15fcc34fb452 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1758883 May 24 23:20:39.080812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43810) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:39.247282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c223a-75b3-4e7c-978c-c75395d1276e req-eeddfb18-e8ad-4d96-8203-242773bc0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:39.257550 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a54c223a-75b3-4e7c-978c-c75395d1276e req-eeddfb18-e8ad-4d96-8203-242773bc0d29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c7f7cb0-d10d-4443-811a-701270af8ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458849 May 24 23:20:39.319137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-3e5104f6-dc28-4f48-86b2-2435a83581a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:39.321680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-3e5104f6-dc28-4f48-86b2-2435a83581a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf7d51e960dd4c58aa2d7249601dbc0a&device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 1097 time: 0.1692324 May 24 23:20:39.348674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d07dc37d-060f-494e-8ccf-16b21291b484 None None] Set router f3d89526-5028-4e58-b5e8-3b762a708546 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:20:39.355130 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:39.429129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:39.501453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a54c223a-75b3-4e7c-978c-c75395d1276e req-48632131-b4e1-41e7-b18c-2869c0c75ecb service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394202 May 24 23:20:39.726090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 43824) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:39.734612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Usage tracker for resource:security_group_rule and tenant:1d78df844da14c109b679c26bb2c0d57 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:39.801155 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a54c223a-75b3-4e7c-978c-c75395d1276e req-714e9e26-c5cc-458d-9f45-f083597c71e5 service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922335 May 24 23:20:39.815285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:39.891669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:40.029581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-907afe54-f54e-40ca-9e98-c132ff45a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:40.031452 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-907afe54-f54e-40ca-9e98-c132ff45a23f service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 HTTP/1.1" status: 200 len: 915 time: 0.6482460 May 24 23:20:40.035427 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-534992c4-5cad-4689-ba50-b9106f754a77 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/6f357364-96fd-45a4-b000-629b2b677610 HTTP/1.1" status: 200 len: 991 time: 0.3077414 May 24 23:20:40.139392 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:40.157890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d07dc37d-060f-494e-8ccf-16b21291b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '6f357364-96fd-45a4-b000-629b2b677610', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'port_id': '125e8483-c8f2-4657-8b95-179827b73be7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'mac_address': 'fa:16:3e:cb:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:35Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e44f041-e695-4f93-876b-593f50feffcf', 'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:f3:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:07Z', 'updated_at': '2022-05-24T23:20:18Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:20:40.167415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-a3110fdb-27f8-4217-8dc2-69608524e84a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a HTTP/1.1" status: 200 len: 1001 time: 0.1208508 May 24 23:20:40.172605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07dc37d-060f-494e-8ccf-16b21291b484 None None] The sync data for ids ['f3d89526-5028-4e58-b5e8-3b762a708546'] in n-d-843146-7 is: [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '6f357364-96fd-45a4-b000-629b2b677610', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'port_id': '125e8483-c8f2-4657-8b95-179827b73be7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'mac_address': 'fa:16:3e:cb:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:20:35Z', 'updated_at': '2022-05-24T23:20:35Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e44f041-e695-4f93-876b-593f50feffcf', 'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:f3:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:07Z', 'updated_at': '2022-05-24T23:20:18Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:20:40.379988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-01156fca-8546-4c16-9ba4-8d5c493840e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:40.379988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-01156fca-8546-4c16-9ba4-8d5c493840e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad889cc-377c-4334-9cd9-0a1f81c1e7fd HTTP/1.1" status: 200 len: 853 time: 0.1947334 May 24 23:20:40.388365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:40.435369 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:40.515870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d78df844da14c109b679c26bb2c0d57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4295597 May 24 23:20:40.516124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43842) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:40.632199 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c27b0-3a60-4f2c-9b1f-64f1eb7c677c None None] New status for floating IP 6f357364-96fd-45a4-b000-629b2b677610: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:20:40.646398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9687e162-d9d5-4cde-9872-38f167385c1a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:40.661604 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:40.664838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.671340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.671974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.673384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.673872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.675012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.675647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.677587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.678331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.678832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.681946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.682469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875fd1b3-d108-4a98-8fa3-f38635212fbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.723771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:40.728169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-3bc4b570-e99c-4051-8be9-88f6e86c3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:40.730011 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-3bc4b570-e99c-4051-8be9-88f6e86c3092 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3482118 May 24 23:20:40.837565 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:40.917043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9687e162-d9d5-4cde-9872-38f167385c1a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:40.933909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.933909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.933909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.935053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.942644 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.948071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.948966 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.949447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.950402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.950837 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.951541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.954769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:20:40.968865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:40.975275 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-579b3f33-0656-448d-9a40-5f9469ac74c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9687e162-d9d5-4cde-9872-38f167385c1a HTTP/1.1" status: 204 len: 168 time: 0.4580319 May 24 23:20:41.039773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43850) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:41.274417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-6e846091-77e8-468e-ac49-c5e5e605b5e9 service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175703 May 24 23:20:41.304115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7a0d2f07-37b7-4d55-ac96-c5ff84151d28 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/6f357364-96fd-45a4-b000-629b2b677610 HTTP/1.1" status: 200 len: 991 time: 0.2617860 May 24 23:20:41.547440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f1f73a8-7ad1-4891-a479-4f752f361a65 req-3065df46-573c-493e-a0f2-599e42df6ea7 service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655153 May 24 23:20:42.307341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 43880) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:42.472678 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7a7f9572-05dd-44ae-a4fa-3d29e75c6053 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/6f357364-96fd-45a4-b000-629b2b677610 HTTP/1.1" status: 200 len: 993 time: 0.1549830 May 24 23:20:43.204776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa7424-77ad-4805-8151-0e1e3b709444 req-9165a0fd-cf9c-483c-8129-133f65b84fd3 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:43.206930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92aa7424-77ad-4805-8151-0e1e3b709444 req-9165a0fd-cf9c-483c-8129-133f65b84fd3 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 949 time: 0.1128454 May 24 23:20:43.269413 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-92aa7424-77ad-4805-8151-0e1e3b709444 req-75e94272-7c4a-4229-a388-103f8bf1d0a9 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557189 May 24 23:20:44.521377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105000f-b84c-437d-a611-a3dcbfcb1df3 req-285bbd6b-178b-4d43-b7e1-9e3feb01c68a tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:44.522708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44044) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:44.523094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8105000f-b84c-437d-a611-a3dcbfcb1df3 req-285bbd6b-178b-4d43-b7e1-9e3feb01c68a tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 949 time: 0.1196253 May 24 23:20:44.584991 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8105000f-b84c-437d-a611-a3dcbfcb1df3 req-41fbdfd3-dfa8-4c59-b18e-1c5771e40ace tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543821 May 24 23:20:44.662997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e4d89-9bc0-4630-8ce2-6eeb2386e8f2 req-c569338b-e232-41ff-bfa9-1a7e126190a6 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:44.664637 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4b3e4d89-9bc0-4630-8ce2-6eeb2386e8f2 req-c569338b-e232-41ff-bfa9-1a7e126190a6 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.31 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 949 time: 0.1372943 May 24 23:20:44.782428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-4b3e4d89-9bc0-4630-8ce2-6eeb2386e8f2 req-ea841d8f-5e08-4b72-8250-07d1349c0c50 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Deleting port 50f87982-16da-44bd-a1a8-193293a5732e {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:20:44.783005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4b3e4d89-9bc0-4630-8ce2-6eeb2386e8f2 req-ea841d8f-5e08-4b72-8250-07d1349c0c50 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:44.849220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-323f83e1-a5c4-4e84-aa03-caa1d2256e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:44.875561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-323f83e1-a5c4-4e84-aa03-caa1d2256e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:44.881800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-323f83e1-a5c4-4e84-aa03-caa1d2256e70 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c356f6dc3548ce9415738e8b16a9a2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:44.885417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-323f83e1-a5c4-4e84-aa03-caa1d2256e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:44.891632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-323f83e1-a5c4-4e84-aa03-caa1d2256e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:45.287578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-323f83e1-a5c4-4e84-aa03-caa1d2256e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:45.300362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-4b3e4d89-9bc0-4630-8ce2-6eeb2386e8f2 req-ea841d8f-5e08-4b72-8250-07d1349c0c50 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] For port 50f87982-16da-44bd-a1a8-193293a5732e, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=50f87982-16da-44bd-a1a8-193293a5732e,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:20:45.300809 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4b3e4d89-9bc0-4630-8ce2-6eeb2386e8f2 req-ea841d8f-5e08-4b72-8250-07d1349c0c50 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:45.309593 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-323f83e1-a5c4-4e84-aa03-caa1d2256e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:45.471300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-4b3e4d89-9bc0-4630-8ce2-6eeb2386e8f2 req-ea841d8f-5e08-4b72-8250-07d1349c0c50 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Calling delete_port for 50f87982-16da-44bd-a1a8-193293a5732e owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:20:45.549432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f83e1-a5c4-4e84-aa03-caa1d2256e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40da5fb0-06ea-4490-8e27-70d8be1b71f0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:45.564752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-323f83e1-a5c4-4e84-aa03-caa1d2256e70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9c356f6dc3548ce9415738e8b16a9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0387263 May 24 23:20:45.565556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44058) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:45.805152 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d399e767-1fc5-4d37-96a8-d2b19ed0c99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:45.825038 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4b3e4d89-9bc0-4630-8ce2-6eeb2386e8f2 req-ea841d8f-5e08-4b72-8250-07d1349c0c50 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:45.842022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['50f87982-16da-44bd-a1a8-193293a5732e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:20:45.933712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea841d8f-5e08-4b72-8250-07d1349c0c50 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Pushing event deleted for resources: {'Port': ['ID=50f87982-16da-44bd-a1a8-193293a5732e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:46.021826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d399e767-1fc5-4d37-96a8-d2b19ed0c99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:46.112253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782d0c9-9706-4504-add5-e231c0bd8dbc req-d9ca480f-1dab-47e3-a5cc-a283955251fe tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:46.113826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6782d0c9-9706-4504-add5-e231c0bd8dbc req-d9ca480f-1dab-47e3-a5cc-a283955251fe tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/ports?device_id=32be1235-6813-4fb5-bca6-b0f239cb4e39 HTTP/1.1" status: 200 len: 949 time: 0.4033887 May 24 23:20:46.123859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3e4d89-9bc0-4630-8ce2-6eeb2386e8f2 req-ea841d8f-5e08-4b72-8250-07d1349c0c50 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] No DVR routers for this DVR port 50f87982-16da-44bd-a1a8-193293a5732e on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:20:46.125903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-4b3e4d89-9bc0-4630-8ce2-6eeb2386e8f2 req-ea841d8f-5e08-4b72-8250-07d1349c0c50 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:46.129550 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32be1235-6813-4fb5-bca6-b0f239cb4e39', 'name': 'network-vif-deleted', 'tag': '50f87982-16da-44bd-a1a8-193293a5732e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:46.200596 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ab4d7e-9680-44de-95c2-58273d4465ed'] response: {'server_uuid': '32be1235-6813-4fb5-bca6-b0f239cb4e39', 'name': 'network-vif-deleted', 'tag': '50f87982-16da-44bd-a1a8-193293a5732e', 'status': 'completed', 'code': 200} May 24 23:20:46.230013 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6782d0c9-9706-4504-add5-e231c0bd8dbc req-fed25236-9aef-4d92-95a5-6750e566bb2f tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.55 "GET /v2.0/security-groups?id=80989872-984f-4b2c-a4fe-6d80a3113555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750170 May 24 23:20:46.232953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4b3e4d89-9bc0-4630-8ce2-6eeb2386e8f2 req-ea841d8f-5e08-4b72-8250-07d1349c0c50 tempest-VolumesBackupsTest-1206408645 tempest-VolumesBackupsTest-1206408645-project] 10.222.0.31 "DELETE /v2.0/ports/50f87982-16da-44bd-a1a8-193293a5732e HTTP/1.1" status: 204 len: 173 time: 1.5506747 May 24 23:20:46.262009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d399e767-1fc5-4d37-96a8-d2b19ed0c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:46.279468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399e767-1fc5-4d37-96a8-d2b19ed0c99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40da5fb0-06ea-4490-8e27-70d8be1b71f0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:46.284149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d399e767-1fc5-4d37-96a8-d2b19ed0c99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:46.285712 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d399e767-1fc5-4d37-96a8-d2b19ed0c99e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40da5fb0-06ea-4490-8e27-70d8be1b71f0 HTTP/1.1" status: 204 len: 168 time: 0.7176299 May 24 23:20:46.861118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44074) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:46.895573 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b07050a3-330a-4379-bc93-d4670dd17aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:46.912536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b07050a3-330a-4379-bc93-d4670dd17aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:46.920374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b07050a3-330a-4379-bc93-d4670dd17aef admin admin] Usage tracker for resource:security_group_rule and tenant:b16d8366ea564c7badad74443c7de30e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:46.922995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b07050a3-330a-4379-bc93-d4670dd17aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:46.931490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b07050a3-330a-4379-bc93-d4670dd17aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:47.122582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b07050a3-330a-4379-bc93-d4670dd17aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:47.128212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b07050a3-330a-4379-bc93-d4670dd17aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:47.205172 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b07050a3-330a-4379-bc93-d4670dd17aef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b16d8366ea564c7badad74443c7de30e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422475 May 24 23:20:47.208527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44082) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:47.212852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07050a3-330a-4379-bc93-d4670dd17aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caa8732-8fdb-484a-a23b-0c9b869efd0c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:47.295599 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5188049-d056-490a-a150-121a30a6711e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:47.328137 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5188049-d056-490a-a150-121a30a6711e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:47.398570 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5188049-d056-490a-a150-121a30a6711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:47.425393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5188049-d056-490a-a150-121a30a6711e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caa8732-8fdb-484a-a23b-0c9b869efd0c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:47.433035 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d5188049-d056-490a-a150-121a30a6711e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:47.439319 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d5188049-d056-490a-a150-121a30a6711e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2caa8732-8fdb-484a-a23b-0c9b869efd0c HTTP/1.1" status: 204 len: 168 time: 0.2276990 May 24 23:20:47.835166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 50f87982-16da-44bd-a1a8-193293a5732e no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:20:47.880313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 50f87982-16da-44bd-a1a8-193293a5732e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:20:47.880663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 50f87982-16da-44bd-a1a8-193293a5732e not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:20:54.258568 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-80390d88-b101-4e67-8f21-8355e67232c1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397169873&fields=id&tenant_id=16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 267 time: 0.0598726 May 24 23:20:54.389146 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:54.473435 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-bef4029b-147d-4465-9ddb-8d784575e3f4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:54.475163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-bef4029b-147d-4465-9ddb-8d784575e3f4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.2048385 May 24 23:20:54.509940 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-d915d93f-c084-4a4a-89fe-bb05d4825468 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/quotas/16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 375 time: 0.0245028 May 24 23:20:54.640836 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-a55541b9-5a02-4bd4-b7a3-d94f2b7f44b4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1247621 May 24 23:20:54.805002 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-023d5e62-4a20-481f-bae0-41fd73829d0d service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500678 May 24 23:20:54.954376 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-b0bd12e6-e946-4561-a18e-e38e6c216c4f service neutron] 10.222.0.55 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425967 May 24 23:20:55.391418 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8111fb7d-93a5-4b45-be86-8118596cbb27 req-86a72ac2-8d00-4a2c-8df3-c2a81651b34a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 210 time: 0.0456207 May 24 23:20:56.057577 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:56.760753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a9d38e1-403f-4c7e-ae89-e0ce190fc53d req-cf759ecf-579f-4323-afc4-689b22250909 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 210 time: 0.1038740 May 24 23:20:56.828002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-676b34bb-8f92-4dbb-8b10-14c8fe8f59c2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:56.830398 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-676b34bb-8f92-4dbb-8b10-14c8fe8f59c2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 812 time: 0.3075962 May 24 23:20:56.894331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-f1c34889-3f71-44c5-809f-1b3df9517606 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16cd6c635d75400baa6572ca6f095c59 HTTP/1.1" status: 200 len: 380 time: 0.0533152 May 24 23:20:56.907134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'port': {'device_id': 'c234f7ac-3f67-429d-8557-f59e645569db', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'admin_state_up': True, 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'security_groups': ['8055efa7-e7d2-48f6-bb84-76a1fab05899']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:57.103920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:57.117909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:57.132303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Made reservation on behalf of 16cd6c635d75400baa6572ca6f095c59 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:20:57.136205 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:57.344136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Allocated IP 172.20.0.8 (13a16c45-1a0c-47a0-90d4-ea28358361e5/bf5ec325-6142-4c28-8e6b-8da79987bd63/4bf838c5-1896-4914-989c-c24b1f78a59a) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:20:57.801940 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:57.820275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Transition to ACTIVE for port object 4bf838c5-1896-4914-989c-c24b1f78a59a will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:57.857945 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:57.974555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:20:57.978565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:20:57.981109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:20:58.035705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6da1-3f50-4319-ae64-e1b889d5fa9e req-9c5d21cc-387c-46ae-92d4-08d968fc478f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:58.038458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=4bf838c5-1896-4914-989c-c24b1f78a59a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:58.043130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4fd6da1-3f50-4319-ae64-e1b889d5fa9e req-9c5d21cc-387c-46ae-92d4-08d968fc478f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 931 time: 0.1193047 May 24 23:20:58.062627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:58.064849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:58.124813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-10b42170-8ef5-4980-b0ed-40f814459960 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2255793 May 24 23:20:58.145657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Request body: {'port': {'device_id': 'c234f7ac-3f67-429d-8557-f59e645569db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:20:58.151127 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4fd6da1-3f50-4319-ae64-e1b889d5fa9e req-56c1dd80-4c9d-421f-a2ad-405fb9825e50 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019917 May 24 23:20:58.357928 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:58.358042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-832f2bf0-dbbb-46d3-ad63-9987e0617396 None None] Provisioning for port 4bf838c5-1896-4914-989c-c24b1f78a59a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:20:58.372779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-832f2bf0-dbbb-46d3-ad63-9987e0617396 None None] Provisioning complete for port 4bf838c5-1896-4914-989c-c24b1f78a59a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:20:58.372779 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-832f2bf0-dbbb-46d3-ad63-9987e0617396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:58.492150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-832f2bf0-dbbb-46d3-ad63-9987e0617396 None None] Port 4bf838c5-1896-4914-989c-c24b1f78a59a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:20:58.923944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf838c5-1896-4914-989c-c24b1f78a59a {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:20:58.932596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:58.952296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Transition to ACTIVE for port object 4bf838c5-1896-4914-989c-c24b1f78a59a will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:20:58.957873 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:59.177230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44284) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:59.187862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf838c5-1896-4914-989c-c24b1f78a59a,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:59.307434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Attempting to bind port 4bf838c5-1896-4914-989c-c24b1f78a59a on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:20:59.307793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Attempting to bind port 4bf838c5-1896-4914-989c-c24b1f78a59a by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:20:59.308130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Attempting to bind port 4bf838c5-1896-4914-989c-c24b1f78a59a on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:59.313924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Port 4bf838c5-1896-4914-989c-c24b1f78a59a on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:20:59.314416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Attempting to bind port 4bf838c5-1896-4914-989c-c24b1f78a59a on network 13a16c45-1a0c-47a0-90d4-ea28358361e5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:20:59.322495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:20:59.323266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Checking segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:20:59.323919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Bound using segment: {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:20:59.324584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Bound port: 4bf838c5-1896-4914-989c-c24b1f78a59a, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1084c4b-7c64-4550-b23f-976ffa29800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:20:59.325155 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:59.443290 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b99dc4bc-fd02-45ce-8f2a-9d073b8fb546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:59.461710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b99dc4bc-fd02-45ce-8f2a-9d073b8fb546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:20:59.468041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b99dc4bc-fd02-45ce-8f2a-9d073b8fb546 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c77388b4f2488198f35b4ddcf96dfc is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:20:59.474278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b99dc4bc-fd02-45ce-8f2a-9d073b8fb546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:20:59.483047 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b99dc4bc-fd02-45ce-8f2a-9d073b8fb546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:20:59.518550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] For port 4bf838c5-1896-4914-989c-c24b1f78a59a, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:20:59.522545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] For port 4bf838c5-1896-4914-989c-c24b1f78a59a, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4bf838c5-1896-4914-989c-c24b1f78a59a,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:20:59.531450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709853d-bd0e-48be-b078-fa009189c7d6 req-629e74a9-a779-4156-8dca-d81ff1b26e80 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:59.532442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7709853d-bd0e-48be-b078-fa009189c7d6 req-629e74a9-a779-4156-8dca-d81ff1b26e80 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:20:59.541920 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:59.620322 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b99dc4bc-fd02-45ce-8f2a-9d073b8fb546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:59.629575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b99dc4bc-fd02-45ce-8f2a-9d073b8fb546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:59.629868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:59.630489 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:59.632150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] 10.222.0.50 "PUT /v2.0/ports/4bf838c5-1896-4914-989c-c24b1f78a59a HTTP/1.1" status: 200 len: 1091 time: 1.4932106 May 24 23:20:59.632989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7709853d-bd0e-48be-b078-fa009189c7d6 req-629e74a9-a779-4156-8dca-d81ff1b26e80 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:20:59.634182 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7709853d-bd0e-48be-b078-fa009189c7d6 req-629e74a9-a779-4156-8dca-d81ff1b26e80 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 943 time: 0.2451828 May 24 23:20:59.634851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c234f7ac-3f67-429d-8557-f59e645569db', 'tag': '4bf838c5-1896-4914-989c-c24b1f78a59a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:20:59.681857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc49b4-8db2-4bde-af77-587fcbc247e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf838c5-1896-4914-989c-c24b1f78a59a,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:59.735362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b99dc4bc-fd02-45ce-8f2a-9d073b8fb546 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9c77388b4f2488198f35b4ddcf96dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569541 May 24 23:20:59.736290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dc4bc-fd02-45ce-8f2a-9d073b8fb546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa32c87c-12dd-4add-af1a-cfa0cb83ee4e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:20:59.739652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44294) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:20:59.750301 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd25854-cc88-43bc-b528-d5fc2bf4d12c'] response: {'name': 'network-changed', 'server_uuid': 'c234f7ac-3f67-429d-8557-f59e645569db', 'tag': '4bf838c5-1896-4914-989c-c24b1f78a59a', 'status': 'completed', 'code': 200} May 24 23:20:59.779024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7709853d-bd0e-48be-b078-fa009189c7d6 req-0cbbb384-592a-43ec-96f8-75dd711c3de4 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305990 May 24 23:20:59.817268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-eac211da-4065-4fe9-84f0-4e40bbaab357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:59.818907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-eac211da-4065-4fe9-84f0-4e40bbaab357 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 1094 time: 0.1194401 May 24 23:20:59.916075 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-34febbc4-1f7e-49b3-b2a5-26a2f58776ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bf838c5-1896-4914-989c-c24b1f78a59a HTTP/1.1" status: 200 len: 217 time: 0.0870123 May 24 23:20:59.973647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94745a91-34bc-41e4-95fe-e5c6ac978507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:20:59.996185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-2a969af4-0261-4097-bb3e-bb2e1e75a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:20:59.997671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-2a969af4-0261-4097-bb3e-bb2e1e75a912 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.0746355 May 24 23:21:00.005956 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94745a91-34bc-41e4-95fe-e5c6ac978507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:00.087253 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94745a91-34bc-41e4-95fe-e5c6ac978507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:00.089999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-b06f45f2-ac3d-47b1-bf44-1af9d709aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:00.091888 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-b06f45f2-ac3d-47b1-bf44-1af9d709aad3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874619 May 24 23:21:00.105289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94745a91-34bc-41e4-95fe-e5c6ac978507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa32c87c-12dd-4add-af1a-cfa0cb83ee4e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:00.110054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94745a91-34bc-41e4-95fe-e5c6ac978507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:00.111476 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-94745a91-34bc-41e4-95fe-e5c6ac978507 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa32c87c-12dd-4add-af1a-cfa0cb83ee4e HTTP/1.1" status: 204 len: 168 time: 0.3717597 May 24 23:21:00.343136 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:21:00.400348 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-41a12bb7-7bfa-4545-97be-701605779758 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007061 May 24 23:21:00.559550 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-653e0126-746d-49ec-b21e-78dff9f1aea1 req-182d1f34-fecf-4ba9-b124-d2c6f1c62a7a service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526718 May 24 23:21:00.694488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba1bf5-f6b3-44c5-997c-5b7c310049e4 req-ccbdad2b-6b2d-416f-b2c8-0ba577fd3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:00.696706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11ba1bf5-f6b3-44c5-997c-5b7c310049e4 req-ccbdad2b-6b2d-416f-b2c8-0ba577fd3f36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 1094 time: 0.0795856 May 24 23:21:00.849187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba1bf5-f6b3-44c5-997c-5b7c310049e4 req-be0fd82b-9dc1-41b7-ad1a-942f60fd77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:00.851353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11ba1bf5-f6b3-44c5-997c-5b7c310049e4 req-be0fd82b-9dc1-41b7-ad1a-942f60fd77a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.1476414 May 24 23:21:00.942484 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11ba1bf5-f6b3-44c5-997c-5b7c310049e4 req-1191ad3c-036b-4524-a9ef-bbf43b496c15 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bf838c5-1896-4914-989c-c24b1f78a59a HTTP/1.1" status: 200 len: 217 time: 0.0838726 May 24 23:21:01.020340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdbc41-5706-40a5-a99b-a7c007ecd994 req-f65366b1-ff9a-4cd5-bad1-15c0182e6f50 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:01.022872 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aabdbc41-5706-40a5-a99b-a7c007ecd994 req-f65366b1-ff9a-4cd5-bad1-15c0182e6f50 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 943 time: 0.1141083 May 24 23:21:01.032080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba1bf5-f6b3-44c5-997c-5b7c310049e4 req-06185699-d198-4e94-98af-b66d3426bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:01.032080 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11ba1bf5-f6b3-44c5-997c-5b7c310049e4 req-06185699-d198-4e94-98af-b66d3426bece service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.0814638 May 24 23:21:01.078869 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aabdbc41-5706-40a5-a99b-a7c007ecd994 req-c594333b-1f03-47cd-a910-9e60fa948891 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471549 May 24 23:21:01.132312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba1bf5-f6b3-44c5-997c-5b7c310049e4 req-87c46598-401b-4f36-b1e7-164227202c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:01.133859 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11ba1bf5-f6b3-44c5-997c-5b7c310049e4 req-87c46598-401b-4f36-b1e7-164227202c54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954938 May 24 23:21:01.311871 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11ba1bf5-f6b3-44c5-997c-5b7c310049e4 req-7e4b384d-cf25-4a87-aa18-35eb3a479af6 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693988 May 24 23:21:01.509893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11ba1bf5-f6b3-44c5-997c-5b7c310049e4 req-20b83c43-53db-4505-80cf-eb7e19be2399 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905093 May 24 23:21:01.749699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44366) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:02.076798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Deleting port 8b5e7918-232a-40eb-8ee8-50f391cf7023 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:02.077376 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:02.334898 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:02.335641 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:02.365229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a12a3-1654-4608-939e-f14198af59a2 req-c3e9836b-8dae-4a06-9d30-96ff9a4d1964 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:02.368747 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-320a12a3-1654-4608-939e-f14198af59a2 req-c3e9836b-8dae-4a06-9d30-96ff9a4d1964 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 943 time: 0.1547194 May 24 23:21:02.490478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Calling delete_port for 8b5e7918-232a-40eb-8ee8-50f391cf7023 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:21:02.511249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-320a12a3-1654-4608-939e-f14198af59a2 req-c588147c-f12c-440f-84c9-2b3021e48573 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252987 May 24 23:21:02.720865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:02.776265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event deleted for resources: {'Port': ['ID=8b5e7918-232a-40eb-8ee8-50f391cf7023,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:02.873668 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:02.874323 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Floating IP b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c disassociated (deleted). External IP: 172.25.7.61, port: 5c936bd0-cd91-4223-8c89-f1f91ea7398a. May 24 23:21:03.276975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Router 1804651e-eb99-4f36-83bf-e16469686850 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:21:03.660897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:21:03.676198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b3bb73-02d2-4ba9-b04e-4b8220a10594 None None] Sync routers for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:21:03.691983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3bb73-02d2-4ba9-b04e-4b8220a10594 None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:03.693443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b3bb73-02d2-4ba9-b04e-4b8220a10594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:20:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:03.709428 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:03.863458 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c7d310ed-ab56-40c3-aaab-db4f114992a4 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "DELETE /v2.0/floatingips/b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c HTTP/1.1" status: 204 len: 168 time: 2.1117334 May 24 23:21:03.865569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:03.921666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a145247-5c42-4e78-b6c7-b344e64753b7 req-8ac0adbc-6b36-4e73-82e9-36bdce734173 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:03.921666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3a145247-5c42-4e78-b6c7-b344e64753b7 req-8ac0adbc-6b36-4e73-82e9-36bdce734173 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 943 time: 0.2121470 May 24 23:21:03.959124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e6b3bb73-02d2-4ba9-b04e-4b8220a10594 None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:04.012035 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3a145247-5c42-4e78-b6c7-b344e64753b7 req-b14d3eaa-26fe-4983-8f71-2a948771e86d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842950 May 24 23:21:04.152375 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50fc17cc-aaec-4350-8924-b4241aa8c765'] response: {'name': 'network-changed', 'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'status': 'completed', 'code': 200} May 24 23:21:04.306435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede8cd0-f9e1-4941-ac0d-f4aae90baf05 req-a32efc6e-a531-4255-9cd3-291be1c8d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:04.306435 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ede8cd0-f9e1-4941-ac0d-f4aae90baf05 req-a32efc6e-a531-4255-9cd3-291be1c8d276 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf7d51e960dd4c58aa2d7249601dbc0a&device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 1097 time: 0.1251123 May 24 23:21:04.480311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b3bb73-02d2-4ba9-b04e-4b8220a10594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:04.481132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bbcc0-1130-4699-bf8f-add2b6d00705 req-f681a2dc-054b-4f91-81dc-6130aaab8642 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:04.482288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5f5bbcc0-1130-4699-bf8f-add2b6d00705 req-f681a2dc-054b-4f91-81dc-6130aaab8642 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Synchronizing usage tracker for tenant:cf7d51e960dd4c58aa2d7249601dbc0a on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:21:04.484478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b3bb73-02d2-4ba9-b04e-4b8220a10594 None None] Checking router: 1804651e-eb99-4f36-83bf-e16469686850 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:21:04.495334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3bb73-02d2-4ba9-b04e-4b8220a10594 None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:04.495843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b3bb73-02d2-4ba9-b04e-4b8220a10594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:20:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:04.510276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5f5bbcc0-1130-4699-bf8f-add2b6d00705 req-f681a2dc-054b-4f91-81dc-6130aaab8642 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Unset dirty status for tenant:cf7d51e960dd4c58aa2d7249601dbc0a on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:21:04.511741 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f5bbcc0-1130-4699-bf8f-add2b6d00705 req-f681a2dc-054b-4f91-81dc-6130aaab8642 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 946 time: 0.1516864 May 24 23:21:04.543525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede8cd0-f9e1-4941-ac0d-f4aae90baf05 req-b67c3d03-cb29-46ce-8606-b6ea63ff9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:04.551804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ede8cd0-f9e1-4941-ac0d-f4aae90baf05 req-b67c3d03-cb29-46ce-8606-b6ea63ff9054 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 HTTP/1.1" status: 200 len: 915 time: 0.2386873 May 24 23:21:04.632905 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f5bbcc0-1130-4699-bf8f-add2b6d00705 req-75ee3358-6d21-4138-86fd-dc9368bd211f tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102238 May 24 23:21:04.778292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ede8cd0-f9e1-4941-ac0d-f4aae90baf05 req-44ee3c13-c735-46b3-b29e-f59fbb8dbd05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a HTTP/1.1" status: 200 len: 217 time: 0.2096801 May 24 23:21:04.840977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e6b3bb73-02d2-4ba9-b04e-4b8220a10594 None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:04.862649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede8cd0-f9e1-4941-ac0d-f4aae90baf05 req-0b481ff9-c0fa-4290-ac36-93ed52790638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:04.862649 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ede8cd0-f9e1-4941-ac0d-f4aae90baf05 req-0b481ff9-c0fa-4290-ac36-93ed52790638 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad889cc-377c-4334-9cd9-0a1f81c1e7fd HTTP/1.1" status: 200 len: 853 time: 0.0875616 May 24 23:21:05.010489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede8cd0-f9e1-4941-ac0d-f4aae90baf05 req-e1467f4e-0d0c-4cf0-9016-86c9858aef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:05.010489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ede8cd0-f9e1-4941-ac0d-f4aae90baf05 req-e1467f4e-0d0c-4cf0-9016-86c9858aef7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369715 May 24 23:21:05.384672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fffc7661-e817-433a-b555-891f3b3080fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:05.480982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b3bb73-02d2-4ba9-b04e-4b8220a10594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:05.486177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b3bb73-02d2-4ba9-b04e-4b8220a10594 None None] The sync data for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 is: [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:16:20Z', 'revision_number': 4, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4b70a93e-d8b0-41bc-ba34-936201a315ec', 'name': '', 'network_id': '1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'mac_address': 'fa:16:3e:ca:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:18Z', 'updated_at': '2022-05-24T23:16:30Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'subnets': [{'id': '2ad889cc-377c-4334-9cd9-0a1f81c1e7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:21:05.625114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ede8cd0-f9e1-4941-ac0d-f4aae90baf05 req-038c0386-45aa-4b2c-89ba-508f129f3146 service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126349 May 24 23:21:05.801105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ede8cd0-f9e1-4941-ac0d-f4aae90baf05 req-fc8c1b7b-bd9e-4931-8ec7-d83af1653cee service neutron] 10.222.0.50 "GET /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674907 May 24 23:21:05.832365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76620f-74e5-46a2-a278-ec49e6398c20 req-c52671cf-5e01-475a-a6c8-b40d171a2719 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:05.834323 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6a76620f-74e5-46a2-a278-ec49e6398c20 req-c52671cf-5e01-475a-a6c8-b40d171a2719 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 943 time: 0.4882123 May 24 23:21:05.900846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6a76620f-74e5-46a2-a278-ec49e6398c20 req-6cc1a186-ba2b-49a0-a5e8-4242d8be1fe7 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591223 May 24 23:21:05.968427 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfb973b-8d6c-49c4-a51e-b4eec01132a0 None None] New status for floating IP b0eb62c2-d6e9-4ea1-87b3-bf4c1faa616c: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:21:05.973799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba555586-a708-4499-a8ac-12367e3aba6b req-40d1b42b-d27c-485c-aa45-774cf2376941 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:05.980341 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba555586-a708-4499-a8ac-12367e3aba6b req-40d1b42b-d27c-485c-aa45-774cf2376941 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 946 time: 0.1299081 May 24 23:21:06.078165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba555586-a708-4499-a8ac-12367e3aba6b req-b2ae65bc-3ed6-41e1-a422-dbd37ce2ae46 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4cac32b-3f4b-4431-9d03-7ca888186653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967879 May 24 23:21:06.149785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264876d2-1995-46d3-a640-b90267e29361 req-23e86b3b-a612-49ea-9b79-a13a83d00dd7 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:06.151883 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-264876d2-1995-46d3-a640-b90267e29361 req-23e86b3b-a612-49ea-9b79-a13a83d00dd7 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 946 time: 0.1557298 May 24 23:21:06.255511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-264876d2-1995-46d3-a640-b90267e29361 req-23415b71-958a-4945-ae2b-2ddcf52da7e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Deleting port 5c936bd0-cd91-4223-8c89-f1f91ea7398a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:06.255865 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-264876d2-1995-46d3-a640-b90267e29361 req-23415b71-958a-4945-ae2b-2ddcf52da7e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:06.575739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-264876d2-1995-46d3-a640-b90267e29361 req-23415b71-958a-4945-ae2b-2ddcf52da7e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] For port 5c936bd0-cd91-4223-8c89-f1f91ea7398a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5c936bd0-cd91-4223-8c89-f1f91ea7398a,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:06.576320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-264876d2-1995-46d3-a640-b90267e29361 req-23415b71-958a-4945-ae2b-2ddcf52da7e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:06.706511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-264876d2-1995-46d3-a640-b90267e29361 req-23415b71-958a-4945-ae2b-2ddcf52da7e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Calling delete_port for 5c936bd0-cd91-4223-8c89-f1f91ea7398a owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:21:06.884283 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-264876d2-1995-46d3-a640-b90267e29361 req-23415b71-958a-4945-ae2b-2ddcf52da7e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:06.938304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23415b71-958a-4945-ae2b-2ddcf52da7e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event deleted for resources: {'Port': ['ID=5c936bd0-cd91-4223-8c89-f1f91ea7398a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:07.028200 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-264876d2-1995-46d3-a640-b90267e29361 req-23415b71-958a-4945-ae2b-2ddcf52da7e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] No DVR routers for this DVR port 5c936bd0-cd91-4223-8c89-f1f91ea7398a on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:21:07.030995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-264876d2-1995-46d3-a640-b90267e29361 req-23415b71-958a-4945-ae2b-2ddcf52da7e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:07.036858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'name': 'network-vif-deleted', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:07.088870 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3391b5f5-a8d9-48dd-b839-c9440f5309d0'] response: {'server_uuid': '4f68186f-5e89-4c45-974f-209cac52b0e7', 'name': 'network-vif-deleted', 'tag': '5c936bd0-cd91-4223-8c89-f1f91ea7398a', 'status': 'completed', 'code': 200} May 24 23:21:07.097225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-264876d2-1995-46d3-a640-b90267e29361 req-23415b71-958a-4945-ae2b-2ddcf52da7e9 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.50 "DELETE /v2.0/ports/5c936bd0-cd91-4223-8c89-f1f91ea7398a HTTP/1.1" status: 204 len: 173 time: 0.9372683 May 24 23:21:07.152995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c20e9-aafb-4ce1-8478-14e3ea8d3e38 req-e302d997-f4bb-4d54-8ae4-593b33b39279 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:07.154595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d3c20e9-aafb-4ce1-8478-14e3ea8d3e38 req-e302d997-f4bb-4d54-8ae4-593b33b39279 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 943 time: 0.1091831 May 24 23:21:07.220484 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1d3c20e9-aafb-4ce1-8478-14e3ea8d3e38 req-2cbea016-6285-4888-a23f-089d6b308fab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596902 May 24 23:21:07.314175 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-75f56d39-e34e-4e68-bac3-0faa91245f31 req-9d2a83fe-4702-4d6d-b450-89a1d0e89777 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0761740 May 24 23:21:07.497611 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-712dd8ac-ab92-4ed9-8c6f-a717312d0dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:08.028242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e578370-6ed6-4d78-9fd7-522d80799167 req-81556927-53a1-4414-bbf3-1028527e5b57 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:08.030003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e578370-6ed6-4d78-9fd7-522d80799167 req-81556927-53a1-4414-bbf3-1028527e5b57 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0933654 May 24 23:21:08.081284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e578370-6ed6-4d78-9fd7-522d80799167 req-c961b232-7933-4267-b26f-c5f1b2a9d0e3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427246 May 24 23:21:08.103375 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 44450) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:08.212564 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6a80c032-4663-41ab-a683-ad6d9274f16c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/6f357364-96fd-45a4-b000-629b2b677610 HTTP/1.1" status: 200 len: 993 time: 0.1079092 May 24 23:21:08.371013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4bf838c5-1896-4914-989c-c24b1f78a59a details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:21:08.389563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5c936bd0-cd91-4223-8c89-f1f91ea7398a no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:21:08.474601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 5c936bd0-cd91-4223-8c89-f1f91ea7398a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:21:08.475007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5c936bd0-cd91-4223-8c89-f1f91ea7398a not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:21:08.528747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7519-33f9-4c09-a7f3-79df7b8b3a95 req-9da9ab7f-e445-4c94-babf-ccd234d4b2ce tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:08.538080 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aad7519-33f9-4c09-a7f3-79df7b8b3a95 req-9da9ab7f-e445-4c94-babf-ccd234d4b2ce tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 943 time: 0.1123288 May 24 23:21:08.649815 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ad5700d-fda6-4e26-8cae-ae9892bf054a req-c6fe4121-9479-40f2-b91e-914ea044b955 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f68186f-5e89-4c45-974f-209cac52b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0694516 May 24 23:21:08.673311 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aad7519-33f9-4c09-a7f3-79df7b8b3a95 req-c4f37026-ba9a-4371-aee2-218c869efcb0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334746 May 24 23:21:08.697769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4bf838c5-1896-4914-989c-c24b1f78a59a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4bf838c5-1896-4914-989c-c24b1f78a59a,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:08.725584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '4bf838c5-1896-4914-989c-c24b1f78a59a', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'port_id': '4bf838c5-1896-4914-989c-c24b1f78a59a', 'mac_address': 'fa:16:3e:8c:ce:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:21:08.801086 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:08.819151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4bf838c5-1896-4914-989c-c24b1f78a59a is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:21:08.819847 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:08.834105 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:08.839193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf838c5-1896-4914-989c-c24b1f78a59a {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:21:08.844539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec4ab1-bd9d-4717-9b71-ff98d3cd6c28 req-a9716bfd-cebf-48b8-9a89-93a7a4b44ae9 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:08.846271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fcec4ab1-bd9d-4717-9b71-ff98d3cd6c28 req-a9716bfd-cebf-48b8-9a89-93a7a4b44ae9 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1096 time: 0.0849254 May 24 23:21:08.858608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4bf838c5-1896-4914-989c-c24b1f78a59a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4bf838c5-1896-4914-989c-c24b1f78a59a,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:08.863473 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:08.896127 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fcec4ab1-bd9d-4717-9b71-ff98d3cd6c28 req-a2258ff3-fc70-4e66-8e34-b572d4dbf6dc tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397148 May 24 23:21:08.952324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4bf838c5-1896-4914-989c-c24b1f78a59a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:08.964869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:08.965795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:08.966288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:08.966780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:08.967308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:08.967796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:08.968264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:08.968739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:08.969298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:08.970085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:08.970569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:08.971042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:09.112998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4bf838c5-1896-4914-989c-c24b1f78a59a'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:21:09.755111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 44504) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:09.930416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae848ab7-5ac8-45eb-b7e6-112c5096c1e0 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:09.972165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae848ab7-5ac8-45eb-b7e6-112c5096c1e0 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:09.982191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa301658-aff2-4b72-a655-af57fefcc2b4 req-b98fc282-138c-4925-814f-6c5bc78a470f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:09.985615 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa301658-aff2-4b72-a655-af57fefcc2b4 req-b98fc282-138c-4925-814f-6c5bc78a470f tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 944 time: 0.1262989 May 24 23:21:09.999493 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-15eaaeeb-d492-4c85-897b-bfd46eff493f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3667579 May 24 23:21:10.057940 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae848ab7-5ac8-45eb-b7e6-112c5096c1e0 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:10.095562 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa301658-aff2-4b72-a655-af57fefcc2b4 req-1936b31f-436e-4a32-b752-7ae895fe38f0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031263 May 24 23:21:10.117272 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:10.119010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae848ab7-5ac8-45eb-b7e6-112c5096c1e0 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cac32b-3f4b-4431-9d03-7ca888186653,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:10.121716 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae848ab7-5ac8-45eb-b7e6-112c5096c1e0 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:10.123301 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ae848ab7-5ac8-45eb-b7e6-112c5096c1e0 tempest-TestVolumeBackupRestore-67188349 tempest-TestVolumeBackupRestore-67188349-project] 10.222.0.55 "DELETE /v2.0/security-groups/f4cac32b-3f4b-4431-9d03-7ca888186653 HTTP/1.1" status: 204 len: 168 time: 0.3671620 May 24 23:21:10.365470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4bf838c5-1896-4914-989c-c24b1f78a59a up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:21:10.591331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 4bf838c5-1896-4914-989c-c24b1f78a59a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:21:10.597099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 4bf838c5-1896-4914-989c-c24b1f78a59a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:21:10.597670 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:10.871951 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4bf838c5-1896-4914-989c-c24b1f78a59a is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:21:10.873462 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:10.981192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4bf838c5-1896-4914-989c-c24b1f78a59a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4bf838c5-1896-4914-989c-c24b1f78a59a,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:10.983375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c234f7ac-3f67-429d-8557-f59e645569db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf838c5-1896-4914-989c-c24b1f78a59a'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:11.022982 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:11.223653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-631f4987-197c-4bb9-96d0-bacefbdbb6ca tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:21:11.230148 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-631f4987-197c-4bb9-96d0-bacefbdbb6ca tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3583412 May 24 23:21:11.234298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Request body: {'binding': {'host': 'n-h2-843146-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:21:11.234685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Unknown quota resources ['binding']. {{(pid=88389) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 24 23:21:11.238836 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114d5c5f-3aa4-4863-868a-f6a1077830b3'] response: {'server_uuid': 'c234f7ac-3f67-429d-8557-f59e645569db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf838c5-1896-4914-989c-c24b1f78a59a', 'code': 200} May 24 23:21:11.262396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4bf838c5-1896-4914-989c-c24b1f78a59a,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:11.562793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c1b6-88ae-42b3-9772-795f5c2e3b14 req-1ca52376-c175-4b6b-8265-65f3747f670a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:11.573395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea7c1b6-88ae-42b3-9772-795f5c2e3b14 req-1ca52376-c175-4b6b-8265-65f3747f670a tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 945 time: 0.1502087 May 24 23:21:11.637362 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cea7c1b6-88ae-42b3-9772-795f5c2e3b14 req-d47fa0c8-d541-492e-9ff5-dceb3d7931c0 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623128 May 24 23:21:11.934574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2080fda-da2b-43b3-ad42-eeb589412b81 req-97db441c-688a-4acd-beae-19fe26b1e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:11.936489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2080fda-da2b-43b3-ad42-eeb589412b81 req-97db441c-688a-4acd-beae-19fe26b1e028 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 1096 time: 0.6366549 May 24 23:21:12.025144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f2080fda-da2b-43b3-ad42-eeb589412b81 req-9b33d9ae-3244-4791-9777-b8bfcf72babc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740855 May 24 23:21:12.084656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on host n-h2-843146-7 for vnic_type normal with profile None {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:21:12.085000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:21:12.085333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:21:12.096935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:21:12.097284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:21:12.114412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:21:12.115574 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Checking segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:21:12.115987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Bound using segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:21:12.116444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Bound port: 125e8483-c8f2-4657-8b95-179827b73be7, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:21:12.189385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:21:12.198574 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] Notify callbacks [] for binding, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:12.199996 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] 10.222.0.55 "POST /v2.0/ports/125e8483-c8f2-4657-8b95-179827b73be7/bindings HTTP/1.1" status: 201 len: 389 time: 0.9690776 May 24 23:21:12.698113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-e5e4c8f6-48a9-49b0-ad87-6ee5cb347d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:12.699640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-e5e4c8f6-48a9-49b0-ad87-6ee5cb347d0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1096 time: 0.1696613 May 24 23:21:12.746493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c5840-5c73-4e1a-beac-14a8f8f9b725 req-1df23797-7ba7-40fc-ad81-3b0d2032d4fa tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:12.757839 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc8c5840-5c73-4e1a-beac-14a8f8f9b725 req-1df23797-7ba7-40fc-ad81-3b0d2032d4fa tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1739192 May 24 23:21:12.815493 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc8c5840-5c73-4e1a-beac-14a8f8f9b725 req-237b6fca-6877-4003-8478-57afe0ccfafa tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565760 May 24 23:21:13.132256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f1be9-402b-4c74-90b9-d60d049d150a req-e544f9d9-d61d-4102-9d3c-4abd870aef99 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:13.133525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d65f1be9-402b-4c74-90b9-d60d049d150a req-e544f9d9-d61d-4102-9d3c-4abd870aef99 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 945 time: 0.2405367 May 24 23:21:13.136576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-6c989bcc-3172-4cd5-9a85-1a541ff76c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:13.138235 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-6c989bcc-3172-4cd5-9a85-1a541ff76c3c service neutron] 10.222.0.50 "GET /v2.0/networks?id=6c7f7cb0-d10d-4443-811a-701270af8ebf HTTP/1.1" status: 200 len: 896 time: 0.4307780 May 24 23:21:13.405639 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d65f1be9-402b-4c74-90b9-d60d049d150a req-1607b07c-3d65-449f-b0af-ef1f3ef30665 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659473 May 24 23:21:13.484334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-df9e1954-bab5-46ad-8d35-4343fc5d2268 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 1001 time: 0.3041546 May 24 23:21:13.641428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-e21bfa93-523d-4be8-9e13-a6ee7ea05820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:13.644565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-e21bfa93-523d-4be8-9e13-a6ee7ea05820 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3e74592-28d1-4102-bfa0-34ec15fe8568 HTTP/1.1" status: 200 len: 834 time: 0.1511886 May 24 23:21:13.825216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d7337cd9-cd1f-486d-9598-caf0702b7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:13.827461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d7337cd9-cd1f-486d-9598-caf0702b7cc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6c7f7cb0-d10d-4443-811a-701270af8ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755052 May 24 23:21:14.037122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa24fb8-953d-4a35-8b68-92cd2800cdcb req-ef963f09-ce0d-4ca8-8ffe-4ea6d8718be2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:14.044659 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1fa24fb8-953d-4a35-8b68-92cd2800cdcb req-ef963f09-ce0d-4ca8-8ffe-4ea6d8718be2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1096990 May 24 23:21:14.115492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1fa24fb8-953d-4a35-8b68-92cd2800cdcb req-e28edae3-4446-411d-b781-c5d73b9f444f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628119 May 24 23:21:14.188745 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-1897c4ba-eeeb-4edb-8ffb-37e7822e3c2c service neutron] 10.222.0.50 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531792 May 24 23:21:14.398478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-a8896364-6d0e-433a-9a99-2c68e08d2788 service neutron] 10.222.0.50 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017033 May 24 23:21:14.842531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-19ddd1eb-098f-4f80-a2ba-cc3c0f95ca5a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:14.845082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-19ddd1eb-098f-4f80-a2ba-cc3c0f95ca5a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&binding%3Ahost_id=n-h1-843146-7 HTTP/1.1" status: 200 len: 1096 time: 0.3671653 May 24 23:21:14.859450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843146-7'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:21:14.932024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f47e8-704c-4d69-90cf-ad9323d528da req-73f12db5-8e62-4b52-b76c-02f0762eb801 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:14.934352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ed7f47e8-704c-4d69-90cf-ad9323d528da req-73f12db5-8e62-4b52-b76c-02f0762eb801 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 945 time: 0.2291203 May 24 23:21:15.096810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ed7f47e8-704c-4d69-90cf-ad9323d528da req-cbef5892-1b33-4169-8beb-322188c25583 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171134 May 24 23:21:15.097885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:15.380731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45000) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:15.760287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1a283-407f-43f7-8cb8-3c9fdcdcc73f req-0cce7bf7-0c34-475b-9040-87293e315de1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:15.780994 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28b1a283-407f-43f7-8cb8-3c9fdcdcc73f req-0cce7bf7-0c34-475b-9040-87293e315de1 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 945 time: 0.3439584 May 24 23:21:15.999560 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-28b1a283-407f-43f7-8cb8-3c9fdcdcc73f req-cdb52328-6149-4731-a310-57daa2575025 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948946 May 24 23:21:16.136238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45028) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:16.142329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:16.160339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bd0c6-5f61-4d73-9574-0f9a52ca6059 req-34e7d646-ba95-4eb6-9682-7a0c10dd029f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:16.161818 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f14bd0c6-5f61-4d73-9574-0f9a52ca6059 req-34e7d646-ba95-4eb6-9682-7a0c10dd029f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.7187467 May 24 23:21:16.219991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:21:16.286846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f14bd0c6-5f61-4d73-9574-0f9a52ca6059 req-25470e71-11e9-4973-9b78-0fcd69b37d1e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175227 May 24 23:21:16.347061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:16.360274 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:16.380227 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:16.565319 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca123ed7-8c62-49e1-9416-5c23a1fe6222'] response: {'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7', 'code': 200} May 24 23:21:16.815500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on host n-h1-843146-7 for vnic_type normal with profile {"migrating_to": "n-h2-843146-7"} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:21:16.816741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:21:16.817270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:21:16.823443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d6821-b831-4d3a-9053-36701be4c42b tempest-TestVolumeBootPattern-1762520878 tempest-TestVolumeBootPattern-1762520878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:16.825834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c61d6821-b831-4d3a-9053-36701be4c42b tempest-TestVolumeBootPattern-1762520878 tempest-TestVolumeBootPattern-1762520878-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 1091 time: 0.6881135 May 24 23:21:16.828813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45038) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:16.835159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Pushing event updated for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:16.835713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '4bf838c5-1896-4914-989c-c24b1f78a59a', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:21:16.837992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:21:16.838314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:21:16.843663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:21:16.849352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Usage tracker for resource:floatingip and tenant:16cd6c635d75400baa6572ca6f095c59 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:21:16.853134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:21:16.859837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:21:16.860932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:21:16.861225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Checking segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:21:16.861661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Bound using segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:21:16.862140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Bound port: 125e8483-c8f2-4657-8b95-179827b73be7, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:21:16.863226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:16.950771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8c0aab60-9e2b-4caf-9aa6-540f9146ee6a None None] Provisioning complete for port 125e8483-c8f2-4657-8b95-179827b73be7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:21:16.951740 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8c0aab60-9e2b-4caf-9aa6-540f9146ee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:16.996813 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:17.008353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:21:17.014962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:21:17.023623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:17.203156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8c0aab60-9e2b-4caf-9aa6-540f9146ee6a None None] Current status of the port 125e8483-c8f2-4657-8b95-179827b73be7 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:21:17.204082 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8c0aab60-9e2b-4caf-9aa6-540f9146ee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:17.232885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Pushing event updated for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=8']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:17.265270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:17.299906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8c0aab60-9e2b-4caf-9aa6-540f9146ee6a None None] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:17.311113 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8c0aab60-9e2b-4caf-9aa6-540f9146ee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:17.353705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:17.359253 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:17.362834 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d075c01e-271c-498a-af83-955b64bdbb96 service neutron] 10.222.0.50 "PUT /v2.0/ports/125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 1121 time: 2.5112379 May 24 23:21:17.466720 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:17.476211 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1fc1e93-ef1a-4bf9-b2bb-b91a2c13a7f3'] response: {'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7', 'code': 200} May 24 23:21:17.627972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0aab60-9e2b-4caf-9aa6-540f9146ee6a None None] Pushing event updated for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:17.635804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['125e8483-c8f2-4657-8b95-179827b73be7'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:21:17.637328 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:17.911476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-315b802d-2f22-422f-bc01-6c607dcab557 None None] Provisioning complete for port 125e8483-c8f2-4657-8b95-179827b73be7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:21:17.911854 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-315b802d-2f22-422f-bc01-6c607dcab557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:17.913449 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592cac-68d4-4b3a-bc62-5bd1742891dc req-5f76ff98-b439-46d0-a992-49df7ffa8525 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:17.914974 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60592cac-68d4-4b3a-bc62-5bd1742891dc req-5f76ff98-b439-46d0-a992-49df7ffa8525 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.3777711 May 24 23:21:18.024140 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Allocated IP 172.25.7.238 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/bcd76160-a1e6-4e21-aac8-6b798ab30c23) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:21:18.113435 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-60592cac-68d4-4b3a-bc62-5bd1742891dc req-da7287e4-e3d9-4fb3-8239-db5f89100063 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901293 May 24 23:21:18.159483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-315b802d-2f22-422f-bc01-6c607dcab557 None None] Current status of the port 125e8483-c8f2-4657-8b95-179827b73be7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:21:18.334125 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:18.348605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] Deleting port 4b70a93e-d8b0-41bc-ba34-936201a315ec {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:18.348953 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:18.410563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 125e8483-c8f2-4657-8b95-179827b73be7 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:21:18.561480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:18.566483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:18.583047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 125e8483-c8f2-4657-8b95-179827b73be7 has no active binding in host n-h2-843146-7 {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 24 23:21:18.630149 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b12a438-6961-4672-ae78-ef6a01370303'] response: {'name': 'network-changed', 'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7', 'status': 'completed', 'code': 200} May 24 23:21:18.686375 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:18.805434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] For port 4b70a93e-d8b0-41bc-ba34-936201a315ec, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4b70a93e-d8b0-41bc-ba34-936201a315ec,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:18.805824 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:18.823067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:21:18.828998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:21:18.880843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=bcd76160-a1e6-4e21-aac8-6b798ab30c23,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:18.883275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:21:18.977258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] Calling delete_port for 4b70a93e-d8b0-41bc-ba34-936201a315ec owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:21:19.101437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10edc7-7a68-4528-b900-346322dd6309 req-d05f0aee-be0e-43ba-86d5-3db73cf4abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:19.102970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf10edc7-7a68-4528-b900-346322dd6309 req-d05f0aee-be0e-43ba-86d5-3db73cf4abe6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1126 time: 0.4493797 May 24 23:21:19.713137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10edc7-7a68-4528-b900-346322dd6309 req-f695fa75-7b2a-4b92-8aa8-828a6b0c6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:19.715185 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf10edc7-7a68-4528-b900-346322dd6309 req-f695fa75-7b2a-4b92-8aa8-828a6b0c6990 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c7f7cb0-d10d-4443-811a-701270af8ebf HTTP/1.1" status: 200 len: 896 time: 0.4572110 May 24 23:21:20.019512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3fd56-1620-4164-8a83-f8332ef26db4 req-a20eae1e-199d-4cdc-871b-2b91b8d78ae8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:20.020951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dc3fd56-1620-4164-8a83-f8332ef26db4 req-a20eae1e-199d-4cdc-871b-2b91b8d78ae8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.7650950 May 24 23:21:20.090703 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:20.159817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b70a93e-d8b0-41bc-ba34-936201a315ec,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:20.169250 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf10edc7-7a68-4528-b900-346322dd6309 req-8fb8838e-faac-432a-b55f-1b34793b6c02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 1001 time: 0.4447534 May 24 23:21:20.267642 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5dc3fd56-1620-4164-8a83-f8332ef26db4 req-9c42c39b-a22f-4aeb-83ec-b03a507906d1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260039 May 24 23:21:20.455519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10edc7-7a68-4528-b900-346322dd6309 req-f388896f-1da7-4139-8a29-8892cb157904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:20.457142 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf10edc7-7a68-4528-b900-346322dd6309 req-f388896f-1da7-4139-8a29-8892cb157904 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3e74592-28d1-4102-bfa0-34ec15fe8568 HTTP/1.1" status: 200 len: 834 time: 0.2458477 May 24 23:21:20.662796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10edc7-7a68-4528-b900-346322dd6309 req-3275d080-2486-4c0e-ad44-45fabc4c0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:20.664345 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf10edc7-7a68-4528-b900-346322dd6309 req-3275d080-2486-4c0e-ad44-45fabc4c0baf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c7f7cb0-d10d-4443-811a-701270af8ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001352 May 24 23:21:20.669480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:20.761440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:21.022837 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf10edc7-7a68-4528-b900-346322dd6309 req-38b4fcaf-c302-4f80-98fa-08124a5d4cff service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496306 May 24 23:21:21.035514 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:21.629803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11ba92-29ba-49cf-9822-75cbc7992586 req-be14a082-40ab-4f5b-90d2-f94e8687a931 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:21.631493 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d11ba92-29ba-49cf-9822-75cbc7992586 req-be14a082-40ab-4f5b-90d2-f94e8687a931 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1086128 May 24 23:21:21.681952 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d11ba92-29ba-49cf-9822-75cbc7992586 req-00d75946-aa72-47f1-98cb-7f4849a3360e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441482 May 24 23:21:21.733105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf10edc7-7a68-4528-b900-346322dd6309 req-396aeaf3-b1f3-42c2-b6db-5404f84a447b service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993585 May 24 23:21:21.792915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] Router 1804651e-eb99-4f36-83bf-e16469686850 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:21:21.888524 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:21.898697 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:22.099099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event updated for resources: {'Port': ['ID=bcd76160-a1e6-4e21-aac8-6b798ab30c23,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:22.116751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:22.168160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:21:22.180194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ef007-cad2-42a2-8f2f-18a1c8fe3641 None None] Sync routers for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:21:22.190750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ef007-cad2-42a2-8f2f-18a1c8fe3641 None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:22.191716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-188ef007-cad2-42a2-8f2f-18a1c8fe3641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:21:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:22.218477 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-56a9ebe1-4a1d-4f21-97dc-a70618304e1b admin admin] 10.222.0.55 "PUT /v2.0/routers/1804651e-eb99-4f36-83bf-e16469686850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8337030 May 24 23:21:22.218910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45096) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:22.380136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-188ef007-cad2-42a2-8f2f-18a1c8fe3641 None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:22.452346 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Floating IP eeead2bb-a50c-43c2-b185-c0dbae946d53 associated. External IP: 172.25.7.238, port: 4bf838c5-1896-4914-989c-c24b1f78a59a. May 24 23:21:22.619871 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:22.740358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-188ef007-cad2-42a2-8f2f-18a1c8fe3641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:21:19Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:22.748683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ef007-cad2-42a2-8f2f-18a1c8fe3641 None None] Checking router: 1804651e-eb99-4f36-83bf-e16469686850 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:21:22.772784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ef007-cad2-42a2-8f2f-18a1c8fe3641 None None] Routers {'1804651e-eb99-4f36-83bf-e16469686850'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:22.773676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-188ef007-cad2-42a2-8f2f-18a1c8fe3641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:21:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1804651e-eb99-4f36-83bf-e16469686850'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:22.990202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-188ef007-cad2-42a2-8f2f-18a1c8fe3641 None None] Set router 1804651e-eb99-4f36-83bf-e16469686850 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:23.014705 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:23.334856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Router f5d0c622-76d8-48f6-925b-bf99daa6af40 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:21:23.362329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-188ef007-cad2-42a2-8f2f-18a1c8fe3641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:21:19Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:23.368000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ef007-cad2-42a2-8f2f-18a1c8fe3641 None None] The sync data for ids ['1804651e-eb99-4f36-83bf-e16469686850'] in n-d-843146-7 is: [{'id': '1804651e-eb99-4f36-83bf-e16469686850', 'name': 'tempest-TestVolumeBackupRestore-1018134127-router', 'tenant_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:07Z', 'updated_at': '2022-05-24T23:21:19Z', 'revision_number': 5, 'project_id': 'cf7d51e960dd4c58aa2d7249601dbc0a', 'gw_port': {'id': '0ad343de-6c9b-4478-a87d-e42af325da2f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1804651e-eb99-4f36-83bf-e16469686850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:10Z', 'updated_at': '2022-05-24T23:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:21:23.368679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Deleting port 0ad343de-6c9b-4478-a87d-e42af325da2f {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:23.368679 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:23.489909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1dd3c-6c88-4646-9bf3-53bd43ead6cc req-cc045327-0446-4890-87dd-c4fca2a35684 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:23.491712 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77d1dd3c-6c88-4646-9bf3-53bd43ead6cc req-cc045327-0446-4890-87dd-c4fca2a35684 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.6432626 May 24 23:21:23.692653 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77d1dd3c-6c88-4646-9bf3-53bd43ead6cc req-c448bf6a-3690-41ba-9818-addd100577c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834846 May 24 23:21:23.770714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:21:23.781702 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1a0178-3ba7-446e-af70-e364c9173e77 None None] Sync routers for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:21:23.791502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] For port 0ad343de-6c9b-4478-a87d-e42af325da2f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0ad343de-6c9b-4478-a87d-e42af325da2f,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:23.791870 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:23.806490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1a0178-3ba7-446e-af70-e364c9173e77 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:23.808228 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc1a0178-3ba7-446e-af70-e364c9173e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:21:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:23.875446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4b70a93e-d8b0-41bc-ba34-936201a315ec no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:21:23.984059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4b70a93e-d8b0-41bc-ba34-936201a315ec {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:21:23.984430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4b70a93e-d8b0-41bc-ba34-936201a315ec not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:21:23.992875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Calling delete_port for 0ad343de-6c9b-4478-a87d-e42af325da2f owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:21:24.037630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:24.124336 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cf0b4693-8a66-48c3-b453-9f1beee383bd tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2942197 May 24 23:21:24.126307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c234f7ac-3f67-429d-8557-f59e645569db', 'tag': '4bf838c5-1896-4914-989c-c24b1f78a59a'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:21:24.171961 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cc1a0178-3ba7-446e-af70-e364c9173e77 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:24.224950 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa09d597-f548-4574-b502-2bfa59d86330'] response: {'name': 'network-changed', 'server_uuid': 'c234f7ac-3f67-429d-8557-f59e645569db', 'tag': '4bf838c5-1896-4914-989c-c24b1f78a59a', 'status': 'completed', 'code': 200} May 24 23:21:24.351885 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:24.409246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:24.423381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00deb9-ef32-4b42-9d90-c75f381fa494 req-95f21387-6989-4c2d-bf9d-6d02b6a7c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:24.423870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad343de-6c9b-4478-a87d-e42af325da2f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:24.429194 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb00deb9-ef32-4b42-9d90-c75f381fa494 req-95f21387-6989-4c2d-bf9d-6d02b6a7c6f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 1096 time: 0.1789291 May 24 23:21:24.575417 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:24.724289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00deb9-ef32-4b42-9d90-c75f381fa494 req-a413db2a-682b-4e51-b7dc-4023359fc440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:24.726132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb00deb9-ef32-4b42-9d90-c75f381fa494 req-a413db2a-682b-4e51-b7dc-4023359fc440 service neutron] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.2915707 May 24 23:21:24.880204 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc1a0178-3ba7-446e-af70-e364c9173e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '18f8558c-579e-4755-8957-2753aefa90c9', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:23:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:18:45Z', 'updated_at': '2022-05-24T23:18:51Z', 'revision_number': 1, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}, {'id': 'eeead2bb-a50c-43c2-b185-c0dbae946d53', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': '4bf838c5-1896-4914-989c-c24b1f78a59a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:8c:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234f7ac-3f67-429d-8557-f59e645569db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:21:20Z', 'updated_at': '2022-05-24T23:21:20Z', 'revision_number': 0, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:24.923482 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1a0178-3ba7-446e-af70-e364c9173e77 None None] Checking router: f5d0c622-76d8-48f6-925b-bf99daa6af40 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:21:24.936535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb00deb9-ef32-4b42-9d90-c75f381fa494 req-db49f945-e7ea-48a0-8c07-e5e186a1414b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bf838c5-1896-4914-989c-c24b1f78a59a HTTP/1.1" status: 200 len: 999 time: 0.2006197 May 24 23:21:24.948255 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1a0178-3ba7-446e-af70-e364c9173e77 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:24.949081 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc1a0178-3ba7-446e-af70-e364c9173e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:21:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:24.987930 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:24.991665 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:25.023217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00deb9-ef32-4b42-9d90-c75f381fa494 req-81d993d1-3604-4346-8333-b3239b2c1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:25.024747 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb00deb9-ef32-4b42-9d90-c75f381fa494 req-81d993d1-3604-4346-8333-b3239b2c1e73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.0782189 May 24 23:21:25.081619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:25.082134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1804651e-eb99-4f36-83bf-e16469686850 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:21:25.134480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:25.138480 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ba32ddb0-3a68-4773-850d-46494da48469 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1804651e-eb99-4f36-83bf-e16469686850 HTTP/1.1" status: 204 len: 168 time: 2.9175088 May 24 23:21:25.142631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45150) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:25.233977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00deb9-ef32-4b42-9d90-c75f381fa494 req-a03af13d-d76c-4bf2-bbb0-040166507319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:25.240708 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb00deb9-ef32-4b42-9d90-c75f381fa494 req-a03af13d-d76c-4bf2-bbb0-040166507319 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055781 May 24 23:21:25.279037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79da411-db43-42e0-928f-9c67e4e5e47c req-2c145334-8c5f-4e3f-955e-8ad3903e6620 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:25.293825 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c79da411-db43-42e0-928f-9c67e4e5e47c req-2c145334-8c5f-4e3f-955e-8ad3903e6620 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.2484443 May 24 23:21:25.342338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bc100f-4a9d-4d1f-bd1d-d5b3aa092eaf admin admin] Deleting subnet 2ad889cc-377c-4334-9cd9-0a1f81c1e7fd {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:21:25.353307 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cc1a0178-3ba7-446e-af70-e364c9173e77 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:25.359453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48bc100f-4a9d-4d1f-bd1d-d5b3aa092eaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:25.466913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c79da411-db43-42e0-928f-9c67e4e5e47c req-40cbc4c9-07f8-4a3d-a2a8-358a0f7f57a6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691768 May 24 23:21:25.544002 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48bc100f-4a9d-4d1f-bd1d-d5b3aa092eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:25.589808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb00deb9-ef32-4b42-9d90-c75f381fa494 req-88b5dc45-84b6-4fbd-bb62-d428fde0ece9 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416948 May 24 23:21:25.639658 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48bc100f-4a9d-4d1f-bd1d-d5b3aa092eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:25.885860 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb00deb9-ef32-4b42-9d90-c75f381fa494 req-b362e3a5-a39f-47c9-9731-1bb99a131ff2 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875724 May 24 23:21:25.929907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0ad343de-6c9b-4478-a87d-e42af325da2f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:21:25.944141 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48bc100f-4a9d-4d1f-bd1d-d5b3aa092eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:25.993183 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-48bc100f-4a9d-4d1f-bd1d-d5b3aa092eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.003313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-48bc100f-4a9d-4d1f-bd1d-d5b3aa092eaf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2ad889cc-377c-4334-9cd9-0a1f81c1e7fd HTTP/1.1" status: 204 len: 168 time: 0.8497462 May 24 23:21:26.004810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45156) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:26.006673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd48f255-276e-46d4-b011-126f0d771400 None None] Network 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:21:26.008585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc100f-4a9d-4d1f-bd1d-d5b3aa092eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad889cc-377c-4334-9cd9-0a1f81c1e7fd,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:26.076843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 0ad343de-6c9b-4478-a87d-e42af325da2f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:21:26.077587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0ad343de-6c9b-4478-a87d-e42af325da2f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:21:26.236886 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.285367 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cc1a0178-3ba7-446e-af70-e364c9173e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '18f8558c-579e-4755-8957-2753aefa90c9', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:23:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:18:45Z', 'updated_at': '2022-05-24T23:18:51Z', 'revision_number': 1, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}, {'id': 'eeead2bb-a50c-43c2-b185-c0dbae946d53', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': '4bf838c5-1896-4914-989c-c24b1f78a59a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:8c:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234f7ac-3f67-429d-8557-f59e645569db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:21:20Z', 'updated_at': '2022-05-24T23:21:20Z', 'revision_number': 0, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:26.298949 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1a0178-3ba7-446e-af70-e364c9173e77 None None] The sync data for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 is: [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '18f8558c-579e-4755-8957-2753aefa90c9', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:23:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:18:45Z', 'updated_at': '2022-05-24T23:18:51Z', 'revision_number': 1, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}, {'id': 'eeead2bb-a50c-43c2-b185-c0dbae946d53', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': '4bf838c5-1896-4914-989c-c24b1f78a59a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:8c:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234f7ac-3f67-429d-8557-f59e645569db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:21:20Z', 'updated_at': '2022-05-24T23:21:20Z', 'revision_number': 0, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:21:26.373132 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.386520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Deleting port 365a90fa-a932-4b99-9775-110bd66268e5 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:26.387110 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.573072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c2d7d-6174-4bea-8991-779f15b172f3 None None] DHCP port deletion for 1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:21:26.588701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c2d7d-6174-4bea-8991-779f15b172f3 None None] Deleting port 365a90fa-a932-4b99-9775-110bd66268e5 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:26.588701 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2d7d-6174-4bea-8991-779f15b172f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.663331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] For port 365a90fa-a932-4b99-9775-110bd66268e5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=365a90fa-a932-4b99-9775-110bd66268e5,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:26.664442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:26.796257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f111c4-a7c4-4530-83ca-b8e1849dcca9 None None] New status for floating IP eeead2bb-a50c-43c2-b185-c0dbae946d53: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:21:26.888701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Calling delete_port for 365a90fa-a932-4b99-9775-110bd66268e5 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:21:27.002151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e253f4-e13b-4403-b572-d12016492ccf req-2b0847f1-56d4-43b5-a1c7-9c00afbc7978 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:27.003951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7e253f4-e13b-4403-b572-d12016492ccf req-2b0847f1-56d4-43b5-a1c7-9c00afbc7978 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.2438457 May 24 23:21:27.026741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.081142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] No DVR routers for this DVR port 365a90fa-a932-4b99-9775-110bd66268e5 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:21:27.122563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Pushing event deleted for resources: {'Port': ['ID=365a90fa-a932-4b99-9775-110bd66268e5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:27.234064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.256674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b5c2d7d-6174-4bea-8991-779f15b172f3 None None] For port 365a90fa-a932-4b99-9775-110bd66268e5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=365a90fa-a932-4b99-9775-110bd66268e5,segment=NetworkSegment(497530e1-4062-48c0-8177-86caeb2d191f),segment_id=497530e1-4062-48c0-8177-86caeb2d191f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:27.257903 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2d7d-6174-4bea-8991-779f15b172f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.264476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:27.277401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497530e1-4062-48c0-8177-86caeb2d191f') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:27.277722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497530e1-4062-48c0-8177-86caeb2d191f') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:27.291193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.307317 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.313669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:21:27.314306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.395420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c2d7d-6174-4bea-8991-779f15b172f3 None None] Calling delete_port for 365a90fa-a932-4b99-9775-110bd66268e5 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:21:27.429898 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7e253f4-e13b-4403-b572-d12016492ccf req-562a5bef-d4a8-4d90-bbc7-f6221831ee1e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200509 May 24 23:21:27.430898 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.436296 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 497530e1-4062-48c0-8177-86caeb2d191f resource provider aggregate not found May 24 23:21:27.456880 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:27.463680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:27.475618 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 497530e1-4062-48c0-8177-86caeb2d191f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 497530e1-4062-48c0-8177-86caeb2d191f found for delete ", "request_id": "req-2fb6b634-8661-42f3-b58a-eb34d3c86add"}]} May 24 23:21:27.480407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45176) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:27.480969 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3d91498b-bc45-4db1-aa73-b9a664b7e068 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1d9cdbf3-7313-4ac7-928e-6b112d0a1ce4 HTTP/1.1" status: 204 len: 168 time: 1.4732153 May 24 23:21:27.517379 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-8b5c2d7d-6174-4bea-8991-779f15b172f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:21:27.518051 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-8b5c2d7d-6174-4bea-8991-779f15b172f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:21:27.905507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 365a90fa-a932-4b99-9775-110bd66268e5 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:21:27.967765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 365a90fa-a932-4b99-9775-110bd66268e5 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:21:27.968114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 365a90fa-a932-4b99-9775-110bd66268e5 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:21:28.019778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c2d7d-6174-4bea-8991-779f15b172f3 None None] Deleting port 365a90fa-a932-4b99-9775-110bd66268e5 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:28.020167 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2d7d-6174-4bea-8991-779f15b172f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:28.080040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:28.095873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c2d7d-6174-4bea-8991-779f15b172f3 None None] The port '365a90fa-a932-4b99-9775-110bd66268e5' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:21:28.461723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] Deleting port 3ef120d3-b457-402c-9a99-b24629e4f9b9 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:28.462069 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:28.698675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] For port 3ef120d3-b457-402c-9a99-b24629e4f9b9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3ef120d3-b457-402c-9a99-b24629e4f9b9,segment=NetworkSegment(54f90018-d7b9-4f50-b48a-5bc04f19fcc5),segment_id=54f90018-d7b9-4f50-b48a-5bc04f19fcc5)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:28.699312 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:28.771904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f3ea-1bd1-4458-b302-7c26c4ffe674 req-5a2a33c3-1858-4284-8c31-ec87ad9b1940 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:28.773396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7315f3ea-1bd1-4458-b302-7c26c4ffe674 req-5a2a33c3-1858-4284-8c31-ec87ad9b1940 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1970911 May 24 23:21:29.017876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] Calling delete_port for 3ef120d3-b457-402c-9a99-b24629e4f9b9 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:21:29.063315 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7315f3ea-1bd1-4458-b302-7c26c4ffe674 req-10f4aa5b-a8ce-486d-a838-6b483985db76 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333982 May 24 23:21:29.240608 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:29.288935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef120d3-b457-402c-9a99-b24629e4f9b9,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:29.599113 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:30.026225 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] Router de1c4cba-0009-4078-af68-acf566813126 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:21:30.204847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:21:30.218671 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21750e42-8e07-4add-afa4-c442381dbe98 None None] Sync routers for ids ['de1c4cba-0009-4078-af68-acf566813126'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:21:30.230174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-082b099f-ca9f-4231-a732-17e107100ec5 admin admin] 10.222.0.55 "PUT /v2.0/routers/de1c4cba-0009-4078-af68-acf566813126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7483897 May 24 23:21:30.231032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45226) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:30.238537 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21750e42-8e07-4add-afa4-c442381dbe98 None None] Routers {'de1c4cba-0009-4078-af68-acf566813126'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:30.239164 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-21750e42-8e07-4add-afa4-c442381dbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:21:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['de1c4cba-0009-4078-af68-acf566813126'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:30.433324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e301ba-745f-41d2-9941-b7fe94dd8f39 req-165561d2-0c23-46e5-b13f-0773c7bd9388 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:30.434838 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5e301ba-745f-41d2-9941-b7fe94dd8f39 req-165561d2-0c23-46e5-b13f-0773c7bd9388 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.2432318 May 24 23:21:30.437829 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-21750e42-8e07-4add-afa4-c442381dbe98 None None] Set router de1c4cba-0009-4078-af68-acf566813126 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:30.462259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:30.554144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5e301ba-745f-41d2-9941-b7fe94dd8f39 req-2b42564b-9765-40d6-89ad-c84f00c48fef tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095326 May 24 23:21:30.775185 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-21750e42-8e07-4add-afa4-c442381dbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c4cba-0009-4078-af68-acf566813126', 'name': 'tempest-TestVolumeBackupRestore-289348600-router', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:28Z', 'updated_at': '2022-05-24T23:21:29Z', 'revision_number': 5, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'gw_port': {'id': 'b6347a25-74c4-4f42-a72b-71d7c6298aa2', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c4cba-0009-4078-af68-acf566813126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:16:30Z', 'updated_at': '2022-05-24T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:30.779483 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21750e42-8e07-4add-afa4-c442381dbe98 None None] Checking router: de1c4cba-0009-4078-af68-acf566813126 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:21:30.791332 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21750e42-8e07-4add-afa4-c442381dbe98 None None] Routers {'de1c4cba-0009-4078-af68-acf566813126'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:21:30.791826 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-21750e42-8e07-4add-afa4-c442381dbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:21:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['de1c4cba-0009-4078-af68-acf566813126'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:30.836282 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:30.846342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Deleting port b6347a25-74c4-4f42-a72b-71d7c6298aa2 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:30.846792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:30.953684 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-21750e42-8e07-4add-afa4-c442381dbe98 None None] Set router de1c4cba-0009-4078-af68-acf566813126 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:21:31.063210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] For port b6347a25-74c4-4f42-a72b-71d7c6298aa2, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b6347a25-74c4-4f42-a72b-71d7c6298aa2,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:31.063672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:31.067389 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-21750e42-8e07-4add-afa4-c442381dbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c4cba-0009-4078-af68-acf566813126', 'name': 'tempest-TestVolumeBackupRestore-289348600-router', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:28Z', 'updated_at': '2022-05-24T23:21:30Z', 'revision_number': 6, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:31.071515 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21750e42-8e07-4add-afa4-c442381dbe98 None None] The sync data for ids ['de1c4cba-0009-4078-af68-acf566813126'] in n-d-843146-7 is: [{'id': 'de1c4cba-0009-4078-af68-acf566813126', 'name': 'tempest-TestVolumeBackupRestore-289348600-router', 'tenant_id': 'e1445b27170d4a57a41beead3c80f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:16:28Z', 'updated_at': '2022-05-24T23:21:30Z', 'revision_number': 6, 'project_id': 'e1445b27170d4a57a41beead3c80f939', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:21:31.212295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Calling delete_port for b6347a25-74c4-4f42-a72b-71d7c6298aa2 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:21:31.397315 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:31.457052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6347a25-74c4-4f42-a72b-71d7c6298aa2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:31.606298 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:31.813096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63427f5-df68-4738-a94c-d34a16b75723 req-b1a08db7-0510-4569-9b80-b1035747dded tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:31.814637 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c63427f5-df68-4738-a94c-d34a16b75723 req-b1a08db7-0510-4569-9b80-b1035747dded tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0955005 May 24 23:21:31.817098 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:31.819791 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:31.852663 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:31.852912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Fanout notify agent at l3_agent the message router_deleted on router de1c4cba-0009-4078-af68-acf566813126 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:21:31.870126 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:31.874545 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1ee0f29d-f83a-4b0a-9522-7fa5f693c15c admin admin] 10.222.0.55 "DELETE /v2.0/routers/de1c4cba-0009-4078-af68-acf566813126 HTTP/1.1" status: 204 len: 168 time: 1.6424284 May 24 23:21:31.875493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45254) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:31.882150 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c63427f5-df68-4738-a94c-d34a16b75723 req-b3543c90-e084-42e1-9a0a-90b7346bfe9c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603290 May 24 23:21:32.014091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-863f0b86-ca0b-4216-896e-dcc91bc5a741 admin admin] Deleting subnet 55890f1e-9048-488e-9742-003f5ceeece0 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:21:32.023342 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-863f0b86-ca0b-4216-896e-dcc91bc5a741 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:32.092329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3ef120d3-b457-402c-9a99-b24629e4f9b9 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:21:32.189219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 3ef120d3-b457-402c-9a99-b24629e4f9b9 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:21:32.189219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3ef120d3-b457-402c-9a99-b24629e4f9b9 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:21:32.189219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b6347a25-74c4-4f42-a72b-71d7c6298aa2 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:21:32.193950 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-863f0b86-ca0b-4216-896e-dcc91bc5a741 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:32.275332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: b6347a25-74c4-4f42-a72b-71d7c6298aa2 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:21:32.275332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b6347a25-74c4-4f42-a72b-71d7c6298aa2 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:21:32.308415 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-863f0b86-ca0b-4216-896e-dcc91bc5a741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:32.474188 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-863f0b86-ca0b-4216-896e-dcc91bc5a741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:32.527072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f0b86-ca0b-4216-896e-dcc91bc5a741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55890f1e-9048-488e-9742-003f5ceeece0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:32.546439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-863f0b86-ca0b-4216-896e-dcc91bc5a741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:32.556434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9579bfba-2f25-4609-bf93-0240f8f4940d None None] Network c8e3be59-5d19-40cb-8d3b-e18bcb45c852 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:21:32.598368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-863f0b86-ca0b-4216-896e-dcc91bc5a741 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/55890f1e-9048-488e-9742-003f5ceeece0 HTTP/1.1" status: 204 len: 168 time: 0.7118666 May 24 23:21:32.598368 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45264) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:32.846894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:32.858385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Deleting port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:32.858385 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:33.017863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9069e5-1739-4c71-8b3c-7ad54e14bd76 None None] DHCP port deletion for c8e3be59-5d19-40cb-8d3b-e18bcb45c852 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:21:33.026520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-dd9069e5-1739-4c71-8b3c-7ad54e14bd76 None None] Deleting port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:33.026520 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dd9069e5-1739-4c71-8b3c-7ad54e14bd76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:33.445278 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] For port bbbf36d7-9b48-4eb5-82ea-66754f49aa92, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=bbbf36d7-9b48-4eb5-82ea-66754f49aa92,segment=NetworkSegment(54f90018-d7b9-4f50-b48a-5bc04f19fcc5),segment_id=54f90018-d7b9-4f50-b48a-5bc04f19fcc5)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:33.445278 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:33.632181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74cd4b-71c6-489d-a16d-b5ac4a30de98 req-ebf0bfc2-6468-4f32-a3d8-54e318bbd8cf tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:33.632181 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b74cd4b-71c6-489d-a16d-b5ac4a30de98 req-ebf0bfc2-6468-4f32-a3d8-54e318bbd8cf tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.5064838 May 24 23:21:33.642356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Calling delete_port for bbbf36d7-9b48-4eb5-82ea-66754f49aa92 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:21:33.731625 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b74cd4b-71c6-489d-a16d-b5ac4a30de98 req-2d57044b-78fb-4326-8fb3-3f848e5c69ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594075 May 24 23:21:33.777306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:33.836379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-dd9069e5-1739-4c71-8b3c-7ad54e14bd76 None None] For port bbbf36d7-9b48-4eb5-82ea-66754f49aa92, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=bbbf36d7-9b48-4eb5-82ea-66754f49aa92,segment=NetworkSegment(54f90018-d7b9-4f50-b48a-5bc04f19fcc5),segment_id=54f90018-d7b9-4f50-b48a-5bc04f19fcc5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:21:33.836379 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dd9069e5-1739-4c71-8b3c-7ad54e14bd76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:33.870265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] No DVR routers for this DVR port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:21:33.960789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbf36d7-9b48-4eb5-82ea-66754f49aa92,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:33.976396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device bbbf36d7-9b48-4eb5-82ea-66754f49aa92 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:21:34.112685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:34.117180 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-616b3320-b252-430a-ba97-e7e6fb32da95 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1955380 May 24 23:21:34.177297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e3be59-5d19-40cb-8d3b-e18bcb45c852']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:34.186078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-dd9069e5-1739-4c71-8b3c-7ad54e14bd76 None None] Calling delete_port for bbbf36d7-9b48-4eb5-82ea-66754f49aa92 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:21:34.220243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f90018-d7b9-4f50-b48a-5bc04f19fcc5') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:34.220243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f90018-d7b9-4f50-b48a-5bc04f19fcc5') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:21:34.271918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: bbbf36d7-9b48-4eb5-82ea-66754f49aa92 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:21:34.271918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device bbbf36d7-9b48-4eb5-82ea-66754f49aa92 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:21:34.337874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:34.360057 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-dd9069e5-1739-4c71-8b3c-7ad54e14bd76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:21:34.360057 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-dd9069e5-1739-4c71-8b3c-7ad54e14bd76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:21:34.364299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-ada23c1a-cd6a-47d7-bc25-7199d3e0a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:34.364299 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-ada23c1a-cd6a-47d7-bc25-7199d3e0a366 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 1096 time: 0.1669075 May 24 23:21:34.380521 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:34.395680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:21:34.395680 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:34.448039 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 54f90018-d7b9-4f50-b48a-5bc04f19fcc5 resource provider aggregate not found May 24 23:21:34.549979 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 54f90018-d7b9-4f50-b48a-5bc04f19fcc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54f90018-d7b9-4f50-b48a-5bc04f19fcc5 found for delete ", "request_id": "req-b50e4a00-7f68-4b47-b6c3-58b1f43cd229"}]} May 24 23:21:34.638691 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:34.672810 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:34.687098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e3be59-5d19-40cb-8d3b-e18bcb45c852,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:34.705187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fa6fd82b-7e03-474b-9750-862498bbe2c2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c8e3be59-5d19-40cb-8d3b-e18bcb45c852 HTTP/1.1" status: 204 len: 168 time: 2.1039875 May 24 23:21:34.849941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-c5ce2eac-1358-4a91-8a4e-8bf516a6de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:34.855266 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-c5ce2eac-1358-4a91-8a4e-8bf516a6de61 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.4636390 May 24 23:21:34.861826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-dd9069e5-1739-4c71-8b3c-7ad54e14bd76 None None] Deleting port bbbf36d7-9b48-4eb5-82ea-66754f49aa92 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:21:34.865408 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dd9069e5-1739-4c71-8b3c-7ad54e14bd76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:34.947125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45296) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:35.022492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-a9d78c86-2036-4fcd-b172-b55aa7cde076 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b22822-26e6-4261-b61c-6a37e099742d HTTP/1.1" status: 200 len: 1001 time: 0.1558800 May 24 23:21:35.077562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45300) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:35.082461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7577f526-e772-4235-99c8-27993db1c7b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf7d51e960dd4c58aa2d7249601dbc0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304009 May 24 23:21:35.087708 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-dd9069e5-1739-4c71-8b3c-7ad54e14bd76 None None] The port 'bbbf36d7-9b48-4eb5-82ea-66754f49aa92' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:21:35.234129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-2cc4da11-b54d-4243-935f-74d9aac98c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:35.234129 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-2cc4da11-b54d-4243-935f-74d9aac98c7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.2061009 May 24 23:21:35.386971 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aed5d840-cec2-48d4-86e5-768256835e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:35.457340 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-157aad0b-29cf-48c5-b8f2-76aaf044bd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:35.521646 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-157aad0b-29cf-48c5-b8f2-76aaf044bd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:35.659536 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-157aad0b-29cf-48c5-b8f2-76aaf044bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:35.730324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397620dd-07c0-456f-896c-33e56b5ee52f req-a39f3dd5-4560-4b1c-a223-81aea378ca1b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:35.739851 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-397620dd-07c0-456f-896c-33e56b5ee52f req-a39f3dd5-4560-4b1c-a223-81aea378ca1b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.6042211 May 24 23:21:35.758006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aad0b-29cf-48c5-b8f2-76aaf044bd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75008509-1f38-4d46-aa83-76d28667a615,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:35.792793 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-a35e7c0c-4091-42e6-882b-416e46071f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:35.792793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-a35e7c0c-4091-42e6-882b-416e46071f91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5465446 May 24 23:21:35.807023 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-157aad0b-29cf-48c5-b8f2-76aaf044bd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:35.807023 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-157aad0b-29cf-48c5-b8f2-76aaf044bd89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75008509-1f38-4d46-aa83-76d28667a615 HTTP/1.1" status: 204 len: 168 time: 0.7260356 May 24 23:21:35.937694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-397620dd-07c0-456f-896c-33e56b5ee52f req-042de927-98c7-45ef-a0d5-1da77a1e3b91 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803188 May 24 23:21:36.025164 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-9717a334-d6ee-40d6-97ed-6ec9e776d9cc service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200849 May 24 23:21:36.209090 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d5dcb526-22fc-4c2a-8ff5-d44b207e729d req-eb445139-4d80-4e82-a253-bdd152593156 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764574 May 24 23:21:36.355989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45316) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:36.416732 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-62f57a48-3e8c-4d60-b415-34019412cbcd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1445b27170d4a57a41beead3c80f939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573871 May 24 23:21:36.421280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45320) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:36.484886 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-640a4004-331c-4a20-aa02-099f64c782ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:36.513658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-640a4004-331c-4a20-aa02-099f64c782ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:36.596690 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-640a4004-331c-4a20-aa02-099f64c782ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:36.644028 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-640a4004-331c-4a20-aa02-099f64c782ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:36.650687 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-640a4004-331c-4a20-aa02-099f64c782ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad11bc38-6a73-4cd8-87e6-09cd024c2bc0 HTTP/1.1" status: 204 len: 168 time: 0.2340031 May 24 23:21:36.660209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a4004-331c-4a20-aa02-099f64c782ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad11bc38-6a73-4cd8-87e6-09cd024c2bc0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:37.355168 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:21:37.426782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf8cf0-a3b4-4a14-ba29-545f413472b5 req-06cc4177-31b5-438b-a13f-a6706ea58c52 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:37.426782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5bf8cf0-a3b4-4a14-ba29-545f413472b5 req-06cc4177-31b5-438b-a13f-a6706ea58c52 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.2151260 May 24 23:21:37.499954 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-832fcd61-dbad-4941-b8ef-e6c999ec31de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:37.544502 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5bf8cf0-a3b4-4a14-ba29-545f413472b5 req-5c19db58-8f4c-4ae1-8187-f7910f8b8682 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073320 May 24 23:21:38.730174 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:38.816824 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:38.836854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472e9cf-deca-45a2-985f-9ca90503fd4d req-ed4739fa-1129-4639-abe3-c9e32fa13638 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:38.846159 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d472e9cf-deca-45a2-985f-9ca90503fd4d req-ed4739fa-1129-4639-abe3-c9e32fa13638 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1326354 May 24 23:21:38.913908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d472e9cf-deca-45a2-985f-9ca90503fd4d req-bfec7b6a-e12f-4b99-a327-b85e1c5c8aee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667331 May 24 23:21:39.930425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-05a51f8c-e684-4004-9135-4e215193bec5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795498 May 24 23:21:40.106779 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:40.207034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57e1de-fa09-49dc-845e-93d7451ec9ca req-971ae69f-53ac-494e-bd5e-928267ee073d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:40.209952 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc57e1de-fa09-49dc-845e-93d7451ec9ca req-971ae69f-53ac-494e-bd5e-928267ee073d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1084230 May 24 23:21:40.213668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-16b3b3dd-4099-4759-aa42-998fa2785455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:40.215244 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-16b3b3dd-4099-4759-aa42-998fa2785455 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 1096 time: 0.1702857 May 24 23:21:40.329650 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dc57e1de-fa09-49dc-845e-93d7451ec9ca req-97994ac6-ea1c-4e21-b144-85dde786ff86 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128011 May 24 23:21:40.396210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-082fa50b-d0e1-462e-b7e1-6ba456df04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:40.397690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-082fa50b-d0e1-462e-b7e1-6ba456df04f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.1450264 May 24 23:21:40.508430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-8d170cca-9e69-4a91-9120-08fae87d2b44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bf838c5-1896-4914-989c-c24b1f78a59a HTTP/1.1" status: 200 len: 1001 time: 0.1031182 May 24 23:21:40.582761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-6a02f356-d5c2-4e14-80f1-c14234676fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:40.585124 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-6a02f356-d5c2-4e14-80f1-c14234676fc6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.0702608 May 24 23:21:40.669382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-9b759f28-7c89-4018-aa15-a3ce2996a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:40.670955 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-9b759f28-7c89-4018-aa15-a3ce2996a792 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783033 May 24 23:21:40.831848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-d3b6e3a9-3a74-4fa0-b2d1-c509654bd021 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531560 May 24 23:21:41.004285 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f958bc7d-79f9-485d-89f5-f0b4ee217b8e req-75851b00-07d6-4960-9026-dff2201adffa service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659575 May 24 23:21:41.560787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3267-b05d-4f13-ab22-655d4cf34478 req-29f6301a-2c0e-401b-8a43-80559589cb06 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:41.569365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c1ec3267-b05d-4f13-ab22-655d4cf34478 req-29f6301a-2c0e-401b-8a43-80559589cb06 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1076276 May 24 23:21:41.621769 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c1ec3267-b05d-4f13-ab22-655d4cf34478 req-d991d3ef-ce9d-4ab6-9769-6a547c1230d3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514081 May 24 23:21:42.823690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810949c-1baa-41f3-a365-4ccb7899ac9d req-e4fa8d67-3bca-4761-b76c-068761e7f112 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:42.825161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4810949c-1baa-41f3-a365-4ccb7899ac9d req-e4fa8d67-3bca-4761-b76c-068761e7f112 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0923266 May 24 23:21:42.879512 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4810949c-1baa-41f3-a365-4ccb7899ac9d req-13b7b2ae-93df-419c-8f72-25b2987b9209 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413024 May 24 23:21:44.118762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd93f3-4dab-4211-80c7-4fb2ac56f694 req-0080eb39-a63a-443b-a133-85eb61003997 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:44.120858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5fbd93f3-4dab-4211-80c7-4fb2ac56f694 req-0080eb39-a63a-443b-a133-85eb61003997 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1121156 May 24 23:21:44.220424 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5fbd93f3-4dab-4211-80c7-4fb2ac56f694 req-86d9e36e-3f7a-42d2-a3c0-0003ed3b96f1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930028 May 24 23:21:45.488716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf97c8a-4acb-4845-8bba-561b3e5c7fcf req-ee03b686-1981-4636-81a9-1f687b483f84 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:45.492351 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf97c8a-4acb-4845-8bba-561b3e5c7fcf req-ee03b686-1981-4636-81a9-1f687b483f84 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1223609 May 24 23:21:45.590837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-faf97c8a-4acb-4845-8bba-561b3e5c7fcf req-de8311e0-6f5a-4d47-8fc0-525470296afb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909603 May 24 23:21:46.832558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c532ce9-71ac-45e7-ae3f-551ff8f2d316 req-e5392006-2a41-425e-b08a-0e48bda248fa tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:46.834139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c532ce9-71ac-45e7-ae3f-551ff8f2d316 req-e5392006-2a41-425e-b08a-0e48bda248fa tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1047146 May 24 23:21:46.895748 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c532ce9-71ac-45e7-ae3f-551ff8f2d316 req-7c629eb1-11ed-47a3-852d-a41b4dafba3b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537667 May 24 23:21:48.151104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9484d87-3b5d-4179-8636-0c2f0fea1c15 req-ff4a671f-f170-4b77-9fda-5e9d95250cfc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:48.153212 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9484d87-3b5d-4179-8636-0c2f0fea1c15 req-ff4a671f-f170-4b77-9fda-5e9d95250cfc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1179528 May 24 23:21:48.164131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 45464) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:48.228119 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9484d87-3b5d-4179-8636-0c2f0fea1c15 req-f31b6ae4-450e-40e3-a697-b46cb63a8969 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685120 May 24 23:21:48.321776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:48.336005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:21:48.339944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Usage tracker for resource:security_group_rule and tenant:d713ef0c8dc648ce87fdbc2ab4886854 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:21:48.342707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:21:48.348407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:21:48.432776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:48.438188 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:48.487384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 45472) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:21:48.488423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d713ef0c8dc648ce87fdbc2ab4886854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221467 May 24 23:21:48.494993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b0b4cc-36dc-455a-ba98-ec60e30d93af,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:48.503148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.503148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.503554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.503651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.503969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.504372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.504619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.504942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.505261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.505613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.505910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.506224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c1809-5071-422c-a2fd-385ac3af4816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.588827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:48.617224 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:48.670151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:48.685861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b0b4cc-36dc-455a-ba98-ec60e30d93af,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:21:48.694857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.695192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.695522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.695847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.696168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.696488 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.696809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.697122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.697434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.697767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.698076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.698384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:21:48.701323 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:48.702638 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4ee2b543-70a9-4647-8b16-28e544fee375 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11b0b4cc-36dc-455a-ba98-ec60e30d93af HTTP/1.1" status: 204 len: 168 time: 0.2139301 May 24 23:21:49.418300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc1d7f-36b3-4b7f-911e-43b7039f7cfa req-87d6b796-6ec2-4940-a225-ffc8b1985938 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:49.419928 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-67cc1d7f-36b3-4b7f-911e-43b7039f7cfa req-87d6b796-6ec2-4940-a225-ffc8b1985938 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0847778 May 24 23:21:49.464992 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-67cc1d7f-36b3-4b7f-911e-43b7039f7cfa req-37f9f6b1-c115-449a-abd9-305aa5eea266 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388629 May 24 23:21:50.700488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c65487-5ca9-4407-9e69-895e66a5ace4 req-3631b7f0-950f-46db-9147-97b2a17461ed tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:50.702076 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9c65487-5ca9-4407-9e69-895e66a5ace4 req-3631b7f0-950f-46db-9147-97b2a17461ed tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0904634 May 24 23:21:50.747407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9c65487-5ca9-4407-9e69-895e66a5ace4 req-0cac88dc-aaae-4ca7-a630-c14b7ce18c78 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390196 May 24 23:21:51.939168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c3145-94ae-4f56-857f-5c314c90e4fc req-b053ab5a-b02f-4d1a-a331-1cd01b629b6f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:51.940878 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b8c3145-94ae-4f56-857f-5c314c90e4fc req-b053ab5a-b02f-4d1a-a331-1cd01b629b6f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0879896 May 24 23:21:51.993712 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b8c3145-94ae-4f56-857f-5c314c90e4fc req-c6d51cd6-1453-46a8-a6c5-7f821048f04b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462906 May 24 23:21:53.351048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf221e-2605-4bd3-a4ad-ad285da61688 req-4c990552-48b5-4c27-8819-10c0abb63213 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:53.352613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1aaf221e-2605-4bd3-a4ad-ad285da61688 req-4c990552-48b5-4c27-8819-10c0abb63213 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.2254233 May 24 23:21:53.399854 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1aaf221e-2605-4bd3-a4ad-ad285da61688 req-e13d7d8d-e5b8-4053-87ff-ce9b590d501d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411174 May 24 23:21:54.398594 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:54.586416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde32c7-bcb2-423e-a7aa-5cca0aa73020 req-7d5a2f85-15ea-44c6-b980-af8e106dc55d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:54.587950 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9dde32c7-bcb2-423e-a7aa-5cca0aa73020 req-7d5a2f85-15ea-44c6-b980-af8e106dc55d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0815263 May 24 23:21:54.636458 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9dde32c7-bcb2-423e-a7aa-5cca0aa73020 req-bdb936a5-9e6d-4dca-af30-8e75160dd07e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426254 May 24 23:21:55.832646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c5860-7b76-4306-97e9-857fc7946969 req-963c4c35-cb23-4b92-ba78-f321e998e42c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:55.834175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-373c5860-7b76-4306-97e9-857fc7946969 req-963c4c35-cb23-4b92-ba78-f321e998e42c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0871460 May 24 23:21:55.887228 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-373c5860-7b76-4306-97e9-857fc7946969 req-251ff7fa-5565-4c52-84f1-a8b47f0d489a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468659 May 24 23:21:56.082380 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:21:57.102653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379a0b6-229d-487e-8880-24eca0350f81 req-25273617-6819-4a8d-b27e-ff7128bf9933 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:57.111797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8379a0b6-229d-487e-8880-24eca0350f81 req-25273617-6819-4a8d-b27e-ff7128bf9933 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0961139 May 24 23:21:57.164567 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8379a0b6-229d-487e-8880-24eca0350f81 req-b8f450df-6ccc-44b2-af2f-b8c10fc74808 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514278 May 24 23:21:58.353883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2af0cd-fa6a-4846-ae10-fe2373197e79 req-ee6ac755-6e01-460e-8752-135e2774f65d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:58.355398 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8a2af0cd-fa6a-4846-ae10-fe2373197e79 req-ee6ac755-6e01-460e-8752-135e2774f65d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0836160 May 24 23:21:58.401558 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8a2af0cd-fa6a-4846-ae10-fe2373197e79 req-a36d55fa-5492-4752-b733-072afcbb0d4b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396805 May 24 23:21:59.727891 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3462a53-124d-4d85-94ee-3db3fe0c96d7 req-a693e655-1358-46b3-8ce2-d1ce0e76d7c6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:21:59.729468 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b3462a53-124d-4d85-94ee-3db3fe0c96d7 req-a693e655-1358-46b3-8ce2-d1ce0e76d7c6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.2178259 May 24 23:21:59.777252 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b3462a53-124d-4d85-94ee-3db3fe0c96d7 req-d9195d24-d5e2-4929-afb9-f8933133d9f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417962 May 24 23:22:01.005337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b8cca-991c-4619-9e1d-fa7c45be0c25 req-bfb44bfc-ae4e-4759-9b9f-2935dcd532ba tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:01.006997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c82b8cca-991c-4619-9e1d-fa7c45be0c25 req-bfb44bfc-ae4e-4759-9b9f-2935dcd532ba tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0907137 May 24 23:22:01.059339 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c82b8cca-991c-4619-9e1d-fa7c45be0c25 req-287a1fc3-65a1-4eb3-b30d-c13c6b64eaaa tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465941 May 24 23:22:02.244385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b839ba8-7692-4733-b4d9-b5c9a722b8f8 req-0f86dbfe-8872-43ce-b47f-c5a225787f1c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:02.246526 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b839ba8-7692-4733-b4d9-b5c9a722b8f8 req-0f86dbfe-8872-43ce-b47f-c5a225787f1c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0814528 May 24 23:22:02.295384 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b839ba8-7692-4733-b4d9-b5c9a722b8f8 req-30e6e825-9dd8-4260-8394-d100000ad42d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 May 24 23:22:03.530925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a36079-12fe-4527-b9e0-7611c7b6784e req-8134d871-1e8d-49eb-a608-f4d163068427 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:03.539449 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72a36079-12fe-4527-b9e0-7611c7b6784e req-8134d871-1e8d-49eb-a608-f4d163068427 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1186979 May 24 23:22:03.623090 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-72a36079-12fe-4527-b9e0-7611c7b6784e req-ce61b6f9-e100-4757-980b-b95689685f87 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819604 May 24 23:22:04.818741 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875be5-b48d-44ab-8f21-b79dc826350d req-7a13d720-0b77-48fe-9700-622cf31a6a64 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:04.826403 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6875be5-b48d-44ab-8f21-b79dc826350d req-7a13d720-0b77-48fe-9700-622cf31a6a64 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0877514 May 24 23:22:04.886392 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6875be5-b48d-44ab-8f21-b79dc826350d req-0f3e0961-6f22-46b6-87c2-c452bc6929f0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585725 May 24 23:22:05.364524 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a0938a3f-72a7-4fc9-9049-e696858df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:06.128647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccdd1f-026d-42e5-8506-fdfe3c177c0d req-bf3e97b8-0a44-4225-8b8d-a17d0b916d5e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:06.130442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29ccdd1f-026d-42e5-8506-fdfe3c177c0d req-bf3e97b8-0a44-4225-8b8d-a17d0b916d5e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1133871 May 24 23:22:06.249646 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29ccdd1f-026d-42e5-8506-fdfe3c177c0d req-656bc0c1-285e-4908-8ade-cca81e56a274 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063571 May 24 23:22:07.501321 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-942411a1-e1b1-408b-b6c7-9772358f3cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:07.537935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3010b-f3af-418b-b9a0-ca4b195b927b req-456e1146-a18a-4c52-92e3-a9cced9ebd08 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:07.537935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bad3010b-f3af-418b-b9a0-ca4b195b927b req-456e1146-a18a-4c52-92e3-a9cced9ebd08 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1414433 May 24 23:22:07.598259 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bad3010b-f3af-418b-b9a0-ca4b195b927b req-4f154b79-f256-4f4a-b232-81bea2e65ead tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563931 May 24 23:22:08.725917 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:08.833986 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:08.890950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df9b1d-ed91-4831-a3a0-c942582ee7e7 req-fe56ef26-3bca-4ada-9241-e68d079fee5c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:08.892581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77df9b1d-ed91-4831-a3a0-c942582ee7e7 req-fe56ef26-3bca-4ada-9241-e68d079fee5c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1659100 May 24 23:22:08.961126 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77df9b1d-ed91-4831-a3a0-c942582ee7e7 req-7f71190c-91bc-44f9-985e-a460ec114741 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587368 May 24 23:22:10.126815 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:10.197841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303df4f-fa3e-452d-b5c7-89114ac75e89 req-62fc03ad-d847-4035-ab7d-9540ee62a271 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:10.206094 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0303df4f-fa3e-452d-b5c7-89114ac75e89 req-62fc03ad-d847-4035-ab7d-9540ee62a271 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1024473 May 24 23:22:10.259966 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0303df4f-fa3e-452d-b5c7-89114ac75e89 req-d2336e8e-fe74-4c9e-b56c-e50a23b672f8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497575 May 24 23:22:11.469776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6238ed-df52-480e-b06d-64e50d073957 req-7015138e-a9e9-499a-816b-f93d0bea7015 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:11.471337 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff6238ed-df52-480e-b06d-64e50d073957 req-7015138e-a9e9-499a-816b-f93d0bea7015 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0922587 May 24 23:22:11.518342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff6238ed-df52-480e-b06d-64e50d073957 req-bd8c95fa-51e9-469b-b3a6-0ef1673d57e0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408416 May 24 23:22:12.778232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30111f-2b3b-4e30-a95a-51e1b71e93cf req-1576f5a4-9c0a-463c-9a06-87fe90d3c4ad tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:12.779696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a30111f-2b3b-4e30-a95a-51e1b71e93cf req-1576f5a4-9c0a-463c-9a06-87fe90d3c4ad tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1070864 May 24 23:22:12.834916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a30111f-2b3b-4e30-a95a-51e1b71e93cf req-0d4fbf1a-837f-4832-ba20-78527230eb91 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489740 May 24 23:22:14.035722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59a273-c621-4300-88cb-89483d981dcd req-3edd15a5-c883-40be-b068-ec51d250cf1f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:14.042998 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e59a273-c621-4300-88cb-89483d981dcd req-3edd15a5-c883-40be-b068-ec51d250cf1f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1010156 May 24 23:22:14.101008 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e59a273-c621-4300-88cb-89483d981dcd req-eab46584-7f4e-4449-a04c-05cc58925785 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568824 May 24 23:22:14.340231 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:22:15.294495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08cab9-e18f-4735-8f10-8673ffe61f74 req-e4e408a1-dd6b-4871-9b2b-3a7c3f39cf7b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:15.296828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2a08cab9-e18f-4735-8f10-8673ffe61f74 req-e4e408a1-dd6b-4871-9b2b-3a7c3f39cf7b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0842056 May 24 23:22:15.341232 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2a08cab9-e18f-4735-8f10-8673ffe61f74 req-09c8ea35-0a5f-462f-afc6-8518a2d688cf tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381663 May 24 23:22:16.627454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a216c-8cd9-4f5d-9b5a-dd6f2862eb50 req-9fa24018-c777-41cf-bd9d-a8a3d7fbfaff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:16.630027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-208a216c-8cd9-4f5d-9b5a-dd6f2862eb50 req-9fa24018-c777-41cf-bd9d-a8a3d7fbfaff tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1231165 May 24 23:22:16.682316 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-208a216c-8cd9-4f5d-9b5a-dd6f2862eb50 req-80486fac-92e6-4b1a-99a5-a414d8c05e9d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439148 May 24 23:22:17.897339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8237a-0bd8-4bae-8671-a880b7682853 req-df5070a1-3a91-4542-b27b-3d3a409bc4b0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:17.903578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83e8237a-0bd8-4bae-8671-a880b7682853 req-df5070a1-3a91-4542-b27b-3d3a409bc4b0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1037042 May 24 23:22:17.966384 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83e8237a-0bd8-4bae-8671-a880b7682853 req-32593188-20ec-451c-8183-f78e3b1aa9c2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618885 May 24 23:22:19.288744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f627b-f912-4bdd-9491-cccef97e2fbe req-40120ec1-5f63-4c40-8935-2f1f1b9d9a95 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:19.288744 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c55f627b-f912-4bdd-9491-cccef97e2fbe req-40120ec1-5f63-4c40-8935-2f1f1b9d9a95 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1360886 May 24 23:22:19.312107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c55f627b-f912-4bdd-9491-cccef97e2fbe req-09682691-4422-4fc5-b363-369e9a56e8b8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616183 May 24 23:22:20.539868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd278b-2b67-43eb-a6c5-b937e7b963b9 req-604ca43c-b92f-4b12-9993-2a2470f155a6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:20.541353 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2dd278b-2b67-43eb-a6c5-b937e7b963b9 req-604ca43c-b92f-4b12-9993-2a2470f155a6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0972273 May 24 23:22:20.632379 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2dd278b-2b67-43eb-a6c5-b937e7b963b9 req-f3e39565-6cc3-4764-997e-e2f93b65cfc9 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828402 May 24 23:22:21.847912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373549be-f05b-424a-8b25-07d1010b842a req-3ff4a7a5-fa82-40c9-bcbd-a1f75f3fe4d4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:21.849464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-373549be-f05b-424a-8b25-07d1010b842a req-3ff4a7a5-fa82-40c9-bcbd-a1f75f3fe4d4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0938187 May 24 23:22:21.904964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-373549be-f05b-424a-8b25-07d1010b842a req-5db59c55-1d12-4ced-bd12-bf62dc72c9ec tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436788 May 24 23:22:23.110617 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d1edf-0b29-467d-8d72-4a1678c96194 req-bf032455-0be9-41bd-b535-8d4ed37b3c48 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:23.112256 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-768d1edf-0b29-467d-8d72-4a1678c96194 req-bf032455-0be9-41bd-b535-8d4ed37b3c48 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0847552 May 24 23:22:23.166010 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-768d1edf-0b29-467d-8d72-4a1678c96194 req-046bdded-db70-4423-b68a-261266b04935 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471461 May 24 23:22:24.401404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822fee-67b7-4c66-bb4e-9908471ba9a8 req-635d9a6b-76d2-4b44-aef9-e0e867e18c69 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:24.409445 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e822fee-67b7-4c66-bb4e-9908471ba9a8 req-635d9a6b-76d2-4b44-aef9-e0e867e18c69 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1192307 May 24 23:22:24.425290 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:24.454361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e822fee-67b7-4c66-bb4e-9908471ba9a8 req-8e917fe7-ca1f-4074-9fc6-639d9ba8d1a3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435431 May 24 23:22:25.666710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf917d8-ceb2-40c7-9cea-f0c7bb45bd27 req-08e23e3d-8746-4dd9-aea0-5163e0bf38cd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:25.668258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4cf917d8-ceb2-40c7-9cea-f0c7bb45bd27 req-08e23e3d-8746-4dd9-aea0-5163e0bf38cd tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1006413 May 24 23:22:25.732925 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4cf917d8-ceb2-40c7-9cea-f0c7bb45bd27 req-14aed2c3-18c0-43f1-a610-dfa9881f7353 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584798 May 24 23:22:26.097051 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:26.955381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3647b2e-21ae-4118-a5b4-96173aa3494d req-8b025409-f53b-4805-b53b-e2e8895ec6e9 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:26.956884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d3647b2e-21ae-4118-a5b4-96173aa3494d req-8b025409-f53b-4805-b53b-e2e8895ec6e9 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0921466 May 24 23:22:27.023155 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d3647b2e-21ae-4118-a5b4-96173aa3494d req-049fcc26-2faf-4e32-ac04-69834fa2115d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599208 May 24 23:22:28.397478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279098f3-680f-442e-b948-e71b62f2b983 req-d5058140-fa1a-40cb-9d7c-8897c141b1e1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:28.399392 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-279098f3-680f-442e-b948-e71b62f2b983 req-d5058140-fa1a-40cb-9d7c-8897c141b1e1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0842013 May 24 23:22:28.453316 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-279098f3-680f-442e-b948-e71b62f2b983 req-f01026ed-be54-4c93-90eb-d24fe4347cf3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429525 May 24 23:22:29.665114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58038e-27ec-476b-8c54-1e61b8557e43 req-1643821c-c51e-4c6d-b848-826218a37b4a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:29.667933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb58038e-27ec-476b-8c54-1e61b8557e43 req-1643821c-c51e-4c6d-b848-826218a37b4a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0875146 May 24 23:22:29.713447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb58038e-27ec-476b-8c54-1e61b8557e43 req-bb418c13-5669-421d-96d6-e6068278bcf6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409520 May 24 23:22:30.927556 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0968c3c-83a6-4156-9387-4080ff2fc2b5 req-02e28a7c-06d7-4d47-8ad2-228fcc5be110 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:30.929941 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0968c3c-83a6-4156-9387-4080ff2fc2b5 req-02e28a7c-06d7-4d47-8ad2-228fcc5be110 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1038795 May 24 23:22:30.985895 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0968c3c-83a6-4156-9387-4080ff2fc2b5 req-ac91b21f-5882-46bd-980f-578002a334a5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475535 May 24 23:22:32.234665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1f6a9-2851-46ef-9dd0-f068c96d210c req-47d57fb8-c7cc-44f6-941e-3455054abe90 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:32.236870 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78e1f6a9-2851-46ef-9dd0-f068c96d210c req-47d57fb8-c7cc-44f6-941e-3455054abe90 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1111226 May 24 23:22:32.293308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78e1f6a9-2851-46ef-9dd0-f068c96d210c req-5b87ba67-ff64-4291-aaad-ea016c68cd45 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483537 May 24 23:22:33.512182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcb3dc-4846-46ea-a45d-95eb6618fec1 req-d3c53fe6-b848-4f08-9901-a0ca17e003b5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:33.513822 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9fcb3dc-4846-46ea-a45d-95eb6618fec1 req-d3c53fe6-b848-4f08-9901-a0ca17e003b5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0898824 May 24 23:22:33.586122 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9fcb3dc-4846-46ea-a45d-95eb6618fec1 req-594381df-b229-438b-99a3-2aeae2d1012e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599003 May 24 23:22:34.828227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a49e85-1f69-4cc9-b12b-d85b89038b6c req-cb421f94-c4ab-4f7a-95e1-3c5eda9b2232 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:34.834145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01a49e85-1f69-4cc9-b12b-d85b89038b6c req-cb421f94-c4ab-4f7a-95e1-3c5eda9b2232 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0885608 May 24 23:22:34.909945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01a49e85-1f69-4cc9-b12b-d85b89038b6c req-4a77c87a-17be-435f-81e9-3095b5d37ee9 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688012 May 24 23:22:35.072712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847d4f-5ef1-429e-9f2c-85f79aa462f0 req-c9d7aef4-7d09-452a-bf67-2a3e25021147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:35.074275 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0847d4f-5ef1-429e-9f2c-85f79aa462f0 req-c9d7aef4-7d09-452a-bf67-2a3e25021147 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1126 time: 0.0836861 May 24 23:22:35.231845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847d4f-5ef1-429e-9f2c-85f79aa462f0 req-977d8120-7654-4705-bc1e-2c77f509f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:35.233466 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0847d4f-5ef1-429e-9f2c-85f79aa462f0 req-977d8120-7654-4705-bc1e-2c77f509f32a service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c7f7cb0-d10d-4443-811a-701270af8ebf HTTP/1.1" status: 200 len: 896 time: 0.1360729 May 24 23:22:35.363650 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0847d4f-5ef1-429e-9f2c-85f79aa462f0 req-534901f7-de3e-4ab0-8ae9-dd080a1d5134 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 1001 time: 0.1212964 May 24 23:22:35.368842 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-565f4c70-6503-4b94-bee4-31d63bf6ea4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:35.442791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847d4f-5ef1-429e-9f2c-85f79aa462f0 req-c99dd40e-62bc-4377-9dc4-f78a73409415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:35.444605 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0847d4f-5ef1-429e-9f2c-85f79aa462f0 req-c99dd40e-62bc-4377-9dc4-f78a73409415 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3e74592-28d1-4102-bfa0-34ec15fe8568 HTTP/1.1" status: 200 len: 834 time: 0.0709100 May 24 23:22:35.528716 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847d4f-5ef1-429e-9f2c-85f79aa462f0 req-90463dee-b680-4010-abbc-49fb392eeac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:35.530641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0847d4f-5ef1-429e-9f2c-85f79aa462f0 req-90463dee-b680-4010-abbc-49fb392eeac7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c7f7cb0-d10d-4443-811a-701270af8ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792065 May 24 23:22:35.877342 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0847d4f-5ef1-429e-9f2c-85f79aa462f0 req-688bd1e5-f2fb-4b7c-8a41-437a000878cc service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362269 May 24 23:22:36.129004 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0847d4f-5ef1-429e-9f2c-85f79aa462f0 req-e38d6f5b-35e8-47fa-a56a-f2fde6fe7b9b service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486038 May 24 23:22:36.151574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ae239-3184-49c0-bdda-4bd1a9ee0a6f req-2128c562-5325-4e32-8877-ae780f49839e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:36.153438 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-924ae239-3184-49c0-bdda-4bd1a9ee0a6f req-2128c562-5325-4e32-8877-ae780f49839e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1235034 May 24 23:22:36.225560 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-924ae239-3184-49c0-bdda-4bd1a9ee0a6f req-433aebb2-d775-416f-8d3a-df8e7cad15c0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584249 May 24 23:22:37.431436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314f25d-aed5-4b05-bcb1-94c7ce0cf224 req-a81c9f15-bfdc-4243-9f8b-b5cf87c692c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:37.432913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2314f25d-aed5-4b05-bcb1-94c7ce0cf224 req-a81c9f15-bfdc-4243-9f8b-b5cf87c692c8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0973551 May 24 23:22:37.482265 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2314f25d-aed5-4b05-bcb1-94c7ce0cf224 req-0c654f18-7fb8-4eb9-9feb-11b0b0d746a1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433986 May 24 23:22:37.508911 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-14906809-22a8-48df-956d-aa43f69a8613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:38.715238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac5a5-199c-4883-9c69-9f8221ee7ee0 req-990082e4-2a5a-4658-9752-58ad1513b395 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:38.715238 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfdac5a5-199c-4883-9c69-9f8221ee7ee0 req-990082e4-2a5a-4658-9752-58ad1513b395 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1004157 May 24 23:22:38.732064 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:38.789696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfdac5a5-199c-4883-9c69-9f8221ee7ee0 req-cf25d04b-bd12-457a-a289-8691dab42fe9 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668256 May 24 23:22:38.817873 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:40.017899 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8c20-86b5-4ec6-8d77-fd88ae9ada90 req-d77ddb68-f1b3-4b19-bbff-ba714d69cbc1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:40.024697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d77c8c20-86b5-4ec6-8d77-fd88ae9ada90 req-d77ddb68-f1b3-4b19-bbff-ba714d69cbc1 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1037254 May 24 23:22:40.067299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d77c8c20-86b5-4ec6-8d77-fd88ae9ada90 req-50f677ce-7a0a-429c-adce-11016e302126 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413206 May 24 23:22:40.109200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:40.946455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-fe05554f-ce5b-4f3c-9fc0-fde939ef07bf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837486 May 24 23:22:41.118980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-47a8c202-aef4-4b6e-a9be-1613a912a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:41.121655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-47a8c202-aef4-4b6e-a9be-1613a912a6f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 1096 time: 0.0830817 May 24 23:22:41.344749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff049f2-8413-425d-b96f-faa4062095de req-004c1b92-5972-4ec5-bf74-b2e9cae28080 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:41.344749 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4ff049f2-8413-425d-b96f-faa4062095de req-004c1b92-5972-4ec5-bf74-b2e9cae28080 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1455390 May 24 23:22:41.359406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-e6f2608c-9d9f-4077-a40a-c9ef1dcfce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:41.360866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-e6f2608c-9d9f-4077-a40a-c9ef1dcfce1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.1891799 May 24 23:22:41.400344 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4ff049f2-8413-425d-b96f-faa4062095de req-9d6e045e-4dc3-47fa-a34a-2ba0752aee72 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490851 May 24 23:22:41.496167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-2b6c68fb-2df9-4972-9c2a-33f62d504d29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bf838c5-1896-4914-989c-c24b1f78a59a HTTP/1.1" status: 200 len: 1001 time: 0.1262596 May 24 23:22:41.653050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-3906de31-1ccf-4f0b-8f15-7794beefe8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:41.653050 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-3906de31-1ccf-4f0b-8f15-7794beefe8de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.1460612 May 24 23:22:41.742048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-5a5aab7d-a9cb-4426-ab08-b53f21565c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:41.743573 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-5a5aab7d-a9cb-4426-ab08-b53f21565c07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798864 May 24 23:22:42.055821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-92ef431e-7f5a-49b7-8d79-c3e609a8136c service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027215 May 24 23:22:42.226931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-142ad333-ce21-4f92-aa65-a0bdee4957ce req-82aa7295-5975-492d-86da-4832b0277708 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583812 May 24 23:22:42.634758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20688dcf-62e8-468c-a33b-53b98f86a3d9 req-ea0e2676-2425-4cb9-9940-6db966023d03 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:42.642604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20688dcf-62e8-468c-a33b-53b98f86a3d9 req-ea0e2676-2425-4cb9-9940-6db966023d03 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1003470 May 24 23:22:42.756255 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-20688dcf-62e8-468c-a33b-53b98f86a3d9 req-bbd182ed-e253-49f7-82b3-b525d84a55a3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080754 May 24 23:22:43.042739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46412) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:22:43.195658 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8779fa25-e11d-4721-98d7-aed828b0a0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:43.210784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8779fa25-e11d-4721-98d7-aed828b0a0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:22:43.223333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8779fa25-e11d-4721-98d7-aed828b0a0f8 admin admin] Usage tracker for resource:security_group_rule and tenant:404a544ac1374b54bd62a1d12debf8a4 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:22:43.227324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8779fa25-e11d-4721-98d7-aed828b0a0f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:22:43.236441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8779fa25-e11d-4721-98d7-aed828b0a0f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:22:43.358916 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8779fa25-e11d-4721-98d7-aed828b0a0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:43.364622 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8779fa25-e11d-4721-98d7-aed828b0a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:43.411902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779fa25-e11d-4721-98d7-aed828b0a0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41efb05f-9f64-4844-afa7-df186e1d59ee,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:43.420166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46424) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:22:43.426928 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8779fa25-e11d-4721-98d7-aed828b0a0f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=404a544ac1374b54bd62a1d12debf8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852320 May 24 23:22:43.492739 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1efe6c95-e081-46d7-8989-52481bb3ddfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:43.523079 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1efe6c95-e081-46d7-8989-52481bb3ddfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:43.590801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1efe6c95-e081-46d7-8989-52481bb3ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:43.619982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe6c95-e081-46d7-8989-52481bb3ddfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41efb05f-9f64-4844-afa7-df186e1d59ee,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:43.625917 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-1efe6c95-e081-46d7-8989-52481bb3ddfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:43.625917 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-1efe6c95-e081-46d7-8989-52481bb3ddfa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41efb05f-9f64-4844-afa7-df186e1d59ee HTTP/1.1" status: 204 len: 168 time: 0.2012863 May 24 23:22:43.959501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b4d2-7963-4865-bc0f-167c1d221918 req-395a3c87-5a44-40f1-8f10-3250356b806f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:43.962014 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f55b4d2-7963-4865-bc0f-167c1d221918 req-395a3c87-5a44-40f1-8f10-3250356b806f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0896485 May 24 23:22:44.010539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f55b4d2-7963-4865-bc0f-167c1d221918 req-1995128a-4aba-447e-994f-1cd79963f889 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430663 May 24 23:22:44.434627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46458) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:22:44.542182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-548795175-network', 'tenant_id': 'd5bbc7b7a04746f9885ceb8aee90dbe6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:22:44.547870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:22:44.552013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Usage tracker for resource:network and tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:22:44.555073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:22:44.561554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:22:44.589821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Made reservation on behalf of d5bbc7b7a04746f9885ceb8aee90dbe6 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:22:44.589821 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.599235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.620042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:22:44.625477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Usage tracker for resource:security_group_rule and tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:22:44.629860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:22:44.637036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:22:44.757395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.763606 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.802053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:22:44.807497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47a13e5-6d3f-4377-90d2-34924c62cdfc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:44.814461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.814806 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Added segment 79189a49-8119-4b12-b382-f48145863d94 of type vlan for network 431b4f81-a7b0-404c-866f-ec2c373edc80 May 24 23:22:44.841696 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.871466 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.872479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:44.873055 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:44.980539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5417936 May 24 23:22:44.984813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46468) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:22:44.989865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Request body: {'subnet': {'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-548795175-subnet', 'tenant_id': 'd5bbc7b7a04746f9885ceb8aee90dbe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:22:44.998372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:22:45.008155 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Usage tracker for resource:subnet and tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:22:45.011184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fba4c5-6be2-4b87-9096-4ebb5562af44 admin admin] Pushing event updated for resources: {'Network': ['ID=431b4f81-a7b0-404c-866f-ec2c373edc80,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:45.013192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:22:45.017518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:22:45.024249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 431b4f81-a7b0-404c-866f-ec2c373edc80 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:22:45.028748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Made reservation on behalf of d5bbc7b7a04746f9885ceb8aee90dbe6 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:22:45.031315 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:45.242369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80986dc-ecbf-477f-be05-ea9a84f61025 req-e40ed596-cdcc-405c-b4ad-73335a458a12 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:45.242369 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d80986dc-ecbf-477f-be05-ea9a84f61025 req-e40ed596-cdcc-405c-b4ad-73335a458a12 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1068950 May 24 23:22:45.311829 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d80986dc-ecbf-477f-be05-ea9a84f61025 req-3cf9b785-ed68-4309-a51f-00ad47372e36 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595007 May 24 23:22:45.330039 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:45.409400 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=141165ad-6e3a-4927-bff6-f429aec29b56,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:45.415468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Checking segment: {'id': '79189a49-8119-4b12-b382-f48145863d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:22:45.415468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Network hostable DHCP agents. Network: 431b4f81-a7b0-404c-866f-ec2c373edc80, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:22:45.446239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Network 431b4f81-a7b0-404c-866f-ec2c373edc80 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:22:45.461023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 431b4f81-a7b0-404c-866f-ec2c373edc80) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:22:45.461023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:45.461023 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:45.467195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bdbd07-e239-4886-938f-e363323fd9de None None] Network 431b4f81-a7b0-404c-866f-ec2c373edc80 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:22:45.499665 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d829fbb2-c070-454b-937e-d466f28d1c13 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5138733 May 24 23:22:45.738747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e4111d-381b-4131-896a-0fd3ef40b2d7 None None] Network 431b4f81-a7b0-404c-866f-ec2c373edc80 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:22:46.541532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545df6db-be47-4d6c-9e2e-9748cb29f519 req-5df04ba6-bc81-4b5f-8e0c-eec271817331 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:46.551833 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-545df6db-be47-4d6c-9e2e-9748cb29f519 req-5df04ba6-bc81-4b5f-8e0c-eec271817331 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1247540 May 24 23:22:46.626151 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-545df6db-be47-4d6c-9e2e-9748cb29f519 req-5da204d2-42d5-429d-8cf6-ee8813b3eec0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794668 May 24 23:22:47.847228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ebc15-11a3-4500-bdc2-a25c07a806f8 req-124d98b0-c1e6-467d-b61d-d24d802580cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:47.848715 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f69ebc15-11a3-4500-bdc2-a25c07a806f8 req-124d98b0-c1e6-467d-b61d-d24d802580cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0902529 May 24 23:22:47.897419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f69ebc15-11a3-4500-bdc2-a25c07a806f8 req-7febc9e4-0569-47c1-ba69-5215d73e22d0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421991 May 24 23:22:49.148149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd017f54-097d-42ee-8add-230cce6949c3 req-0af05ee4-cc06-4ebb-b06e-6b63589cb23a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:49.148149 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd017f54-097d-42ee-8add-230cce6949c3 req-0af05ee4-cc06-4ebb-b06e-6b63589cb23a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1057031 May 24 23:22:49.199216 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd017f54-097d-42ee-8add-230cce6949c3 req-8e1841d7-cc12-455d-a23a-32c47addc046 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438082 May 24 23:22:50.421619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde8658-ed77-42df-ac27-7a8d4ae112bb req-0311c5d0-071d-4ee6-bb27-acacbc2a66da tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:50.426088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bcde8658-ed77-42df-ac27-7a8d4ae112bb req-0311c5d0-071d-4ee6-bb27-acacbc2a66da tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1098630 May 24 23:22:50.488960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bcde8658-ed77-42df-ac27-7a8d4ae112bb req-319f074d-d3f5-431d-89e9-a83219c60897 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533562 May 24 23:22:51.345193 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:22:51.778591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4401c2-fe14-4b92-ab56-7f8daaad1586 req-e1c2072c-2523-4c8e-b183-e583b300aad6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:51.784986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c4401c2-fe14-4b92-ab56-7f8daaad1586 req-e1c2072c-2523-4c8e-b183-e583b300aad6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1242735 May 24 23:22:51.844599 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c4401c2-fe14-4b92-ab56-7f8daaad1586 req-00080ce3-2c18-42b7-9d31-7a5ad6c65757 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534108 May 24 23:22:53.046585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e866fd-d056-4c9c-b8cb-2b95b1818fcf req-43e21364-a7ac-402e-84b5-0989c7abf38f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:53.054890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09e866fd-d056-4c9c-b8cb-2b95b1818fcf req-43e21364-a7ac-402e-84b5-0989c7abf38f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.1015565 May 24 23:22:53.098190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09e866fd-d056-4c9c-b8cb-2b95b1818fcf req-76a43245-a8b8-4f9f-b904-7077214ff2c0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465126 May 24 23:22:54.312941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a2bee-cb4b-41ea-92b2-07ac87109a33 req-b799819b-87bc-4653-8ddc-2d6879c9e4b5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:54.312941 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-299a2bee-cb4b-41ea-92b2-07ac87109a33 req-b799819b-87bc-4653-8ddc-2d6879c9e4b5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.0994885 May 24 23:22:54.396926 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-299a2bee-cb4b-41ea-92b2-07ac87109a33 req-fc4d6f50-bdbc-46c2-9780-fdf9c8267811 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730593 May 24 23:22:54.442051 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:54.776973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-f4a7cad4-653f-4945-9ecd-858feea89388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:54.776973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-f4a7cad4-653f-4945-9ecd-858feea89388 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1126 time: 0.1160367 May 24 23:22:54.968487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-73f0a13b-8267-433e-8fc5-153d74bbc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:54.968487 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-73f0a13b-8267-433e-8fc5-153d74bbc690 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6c7f7cb0-d10d-4443-811a-701270af8ebf HTTP/1.1" status: 200 len: 896 time: 0.1798444 May 24 23:22:55.076945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-b7d7f338-d6a4-4115-b35b-b987c18ef785 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 1001 time: 0.1036103 May 24 23:22:55.161524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-86e7c9c3-598a-4011-b947-c35152986a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:55.161524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-86e7c9c3-598a-4011-b947-c35152986a4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3e74592-28d1-4102-bfa0-34ec15fe8568 HTTP/1.1" status: 200 len: 834 time: 0.0712471 May 24 23:22:55.256210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-94b4bb87-d48a-447b-a141-420c29d19ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:55.256210 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-94b4bb87-d48a-447b-a141-420c29d19ce7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6c7f7cb0-d10d-4443-811a-701270af8ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866244 May 24 23:22:55.435389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-aec7b33c-e2d9-4393-846b-11eabe95d05d service neutron] 10.222.0.50 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666379 May 24 23:22:55.872865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc5267-dbd3-48c9-8c00-2755a3e0d1f0 req-c53d0649-f5a6-4070-9115-ddd68c35b38d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:55.879246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9cdc5267-dbd3-48c9-8c00-2755a3e0d1f0 req-c53d0649-f5a6-4070-9115-ddd68c35b38d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 945 time: 0.3057261 May 24 23:22:55.879246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-705c29d0-1cd1-4bcc-93c8-8fd79ff3baba service neutron] 10.222.0.50 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309831 May 24 23:22:55.945606 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9cdc5267-dbd3-48c9-8c00-2755a3e0d1f0 req-1713f35f-0831-40ce-b41f-7333ce4b5aba tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678394 May 24 23:22:56.077937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-2940303d-9ee1-474a-9ed7-fe57bb18271d tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:56.084991 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-2940303d-9ee1-474a-9ed7-fe57bb18271d tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&binding%3Ahost_id=n-h1-843146-7 HTTP/1.1" status: 200 len: 1126 time: 0.1458745 May 24 23:22:56.113020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:22:56.128061 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:56.227932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b5dfc-3df4-4e84-a765-e3f9ec15e633 req-d123d695-bc7d-49c4-b85c-3157476af2d3 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:56.236295 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa9b5dfc-3df4-4e84-a765-e3f9ec15e633 req-d123d695-bc7d-49c4-b85c-3157476af2d3 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1126 time: 0.1387148 May 24 23:22:56.315144 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa9b5dfc-3df4-4e84-a765-e3f9ec15e633 req-63c95627-5b82-408c-b9e5-14af186693e1 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823154 May 24 23:22:56.319660 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:56.387609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46650) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:22:56.700488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:22:56.737374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:22:56.901205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:22:56.907849 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:56.915065 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:56.936327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port c78c53ea-a508-48c9-90ab-059519529592 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:22:56.936327 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:57.021169 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d2932f-4923-4a62-87f5-092eaa35f74b'] response: {'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7', 'code': 200} May 24 23:22:57.067929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on host n-h1-843146-7 for vnic_type normal with profile {} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:22:57.067929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:22:57.067929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:22:57.090633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:22:57.091731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Attempting to bind port 125e8483-c8f2-4657-8b95-179827b73be7 on network 6c7f7cb0-d10d-4443-811a-701270af8ebf {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:22:57.123660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:22:57.124352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Checking segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:22:57.124956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Bound using segment: {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:22:57.125749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Bound port: 125e8483-c8f2-4657-8b95-179827b73be7, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a535775-ee3b-42a6-85d9-93ff6709f071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:22:57.126321 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:57.191148 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:57.191480 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:57.192909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Pushing event updated for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=10']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:57.217075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.217832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.218371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.218938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.219464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.220003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.220666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.221207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.221898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.222438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.222972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.223496 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:57.265185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:22:57.299774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:22:57.299774 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:57.457592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for c78c53ea-a508-48c9-90ab-059519529592 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:22:57.528228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:57.528228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:57.546595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] 10.222.0.50 "PUT /v2.0/ports/125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 1092 time: 1.4384687 May 24 23:22:57.604568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Provisioning complete for port 125e8483-c8f2-4657-8b95-179827b73be7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:22:57.606345 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:57.672261 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['125e8483-c8f2-4657-8b95-179827b73be7'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:22:57.883224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['125e8483-c8f2-4657-8b95-179827b73be7'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:22:58.077994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b89d84-2eef-4ef9-898e-c70e3dec32ca service neutron] Pushing event updated for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=11']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:58.094043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:58.119623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d3ea8b98-b8ae-45aa-8183-4b21b8fb114f service neutron] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:22:58.173373 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d3ea8b98-b8ae-45aa-8183-4b21b8fb114f service neutron] Notify callbacks [] for binding, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:58.173373 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-d3ea8b98-b8ae-45aa-8183-4b21b8fb114f service neutron] 10.222.0.50 "DELETE /v2.0/ports/125e8483-c8f2-4657-8b95-179827b73be7/bindings/n-h2-843146-7 HTTP/1.1" status: 204 len: 173 time: 0.5894351 May 24 23:22:58.272134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=c78c53ea-a508-48c9-90ab-059519529592,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.296613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.305567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Current status of the port 125e8483-c8f2-4657-8b95-179827b73be7 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:22:58.305567 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:58.338339 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:58.338339 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Floating IP 6f357364-96fd-45a4-b000-629b2b677610 disassociated (deleted). External IP: 172.25.7.213, port: 125e8483-c8f2-4657-8b95-179827b73be7. May 24 23:22:58.383724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:22:58.469210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:22:58.483824 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fef205c-a19b-460d-8274-484cd94c5593'] response: {'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7', 'code': 200} May 24 23:22:58.514802 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:58.640874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Pushing event updated for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=14']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:22:58.688283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.688283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.688283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.688283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.688283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.688283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.688283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.690861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.690861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.690861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.690861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.690861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43835dfc-c7bd-42e3-9a1e-8d8bfe22fffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:22:58.824170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-75903c12-018b-49db-a12a-54721ba26832 None None] Provisioning complete for port 125e8483-c8f2-4657-8b95-179827b73be7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:22:58.824553 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-75903c12-018b-49db-a12a-54721ba26832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:58.854006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router f3d89526-5028-4e58-b5e8-3b762a708546 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:22:59.013833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:22:59.101171 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f64d3ec-c802-4fc4-9a64-09a675248ea0'] response: {'name': 'network-changed', 'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7', 'status': 'completed', 'code': 200} May 24 23:22:59.244801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-75903c12-018b-49db-a12a-54721ba26832 None None] Current status of the port 125e8483-c8f2-4657-8b95-179827b73be7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:22:59.266194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:22:59.284586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f082cbd0-11a8-44ad-bbd1-eab5cefa20bf None None] Sync routers for ids ['f3d89526-5028-4e58-b5e8-3b762a708546'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:22:59.288204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016edfd1-3649-4aa4-b7b8-561880a207df req-d0ebd0bc-3aa6-4027-8871-19642d98e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:59.291861 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-016edfd1-3649-4aa4-b7b8-561880a207df req-d0ebd0bc-3aa6-4027-8871-19642d98e25e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1097 time: 0.1235354 May 24 23:22:59.316856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082cbd0-11a8-44ad-bbd1-eab5cefa20bf None None] Routers {'f3d89526-5028-4e58-b5e8-3b762a708546'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:22:59.316856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f082cbd0-11a8-44ad-bbd1-eab5cefa20bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:22:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f3d89526-5028-4e58-b5e8-3b762a708546'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:22:59.408575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:22:59.566729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f082cbd0-11a8-44ad-bbd1-eab5cefa20bf None None] Set router f3d89526-5028-4e58-b5e8-3b762a708546 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:22:59.620578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016edfd1-3649-4aa4-b7b8-561880a207df req-a45cad69-8b5a-44f4-b3ee-ce32df86b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:59.620578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-016edfd1-3649-4aa4-b7b8-561880a207df req-a45cad69-8b5a-44f4-b3ee-ce32df86b656 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c7f7cb0-d10d-4443-811a-701270af8ebf HTTP/1.1" status: 200 len: 896 time: 0.3195903 May 24 23:22:59.705011 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-016edfd1-3649-4aa4-b7b8-561880a207df req-1ec6caa7-5256-4c09-b780-da912f7d63a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 217 time: 0.0744624 May 24 23:22:59.739223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c7b7eaf1-b216-47de-9381-0b77f6b22880 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/floatingips/6f357364-96fd-45a4-b000-629b2b677610 HTTP/1.1" status: 204 len: 168 time: 3.3579302 May 24 23:22:59.743157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:22:59.784033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016edfd1-3649-4aa4-b7b8-561880a207df req-945db98b-63cd-4eab-ae06-d11dce174a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:59.785697 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-016edfd1-3649-4aa4-b7b8-561880a207df req-945db98b-63cd-4eab-ae06-d11dce174a4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3e74592-28d1-4102-bfa0-34ec15fe8568 HTTP/1.1" status: 200 len: 834 time: 0.0802495 May 24 23:22:59.897100 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e3d5c2-9402-467c-981b-8b102e34e899'] response: {'name': 'network-changed', 'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7', 'status': 'completed', 'code': 200} May 24 23:22:59.944762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016edfd1-3649-4aa4-b7b8-561880a207df req-1026fc6d-f959-4638-ba58-42d343e8f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:22:59.944762 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-016edfd1-3649-4aa4-b7b8-561880a207df req-1026fc6d-f959-4638-ba58-42d343e8f772 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c7f7cb0-d10d-4443-811a-701270af8ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471531 May 24 23:23:00.171770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f082cbd0-11a8-44ad-bbd1-eab5cefa20bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4e44f041-e695-4f93-876b-593f50feffcf', 'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:f3:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:07Z', 'updated_at': '2022-05-24T23:20:18Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:00.176136 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f082cbd0-11a8-44ad-bbd1-eab5cefa20bf None None] Checking router: f3d89526-5028-4e58-b5e8-3b762a708546 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:23:00.185308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082cbd0-11a8-44ad-bbd1-eab5cefa20bf None None] Routers {'f3d89526-5028-4e58-b5e8-3b762a708546'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:00.186103 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f082cbd0-11a8-44ad-bbd1-eab5cefa20bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:22:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f3d89526-5028-4e58-b5e8-3b762a708546'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:00.248705 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-016edfd1-3649-4aa4-b7b8-561880a207df req-406191f7-1eeb-44f3-a3d5-e47ff2f511c0 service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964478 May 24 23:23:00.432333 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-016edfd1-3649-4aa4-b7b8-561880a207df req-42a94a07-e76b-48c8-9799-87407a3868ad service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813214 May 24 23:23:00.442675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f082cbd0-11a8-44ad-bbd1-eab5cefa20bf None None] Set router f3d89526-5028-4e58-b5e8-3b762a708546 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:00.566978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e8c7a-974c-4183-9f5f-730b1d4e863c req-33daf71f-88c6-4739-abe1-bf10096cb51d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:00.579224 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-397e8c7a-974c-4183-9f5f-730b1d4e863c req-33daf71f-88c6-4739-abe1-bf10096cb51d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 946 time: 0.2454815 May 24 23:23:00.651955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bb28a-5b5a-4684-961c-7de3f75fde54 req-9134b9cd-b797-4422-b379-b0f53c825478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:00.653610 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a84bb28a-5b5a-4684-961c-7de3f75fde54 req-9134b9cd-b797-4422-b379-b0f53c825478 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 1097 time: 0.1662266 May 24 23:23:00.674604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-397e8c7a-974c-4183-9f5f-730b1d4e863c req-7de71dab-3e26-425b-80cc-2efd367c2532 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901921 May 24 23:23:00.824439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bb28a-5b5a-4684-961c-7de3f75fde54 req-aa6e22fa-b2c8-43bb-b837-c6e3685edffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:00.826553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a84bb28a-5b5a-4684-961c-7de3f75fde54 req-aa6e22fa-b2c8-43bb-b837-c6e3685edffa service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c7f7cb0-d10d-4443-811a-701270af8ebf HTTP/1.1" status: 200 len: 896 time: 0.1657491 May 24 23:23:00.906591 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a84bb28a-5b5a-4684-961c-7de3f75fde54 req-d3dc83b9-da0b-4791-91e6-8a2c3ce7f9b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 200 len: 217 time: 0.0737424 May 24 23:23:00.909569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f082cbd0-11a8-44ad-bbd1-eab5cefa20bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4e44f041-e695-4f93-876b-593f50feffcf', 'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:f3:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:07Z', 'updated_at': '2022-05-24T23:20:18Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:00.913795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f082cbd0-11a8-44ad-bbd1-eab5cefa20bf None None] The sync data for ids ['f3d89526-5028-4e58-b5e8-3b762a708546'] in n-d-843146-7 is: [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4e44f041-e695-4f93-876b-593f50feffcf', 'name': '', 'network_id': '6c7f7cb0-d10d-4443-811a-701270af8ebf', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:f3:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:07Z', 'updated_at': '2022-05-24T23:20:18Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'c3e74592-28d1-4102-bfa0-34ec15fe8568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:23:00.978276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bb28a-5b5a-4684-961c-7de3f75fde54 req-e211f867-e1e4-40df-aed6-5a6677a9a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:00.979878 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a84bb28a-5b5a-4684-961c-7de3f75fde54 req-e211f867-e1e4-40df-aed6-5a6677a9a735 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3e74592-28d1-4102-bfa0-34ec15fe8568 HTTP/1.1" status: 200 len: 834 time: 0.0669408 May 24 23:23:01.055971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bb28a-5b5a-4684-961c-7de3f75fde54 req-8a6bd68e-8645-49eb-9cfb-53167b4b2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:01.057453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a84bb28a-5b5a-4684-961c-7de3f75fde54 req-8a6bd68e-8645-49eb-9cfb-53167b4b2187 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c7f7cb0-d10d-4443-811a-701270af8ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712392 May 24 23:23:01.223804 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc634d1-7524-4f2d-9894-5c207d234714 None None] New status for floating IP 6f357364-96fd-45a4-b000-629b2b677610: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:23:01.276600 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a84bb28a-5b5a-4684-961c-7de3f75fde54 req-05b0ec1b-a780-4188-bdbf-339fbe91eec7 service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125294 May 24 23:23:01.447222 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a84bb28a-5b5a-4684-961c-7de3f75fde54 req-092eb087-1319-424b-a8a9-122f0e3ae2ed service neutron] 10.222.0.31 "GET /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635122 May 24 23:23:01.674890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 46708) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:01.679038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-e695d20f-caf7-47e1-bcac-660ac71cc410 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:01.679733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-e695d20f-caf7-47e1-bcac-660ac71cc410 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:01.699796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-e695d20f-caf7-47e1-bcac-660ac71cc410 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:01.701171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-e695d20f-caf7-47e1-bcac-660ac71cc410 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 946 time: 0.1107094 May 24 23:23:01.786574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-222b60a6-123c-486c-afdf-8db9f4fa5cfb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port 125e8483-c8f2-4657-8b95-179827b73be7 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:01.786946 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-222b60a6-123c-486c-afdf-8db9f4fa5cfb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:01.893469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Deleting port bcd76160-a1e6-4e21-aac8-6b798ab30c23 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:01.893845 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:02.070927 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:02.071207 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:02.155570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb66c96-b593-48e3-b1ec-4fa6a7d29913 req-b7736b8e-0289-488f-b4ed-b46ab736ea18 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:02.157888 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8cb66c96-b593-48e3-b1ec-4fa6a7d29913 req-b7736b8e-0289-488f-b4ed-b46ab736ea18 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e966294-f1b8-4780-bd49-3e1c85443f9a HTTP/1.1" status: 200 len: 946 time: 0.3462222 May 24 23:23:02.199331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Calling delete_port for bcd76160-a1e6-4e21-aac8-6b798ab30c23 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:02.246665 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8cb66c96-b593-48e3-b1ec-4fa6a7d29913 req-0f9dde48-d423-439e-b4e7-1c8e60196776 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d76f1f8-0110-4651-a5da-ef2e0d105316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774348 May 24 23:23:02.253049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-222b60a6-123c-486c-afdf-8db9f4fa5cfb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port 125e8483-c8f2-4657-8b95-179827b73be7, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=125e8483-c8f2-4657-8b95-179827b73be7,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:02.253413 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-222b60a6-123c-486c-afdf-8db9f4fa5cfb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:02.389729 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-222b60a6-123c-486c-afdf-8db9f4fa5cfb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for 125e8483-c8f2-4657-8b95-179827b73be7 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:02.486302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:02.535215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event deleted for resources: {'Port': ['ID=bcd76160-a1e6-4e21-aac8-6b798ab30c23,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:02.571804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-222b60a6-123c-486c-afdf-8db9f4fa5cfb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:02.643178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:02.643178 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Floating IP eeead2bb-a50c-43c2-b185-c0dbae946d53 disassociated (deleted). External IP: 172.25.7.238, port: 4bf838c5-1896-4914-989c-c24b1f78a59a. May 24 23:23:02.644871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b60a6-123c-486c-afdf-8db9f4fa5cfb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=125e8483-c8f2-4657-8b95-179827b73be7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:02.729633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-222b60a6-123c-486c-afdf-8db9f4fa5cfb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] No DVR routers for this DVR port 125e8483-c8f2-4657-8b95-179827b73be7 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:23:02.732196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-222b60a6-123c-486c-afdf-8db9f4fa5cfb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:02.734862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-deleted', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:02.774753 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33a80334-7bcc-4fb7-8410-72316b877ac7 req-222b60a6-123c-486c-afdf-8db9f4fa5cfb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "DELETE /v2.0/ports/125e8483-c8f2-4657-8b95-179827b73be7 HTTP/1.1" status: 204 len: 173 time: 1.0667810 May 24 23:23:02.795419 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5825f2-7857-40f3-9a48-6c1208e0ce86'] response: {'server_uuid': '8e966294-f1b8-4780-bd49-3e1c85443f9a', 'name': 'network-vif-deleted', 'tag': '125e8483-c8f2-4657-8b95-179827b73be7', 'status': 'completed', 'code': 200} May 24 23:23:02.848323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 125e8483-c8f2-4657-8b95-179827b73be7 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:02.912932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 125e8483-c8f2-4657-8b95-179827b73be7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:02.913564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 125e8483-c8f2-4657-8b95-179827b73be7 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:03.075391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Router f5d0c622-76d8-48f6-925b-bf99daa6af40 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:23:03.277710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:23:03.289976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d2832b-7467-480f-b791-1d664e7e047f None None] Sync routers for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:23:03.311722 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:03.331176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2832b-7467-480f-b791-1d664e7e047f None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:03.331831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c0d2832b-7467-480f-b791-1d664e7e047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:22:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:03.418194 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bc419f91-2f5a-4ab6-9d2b-f94970cfa5eb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "DELETE /v2.0/floatingips/eeead2bb-a50c-43c2-b185-c0dbae946d53 HTTP/1.1" status: 204 len: 168 time: 1.7297196 May 24 23:23:03.420291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c234f7ac-3f67-429d-8557-f59e645569db', 'tag': '4bf838c5-1896-4914-989c-c24b1f78a59a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:03.453888 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46746) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:03.508722 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016d06d3-c134-4dd6-badd-cd4de3e20f51'] response: {'name': 'network-changed', 'server_uuid': 'c234f7ac-3f67-429d-8557-f59e645569db', 'tag': '4bf838c5-1896-4914-989c-c24b1f78a59a', 'status': 'completed', 'code': 200} May 24 23:23:03.639096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c0d2832b-7467-480f-b791-1d664e7e047f None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:03.698754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda36c1-40c6-4109-a50e-5e91afcf177e req-0e889fd1-b50a-48a7-938d-745fd9e53526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:03.700274 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbda36c1-40c6-4109-a50e-5e91afcf177e req-0e889fd1-b50a-48a7-938d-745fd9e53526 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 1096 time: 0.1612439 May 24 23:23:03.867247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda36c1-40c6-4109-a50e-5e91afcf177e req-38ba8266-dbe7-4434-8860-e9f9001acbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:03.869416 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbda36c1-40c6-4109-a50e-5e91afcf177e req-38ba8266-dbe7-4434-8860-e9f9001acbb1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.1590898 May 24 23:23:04.001266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbda36c1-40c6-4109-a50e-5e91afcf177e req-9d7d368e-30e2-4ce6-bbfd-a35b609bc607 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bf838c5-1896-4914-989c-c24b1f78a59a HTTP/1.1" status: 200 len: 217 time: 0.1211102 May 24 23:23:04.086667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda36c1-40c6-4109-a50e-5e91afcf177e req-74aa3ed8-1197-4713-9ddb-febef2060605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:04.088954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbda36c1-40c6-4109-a50e-5e91afcf177e req-74aa3ed8-1197-4713-9ddb-febef2060605 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.0807889 May 24 23:23:04.140496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c0d2832b-7467-480f-b791-1d664e7e047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '18f8558c-579e-4755-8957-2753aefa90c9', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:23:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:18:45Z', 'updated_at': '2022-05-24T23:18:51Z', 'revision_number': 1, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:04.146330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d2832b-7467-480f-b791-1d664e7e047f None None] Checking router: f5d0c622-76d8-48f6-925b-bf99daa6af40 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:23:04.156575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2832b-7467-480f-b791-1d664e7e047f None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:04.157530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c0d2832b-7467-480f-b791-1d664e7e047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:22:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:04.191151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda36c1-40c6-4109-a50e-5e91afcf177e req-9e8d4096-d416-4d73-93da-a750a10b6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:04.192776 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbda36c1-40c6-4109-a50e-5e91afcf177e req-9e8d4096-d416-4d73-93da-a750a10b6578 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958526 May 24 23:23:04.362058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a24ae-085e-48e6-a55c-208d96105519 req-c766ccbf-a986-49e6-aa01-e6685479245c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:04.362459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbda36c1-40c6-4109-a50e-5e91afcf177e req-6f7cd962-970e-4017-b56d-a522e160a38a service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623397 May 24 23:23:04.364357 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-411a24ae-085e-48e6-a55c-208d96105519 req-c766ccbf-a986-49e6-aa01-e6685479245c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 945 time: 0.2346284 May 24 23:23:04.398920 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-c0d2832b-7467-480f-b791-1d664e7e047f None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:04.425866 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-411a24ae-085e-48e6-a55c-208d96105519 req-042fb86e-942b-484a-b819-15e74e2c0eeb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485089 May 24 23:23:04.576380 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:04.981734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dbda36c1-40c6-4109-a50e-5e91afcf177e req-a3b3ae61-b46f-40ad-a0eb-82223a6a2970 service neutron] 10.222.0.50 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114330 May 24 23:23:05.036637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-c0d2832b-7467-480f-b791-1d664e7e047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '18f8558c-579e-4755-8957-2753aefa90c9', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:23:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:18:45Z', 'updated_at': '2022-05-24T23:18:51Z', 'revision_number': 1, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:05.042479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d2832b-7467-480f-b791-1d664e7e047f None None] The sync data for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 is: [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '18f8558c-579e-4755-8957-2753aefa90c9', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'port_id': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'mac_address': 'fa:16:3e:23:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:18:45Z', 'updated_at': '2022-05-24T23:18:51Z', 'revision_number': 1, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:23:05.180967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port 4e44f041-e695-4f93-876b-593f50feffcf {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:05.181586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:05.368222 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-57296e7c-633d-44be-ac85-2a250360ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:05.414839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port 4e44f041-e695-4f93-876b-593f50feffcf, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4e44f041-e695-4f93-876b-593f50feffcf,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:05.415354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:05.421845 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b7fbcb-5ea4-42bc-9a91-709174f52805 None None] New status for floating IP eeead2bb-a50c-43c2-b185-c0dbae946d53: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:23:05.634083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for 4e44f041-e695-4f93-876b-593f50feffcf owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:05.880875 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:05.966351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-12bc449a-c12a-499b-9f9c-3291d6a685ec tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:05.967076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-12bc449a-c12a-499b-9f9c-3291d6a685ec tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:05.979854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b392c1-b044-4ae5-a034-d48c98cc7d20 req-5bf61a01-a0fa-4a04-af80-cc5053d360ab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:05.980544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f8b392c1-b044-4ae5-a034-d48c98cc7d20 req-5bf61a01-a0fa-4a04-af80-cc5053d360ab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:06.017371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-12bc449a-c12a-499b-9f9c-3291d6a685ec tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:06.018618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-12bc449a-c12a-499b-9f9c-3291d6a685ec tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 945 time: 0.2133455 May 24 23:23:06.020194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f8b392c1-b044-4ae5-a034-d48c98cc7d20 req-5bf61a01-a0fa-4a04-af80-cc5053d360ab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:06.022078 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f8b392c1-b044-4ae5-a034-d48c98cc7d20 req-5bf61a01-a0fa-4a04-af80-cc5053d360ab tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 945 time: 0.2502050 May 24 23:23:06.166282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-2d0c1d9e-5a04-4117-b520-ab3554ca34b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Deleting port 4bf838c5-1896-4914-989c-c24b1f78a59a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:06.166604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=4e44f041-e695-4f93-876b-593f50feffcf,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:06.167044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-2d0c1d9e-5a04-4117-b520-ab3554ca34b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:06.272965 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f8b392c1-b044-4ae5-a034-d48c98cc7d20 req-654a66fe-a042-4ce9-8f4a-253379e0aab2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427147 May 24 23:23:06.437477 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:06.508819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-2d0c1d9e-5a04-4117-b520-ab3554ca34b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] For port 4bf838c5-1896-4914-989c-c24b1f78a59a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4bf838c5-1896-4914-989c-c24b1f78a59a,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:06.509474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-2d0c1d9e-5a04-4117-b520-ab3554ca34b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:06.596767 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 125e8483-c8f2-4657-8b95-179827b73be7 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:06.663258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 125e8483-c8f2-4657-8b95-179827b73be7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:06.663847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 125e8483-c8f2-4657-8b95-179827b73be7 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:06.678950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-2d0c1d9e-5a04-4117-b520-ab3554ca34b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Calling delete_port for 4bf838c5-1896-4914-989c-c24b1f78a59a owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:06.850226 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-2d0c1d9e-5a04-4117-b520-ab3554ca34b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:06.888797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router f3d89526-5028-4e58-b5e8-3b762a708546 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:23:06.932539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c1d9e-5a04-4117-b520-ab3554ca34b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event deleted for resources: {'Port': ['ID=4bf838c5-1896-4914-989c-c24b1f78a59a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:07.022001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-2d0c1d9e-5a04-4117-b520-ab3554ca34b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] No DVR routers for this DVR port 4bf838c5-1896-4914-989c-c24b1f78a59a on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:23:07.027582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-2d0c1d9e-5a04-4117-b520-ab3554ca34b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:07.038885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c234f7ac-3f67-429d-8557-f59e645569db', 'name': 'network-vif-deleted', 'tag': '4bf838c5-1896-4914-989c-c24b1f78a59a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:07.072351 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7ee8cfa-6ec0-428e-8752-1bd89b06efa1 req-2d0c1d9e-5a04-4117-b520-ab3554ca34b2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.50 "DELETE /v2.0/ports/4bf838c5-1896-4914-989c-c24b1f78a59a HTTP/1.1" status: 204 len: 173 time: 1.0458729 May 24 23:23:07.095363 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881aadf2-2e69-455e-87c3-e75220baf9c7'] response: {'server_uuid': 'c234f7ac-3f67-429d-8557-f59e645569db', 'name': 'network-vif-deleted', 'tag': '4bf838c5-1896-4914-989c-c24b1f78a59a', 'status': 'completed', 'code': 200} May 24 23:23:07.394034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:23:07.403850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82687f-09f1-4674-9fc0-e28faaa4c4fd None None] Sync routers for ids ['f3d89526-5028-4e58-b5e8-3b762a708546'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:23:07.421011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82687f-09f1-4674-9fc0-e28faaa4c4fd None None] Routers {'f3d89526-5028-4e58-b5e8-3b762a708546'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:07.421011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1c82687f-09f1-4674-9fc0-e28faaa4c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:22:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f3d89526-5028-4e58-b5e8-3b762a708546'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:07.437881 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-870b7bc4-1629-481c-9785-cd711955aabc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "PUT /v2.0/routers/f3d89526-5028-4e58-b5e8-3b762a708546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9827847 May 24 23:23:07.443012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46832) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:07.603621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d06f41-601c-47db-9ffd-9dfbb4ffe3a8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting subnet c3e74592-28d1-4102-bfa0-34ec15fe8568 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:23:07.607134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5d06f41-601c-47db-9ffd-9dfbb4ffe3a8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:07.699616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4bf4fb5e-7afa-4d9c-9f86-5dd6302fba9f req-477d95b6-9091-4d7d-b8eb-6d14eb458ebb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:07.732183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4bf4fb5e-7afa-4d9c-9f86-5dd6302fba9f req-477d95b6-9091-4d7d-b8eb-6d14eb458ebb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:07.747282 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4bf4fb5e-7afa-4d9c-9f86-5dd6302fba9f req-477d95b6-9091-4d7d-b8eb-6d14eb458ebb tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 210 time: 0.1449704 May 24 23:23:07.795038 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d5507e3e-c970-4d68-a22a-1265650abfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:07.827568 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5d06f41-601c-47db-9ffd-9dfbb4ffe3a8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:07.847101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-1c82687f-09f1-4674-9fc0-e28faaa4c4fd None None] Set router f3d89526-5028-4e58-b5e8-3b762a708546 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:08.035236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5d06f41-601c-47db-9ffd-9dfbb4ffe3a8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:08.183995 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5d06f41-601c-47db-9ffd-9dfbb4ffe3a8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:08.257883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d06f41-601c-47db-9ffd-9dfbb4ffe3a8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e74592-28d1-4102-bfa0-34ec15fe8568,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:08.263137 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e5d06f41-601c-47db-9ffd-9dfbb4ffe3a8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:08.272027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bfd1a7-e746-44cd-befe-f99ab34594cb None None] Network 6c7f7cb0-d10d-4443-811a-701270af8ebf requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:23:08.290198 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e5d06f41-601c-47db-9ffd-9dfbb4ffe3a8 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/subnets/c3e74592-28d1-4102-bfa0-34ec15fe8568 HTTP/1.1" status: 204 len: 168 time: 0.8460827 May 24 23:23:08.292832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 46912) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:08.399466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1c82687f-09f1-4674-9fc0-e28faaa4c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:23:05Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:08.406820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82687f-09f1-4674-9fc0-e28faaa4c4fd None None] Checking router: f3d89526-5028-4e58-b5e8-3b762a708546 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:23:08.496029 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82687f-09f1-4674-9fc0-e28faaa4c4fd None None] Routers {'f3d89526-5028-4e58-b5e8-3b762a708546'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:08.496697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1c82687f-09f1-4674-9fc0-e28faaa4c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f3d89526-5028-4e58-b5e8-3b762a708546'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:08.567758 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:08.780685 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:08.819323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-1c82687f-09f1-4674-9fc0-e28faaa4c4fd None None] Set router f3d89526-5028-4e58-b5e8-3b762a708546 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:08.869118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d2d29-22df-404f-86d4-c13e9e3f6109 None None] DHCP port deletion for 6c7f7cb0-d10d-4443-811a-701270af8ebf request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:23:08.967675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d2d29-22df-404f-86d4-c13e9e3f6109 None None] Deleting port 06656bb2-a766-4abb-a317-293a909fdb1a {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:08.968050 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d6d2d29-22df-404f-86d4-c13e9e3f6109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:09.006826 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:09.030325 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:09.053631 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-741085fd-4def-4946-a7e5-dff4baf21c8e req-f6723238-a319-47a6-8812-a0bfbcc6ca38 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c234f7ac-3f67-429d-8557-f59e645569db HTTP/1.1" status: 200 len: 210 time: 0.0788364 May 24 23:23:09.060053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:09.060554 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:09.266138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=699a38b7-8b37-48c6-b6d8-1f99a7cf3e12,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:09.266633 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:09.453832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:09.458356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4d6d2d29-22df-404f-86d4-c13e9e3f6109 None None] For port 06656bb2-a766-4abb-a317-293a909fdb1a, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=06656bb2-a766-4abb-a317-293a909fdb1a,segment=NetworkSegment(5a535775-ee3b-42a6-85d9-93ff6709f071),segment_id=5a535775-ee3b-42a6-85d9-93ff6709f071)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:09.459117 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d6d2d29-22df-404f-86d4-c13e9e3f6109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:09.603090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d2d29-22df-404f-86d4-c13e9e3f6109 None None] Calling delete_port for 06656bb2-a766-4abb-a317-293a909fdb1a owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:09.672037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1c82687f-09f1-4674-9fc0-e28faaa4c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:23:05Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:09.678547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82687f-09f1-4674-9fc0-e28faaa4c4fd None None] The sync data for ids ['f3d89526-5028-4e58-b5e8-3b762a708546'] in n-d-843146-7 is: [{'id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507855567', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:19:59Z', 'updated_at': '2022-05-24T23:23:05Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '699a38b7-8b37-48c6-b6d8-1f99a7cf3e12', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d89526-5028-4e58-b5e8-3b762a708546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:20:01Z', 'updated_at': '2022-05-24T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:23:09.716211 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4d6d2d29-22df-404f-86d4-c13e9e3f6109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:09.742509 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:09.771049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d2d29-22df-404f-86d4-c13e9e3f6109 None None] Pushing event deleted for resources: {'Port': ['ID=06656bb2-a766-4abb-a317-293a909fdb1a,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:09.775230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6d2d29-22df-404f-86d4-c13e9e3f6109 None None] No DVR routers for this DVR port 06656bb2-a766-4abb-a317-293a909fdb1a on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:23:09.940410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=699a38b7-8b37-48c6-b6d8-1f99a7cf3e12,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:10.041149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:10.117710 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:10.240078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:10.248823 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:10.261902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 06656bb2-a766-4abb-a317-293a909fdb1a no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:10.302273 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:10.302784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Fanout notify agent at l3_agent the message router_deleted on router f3d89526-5028-4e58-b5e8-3b762a708546 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:23:10.328000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 06656bb2-a766-4abb-a317-293a909fdb1a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:10.328350 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 06656bb2-a766-4abb-a317-293a909fdb1a not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:10.328780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4e44f041-e695-4f93-876b-593f50feffcf no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:10.332107 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:10.333207 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f9081d8e-faca-48a5-9092-f3fa4dc64416 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/routers/f3d89526-5028-4e58-b5e8-3b762a708546 HTTP/1.1" status: 204 len: 168 time: 2.0384004 May 24 23:23:10.336315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47138) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:10.408344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4e44f041-e695-4f93-876b-593f50feffcf {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:10.408583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4e44f041-e695-4f93-876b-593f50feffcf not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:10.511008 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:10.763978 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:10.803667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7f7cb0-d10d-4443-811a-701270af8ebf']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:10.818147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a535775-ee3b-42a6-85d9-93ff6709f071') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:10.818446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a535775-ee3b-42a6-85d9-93ff6709f071') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:10.833098 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:10.854442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:10.861932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:23:10.862600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:10.879703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4bf838c5-1896-4914-989c-c24b1f78a59a no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:10.926203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 4bf838c5-1896-4914-989c-c24b1f78a59a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:10.927042 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4bf838c5-1896-4914-989c-c24b1f78a59a not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:11.106942 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 5a535775-ee3b-42a6-85d9-93ff6709f071 resource provider aggregate not found May 24 23:23:11.152025 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 5a535775-ee3b-42a6-85d9-93ff6709f071 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a535775-ee3b-42a6-85d9-93ff6709f071 found for delete ", "request_id": "req-331fe826-111b-483f-94b3-bf17eca08abe"}]} May 24 23:23:11.170218 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:11.175677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:11.209916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Network': ['ID=6c7f7cb0-d10d-4443-811a-701270af8ebf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:11.222496 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1ec2b056-ad3b-445e-9c99-41161628172a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/networks/6c7f7cb0-d10d-4443-811a-701270af8ebf HTTP/1.1" status: 204 len: 168 time: 0.8849943 May 24 23:23:11.225258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47244) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:11.330662 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ad50-ddb1-46f1-a601-dbf60ac15266 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:11.389166 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ad50-ddb1-46f1-a601-dbf60ac15266 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:11.494971 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ad50-ddb1-46f1-a601-dbf60ac15266 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:11.531976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8ad50-ddb1-46f1-a601-dbf60ac15266 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d76f1f8-0110-4651-a5da-ef2e0d105316,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:11.554846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ad50-ddb1-46f1-a601-dbf60ac15266 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:11.557216 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b6d8ad50-ddb1-46f1-a601-dbf60ac15266 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/security-groups/1d76f1f8-0110-4651-a5da-ef2e0d105316 HTTP/1.1" status: 204 len: 168 time: 0.3304436 May 24 23:23:11.745162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47312) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:11.752944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97884213', 'description': 'tempest-secgroup-smoke-97884213 description', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:11.780623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:11.785963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:11.788451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:11.795377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:11.823382 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:11.847236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:11.851256 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:11.854780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:11.861002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:11.930502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:11.992168 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.001038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.027369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:12.027716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 699a38b7-8b37-48c6-b6d8-1f99a7cf3e12 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:12.055181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62558e6d-3dc7-48cd-afed-fa9511229950,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:12.098035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.099678 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0d888f6e-b423-45fc-b3b9-3229dd68a6a0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3533962 May 24 23:23:12.103078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47354) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:12.110074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-683942dc-d9a2-461d-bf5d-3aa90a50dfab tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '62558e6d-3dc7-48cd-afed-fa9511229950', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:12.117729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-683942dc-d9a2-461d-bf5d-3aa90a50dfab tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:12.122097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-683942dc-d9a2-461d-bf5d-3aa90a50dfab tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:12.125423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-683942dc-d9a2-461d-bf5d-3aa90a50dfab tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:12.131857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-683942dc-d9a2-461d-bf5d-3aa90a50dfab tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:12.154820 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-683942dc-d9a2-461d-bf5d-3aa90a50dfab tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.243194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-683942dc-d9a2-461d-bf5d-3aa90a50dfab tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.250844 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-683942dc-d9a2-461d-bf5d-3aa90a50dfab tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.281142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683942dc-d9a2-461d-bf5d-3aa90a50dfab tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fbf28b-5563-4847-9f8f-2ebf6bf557a4,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:12.299708 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-683942dc-d9a2-461d-bf5d-3aa90a50dfab tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.300964 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-683942dc-d9a2-461d-bf5d-3aa90a50dfab tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1967537 May 24 23:23:12.303808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47360) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:12.311845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8e081a10-d570-4f91-87ce-21d2893f6af3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '62558e6d-3dc7-48cd-afed-fa9511229950', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:12.325648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e081a10-d570-4f91-87ce-21d2893f6af3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:12.329745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e081a10-d570-4f91-87ce-21d2893f6af3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:12.332935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8e081a10-d570-4f91-87ce-21d2893f6af3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:12.338906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8e081a10-d570-4f91-87ce-21d2893f6af3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:12.365152 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e081a10-d570-4f91-87ce-21d2893f6af3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.444231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e081a10-d570-4f91-87ce-21d2893f6af3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.449248 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e081a10-d570-4f91-87ce-21d2893f6af3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.481915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e081a10-d570-4f91-87ce-21d2893f6af3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20e6584-5173-498a-8f7c-782631b707fc,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:12.492446 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e081a10-d570-4f91-87ce-21d2893f6af3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.492446 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8e081a10-d570-4f91-87ce-21d2893f6af3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1832745 May 24 23:23:12.495099 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47370) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:12.499713 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-43444ae0-443d-478d-90f2-28e7ea3aae3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '62558e6d-3dc7-48cd-afed-fa9511229950', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:12.520217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-43444ae0-443d-478d-90f2-28e7ea3aae3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:12.529684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-43444ae0-443d-478d-90f2-28e7ea3aae3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:12.534662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-43444ae0-443d-478d-90f2-28e7ea3aae3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:12.541280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-43444ae0-443d-478d-90f2-28e7ea3aae3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:12.568515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43444ae0-443d-478d-90f2-28e7ea3aae3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.638872 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43444ae0-443d-478d-90f2-28e7ea3aae3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.643419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43444ae0-443d-478d-90f2-28e7ea3aae3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.668156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43444ae0-443d-478d-90f2-28e7ea3aae3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc3ec24-2e1a-428a-bd39-02317e300a87,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:12.679289 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43444ae0-443d-478d-90f2-28e7ea3aae3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.680611 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-43444ae0-443d-478d-90f2-28e7ea3aae3a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1879773 May 24 23:23:12.684764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47374) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:12.691191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e5fdb859-49dc-4a31-9d50-d33471a42695 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '62558e6d-3dc7-48cd-afed-fa9511229950', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:12.698886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e5fdb859-49dc-4a31-9d50-d33471a42695 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:12.703480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e5fdb859-49dc-4a31-9d50-d33471a42695 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:12.707362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e5fdb859-49dc-4a31-9d50-d33471a42695 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:12.714315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e5fdb859-49dc-4a31-9d50-d33471a42695 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:12.755582 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb859-49dc-4a31-9d50-d33471a42695 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.866140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb859-49dc-4a31-9d50-d33471a42695 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.875262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb859-49dc-4a31-9d50-d33471a42695 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.910632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdb859-49dc-4a31-9d50-d33471a42695 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccddc0de-edc3-4357-91b5-508686b0e875,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:12.934874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb859-49dc-4a31-9d50-d33471a42695 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:12.939205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47390) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:12.939703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e5fdb859-49dc-4a31-9d50-d33471a42695 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2536430 May 24 23:23:12.945685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '62558e6d-3dc7-48cd-afed-fa9511229950', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:12.952733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:12.963144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:12.973990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:12.985510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:13.008379 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Project 7ed04b4b69a04a79b55d0e6cf9c97c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:23:13.017756 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.204804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.214901 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.280762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4946a68-512a-4503-ab12-ad7af909476d,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:13.293040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.298052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47404) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:13.303892 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2aa676de-5370-49c8-a255-88455f9a5122 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3631971 May 24 23:23:13.305247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'security_group_rule': {'security_group_id': '62558e6d-3dc7-48cd-afed-fa9511229950', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:13.313240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:13.318203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:security_group_rule and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:13.336173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:13.345113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:13.374104 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Project 7ed04b4b69a04a79b55d0e6cf9c97c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:23:13.388826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.493292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.498269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.575064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d8f6c8-27dd-405b-8913-b609bd315722,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:13.587149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.591206 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6e32feac-6ea1-4904-9fad-9d5b02c6e673 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2887700 May 24 23:23:13.591356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47414) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:13.596746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'network': {'name': 'tempest-network-smoke--2117993155', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'port_security_enabled': True}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:13.607625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:13.612455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:network and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:13.620433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:13.640775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:13.665926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:23:13.670083 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.734343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:23:13.744830 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.745373 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Added segment ab461aba-0325-4b14-b3c6-234f80af37b7 of type vlan for network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 May 24 23:23:13.817231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.855833 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:13.862038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:13.862629 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:14.015945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Network': ['ID=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:14.027911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:23:14.056442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47428) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:14.057001 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f32fc269-e0a6-46c2-a804-f592fda5839b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4640744 May 24 23:23:14.061995 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'admin_state_up': True, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:14.075224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:14.094048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:router and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:14.097516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:14.110406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:14.165859 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:14.167010 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:14.191831 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:14.513764 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:14.891410 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:14.920629 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:15.195423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.25.7.112 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/2eb2b95d-7522-4052-8ebf-859c2b57e41f) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:23:15.250350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47458) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:15.367547 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:15.400699 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:15.474157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:23:15.477167 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:23:15.479528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Deleting port fd3395b4-f7b0-4b98-9d69-6f5af92e97cf {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:15.479874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:15.481358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:23:15.520964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=2eb2b95d-7522-4052-8ebf-859c2b57e41f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:15.764456 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:15.765276 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:15.927351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Calling delete_port for fd3395b4-f7b0-4b98-9d69-6f5af92e97cf owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:15.981813 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:16.114198 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:16.169673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event deleted for resources: {'Port': ['ID=fd3395b4-f7b0-4b98-9d69-6f5af92e97cf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:16.309602 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:16.309602 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Floating IP 18f8558c-579e-4755-8957-2753aefa90c9 disassociated (deleted). External IP: 172.25.7.232, port: d0b22822-26e6-4261-b61c-6a37e099742d. May 24 23:23:16.354277 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:16.650842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:23:16.933199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Router f5d0c622-76d8-48f6-925b-bf99daa6af40 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:23:17.041172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:23:17.054710 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Sync routers for ids ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:23:17.073075 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Routers {'0bb90272-fb6c-4e62-bba2-1d59e357ed46'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:17.073856 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:17.091089 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:17.092464 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a3af69d0-1cae-4fe8-a58f-c38a158791ee tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0350668 May 24 23:23:17.095993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47498) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:17.143857 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a0c7b4fc-c49c-4332-9e92-32b447ff7250 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457695 May 24 23:23:17.146303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47504) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:17.199781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:23:17.212932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bdc63-9883-4e31-8cac-07f9ecfc9595 None None] Sync routers for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:23:17.227071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96bdc63-9883-4e31-8cac-07f9ecfc9595 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:17.229347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d96bdc63-9883-4e31-8cac-07f9ecfc9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:17.241792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:17.299036 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Set router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:17.344737 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-71d7793e-aed4-4861-b5aa-65330b01b5a3 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "DELETE /v2.0/floatingips/18f8558c-579e-4755-8957-2753aefa90c9 HTTP/1.1" status: 204 len: 168 time: 2.0933039 May 24 23:23:17.346055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'tag': 'd0b22822-26e6-4261-b61c-6a37e099742d'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:17.452401 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2448c058-8fb2-40c2-8b18-ce6c8db58a1d'] response: {'name': 'network-changed', 'server_uuid': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'tag': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'status': 'completed', 'code': 200} May 24 23:23:17.655170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fcb452-4c86-43b5-88b5-0b6f36488a0a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:17.658558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47518) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:17.658694 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f5fcb452-4c86-43b5-88b5-0b6f36488a0a tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5112178 May 24 23:23:17.687425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b30f5-0da1-4aa6-a993-f89f6283c4e3 req-2a2af342-737d-430a-b3b1-4826e6dd26de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:17.688450 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce3b30f5-0da1-4aa6-a993-f89f6283c4e3 req-2a2af342-737d-430a-b3b1-4826e6dd26de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=16cd6c635d75400baa6572ca6f095c59&device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 1096 time: 0.2073264 May 24 23:23:17.691650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d96bdc63-9883-4e31-8cac-07f9ecfc9595 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:17.739519 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:15Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:17.758929 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Checking router: 0bb90272-fb6c-4e62-bba2-1d59e357ed46 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:23:17.759184 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Updating router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 port 2eb2b95d-7522-4052-8ebf-859c2b57e41f binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:23:17.767403 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3f22929e-6a24-4ee7-9f8a-8cd4346dfd04 tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1072376 May 24 23:23:17.771577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47522) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:17.807531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1953415794', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:17.865376 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:17.984988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:17.989926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:subnet and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:18.001235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b30f5-0da1-4aa6-a993-f89f6283c4e3 req-686d2ac1-9b1e-4eab-80a6-fc5677a1b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:18.005314 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce3b30f5-0da1-4aa6-a993-f89f6283c4e3 req-686d2ac1-9b1e-4eab-80a6-fc5677a1b683 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 200 len: 913 time: 0.3101799 May 24 23:23:18.028913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:18.044875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:18.142214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce3b30f5-0da1-4aa6-a993-f89f6283c4e3 req-4ddf620f-f3c5-4bfd-8e03-57b00b80fb3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0b22822-26e6-4261-b61c-6a37e099742d HTTP/1.1" status: 200 len: 217 time: 0.1295650 May 24 23:23:18.187254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:23:18.192435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:18.244818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b30f5-0da1-4aa6-a993-f89f6283c4e3 req-d77aef22-8c65-405d-8497-c330eab3e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:18.246336 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce3b30f5-0da1-4aa6-a993-f89f6283c4e3 req-d77aef22-8c65-405d-8497-c330eab3e4c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 200 len: 851 time: 0.0989451 May 24 23:23:18.362269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2ef9c-7f1a-4a6a-8cb2-e72edbefc219 req-9c888933-b26b-44c5-a490-586be7680b9d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:18.366142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7eb2ef9c-7f1a-4a6a-8cb2-e72edbefc219 req-9c888933-b26b-44c5-a490-586be7680b9d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:18.408377 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:18.412134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7eb2ef9c-7f1a-4a6a-8cb2-e72edbefc219 req-9c888933-b26b-44c5-a490-586be7680b9d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:18.420294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eb2ef9c-7f1a-4a6a-8cb2-e72edbefc219 req-9c888933-b26b-44c5-a490-586be7680b9d tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 945 time: 0.3697095 May 24 23:23:18.423935 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b30f5-0da1-4aa6-a993-f89f6283c4e3 req-5f6338b5-cbb3-4a74-875d-1c50a56075c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:18.424527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d96bdc63-9883-4e31-8cac-07f9ecfc9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:18.427085 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Transition to ACTIVE for port object 2eb2b95d-7522-4052-8ebf-859c2b57e41f will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:23:18.428078 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce3b30f5-0da1-4aa6-a993-f89f6283c4e3 req-5f6338b5-cbb3-4a74-875d-1c50a56075c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13a16c45-1a0c-47a0-90d4-ea28358361e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747363 May 24 23:23:18.432747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bdc63-9883-4e31-8cac-07f9ecfc9595 None None] Checking router: f5d0c622-76d8-48f6-925b-bf99daa6af40 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:23:18.438390 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:18.460180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96bdc63-9883-4e31-8cac-07f9ecfc9595 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:18.461872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d96bdc63-9883-4e31-8cac-07f9ecfc9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:18.564296 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Pushing event updated for resources: {'Port': ['ID=2eb2b95d-7522-4052-8ebf-859c2b57e41f,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:18.613595 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Attempting to bind port 2eb2b95d-7522-4052-8ebf-859c2b57e41f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:23:18.613595 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Attempting to bind port 2eb2b95d-7522-4052-8ebf-859c2b57e41f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:23:18.613595 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Attempting to bind port 2eb2b95d-7522-4052-8ebf-859c2b57e41f on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:23:18.613595 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.613595 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.613595 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.613595 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.618490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.618490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.618490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.618490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.618490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.618490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.618490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.618490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:23:18.654468 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:23:18.654468 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:23:18.654468 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:18.654468 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:23:18.654468 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Bound port: 2eb2b95d-7522-4052-8ebf-859c2b57e41f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:23:18.654468 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:18.679488 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7eb2ef9c-7f1a-4a6a-8cb2-e72edbefc219 req-3844ece1-c243-456c-9da5-309c612aef16 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544775 May 24 23:23:18.760096 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:18.771005 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce3b30f5-0da1-4aa6-a993-f89f6283c4e3 req-eeb76c61-30ca-47fc-bfad-a069c4256f9f service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350489 May 24 23:23:18.812341 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] For port 2eb2b95d-7522-4052-8ebf-859c2b57e41f, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:23:18.822373 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] For port 2eb2b95d-7522-4052-8ebf-859c2b57e41f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2eb2b95d-7522-4052-8ebf-859c2b57e41f,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:23:18.831837 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:18.880545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Subnet': ['ID=a4107ec1-1e79-48b6-b027-b6e903da04dd,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:18.887863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Checking segment: {'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:23:18.888869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network hostable DHCP agents. Network: c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:23:18.944895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Routers {'0bb90272-fb6c-4e62-bba2-1d59e357ed46'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:18.945709 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:18.957287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:23:18.959147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d96bdc63-9883-4e31-8cac-07f9ecfc9595 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:18.978440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:23:18.983279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:18.983975 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:19.044322 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d38d8509-6e86-4472-bfd5-4d287086f7cb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2682958 May 24 23:23:19.044484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47550) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:19.065759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208d5a03-a1dc-4db4-a19a-2edd069736b5 None None] Network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:23:19.069288 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ce3b30f5-0da1-4aa6-a993-f89f6283c4e3 req-7f9f0acb-588d-4dd2-959d-1c465ffcae14 service neutron] 10.222.0.31 "GET /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908714 May 24 23:23:19.105686 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9bf47-76d2-4f02-80b2-f486dc8cfaac None None] Pushing event updated for resources: {'Port': ['ID=2eb2b95d-7522-4052-8ebf-859c2b57e41f,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:19.290007 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] Set router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:19.452648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ef847-20c4-470d-8510-d00b5e593e96 req-4d479634-c99d-436b-99ae-240db4fefd8e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:19.454823 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-151ef847-20c4-470d-8510-d00b5e593e96 req-4d479634-c99d-436b-99ae-240db4fefd8e tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 945 time: 0.1167097 May 24 23:23:19.588439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-151ef847-20c4-470d-8510-d00b5e593e96 req-2655a171-f653-4825-b242-296aaf2aab63 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Deleting port d0b22822-26e6-4261-b61c-6a37e099742d {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:19.588696 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-151ef847-20c4-470d-8510-d00b5e593e96 req-2655a171-f653-4825-b242-296aaf2aab63 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:19.622968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:23:19.625625 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:19.656968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d96bdc63-9883-4e31-8cac-07f9ecfc9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:19.712673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bdc63-9883-4e31-8cac-07f9ecfc9595 None None] The sync data for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 is: [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:10:06Z', 'revision_number': 4, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '2df804a4-12d1-4b5b-a431-ab96ee956709', 'name': '', 'network_id': '13a16c45-1a0c-47a0-90d4-ea28358361e5', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'mac_address': 'fa:16:3e:ee:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:02Z', 'updated_at': '2022-05-24T23:10:19Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'subnets': [{'id': 'bf5ec325-6142-4c28-8e6b-8da79987bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:23:19.770829 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:15Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:19.781094 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8e18a-125d-48b2-a3a7-99b920c0d048 None None] The sync data for ids ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'] in n-d-843146-7 is: [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:15Z', 'revision_number': 3, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:23:19.872798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Allocated IP 172.20.0.2 (c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6/a4107ec1-1e79-48b6-b027-b6e903da04dd/6794aa22-08b7-4266-bb25-3ce71cc67e70) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:23:20.248971 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a96d2d4-8020-4f06-918c-2f66ed971659 None None] New status for floating IP 18f8558c-579e-4755-8957-2753aefa90c9: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:23:20.366654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-151ef847-20c4-470d-8510-d00b5e593e96 req-2655a171-f653-4825-b242-296aaf2aab63 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] For port d0b22822-26e6-4261-b61c-6a37e099742d, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=d0b22822-26e6-4261-b61c-6a37e099742d,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:20.367196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-151ef847-20c4-470d-8510-d00b5e593e96 req-2655a171-f653-4825-b242-296aaf2aab63 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:20.544453 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:20.568183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Transition to ACTIVE for port object 6794aa22-08b7-4266-bb25-3ce71cc67e70 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:23:20.620923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Transition to ACTIVE for port object 6794aa22-08b7-4266-bb25-3ce71cc67e70 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:23:20.632826 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:20.804203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Pushing event updated for resources: {'Port': ['ID=6794aa22-08b7-4266-bb25-3ce71cc67e70,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:20.816860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:23:20.818824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:23:20.822236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:23:20.884836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-151ef847-20c4-470d-8510-d00b5e593e96 req-2655a171-f653-4825-b242-296aaf2aab63 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Calling delete_port for d0b22822-26e6-4261-b61c-6a37e099742d owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:20.912463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:21.022583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Attempting to bind port 6794aa22-08b7-4266-bb25-3ce71cc67e70 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:23:21.023137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Attempting to bind port 6794aa22-08b7-4266-bb25-3ce71cc67e70 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:23:21.023959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Attempting to bind port 6794aa22-08b7-4266-bb25-3ce71cc67e70 on network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:23:21.043912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:23:21.044376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Checking segment: {'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:23:21.045184 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:21.078149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Bound using segment: {'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:23:21.081931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Bound port: 6794aa22-08b7-4266-bb25-3ce71cc67e70, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:23:21.082338 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:21.233247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937aa6f-eefb-48f9-b123-089999d483bf req-63eb837b-ec0c-4127-901c-d09dca8f5236 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:21.234871 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b937aa6f-eefb-48f9-b123-089999d483bf req-63eb837b-ec0c-4127-901c-d09dca8f5236 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 945 time: 0.9993525 May 24 23:23:21.235856 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-151ef847-20c4-470d-8510-d00b5e593e96 req-2655a171-f653-4825-b242-296aaf2aab63 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:21.293699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] For port 6794aa22-08b7-4266-bb25-3ce71cc67e70, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:23:21.307415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] For port 6794aa22-08b7-4266-bb25-3ce71cc67e70, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6794aa22-08b7-4266-bb25-3ce71cc67e70,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:23:21.325736 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:21.340930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655a171-f653-4825-b242-296aaf2aab63 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event deleted for resources: {'Port': ['ID=d0b22822-26e6-4261-b61c-6a37e099742d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:21.495855 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de452cc-0128-4d3b-b61f-cce94371d7aa None None] Pushing event updated for resources: {'Port': ['ID=6794aa22-08b7-4266-bb25-3ce71cc67e70,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:21.555876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-151ef847-20c4-470d-8510-d00b5e593e96 req-2655a171-f653-4825-b242-296aaf2aab63 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] No DVR routers for this DVR port d0b22822-26e6-4261-b61c-6a37e099742d on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:23:21.559059 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-151ef847-20c4-470d-8510-d00b5e593e96 req-2655a171-f653-4825-b242-296aaf2aab63 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:21.582869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'name': 'network-vif-deleted', 'tag': 'd0b22822-26e6-4261-b61c-6a37e099742d'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:21.594907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-151ef847-20c4-470d-8510-d00b5e593e96 req-2655a171-f653-4825-b242-296aaf2aab63 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.31 "DELETE /v2.0/ports/d0b22822-26e6-4261-b61c-6a37e099742d HTTP/1.1" status: 204 len: 173 time: 2.1350050 May 24 23:23:21.609892 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b937aa6f-eefb-48f9-b123-089999d483bf req-cfd5dfd8-9ee4-4f75-bea1-35827e4a91e8 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/security-groups?id=8055efa7-e7d2-48f6-bb84-76a1fab05899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702830 May 24 23:23:21.721118 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b0978d-b51d-474c-8fbe-b62d63af2f51'] response: {'server_uuid': '9a78b674-fd3a-4244-a94e-fceae4b39c24', 'name': 'network-vif-deleted', 'tag': 'd0b22822-26e6-4261-b61c-6a37e099742d', 'status': 'completed', 'code': 200} May 24 23:23:21.760068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.20.0.1 (c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6/a4107ec1-1e79-48b6-b027-b6e903da04dd/aee20eec-941b-4def-953e-caf1741b64a7) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:23:22.125254 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:22.173658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Transition to ACTIVE for port object aee20eec-941b-4def-953e-caf1741b64a7 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:23:22.177482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2eb2b95d-7522-4052-8ebf-859c2b57e41f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:23:22.214829 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:22.333933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 2eb2b95d-7522-4052-8ebf-859c2b57e41f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:23:22.337245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:23:22.340442 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2eb2b95d-7522-4052-8ebf-859c2b57e41f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:22.341065 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:22.383602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:23:22.390001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=aee20eec-941b-4def-953e-caf1741b64a7,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:22.393130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:23:22.477922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:22.545523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2eb2b95d-7522-4052-8ebf-859c2b57e41f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:22.545908 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:22.568805 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 2eb2b95d-7522-4052-8ebf-859c2b57e41f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2eb2b95d-7522-4052-8ebf-859c2b57e41f,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:22.582375 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:22.583226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6794aa22-08b7-4266-bb25-3ce71cc67e70 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:23:22.888711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d0b22822-26e6-4261-b61c-6a37e099742d no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:22.943302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: d0b22822-26e6-4261-b61c-6a37e099742d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:22.943789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device d0b22822-26e6-4261-b61c-6a37e099742d not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:22.950142 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:22.982902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=2eb2b95d-7522-4052-8ebf-859c2b57e41f,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:23.001192 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1b70439e-338d-492f-b695-8c4f774fdc07 req-cf6c829b-d442-4f6f-b9ba-c6df7d23550c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Synchronizing usage tracker for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:23.002548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 6794aa22-08b7-4266-bb25-3ce71cc67e70 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:23:23.020238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-1b70439e-338d-492f-b695-8c4f774fdc07 req-cf6c829b-d442-4f6f-b9ba-c6df7d23550c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Unset dirty status for tenant:16cd6c635d75400baa6572ca6f095c59 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:23.030259 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b70439e-338d-492f-b695-8c4f774fdc07 req-cf6c829b-d442-4f6f-b9ba-c6df7d23550c tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b674-fd3a-4244-a94e-fceae4b39c24 HTTP/1.1" status: 200 len: 210 time: 0.1116216 May 24 23:23:23.132043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a076fc-f05b-487d-9a6b-c9444f39332e None None] Network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:23:23.411496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d4b24c13-5d82-4083-b097-16bd3d38c1b4 None None] Provisioning for port 6794aa22-08b7-4266-bb25-3ce71cc67e70 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:23:23.419343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d4b24c13-5d82-4083-b097-16bd3d38c1b4 None None] Provisioning complete for port 6794aa22-08b7-4266-bb25-3ce71cc67e70 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:23.419951 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d4b24c13-5d82-4083-b097-16bd3d38c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:23.638948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d4b24c13-5d82-4083-b097-16bd3d38c1b4 None None] Current status of the port 6794aa22-08b7-4266-bb25-3ce71cc67e70 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:23.639325 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d4b24c13-5d82-4083-b097-16bd3d38c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:23.701415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d4b24c13-5d82-4083-b097-16bd3d38c1b4 None None] For port 6794aa22-08b7-4266-bb25-3ce71cc67e70, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6794aa22-08b7-4266-bb25-3ce71cc67e70,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:23.719309 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d4b24c13-5d82-4083-b097-16bd3d38c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:23.788944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b24c13-5d82-4083-b097-16bd3d38c1b4 None None] Pushing event updated for resources: {'Port': ['ID=6794aa22-08b7-4266-bb25-3ce71cc67e70,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:23.793288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:23.800479 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:23.949762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:23.953119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=aee20eec-941b-4def-953e-caf1741b64a7,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:24.048586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2eb2b95d-7522-4052-8ebf-859c2b57e41f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:23:24.099551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-be9ba504-4082-445a-b41e-f243871a85aa None None] Provisioning complete for port 6794aa22-08b7-4266-bb25-3ce71cc67e70 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:24.099932 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-be9ba504-4082-445a-b41e-f243871a85aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:24.138147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:23:24.138147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:23:24.235884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 47666) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:24.367125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2eb2b95d-7522-4052-8ebf-859c2b57e41f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:24.367501 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:24.477585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-98822a2e-7295-4ac6-b8f3-141166bf3a51 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Deleting port 2cbe414c-b1a7-42fd-9ebd-316f5ab625c4 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:24.478724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98822a2e-7295-4ac6-b8f3-141166bf3a51 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:24.489265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-be9ba504-4082-445a-b41e-f243871a85aa None None] Current status of the port 6794aa22-08b7-4266-bb25-3ce71cc67e70 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:24.533069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:23:24.549554 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:24.579427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-be9ba504-4082-445a-b41e-f243871a85aa None None] Provisioning for port aee20eec-941b-4def-953e-caf1741b64a7 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:23:24.653954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-be9ba504-4082-445a-b41e-f243871a85aa None None] Provisioning complete for port aee20eec-941b-4def-953e-caf1741b64a7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:24.654458 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-be9ba504-4082-445a-b41e-f243871a85aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:24.750056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-be9ba504-4082-445a-b41e-f243871a85aa None None] Port aee20eec-941b-4def-953e-caf1741b64a7 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:23:24.752635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2eb2b95d-7522-4052-8ebf-859c2b57e41f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:24.753753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6794aa22-08b7-4266-bb25-3ce71cc67e70 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:23:24.844451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6794aa22-08b7-4266-bb25-3ce71cc67e70 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:24.844817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:24.849749 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98822a2e-7295-4ac6-b8f3-141166bf3a51 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:24.850199 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98822a2e-7295-4ac6-b8f3-141166bf3a51 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:24.854442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:23:24.886631 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e66c941e-159f-4e30-af14-6def4202cffb tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "PUT /v2.0/routers/0bb90272-fb6c-4e62-bba2-1d59e357ed46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8321238 May 24 23:23:24.886872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Sync routers for ids ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:23:24.903535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Routers {'0bb90272-fb6c-4e62-bba2-1d59e357ed46'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:24.904161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:25.047455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9d13aa02-516f-425a-86f7-f04c38199bd4 None None] Provisioning complete for port aee20eec-941b-4def-953e-caf1741b64a7 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:25.047829 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9d13aa02-516f-425a-86f7-f04c38199bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:25.051112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-98822a2e-7295-4ac6-b8f3-141166bf3a51 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Calling delete_port for 2cbe414c-b1a7-42fd-9ebd-316f5ab625c4 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:25.200111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-41cd0bc8-02af-41ff-8690-4ddb0b44db1a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:25.276438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9d13aa02-516f-425a-86f7-f04c38199bd4 None None] Port aee20eec-941b-4def-953e-caf1741b64a7 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:23:25.291465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98822a2e-7295-4ac6-b8f3-141166bf3a51 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:25.327177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Set router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:25.343748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98822a2e-7295-4ac6-b8f3-141166bf3a51 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event deleted for resources: {'Port': ['ID=2cbe414c-b1a7-42fd-9ebd-316f5ab625c4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:25.348096 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-41cd0bc8-02af-41ff-8690-4ddb0b44db1a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:25.349736 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-41cd0bc8-02af-41ff-8690-4ddb0b44db1a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97884213&fields=id&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 267 time: 0.2007911 May 24 23:23:25.410135 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6794aa22-08b7-4266-bb25-3ce71cc67e70 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:25.694749 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98822a2e-7295-4ac6-b8f3-141166bf3a51 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:25.754309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-1e3d36dc-8a9a-42a8-8804-3f106179b169 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:25.755913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-1e3d36dc-8a9a-42a8-8804-3f106179b169 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/networks?id=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 HTTP/1.1" status: 200 len: 797 time: 0.3760970 May 24 23:23:25.760260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-98822a2e-7295-4ac6-b8f3-141166bf3a51 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:25.761384 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-98822a2e-7295-4ac6-b8f3-141166bf3a51 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "DELETE /v2.0/floatingips/4a0bee6c-b044-4205-905f-4ff7efb0cd6f HTTP/1.1" status: 204 len: 168 time: 1.5243931 May 24 23:23:25.775006 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-9c178f27-ed62-47e6-9b41-493f6748c882 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/quotas/7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 375 time: 0.0116842 May 24 23:23:25.918513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'aee20eec-941b-4def-953e-caf1741b64a7', 'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:8f:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:21Z', 'updated_at': '2022-05-24T23:23:23Z', 'revision_number': 2, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:25.919760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-2f54b90e-c6e6-4a6e-83c8-b3b9347aebc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:25.926058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Checking router: 0bb90272-fb6c-4e62-bba2-1d59e357ed46 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:23:25.926663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Updating router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 port aee20eec-941b-4def-953e-caf1741b64a7 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:23:25.954821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-2f54b90e-c6e6-4a6e-83c8-b3b9347aebc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:25.967335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-2f54b90e-c6e6-4a6e-83c8-b3b9347aebc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1811512 May 24 23:23:26.035254 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:26.044782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-b8414120-2d74-46f0-88d0-44d9b7b230b9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:23:26.052920 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-b8414120-2d74-46f0-88d0-44d9b7b230b9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0809186 May 24 23:23:26.161216 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:26.496521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-30a278be-22ce-4b6f-81f7-082a52076694 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423559 May 24 23:23:26.654508 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:26.684772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Transition to ACTIVE for port object aee20eec-941b-4def-953e-caf1741b64a7 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:23:26.700140 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:26.729412 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-cae1396d-ab2d-4416-8ac1-bd50d41d4604 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309065 May 24 23:23:27.086078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f724e9-aca8-4f8b-bde9-931976c7f00e None None] Pushing event updated for resources: {'Port': ['ID=aee20eec-941b-4def-953e-caf1741b64a7,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:27.105768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Attempting to bind port aee20eec-941b-4def-953e-caf1741b64a7 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:23:27.106298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Attempting to bind port aee20eec-941b-4def-953e-caf1741b64a7 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:23:27.106777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Attempting to bind port aee20eec-941b-4def-953e-caf1741b64a7 on network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:23:27.113609 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:23:27.114368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Checking segment: {'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:23:27.115226 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:27.115791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Bound using segment: {'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:23:27.116363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Bound port: aee20eec-941b-4def-953e-caf1741b64a7, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:23:27.116934 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:27.160360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1ec83795-c189-4100-9fd7-def676066a1d req-112ab1f4-7d3d-4214-9998-979fc7dfe0af tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:27.204452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1ec83795-c189-4100-9fd7-def676066a1d req-112ab1f4-7d3d-4214-9998-979fc7dfe0af tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:27.216573 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ec83795-c189-4100-9fd7-def676066a1d req-112ab1f4-7d3d-4214-9998-979fc7dfe0af tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 210 time: 0.1842935 May 24 23:23:27.274589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] For port aee20eec-941b-4def-953e-caf1741b64a7, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:23:27.278032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] For port aee20eec-941b-4def-953e-caf1741b64a7, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=aee20eec-941b-4def-953e-caf1741b64a7,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:23:27.291763 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:27.417642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f724e9-aca8-4f8b-bde9-931976c7f00e None None] Pushing event updated for resources: {'Port': ['ID=aee20eec-941b-4def-953e-caf1741b64a7,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:27.426358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Routers {'0bb90272-fb6c-4e62-bba2-1d59e357ed46'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:27.427530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:27.736067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] Set router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:28.181063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'aee20eec-941b-4def-953e-caf1741b64a7', 'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:8f:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:21Z', 'updated_at': '2022-05-24T23:23:27Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:28.185241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2d88f-4b8c-40b4-b318-51716c024305 None None] The sync data for ids ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'] in n-d-843146-7 is: [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'aee20eec-941b-4def-953e-caf1741b64a7', 'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:8f:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:21Z', 'updated_at': '2022-05-24T23:23:27Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:23:28.341229 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:23:28.535310 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-978459c0-ed00-48a3-8be5-558d295d5e26 req-b42fe543-ea3d-441d-b313-ee1cd3ff724b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 210 time: 0.1077094 May 24 23:23:29.249690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-b73f3c2b-99df-4bdb-b2a4-63b7f78df818 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:29.251685 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-b73f3c2b-99df-4bdb-b2a4-63b7f78df818 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "GET /v2.0/networks?id=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 HTTP/1.1" status: 200 len: 797 time: 0.3645489 May 24 23:23:29.364544 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-db4cb0b5-4995-484f-85f2-466f31042ee0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b HTTP/1.1" status: 200 len: 378 time: 0.1040490 May 24 23:23:29.374627 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'port': {'device_id': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'admin_state_up': True, 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'security_groups': ['62558e6d-3dc7-48cd-afed-fa9511229950']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:29.654938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:29.677075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47838) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:29.679832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:29.744783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Made reservation on behalf of 7ed04b4b69a04a79b55d0e6cf9c97c1b for: {'port': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:23:29.744783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:29.859399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9f38412-4723-4062-9ee9-4f0521b52e8b req-1dbea72c-c5a0-4010-9a2a-240695b6b26d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 210 time: 0.1028967 May 24 23:23:29.919693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70c5bfc4-7f15-4ea1-9752-d498c2097ab2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:29.970865 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70c5bfc4-7f15-4ea1-9752-d498c2097ab2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:30.135517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device aee20eec-941b-4def-953e-caf1741b64a7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:23:30.137188 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70c5bfc4-7f15-4ea1-9752-d498c2097ab2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:30.198412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5bfc4-7f15-4ea1-9752-d498c2097ab2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8055efa7-e7d2-48f6-bb84-76a1fab05899,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:30.234703 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-70c5bfc4-7f15-4ea1-9752-d498c2097ab2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:30.236359 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-70c5bfc4-7f15-4ea1-9752-d498c2097ab2 tempest-TestVolumeBootPattern-380773454 tempest-TestVolumeBootPattern-380773454-project] 10.222.0.55 "DELETE /v2.0/security-groups/8055efa7-e7d2-48f6-bb84-76a1fab05899 HTTP/1.1" status: 204 len: 168 time: 0.5575874 May 24 23:23:30.271543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.20.0.12 (c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6/a4107ec1-1e79-48b6-b027-b6e903da04dd/91275ef4-e07f-4e42-a569-86a5bede5d5c) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:23:30.325197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47856) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:30.386978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port aee20eec-941b-4def-953e-caf1741b64a7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:23:30.393953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port aee20eec-941b-4def-953e-caf1741b64a7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:30.395010 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:30.589307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port aee20eec-941b-4def-953e-caf1741b64a7 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:30.589786 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:30.614016 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:30.624640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port aee20eec-941b-4def-953e-caf1741b64a7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=aee20eec-941b-4def-953e-caf1741b64a7,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:30.632825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:30.665301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Transition to ACTIVE for port object 91275ef4-e07f-4e42-a569-86a5bede5d5c will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:23:30.725899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=aee20eec-941b-4def-953e-caf1741b64a7,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:30.742112 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:30.842050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=91275ef4-e07f-4e42-a569-86a5bede5d5c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:30.861796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:23:30.863122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:23:30.879166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:23:30.961836 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:30.970607 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:31.069620 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-6c6575bd-d958-4ecc-8c0e-435fba641575 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6901097 May 24 23:23:31.079086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Request body: {'port': {'device_id': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:31.224922 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:31.312893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff1ecc5e-f5eb-4941-b3b1-187edb6e4884 None None] Provisioning for port 91275ef4-e07f-4e42-a569-86a5bede5d5c completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:23:31.319762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff1ecc5e-f5eb-4941-b3b1-187edb6e4884 None None] Provisioning complete for port 91275ef4-e07f-4e42-a569-86a5bede5d5c triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:31.320058 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff1ecc5e-f5eb-4941-b3b1-187edb6e4884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:31.428563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ecc5e-f5eb-4941-b3b1-187edb6e4884 None None] Port 91275ef4-e07f-4e42-a569-86a5bede5d5c cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:23:31.511126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48313dc2-c340-41e2-80ab-f393deeeae02 req-f8463869-0e28-4063-b876-54a08a2e5c22 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:31.512950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48313dc2-c340-41e2-80ab-f393deeeae02 req-f8463869-0e28-4063-b876-54a08a2e5c22 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 932 time: 0.4569535 May 24 23:23:31.599615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-48313dc2-c340-41e2-80ab-f393deeeae02 req-6e86cad0-4b1e-4089-b4d9-5020df378486 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:31.616375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-48313dc2-c340-41e2-80ab-f393deeeae02 req-6e86cad0-4b1e-4089-b4d9-5020df378486 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:31.617845 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48313dc2-c340-41e2-80ab-f393deeeae02 req-6e86cad0-4b1e-4089-b4d9-5020df378486 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952930 May 24 23:23:31.704514 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:31.724242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91275ef4-e07f-4e42-a569-86a5bede5d5c {{(pid=88390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:23:31.732261 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:31.747650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Transition to ACTIVE for port object 91275ef4-e07f-4e42-a569-86a5bede5d5c will not be triggered until provisioned by entity L2. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:23:31.753360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:31.841926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Pushing event updated for resources: {'Port': ['ID=91275ef4-e07f-4e42-a569-86a5bede5d5c,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:32.053227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device aee20eec-941b-4def-953e-caf1741b64a7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:23:32.206570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port aee20eec-941b-4def-953e-caf1741b64a7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:32.207067 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:32.224838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Attempting to bind port 91275ef4-e07f-4e42-a569-86a5bede5d5c on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:23:32.225183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Attempting to bind port 91275ef4-e07f-4e42-a569-86a5bede5d5c by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:23:32.225528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Attempting to bind port 91275ef4-e07f-4e42-a569-86a5bede5d5c on network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:23:32.236522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Port 91275ef4-e07f-4e42-a569-86a5bede5d5c on network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:23:32.236838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Attempting to bind port 91275ef4-e07f-4e42-a569-86a5bede5d5c on network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:23:32.244810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:23:32.245156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Checking segment: {'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:23:32.245565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Bound using segment: {'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'} {{(pid=88390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:23:32.246002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.managers [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Bound port: 91275ef4-e07f-4e42-a569-86a5bede5d5c, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab461aba-0325-4b14-b3c6-234f80af37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6'}}] {{(pid=88390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:23:32.246354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:32.269705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] Deleting port 2df804a4-12d1-4b5b-a431-ab96ee956709 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:32.270438 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:32.410281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] For port 91275ef4-e07f-4e42-a569-86a5bede5d5c, host n-h1-843146-7, cleared binding levels {{(pid=88390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:23:32.414091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] For port 91275ef4-e07f-4e42-a569-86a5bede5d5c, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:23:32.422045 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:32.462230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port aee20eec-941b-4def-953e-caf1741b64a7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:32.516241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:32.516869 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:32.518608 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] 10.222.0.31 "PUT /v2.0/ports/91275ef4-e07f-4e42-a569-86a5bede5d5c HTTP/1.1" status: 200 len: 1092 time: 1.4500217 May 24 23:23:32.519235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:32.523920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] For port 2df804a4-12d1-4b5b-a431-ab96ee956709, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2df804a4-12d1-4b5b-a431-ab96ee956709,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:32.524401 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:32.560629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31433c-fd13-44c5-af73-1cd0b5dc757e service neutron] Pushing event updated for resources: {'Port': ['ID=91275ef4-e07f-4e42-a569-86a5bede5d5c,revision_number=3']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:32.669405 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00f8a89-d709-4bce-b6f8-f271b72d4e69'] response: {'name': 'network-changed', 'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'status': 'completed', 'code': 200} May 24 23:23:32.750233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-01fe9f8d-0eb5-4e8e-9d28-f91d797f134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:32.752605 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-01fe9f8d-0eb5-4e8e-9d28-f91d797f134d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 1095 time: 0.1597662 May 24 23:23:32.760150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] Calling delete_port for 2df804a4-12d1-4b5b-a431-ab96ee956709 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:32.883116 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-bd646562-4f4d-457a-9f7c-45eca9d2a99e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c HTTP/1.1" status: 200 len: 217 time: 0.1224077 May 24 23:23:32.948342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-c7ebe268-3438-4848-b0db-b03912e45594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:32.949839 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-c7ebe268-3438-4848-b0db-b03912e45594 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a4107ec1-1e79-48b6-b027-b6e903da04dd HTTP/1.1" status: 200 len: 835 time: 0.0612457 May 24 23:23:33.056711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-dc9f8d3e-22f0-4331-9b3e-d9a184d4af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:33.059039 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-dc9f8d3e-22f0-4331-9b3e-d9a184d4af18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026599 May 24 23:23:33.155558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6e447-54dd-43a5-82da-a411df6bf3c9 req-f251cef6-a56a-4797-89b7-88af7632ed22 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:33.161829 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83e6e447-54dd-43a5-82da-a411df6bf3c9 req-f251cef6-a56a-4797-89b7-88af7632ed22 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 944 time: 0.3274794 May 24 23:23:33.225858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83e6e447-54dd-43a5-82da-a411df6bf3c9 req-e108adbc-0861-482e-9bbc-afcf6cdd1b36 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584326 May 24 23:23:33.255902 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-22a3609b-8c9b-475c-92e3-c1d1c805a0a7 service neutron] 10.222.0.31 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891465 May 24 23:23:33.299766 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:33.356250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2df804a4-12d1-4b5b-a431-ab96ee956709,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:33.436579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49bcb8bf-7396-4923-9c99-3cabe6bdb0b1 req-eff4462b-0596-4782-8c75-7cd77e3ef770 service neutron] 10.222.0.31 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639662 May 24 23:23:33.666038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad5ad4-a71c-411e-b04e-a86e1fd5d40e req-5e3479c4-08d0-4f3e-9863-7702e046f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:33.667545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-abad5ad4-a71c-411e-b04e-a86e1fd5d40e req-5e3479c4-08d0-4f3e-9863-7702e046f054 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 1095 time: 0.1502490 May 24 23:23:33.836945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad5ad4-a71c-411e-b04e-a86e1fd5d40e req-66354f89-8606-4faa-a93c-b80b7b48d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:33.838468 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-abad5ad4-a71c-411e-b04e-a86e1fd5d40e req-66354f89-8606-4faa-a93c-b80b7b48d435 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 HTTP/1.1" status: 200 len: 898 time: 0.1596355 May 24 23:23:33.908506 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:33.951433 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-abad5ad4-a71c-411e-b04e-a86e1fd5d40e req-155a5c7a-2c45-45e9-a3cc-c2ee396be911 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c HTTP/1.1" status: 200 len: 217 time: 0.1053867 May 24 23:23:34.059300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad5ad4-a71c-411e-b04e-a86e1fd5d40e req-2e09e2c6-bc9d-4cbe-a9a1-584e23604955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:34.061351 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-abad5ad4-a71c-411e-b04e-a86e1fd5d40e req-2e09e2c6-bc9d-4cbe-a9a1-584e23604955 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a4107ec1-1e79-48b6-b027-b6e903da04dd HTTP/1.1" status: 200 len: 835 time: 0.1028085 May 24 23:23:34.151248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad5ad4-a71c-411e-b04e-a86e1fd5d40e req-5b665669-1e5e-4ca5-9b7a-d65ee78e42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:34.152740 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-abad5ad4-a71c-411e-b04e-a86e1fd5d40e req-5b665669-1e5e-4ca5-9b7a-d65ee78e42c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843427 May 24 23:23:34.414341 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-abad5ad4-a71c-411e-b04e-a86e1fd5d40e req-3b1dbbc4-0879-4376-a7be-49597c2967b1 service neutron] 10.222.0.31 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478297 May 24 23:23:34.480543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] Router f5d0c622-76d8-48f6-925b-bf99daa6af40 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:23:34.699595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:23:34.709188 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12376c-934e-4e4b-8496-2dcf6897ada1 None None] Sync routers for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:23:34.718071 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-51138862-b2ed-411e-965a-83c4457ec3cb admin admin] 10.222.0.55 "PUT /v2.0/routers/f5d0c622-76d8-48f6-925b-bf99daa6af40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3878062 May 24 23:23:34.722083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 47976) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:34.728021 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12376c-934e-4e4b-8496-2dcf6897ada1 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:34.728653 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-de12376c-934e-4e4b-8496-2dcf6897ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:34.874691 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-abad5ad4-a71c-411e-b04e-a86e1fd5d40e req-e594984b-0487-434a-9426-cfd7b09b5145 service neutron] 10.222.0.31 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223218 May 24 23:23:34.896899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54f996-9841-4e65-8ccb-2e8e78be8afd req-9c0eda74-c72e-42da-b7ab-f9125c8a472d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:34.898160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ac54f996-9841-4e65-8ccb-2e8e78be8afd req-9c0eda74-c72e-42da-b7ab-f9125c8a472d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:34.920224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-ac54f996-9841-4e65-8ccb-2e8e78be8afd req-9c0eda74-c72e-42da-b7ab-f9125c8a472d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:34.922443 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac54f996-9841-4e65-8ccb-2e8e78be8afd req-9c0eda74-c72e-42da-b7ab-f9125c8a472d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 944 time: 0.5067585 May 24 23:23:34.960533 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:35.004178 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ac54f996-9841-4e65-8ccb-2e8e78be8afd req-4569677f-00c0-427e-ab28-a1d3e05493c0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693569 May 24 23:23:35.029513 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-de12376c-934e-4e4b-8496-2dcf6897ada1 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:35.211763 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:35.225581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Deleting port a97b8810-479b-408f-85ff-36844c8631ad {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:35.226388 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:35.387356 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d41adaec-3536-4cd5-823e-c4028086753b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:35.499528 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-de12376c-934e-4e4b-8496-2dcf6897ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:23:33Z', 'revision_number': 5, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port': {'id': 'a97b8810-479b-408f-85ff-36844c8631ad', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:09:55Z', 'updated_at': '2022-05-24T23:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:35.504123 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12376c-934e-4e4b-8496-2dcf6897ada1 None None] Checking router: f5d0c622-76d8-48f6-925b-bf99daa6af40 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:23:35.513510 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12376c-934e-4e4b-8496-2dcf6897ada1 None None] Routers {'f5d0c622-76d8-48f6-925b-bf99daa6af40'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:35.514161 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-de12376c-934e-4e4b-8496-2dcf6897ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['f5d0c622-76d8-48f6-925b-bf99daa6af40'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:35.693358 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-de12376c-934e-4e4b-8496-2dcf6897ada1 None None] Set router f5d0c622-76d8-48f6-925b-bf99daa6af40 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:35.696601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] For port a97b8810-479b-408f-85ff-36844c8631ad, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a97b8810-479b-408f-85ff-36844c8631ad,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:35.696834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:35.841514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Calling delete_port for a97b8810-479b-408f-85ff-36844c8631ad owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:35.846017 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-de12376c-934e-4e4b-8496-2dcf6897ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:23:35Z', 'revision_number': 6, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:35.850737 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12376c-934e-4e4b-8496-2dcf6897ada1 None None] The sync data for ids ['f5d0c622-76d8-48f6-925b-bf99daa6af40'] in n-d-843146-7 is: [{'id': 'f5d0c622-76d8-48f6-925b-bf99daa6af40', 'name': 'tempest-TestVolumeBootPattern-1282861579-router', 'tenant_id': '16cd6c635d75400baa6572ca6f095c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:09:54Z', 'updated_at': '2022-05-24T23:23:35Z', 'revision_number': 6, 'project_id': '16cd6c635d75400baa6572ca6f095c59', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:23:35.950658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2df804a4-12d1-4b5b-a431-ab96ee956709 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:36.003143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 2df804a4-12d1-4b5b-a431-ab96ee956709 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:36.003436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2df804a4-12d1-4b5b-a431-ab96ee956709 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:36.078331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:36.195353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97b8810-479b-408f-85ff-36844c8631ad,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:36.344343 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:36.611111 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:36.620478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e50a59-f8b1-4fa7-9551-c9febd09d603 req-8d2712a9-168a-45ef-92c4-6ca0f3f7fab6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:36.622408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48e50a59-f8b1-4fa7-9551-c9febd09d603 req-8d2712a9-168a-45ef-92c4-6ca0f3f7fab6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 944 time: 0.4249308 May 24 23:23:36.623605 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:36.670880 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:36.671653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5d0c622-76d8-48f6-925b-bf99daa6af40 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:23:36.686236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-48e50a59-f8b1-4fa7-9551-c9febd09d603 req-e53a11c1-5bbf-49de-bee1-9f17a199ef09 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542791 May 24 23:23:36.692733 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:36.696465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48030) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:36.697014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2aaf2b69-000c-43b3-b17e-58365ef4dd17 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f5d0c622-76d8-48f6-925b-bf99daa6af40 HTTP/1.1" status: 204 len: 168 time: 1.9728780 May 24 23:23:36.779590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ac3f52-c234-45f8-88a0-1c7511a697f7 admin admin] Deleting subnet bf5ec325-6142-4c28-8e6b-8da79987bd63 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:23:36.784184 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2ac3f52-c234-45f8-88a0-1c7511a697f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:36.784686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 91275ef4-e07f-4e42-a569-86a5bede5d5c details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:23:36.865193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2ac3f52-c234-45f8-88a0-1c7511a697f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:36.983269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 91275ef4-e07f-4e42-a569-86a5bede5d5c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:37.000460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'port_id': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'mac_address': 'fa:16:3e:cf:c6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:23:37.002364 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2ac3f52-c234-45f8-88a0-1c7511a697f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:37.068492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 91275ef4-e07f-4e42-a569-86a5bede5d5c is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:37.068869 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:37.088425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91275ef4-e07f-4e42-a569-86a5bede5d5c {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:23:37.098781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2ac3f52-c234-45f8-88a0-1c7511a697f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:37.107777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 91275ef4-e07f-4e42-a569-86a5bede5d5c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:37.114249 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:37.153930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac3f52-c234-45f8-88a0-1c7511a697f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5ec325-6142-4c28-8e6b-8da79987bd63,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:37.160878 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b2ac3f52-c234-45f8-88a0-1c7511a697f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:37.168487 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b2ac3f52-c234-45f8-88a0-1c7511a697f7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bf5ec325-6142-4c28-8e6b-8da79987bd63 HTTP/1.1" status: 204 len: 168 time: 0.4702015 May 24 23:23:37.171308 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48050) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:37.186032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430381fb-e43d-469a-9ecf-3024a272d39b None None] Network 13a16c45-1a0c-47a0-90d4-ea28358361e5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:23:37.278780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=91275ef4-e07f-4e42-a569-86a5bede5d5c,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:37.303814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:37.315780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Deleting port d085b24d-b4fd-42c1-a2d9-fa035f499584 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:37.316387 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:37.383388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['91275ef4-e07f-4e42-a569-86a5bede5d5c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:23:37.524219 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e818-3baf-4758-a97e-c9087460c14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:37.642147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89503b0a-6a0d-493a-8f3b-e45c4aa60213 None None] DHCP port deletion for 13a16c45-1a0c-47a0-90d4-ea28358361e5 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:23:37.656684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-89503b0a-6a0d-493a-8f3b-e45c4aa60213 None None] Deleting port d085b24d-b4fd-42c1-a2d9-fa035f499584 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:37.657204 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-89503b0a-6a0d-493a-8f3b-e45c4aa60213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:37.660160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] For port d085b24d-b4fd-42c1-a2d9-fa035f499584, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d085b24d-b4fd-42c1-a2d9-fa035f499584,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:37.660627 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:37.836045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Calling delete_port for d085b24d-b4fd-42c1-a2d9-fa035f499584 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:37.902505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-89503b0a-6a0d-493a-8f3b-e45c4aa60213 None None] For port d085b24d-b4fd-42c1-a2d9-fa035f499584, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=d085b24d-b4fd-42c1-a2d9-fa035f499584,segment=NetworkSegment(b1084c4b-7c64-4550-b23f-976ffa29800d),segment_id=b1084c4b-7c64-4550-b23f-976ffa29800d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:37.903005 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-89503b0a-6a0d-493a-8f3b-e45c4aa60213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:37.946545 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:38.036862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7abec-dfd1-4eaa-b67e-69a64fc0bdab req-55e4e9d1-028f-4a67-a06c-d93717ac8d91 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:38.070356 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fbd7abec-dfd1-4eaa-b67e-69a64fc0bdab req-55e4e9d1-028f-4a67-a06c-d93717ac8d91 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 945 time: 0.2009876 May 24 23:23:38.150503 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fbd7abec-dfd1-4eaa-b67e-69a64fc0bdab req-206b08ce-986c-404d-a645-7d55514825ad tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735753 May 24 23:23:38.200105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Pushing event deleted for resources: {'Port': ['ID=d085b24d-b4fd-42c1-a2d9-fa035f499584,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:38.209149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] No DVR routers for this DVR port d085b24d-b4fd-42c1-a2d9-fa035f499584 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:23:38.253441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d085b24d-b4fd-42c1-a2d9-fa035f499584 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:38.317034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-89503b0a-6a0d-493a-8f3b-e45c4aa60213 None None] Calling delete_port for d085b24d-b4fd-42c1-a2d9-fa035f499584 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:38.335773 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:38.364346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a16c45-1a0c-47a0-90d4-ea28358361e5']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:38.371363 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: d085b24d-b4fd-42c1-a2d9-fa035f499584 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:38.371898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device d085b24d-b4fd-42c1-a2d9-fa035f499584 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:38.372572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a97b8810-479b-408f-85ff-36844c8631ad no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:38.378612 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1084c4b-7c64-4550-b23f-976ffa29800d') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:38.378892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1084c4b-7c64-4550-b23f-976ffa29800d') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:38.390939 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:38.432777 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:38.439407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:23:38.439932 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:38.446090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a97b8810-479b-408f-85ff-36844c8631ad {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:38.446437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a97b8810-479b-408f-85ff-36844c8631ad not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 24 23:23:38.491444 n-d-843146-7 neutron-server[88391]: util.warn( May 24 23:23:38.504143 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b1084c4b-7c64-4550-b23f-976ffa29800d resource provider aggregate not found May 24 23:23:38.514104 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-89503b0a-6a0d-493a-8f3b-e45c4aa60213 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:23:38.514457 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-89503b0a-6a0d-493a-8f3b-e45c4aa60213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:23:38.562417 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b1084c4b-7c64-4550-b23f-976ffa29800d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1084c4b-7c64-4550-b23f-976ffa29800d found for delete ", "request_id": "req-5793fc7a-dd5e-4741-96c2-505382c0c1b8"}]} May 24 23:23:38.597223 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:38.617986 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:38.628917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a16c45-1a0c-47a0-90d4-ea28358361e5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:38.646013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aff2340b-1029-4511-b6f2-776a21316884 admin admin] 10.222.0.55 "DELETE /v2.0/networks/13a16c45-1a0c-47a0-90d4-ea28358361e5 HTTP/1.1" status: 204 len: 168 time: 1.4726098 May 24 23:23:38.647326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48092) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:38.728224 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:38.814580 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:39.015826 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-89503b0a-6a0d-493a-8f3b-e45c4aa60213 None None] Deleting port d085b24d-b4fd-42c1-a2d9-fa035f499584 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:39.017947 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-89503b0a-6a0d-493a-8f3b-e45c4aa60213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:39.094988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-89503b0a-6a0d-493a-8f3b-e45c4aa60213 None None] The port 'd085b24d-b4fd-42c1-a2d9-fa035f499584' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:23:39.363851 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:39.462268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af7659-98ba-49f2-8a2c-0d3fe5f38ed7 req-4e784d74-a71c-4fe5-93d0-7387c9e72130 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:39.463761 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2af7659-98ba-49f2-8a2c-0d3fe5f38ed7 req-4e784d74-a71c-4fe5-93d0-7387c9e72130 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 945 time: 0.1785564 May 24 23:23:39.649282 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2af7659-98ba-49f2-8a2c-0d3fe5f38ed7 req-272bb663-2ab5-4f3c-8644-f79964810480 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098499 May 24 23:23:39.857114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] Deleting port e4f13b20-e84d-4554-9083-7ef2d1258211 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:39.857114 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:40.116858 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:40.215680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] For port e4f13b20-e84d-4554-9083-7ef2d1258211, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e4f13b20-e84d-4554-9083-7ef2d1258211,segment=NetworkSegment(cd01fdf4-b28d-496b-b16c-80a35efcd270),segment_id=cd01fdf4-b28d-496b-b16c-80a35efcd270)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:40.216028 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:40.347297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] Calling delete_port for e4f13b20-e84d-4554-9083-7ef2d1258211 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:40.573615 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:40.628167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f13b20-e84d-4554-9083-7ef2d1258211,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:40.816878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 91275ef4-e07f-4e42-a569-86a5bede5d5c up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:23:40.928230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 91275ef4-e07f-4e42-a569-86a5bede5d5c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:23:40.939418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 91275ef4-e07f-4e42-a569-86a5bede5d5c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:23:40.942460 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:41.070214 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:41.182739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 91275ef4-e07f-4e42-a569-86a5bede5d5c is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:23:41.182739 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:41.252971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d9d96-8b7f-4daf-9046-557d71f30d28 req-00f6770e-cb2c-482d-b6df-e7d8ca9f45bf tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:41.255646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 91275ef4-e07f-4e42-a569-86a5bede5d5c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:41.256758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:41.262171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e10d9d96-8b7f-4daf-9046-557d71f30d28 req-00f6770e-cb2c-482d-b6df-e7d8ca9f45bf tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 945 time: 0.3976176 May 24 23:23:41.275897 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:41.329171 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e10d9d96-8b7f-4daf-9046-557d71f30d28 req-41b2a44f-c016-4ebb-ab44-6825db819e3f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656881 May 24 23:23:41.373462 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaf578e-5550-4bdc-9fd7-9ad06055b3da'] response: {'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'code': 200} May 24 23:23:41.419412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=91275ef4-e07f-4e42-a569-86a5bede5d5c,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:41.526884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc133c7-e01c-4e5f-8ab4-b9952ebbc553 req-bf459d26-c141-4726-bcbc-5e681aa292c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:41.529174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1cc133c7-e01c-4e5f-8ab4-b9952ebbc553 req-bf459d26-c141-4726-bcbc-5e681aa292c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 1097 time: 0.1094162 May 24 23:23:41.592989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1cc133c7-e01c-4e5f-8ab4-b9952ebbc553 req-20a1207f-ef2b-496f-ae03-be5259216968 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574205 May 24 23:23:41.612880 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] Router 992f1766-f8f9-4a69-9382-61e958dc7b8b has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:23:41.837407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:23:41.848168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d156ef3-fc5d-4c54-a8b1-29b42b30ad20 None None] Sync routers for ids ['992f1766-f8f9-4a69-9382-61e958dc7b8b'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:23:41.857179 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f2fcabc6-1d54-4e5e-9ab1-73b8015a0153 admin admin] 10.222.0.55 "PUT /v2.0/routers/992f1766-f8f9-4a69-9382-61e958dc7b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2086799 May 24 23:23:41.857445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d156ef3-fc5d-4c54-a8b1-29b42b30ad20 None None] Routers {'992f1766-f8f9-4a69-9382-61e958dc7b8b'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:41.858243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9d156ef3-fc5d-4c54-a8b1-29b42b30ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['992f1766-f8f9-4a69-9382-61e958dc7b8b'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:41.859944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48196) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:42.105366 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:42.116872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9d156ef3-fc5d-4c54-a8b1-29b42b30ad20 None None] Set router 992f1766-f8f9-4a69-9382-61e958dc7b8b gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:42.301959 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:42.316544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Deleting port 0ee8138a-63f3-4020-b332-1ab93870e781 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:42.316692 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:42.472504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9d156ef3-fc5d-4c54-a8b1-29b42b30ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'name': 'tempest-TestVolumeBootPattern-1083903941-router', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:14Z', 'updated_at': '2022-05-24T23:23:40Z', 'revision_number': 5, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'gw_port': {'id': '0ee8138a-63f3-4020-b332-1ab93870e781', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:10:16Z', 'updated_at': '2022-05-24T23:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:42.478039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d156ef3-fc5d-4c54-a8b1-29b42b30ad20 None None] Checking router: 992f1766-f8f9-4a69-9382-61e958dc7b8b for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:23:42.488504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d156ef3-fc5d-4c54-a8b1-29b42b30ad20 None None] Routers {'992f1766-f8f9-4a69-9382-61e958dc7b8b'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:42.489121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9d156ef3-fc5d-4c54-a8b1-29b42b30ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['992f1766-f8f9-4a69-9382-61e958dc7b8b'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:42.520587 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] For port 0ee8138a-63f3-4020-b332-1ab93870e781, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0ee8138a-63f3-4020-b332-1ab93870e781,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:42.521242 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:42.693005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Calling delete_port for 0ee8138a-63f3-4020-b332-1ab93870e781 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:42.792496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9d156ef3-fc5d-4c54-a8b1-29b42b30ad20 None None] Set router 992f1766-f8f9-4a69-9382-61e958dc7b8b gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:42.963055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07476d7a-044e-470c-b78a-64f1e01118a7 req-461c4226-5943-497e-8a8d-b82c129c77b3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:42.970181 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07476d7a-044e-470c-b78a-64f1e01118a7 req-461c4226-5943-497e-8a8d-b82c129c77b3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.4353824 May 24 23:23:42.998869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9d156ef3-fc5d-4c54-a8b1-29b42b30ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'name': 'tempest-TestVolumeBootPattern-1083903941-router', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:14Z', 'updated_at': '2022-05-24T23:23:42Z', 'revision_number': 6, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:43.004020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d156ef3-fc5d-4c54-a8b1-29b42b30ad20 None None] The sync data for ids ['992f1766-f8f9-4a69-9382-61e958dc7b8b'] in n-d-843146-7 is: [{'id': '992f1766-f8f9-4a69-9382-61e958dc7b8b', 'name': 'tempest-TestVolumeBootPattern-1083903941-router', 'tenant_id': '12fc54f3b5f846ab915e4cece74b2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:10:14Z', 'updated_at': '2022-05-24T23:23:42Z', 'revision_number': 6, 'project_id': '12fc54f3b5f846ab915e4cece74b2c95', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:23:43.031908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-07476d7a-044e-470c-b78a-64f1e01118a7 req-e3b38a92-ae42-41a0-afab-f68f869bc14d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607548 May 24 23:23:43.104968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:43.247850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee8138a-63f3-4020-b332-1ab93870e781,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:43.285406 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:43.506183 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:43.508576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:43.537309 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:43.538318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 992f1766-f8f9-4a69-9382-61e958dc7b8b {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:23:43.557417 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:43.559575 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ecefb4fa-0cb4-4ce8-b998-d02e647e2748 admin admin] 10.222.0.55 "DELETE /v2.0/routers/992f1766-f8f9-4a69-9382-61e958dc7b8b HTTP/1.1" status: 204 len: 168 time: 1.6973927 May 24 23:23:43.561374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48240) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:43.811657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee6379e-629b-49c3-8c21-8472fe633f17 admin admin] Deleting subnet 759a0a3d-6eee-4a33-b8f8-2d2617c14b08 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:23:43.815118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6ee6379e-629b-49c3-8c21-8472fe633f17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:43.876563 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6ee6379e-629b-49c3-8c21-8472fe633f17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:43.980625 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6ee6379e-629b-49c3-8c21-8472fe633f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:44.026139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e4f13b20-e84d-4554-9083-7ef2d1258211 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:44.072473 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6ee6379e-629b-49c3-8c21-8472fe633f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:44.102944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: e4f13b20-e84d-4554-9083-7ef2d1258211 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:44.103283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e4f13b20-e84d-4554-9083-7ef2d1258211 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:44.103696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0ee8138a-63f3-4020-b332-1ab93870e781 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:44.116896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6379e-629b-49c3-8c21-8472fe633f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759a0a3d-6eee-4a33-b8f8-2d2617c14b08,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:44.121532 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6ee6379e-629b-49c3-8c21-8472fe633f17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:44.131940 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6ee6379e-629b-49c3-8c21-8472fe633f17 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/759a0a3d-6eee-4a33-b8f8-2d2617c14b08 HTTP/1.1" status: 204 len: 168 time: 0.5683620 May 24 23:23:44.133375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48264) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:44.175460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f90a9a-4f8b-40f3-bc54-5516565f86a1 None None] Network a60cb052-f82e-4588-891c-ba31e3fdd096 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:23:44.206713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 0ee8138a-63f3-4020-b332-1ab93870e781 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:44.207060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0ee8138a-63f3-4020-b332-1ab93870e781 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:44.392707 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:44.418419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Deleting port 04f32a49-b8d3-483c-baa9-9e0b5e0effff {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:44.418640 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:44.553305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c38e50-f518-41c2-8039-b8698c438ede req-18875382-661e-474f-adf7-3b90561bcaad tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:44.558951 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b1efd-77fc-4237-ad9b-1b52c8ee5dd5 None None] DHCP port deletion for a60cb052-f82e-4588-891c-ba31e3fdd096 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:23:44.573082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c38e50-f518-41c2-8039-b8698c438ede req-18875382-661e-474f-adf7-3b90561bcaad tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.3118906 May 24 23:23:44.578816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d76b1efd-77fc-4237-ad9b-1b52c8ee5dd5 None None] Deleting port 04f32a49-b8d3-483c-baa9-9e0b5e0effff {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:44.578816 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d76b1efd-77fc-4237-ad9b-1b52c8ee5dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:44.687954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c38e50-f518-41c2-8039-b8698c438ede req-561a84c9-f48f-4a62-a597-f0a264ece3f5 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1225197 May 24 23:23:44.752377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] For port 04f32a49-b8d3-483c-baa9-9e0b5e0effff, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=04f32a49-b8d3-483c-baa9-9e0b5e0effff,segment=NetworkSegment(cd01fdf4-b28d-496b-b16c-80a35efcd270),segment_id=cd01fdf4-b28d-496b-b16c-80a35efcd270)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:44.752740 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:44.873148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d76b1efd-77fc-4237-ad9b-1b52c8ee5dd5 None None] For port 04f32a49-b8d3-483c-baa9-9e0b5e0effff, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=04f32a49-b8d3-483c-baa9-9e0b5e0effff,segment=NetworkSegment(cd01fdf4-b28d-496b-b16c-80a35efcd270),segment_id=cd01fdf4-b28d-496b-b16c-80a35efcd270)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:23:44.873645 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d76b1efd-77fc-4237-ad9b-1b52c8ee5dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:44.927420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Calling delete_port for 04f32a49-b8d3-483c-baa9-9e0b5e0effff owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:44.930773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9c2ff-bf73-4ecb-940d-c96f36eb81da req-6a802416-d115-4476-80f4-dda65bb1d90b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:44.939564 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fda9c2ff-bf73-4ecb-940d-c96f36eb81da req-6a802416-d115-4476-80f4-dda65bb1d90b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.1035814 May 24 23:23:44.999267 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fda9c2ff-bf73-4ecb-940d-c96f36eb81da req-8ffbc655-37ce-4e0f-8390-6664a6316c08 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577791 May 24 23:23:45.002891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d76b1efd-77fc-4237-ad9b-1b52c8ee5dd5 None None] Calling delete_port for 04f32a49-b8d3-483c-baa9-9e0b5e0effff owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:23:45.017462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48296) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:45.018260 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.083598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Pushing event deleted for resources: {'Port': ['ID=04f32a49-b8d3-483c-baa9-9e0b5e0effff,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:45.089083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] No DVR routers for this DVR port 04f32a49-b8d3-483c-baa9-9e0b5e0effff on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:23:45.120515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dbd4c3-c634-4831-b829-18ba2a013d7e tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:45.122081 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c6dbd4c3-c634-4831-b829-18ba2a013d7e tempest-TestNetworkAdvancedServerOps-2092498490 tempest-TestNetworkAdvancedServerOps-2092498490-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 1092 time: 0.1027579 May 24 23:23:45.122985 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-d76b1efd-77fc-4237-ad9b-1b52c8ee5dd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:23:45.123510 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-d76b1efd-77fc-4237-ad9b-1b52c8ee5dd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:23:45.124927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48304) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:45.130088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:45.145121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:45.162990 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Usage tracker for resource:floatingip and tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:45.166126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:45.171938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:45.184927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.296236 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.326137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60cb052-f82e-4588-891c-ba31e3fdd096']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:45.332596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.339712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd01fdf4-b28d-496b-b16c-80a35efcd270') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:45.340115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd01fdf4-b28d-496b-b16c-80a35efcd270') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:45.352505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.374464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.383482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:23:45.384480 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.554472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Allocated IP 172.25.7.86 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/99c9d305-8100-492a-91ea-641a7a7a4214) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:23:45.558612 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment cd01fdf4-b28d-496b-b16c-80a35efcd270 resource provider aggregate not found May 24 23:23:45.558612 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.586023 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment cd01fdf4-b28d-496b-b16c-80a35efcd270 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd01fdf4-b28d-496b-b16c-80a35efcd270 found for delete ", "request_id": "req-baa5c4f4-691d-4650-8068-564c9c6ee435"}]} May 24 23:23:45.587118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.598456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] Pushing event deleted for resources: {'Network': ['ID=a60cb052-f82e-4588-891c-ba31e3fdd096,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:45.606496 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-43ebf35c-af37-44aa-a9e9-9f5624eccc0b admin admin] 10.222.0.55 "DELETE /v2.0/networks/a60cb052-f82e-4588-891c-ba31e3fdd096 HTTP/1.1" status: 204 len: 168 time: 1.4719102 May 24 23:23:45.624547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d76b1efd-77fc-4237-ad9b-1b52c8ee5dd5 None None] Deleting port 04f32a49-b8d3-483c-baa9-9e0b5e0effff {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:23:45.624933 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d76b1efd-77fc-4237-ad9b-1b52c8ee5dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.731961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d76b1efd-77fc-4237-ad9b-1b52c8ee5dd5 None None] The port '04f32a49-b8d3-483c-baa9-9e0b5e0effff' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:23:45.760849 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.778049 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48320) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:45.844189 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eaf1cdce-3d00-482f-9615-4b4c8315a5de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16cd6c635d75400baa6572ca6f095c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634084 May 24 23:23:45.846876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 48326) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:45.850990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:45.976963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:23:45.982480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:23:45.990134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:23:46.003840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 04f32a49-b8d3-483c-baa9-9e0b5e0effff no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:23:46.019982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=99c9d305-8100-492a-91ea-641a7a7a4214,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:46.052856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 04f32a49-b8d3-483c-baa9-9e0b5e0effff {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:23:46.053201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 04f32a49-b8d3-483c-baa9-9e0b5e0effff not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:23:46.056358 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9340f04e-b7f2-421a-8712-7b87661aecd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:46.145138 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9340f04e-b7f2-421a-8712-7b87661aecd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:46.468542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9340f04e-b7f2-421a-8712-7b87661aecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:46.495116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340f04e-b7f2-421a-8712-7b87661aecd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf40bfc-62df-464d-881a-85c86a6ebc3d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:46.575461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9340f04e-b7f2-421a-8712-7b87661aecd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:46.579064 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9340f04e-b7f2-421a-8712-7b87661aecd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aaf40bfc-62df-464d-881a-85c86a6ebc3d HTTP/1.1" status: 204 len: 168 time: 0.7284288 May 24 23:23:46.675083 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:46.772110 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:47.051217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:47.064051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:47.159865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48366) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:47.281108 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-88ec24dd-8bc5-4b49-b00f-0d7983eab99c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12fc54f3b5f846ab915e4cece74b2c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1192174 May 24 23:23:47.283372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48376) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:47.284929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event updated for resources: {'Port': ['ID=99c9d305-8100-492a-91ea-641a7a7a4214,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:47.302311 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:47.378153 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f01c2350-f3a8-4b56-8160-95034e970eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:47.428139 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f01c2350-f3a8-4b56-8160-95034e970eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:47.551185 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f01c2350-f3a8-4b56-8160-95034e970eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:47.582479 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Floating IP 0805acd7-3d8e-4f3b-bfa4-d221cec077bc associated. External IP: 172.25.7.86, port: 91275ef4-e07f-4e42-a569-86a5bede5d5c. May 24 23:23:47.612369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c2350-f3a8-4b56-8160-95034e970eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38504f5e-030b-459a-b817-a99ef13d1f73,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:47.618181 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f01c2350-f3a8-4b56-8160-95034e970eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:47.624108 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f01c2350-f3a8-4b56-8160-95034e970eab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38504f5e-030b-459a-b817-a99ef13d1f73 HTTP/1.1" status: 204 len: 168 time: 0.3395557 May 24 23:23:48.120782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:23:48.393927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:23:48.404354 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a22efb-ecac-481a-9969-1a6041e0a6b2 None None] Sync routers for ids ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:23:48.422418 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a22efb-ecac-481a-9969-1a6041e0a6b2 None None] Routers {'0bb90272-fb6c-4e62-bba2-1d59e357ed46'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:48.423312 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-02a22efb-ecac-481a-9969-1a6041e0a6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:48.444370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:48.751582 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-02a22efb-ecac-481a-9969-1a6041e0a6b2 None None] Set router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:48.765637 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2528854c-540d-4447-ba6e-dd2a084da35c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6393116 May 24 23:23:48.766721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:48.825745 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3b45e0-bf9a-4a2c-bea9-c4eb5352b461'] response: {'name': 'network-changed', 'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'status': 'completed', 'code': 200} May 24 23:23:48.999988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930644-e338-4808-bac3-1644e992b994 req-c799dcda-8661-40a8-9a3a-3a60c47a8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:49.002298 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6930644-e338-4808-bac3-1644e992b994 req-c799dcda-8661-40a8-9a3a-3a60c47a8bd8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 1097 time: 0.1539106 May 24 23:23:49.250653 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-02a22efb-ecac-481a-9969-1a6041e0a6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0805acd7-3d8e-4f3b-bfa4-d221cec077bc', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'port_id': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'mac_address': 'fa:16:3e:cf:c6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:23:46Z', 'updated_at': '2022-05-24T23:23:46Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee20eec-941b-4def-953e-caf1741b64a7', 'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:8f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:21Z', 'updated_at': '2022-05-24T23:23:30Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:49.255754 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a22efb-ecac-481a-9969-1a6041e0a6b2 None None] Checking router: 0bb90272-fb6c-4e62-bba2-1d59e357ed46 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:23:49.265189 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a22efb-ecac-481a-9969-1a6041e0a6b2 None None] Routers {'0bb90272-fb6c-4e62-bba2-1d59e357ed46'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:23:49.266847 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-02a22efb-ecac-481a-9969-1a6041e0a6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:23:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:49.273714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930644-e338-4808-bac3-1644e992b994 req-db886d96-eee4-46be-a105-50aa4e1f5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:49.275633 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6930644-e338-4808-bac3-1644e992b994 req-db886d96-eee4-46be-a105-50aa4e1f5cdf service neutron] 10.222.0.31 "GET /v2.0/networks?id=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 HTTP/1.1" status: 200 len: 898 time: 0.2664692 May 24 23:23:49.400153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6930644-e338-4808-bac3-1644e992b994 req-c1553593-4e47-4c4a-b7bf-35df1799263f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c HTTP/1.1" status: 200 len: 999 time: 0.1173506 May 24 23:23:49.513294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930644-e338-4808-bac3-1644e992b994 req-93c7483f-e77d-425b-bcb5-1de411ab2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:49.515056 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-02a22efb-ecac-481a-9969-1a6041e0a6b2 None None] Set router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:23:49.515518 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6930644-e338-4808-bac3-1644e992b994 req-93c7483f-e77d-425b-bcb5-1de411ab2e58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a4107ec1-1e79-48b6-b027-b6e903da04dd HTTP/1.1" status: 200 len: 835 time: 0.1080189 May 24 23:23:49.541626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a39a3-8016-478d-826b-f30d5c66dd08 req-7eea264c-3d80-4001-95f4-1544267d10dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:49.543383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-045a39a3-8016-478d-826b-f30d5c66dd08 req-7eea264c-3d80-4001-95f4-1544267d10dc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.1485345 May 24 23:23:49.604603 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-045a39a3-8016-478d-826b-f30d5c66dd08 req-4b34ef76-e8be-44d8-962e-1e59efb38afc tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517378 May 24 23:23:49.630795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48618) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:49.664315 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930644-e338-4808-bac3-1644e992b994 req-8d9f4a7c-8c98-4616-9174-ef660a23d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:49.665833 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6930644-e338-4808-bac3-1644e992b994 req-8d9f4a7c-8c98-4616-9174-ef660a23d416 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429906 May 24 23:23:49.916947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a65aa340-236b-4c48-b32d-eb20f5ad2a59 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/0805acd7-3d8e-4f3b-bfa4-d221cec077bc HTTP/1.1" status: 200 len: 991 time: 0.2851269 May 24 23:23:49.935193 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6930644-e338-4808-bac3-1644e992b994 req-4a4f89f9-f544-4fcd-91c2-d760b00ca5c0 service neutron] 10.222.0.31 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621553 May 24 23:23:50.094518 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-02a22efb-ecac-481a-9969-1a6041e0a6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0805acd7-3d8e-4f3b-bfa4-d221cec077bc', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'port_id': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'mac_address': 'fa:16:3e:cf:c6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:23:46Z', 'updated_at': '2022-05-24T23:23:46Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee20eec-941b-4def-953e-caf1741b64a7', 'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:8f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:21Z', 'updated_at': '2022-05-24T23:23:30Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:23:50.099276 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a22efb-ecac-481a-9969-1a6041e0a6b2 None None] The sync data for ids ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'] in n-d-843146-7 is: [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0805acd7-3d8e-4f3b-bfa4-d221cec077bc', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'port_id': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'mac_address': 'fa:16:3e:cf:c6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:23:46Z', 'updated_at': '2022-05-24T23:23:46Z', 'revision_number': 0, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee20eec-941b-4def-953e-caf1741b64a7', 'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:8f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:21Z', 'updated_at': '2022-05-24T23:23:30Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:23:50.112771 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b6930644-e338-4808-bac3-1644e992b994 req-7ed41d96-c4e7-42e5-ad22-4a253e43753d service neutron] 10.222.0.31 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714768 May 24 23:23:50.336219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2460f-f63e-43af-9a57-8d1786751d7d None None] New status for floating IP 0805acd7-3d8e-4f3b-bfa4-d221cec077bc: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:23:50.920543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 48788) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:23:51.031195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-13533cf1-b8f2-44e5-bba4-909dbf41510c tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/0805acd7-3d8e-4f3b-bfa4-d221cec077bc HTTP/1.1" status: 200 len: 993 time: 0.1087797 May 24 23:23:51.978681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-5c6683ed-9941-43f3-92b3-03f9b7b03974 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:51.980138 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-5c6683ed-9941-43f3-92b3-03f9b7b03974 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/networks?id=431b4f81-a7b0-404c-866f-ec2c373edc80 HTTP/1.1" status: 200 len: 813 time: 0.1518984 May 24 23:23:51.995863 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-45e2e04b-eb05-4b2c-9d1b-42aac528d44a tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/quotas/d5bbc7b7a04746f9885ceb8aee90dbe6 HTTP/1.1" status: 200 len: 375 time: 0.0099635 May 24 23:23:52.045249 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-9390baff-7eb8-48a5-9b09-a2df94146b6d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5bbc7b7a04746f9885ceb8aee90dbe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416915 May 24 23:23:52.189852 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-ad6accd7-9b66-45f3-92f0-104790602a3a service neutron] 10.222.0.55 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371562 May 24 23:23:52.320151 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-08f2010b-53de-4b3f-bc75-626f1d462590 service neutron] 10.222.0.55 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242824 May 24 23:23:52.510710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-52cb7758-8694-4795-996c-550906fccc53 req-5200dd93-5ab3-43c6-8204-d978377c24ed tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 210 time: 0.0433707 May 24 23:23:53.700252 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a8820ef5-a9e1-4f8a-b144-db043a5d4726 req-7c5718bf-c49d-4a45-a748-c465dcb60895 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 210 time: 0.0508041 May 24 23:23:53.778861 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-259c68ac-d436-4b3c-b148-165160b2a526 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:53.779531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-259c68ac-d436-4b3c-b148-165160b2a526 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Synchronizing usage tracker for tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:53.798769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-259c68ac-d436-4b3c-b148-165160b2a526 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Unset dirty status for tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:53.800236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-259c68ac-d436-4b3c-b148-165160b2a526 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.50 "GET /v2.0/networks?id=431b4f81-a7b0-404c-866f-ec2c373edc80 HTTP/1.1" status: 200 len: 813 time: 0.2228916 May 24 23:23:53.818640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Request body: {'port': {'device_id': '476dcaf9-727d-45e2-9f36-3f8ee35a5f30', 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80', 'admin_state_up': True, 'tenant_id': 'd5bbc7b7a04746f9885ceb8aee90dbe6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:53.973230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:23:53.977247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Usage tracker for resource:port and tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:23:53.980143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:23:53.986177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:23:53.998990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Made reservation on behalf of d5bbc7b7a04746f9885ceb8aee90dbe6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:23:54.002806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:54.175497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Allocated IP 172.20.0.6 (431b4f81-a7b0-404c-866f-ec2c373edc80/141165ad-6e3a-4927-bff6-f429aec29b56/91e653c7-cb67-4cd4-9672-f2571838d80a) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:23:54.397141 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:54.421889 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:54.436411 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:54.506370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Network 431b4f81-a7b0-404c-866f-ec2c373edc80 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:23:54.509607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:23:54.513467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:23:54.551776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Pushing event updated for resources: {'Port': ['ID=91e653c7-cb67-4cd4-9672-f2571838d80a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:54.590511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:54.591164 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:54.623890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-15b406ee-50f2-42bb-87ac-8134737c01cc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8073072 May 24 23:23:54.637819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Request body: {'port': {'device_id': '476dcaf9-727d-45e2-9f36-3f8ee35a5f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:23:54.753539 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:54.995757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525de3b-7bff-4f56-b636-0ec3dc7c5157 req-0d77f665-fb41-4f36-9f16-2baf351cc728 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:54.996452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6525de3b-7bff-4f56-b636-0ec3dc7c5157 req-0d77f665-fb41-4f36-9f16-2baf351cc728 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Synchronizing usage tracker for tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:55.074707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6525de3b-7bff-4f56-b636-0ec3dc7c5157 req-0d77f665-fb41-4f36-9f16-2baf351cc728 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Unset dirty status for tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:55.075883 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6525de3b-7bff-4f56-b636-0ec3dc7c5157 req-0d77f665-fb41-4f36-9f16-2baf351cc728 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 931 time: 0.2544982 May 24 23:23:55.153991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6525de3b-7bff-4f56-b636-0ec3dc7c5157 req-145ab7f7-ab7a-46cd-bf03-1c1e1f088fe5 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Synchronizing usage tracker for tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:23:55.230419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6525de3b-7bff-4f56-b636-0ec3dc7c5157 req-145ab7f7-ab7a-46cd-bf03-1c1e1f088fe5 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Unset dirty status for tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:23:55.231579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6525de3b-7bff-4f56-b636-0ec3dc7c5157 req-145ab7f7-ab7a-46cd-bf03-1c1e1f088fe5 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361363 May 24 23:23:55.237397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e653c7-cb67-4cd4-9672-f2571838d80a {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:23:55.245236 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.260108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Transition to ACTIVE for port object 91e653c7-cb67-4cd4-9672-f2571838d80a will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:23:55.264693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.417181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Pushing event updated for resources: {'Port': ['ID=91e653c7-cb67-4cd4-9672-f2571838d80a,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:55.504704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Attempting to bind port 91e653c7-cb67-4cd4-9672-f2571838d80a on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:23:55.504953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Attempting to bind port 91e653c7-cb67-4cd4-9672-f2571838d80a by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '79189a49-8119-4b12-b382-f48145863d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:23:55.505272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Attempting to bind port 91e653c7-cb67-4cd4-9672-f2571838d80a on network 431b4f81-a7b0-404c-866f-ec2c373edc80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:23:55.509947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Port 91e653c7-cb67-4cd4-9672-f2571838d80a on network 431b4f81-a7b0-404c-866f-ec2c373edc80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:23:55.510260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Attempting to bind port 91e653c7-cb67-4cd4-9672-f2571838d80a on network 431b4f81-a7b0-404c-866f-ec2c373edc80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:23:55.515227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:23:55.515557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Checking segment: {'id': '79189a49-8119-4b12-b382-f48145863d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:23:55.515936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Bound using segment: {'id': '79189a49-8119-4b12-b382-f48145863d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:23:55.516476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Bound port: 91e653c7-cb67-4cd4-9672-f2571838d80a, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79189a49-8119-4b12-b382-f48145863d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:23:55.516921 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.731646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] For port 91e653c7-cb67-4cd4-9672-f2571838d80a, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:23:55.735194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] For port 91e653c7-cb67-4cd4-9672-f2571838d80a, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=91e653c7-cb67-4cd4-9672-f2571838d80a,segment=NetworkSegment(79189a49-8119-4b12-b382-f48145863d94),segment_id=79189a49-8119-4b12-b382-f48145863d94)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:23:55.740909 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.802119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:55.802724 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:55.804267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] 10.222.0.50 "PUT /v2.0/ports/91e653c7-cb67-4cd4-9672-f2571838d80a HTTP/1.1" status: 200 len: 1091 time: 1.1706522 May 24 23:23:55.804743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476dcaf9-727d-45e2-9f36-3f8ee35a5f30', 'tag': '91e653c7-cb67-4cd4-9672-f2571838d80a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:23:55.824176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62f951-c5de-44c6-9629-7ad105e7432f service neutron] Pushing event updated for resources: {'Port': ['ID=91e653c7-cb67-4cd4-9672-f2571838d80a,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:23:55.880784 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a6a747-43c3-433b-9e77-f4d70486fe5f'] response: {'name': 'network-changed', 'server_uuid': '476dcaf9-727d-45e2-9f36-3f8ee35a5f30', 'tag': '91e653c7-cb67-4cd4-9672-f2571838d80a', 'status': 'completed', 'code': 200} May 24 23:23:55.925453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-0c3ef396-0bea-41f3-9601-40fb18034cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:55.927103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-0c3ef396-0bea-41f3-9601-40fb18034cb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5bbc7b7a04746f9885ceb8aee90dbe6&device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 1094 time: 0.0796909 May 24 23:23:56.008013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-3e9e9f12-736e-4b0f-837e-2a3f00ebe39b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e653c7-cb67-4cd4-9672-f2571838d80a HTTP/1.1" status: 200 len: 217 time: 0.0704699 May 24 23:23:56.084248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-870565c5-b8e3-4e3b-a180-39ba1ecb0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:56.085986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-870565c5-b8e3-4e3b-a180-39ba1ecb0fac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=141165ad-6e3a-4927-bff6-f429aec29b56 HTTP/1.1" status: 200 len: 853 time: 0.0691280 May 24 23:23:56.097266 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:23:56.138791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-bb7f2883-6f83-4953-b4b8-8f50e7819ea8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=431b4f81-a7b0-404c-866f-ec2c373edc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443234 May 24 23:23:56.297451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-71d5c358-2d43-4d1f-b0cf-414be35228f2 service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491613 May 24 23:23:56.499497 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56644a57-f5c8-4f10-baba-657f9a6dab97 req-0c5340d5-1543-4896-b516-df038e672a97 service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925230 May 24 23:23:56.520567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfd460-bd71-49bb-b145-41864550343e req-ef0e8455-d0ac-49b6-ae49-a203ef8077f2 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:56.522201 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17bfd460-bd71-49bb-b145-41864550343e req-ef0e8455-d0ac-49b6-ae49-a203ef8077f2 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1398041 May 24 23:23:56.588986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17bfd460-bd71-49bb-b145-41864550343e req-0f562fe0-6643-4109-a410-4464fdf72500 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603230 May 24 23:23:56.666891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2716b-7808-48be-bbcf-8033318172dd req-4fdcc7e0-21bf-49c8-99df-1b11f4e1caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:56.668371 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ea2716b-7808-48be-bbcf-8033318172dd req-4fdcc7e0-21bf-49c8-99df-1b11f4e1caba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5bbc7b7a04746f9885ceb8aee90dbe6&device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 1094 time: 0.0780141 May 24 23:23:56.809791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2716b-7808-48be-bbcf-8033318172dd req-52ae052a-46c2-40d8-ba77-ce15461b9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:56.810998 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ea2716b-7808-48be-bbcf-8033318172dd req-52ae052a-46c2-40d8-ba77-ce15461b9b30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=431b4f81-a7b0-404c-866f-ec2c373edc80 HTTP/1.1" status: 200 len: 914 time: 0.1327484 May 24 23:23:56.889798 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ea2716b-7808-48be-bbcf-8033318172dd req-91af8d5a-06da-49d6-b202-f1679a8bff7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e653c7-cb67-4cd4-9672-f2571838d80a HTTP/1.1" status: 200 len: 217 time: 0.0693767 May 24 23:23:56.955245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2716b-7808-48be-bbcf-8033318172dd req-472d42e0-87e3-4b5c-b215-8b98d954b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:56.956713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ea2716b-7808-48be-bbcf-8033318172dd req-472d42e0-87e3-4b5c-b215-8b98d954b65e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=141165ad-6e3a-4927-bff6-f429aec29b56 HTTP/1.1" status: 200 len: 853 time: 0.0583305 May 24 23:23:57.011621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ea2716b-7808-48be-bbcf-8033318172dd req-94cdc9d9-bbbf-419b-805d-c2aaab3d8708 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=431b4f81-a7b0-404c-866f-ec2c373edc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457542 May 24 23:23:57.173166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ea2716b-7808-48be-bbcf-8033318172dd req-1eb0737d-ee10-410d-968b-a9dbee004cf3 service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509159 May 24 23:23:57.316827 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ea2716b-7808-48be-bbcf-8033318172dd req-c88e9500-6fb5-4657-8631-707141f8469a service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344497 May 24 23:23:57.793714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c152f-2d39-4660-94ae-d8da16d4b31a req-e76b8234-5fd0-4200-b412-c72fafed10ff tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:57.795128 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3c7c152f-2d39-4660-94ae-d8da16d4b31a req-e76b8234-5fd0-4200-b412-c72fafed10ff tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0821576 May 24 23:23:57.841040 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3c7c152f-2d39-4660-94ae-d8da16d4b31a req-21e02d4c-ba8f-445c-a56c-506bbd6dd278 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 May 24 23:23:59.032728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db07b4-3e93-4582-bd56-f13e1e124430 req-a87409f2-2c49-4448-9c88-9941d701ba3f tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:23:59.034290 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53db07b4-3e93-4582-bd56-f13e1e124430 req-a87409f2-2c49-4448-9c88-9941d701ba3f tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0805330 May 24 23:23:59.080305 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53db07b4-3e93-4582-bd56-f13e1e124430 req-e599953a-5c96-4da7-825a-f16761c779c9 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 May 24 23:24:00.279597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbdc60-3c87-4175-8e60-b94c0976c1b5 req-0c1a14ef-4f01-49e5-87e8-f494c8d17a01 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:00.281381 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57bbdc60-3c87-4175-8e60-b94c0976c1b5 req-0c1a14ef-4f01-49e5-87e8-f494c8d17a01 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0865388 May 24 23:24:00.325483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57bbdc60-3c87-4175-8e60-b94c0976c1b5 req-c1017bb0-adbe-4f92-9b4f-5b599d453b15 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380979 May 24 23:24:01.638862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250cd66-8be0-494b-a370-245dee11be73 req-74f964ac-8218-4b09-b665-b5d83fc41fa0 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:01.640331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e250cd66-8be0-494b-a370-245dee11be73 req-74f964ac-8218-4b09-b665-b5d83fc41fa0 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.2047830 May 24 23:24:01.685763 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e250cd66-8be0-494b-a370-245dee11be73 req-563c1c9b-a9c5-4f01-8ccd-72bd92d0c39f tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 May 24 23:24:02.893378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbebeb-7710-4c89-8788-8dbd67b3b14b req-8b6eb085-f30e-47f1-bee9-6c76cea6ce23 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:02.895732 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6afbebeb-7710-4c89-8788-8dbd67b3b14b req-8b6eb085-f30e-47f1-bee9-6c76cea6ce23 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0902936 May 24 23:24:02.948488 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6afbebeb-7710-4c89-8788-8dbd67b3b14b req-a4eb4f2e-5498-4d67-a7d1-e366a28b4acc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461891 May 24 23:24:04.138070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f3d22-0e0d-47f9-91fe-2592ef10bc9f req-5f0829c7-6c3f-4234-8e3a-649def97469c tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:04.139847 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b02f3d22-0e0d-47f9-91fe-2592ef10bc9f req-5f0829c7-6c3f-4234-8e3a-649def97469c tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0835578 May 24 23:24:04.190079 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b02f3d22-0e0d-47f9-91fe-2592ef10bc9f req-5b5ed169-3d34-42af-bcce-bd0e0c81f975 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 May 24 23:24:05.343519 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:24:05.364714 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6202b9e6-9fbd-4caa-8beb-3b3aba1f6d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:05.522558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8aa79-4938-4347-988a-17fba5b1048a req-e342b466-b238-4d94-9379-c7a1037ffe22 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:05.525746 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3e8aa79-4938-4347-988a-17fba5b1048a req-e342b466-b238-4d94-9379-c7a1037ffe22 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1997504 May 24 23:24:05.569288 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3e8aa79-4938-4347-988a-17fba5b1048a req-95d40509-b6cf-453d-8dc3-1e0bcf22c918 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397713 May 24 23:24:06.772782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42347bf-8a0e-4d6c-8aea-1ed0d8b44651 req-15fe60d5-e7c7-4954-8d0a-9a315eaf1fe3 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:06.779908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e42347bf-8a0e-4d6c-8aea-1ed0d8b44651 req-15fe60d5-e7c7-4954-8d0a-9a315eaf1fe3 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0903349 May 24 23:24:06.817765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e42347bf-8a0e-4d6c-8aea-1ed0d8b44651 req-c4756cd0-f5fe-4e76-b692-0b7f33ae7047 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388608 May 24 23:24:07.484152 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ca6774f9-2ff9-4986-8424-621d265a7b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:08.025430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80461f7-4bce-425b-bb08-0695f87cc60e req-d8eef9e1-a4a8-45dd-9ce2-99836b03477b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:08.025430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a80461f7-4bce-425b-bb08-0695f87cc60e req-d8eef9e1-a4a8-45dd-9ce2-99836b03477b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0870650 May 24 23:24:08.085328 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a80461f7-4bce-425b-bb08-0695f87cc60e req-79150aea-24ff-4189-afdf-8c96bca1cb14 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472028 May 24 23:24:08.752186 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:08.818532 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:09.293958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf3183-3e6b-4360-96c4-6bf8667b2ac2 req-eeaad34a-13f9-45a4-abc6-a831f3ed6a57 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:09.293958 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fadf3183-3e6b-4360-96c4-6bf8667b2ac2 req-eeaad34a-13f9-45a4-abc6-a831f3ed6a57 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0874863 May 24 23:24:09.349784 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fadf3183-3e6b-4360-96c4-6bf8667b2ac2 req-151a8f9a-4016-4ea2-8984-3944c5971385 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484324 May 24 23:24:10.113711 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:10.545555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615f996-2624-4699-9c90-6a61e08ba154 req-aff42020-9c6b-423b-8b80-f51cd5319ccf tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:10.547389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e615f996-2624-4699-9c90-6a61e08ba154 req-aff42020-9c6b-423b-8b80-f51cd5319ccf tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0867963 May 24 23:24:10.595403 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e615f996-2624-4699-9c90-6a61e08ba154 req-5d7a6ec1-3dfa-4b3e-9810-0f6604cb0b6b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 May 24 23:24:11.796091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a7b12-0f9b-4f2d-af9e-421ddf404643 req-3e7169c2-713e-4738-af30-17a47d345cca tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:11.797590 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f14a7b12-0f9b-4f2d-af9e-421ddf404643 req-3e7169c2-713e-4738-af30-17a47d345cca tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0877898 May 24 23:24:11.843363 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f14a7b12-0f9b-4f2d-af9e-421ddf404643 req-da76a5e7-3a61-43e0-a27a-66a02f0e7117 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397015 May 24 23:24:13.046709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822e8b2-502c-4ca0-9612-aeab8bc1c4a8 req-cceb1319-6a1c-47bf-9b85-43b386a2ff06 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:13.048361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7822e8b2-502c-4ca0-9612-aeab8bc1c4a8 req-cceb1319-6a1c-47bf-9b85-43b386a2ff06 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0856886 May 24 23:24:13.102874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7822e8b2-502c-4ca0-9612-aeab8bc1c4a8 req-3f98d3b2-6fc1-4ac6-81ac-6650bbd14d9d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447364 May 24 23:24:14.276959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21971298-9c24-4fa6-8e84-8117fe79d91f req-54378b45-644f-4199-9e15-be1e0a22f873 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:14.276959 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21971298-9c24-4fa6-8e84-8117fe79d91f req-54378b45-644f-4199-9e15-be1e0a22f873 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.0982246 May 24 23:24:14.329766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-21971298-9c24-4fa6-8e84-8117fe79d91f req-f3b30d0f-8565-48f2-adb3-441eb57b3c5f tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492275 May 24 23:24:14.370942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472c237-274b-4451-abfc-733cf6bd34db req-90807104-9196-4bd5-bf3b-823df4cce59a tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:14.372669 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c472c237-274b-4451-abfc-733cf6bd34db req-90807104-9196-4bd5-bf3b-823df4cce59a tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1305707 May 24 23:24:14.436534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c472c237-274b-4451-abfc-733cf6bd34db req-6145cbd5-f6bb-472e-8356-ae12b7cc3b2d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528076 May 24 23:24:15.533627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c57c4-6d53-4359-bb33-79351878d47f req-012a5cdb-bae8-4777-931c-bd9880c3e4e6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:15.533627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-029c57c4-6d53-4359-bb33-79351878d47f req-012a5cdb-bae8-4777-931c-bd9880c3e4e6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.0834608 May 24 23:24:15.594104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-029c57c4-6d53-4359-bb33-79351878d47f req-ff266818-bfa9-437a-a29c-12c589f6663d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480056 May 24 23:24:15.660608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b874f2-d131-4cf7-a1f7-204ae95dcdc8 req-345c21d5-3ca5-45f0-821a-bc5f613397f8 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:15.662130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98b874f2-d131-4cf7-a1f7-204ae95dcdc8 req-345c21d5-3ca5-45f0-821a-bc5f613397f8 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1168725 May 24 23:24:15.706512 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-98b874f2-d131-4cf7-a1f7-204ae95dcdc8 req-3c1555f5-14bc-40f3-a4e9-eb95d36b783f tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385900 May 24 23:24:16.802631 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d612e3-b658-4090-9766-b92e1ca44734 req-0444a8d3-e663-4fed-b67b-0b908c95ae98 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:16.802631 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77d612e3-b658-4090-9766-b92e1ca44734 req-0444a8d3-e663-4fed-b67b-0b908c95ae98 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.1042597 May 24 23:24:16.854154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77d612e3-b658-4090-9766-b92e1ca44734 req-74bc26b3-f403-44a2-8aef-f57425c53a15 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451999 May 24 23:24:16.952345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabb2a6-78b1-41c1-bb99-f6dd68f3fffd req-e5f5aa43-7488-4e9d-bdab-8b76bcc011d8 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:16.952345 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-caabb2a6-78b1-41c1-bb99-f6dd68f3fffd req-e5f5aa43-7488-4e9d-bdab-8b76bcc011d8 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0956833 May 24 23:24:17.012067 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-caabb2a6-78b1-41c1-bb99-f6dd68f3fffd req-93d35008-9fda-4de6-85c0-36cc4e438c04 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526505 May 24 23:24:18.064410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be81ed-0e50-4d09-a7db-b296b1cee6c2 req-46f9b7bd-6d02-40d1-8b70-d248c287be40 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:18.064410 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0be81ed-0e50-4d09-a7db-b296b1cee6c2 req-46f9b7bd-6d02-40d1-8b70-d248c287be40 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.0870907 May 24 23:24:18.137859 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0be81ed-0e50-4d09-a7db-b296b1cee6c2 req-228581a1-04de-4841-a069-fdc240bf8103 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554736 May 24 23:24:18.213673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abea44-82d0-4365-b531-149dd3c9d44e req-e6753ebb-f107-440f-a026-b90747154a7d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:18.215139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-73abea44-82d0-4365-b531-149dd3c9d44e req-e6753ebb-f107-440f-a026-b90747154a7d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0924010 May 24 23:24:18.265160 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-73abea44-82d0-4365-b531-149dd3c9d44e req-bf8cc4a7-bcdd-477e-bd88-61796cebec49 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440116 May 24 23:24:19.388823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd6a95-a185-4c75-b064-399205a022bf req-cebae28e-b780-4f01-a1d2-d73dbe34f5c2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:19.396482 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7cdd6a95-a185-4c75-b064-399205a022bf req-cebae28e-b780-4f01-a1d2-d73dbe34f5c2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.1189449 May 24 23:24:19.452855 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7cdd6a95-a185-4c75-b064-399205a022bf req-6cb4c522-b522-4e64-9c5a-3d6dcd923bc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541751 May 24 23:24:19.474500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998700ea-cd88-4963-b8aa-2ca178d78a03 req-d13246de-6107-4fa0-8e6e-ed298482b699 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:19.474500 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-998700ea-cd88-4963-b8aa-2ca178d78a03 req-d13246de-6107-4fa0-8e6e-ed298482b699 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0901396 May 24 23:24:19.514978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-998700ea-cd88-4963-b8aa-2ca178d78a03 req-0f6cdb50-a5a3-4453-849a-5bbd30082173 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 May 24 23:24:20.694610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e392-9dc1-4c8a-a12b-1306b4e5afdd req-0f30a3ae-183e-44d4-8ff6-e6bb5f8ba4ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:20.697007 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3252e392-9dc1-4c8a-a12b-1306b4e5afdd req-0f30a3ae-183e-44d4-8ff6-e6bb5f8ba4ac tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.1283073 May 24 23:24:20.768576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfed4b-66b3-4aa4-ab3f-0c6f1f2b0a91 req-b2fd299b-df6c-43c2-b000-6329d46cddd4 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:20.768576 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-75bfed4b-66b3-4aa4-ab3f-0c6f1f2b0a91 req-b2fd299b-df6c-43c2-b000-6329d46cddd4 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1025233 May 24 23:24:20.774070 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3252e392-9dc1-4c8a-a12b-1306b4e5afdd req-166a80a7-a5e9-4c04-8dfa-6a34579adac3 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664577 May 24 23:24:20.828364 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-75bfed4b-66b3-4aa4-ab3f-0c6f1f2b0a91 req-35e62f46-aa97-41b3-91ab-fe0fcd90a3a3 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483844 May 24 23:24:21.989692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e0c3-9308-4c65-86b8-4f11e2fd36dd req-55e926ef-df9b-4ef8-893b-8aa9b092010b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:21.997015 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e533e0c3-9308-4c65-86b8-4f11e2fd36dd req-55e926ef-df9b-4ef8-893b-8aa9b092010b tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.1053374 May 24 23:24:22.038752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e533e0c3-9308-4c65-86b8-4f11e2fd36dd req-a70a9b21-85d1-4dbc-a0fe-d7d7c2b636f6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407612 May 24 23:24:22.040116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439dc2a-6863-40ec-b80f-d5fd7dc99467 req-c84605ee-eea2-4fd2-8dc7-ee49c90ace69 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:22.041660 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f439dc2a-6863-40ec-b80f-d5fd7dc99467 req-c84605ee-eea2-4fd2-8dc7-ee49c90ace69 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0940564 May 24 23:24:22.095301 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f439dc2a-6863-40ec-b80f-d5fd7dc99467 req-be90c19f-cd95-4b79-a6da-9fbfa87096ba tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 May 24 23:24:23.281540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650602b-5f58-4dae-a540-1db6e5f6e6ac req-d5fd4a91-2ec2-455b-af17-28c53e313098 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:23.281540 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e650602b-5f58-4dae-a540-1db6e5f6e6ac req-d5fd4a91-2ec2-455b-af17-28c53e313098 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.1280680 May 24 23:24:23.336590 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e650602b-5f58-4dae-a540-1db6e5f6e6ac req-1655c07b-2ee4-4180-97c4-c1614ca13530 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455105 May 24 23:24:23.369771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f43e2-44ff-4025-a508-94d7d48761f8 req-1405eb6c-3a67-4658-8919-83e4151f5623 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:23.369771 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf1f43e2-44ff-4025-a508-94d7d48761f8 req-1405eb6c-3a67-4658-8919-83e4151f5623 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0968440 May 24 23:24:23.419530 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cf1f43e2-44ff-4025-a508-94d7d48761f8 req-b762d11b-3d3b-4c0d-b557-7886f44464c7 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432091 May 24 23:24:24.449565 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:24.551330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e77207-935e-4c88-a976-9597f4af4584 req-069ca799-ef06-427a-a843-c71a28bbce65 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:24.561175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9e77207-935e-4c88-a976-9597f4af4584 req-069ca799-ef06-427a-a843-c71a28bbce65 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.1066587 May 24 23:24:24.610019 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a9e77207-935e-4c88-a976-9597f4af4584 req-df07875a-adfd-47e9-8083-4906cdba2cf0 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451837 May 24 23:24:24.647678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4edf0-5e9b-4f78-a5dd-de48eaed7c5b req-99ad5165-417e-440a-807d-1436855eeaae tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:24.654539 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85a4edf0-5e9b-4f78-a5dd-de48eaed7c5b req-99ad5165-417e-440a-807d-1436855eeaae tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0962176 May 24 23:24:24.689402 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-85a4edf0-5e9b-4f78-a5dd-de48eaed7c5b req-533fe605-8190-4285-b6b7-01769b2e097a tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389011 May 24 23:24:25.821288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bf57f-908c-48dd-8a49-d297e00643a6 req-ff0011e0-36d2-4952-bfae-72b8ec37b68a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:25.824092 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a7bf57f-908c-48dd-8a49-d297e00643a6 req-ff0011e0-36d2-4952-bfae-72b8ec37b68a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.0941954 May 24 23:24:25.891346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0a7bf57f-908c-48dd-8a49-d297e00643a6 req-908d6348-6aec-4a3e-9f26-7c724e945ad2 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569229 May 24 23:24:25.937474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f232d53-78dd-427d-9e70-c05933ce3075 req-62e8975d-340e-409d-9ba2-e2fe116cb9ca tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:25.942479 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f232d53-78dd-427d-9e70-c05933ce3075 req-62e8975d-340e-409d-9ba2-e2fe116cb9ca tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1215572 May 24 23:24:25.982980 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0f232d53-78dd-427d-9e70-c05933ce3075 req-a77a1fab-2bb2-4012-ab96-f02184950549 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395606 May 24 23:24:26.111364 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:27.138903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c9a78-ab5d-4cc5-8b20-ef42116851a1 req-c1bf99d0-187f-4a6e-9ae3-928dc36c5c77 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:27.140503 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae2c9a78-ab5d-4cc5-8b20-ef42116851a1 req-c1bf99d0-187f-4a6e-9ae3-928dc36c5c77 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.1304932 May 24 23:24:27.188411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae2c9a78-ab5d-4cc5-8b20-ef42116851a1 req-f1d4a976-c508-4d44-acc9-df4d8cf3a490 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409901 May 24 23:24:27.287105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3018eff-1428-4ea9-9302-f6f3504777bd req-3d1a576d-60df-4cfd-8510-398ee1b2ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:27.287105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3018eff-1428-4ea9-9302-f6f3504777bd req-3d1a576d-60df-4cfd-8510-398ee1b2ed14 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 1097 time: 0.3067350 May 24 23:24:27.296250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8efc0-a2cf-47dd-a841-18aa27744967 req-045b6fe3-d77e-4630-b165-a44f48e8ba3d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:27.303334 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7fd8efc0-a2cf-47dd-a841-18aa27744967 req-045b6fe3-d77e-4630-b165-a44f48e8ba3d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1623085 May 24 23:24:27.370483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3018eff-1428-4ea9-9302-f6f3504777bd req-51c1c45b-6dad-4e2a-8cf6-ab341d3872d3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685985 May 24 23:24:27.377099 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7fd8efc0-a2cf-47dd-a841-18aa27744967 req-06224d6b-af1e-4746-a989-5e254b3dd91c tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771542 May 24 23:24:28.399426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113756-4fee-4500-94a1-d9b457a6b6c4 req-c9b9837c-6dda-430d-9808-9c2191e141e9 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:28.401706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e113756-4fee-4500-94a1-d9b457a6b6c4 req-c9b9837c-6dda-430d-9808-9c2191e141e9 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.0987527 May 24 23:24:28.465002 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e113756-4fee-4500-94a1-d9b457a6b6c4 req-446ada8d-cd24-4348-bc29-6f43573a3755 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541596 May 24 23:24:28.594704 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102f60e-4130-4d9e-a616-d1ab9adfbf21 req-8da51225-ddc7-44cf-8e98-93c076a26513 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:28.596177 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a102f60e-4130-4d9e-a616-d1ab9adfbf21 req-8da51225-ddc7-44cf-8e98-93c076a26513 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1004648 May 24 23:24:28.644138 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a102f60e-4130-4d9e-a616-d1ab9adfbf21 req-0120d046-4f12-4c3f-8fb5-e349e280ec9f tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 May 24 23:24:29.020414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 91275ef4-e07f-4e42-a569-86a5bede5d5c details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:24:29.022864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 91275ef4-e07f-4e42-a569-86a5bede5d5c no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:24:29.241483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 91275ef4-e07f-4e42-a569-86a5bede5d5c is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:24:29.241888 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:29.279573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 91275ef4-e07f-4e42-a569-86a5bede5d5c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:24:29.293417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:24:29.304374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'port_id': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'mac_address': 'fa:16:3e:cf:c6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:24:29.306712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 91275ef4-e07f-4e42-a569-86a5bede5d5c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:24:29.336369 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:29.380204 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e32eabc0-6190-470f-acce-74c914ca77b5'] response: {'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'code': 200} May 24 23:24:29.413143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 91275ef4-e07f-4e42-a569-86a5bede5d5c is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:24:29.413524 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:29.436367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91275ef4-e07f-4e42-a569-86a5bede5d5c {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:24:29.443187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=91275ef4-e07f-4e42-a569-86a5bede5d5c,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:29.455944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.456288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.456628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.456962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.457330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.458038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.458246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.458580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.458902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.459225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.459548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.459852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:29.466752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 91275ef4-e07f-4e42-a569-86a5bede5d5c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:24:29.472484 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:29.544268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=91275ef4-e07f-4e42-a569-86a5bede5d5c,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:29.662451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af4055-be2e-4f7b-89f2-8dc675d0def9 req-f651f8b1-93a8-4e95-8138-0dae1b0af8a6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:29.663930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9af4055-be2e-4f7b-89f2-8dc675d0def9 req-f651f8b1-93a8-4e95-8138-0dae1b0af8a6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 945 time: 0.0878046 May 24 23:24:29.680576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['91275ef4-e07f-4e42-a569-86a5bede5d5c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:24:29.714013 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9af4055-be2e-4f7b-89f2-8dc675d0def9 req-07acd07c-6b08-4cfe-b46b-25976cda096a tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433819 May 24 23:24:29.738460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49448) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:29.905332 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9e32b204-1546-4575-bfc3-f0e60b458ada tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/floatingips/0805acd7-3d8e-4f3b-bfa4-d221cec077bc HTTP/1.1" status: 200 len: 992 time: 0.1655033 May 24 23:24:29.927734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6876d5-53fe-446c-a310-d6f257bd9a2b req-24aad3fb-4d73-4fbc-812d-10d71df30d73 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:29.929205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f6876d5-53fe-446c-a310-d6f257bd9a2b req-24aad3fb-4d73-4fbc-812d-10d71df30d73 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1327081 May 24 23:24:30.081629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f6876d5-53fe-446c-a310-d6f257bd9a2b req-73156330-d1a1-4104-9de5-e69e89ced7b9 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464884 May 24 23:24:31.027092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 91275ef4-e07f-4e42-a569-86a5bede5d5c up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:24:31.096384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 91275ef4-e07f-4e42-a569-86a5bede5d5c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:24:31.096651 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:31.213652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 91275ef4-e07f-4e42-a569-86a5bede5d5c is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:24:31.214032 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:31.248072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 91275ef4-e07f-4e42-a569-86a5bede5d5c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:24:31.255113 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:31.277087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354694-50f4-4771-bbec-b35362b3cb37 req-e34162b2-cdfc-4fd2-b1be-69e7e3b0d6f0 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:31.278816 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae354694-50f4-4771-bbec-b35362b3cb37 req-e34162b2-cdfc-4fd2-b1be-69e7e3b0d6f0 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0880010 May 24 23:24:31.326460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae354694-50f4-4771-bbec-b35362b3cb37 req-85fb9eb4-3900-4b33-a7e5-b06144e2de92 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 May 24 23:24:31.331116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=91275ef4-e07f-4e42-a569-86a5bede5d5c,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:31.381629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:24:31.428152 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f6d0f2-6214-49f2-8937-6a7762f8b61a'] response: {'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'code': 200} May 24 23:24:32.524067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507c07a-0ce8-4167-acdc-5644cffc9bc8 req-73a65372-4f09-4df4-81cd-75d2868757ab tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:32.525584 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c507c07a-0ce8-4167-acdc-5644cffc9bc8 req-73a65372-4f09-4df4-81cd-75d2868757ab tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0896859 May 24 23:24:32.600077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c507c07a-0ce8-4167-acdc-5644cffc9bc8 req-06fa89a5-f34c-4185-bba1-a24c674bdf00 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599864 May 24 23:24:33.804663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73dc1c-8056-43a2-8891-595100debd2b req-f237fc7b-dd1c-4cfb-8f42-6cd992b5f88b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:33.806408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b73dc1c-8056-43a2-8891-595100debd2b req-f237fc7b-dd1c-4cfb-8f42-6cd992b5f88b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0830433 May 24 23:24:33.852947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b73dc1c-8056-43a2-8891-595100debd2b req-bc275a9d-d235-4e02-b0a2-1cfdea728a1d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405140 May 24 23:24:35.045106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adb90d-0cac-4b88-8d15-e1092333e229 req-22366e6f-d0db-431f-a2a8-8ab3a418eef8 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:35.046556 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59adb90d-0cac-4b88-8d15-e1092333e229 req-22366e6f-d0db-431f-a2a8-8ab3a418eef8 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0859470 May 24 23:24:35.092606 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59adb90d-0cac-4b88-8d15-e1092333e229 req-be5b989d-a5df-4f81-a887-e5fed953016b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 May 24 23:24:35.359335 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-89cccd14-4c58-4d74-af61-fef70febe406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:36.286248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ef531-22ad-49a7-bc7d-759781c9028a req-c4667b67-75bd-4953-b96d-f02cc2fcdfb2 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:36.287773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df1ef531-22ad-49a7-bc7d-759781c9028a req-c4667b67-75bd-4953-b96d-f02cc2fcdfb2 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0856009 May 24 23:24:36.333441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df1ef531-22ad-49a7-bc7d-759781c9028a req-c44b38ec-3d17-4aee-b576-6f0396ddb680 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 May 24 23:24:36.992352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29df70a-0282-4389-8839-6316785303a0 req-ffd1a46e-5514-4fce-b5fe-be48bfa35ecd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1155646 May 24 23:24:37.139512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29df70a-0282-4389-8839-6316785303a0 req-f83d0606-6d61-4826-b799-f266f4409ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:37.140858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29df70a-0282-4389-8839-6316785303a0 req-f83d0606-6d61-4826-b799-f266f4409ab6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 1097 time: 0.0725255 May 24 23:24:37.285577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29df70a-0282-4389-8839-6316785303a0 req-0b99e331-5638-424f-8b9c-37b1104399d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:37.287176 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29df70a-0282-4389-8839-6316785303a0 req-0b99e331-5638-424f-8b9c-37b1104399d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 HTTP/1.1" status: 200 len: 898 time: 0.1279249 May 24 23:24:37.396164 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29df70a-0282-4389-8839-6316785303a0 req-17b6b093-0c1f-43d1-b53d-e4cbe8058e7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c HTTP/1.1" status: 200 len: 1001 time: 0.1026881 May 24 23:24:37.481373 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f942-ab7b-4dd9-ad42-d698a3bd5fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:37.614640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29df70a-0282-4389-8839-6316785303a0 req-c415e5ae-fe85-4088-a1ea-ca8ce5a7dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:37.616073 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29df70a-0282-4389-8839-6316785303a0 req-c415e5ae-fe85-4088-a1ea-ca8ce5a7dc48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a4107ec1-1e79-48b6-b027-b6e903da04dd HTTP/1.1" status: 200 len: 835 time: 0.2147543 May 24 23:24:37.702999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21535ff1-d13f-4709-b439-056db7737074 req-9903acf0-12b5-4b7b-b4a4-a472ea297866 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:37.704352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21535ff1-d13f-4709-b439-056db7737074 req-9903acf0-12b5-4b7b-b4a4-a472ea297866 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.2557728 May 24 23:24:37.738424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29df70a-0282-4389-8839-6316785303a0 req-6cd5ea63-3d39-4ef4-afc3-2b9b82d3ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:37.739913 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29df70a-0282-4389-8839-6316785303a0 req-6cd5ea63-3d39-4ef4-afc3-2b9b82d3ca39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167324 May 24 23:24:37.753102 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-b29df70a-0282-4389-8839-6316785303a0 req-64a128c2-114f-4cc6-a8f0-aba1be024548 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:24:37.754056 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29df70a-0282-4389-8839-6316785303a0 req-64a128c2-114f-4cc6-a8f0-aba1be024548 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069056 May 24 23:24:37.781150 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21535ff1-d13f-4709-b439-056db7737074 req-0058f320-a0af-4568-8539-398dc99db8dd tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682769 May 24 23:24:37.895507 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29df70a-0282-4389-8839-6316785303a0 req-2d3fdfad-5258-4d29-84c9-18a3c8049015 service neutron] 10.222.0.31 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350846 May 24 23:24:38.033038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b29df70a-0282-4389-8839-6316785303a0 req-9d91f61c-5c83-48a9-8e26-302d6951a048 service neutron] 10.222.0.31 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313877 May 24 23:24:38.728844 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:38.825827 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:38.972805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be0c48-bb08-4a71-84ef-278d01f59502 req-3158591f-f9c8-47bc-8d63-6cf546b91ded tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:38.974418 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-30be0c48-bb08-4a71-84ef-278d01f59502 req-3158591f-f9c8-47bc-8d63-6cf546b91ded tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0793245 May 24 23:24:39.025624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-30be0c48-bb08-4a71-84ef-278d01f59502 req-1d4cc877-b207-452e-b40c-2004e742a54f tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439916 May 24 23:24:40.118026 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:40.225033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd06d0-b495-494e-9c11-2c1e7c39f8d1 req-17666d4c-6605-4dae-bff3-08ebe3a3ba6f tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:40.226604 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0dd06d0-b495-494e-9c11-2c1e7c39f8d1 req-17666d4c-6605-4dae-bff3-08ebe3a3ba6f tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0885644 May 24 23:24:40.272789 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b0dd06d0-b495-494e-9c11-2c1e7c39f8d1 req-263d65a2-6983-4442-94ca-67e01264e9e0 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 May 24 23:24:40.756703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49946) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:40.919566 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3c190a35-54ea-4c03-a22c-440de3870619 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f01a8d3e1562447097ec36af0b115be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613510 May 24 23:24:40.923104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49952) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:40.980526 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:41.010617 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:41.067643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:41.082911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80989872-984f-4b2c-a4fe-6d80a3113555,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:41.092149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.092512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.092818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.093183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.093516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.093901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.094171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.094572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.094780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.095093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.095409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.095725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:41.103450 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:41.104580 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fe3f0406-27c3-41fc-8418-57aced9bfec6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80989872-984f-4b2c-a4fe-6d80a3113555 HTTP/1.1" status: 204 len: 168 time: 0.1805727 May 24 23:24:41.468648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845db3c5-3aa5-4644-a3fe-c51676dc8c30 req-ef7b8d41-8ffc-43e8-a533-441115fae5bc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:41.470440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-845db3c5-3aa5-4644-a3fe-c51676dc8c30 req-ef7b8d41-8ffc-43e8-a533-441115fae5bc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0854936 May 24 23:24:41.517455 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-845db3c5-3aa5-4644-a3fe-c51676dc8c30 req-aedd93f0-5002-4b88-bf3a-218424d81e0c tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399079 May 24 23:24:42.271787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 49986) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:42.343624 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:24:42.397614 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c062c6d7-ef43-40cc-a427-594507d663b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:42.412483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c062c6d7-ef43-40cc-a427-594507d663b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:24:42.416785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c062c6d7-ef43-40cc-a427-594507d663b3 admin admin] Usage tracker for resource:security_group_rule and tenant:3dbe25bd802a462abfaf4ac971f9caaf is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:24:42.420033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c062c6d7-ef43-40cc-a427-594507d663b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:24:42.426132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c062c6d7-ef43-40cc-a427-594507d663b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:24:42.518282 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c062c6d7-ef43-40cc-a427-594507d663b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:42.523772 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c062c6d7-ef43-40cc-a427-594507d663b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:42.575335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062c6d7-ef43-40cc-a427-594507d663b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d8a15-8f74-40d1-9d5a-8f6b3114aa26,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:42.581982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c062c6d7-ef43-40cc-a427-594507d663b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3dbe25bd802a462abfaf4ac971f9caaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090231 May 24 23:24:42.582695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 49994) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:42.703424 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:42.734640 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:42.777372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853c9dd-d7b2-4f05-907e-069eb78e1ff8 req-0b7281d4-f0f9-4e7b-a96a-f7a501922319 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:42.778885 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0853c9dd-d7b2-4f05-907e-069eb78e1ff8 req-0b7281d4-f0f9-4e7b-a96a-f7a501922319 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1420610 May 24 23:24:42.829390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0853c9dd-d7b2-4f05-907e-069eb78e1ff8 req-dfcbd786-a043-4763-98c0-96b26a10610a tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 May 24 23:24:42.830134 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:42.844451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d8a15-8f74-40d1-9d5a-8f6b3114aa26,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:42.854994 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.855352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.855689 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.856022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.856349 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.856673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.856992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.857311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.857653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.857970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.858284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.858596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:42.861726 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:42.863430 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fdb8cee9-1eb2-4298-a8ce-02a3120c3b8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d39d8a15-8f74-40d1-9d5a-8f6b3114aa26 HTTP/1.1" status: 204 len: 168 time: 0.2788556 May 24 23:24:44.023143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019add0-6561-4311-97f2-305f784bf3b6 req-8dd0c0d6-14b9-4e9e-a5a4-acbcaa1eb388 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:44.024556 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d019add0-6561-4311-97f2-305f784bf3b6 req-8dd0c0d6-14b9-4e9e-a5a4-acbcaa1eb388 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0886493 May 24 23:24:44.069750 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d019add0-6561-4311-97f2-305f784bf3b6 req-8c47ad86-3c74-4e9e-9fc4-02dad16f727d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392222 May 24 23:24:45.268229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cefa75-3d85-48f3-933e-f4b73a13eed1 req-bfd97802-9c75-4aef-8328-761ee1bddfe6 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:45.269636 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42cefa75-3d85-48f3-933e-f4b73a13eed1 req-bfd97802-9c75-4aef-8328-761ee1bddfe6 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0871303 May 24 23:24:45.317424 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-42cefa75-3d85-48f3-933e-f4b73a13eed1 req-016efe48-8250-48fc-b35f-8a5e62c285cb tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391161 May 24 23:24:46.513635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ea897-d23a-432d-9979-8b38f32b6e23 req-3652aec1-e4db-4d46-9821-07f90f74e62e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:46.515307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-844ea897-d23a-432d-9979-8b38f32b6e23 req-3652aec1-e4db-4d46-9821-07f90f74e62e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0880599 May 24 23:24:46.574321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-844ea897-d23a-432d-9979-8b38f32b6e23 req-2926037c-09dd-459c-96b1-44e77d597d1f tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 May 24 23:24:47.790488 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5509db-b7d1-4891-b270-00faf0dd9365 req-46dbf9bb-7717-40eb-bd9b-38fbac5ef9a0 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:47.791953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d5509db-b7d1-4891-b270-00faf0dd9365 req-46dbf9bb-7717-40eb-bd9b-38fbac5ef9a0 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0876145 May 24 23:24:47.835730 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d5509db-b7d1-4891-b270-00faf0dd9365 req-04b06250-fbc4-4f62-a2e0-fe7465b571c7 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376332 May 24 23:24:49.033859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d66cb-4b26-463f-86c5-b0a4d7feb0d7 req-6f8720ae-1e05-4795-9830-fe40a10ebfb8 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:49.035250 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-153d66cb-4b26-463f-86c5-b0a4d7feb0d7 req-6f8720ae-1e05-4795-9830-fe40a10ebfb8 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0851243 May 24 23:24:49.081612 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-153d66cb-4b26-463f-86c5-b0a4d7feb0d7 req-2b1f7ff6-e7c4-4b31-9d37-1fd3ec8314de tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 May 24 23:24:50.278408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59f6cf-6216-4a7d-a42c-09d1db8b59ab req-6da24f2f-b199-41da-99aa-e8300b0cb746 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:50.280374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d59f6cf-6216-4a7d-a42c-09d1db8b59ab req-6da24f2f-b199-41da-99aa-e8300b0cb746 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0848012 May 24 23:24:50.324577 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d59f6cf-6216-4a7d-a42c-09d1db8b59ab req-49ea134d-6a83-45e2-9080-6a9e585b8fce tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382476 May 24 23:24:51.525349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d841c-665b-413f-aae5-b3510d1231fa req-8b5e8e17-b94c-426b-8e4a-4c5697793aa4 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:51.528837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b92d841c-665b-413f-aae5-b3510d1231fa req-8b5e8e17-b94c-426b-8e4a-4c5697793aa4 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0924335 May 24 23:24:51.578051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b92d841c-665b-413f-aae5-b3510d1231fa req-7bfe6a40-fc04-4eb3-a950-fb883ee016e8 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426953 May 24 23:24:52.677544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50090) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:52.778388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01115e1-47bd-4ec3-8254-8e9db2de1b13 req-0d782708-db33-4b55-8c13-e17273668813 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:52.780583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a01115e1-47bd-4ec3-8254-8e9db2de1b13 req-0d782708-db33-4b55-8c13-e17273668813 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0899639 May 24 23:24:52.803916 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79a1f26c-992d-4a62-8e0f-d9984e598907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:52.822125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-79a1f26c-992d-4a62-8e0f-d9984e598907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:24:52.825992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-79a1f26c-992d-4a62-8e0f-d9984e598907 admin admin] Usage tracker for resource:security_group_rule and tenant:d00900165f3a4aa1b2c020d8ba39b9d7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:24:52.828914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-79a1f26c-992d-4a62-8e0f-d9984e598907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:24:52.832925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a01115e1-47bd-4ec3-8254-8e9db2de1b13 req-d8404090-08d9-4421-9b56-56fc59c12b89 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462651 May 24 23:24:52.834521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-79a1f26c-992d-4a62-8e0f-d9984e598907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:24:52.916117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79a1f26c-992d-4a62-8e0f-d9984e598907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:52.923233 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-79a1f26c-992d-4a62-8e0f-d9984e598907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:52.969665 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-79a1f26c-992d-4a62-8e0f-d9984e598907 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d00900165f3a4aa1b2c020d8ba39b9d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909384 May 24 23:24:52.970491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1f26c-992d-4a62-8e0f-d9984e598907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28563d64-1a76-4467-b0ce-cddb762c6646,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:52.972885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50096) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:53.037761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2296255-9c68-4733-9c5b-4aa2bc8b3a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:53.063972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2296255-9c68-4733-9c5b-4aa2bc8b3a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:53.125165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2296255-9c68-4733-9c5b-4aa2bc8b3a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:53.148127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2296255-9c68-4733-9c5b-4aa2bc8b3a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28563d64-1a76-4467-b0ce-cddb762c6646,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:53.162238 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2296255-9c68-4733-9c5b-4aa2bc8b3a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:53.163376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b2296255-9c68-4733-9c5b-4aa2bc8b3a6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28563d64-1a76-4467-b0ce-cddb762c6646 HTTP/1.1" status: 204 len: 168 time: 0.1884003 May 24 23:24:53.954017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50122) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:54.023677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeede8f-64c4-4d5c-b996-4e84584ad450 req-300aaa28-5029-4399-9f18-7bf6c85bfec6 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:54.025074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6aeede8f-64c4-4d5c-b996-4e84584ad450 req-300aaa28-5029-4399-9f18-7bf6c85bfec6 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0800638 May 24 23:24:54.065412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-699302063-network', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:24:54.071073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:24:54.075049 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6aeede8f-64c4-4d5c-b996-4e84584ad450 req-7151e971-d8b4-4e4a-85d8-5b67feca93c3 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 May 24 23:24:54.075184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Usage tracker for resource:network and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:24:54.078255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:24:54.084778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:24:54.097285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Made reservation on behalf of f0e4eb66b0434edda53383c15f2baff7 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:24:54.099752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.111953 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.126732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:24:54.130766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Usage tracker for resource:security_group_rule and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:24:54.133707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:24:54.141816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:24:54.247797 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.253665 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.284156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:24:54.292435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206a90f8-8168-40f0-a9fb-bcbe1b604771,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:54.299369 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.299744 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Added segment 999e4fdd-176f-421e-ac7f-aca00e498414 of type vlan for network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 May 24 23:24:54.329154 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.360090 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.361045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:54.361667 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.434421 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.472884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5168319 May 24 23:24:54.473619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b572ae-029a-4194-b285-dc8d9f9e094c admin admin] Pushing event updated for resources: {'Network': ['ID=77ea3a44-0c61-415e-95a7-b9af8503fbf2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:54.475941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50128) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:54.484592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Request body: {'subnet': {'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-699302063-subnet', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:24:54.486526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:24:54.490515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:24:54.494690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Usage tracker for resource:subnet and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:24:54.498030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:24:54.506997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:24:54.526727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Made reservation on behalf of f0e4eb66b0434edda53383c15f2baff7 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:24:54.529191 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.740750 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.812415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:54.827135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Checking segment: {'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:24:54.827503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Network hostable DHCP agents. Network: 77ea3a44-0c61-415e-95a7-b9af8503fbf2, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:24:54.849328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:24:54.860003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 77ea3a44-0c61-415e-95a7-b9af8503fbf2) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:24:54.864375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:54.864989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.869370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5772ca95-0740-4d5e-a10c-a9836279888c None None] Network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:24:54.885716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-da4a3f43-6e83-4318-be0f-44ff68953266 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4086428 May 24 23:24:54.888330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50134) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:54.893254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:24:54.898853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:24:54.902750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Usage tracker for resource:router and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:24:54.905730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:24:54.911411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:24:54.922997 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.924029 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:54.940597 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:55.082718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'fixed_ips': [{'subnet_id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:24:55.083557 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:55.288074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Allocated IP 172.20.0.2 (77ea3a44-0c61-415e-95a7-b9af8503fbf2/83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37/f1f47244-b58e-46e2-9bfe-61d0958b7bad) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:24:55.382641 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:55.470294 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6909f8-7cef-4f0e-844d-d534aaef6b48 req-df625e06-6c49-4a14-b4cd-f1881bdaf5f9 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:55.471877 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a6909f8-7cef-4f0e-844d-d534aaef6b48 req-df625e06-6c49-4a14-b4cd-f1881bdaf5f9 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.2828102 May 24 23:24:55.486749 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:55.496901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Transition to ACTIVE for port object f1f47244-b58e-46e2-9bfe-61d0958b7bad will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:24:55.514801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Transition to ACTIVE for port object f1f47244-b58e-46e2-9bfe-61d0958b7bad will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:24:55.523577 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:55.535027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a6909f8-7cef-4f0e-844d-d534aaef6b48 req-82ea8068-140a-4563-9037-92c4687f9209 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557187 May 24 23:24:55.592827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:24:55.595780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:24:55.599414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:24:55.633612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Pushing event updated for resources: {'Port': ['ID=f1f47244-b58e-46e2-9bfe-61d0958b7bad,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:55.689427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Attempting to bind port f1f47244-b58e-46e2-9bfe-61d0958b7bad on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:24:55.689817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Attempting to bind port f1f47244-b58e-46e2-9bfe-61d0958b7bad by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:24:55.690176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Attempting to bind port f1f47244-b58e-46e2-9bfe-61d0958b7bad on network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:24:55.696156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:24:55.696522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Checking segment: {'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:24:55.696922 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:55.697307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Bound using segment: {'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:24:55.697795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Bound port: f1f47244-b58e-46e2-9bfe-61d0958b7bad, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:24:55.698171 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:55.756674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:55.793451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] For port f1f47244-b58e-46e2-9bfe-61d0958b7bad, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:24:55.796676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] For port f1f47244-b58e-46e2-9bfe-61d0958b7bad, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1f47244-b58e-46e2-9bfe-61d0958b7bad,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:24:55.796823 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:55.803637 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:55.890390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcda53-fb7c-4ea8-9901-93d2906f3a9b None None] Pushing event updated for resources: {'Port': ['ID=f1f47244-b58e-46e2-9bfe-61d0958b7bad,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:55.935562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Allocated IP 172.25.7.234 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/747acb2c-e660-45e1-b524-c74519d206c8) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:24:56.104445 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:56.105876 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:56.140704 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:56.212596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:24:56.215651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:24:56.219568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:24:56.248554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Pushing event updated for resources: {'Port': ['ID=747acb2c-e660-45e1-b524-c74519d206c8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:56.750032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1380-385b-4429-957c-2eb04488d388 req-11c0fe96-09ed-4702-b1d7-30b84dc8e95d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:56.758611 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-652c1380-385b-4429-957c-2eb04488d388 req-11c0fe96-09ed-4702-b1d7-30b84dc8e95d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0954289 May 24 23:24:56.809065 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:56.814376 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-652c1380-385b-4429-957c-2eb04488d388 req-1a3d1a88-44b3-48da-8e7a-127a16431219 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545268 May 24 23:24:56.929420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1668d0eb-2134-477d-bddb-5a5e5b5ac963 None None] Network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:24:57.026131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ebc1d962-9f66-4b1a-95e1-b56bead45071 None None] Provisioning for port f1f47244-b58e-46e2-9bfe-61d0958b7bad completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:24:57.179447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:57.387647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Router 1354c8e5-fe34-4db5-8dab-a4a33e415152 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:24:57.566298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:24:57.577153 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Sync routers for ids ['1354c8e5-fe34-4db5-8dab-a4a33e415152'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:24:57.587494 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Routers {'1354c8e5-fe34-4db5-8dab-a4a33e415152'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:24:57.588376 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:24:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1354c8e5-fe34-4db5-8dab-a4a33e415152'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:24:57.595050 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:57.597588 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-53918e45-c869-4bd5-9abd-df40c3659d84 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7069924 May 24 23:24:57.599127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50142) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:24:57.763985 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Set router 1354c8e5-fe34-4db5-8dab-a4a33e415152 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:24:58.051209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1f47244-b58e-46e2-9bfe-61d0958b7bad up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:24:58.084454 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:56Z', 'revision_number': 3, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:24:58.089083 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Checking router: 1354c8e5-fe34-4db5-8dab-a4a33e415152 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:24:58.089430 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Updating router 1354c8e5-fe34-4db5-8dab-a4a33e415152 port 747acb2c-e660-45e1-b524-c74519d206c8 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:24:58.130239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f1f47244-b58e-46e2-9bfe-61d0958b7bad completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:24:58.135480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f1f47244-b58e-46e2-9bfe-61d0958b7bad triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:24:58.136384 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.147558 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.255364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f1f47244-b58e-46e2-9bfe-61d0958b7bad is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:24:58.256526 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.291813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port f1f47244-b58e-46e2-9bfe-61d0958b7bad, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1f47244-b58e-46e2-9bfe-61d0958b7bad,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:24:58.297357 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d692d32-f3e3-4d73-94e5-80ae2a75d4be req-450e6dcb-b5f0-4dea-a238-f1c4c8ca2293 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:58.298172 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.304427 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d692d32-f3e3-4d73-94e5-80ae2a75d4be req-450e6dcb-b5f0-4dea-a238-f1c4c8ca2293 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.3910329 May 24 23:24:58.366002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=f1f47244-b58e-46e2-9bfe-61d0958b7bad,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:58.378848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d692d32-f3e3-4d73-94e5-80ae2a75d4be req-93233567-1ad3-46f3-9ac9-423346972c05 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732040 May 24 23:24:58.476802 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.488287 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Transition to ACTIVE for port object 747acb2c-e660-45e1-b524-c74519d206c8 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:24:58.496523 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.535787 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.573714 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Attempting to bind port 747acb2c-e660-45e1-b524-c74519d206c8 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:24:58.574074 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Attempting to bind port 747acb2c-e660-45e1-b524-c74519d206c8 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:24:58.574423 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Attempting to bind port 747acb2c-e660-45e1-b524-c74519d206c8 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:24:58.582042 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Pushing event updated for resources: {'Port': ['ID=747acb2c-e660-45e1-b524-c74519d206c8,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:58.584090 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:24:58.584451 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:24:58.584838 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.585208 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:24:58.585676 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Bound port: 747acb2c-e660-45e1-b524-c74519d206c8, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:24:58.586040 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.629554 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.629912 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.630242 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.630567 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.630865 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.631201 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.631509 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.631823 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.632128 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.632424 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.632735 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.633057 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:24:58.667284 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] For port 747acb2c-e660-45e1-b524-c74519d206c8, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:24:58.670994 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] For port 747acb2c-e660-45e1-b524-c74519d206c8, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=747acb2c-e660-45e1-b524-c74519d206c8,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:24:58.677185 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.756791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Allocated IP 172.20.0.1 (77ea3a44-0c61-415e-95a7-b9af8503fbf2/83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37/63f59ecd-79b5-4f63-bf4a-2c55d0ea7973) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:24:58.760839 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Routers {'1354c8e5-fe34-4db5-8dab-a4a33e415152'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:24:58.761892 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:24:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1354c8e5-fe34-4db5-8dab-a4a33e415152'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:24:58.817420 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20368a6f-de80-4fdb-bab7-a8ce1642df81 None None] Pushing event updated for resources: {'Port': ['ID=747acb2c-e660-45e1-b524-c74519d206c8,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:58.904961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.920225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Transition to ACTIVE for port object 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:24:58.944734 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:58.948942 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] Set router 1354c8e5-fe34-4db5-8dab-a4a33e415152 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:24:59.008053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:24:59.010976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:24:59.015017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:24:59.048487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Pushing event updated for resources: {'Port': ['ID=63f59ecd-79b5-4f63-bf4a-2c55d0ea7973,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:24:59.077039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:59.243105 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:56Z', 'revision_number': 3, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:24:59.247083 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2408c2-3d71-49cd-a7c0-20739481d452 None None] The sync data for ids ['1354c8e5-fe34-4db5-8dab-a4a33e415152'] in n-d-843146-7 is: [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:56Z', 'revision_number': 3, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:24:59.305229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ec68714c-c3de-4cf9-b588-a2e7b4bddea8 None None] Provisioning for port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:24:59.311193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ec68714c-c3de-4cf9-b588-a2e7b4bddea8 None None] Provisioning complete for port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:24:59.311572 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ec68714c-c3de-4cf9-b588-a2e7b4bddea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:59.350462 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:59.365692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ec68714c-c3de-4cf9-b588-a2e7b4bddea8 None None] Port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:24:59.608749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41492a12-2029-4a10-ba92-ea0c03a309d8 req-4fe627eb-9e4e-4112-ab9c-5424906a5e72 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:24:59.610359 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41492a12-2029-4a10-ba92-ea0c03a309d8 req-4fe627eb-9e4e-4112-ab9c-5424906a5e72 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1045566 May 24 23:24:59.624363 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:59.630403 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:59.666103 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41492a12-2029-4a10-ba92-ea0c03a309d8 req-07bf103f-22ad-4f38-bf7b-edb3410e11ea tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474236 May 24 23:24:59.740780 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:24:59.744478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Pushing event updated for resources: {'Port': ['ID=63f59ecd-79b5-4f63-bf4a-2c55d0ea7973,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:00.036019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:00.037191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:00.113663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 747acb2c-e660-45e1-b524-c74519d206c8 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:00.201056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 747acb2c-e660-45e1-b524-c74519d206c8 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:00.208820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 747acb2c-e660-45e1-b524-c74519d206c8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:00.209191 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:00.245349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Router 1354c8e5-fe34-4db5-8dab-a4a33e415152 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:25:00.336769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4035e792-81d2-4675-ae8f-fbb2d9dbd3ea None None] Provisioning complete for port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:00.337367 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4035e792-81d2-4675-ae8f-fbb2d9dbd3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:00.390109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 747acb2c-e660-45e1-b524-c74519d206c8 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:00.390343 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:00.408355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4035e792-81d2-4675-ae8f-fbb2d9dbd3ea None None] Port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:25:00.413638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 747acb2c-e660-45e1-b524-c74519d206c8, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=747acb2c-e660-45e1-b524-c74519d206c8,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:00.418807 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:00.419593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1f47244-b58e-46e2-9bfe-61d0958b7bad up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:00.430848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:25:00.439935 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2513ef1d-580d-4a6d-aea1-b7423dadb591 admin admin] 10.222.0.55 "PUT /v2.0/routers/1354c8e5-fe34-4db5-8dab-a4a33e415152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8398206 May 24 23:25:00.540521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=747acb2c-e660-45e1-b524-c74519d206c8,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:00.552995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f1f47244-b58e-46e2-9bfe-61d0958b7bad triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:00.553375 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:00.723391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f1f47244-b58e-46e2-9bfe-61d0958b7bad is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:00.860919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Sync routers for ids ['1354c8e5-fe34-4db5-8dab-a4a33e415152'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:25:00.870358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Routers {'1354c8e5-fe34-4db5-8dab-a4a33e415152'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:00.871090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:24:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1354c8e5-fe34-4db5-8dab-a4a33e415152'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:00.876864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bb72a-2494-49b8-8b3e-b0292153dea5 req-2beab5f0-5d25-4635-87dd-b735f928a837 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:00.878659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a32bb72a-2494-49b8-8b3e-b0292153dea5 req-2beab5f0-5d25-4635-87dd-b735f928a837 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0973306 May 24 23:25:00.923712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a32bb72a-2494-49b8-8b3e-b0292153dea5 req-c6f2d314-c746-46b6-95d0-bdecae85f4db tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384324 May 24 23:25:00.993849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50168) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:00.999548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1897828405-network', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:01.005160 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:01.008968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Usage tracker for resource:network and tenant:ba89d3a60b5147b2b38d0368fc0a2d6b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:01.011875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:01.017731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:01.029156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Made reservation on behalf of ba89d3a60b5147b2b38d0368fc0a2d6b for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:25:01.031593 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.043415 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.054923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Set router 1354c8e5-fe34-4db5-8dab-a4a33e415152 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:01.057797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:01.061929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Usage tracker for resource:security_group_rule and tenant:ba89d3a60b5147b2b38d0368fc0a2d6b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:01.064708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:01.070328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:01.155067 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.160317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.190557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:25:01.198840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c909b60d-ce1f-4aab-b554-2fabe0bfc21d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:01.207345 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.207345 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Added segment 5104aaeb-1e5b-434c-b7ec-4141a5073045 of type vlan for network d4ab84f7-04ba-436e-b06e-41c4c5c17203 May 24 23:25:01.236136 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.267361 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.268326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:01.268897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.364682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:59Z', 'revision_number': 4, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '63f59ecd-79b5-4f63-bf4a-2c55d0ea7973', 'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'mac_address': 'fa:16:3e:19:be:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:58Z', 'updated_at': '2022-05-24T23:24:59Z', 'revision_number': 2, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'subnets': [{'id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:01.369635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Checking router: 1354c8e5-fe34-4db5-8dab-a4a33e415152 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:25:01.369635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Updating router 1354c8e5-fe34-4db5-8dab-a4a33e415152 port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:25:01.375784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] Pushing event updated for resources: {'Network': ['ID=d4ab84f7-04ba-436e-b06e-41c4c5c17203,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:01.383845 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4b3d8101-97e0-4f89-aa2d-9b00aef740bb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3863142 May 24 23:25:01.384244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50172) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:01.390875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Request body: {'subnet': {'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1897828405-subnet', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:01.397196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:01.398031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d4ab84f7-04ba-436e-b06e-41c4c5c17203 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:25:01.401022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Usage tracker for resource:subnet and tenant:ba89d3a60b5147b2b38d0368fc0a2d6b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:01.403853 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:01.409764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:01.421282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Made reservation on behalf of ba89d3a60b5147b2b38d0368fc0a2d6b for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:25:01.424050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.514179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.747166 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.817248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:01.829263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Checking segment: {'id': '5104aaeb-1e5b-434c-b7ec-4141a5073045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:25:01.829646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Network hostable DHCP agents. Network: d4ab84f7-04ba-436e-b06e-41c4c5c17203, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:25:01.850018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Network d4ab84f7-04ba-436e-b06e-41c4c5c17203 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:25:01.857765 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.859989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d4ab84f7-04ba-436e-b06e-41c4c5c17203) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:01.866078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:01.866078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.870802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae2927-3166-449d-9ca2-714d0ea57b9c None None] Network d4ab84f7-04ba-436e-b06e-41c4c5c17203 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:25:01.883231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Transition to ACTIVE for port object 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:01.891959 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2660c1cd-5998-4a26-9fb1-35ea668e2769 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5034769 May 24 23:25:01.892132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50176) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:01.897289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1897828405-router', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:01.902579 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:01.906523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Usage tracker for resource:router and tenant:ba89d3a60b5147b2b38d0368fc0a2d6b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:01.909352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:01.915026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:01.927192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.928155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.944909 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:01.946653 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:02.072180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 747acb2c-e660-45e1-b524-c74519d206c8 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:02.242734 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7ef8a-5af0-4af8-879e-c44190c0a245 None None] Pushing event updated for resources: {'Port': ['ID=63f59ecd-79b5-4f63-bf4a-2c55d0ea7973,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:02.325441 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:02.361772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05324445-8d44-4d99-b83a-21bf3381cca6 req-95110ce6-663b-471a-a8bb-56ec55ef5efd tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:02.363391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-05324445-8d44-4d99-b83a-21bf3381cca6 req-95110ce6-663b-471a-a8bb-56ec55ef5efd tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.3131588 May 24 23:25:02.368866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Attempting to bind port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:25:02.369379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Attempting to bind port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:25:02.369603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Attempting to bind port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 on network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:25:02.409188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:25:02.409585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Checking segment: {'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:25:02.409985 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:02.410370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Bound using segment: {'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:25:02.410850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Bound port: 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:25:02.411271 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:02.439539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 747acb2c-e660-45e1-b524-c74519d206c8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:02.439695 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:02.472010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-d4ab84f7-04ba-436e-b06e-41c4c5c17203', 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'fixed_ips': [{'subnet_id': 'e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:25:02.472243 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-05324445-8d44-4d99-b83a-21bf3381cca6 req-d93f5111-e29c-40c8-a46c-a50e16febb86 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587447 May 24 23:25:02.472818 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:02.690081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] For port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:25:02.714799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:02.744149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] For port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=63f59ecd-79b5-4f63-bf4a-2c55d0ea7973,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:25:02.744451 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:02.757030 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:02.813878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 747acb2c-e660-45e1-b524-c74519d206c8 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:02.851146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Allocated IP 172.20.0.2 (d4ab84f7-04ba-436e-b06e-41c4c5c17203/e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a/cec029c7-d0d0-4932-88d6-77d857bb6006) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:25:02.866989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Routers {'1354c8e5-fe34-4db5-8dab-a4a33e415152'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:02.867634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:24:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1354c8e5-fe34-4db5-8dab-a4a33e415152'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:02.895856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Allocated IP 172.25.7.68 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/35d42c5a-1ae6-413f-a37a-4d7f85fecf92) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:25:02.927761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7ef8a-5af0-4af8-879e-c44190c0a245 None None] Pushing event updated for resources: {'Port': ['ID=63f59ecd-79b5-4f63-bf4a-2c55d0ea7973,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:03.057295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:03.087025 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:03.149954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:03.152526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:03.157851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:25:03.179901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50184) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:03.187101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] Set router 1354c8e5-fe34-4db5-8dab-a4a33e415152 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:03.194602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Pushing event updated for resources: {'Port': ['ID=35d42c5a-1ae6-413f-a37a-4d7f85fecf92,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:03.429897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port 99c9d305-8100-492a-91ea-641a7a7a4214 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:03.430268 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:03.443108 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:03.468187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Transition to ACTIVE for port object cec029c7-d0d0-4932-88d6-77d857bb6006 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:03.528563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Transition to ACTIVE for port object cec029c7-d0d0-4932-88d6-77d857bb6006 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:03.562910 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:03.684154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Network d4ab84f7-04ba-436e-b06e-41c4c5c17203 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:03.688748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:03.696007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:25:03.698927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Pushing event updated for resources: {'Port': ['ID=cec029c7-d0d0-4932-88d6-77d857bb6006,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:03.703676 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:03.704296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:03.745605 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:03.836578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a37dd-a997-4b38-bb45-511469ad46e3 req-1f1ae68f-354d-4646-a945-5cd01cc5e6e0 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:03.838082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-123a37dd-a997-4b38-bb45-511469ad46e3 req-1f1ae68f-354d-4646-a945-5cd01cc5e6e0 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.2464614 May 24 23:25:03.845043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for 99c9d305-8100-492a-91ea-641a7a7a4214 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:03.852234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Attempting to bind port cec029c7-d0d0-4932-88d6-77d857bb6006 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:25:03.852599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Attempting to bind port cec029c7-d0d0-4932-88d6-77d857bb6006 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '5104aaeb-1e5b-434c-b7ec-4141a5073045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:25:03.852961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Attempting to bind port cec029c7-d0d0-4932-88d6-77d857bb6006 on network d4ab84f7-04ba-436e-b06e-41c4c5c17203 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:25:03.861031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:25:03.861400 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Checking segment: {'id': '5104aaeb-1e5b-434c-b7ec-4141a5073045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:25:03.861821 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:03.862199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Bound using segment: {'id': '5104aaeb-1e5b-434c-b7ec-4141a5073045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:25:03.862668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Bound port: cec029c7-d0d0-4932-88d6-77d857bb6006, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5104aaeb-1e5b-434c-b7ec-4141a5073045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:25:03.863039 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:03.886548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:59Z', 'revision_number': 4, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '63f59ecd-79b5-4f63-bf4a-2c55d0ea7973', 'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'mac_address': 'fa:16:3e:19:be:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:58Z', 'updated_at': '2022-05-24T23:25:02Z', 'revision_number': 4, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'subnets': [{'id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:03.924044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff937631-f79b-44aa-a8e3-41421bfc08be None None] The sync data for ids ['1354c8e5-fe34-4db5-8dab-a4a33e415152'] in n-d-843146-7 is: [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:59Z', 'revision_number': 4, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '63f59ecd-79b5-4f63-bf4a-2c55d0ea7973', 'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'mac_address': 'fa:16:3e:19:be:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:58Z', 'updated_at': '2022-05-24T23:25:02Z', 'revision_number': 4, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'subnets': [{'id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:25:03.938921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-123a37dd-a997-4b38-bb45-511469ad46e3 req-c370ec9e-531c-43d2-9259-1c7f81d21e59 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668178 May 24 23:25:03.976034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] For port cec029c7-d0d0-4932-88d6-77d857bb6006, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:25:03.979652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] For port cec029c7-d0d0-4932-88d6-77d857bb6006, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cec029c7-d0d0-4932-88d6-77d857bb6006,segment=NetworkSegment(5104aaeb-1e5b-434c-b7ec-4141a5073045),segment_id=5104aaeb-1e5b-434c-b7ec-4141a5073045)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:25:03.992477 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:04.090272 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:04.119845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a705c-3bc9-41ff-9461-961d969cf346 None None] Pushing event updated for resources: {'Port': ['ID=cec029c7-d0d0-4932-88d6-77d857bb6006,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:04.149255 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:04.155549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=99c9d305-8100-492a-91ea-641a7a7a4214,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:04.420539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:25:04.427720 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:04.428263 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Floating IP 0805acd7-3d8e-4f3b-bfa4-d221cec077bc disassociated (deleted). External IP: 172.25.7.86, port: 91275ef4-e07f-4e42-a569-86a5bede5d5c. May 24 23:25:04.623964 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:25:04.636480 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Sync routers for ids ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:25:04.648754 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Routers {'42abdfa7-69a8-447c-8f13-8a2558ba28e7'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:04.649687 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:24:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:04.650845 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:04.652135 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4a07410c-af8d-4685-a7ae-93a9d278ee5f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7590888 May 24 23:25:04.655379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50190) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:04.839338 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Set router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:04.854637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:25:05.105044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:25:05.118625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a84a97b-fb31-47cb-b75e-6c3a263e37a6 None None] Sync routers for ids ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:25:05.145691 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84a97b-fb31-47cb-b75e-6c3a263e37a6 None None] Routers {'0bb90272-fb6c-4e62-bba2-1d59e357ed46'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:05.146474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8a84a97b-fb31-47cb-b75e-6c3a263e37a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:24:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:05.150247 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:05.248055 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'name': 'tempest-TestServerBasicOps-1897828405-router', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:01Z', 'updated_at': '2022-05-24T23:25:03Z', 'revision_number': 3, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'gw_port': {'id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:02Z', 'updated_at': '2022-05-24T23:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:05.255979 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Checking router: 42abdfa7-69a8-447c-8f13-8a2558ba28e7 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:25:05.256321 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Updating router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:25:05.260885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b95fc7b5-0701-4ae6-9115-fc4d70d12dc6 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/floatingips/0805acd7-3d8e-4f3b-bfa4-d221cec077bc HTTP/1.1" status: 204 len: 168 time: 2.0796831 May 24 23:25:05.261694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:05.354734 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:05.485675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8072df70-4b86-4352-b22f-f34aa6e6d5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:05.504817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb26f5d-2268-44ff-a37d-eb5cb17dd9b5 req-ff7c0651-9111-421b-a6c4-110d4c58f7dd tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:05.506924 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffb26f5d-2268-44ff-a37d-eb5cb17dd9b5 req-ff7c0651-9111-421b-a6c4-110d4c58f7dd tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.3009591 May 24 23:25:05.527322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8a84a97b-fb31-47cb-b75e-6c3a263e37a6 None None] Set router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:05.647384 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f567f93-42f3-42b8-8c7b-442770f146ce'] response: {'name': 'network-changed', 'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'status': 'completed', 'code': 200} May 24 23:25:05.759816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62245921-b4ef-4330-a3c8-84e526def2ba None None] Network d4ab84f7-04ba-436e-b06e-41c4c5c17203 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:25:05.838198 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e81abe-b353-45e6-a235-1b16148e0bfd req-125925b5-d1b4-4137-b5c4-c3e941f1a133 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:05.838845 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ffb26f5d-2268-44ff-a37d-eb5cb17dd9b5 req-6447709c-b66f-4955-a3b4-d9ca85fe5f1d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233697 May 24 23:25:05.839306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c1e81abe-b353-45e6-a235-1b16148e0bfd req-125925b5-d1b4-4137-b5c4-c3e941f1a133 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Synchronizing usage tracker for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:25:05.848395 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:05.868577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c1e81abe-b353-45e6-a235-1b16148e0bfd req-125925b5-d1b4-4137-b5c4-c3e941f1a133 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Unset dirty status for tenant:7ed04b4b69a04a79b55d0e6cf9c97c1b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:25:05.870169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1e81abe-b353-45e6-a235-1b16148e0bfd req-125925b5-d1b4-4137-b5c4-c3e941f1a133 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.1194754 May 24 23:25:05.875871 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Transition to ACTIVE for port object 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:05.892273 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:05.923511 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1e81abe-b353-45e6-a235-1b16148e0bfd req-c7dd4bcc-dea0-48e6-aa48-8e68f2ce3895 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449045 May 24 23:25:05.941311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8aaab4de-becf-455a-9009-bd365bcbf596 None None] Provisioning for port cec029c7-d0d0-4932-88d6-77d857bb6006 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:05.945213 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f376a4-5fd8-4118-9d98-c92101613569 req-05af033b-b3c3-461c-963f-e213894900cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:05.947195 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4f376a4-5fd8-4118-9d98-c92101613569 req-05af033b-b3c3-461c-963f-e213894900cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 1097 time: 0.1926684 May 24 23:25:05.990234 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Attempting to bind port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:25:05.990547 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Attempting to bind port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:25:05.990895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Attempting to bind port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:25:06.001596 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:25:06.001962 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:25:06.002350 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:06.002805 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:25:06.003280 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Bound port: 35d42c5a-1ae6-413f-a37a-4d7f85fecf92, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:25:06.003546 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:06.034248 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd64e6b-e92a-4328-b0a5-4e16d14aa660 None None] Pushing event updated for resources: {'Port': ['ID=35d42c5a-1ae6-413f-a37a-4d7f85fecf92,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:06.089405 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] For port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:25:06.093779 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] For port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=35d42c5a-1ae6-413f-a37a-4d7f85fecf92,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:25:06.099762 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:06.167720 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:06.174815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cec029c7-d0d0-4932-88d6-77d857bb6006 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:06.207598 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Routers {'42abdfa7-69a8-447c-8f13-8a2558ba28e7'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:06.208216 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:24:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:06.261631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f376a4-5fd8-4118-9d98-c92101613569 req-61a9d8fb-6ddd-415b-ab9f-e749882d462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:06.262033 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd64e6b-e92a-4328-b0a5-4e16d14aa660 None None] Pushing event updated for resources: {'Port': ['ID=35d42c5a-1ae6-413f-a37a-4d7f85fecf92,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:06.263105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4f376a4-5fd8-4118-9d98-c92101613569 req-61a9d8fb-6ddd-415b-ab9f-e749882d462b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 HTTP/1.1" status: 200 len: 898 time: 0.2557957 May 24 23:25:06.290624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8a84a97b-fb31-47cb-b75e-6c3a263e37a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'aee20eec-941b-4def-953e-caf1741b64a7', 'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:8f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:21Z', 'updated_at': '2022-05-24T23:23:30Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:06.297447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a84a97b-fb31-47cb-b75e-6c3a263e37a6 None None] Checking router: 0bb90272-fb6c-4e62-bba2-1d59e357ed46 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:25:06.304012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port cec029c7-d0d0-4932-88d6-77d857bb6006 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:06.316399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port cec029c7-d0d0-4932-88d6-77d857bb6006 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:06.316851 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:06.343489 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4f376a4-5fd8-4118-9d98-c92101613569 req-56e1c6e6-0c70-47b5-9b1a-2ce6a27a369d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c HTTP/1.1" status: 200 len: 217 time: 0.0731952 May 24 23:25:06.371535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84a97b-fb31-47cb-b75e-6c3a263e37a6 None None] Routers {'0bb90272-fb6c-4e62-bba2-1d59e357ed46'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:06.372304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8a84a97b-fb31-47cb-b75e-6c3a263e37a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:24:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:06.403233 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] Set router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:06.470230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f376a4-5fd8-4118-9d98-c92101613569 req-88a013f8-7451-4194-845a-3cba1ae70e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:06.471702 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4f376a4-5fd8-4118-9d98-c92101613569 req-88a013f8-7451-4194-845a-3cba1ae70e97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a4107ec1-1e79-48b6-b027-b6e903da04dd HTTP/1.1" status: 200 len: 835 time: 0.1218863 May 24 23:25:06.597439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Allocated IP 172.20.0.1 (d4ab84f7-04ba-436e-b06e-41c4c5c17203/e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a/87d235f7-bc73-475e-86fc-2ed9a5acfc98) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:25:06.615491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f376a4-5fd8-4118-9d98-c92101613569 req-0ea1e85f-5939-4d3b-862c-f58f97a3665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:06.617132 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4f376a4-5fd8-4118-9d98-c92101613569 req-0ea1e85f-5939-4d3b-862c-f58f97a3665e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362875 May 24 23:25:06.667529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-477721fd-243a-4a6c-a06e-0b56928f602d None None] Provisioning complete for port cec029c7-d0d0-4932-88d6-77d857bb6006 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:06.667905 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-477721fd-243a-4a6c-a06e-0b56928f602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:06.696156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8a84a97b-fb31-47cb-b75e-6c3a263e37a6 None None] Set router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:06.792345 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'name': 'tempest-TestServerBasicOps-1897828405-router', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:01Z', 'updated_at': '2022-05-24T23:25:03Z', 'revision_number': 3, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'gw_port': {'id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:02Z', 'updated_at': '2022-05-24T23:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:06.796793 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba2a9c-4890-446f-95ce-67129ceda2cf None None] The sync data for ids ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'] in n-d-843146-7 is: [{'id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'name': 'tempest-TestServerBasicOps-1897828405-router', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:01Z', 'updated_at': '2022-05-24T23:25:03Z', 'revision_number': 3, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'gw_port': {'id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:02Z', 'updated_at': '2022-05-24T23:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:25:06.813820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port cec029c7-d0d0-4932-88d6-77d857bb6006 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:06.814204 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.022297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f300bc-4fef-48a1-bdcf-8a464ae5735a req-1a8fb657-6d46-4c32-b4a8-fca728b78852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:07.024003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7f300bc-4fef-48a1-bdcf-8a464ae5735a req-1a8fb657-6d46-4c32-b4a8-fca728b78852 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.1353850 May 24 23:25:07.024932 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4f376a4-5fd8-4118-9d98-c92101613569 req-a2a19e75-8914-43b3-80a3-83063371e3dc service neutron] 10.222.0.31 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892553 May 24 23:25:07.060445 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.085662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port cec029c7-d0d0-4932-88d6-77d857bb6006, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cec029c7-d0d0-4932-88d6-77d857bb6006,segment=NetworkSegment(5104aaeb-1e5b-434c-b7ec-4141a5073045),segment_id=5104aaeb-1e5b-434c-b7ec-4141a5073045)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:07.174520 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.175589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:07.192115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Transition to ACTIVE for port object 87d235f7-bc73-475e-86fc-2ed9a5acfc98 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:07.210024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-d7f300bc-4fef-48a1-bdcf-8a464ae5735a req-391b226a-dc8d-4e08-a34a-c5c6df4ede23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port 91275ef4-e07f-4e42-a569-86a5bede5d5c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:07.210732 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d7f300bc-4fef-48a1-bdcf-8a464ae5735a req-391b226a-dc8d-4e08-a34a-c5c6df4ede23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.283165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91712c-fd5e-40b4-aba6-f079fb378a2b req-2caadd58-ab78-42cd-8470-90cfb7c39dcc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:07.290383 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-db91712c-fd5e-40b4-aba6-f079fb378a2b req-2caadd58-ab78-42cd-8470-90cfb7c39dcc tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.2714727 May 24 23:25:07.306663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.311622 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c4f376a4-5fd8-4118-9d98-c92101613569 req-5c83b7cf-375e-41b9-a3d9-f94f1f57a8a2 service neutron] 10.222.0.31 "GET /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436342 May 24 23:25:07.368686 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-477721fd-243a-4a6c-a06e-0b56928f602d None None] Current status of the port cec029c7-d0d0-4932-88d6-77d857bb6006 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:07.388070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=cec029c7-d0d0-4932-88d6-77d857bb6006,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:07.423364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Network d4ab84f7-04ba-436e-b06e-41c4c5c17203 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:07.429680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:07.447797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:25:07.467375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ffbb1-41fd-45f6-92e0-395049e54c61 req-6068843b-68dd-4e5b-8a60-95bf9f85db91 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:07.468934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c26ffbb1-41fd-45f6-92e0-395049e54c61 req-6068843b-68dd-4e5b-8a60-95bf9f85db91 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 946 time: 0.3730090 May 24 23:25:07.497720 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:07.506832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:07.507059 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.518139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-db91712c-fd5e-40b4-aba6-f079fb378a2b req-e4d18bcd-8230-499b-abf6-e7943bdf2049 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268217 May 24 23:25:07.524300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Pushing event updated for resources: {'Port': ['ID=87d235f7-bc73-475e-86fc-2ed9a5acfc98,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:07.556478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c26ffbb1-41fd-45f6-92e0-395049e54c61 req-366f3f75-68fa-4899-9512-c9153f21f89d tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/security-groups?id=62558e6d-3dc7-48cd-afed-fa9511229950&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803208 May 24 23:25:07.584867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.601601 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ce12a0de-bdd5-4ed7-a58a-93239d3daf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.615630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d7f300bc-4fef-48a1-bdcf-8a464ae5735a req-391b226a-dc8d-4e08-a34a-c5c6df4ede23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port 91275ef4-e07f-4e42-a569-86a5bede5d5c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=91275ef4-e07f-4e42-a569-86a5bede5d5c,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:07.615994 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d7f300bc-4fef-48a1-bdcf-8a464ae5735a req-391b226a-dc8d-4e08-a34a-c5c6df4ede23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.668014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8a84a97b-fb31-47cb-b75e-6c3a263e37a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'aee20eec-941b-4def-953e-caf1741b64a7', 'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:8f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:21Z', 'updated_at': '2022-05-24T23:23:30Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:07.690538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a84a97b-fb31-47cb-b75e-6c3a263e37a6 None None] The sync data for ids ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'] in n-d-843146-7 is: [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'aee20eec-941b-4def-953e-caf1741b64a7', 'name': '', 'network_id': 'c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'mac_address': 'fa:16:3e:8f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:21Z', 'updated_at': '2022-05-24T23:23:30Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'subnets': [{'id': 'a4107ec1-1e79-48b6-b027-b6e903da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:25:07.798045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:07.798666 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.850212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=63f59ecd-79b5-4f63-bf4a-2c55d0ea7973,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:07.852131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-212ceec6-63fe-4738-b105-dece890e7722 None None] Provisioning for port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:07.859228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-212ceec6-63fe-4738-b105-dece890e7722 None None] Provisioning complete for port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:07.859892 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-212ceec6-63fe-4738-b105-dece890e7722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.886079 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.940312 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:07.976926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-212ceec6-63fe-4738-b105-dece890e7722 None None] Port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:25:08.014245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-d7f300bc-4fef-48a1-bdcf-8a464ae5735a req-391b226a-dc8d-4e08-a34a-c5c6df4ede23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for 91275ef4-e07f-4e42-a569-86a5bede5d5c owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:08.041431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=63f59ecd-79b5-4f63-bf4a-2c55d0ea7973,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:08.111252 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed50f431-b2d5-405e-aa01-70f3ea935473 None None] New status for floating IP 0805acd7-3d8e-4f3b-bfa4-d221cec077bc: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:25:08.192509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:08.254695 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d7f300bc-4fef-48a1-bdcf-8a464ae5735a req-391b226a-dc8d-4e08-a34a-c5c6df4ede23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:08.290794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:08.298594 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:08.306901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:08.315774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:08.317892 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:08.405147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b226a-dc8d-4e08-a34a-c5c6df4ede23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=91275ef4-e07f-4e42-a569-86a5bede5d5c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:08.412335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f300bc-4fef-48a1-bdcf-8a464ae5735a req-391b226a-dc8d-4e08-a34a-c5c6df4ede23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] No DVR routers for this DVR port 91275ef4-e07f-4e42-a569-86a5bede5d5c on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:25:08.414596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d7f300bc-4fef-48a1-bdcf-8a464ae5735a req-391b226a-dc8d-4e08-a34a-c5c6df4ede23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:08.417295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'name': 'network-vif-deleted', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:08.428014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Pushing event updated for resources: {'Port': ['ID=87d235f7-bc73-475e-86fc-2ed9a5acfc98,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:08.434918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:08.437569 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d7f300bc-4fef-48a1-bdcf-8a464ae5735a req-391b226a-dc8d-4e08-a34a-c5c6df4ede23 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.31 "DELETE /v2.0/ports/91275ef4-e07f-4e42-a569-86a5bede5d5c HTTP/1.1" status: 204 len: 173 time: 1.4039230 May 24 23:25:08.452967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:08.453376 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:08.474301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=35d42c5a-1ae6-413f-a37a-4d7f85fecf92,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:08.481557 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:08.483028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cec029c7-d0d0-4932-88d6-77d857bb6006 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:08.485339 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc669b14-2ba7-473e-9f7d-648981eb0257'] response: {'server_uuid': '13d4c322-06e4-4469-8b7b-8c1c5388ddd2', 'name': 'network-vif-deleted', 'tag': '91275ef4-e07f-4e42-a569-86a5bede5d5c', 'status': 'completed', 'code': 200} May 24 23:25:08.618751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Network d4ab84f7-04ba-436e-b06e-41c4c5c17203 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:08.620224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:08.662706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port cec029c7-d0d0-4932-88d6-77d857bb6006 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:08.663086 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:08.715957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=35d42c5a-1ae6-413f-a37a-4d7f85fecf92,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:08.774272 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:08.874452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a81969-59d7-475e-a6fd-a92105394fe0 req-7fb852a1-5378-4823-9375-cf0727e32eff tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:08.876363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41a81969-59d7-475e-a6fd-a92105394fe0 req-7fb852a1-5378-4823-9375-cf0727e32eff tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1579893 May 24 23:25:08.910717 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:08.913326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port cec029c7-d0d0-4932-88d6-77d857bb6006 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:08.945460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e9b4f6ff-7cc8-42b0-ae5f-f79260c55663 req-76d6ff5d-e9d5-468e-b8b0-e3576cdaaf37 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d4c322-06e4-4469-8b7b-8c1c5388ddd2 HTTP/1.1" status: 200 len: 210 time: 0.1324024 May 24 23:25:08.977251 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41a81969-59d7-475e-a6fd-a92105394fe0 req-0a67a14c-62da-44fa-bbb0-677b18f25889 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938580 May 24 23:25:09.008932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-973dc345-100c-408e-adf0-686212a0d415 None None] Provisioning complete for port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:09.009321 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-973dc345-100c-408e-adf0-686212a0d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:09.081193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-973dc345-100c-408e-adf0-686212a0d415 None None] Port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:25:09.084332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:25:09.399929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:25:09.409785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Sync routers for ids ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:25:09.410692 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-db4fd23a-d005-4f43-b60f-72fdb5c87c50 admin admin] 10.222.0.55 "PUT /v2.0/routers/42abdfa7-69a8-447c-8f13-8a2558ba28e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7542908 May 24 23:25:09.420127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Routers {'42abdfa7-69a8-447c-8f13-8a2558ba28e7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:09.420833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:09.598324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Set router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:09.799239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50218) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:09.804393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439167064', 'description': 'tempest-secgroup-smoke-439167064 description', 'project_id': 'f0e4eb66b0434edda53383c15f2baff7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:09.811594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:09.815458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Usage tracker for resource:security_group and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:09.818291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:09.824580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:09.834996 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:09.854103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:09.857915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Usage tracker for resource:security_group_rule and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:09.860703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:09.866837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:09.955710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'name': 'tempest-TestServerBasicOps-1897828405-router', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:01Z', 'updated_at': '2022-05-24T23:25:07Z', 'revision_number': 4, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'gw_port': {'id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:02Z', 'updated_at': '2022-05-24T23:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '87d235f7-bc73-475e-86fc-2ed9a5acfc98', 'name': '', 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'mac_address': 'fa:16:3e:f8:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:06Z', 'updated_at': '2022-05-24T23:25:08Z', 'revision_number': 2, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'subnets': [{'id': 'e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:09.957807 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:09.959860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Checking router: 42abdfa7-69a8-447c-8f13-8a2558ba28e7 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:25:09.960199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Updating router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:25:09.963222 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.008951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dddd405-3557-47b6-8db5-f940381d32c4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:10.011661 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.012623 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.016811 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2a7684e4-e451-40e8-98fd-421f508ab29e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2130246 May 24 23:25:10.016811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50224) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:10.035545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0a171ef9-62cb-431d-b3e3-78ba6502373b tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Request body: {'security_group_rule': {'security_group_id': '8dddd405-3557-47b6-8db5-f940381d32c4', 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:10.044127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0a171ef9-62cb-431d-b3e3-78ba6502373b tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:10.050668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0a171ef9-62cb-431d-b3e3-78ba6502373b tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Usage tracker for resource:security_group_rule and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:10.054495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0a171ef9-62cb-431d-b3e3-78ba6502373b tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:10.060910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0a171ef9-62cb-431d-b3e3-78ba6502373b tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:10.094253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50230) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:10.106416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a171ef9-62cb-431d-b3e3-78ba6502373b tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.137707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:10.193046 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a171ef9-62cb-431d-b3e3-78ba6502373b tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.199090 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a171ef9-62cb-431d-b3e3-78ba6502373b tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.215430 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.224287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a171ef9-62cb-431d-b3e3-78ba6502373b tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57491d8-3f82-4e95-9f88-de3097f38bd6,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:10.237390 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a171ef9-62cb-431d-b3e3-78ba6502373b tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.241869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0a171ef9-62cb-431d-b3e3-78ba6502373b tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2215145 May 24 23:25:10.242274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50234) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:10.248751 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-96ad7102-bb50-4b04-bde7-6b5ef6deccc0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Request body: {'security_group_rule': {'security_group_id': '8dddd405-3557-47b6-8db5-f940381d32c4', 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:10.257322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-96ad7102-bb50-4b04-bde7-6b5ef6deccc0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:10.263285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-96ad7102-bb50-4b04-bde7-6b5ef6deccc0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Usage tracker for resource:security_group_rule and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:10.267898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-96ad7102-bb50-4b04-bde7-6b5ef6deccc0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:10.274985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-96ad7102-bb50-4b04-bde7-6b5ef6deccc0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:10.297445 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96ad7102-bb50-4b04-bde7-6b5ef6deccc0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.325685 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:10.326202 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.360331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96ad7102-bb50-4b04-bde7-6b5ef6deccc0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.367304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96ad7102-bb50-4b04-bde7-6b5ef6deccc0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.399155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad7102-bb50-4b04-bde7-6b5ef6deccc0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d2e650-2203-4f57-b6b4-9987f3ba0d2e,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:10.413439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-96ad7102-bb50-4b04-bde7-6b5ef6deccc0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.417269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-96ad7102-bb50-4b04-bde7-6b5ef6deccc0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1715374 May 24 23:25:10.417752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50238) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:10.422914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8de55e29-f4de-4814-8b6c-69bd863dfc55 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Request body: {'security_group_rule': {'security_group_id': '8dddd405-3557-47b6-8db5-f940381d32c4', 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:10.429411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8de55e29-f4de-4814-8b6c-69bd863dfc55 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:10.433277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8de55e29-f4de-4814-8b6c-69bd863dfc55 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Usage tracker for resource:security_group_rule and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:10.436431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-8de55e29-f4de-4814-8b6c-69bd863dfc55 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:10.442168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-8de55e29-f4de-4814-8b6c-69bd863dfc55 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:10.458361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4ae45-c040-49c6-a787-0021332f83c4 req-b03da43b-f29a-4cd3-b347-1a331a14868d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:10.459942 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80f4ae45-c040-49c6-a787-0021332f83c4 req-b03da43b-f29a-4cd3-b347-1a331a14868d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.2752762 May 24 23:25:10.464246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8de55e29-f4de-4814-8b6c-69bd863dfc55 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.539710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:10.540894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:10.548769 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8de55e29-f4de-4814-8b6c-69bd863dfc55 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.554694 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8de55e29-f4de-4814-8b6c-69bd863dfc55 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.571709 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.592569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de55e29-f4de-4814-8b6c-69bd863dfc55 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcbd9cb-2fda-4136-9ecf-07d0556a98ef,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:10.602071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Transition to ACTIVE for port object 87d235f7-bc73-475e-86fc-2ed9a5acfc98 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:10.608178 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80f4ae45-c040-49c6-a787-0021332f83c4 req-493d9cd1-db0d-4826-8804-e6de36f0394e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263831 May 24 23:25:10.616606 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.626674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8de55e29-f4de-4814-8b6c-69bd863dfc55 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.630492 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8de55e29-f4de-4814-8b6c-69bd863dfc55 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2094440 May 24 23:25:10.630794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50242) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:10.636983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-17ad60ad-cda5-43ec-80dd-7d98a659a0ea tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Request body: {'security_group_rule': {'security_group_id': '8dddd405-3557-47b6-8db5-f940381d32c4', 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:10.643894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-17ad60ad-cda5-43ec-80dd-7d98a659a0ea tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:10.648152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-17ad60ad-cda5-43ec-80dd-7d98a659a0ea tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Usage tracker for resource:security_group_rule and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:10.651028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-17ad60ad-cda5-43ec-80dd-7d98a659a0ea tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:10.657928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-17ad60ad-cda5-43ec-80dd-7d98a659a0ea tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:10.679424 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-17ad60ad-cda5-43ec-80dd-7d98a659a0ea tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.758197 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-17ad60ad-cda5-43ec-80dd-7d98a659a0ea tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.770783 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-17ad60ad-cda5-43ec-80dd-7d98a659a0ea tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.797467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:10.798251 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.800627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad60ad-cda5-43ec-80dd-7d98a659a0ea tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2adcdc2-37b2-4316-a07c-214088bbc5de,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:10.813608 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-17ad60ad-cda5-43ec-80dd-7d98a659a0ea tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.815371 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-17ad60ad-cda5-43ec-80dd-7d98a659a0ea tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1836212 May 24 23:25:10.818283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50246) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:10.822824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f08971-b5d9-4567-a623-0ce7153b6676 None None] Pushing event updated for resources: {'Port': ['ID=87d235f7-bc73-475e-86fc-2ed9a5acfc98,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:10.825487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Request body: {'security_group_rule': {'security_group_id': '8dddd405-3557-47b6-8db5-f940381d32c4', 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:10.834424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:10.839367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Usage tracker for resource:security_group_rule and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:10.844080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:10.851383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:10.858559 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.867679 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Project f0e4eb66b0434edda53383c15f2baff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:25:10.876461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.911964 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Attempting to bind port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:25:10.912433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Attempting to bind port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '5104aaeb-1e5b-434c-b7ec-4141a5073045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:25:10.912884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Attempting to bind port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 on network d4ab84f7-04ba-436e-b06e-41c4c5c17203 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:25:10.921407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:25:10.921982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Checking segment: {'id': '5104aaeb-1e5b-434c-b7ec-4141a5073045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:25:10.922484 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.922970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Bound using segment: {'id': '5104aaeb-1e5b-434c-b7ec-4141a5073045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:25:10.923532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Bound port: 87d235f7-bc73-475e-86fc-2ed9a5acfc98, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5104aaeb-1e5b-434c-b7ec-4141a5073045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:25:10.923997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.961214 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.966061 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:10.992973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b4a8af-956f-45c4-a861-ac1a931eb87e,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:11.010414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:11.014395 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ee2effc8-22d4-4e9c-9f97-7c684cc502bf tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1922240 May 24 23:25:11.014693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50250) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:11.020728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Request body: {'security_group_rule': {'security_group_id': '8dddd405-3557-47b6-8db5-f940381d32c4', 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:11.028241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:11.032728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Usage tracker for resource:security_group_rule and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:11.036208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:11.042521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:11.056413 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Project f0e4eb66b0434edda53383c15f2baff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:25:11.064251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:11.082986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:11.089696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] For port 87d235f7-bc73-475e-86fc-2ed9a5acfc98, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:25:11.094468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] For port 87d235f7-bc73-475e-86fc-2ed9a5acfc98, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=87d235f7-bc73-475e-86fc-2ed9a5acfc98,segment=NetworkSegment(5104aaeb-1e5b-434c-b7ec-4141a5073045),segment_id=5104aaeb-1e5b-434c-b7ec-4141a5073045)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:25:11.100186 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:11.140962 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:11.146525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:11.181570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b78bfc1-7a6e-47fa-b9ed-da79c5a3133c,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:11.181788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Routers {'42abdfa7-69a8-447c-8f13-8a2558ba28e7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:11.182315 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:11.192061 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:11.193466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7b8739f4-f513-4c6c-8948-a776273e819f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1776109 May 24 23:25:11.275586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port aee20eec-941b-4def-953e-caf1741b64a7 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:11.276954 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:11.291101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 91275ef4-e07f-4e42-a569-86a5bede5d5c no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:11.327346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f08971-b5d9-4567-a623-0ce7153b6676 None None] Pushing event updated for resources: {'Port': ['ID=87d235f7-bc73-475e-86fc-2ed9a5acfc98,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:11.343421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 91275ef4-e07f-4e42-a569-86a5bede5d5c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:25:11.343763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 91275ef4-e07f-4e42-a569-86a5bede5d5c not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:25:11.408375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-71db8a58-3778-4b85-b29b-586fec961eff req-22dc8890-232f-49fb-87ed-91cfa8f6022f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Synchronizing usage tracker for tenant:f0e4eb66b0434edda53383c15f2baff7 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:25:11.429787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-71db8a58-3778-4b85-b29b-586fec961eff req-22dc8890-232f-49fb-87ed-91cfa8f6022f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Unset dirty status for tenant:f0e4eb66b0434edda53383c15f2baff7 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:25:11.431335 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-22dc8890-232f-49fb-87ed-91cfa8f6022f tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439167064&fields=id&tenant_id=f0e4eb66b0434edda53383c15f2baff7 HTTP/1.1" status: 200 len: 267 time: 0.0849819 May 24 23:25:11.481158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] Set router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:11.517765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port aee20eec-941b-4def-953e-caf1741b64a7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=aee20eec-941b-4def-953e-caf1741b64a7,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:11.517960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:11.594212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8a58-3778-4b85-b29b-586fec961eff req-7df105be-52dd-43b3-aca1-1a18ac46089c tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:11.594849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-71db8a58-3778-4b85-b29b-586fec961eff req-7df105be-52dd-43b3-aca1-1a18ac46089c tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Synchronizing usage tracker for tenant:f0e4eb66b0434edda53383c15f2baff7 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:25:11.615532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-71db8a58-3778-4b85-b29b-586fec961eff req-7df105be-52dd-43b3-aca1-1a18ac46089c tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Unset dirty status for tenant:f0e4eb66b0434edda53383c15f2baff7 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:25:11.617069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-7df105be-52dd-43b3-aca1-1a18ac46089c tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/networks?id=77ea3a44-0c61-415e-95a7-b9af8503fbf2 HTTP/1.1" status: 200 len: 808 time: 0.1774499 May 24 23:25:11.635061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-2486d63b-92a8-4b44-a5c1-ba476520687e tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/quotas/f0e4eb66b0434edda53383c15f2baff7 HTTP/1.1" status: 200 len: 375 time: 0.0114739 May 24 23:25:11.760060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-71db8a58-3778-4b85-b29b-586fec961eff req-bc0523fe-00bf-4ca5-9442-663437d642cd tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Synchronizing usage tracker for tenant:f0e4eb66b0434edda53383c15f2baff7 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:25:11.775172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for aee20eec-941b-4def-953e-caf1741b64a7 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:11.781364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-71db8a58-3778-4b85-b29b-586fec961eff req-bc0523fe-00bf-4ca5-9442-663437d642cd tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Unset dirty status for tenant:f0e4eb66b0434edda53383c15f2baff7 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:25:11.782775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-bc0523fe-00bf-4ca5-9442-663437d642cd tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0e4eb66b0434edda53383c15f2baff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260097 May 24 23:25:11.827703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'name': 'tempest-TestServerBasicOps-1897828405-router', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:01Z', 'updated_at': '2022-05-24T23:25:07Z', 'revision_number': 4, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'gw_port': {'id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:02Z', 'updated_at': '2022-05-24T23:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '87d235f7-bc73-475e-86fc-2ed9a5acfc98', 'name': '', 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'mac_address': 'fa:16:3e:f8:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:06Z', 'updated_at': '2022-05-24T23:25:11Z', 'revision_number': 4, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'subnets': [{'id': 'e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:11.832327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405cba4-d573-4dd4-8466-2053ebe8cf81 None None] The sync data for ids ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'] in n-d-843146-7 is: [{'id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'name': 'tempest-TestServerBasicOps-1897828405-router', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:01Z', 'updated_at': '2022-05-24T23:25:07Z', 'revision_number': 4, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'gw_port': {'id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:02Z', 'updated_at': '2022-05-24T23:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '87d235f7-bc73-475e-86fc-2ed9a5acfc98', 'name': '', 'network_id': 'd4ab84f7-04ba-436e-b06e-41c4c5c17203', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'mac_address': 'fa:16:3e:f8:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:06Z', 'updated_at': '2022-05-24T23:25:11Z', 'revision_number': 4, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'subnets': [{'id': 'e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:25:11.955794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-b7cfa61d-8bbb-4d1a-8b36-686db4721d86 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:25:11.956888 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-b7cfa61d-8bbb-4d1a-8b36-686db4721d86 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1622336 May 24 23:25:12.083327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 87d235f7-bc73-475e-86fc-2ed9a5acfc98 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:12.084118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9be5a-cd09-4d80-9b69-eb9e0343216b req-6cfa5edd-04ec-42a3-92c5-8410c76722e1 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:12.085829 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7cf9be5a-cd09-4d80-9b69-eb9e0343216b req-6cfa5edd-04ec-42a3-92c5-8410c76722e1 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.3178527 May 24 23:25:12.151519 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-92b52a79-9214-47d8-a662-9ed880cdfe76 service neutron] 10.222.0.55 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880479 May 24 23:25:12.152470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7cf9be5a-cd09-4d80-9b69-eb9e0343216b req-0df982e6-5022-4447-9b38-0bf37b11d27b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601840 May 24 23:25:12.181888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:12.188391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:12.189017 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:12.253740 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:12.298524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-64697a73-f618-4961-82a7-07c36a160522 service neutron] 10.222.0.55 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456294 May 24 23:25:12.313190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=aee20eec-941b-4def-953e-caf1741b64a7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:12.329149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:12.329893 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:12.368839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 87d235f7-bc73-475e-86fc-2ed9a5acfc98, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=87d235f7-bc73-475e-86fc-2ed9a5acfc98,segment=NetworkSegment(5104aaeb-1e5b-434c-b7ec-4141a5073045),segment_id=5104aaeb-1e5b-434c-b7ec-4141a5073045)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:12.378822 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:12.476792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=87d235f7-bc73-475e-86fc-2ed9a5acfc98,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:12.660705 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-63a8225f-edaf-42c3-a3ba-f5a82d7a6c8f req-ea7ea8a1-c1f4-4149-85e7-cbc44f96c5d1 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 210 time: 0.0700095 May 24 23:25:12.764578 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:13.323491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:25:13.362754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7ba4f-b37b-47a8-9882-2c38981e3130 req-0646be5c-8fcb-48e5-b59a-e51f5634ff15 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:13.363885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6fc7ba4f-b37b-47a8-9882-2c38981e3130 req-0646be5c-8fcb-48e5-b59a-e51f5634ff15 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0965195 May 24 23:25:13.419002 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6fc7ba4f-b37b-47a8-9882-2c38981e3130 req-af2a912f-586d-4ffe-b1b8-4b282472311c tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 May 24 23:25:13.521522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:25:13.531044 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d2121-5eab-4c12-8057-9b09932ed35f None None] Sync routers for ids ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:25:13.538704 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-057b31a4-7c6f-4e32-8c2f-5031202d56f4 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "PUT /v2.0/routers/0bb90272-fb6c-4e62-bba2-1d59e357ed46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4407661 May 24 23:25:13.539362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50282) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:13.540608 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d2121-5eab-4c12-8057-9b09932ed35f None None] Routers {'0bb90272-fb6c-4e62-bba2-1d59e357ed46'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:13.541204 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-469d2121-5eab-4c12-8057-9b09932ed35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:13.612737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e84f1d-1bfa-43ee-bd1d-a16b2b01a017 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting subnet a4107ec1-1e79-48b6-b027-b6e903da04dd {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:25:13.615870 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6e84f1d-1bfa-43ee-bd1d-a16b2b01a017 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:13.670825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6e84f1d-1bfa-43ee-bd1d-a16b2b01a017 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:13.731439 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-469d2121-5eab-4c12-8057-9b09932ed35f None None] Set router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:13.863780 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-078f2ca3-69cf-4a06-8dd0-636d9c7c47ac req-f495b4b4-134a-47d0-80b9-d18e161ed735 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 210 time: 0.0722284 May 24 23:25:13.998373 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6e84f1d-1bfa-43ee-bd1d-a16b2b01a017 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:14.061348 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-469d2121-5eab-4c12-8057-9b09932ed35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:25:12Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:14.067013 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d2121-5eab-4c12-8057-9b09932ed35f None None] Checking router: 0bb90272-fb6c-4e62-bba2-1d59e357ed46 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:25:14.075813 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d2121-5eab-4c12-8057-9b09932ed35f None None] Routers {'0bb90272-fb6c-4e62-bba2-1d59e357ed46'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:14.076425 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-469d2121-5eab-4c12-8057-9b09932ed35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:14.093242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8a58-3778-4b85-b29b-586fec961eff req-1162f651-4254-4079-a7f7-a4d1b00109fb tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:14.094737 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-1162f651-4254-4079-a7f7-a4d1b00109fb tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.31 "GET /v2.0/networks?id=77ea3a44-0c61-415e-95a7-b9af8503fbf2 HTTP/1.1" status: 200 len: 808 time: 0.3442743 May 24 23:25:14.099050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 87d235f7-bc73-475e-86fc-2ed9a5acfc98 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:14.136723 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6e84f1d-1bfa-43ee-bd1d-a16b2b01a017 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:14.169159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:14.169986 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:14.190910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e84f1d-1bfa-43ee-bd1d-a16b2b01a017 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Subnet': ['ID=a4107ec1-1e79-48b6-b027-b6e903da04dd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:14.196885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-28ceac4f-92f3-40de-9dcf-558aa9eaf219 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e4eb66b0434edda53383c15f2baff7 HTTP/1.1" status: 200 len: 379 time: 0.0913815 May 24 23:25:14.197711 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e6e84f1d-1bfa-43ee-bd1d-a16b2b01a017 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:14.204726 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e6e84f1d-1bfa-43ee-bd1d-a16b2b01a017 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/subnets/a4107ec1-1e79-48b6-b027-b6e903da04dd HTTP/1.1" status: 204 len: 168 time: 0.6642225 May 24 23:25:14.207340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50290) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:14.210057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e727cf-f987-4d77-a3af-5a977dd5705c None None] Network c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:25:14.212853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Request body: {'port': {'device_id': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'admin_state_up': True, 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'security_groups': ['8dddd405-3557-47b6-8db5-f940381d32c4']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:14.262468 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-469d2121-5eab-4c12-8057-9b09932ed35f None None] Set router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:14.513607 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:14.524974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:14.584881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:14.602438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34aca4c-904a-43e1-abdc-428f5d8f08d4 None None] DHCP port deletion for c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:25:14.609271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f34aca4c-904a-43e1-abdc-428f5d8f08d4 None None] Deleting port 6794aa22-08b7-4266-bb25-3ce71cc67e70 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:14.609944 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f34aca4c-904a-43e1-abdc-428f5d8f08d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:14.632828 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-469d2121-5eab-4c12-8057-9b09932ed35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:25:12Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:14.637733 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d2121-5eab-4c12-8057-9b09932ed35f None None] The sync data for ids ['0bb90272-fb6c-4e62-bba2-1d59e357ed46'] in n-d-843146-7 is: [{'id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225243137', 'tenant_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:25:12Z', 'revision_number': 5, 'project_id': '7ed04b4b69a04a79b55d0e6cf9c97c1b', 'gw_port': {'id': '2eb2b95d-7522-4052-8ebf-859c2b57e41f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90272-fb6c-4e62-bba2-1d59e357ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:23:14Z', 'updated_at': '2022-05-24T23:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:25:14.677541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:14.764055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Made reservation on behalf of f0e4eb66b0434edda53383c15f2baff7 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:25:14.767569 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:14.827866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f34aca4c-904a-43e1-abdc-428f5d8f08d4 None None] For port 6794aa22-08b7-4266-bb25-3ce71cc67e70, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6794aa22-08b7-4266-bb25-3ce71cc67e70,segment=NetworkSegment(ab461aba-0325-4b14-b3c6-234f80af37b7),segment_id=ab461aba-0325-4b14-b3c6-234f80af37b7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:14.828119 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f34aca4c-904a-43e1-abdc-428f5d8f08d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:14.886571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120fced-6794-425d-bf27-0247d371540c req-bae71c68-3647-4d2f-8398-116abf44076b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:14.888156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5120fced-6794-425d-bf27-0247d371540c req-bae71c68-3647-4d2f-8398-116abf44076b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.3046539 May 24 23:25:14.893262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:14.979077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Deleting port 2eb2b95d-7522-4052-8ebf-859c2b57e41f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:14.979077 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:14.985903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f34aca4c-904a-43e1-abdc-428f5d8f08d4 None None] Calling delete_port for 6794aa22-08b7-4266-bb25-3ce71cc67e70 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:15.040739 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5120fced-6794-425d-bf27-0247d371540c req-48f9f4ac-8c54-4765-b0d7-0f64c324209d tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413472 May 24 23:25:15.055066 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-000991a0-4661-4192-9bbb-67f5ccdcf263 req-59cd8269-dd3c-4841-82fc-5eeba7ead9c7 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 210 time: 0.0591598 May 24 23:25:15.081437 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f34aca4c-904a-43e1-abdc-428f5d8f08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:15.084285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Allocated IP 172.20.0.4 (77ea3a44-0c61-415e-95a7-b9af8503fbf2/83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37/e1f0776a-3958-4641-ab4e-f96eee7431bb) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:25:15.130012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34aca4c-904a-43e1-abdc-428f5d8f08d4 None None] Pushing event deleted for resources: {'Port': ['ID=6794aa22-08b7-4266-bb25-3ce71cc67e70,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:15.131862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34aca4c-904a-43e1-abdc-428f5d8f08d4 None None] No DVR routers for this DVR port 6794aa22-08b7-4266-bb25-3ce71cc67e70 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:25:15.296538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] For port 2eb2b95d-7522-4052-8ebf-859c2b57e41f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2eb2b95d-7522-4052-8ebf-859c2b57e41f,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:15.296903 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:15.430460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Calling delete_port for 2eb2b95d-7522-4052-8ebf-859c2b57e41f owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:15.797200 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:15.822779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Transition to ACTIVE for port object e1f0776a-3958-4641-ab4e-f96eee7431bb will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:15.901395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:15.984376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:15.989947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:15.994002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:16.000518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:25:16.032585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event updated for resources: {'Port': ['ID=e1f0776a-3958-4641-ab4e-f96eee7431bb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:16.032793 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device aee20eec-941b-4def-953e-caf1741b64a7 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:16.064933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: aee20eec-941b-4def-953e-caf1741b64a7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:25:16.065283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device aee20eec-941b-4def-953e-caf1741b64a7 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:25:16.065824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6794aa22-08b7-4266-bb25-3ce71cc67e70 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:16.103934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 6794aa22-08b7-4266-bb25-3ce71cc67e70 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:25:16.104286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6794aa22-08b7-4266-bb25-3ce71cc67e70 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:25:16.152360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Port': ['ID=2eb2b95d-7522-4052-8ebf-859c2b57e41f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:16.180699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:16.181343 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.257674 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.298696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52090b79-f6df-45b3-995e-d7770effae59 req-848609e8-adb4-46b4-ba08-7824af8c1a27 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:16.300077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52090b79-f6df-45b3-995e-d7770effae59 req-848609e8-adb4-46b4-ba08-7824af8c1a27 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 931 time: 0.0860827 May 24 23:25:16.345168 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52090b79-f6df-45b3-995e-d7770effae59 req-1d40cefe-dea8-4114-8bba-13de2d4be4c7 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385475 May 24 23:25:16.367601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-89fa7b6b-ed08-4941-b8b7-3f492f47bfe9 None None] Provisioning for port e1f0776a-3958-4641-ab4e-f96eee7431bb completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:16.374130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-89fa7b6b-ed08-4941-b8b7-3f492f47bfe9 None None] Provisioning complete for port e1f0776a-3958-4641-ab4e-f96eee7431bb triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:16.374719 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-89fa7b6b-ed08-4941-b8b7-3f492f47bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.377316 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-268c0db8-86d2-4760-8816-d707f9a53176 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1714032 May 24 23:25:16.428798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-89fa7b6b-ed08-4941-b8b7-3f492f47bfe9 None None] Port e1f0776a-3958-4641-ab4e-f96eee7431bb cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:25:16.433810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Request body: {'port': {'device_id': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:16.492484 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.498406 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.586703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb324e-47ef-449e-9ec9-25bf34af9121 req-320fe4c6-04f9-46d4-8507-33894e7e3766 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:16.588174 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9cb324e-47ef-449e-9ec9-25bf34af9121 req-320fe4c6-04f9-46d4-8507-33894e7e3766 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.3912807 May 24 23:25:16.588728 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.601591 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.602085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Fanout notify agent at l3_agent the message router_deleted on router 0bb90272-fb6c-4e62-bba2-1d59e357ed46 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:25:16.670063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.671590 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-93c4ac1b-f04c-4bb8-8e02-dcc074d62b11 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/routers/0bb90272-fb6c-4e62-bba2-1d59e357ed46 HTTP/1.1" status: 204 len: 168 time: 2.4629841 May 24 23:25:16.674388 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50302) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:16.698765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9cb324e-47ef-449e-9ec9-25bf34af9121 req-37326a86-90bf-46dd-8ac7-b37ad0b8221b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002936 May 24 23:25:16.793697 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.927538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.952516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:16.964429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab461aba-0325-4b14-b3c6-234f80af37b7') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:16.964730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab461aba-0325-4b14-b3c6-234f80af37b7') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:16.976164 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.980518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f0776a-3958-4641-ab4e-f96eee7431bb {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:25:16.988393 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.991990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:16.997849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:25:16.998267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:17.003431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Transition to ACTIVE for port object e1f0776a-3958-4641-ab4e-f96eee7431bb will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:17.009788 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:17.109005 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:17.127192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:17.144489 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/networks/c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6 HTTP/1.1" status: 204 len: 168 time: 0.4654424 May 24 23:25:17.144489 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50310) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:17.158811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee20e6-1879-4abe-8bbf-8cd907543d3e tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'Network': ['ID=c0d3bfcb-7fb7-41d9-8c62-dc6b71e167f6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:17.218957 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment ab461aba-0325-4b14-b3c6-234f80af37b7 resource provider aggregate not found May 24 23:25:17.225345 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f870943d-a4a6-4f72-a432-69f393188281 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:17.240995 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment ab461aba-0325-4b14-b3c6-234f80af37b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab461aba-0325-4b14-b3c6-234f80af37b7 found for delete ", "request_id": "req-2270ef69-8783-4044-ba88-d2776a048482"}]} May 24 23:25:17.259173 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f870943d-a4a6-4f72-a432-69f393188281 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:17.330617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Pushing event updated for resources: {'Port': ['ID=e1f0776a-3958-4641-ab4e-f96eee7431bb,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:17.341425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f870943d-a4a6-4f72-a432-69f393188281 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:17.362743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870943d-a4a6-4f72-a432-69f393188281 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62558e6d-3dc7-48cd-afed-fa9511229950,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:17.381459 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f870943d-a4a6-4f72-a432-69f393188281 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:17.385650 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f870943d-a4a6-4f72-a432-69f393188281 tempest-TestNetworkAdvancedServerOps-1835021784 tempest-TestNetworkAdvancedServerOps-1835021784-project] 10.222.0.55 "DELETE /v2.0/security-groups/62558e6d-3dc7-48cd-afed-fa9511229950 HTTP/1.1" status: 204 len: 168 time: 0.2379382 May 24 23:25:17.417455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Attempting to bind port e1f0776a-3958-4641-ab4e-f96eee7431bb on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:25:17.417900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Attempting to bind port e1f0776a-3958-4641-ab4e-f96eee7431bb by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:25:17.418295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Attempting to bind port e1f0776a-3958-4641-ab4e-f96eee7431bb on network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:25:17.423808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Port e1f0776a-3958-4641-ab4e-f96eee7431bb on network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:25:17.424568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Attempting to bind port e1f0776a-3958-4641-ab4e-f96eee7431bb on network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:25:17.434993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:25:17.435427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Checking segment: {'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:25:17.435957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Bound using segment: {'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:25:17.436432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Bound port: e1f0776a-3958-4641-ab4e-f96eee7431bb, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999e4fdd-176f-421e-ac7f-aca00e498414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:25:17.437149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:17.556795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] For port e1f0776a-3958-4641-ab4e-f96eee7431bb, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:25:17.561377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] For port e1f0776a-3958-4641-ab4e-f96eee7431bb, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:25:17.573425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:17.605805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7670d-a7c8-45a0-a365-63e5eb13a8e6 req-3021004a-1d64-4ad6-9b25-53fc9bdc469a tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:17.608578 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-09f7670d-a7c8-45a0-a365-63e5eb13a8e6 req-3021004a-1d64-4ad6-9b25-53fc9bdc469a tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 943 time: 0.1057532 May 24 23:25:17.651825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:17.652371 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:17.653933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] 10.222.0.31 "PUT /v2.0/ports/e1f0776a-3958-4641-ab4e-f96eee7431bb HTTP/1.1" status: 200 len: 1091 time: 1.2251978 May 24 23:25:17.654367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'tag': 'e1f0776a-3958-4641-ab4e-f96eee7431bb'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:17.675965 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-09f7670d-a7c8-45a0-a365-63e5eb13a8e6 req-80ce5695-2af1-4734-9c52-5e4a3c4224d2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614545 May 24 23:25:17.683523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6091d23-8f90-40e2-a7e1-d8cb7d070afb service neutron] Pushing event updated for resources: {'Port': ['ID=e1f0776a-3958-4641-ab4e-f96eee7431bb,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:17.741390 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e70258c-9e52-41f2-8688-4ae16659914b'] response: {'name': 'network-changed', 'server_uuid': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'tag': 'e1f0776a-3958-4641-ab4e-f96eee7431bb', 'status': 'completed', 'code': 200} May 24 23:25:17.793047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8a58-3778-4b85-b29b-586fec961eff req-455170f7-fb3d-4db3-93ed-2cda6ea09dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:17.794612 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-455170f7-fb3d-4db3-93ed-2cda6ea09dc0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0e4eb66b0434edda53383c15f2baff7&device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 1094 time: 0.0861549 May 24 23:25:17.864432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50328) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:17.879676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-2e608dcc-4cb1-4e36-9078-b6f1bdd64f87 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb HTTP/1.1" status: 200 len: 217 time: 0.0785930 May 24 23:25:17.917826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb856841-17f4-4bf7-9ddc-0a92e61c3d1c req-f49f4f0d-b849-417a-b7ee-2b2ebeb0858b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:17.921973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cb856841-17f4-4bf7-9ddc-0a92e61c3d1c req-f49f4f0d-b849-417a-b7ee-2b2ebeb0858b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.0980580 May 24 23:25:17.954902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8a58-3778-4b85-b29b-586fec961eff req-008d1b5b-bd5f-4714-8f87-283f673da0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:17.956510 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-008d1b5b-bd5f-4714-8f87-283f673da0e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37 HTTP/1.1" status: 200 len: 847 time: 0.0689988 May 24 23:25:17.970874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cb856841-17f4-4bf7-9ddc-0a92e61c3d1c req-f6eb65d4-0206-4989-8e3a-b49420089c5e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449924 May 24 23:25:18.037814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-37d1444c-cd4f-4539-a176-b8d19981e198 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ed04b4b69a04a79b55d0e6cf9c97c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722178 May 24 23:25:18.040286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50334) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:18.047596 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2eb2b95d-7522-4052-8ebf-859c2b57e41f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:18.053485 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8a58-3778-4b85-b29b-586fec961eff req-e63996f8-3d84-48a0-bbf5-1d4950491bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:18.055376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-e63996f8-3d84-48a0-bbf5-1d4950491bb5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77ea3a44-0c61-415e-95a7-b9af8503fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932794 May 24 23:25:18.085415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 2eb2b95d-7522-4052-8ebf-859c2b57e41f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:25:18.085791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2eb2b95d-7522-4052-8ebf-859c2b57e41f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:25:18.104328 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57999dbd-03e5-4639-bd4a-f87621115d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:18.130684 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57999dbd-03e5-4639-bd4a-f87621115d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:18.185635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57999dbd-03e5-4639-bd4a-f87621115d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:18.191545 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-d1c74d80-af70-4d81-a96c-f05c4efb9772 service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291454 May 24 23:25:18.204396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57999dbd-03e5-4639-bd4a-f87621115d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccb8f11-8101-447b-a731-e1c2ef9f3ba7,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:18.210826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-57999dbd-03e5-4639-bd4a-f87621115d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:18.213690 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-57999dbd-03e5-4639-bd4a-f87621115d4b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ccb8f11-8101-447b-a731-e1c2ef9f3ba7 HTTP/1.1" status: 204 len: 168 time: 0.1707635 May 24 23:25:18.328699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-71db8a58-3778-4b85-b29b-586fec961eff req-12bc5eb8-d082-4d4b-bf2c-7d0a6ae20587 service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312618 May 24 23:25:18.450601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eb891-a626-4013-814d-be668eb0d5a8 req-a61862f0-a065-4cf6-ae4b-230587f6776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:18.452167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a6eb891-a626-4013-814d-be668eb0d5a8 req-a61862f0-a065-4cf6-ae4b-230587f6776d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0e4eb66b0434edda53383c15f2baff7&device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 1094 time: 0.0717716 May 24 23:25:18.527457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50342) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:18.580880 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-acff511d-6aec-4377-b5a8-ed059d53de93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99594d49580c448abffa4c03b4471444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522485 May 24 23:25:18.583649 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50346) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:18.587961 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eb891-a626-4013-814d-be668eb0d5a8 req-4cf1f4cc-19c1-4841-8e75-6b6602058a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:18.589450 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a6eb891-a626-4013-814d-be668eb0d5a8 req-4cf1f4cc-19c1-4841-8e75-6b6602058a2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=77ea3a44-0c61-415e-95a7-b9af8503fbf2 HTTP/1.1" status: 200 len: 909 time: 0.1305406 May 24 23:25:18.645320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-943abe5f-3cc4-422f-af8d-04d684a30759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:18.662383 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a6eb891-a626-4013-814d-be668eb0d5a8 req-c55873eb-efd6-46e3-8bcc-84d4e0cdcd65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb HTTP/1.1" status: 200 len: 217 time: 0.0649698 May 24 23:25:18.672523 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-943abe5f-3cc4-422f-af8d-04d684a30759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:18.732809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eb891-a626-4013-814d-be668eb0d5a8 req-385253c9-0150-4d8a-8687-90cc94819908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:18.732987 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-943abe5f-3cc4-422f-af8d-04d684a30759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:18.734300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a6eb891-a626-4013-814d-be668eb0d5a8 req-385253c9-0150-4d8a-8687-90cc94819908 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37 HTTP/1.1" status: 200 len: 847 time: 0.0658851 May 24 23:25:18.752197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943abe5f-3cc4-422f-af8d-04d684a30759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9517feb8-4b2e-4fcf-95b0-17272637eeae,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:18.768576 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-943abe5f-3cc4-422f-af8d-04d684a30759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:18.770586 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-943abe5f-3cc4-422f-af8d-04d684a30759 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9517feb8-4b2e-4fcf-95b0-17272637eeae HTTP/1.1" status: 204 len: 168 time: 0.1847055 May 24 23:25:18.876166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eb891-a626-4013-814d-be668eb0d5a8 req-d91ee889-8373-4ec3-a3e8-cd82f53d1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:18.877691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a6eb891-a626-4013-814d-be668eb0d5a8 req-d91ee889-8373-4ec3-a3e8-cd82f53d1847 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77ea3a44-0c61-415e-95a7-b9af8503fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367476 May 24 23:25:18.993738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36076f3e-3acb-46b2-b9f9-e70b07226324 req-3bea4b0e-cf3c-4844-9e98-354195b1e9d3 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:18.994532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-36076f3e-3acb-46b2-b9f9-e70b07226324 req-3bea4b0e-cf3c-4844-9e98-354195b1e9d3 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Synchronizing usage tracker for tenant:f0e4eb66b0434edda53383c15f2baff7 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:25:19.041651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-36076f3e-3acb-46b2-b9f9-e70b07226324 req-3bea4b0e-cf3c-4844-9e98-354195b1e9d3 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Unset dirty status for tenant:f0e4eb66b0434edda53383c15f2baff7 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:25:19.042801 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36076f3e-3acb-46b2-b9f9-e70b07226324 req-3bea4b0e-cf3c-4844-9e98-354195b1e9d3 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 943 time: 0.2351718 May 24 23:25:19.052404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a6eb891-a626-4013-814d-be668eb0d5a8 req-ecde4d4a-5bb1-4b64-8bff-92f942fc15a4 service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672082 May 24 23:25:19.175182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0d0a-6f77-4c9b-b020-d2ef15d2058f req-771a5656-076a-4df0-b1c7-1b39044280c6 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:19.175760 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-36076f3e-3acb-46b2-b9f9-e70b07226324 req-65b15d9f-f7bb-4619-be82-47d99e561f44 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220579 May 24 23:25:19.183101 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e62f0d0a-6f77-4c9b-b020-d2ef15d2058f req-771a5656-076a-4df0-b1c7-1b39044280c6 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1016309 May 24 23:25:19.242213 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e62f0d0a-6f77-4c9b-b020-d2ef15d2058f req-61eb03fa-9285-4843-ba0c-d089276a3894 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521493 May 24 23:25:19.342545 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:25:19.353256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a6eb891-a626-4013-814d-be668eb0d5a8 req-6445b128-e54d-4f8c-9767-05572dfe08bc service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825415 May 24 23:25:19.588221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50374) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:19.712583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-882513052-network', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:19.718342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:19.722492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Usage tracker for resource:network and tenant:ec879c7dfe744a37b5f9c5531750c755 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:19.725462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:19.731410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:19.745744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Made reservation on behalf of ec879c7dfe744a37b5f9c5531750c755 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:25:19.748543 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:19.760405 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:19.775792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:19.781183 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Usage tracker for resource:security_group_rule and tenant:ec879c7dfe744a37b5f9c5531750c755 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:19.784199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:19.790239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:19.874236 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:19.881186 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:19.910676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:25:19.918797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36493a97-a13a-4af0-9091-ebf2de72705c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:19.924264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:19.924604 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Added segment 4d18b0c3-0f8c-4945-906b-bc258b5b7f60 of type vlan for network 9dadcc83-21a8-4d04-8c39-52883090a8ca May 24 23:25:19.952621 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:19.985580 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:19.986820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:19.987395 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:20.089555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] Pushing event updated for resources: {'Network': ['ID=9dadcc83-21a8-4d04-8c39-52883090a8ca,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:20.093048 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-56e9e06b-9cba-48eb-9b4c-aea6f0080233 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5036964 May 24 23:25:20.097461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50380) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:20.102420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 9dadcc83-21a8-4d04-8c39-52883090a8ca details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:25:20.102958 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Request body: {'subnet': {'network_id': '9dadcc83-21a8-4d04-8c39-52883090a8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-882513052-subnet', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:20.109392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:20.113270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Usage tracker for resource:subnet and tenant:ec879c7dfe744a37b5f9c5531750c755 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:20.116112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:20.121734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:20.136558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Made reservation on behalf of ec879c7dfe744a37b5f9c5531750c755 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:25:20.139642 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:20.386339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3f4f2-1160-40c0-98d5-1a3928e052ec req-e906419a-0444-40dd-8a4a-f51b5adac7e1 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:20.389640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60d3f4f2-1160-40c0-98d5-1a3928e052ec req-e906419a-0444-40dd-8a4a-f51b5adac7e1 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 943 time: 0.0989239 May 24 23:25:20.441581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-60d3f4f2-1160-40c0-98d5-1a3928e052ec req-5f8c59a0-e79e-4036-bad3-173b968ff65d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449600 May 24 23:25:20.499127 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:20.625261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41303f8-d904-4125-822c-4a1f3883d78c,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:20.639893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Checking segment: {'id': '4d18b0c3-0f8c-4945-906b-bc258b5b7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9dadcc83-21a8-4d04-8c39-52883090a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:25:20.640139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Network hostable DHCP agents. Network: 9dadcc83-21a8-4d04-8c39-52883090a8ca, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:25:20.673531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790b735-793c-4a11-bb3c-d91c36b407a5 req-ed671905-8ee6-4458-8329-347b02dd5e5f tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:20.675105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0790b735-793c-4a11-bb3c-d91c36b407a5 req-ed671905-8ee6-4458-8329-347b02dd5e5f tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1478577 May 24 23:25:20.694904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Network 9dadcc83-21a8-4d04-8c39-52883090a8ca is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:25:20.715930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 9dadcc83-21a8-4d04-8c39-52883090a8ca) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:20.724048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff3626b-06ef-430e-99cf-393c1f63d1f9 None None] Network 9dadcc83-21a8-4d04-8c39-52883090a8ca requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:25:20.724465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:20.725035 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:20.737428 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0790b735-793c-4a11-bb3c-d91c36b407a5 req-e0bda9f4-57a8-475a-ab36-959a577ad2d4 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559235 May 24 23:25:20.749305 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-12ef35f9-936c-459c-9526-128fea96c86c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6507823 May 24 23:25:20.752428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50388) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:20.757418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-882513052-router', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:20.762854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:20.767661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Usage tracker for resource:router and tenant:ec879c7dfe744a37b5f9c5531750c755 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:20.770786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:20.776839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:20.788910 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:20.789930 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:20.805470 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:20.946749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-9dadcc83-21a8-4d04-8c39-52883090a8ca', 'network_id': '9dadcc83-21a8-4d04-8c39-52883090a8ca', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'fixed_ips': [{'subnet_id': 'a41303f8-d904-4125-822c-4a1f3883d78c'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:25:20.947575 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:21.075192 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:21.109090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Allocated IP 172.20.0.2 (9dadcc83-21a8-4d04-8c39-52883090a8ca/a41303f8-d904-4125-822c-4a1f3883d78c/8d85b795-55e0-4418-9b6a-bd6fa0c42060) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:25:21.204594 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device e1f0776a-3958-4641-ab4e-f96eee7431bb details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:25:21.375355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 91e653c7-cb67-4cd4-9672-f2571838d80a details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:25:21.435018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:21.452917 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:21.471514 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:21.504972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Transition to ACTIVE for port object 8d85b795-55e0-4418-9b6a-bd6fa0c42060 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:21.508210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port e1f0776a-3958-4641-ab4e-f96eee7431bb, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:21.594064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': 'e1f0776a-3958-4641-ab4e-f96eee7431bb', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'port_id': 'e1f0776a-3958-4641-ab4e-f96eee7431bb', 'mac_address': 'fa:16:3e:8e:4b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:25:21.647418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Transition to ACTIVE for port object 8d85b795-55e0-4418-9b6a-bd6fa0c42060 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:21.670055 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:21.692671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Allocated IP 172.25.7.218 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/6e15e3ff-d3bc-43be-b0c7-b88165315813) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:25:21.793919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Network 9dadcc83-21a8-4d04-8c39-52883090a8ca is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:21.803751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:21.806156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:25:21.808217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port e1f0776a-3958-4641-ab4e-f96eee7431bb is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:21.808630 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:21.819254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b3169-5d3f-425b-a557-f3039fe25757 req-cfa18e4e-cb8d-4707-8983-20e0d90b1ac8 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:21.821140 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-810b3169-5d3f-425b-a557-f3039fe25757 req-cfa18e4e-cb8d-4707-8983-20e0d90b1ac8 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 943 time: 0.2126906 May 24 23:25:21.834160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 91e653c7-cb67-4cd4-9672-f2571838d80a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=91e653c7-cb67-4cd4-9672-f2571838d80a,segment=NetworkSegment(79189a49-8119-4b12-b382-f48145863d94),segment_id=79189a49-8119-4b12-b382-f48145863d94)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:21.876039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f0776a-3958-4641-ab4e-f96eee7431bb {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:25:21.910226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port e1f0776a-3958-4641-ab4e-f96eee7431bb, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:21.911484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '91e653c7-cb67-4cd4-9672-f2571838d80a', 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80', 'port_id': '91e653c7-cb67-4cd4-9672-f2571838d80a', 'mac_address': 'fa:16:3e:ed:e3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141165ad-6e3a-4927-bff6-f429aec29b56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:25:21.926319 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-810b3169-5d3f-425b-a557-f3039fe25757 req-0b16676a-a2a7-492f-ad4e-e8da2764c637 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920765 May 24 23:25:21.935094 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:21.940382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Pushing event updated for resources: {'Port': ['ID=8d85b795-55e0-4418-9b6a-bd6fa0c42060,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:21.949998 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:21.965108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b73a40-8deb-4648-a8f1-73a4dbd5c186 req-efe97677-8005-4860-ba51-91bed0f7939b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:21.966715 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-09b73a40-8deb-4648-a8f1-73a4dbd5c186 req-efe97677-8005-4860-ba51-91bed0f7939b tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 943 time: 0.1077497 May 24 23:25:21.985929 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:22.023585 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-09b73a40-8deb-4648-a8f1-73a4dbd5c186 req-ebe7fd2c-ddcc-4e53-9f95-288336b8f7a4 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445216 May 24 23:25:22.049167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Attempting to bind port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:25:22.050143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Attempting to bind port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '4d18b0c3-0f8c-4945-906b-bc258b5b7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9dadcc83-21a8-4d04-8c39-52883090a8ca'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:25:22.050503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Attempting to bind port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 on network 9dadcc83-21a8-4d04-8c39-52883090a8ca {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:25:22.059416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:22.062888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:22.066560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:25:22.081420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:25:22.082304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Checking segment: {'id': '4d18b0c3-0f8c-4945-906b-bc258b5b7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9dadcc83-21a8-4d04-8c39-52883090a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:25:22.082304 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:22.082672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Bound using segment: {'id': '4d18b0c3-0f8c-4945-906b-bc258b5b7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9dadcc83-21a8-4d04-8c39-52883090a8ca'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:25:22.083220 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Bound port: 8d85b795-55e0-4418-9b6a-bd6fa0c42060, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d18b0c3-0f8c-4945-906b-bc258b5b7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9dadcc83-21a8-4d04-8c39-52883090a8ca'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:25:22.083602 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:22.096772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Pushing event updated for resources: {'Port': ['ID=6e15e3ff-d3bc-43be-b0c7-b88165315813,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:22.150314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 91e653c7-cb67-4cd4-9672-f2571838d80a is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:22.150900 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:22.170153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['e1f0776a-3958-4641-ab4e-f96eee7431bb'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:25:22.206038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=e1f0776a-3958-4641-ab4e-f96eee7431bb,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:22.227850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e653c7-cb67-4cd4-9672-f2571838d80a {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:25:22.287423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] For port 8d85b795-55e0-4418-9b6a-bd6fa0c42060, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:25:22.295156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 91e653c7-cb67-4cd4-9672-f2571838d80a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=91e653c7-cb67-4cd4-9672-f2571838d80a,segment=NetworkSegment(79189a49-8119-4b12-b382-f48145863d94),segment_id=79189a49-8119-4b12-b382-f48145863d94)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:22.299030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] For port 8d85b795-55e0-4418-9b6a-bd6fa0c42060, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8d85b795-55e0-4418-9b6a-bd6fa0c42060,segment=NetworkSegment(4d18b0c3-0f8c-4945-906b-bc258b5b7f60),segment_id=4d18b0c3-0f8c-4945-906b-bc258b5b7f60)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:25:22.310483 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:22.315313 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:22.439258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071ec0d-78c9-40eb-a6f6-edb8511c12d4 None None] Pushing event updated for resources: {'Port': ['ID=8d85b795-55e0-4418-9b6a-bd6fa0c42060,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:22.552157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=91e653c7-cb67-4cd4-9672-f2571838d80a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:22.634326 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:22.653734 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['91e653c7-cb67-4cd4-9672-f2571838d80a'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:25:23.024302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:23.223328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device e1f0776a-3958-4641-ab4e-f96eee7431bb up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:23.247571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b618a1e-81ea-4d66-b566-524849a624ed req-b8efbfbe-e8bc-4db8-83c0-45476c8706f2 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:23.249374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2b618a1e-81ea-4d66-b566-524849a624ed req-b8efbfbe-e8bc-4db8-83c0-45476c8706f2 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 944 time: 0.0925119 May 24 23:25:23.274307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814658dd-7807-4387-a27b-d8bace202450 req-f0dd2ca5-b150-41f0-a189-b5b6508ed8fe tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:23.281908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-814658dd-7807-4387-a27b-d8bace202450 req-f0dd2ca5-b150-41f0-a189-b5b6508ed8fe tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 944 time: 0.2071140 May 24 23:25:23.318038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2b618a1e-81ea-4d66-b566-524849a624ed req-6204fbc5-6d63-41cc-886f-de90601ae2ca tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614481 May 24 23:25:23.321046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port e1f0776a-3958-4641-ab4e-f96eee7431bb completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:23.332836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port e1f0776a-3958-4641-ab4e-f96eee7431bb triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:23.332836 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:23.340893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-814658dd-7807-4387-a27b-d8bace202450 req-49b43856-3a3c-4425-8704-bcf21a1373d7 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580914 May 24 23:25:23.360986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:25:23.378251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 91e653c7-cb67-4cd4-9672-f2571838d80a up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:23.502436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f74b1a6-fa78-4b45-a497-fe06aacf5ecc None None] Network 9dadcc83-21a8-4d04-8c39-52883090a8ca requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:25:23.557340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:25:23.566883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 91e653c7-cb67-4cd4-9672-f2571838d80a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:23.582656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:23.586507 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cdb6dcff-9fbf-4c78-a378-5dd4a5cdde79 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.8304038 May 24 23:25:23.586709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50400) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:23.587976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Sync routers for ids ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:25:23.598504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port e1f0776a-3958-4641-ab4e-f96eee7431bb is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:23.598885 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:23.612160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 91e653c7-cb67-4cd4-9672-f2571838d80a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:23.612526 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:23.683193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Routers {'46b38c13-9ab3-4f56-baa2-68c134aeaff0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:23.683821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:23.761784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f0776a-3958-4641-ab4e-f96eee7431bb'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:23.766351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a30364d6-24d7-404d-9dd5-162c4b62422b None None] Provisioning for port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:23.803242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port e1f0776a-3958-4641-ab4e-f96eee7431bb, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:23.819542 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:23.854071 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52045621-2b18-491b-9145-74e1258db873'] response: {'server_uuid': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f0776a-3958-4641-ab4e-f96eee7431bb', 'code': 200} May 24 23:25:24.091968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8d85b795-55e0-4418-9b6a-bd6fa0c42060 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:24.146571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e07f6-59fa-4de3-b20e-22926b972afa req-6252bbda-7a58-437a-8176-1b18ce647894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:24.147934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce1e07f6-59fa-4de3-b20e-22926b972afa req-6252bbda-7a58-437a-8176-1b18ce647894 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 1096 time: 0.1814744 May 24 23:25:24.168606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=e1f0776a-3958-4641-ab4e-f96eee7431bb,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:24.195486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Set router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:24.267990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce1e07f6-59fa-4de3-b20e-22926b972afa req-4d6e654c-86ac-4679-9f30-046c5fa694e4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129806 May 24 23:25:24.339764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 91e653c7-cb67-4cd4-9672-f2571838d80a is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:24.340337 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:24.466844 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:24.484744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 91e653c7-cb67-4cd4-9672-f2571838d80a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=91e653c7-cb67-4cd4-9672-f2571838d80a,segment=NetworkSegment(79189a49-8119-4b12-b382-f48145863d94),segment_id=79189a49-8119-4b12-b382-f48145863d94)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:24.486826 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:24.495306 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:24.497051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:24.497612 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:24.591607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6e1ac-2fa0-48c7-8964-9592ae49c28b req-de75df86-b304-4e9f-b8e6-02efa2b966ff tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:24.599103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76b6e1ac-2fa0-48c7-8964-9592ae49c28b req-de75df86-b304-4e9f-b8e6-02efa2b966ff tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 944 time: 0.1656432 May 24 23:25:24.600163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc761c-120b-43d0-9aa4-37720d510f38 req-7cb839b8-01d9-4729-9673-b1a6e47ee1fd tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:24.606477 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:24.610100 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-69fc761c-120b-43d0-9aa4-37720d510f38 req-7cb839b8-01d9-4729-9673-b1a6e47ee1fd tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 945 time: 0.1295152 May 24 23:25:24.664649 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-69fc761c-120b-43d0-9aa4-37720d510f38 req-f2b2d92c-7386-4f25-9aa3-83d69ea8e2b1 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509210 May 24 23:25:24.676338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=91e653c7-cb67-4cd4-9672-f2571838d80a,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:24.723122 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-76b6e1ac-2fa0-48c7-8964-9592ae49c28b req-0921385e-6cc1-4c2d-8e3b-52283c315ced tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231880 May 24 23:25:24.750450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'name': 'tempest-ImageQuotaTest-882513052-router', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:20Z', 'updated_at': '2022-05-24T23:25:22Z', 'revision_number': 3, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'gw_port': {'id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:21Z', 'updated_at': '2022-05-24T23:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:24.757339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Checking router: 46b38c13-9ab3-4f56-baa2-68c134aeaff0 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:25:24.757785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Updating router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 port 6e15e3ff-d3bc-43be-b0c7-b88165315813 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:25:24.781575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:24.781956 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:24.839191 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:24.874993 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 8d85b795-55e0-4418-9b6a-bd6fa0c42060, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8d85b795-55e0-4418-9b6a-bd6fa0c42060,segment=NetworkSegment(4d18b0c3-0f8c-4945-906b-bc258b5b7f60),segment_id=4d18b0c3-0f8c-4945-906b-bc258b5b7f60)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:24.882299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:24.882835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Allocated IP 172.20.0.1 (9dadcc83-21a8-4d04-8c39-52883090a8ca/a41303f8-d904-4125-822c-4a1f3883d78c/dac61d53-8112-43da-87d2-17526c031eee) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:25:25.016468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-86ccdea2-7813-425c-af52-f698b53f5b6f None None] Provisioning complete for port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:25.016835 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-86ccdea2-7813-425c-af52-f698b53f5b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.036847 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.046449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=8d85b795-55e0-4418-9b6a-bd6fa0c42060,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:25.054371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Transition to ACTIVE for port object dac61d53-8112-43da-87d2-17526c031eee will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:25.079445 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.150398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Network 9dadcc83-21a8-4d04-8c39-52883090a8ca is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:25.153286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:25.156185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:25:25.194550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Pushing event updated for resources: {'Port': ['ID=dac61d53-8112-43da-87d2-17526c031eee,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:25.222719 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.257393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-86ccdea2-7813-425c-af52-f698b53f5b6f None None] Current status of the port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:25.357958 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.374781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Transition to ACTIVE for port object 6e15e3ff-d3bc-43be-b0c7-b88165315813 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:25:25.383612 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.468809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Attempting to bind port 6e15e3ff-d3bc-43be-b0c7-b88165315813 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:25:25.469177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Attempting to bind port 6e15e3ff-d3bc-43be-b0c7-b88165315813 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:25:25.469561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Attempting to bind port 6e15e3ff-d3bc-43be-b0c7-b88165315813 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:25:25.476548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508398cc-9311-4a34-a853-8e006e88d8fc None None] Pushing event updated for resources: {'Port': ['ID=6e15e3ff-d3bc-43be-b0c7-b88165315813,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:25.482332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:25:25.482703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:25:25.483099 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.483621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:25:25.483939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Bound port: 6e15e3ff-d3bc-43be-b0c7-b88165315813, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:25:25.484309 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.516484 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.526864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a89eebe4-5f57-4b5f-8252-b1b38a27d18e None None] Provisioning for port dac61d53-8112-43da-87d2-17526c031eee completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:25.536264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a89eebe4-5f57-4b5f-8252-b1b38a27d18e None None] Provisioning complete for port dac61d53-8112-43da-87d2-17526c031eee triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:25.536636 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a89eebe4-5f57-4b5f-8252-b1b38a27d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.608349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] For port 6e15e3ff-d3bc-43be-b0c7-b88165315813, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:25:25.610485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a89eebe4-5f57-4b5f-8252-b1b38a27d18e None None] Port dac61d53-8112-43da-87d2-17526c031eee cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:25:25.613040 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] For port 6e15e3ff-d3bc-43be-b0c7-b88165315813, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6e15e3ff-d3bc-43be-b0c7-b88165315813,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:25:25.618709 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:25.751389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Routers {'46b38c13-9ab3-4f56-baa2-68c134aeaff0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:25.752049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:25.818778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508398cc-9311-4a34-a853-8e006e88d8fc None None] Pushing event updated for resources: {'Port': ['ID=6e15e3ff-d3bc-43be-b0c7-b88165315813,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:25.860581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab92cfb-b82a-4551-b33d-bf3e417da7ce req-f0330c7a-c321-4d1a-a84d-a97cc511a8a6 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:25.863482 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eab92cfb-b82a-4551-b33d-bf3e417da7ce req-f0330c7a-c321-4d1a-a84d-a97cc511a8a6 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 945 time: 0.0905428 May 24 23:25:25.891160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476dcaf9-727d-45e2-9f36-3f8ee35a5f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e653c7-cb67-4cd4-9672-f2571838d80a'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:25.917534 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eab92cfb-b82a-4551-b33d-bf3e417da7ce req-edd1d6d2-a5c3-4304-a116-55bf566cd662 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490839 May 24 23:25:25.947692 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] Set router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:25.992398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353edf66-fc8f-4d32-acb8-ad9fe1903e78 req-81db695c-0bf7-4143-b8ad-e64b83276c1e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:25.993938 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-353edf66-fc8f-4d32-acb8-ad9fe1903e78 req-81db695c-0bf7-4143-b8ad-e64b83276c1e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 945 time: 0.1388123 May 24 23:25:26.005836 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16dd75ec-930b-4cbc-a51c-f001704e7139'] response: {'server_uuid': '476dcaf9-727d-45e2-9f36-3f8ee35a5f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e653c7-cb67-4cd4-9672-f2571838d80a', 'code': 200} May 24 23:25:26.052143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:26.062770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-353edf66-fc8f-4d32-acb8-ad9fe1903e78 req-740113e7-d780-4163-b950-97b8f8825379 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542002 May 24 23:25:26.063996 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:26.116050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8d85b795-55e0-4418-9b6a-bd6fa0c42060 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:26.191316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Pushing event updated for resources: {'Port': ['ID=dac61d53-8112-43da-87d2-17526c031eee,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:26.195807 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171580-f857-46d6-8e05-2cc880e3faef req-c690c275-cffd-4c94-89de-e60812f657c0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:26.198993 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af171580-f857-46d6-8e05-2cc880e3faef req-c690c275-cffd-4c94-89de-e60812f657c0 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 945 time: 0.1108739 May 24 23:25:26.250246 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af171580-f857-46d6-8e05-2cc880e3faef req-60ec9f20-2b56-4a5d-991b-c16d18771e6c tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434914 May 24 23:25:26.256649 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:26.259330 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:26.331281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:26.331630 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:26.459506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb9f1d-e94a-456e-8b5d-0036fc533ae4 req-7e664744-0ecc-4134-961b-667dd78db7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:26.461019 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cdb9f1d-e94a-456e-8b5d-0036fc533ae4 req-7e664744-0ecc-4134-961b-667dd78db7ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 1096 time: 0.3644023 May 24 23:25:26.499150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:26.502868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'name': 'tempest-ImageQuotaTest-882513052-router', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:20Z', 'updated_at': '2022-05-24T23:25:25Z', 'revision_number': 4, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'gw_port': {'id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:21Z', 'updated_at': '2022-05-24T23:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'dac61d53-8112-43da-87d2-17526c031eee', 'name': '', 'network_id': '9dadcc83-21a8-4d04-8c39-52883090a8ca', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'mac_address': 'fa:16:3e:1a:49:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'a41303f8-d904-4125-822c-4a1f3883d78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:24Z', 'updated_at': '2022-05-24T23:25:24Z', 'revision_number': 1, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'subnets': [{'id': 'a41303f8-d904-4125-822c-4a1f3883d78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:26.503635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Network 9dadcc83-21a8-4d04-8c39-52883090a8ca is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:26.507399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3ed92-2b79-44eb-8d06-75d0ac8154d0 None None] The sync data for ids ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'] in n-d-843146-7 is: [{'id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'name': 'tempest-ImageQuotaTest-882513052-router', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:20Z', 'updated_at': '2022-05-24T23:25:25Z', 'revision_number': 4, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'gw_port': {'id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:21Z', 'updated_at': '2022-05-24T23:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'dac61d53-8112-43da-87d2-17526c031eee', 'name': '', 'network_id': '9dadcc83-21a8-4d04-8c39-52883090a8ca', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'mac_address': 'fa:16:3e:1a:49:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'a41303f8-d904-4125-822c-4a1f3883d78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:24Z', 'updated_at': '2022-05-24T23:25:24Z', 'revision_number': 1, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'subnets': [{'id': 'a41303f8-d904-4125-822c-4a1f3883d78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:25:26.507920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:26.603882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cdb9f1d-e94a-456e-8b5d-0036fc533ae4 req-4470db23-1426-4811-b23f-43959358fb81 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286123 May 24 23:25:26.627596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270c1a8-0eba-4b1b-b583-f43921ebb2c6 req-f6aa3165-96be-4a48-9b5d-a3c4f1a43aa5 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:26.629163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d270c1a8-0eba-4b1b-b583-f43921ebb2c6 req-f6aa3165-96be-4a48-9b5d-a3c4f1a43aa5 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 945 time: 0.2657294 May 24 23:25:26.759577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2ae9f326-b7f1-4d16-9f83-90e61cad54bf None None] Provisioning complete for port dac61d53-8112-43da-87d2-17526c031eee triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:26.760294 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f326-b7f1-4d16-9f83-90e61cad54bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:26.765024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d270c1a8-0eba-4b1b-b583-f43921ebb2c6 req-f55001ec-3442-4dd2-992e-5be3b4cc5a96 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267023 May 24 23:25:26.786622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:25:26.791928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50422) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:26.841267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9f326-b7f1-4d16-9f83-90e61cad54bf None None] Port dac61d53-8112-43da-87d2-17526c031eee cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:25:26.989481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:25:27.000756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d193d42d-b981-442e-bef0-9628a789a0fc admin admin] 10.222.0.55 "PUT /v2.0/routers/46b38c13-9ab3-4f56-baa2-68c134aeaff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4130096 May 24 23:25:27.009113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd39cb1-ffa0-43bc-ac8c-795e861309cf tempest-TestServerBasicOps-94655205 tempest-TestServerBasicOps-94655205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:27.009948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5dd39cb1-ffa0-43bc-ac8c-795e861309cf tempest-TestServerBasicOps-94655205 tempest-TestServerBasicOps-94655205-project-admin] Synchronizing usage tracker for tenant:ba89d3a60b5147b2b38d0368fc0a2d6b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:25:27.030438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5dd39cb1-ffa0-43bc-ac8c-795e861309cf tempest-TestServerBasicOps-94655205 tempest-TestServerBasicOps-94655205-project-admin] Unset dirty status for tenant:ba89d3a60b5147b2b38d0368fc0a2d6b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:25:27.035178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50430) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:27.035466 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5dd39cb1-ffa0-43bc-ac8c-795e861309cf tempest-TestServerBasicOps-94655205 tempest-TestServerBasicOps-94655205-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 1091 time: 0.2422447 May 24 23:25:27.040758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': 'e1f0776a-3958-4641-ab4e-f96eee7431bb', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:25:27.047883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:27.051920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Usage tracker for resource:floatingip and tenant:f0e4eb66b0434edda53383c15f2baff7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:27.055130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:27.061008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:27.073201 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:27.251719 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:27.311440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12067a0-ebc4-474b-9c39-dd41d6f17c13 req-921ec64b-84d4-4dab-ade8-c714923a07c4 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:27.313904 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f12067a0-ebc4-474b-9c39-dd41d6f17c13 req-921ec64b-84d4-4dab-ade8-c714923a07c4 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 945 time: 0.1185567 May 24 23:25:27.385870 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f12067a0-ebc4-474b-9c39-dd41d6f17c13 req-6d5b2182-10fe-4fa8-ac3c-e0bc3af661bd tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594988 May 24 23:25:27.442158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Allocated IP 172.25.7.216 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/816d97a7-1b12-451d-b0c3-b6db786315de) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:25:27.741715 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:27.781585 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:27.853663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:25:27.856958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:25:27.866440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:25:27.925944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event updated for resources: {'Port': ['ID=816d97a7-1b12-451d-b0c3-b6db786315de,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:28.077462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6e15e3ff-d3bc-43be-b0c7-b88165315813 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:28.150872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 6e15e3ff-d3bc-43be-b0c7-b88165315813 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:25:28.157933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6e15e3ff-d3bc-43be-b0c7-b88165315813 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:28.158530 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:28.287895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6e15e3ff-d3bc-43be-b0c7-b88165315813 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:28.288273 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:28.307417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 6e15e3ff-d3bc-43be-b0c7-b88165315813, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6e15e3ff-d3bc-43be-b0c7-b88165315813,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:28.313020 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:28.353639 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:28.372578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50452) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:28.396736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=6e15e3ff-d3bc-43be-b0c7-b88165315813,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:28.446760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:28.683219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72ad67-3ab1-47dc-bdc0-b0f5d96337a8 req-4eeaa51c-7f30-49af-be02-104af0f52250 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:28.684618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f72ad67-3ab1-47dc-bdc0-b0f5d96337a8 req-4eeaa51c-7f30-49af-be02-104af0f52250 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 945 time: 0.1915693 May 24 23:25:28.748589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2f72ad67-3ab1-47dc-bdc0-b0f5d96337a8 req-c9f72f45-4b89-44f7-a703-1260dc23ab98 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567422 May 24 23:25:28.773122 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:28.774135 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:28.889740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event updated for resources: {'Port': ['ID=816d97a7-1b12-451d-b0c3-b6db786315de,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:28.902516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:28.940249 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9617-da45-4072-a3f2-31c30164d76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:28.961902 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] Sync routers for ids ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:25:28.974745 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] Routers {'46b38c13-9ab3-4f56-baa2-68c134aeaff0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:28.975590 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:29.094682 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Floating IP 0aac75b9-becf-4965-936d-143e964b4f79 associated. External IP: 172.25.7.216, port: e1f0776a-3958-4641-ab4e-f96eee7431bb. May 24 23:25:29.198882 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] Set router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:29.502302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd9617-da45-4072-a3f2-31c30164d76f admin admin] Deleting port dac61d53-8112-43da-87d2-17526c031eee {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:29.502890 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9617-da45-4072-a3f2-31c30164d76f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:29.545877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-27bdab01-357b-42a6-9b05-c87fb5b1d456 req-4687a571-3776-4559-9a7c-a823fb20313b tempest-AttachVolumeNegativeTest-103528578 tempest-AttachVolumeNegativeTest-103528578-project] (88389) timed out ('10.222.0.50', 65180) {{(pid=88389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:25:29.581125 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'name': 'tempest-ImageQuotaTest-882513052-router', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:20Z', 'updated_at': '2022-05-24T23:25:25Z', 'revision_number': 4, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'gw_port': {'id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:21Z', 'updated_at': '2022-05-24T23:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'dac61d53-8112-43da-87d2-17526c031eee', 'name': '', 'network_id': '9dadcc83-21a8-4d04-8c39-52883090a8ca', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'mac_address': 'fa:16:3e:1a:49:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'a41303f8-d904-4125-822c-4a1f3883d78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:24Z', 'updated_at': '2022-05-24T23:25:25Z', 'revision_number': 2, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'subnets': [{'id': 'a41303f8-d904-4125-822c-4a1f3883d78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:29.585993 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] Checking router: 46b38c13-9ab3-4f56-baa2-68c134aeaff0 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:25:29.586913 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] Updating router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 port dac61d53-8112-43da-87d2-17526c031eee binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:25:29.643506 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:29.691862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9617-da45-4072-a3f2-31c30164d76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:29.714350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Router 1354c8e5-fe34-4db5-8dab-a4a33e415152 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:25:29.835426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd9617-da45-4072-a3f2-31c30164d76f admin admin] Calling delete_port for dac61d53-8112-43da-87d2-17526c031eee owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:29.964199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:25:29.983463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229deb6-7b66-4c24-8898-35571a28ff20 None None] Sync routers for ids ['1354c8e5-fe34-4db5-8dab-a4a33e415152'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:25:30.001371 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:30.010283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229deb6-7b66-4c24-8898-35571a28ff20 None None] Routers {'1354c8e5-fe34-4db5-8dab-a4a33e415152'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:30.015722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f229deb6-7b66-4c24-8898-35571a28ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1354c8e5-fe34-4db5-8dab-a4a33e415152'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:30.057672 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9617-da45-4072-a3f2-31c30164d76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:30.081256 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.db.api [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:25:30.081845 n-d-843146-7 neutron-server[88392]: DEBUG oslo_db.api [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:25:30.128205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a77a9ff5-1496-4856-8aee-86c465900ff2 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0891335 May 24 23:25:30.128205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'tag': 'e1f0776a-3958-4641-ab4e-f96eee7431bb'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:25:30.143811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd9617-da45-4072-a3f2-31c30164d76f admin admin] Pushing event deleted for resources: {'Port': ['ID=dac61d53-8112-43da-87d2-17526c031eee,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:30.178994 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c45630-4094-4bdd-8748-86a75ecd4e28'] response: {'name': 'network-changed', 'server_uuid': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'tag': 'e1f0776a-3958-4641-ab4e-f96eee7431bb', 'status': 'completed', 'code': 200} May 24 23:25:30.187274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6e15e3ff-d3bc-43be-b0c7-b88165315813 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:25:30.352757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec6977-0737-46aa-8753-5b331e69c60b req-610039e2-e8d1-451f-970a-88ffc3367b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:30.355346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ec6977-0737-46aa-8753-5b331e69c60b req-610039e2-e8d1-451f-970a-88ffc3367b94 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0e4eb66b0434edda53383c15f2baff7&device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 1096 time: 0.1482849 May 24 23:25:30.495338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6e15e3ff-d3bc-43be-b0c7-b88165315813 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:25:30.495728 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:30.563207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f229deb6-7b66-4c24-8898-35571a28ff20 None None] Set router 1354c8e5-fe34-4db5-8dab-a4a33e415152 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:30.585986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec6977-0737-46aa-8753-5b331e69c60b req-e61df939-bc38-46c9-aa86-3332d3b9a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:30.587634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ec6977-0737-46aa-8753-5b331e69c60b req-e61df939-bc38-46c9-aa86-3332d3b9a9b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=77ea3a44-0c61-415e-95a7-b9af8503fbf2 HTTP/1.1" status: 200 len: 909 time: 0.2223091 May 24 23:25:30.685699 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] Port dac61d53-8112-43da-87d2-17526c031eee not found while updating agent binding for router 46b38c13-9ab3-4f56-baa2-68c134aeaff0. {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 24 23:25:30.707421 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] Routers {'46b38c13-9ab3-4f56-baa2-68c134aeaff0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:30.711134 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:30.760888 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9617-da45-4072-a3f2-31c30164d76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:30.763787 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ec6977-0737-46aa-8753-5b331e69c60b req-97b9108e-09dd-4e55-8f07-a0d3adf77ea6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb HTTP/1.1" status: 200 len: 999 time: 0.1692657 May 24 23:25:30.860324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec6977-0737-46aa-8753-5b331e69c60b req-1a930723-9cbe-49aa-abec-f4f60cbec745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:30.862099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ec6977-0737-46aa-8753-5b331e69c60b req-1a930723-9cbe-49aa-abec-f4f60cbec745 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37 HTTP/1.1" status: 200 len: 847 time: 0.0924475 May 24 23:25:30.978818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec6977-0737-46aa-8753-5b331e69c60b req-c990617e-2e02-41f0-863f-a126c083e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:30.983018 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ec6977-0737-46aa-8753-5b331e69c60b req-c990617e-2e02-41f0-863f-a126c083e35e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77ea3a44-0c61-415e-95a7-b9af8503fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148717 May 24 23:25:31.004943 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6e15e3ff-d3bc-43be-b0c7-b88165315813 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:31.042955 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] Set router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:31.225808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f229deb6-7b66-4c24-8898-35571a28ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:59Z', 'revision_number': 4, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0aac75b9-becf-4965-936d-143e964b4f79', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'port_id': 'e1f0776a-3958-4641-ab4e-f96eee7431bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'mac_address': 'fa:16:3e:8e:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:25:28Z', 'updated_at': '2022-05-24T23:25:28Z', 'revision_number': 0, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f59ecd-79b5-4f63-bf4a-2c55d0ea7973', 'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'mac_address': 'fa:16:3e:19:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:58Z', 'updated_at': '2022-05-24T23:25:07Z', 'revision_number': 5, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'subnets': [{'id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:31.226738 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ec6977-0737-46aa-8753-5b331e69c60b req-27d09b3d-a44c-481d-914e-94fbb5dd27c9 service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356827 May 24 23:25:31.236700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229deb6-7b66-4c24-8898-35571a28ff20 None None] Checking router: 1354c8e5-fe34-4db5-8dab-a4a33e415152 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:25:31.258248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229deb6-7b66-4c24-8898-35571a28ff20 None None] Routers {'1354c8e5-fe34-4db5-8dab-a4a33e415152'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:31.259878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f229deb6-7b66-4c24-8898-35571a28ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1354c8e5-fe34-4db5-8dab-a4a33e415152'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:31.436999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbd9617-da45-4072-a3f2-31c30164d76f admin admin] Router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:25:31.454951 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-53ec6977-0737-46aa-8753-5b331e69c60b req-04d08aa3-1364-49d6-806e-767cdde197c8 service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202361 May 24 23:25:31.468558 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'name': 'tempest-ImageQuotaTest-882513052-router', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:20Z', 'updated_at': '2022-05-24T23:25:29Z', 'revision_number': 5, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'gw_port': {'id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:21Z', 'updated_at': '2022-05-24T23:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:31.473923 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5fc78-766f-453a-b558-e0629ec3473c None None] The sync data for ids ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'] in n-d-843146-7 is: [{'id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'name': 'tempest-ImageQuotaTest-882513052-router', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:20Z', 'updated_at': '2022-05-24T23:25:29Z', 'revision_number': 5, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'gw_port': {'id': '6e15e3ff-d3bc-43be-b0c7-b88165315813', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:21Z', 'updated_at': '2022-05-24T23:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:25:31.532693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f229deb6-7b66-4c24-8898-35571a28ff20 None None] Set router 1354c8e5-fe34-4db5-8dab-a4a33e415152 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:31.671151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbd9617-da45-4072-a3f2-31c30164d76f admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:25:31.683996 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3cbd9617-da45-4072-a3f2-31c30164d76f admin admin] 10.222.0.55 "PUT /v2.0/routers/46b38c13-9ab3-4f56-baa2-68c134aeaff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3096645 May 24 23:25:31.687008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50540) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:31.883437 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:31.966406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f229deb6-7b66-4c24-8898-35571a28ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:59Z', 'revision_number': 4, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0aac75b9-becf-4965-936d-143e964b4f79', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'port_id': 'e1f0776a-3958-4641-ab4e-f96eee7431bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'mac_address': 'fa:16:3e:8e:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:25:28Z', 'updated_at': '2022-05-24T23:25:28Z', 'revision_number': 0, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f59ecd-79b5-4f63-bf4a-2c55d0ea7973', 'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'mac_address': 'fa:16:3e:19:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:58Z', 'updated_at': '2022-05-24T23:25:07Z', 'revision_number': 5, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'subnets': [{'id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:31.971130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229deb6-7b66-4c24-8898-35571a28ff20 None None] The sync data for ids ['1354c8e5-fe34-4db5-8dab-a4a33e415152'] in n-d-843146-7 is: [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:59Z', 'revision_number': 4, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0aac75b9-becf-4965-936d-143e964b4f79', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'port_id': 'e1f0776a-3958-4641-ab4e-f96eee7431bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'mac_address': 'fa:16:3e:8e:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:25:28Z', 'updated_at': '2022-05-24T23:25:28Z', 'revision_number': 0, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f59ecd-79b5-4f63-bf4a-2c55d0ea7973', 'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'mac_address': 'fa:16:3e:19:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:58Z', 'updated_at': '2022-05-24T23:25:07Z', 'revision_number': 5, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'subnets': [{'id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:25:32.011452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device dac61d53-8112-43da-87d2-17526c031eee no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:32.066851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: dac61d53-8112-43da-87d2-17526c031eee {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:25:32.067205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device dac61d53-8112-43da-87d2-17526c031eee not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:25:32.255732 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:32.267106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Deleting port 6e15e3ff-d3bc-43be-b0c7-b88165315813 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:32.267552 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:32.309263 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782110ae-cfbf-4f2d-8675-8e9c75ad177c None None] New status for floating IP 0aac75b9-becf-4965-936d-143e964b4f79: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:25:32.477998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] For port 6e15e3ff-d3bc-43be-b0c7-b88165315813, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6e15e3ff-d3bc-43be-b0c7-b88165315813,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:32.478360 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:32.661569 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Calling delete_port for 6e15e3ff-d3bc-43be-b0c7-b88165315813 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:32.768900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e563f-7f3b-4c06-98ae-937f775e1f3a None None] Sync routers for ids ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:25:32.778928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7e563f-7f3b-4c06-98ae-937f775e1f3a None None] Routers {'46b38c13-9ab3-4f56-baa2-68c134aeaff0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:32.779543 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ab7e563f-7f3b-4c06-98ae-937f775e1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:32.940360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ab7e563f-7f3b-4c06-98ae-937f775e1f3a None None] Set router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:32.998299 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.052457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e15e3ff-d3bc-43be-b0c7-b88165315813,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:33.053418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ab7e563f-7f3b-4c06-98ae-937f775e1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'name': 'tempest-ImageQuotaTest-882513052-router', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:20Z', 'updated_at': '2022-05-24T23:25:32Z', 'revision_number': 6, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:33.059109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e563f-7f3b-4c06-98ae-937f775e1f3a None None] Checking router: 46b38c13-9ab3-4f56-baa2-68c134aeaff0 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:25:33.068531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7e563f-7f3b-4c06-98ae-937f775e1f3a None None] Routers {'46b38c13-9ab3-4f56-baa2-68c134aeaff0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:25:33.069151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ab7e563f-7f3b-4c06-98ae-937f775e1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:25:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:33.147215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.256933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ab7e563f-7f3b-4c06-98ae-937f775e1f3a None None] Set router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:25:33.322982 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.325316 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.356295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.357122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46b38c13-9ab3-4f56-baa2-68c134aeaff0 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:25:33.370754 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.374802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50546) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:33.375419 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ab7e563f-7f3b-4c06-98ae-937f775e1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'name': 'tempest-ImageQuotaTest-882513052-router', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:20Z', 'updated_at': '2022-05-24T23:25:32Z', 'revision_number': 7, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:33.378121 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9a0a39cf-061e-4068-85da-2b8f4e40553d admin admin] 10.222.0.55 "DELETE /v2.0/routers/46b38c13-9ab3-4f56-baa2-68c134aeaff0 HTTP/1.1" status: 204 len: 168 time: 1.6859100 May 24 23:25:33.380755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e563f-7f3b-4c06-98ae-937f775e1f3a None None] The sync data for ids ['46b38c13-9ab3-4f56-baa2-68c134aeaff0'] in n-d-843146-7 is: [{'id': '46b38c13-9ab3-4f56-baa2-68c134aeaff0', 'name': 'tempest-ImageQuotaTest-882513052-router', 'tenant_id': 'ec879c7dfe744a37b5f9c5531750c755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:20Z', 'updated_at': '2022-05-24T23:25:32Z', 'revision_number': 7, 'project_id': 'ec879c7dfe744a37b5f9c5531750c755', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:25:33.449409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bc0016-c17d-40c6-ad0a-b51780fd401c admin admin] Deleting subnet a41303f8-d904-4125-822c-4a1f3883d78c {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:25:33.452670 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19bc0016-c17d-40c6-ad0a-b51780fd401c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.508742 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19bc0016-c17d-40c6-ad0a-b51780fd401c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.595178 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19bc0016-c17d-40c6-ad0a-b51780fd401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.672117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19bc0016-c17d-40c6-ad0a-b51780fd401c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.714698 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc0016-c17d-40c6-ad0a-b51780fd401c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41303f8-d904-4125-822c-4a1f3883d78c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:33.716674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19bc0016-c17d-40c6-ad0a-b51780fd401c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.723418 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-19bc0016-c17d-40c6-ad0a-b51780fd401c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a41303f8-d904-4125-822c-4a1f3883d78c HTTP/1.1" status: 204 len: 168 time: 0.3475232 May 24 23:25:33.723650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143a6ed-f690-4076-900f-c481c60df111 None None] Network 9dadcc83-21a8-4d04-8c39-52883090a8ca requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:25:33.726221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 50550) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:33.851106 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:33.867019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Deleting port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:33.867351 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:34.007669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] DHCP port deletion for 9dadcc83-21a8-4d04-8c39-52883090a8ca request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:25:34.013441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Deleting port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:34.013988 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:34.089128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6e15e3ff-d3bc-43be-b0c7-b88165315813 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:34.131083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 6e15e3ff-d3bc-43be-b0c7-b88165315813 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:25:34.131426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6e15e3ff-d3bc-43be-b0c7-b88165315813 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:25:34.131841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8d85b795-55e0-4418-9b6a-bd6fa0c42060 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:25:34.263900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] For port 8d85b795-55e0-4418-9b6a-bd6fa0c42060, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8d85b795-55e0-4418-9b6a-bd6fa0c42060,segment=NetworkSegment(4d18b0c3-0f8c-4945-906b-bc258b5b7f60),segment_id=4d18b0c3-0f8c-4945-906b-bc258b5b7f60)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:34.264507 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:34.381070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:25:34.381446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:34.399952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Calling delete_port for 8d85b795-55e0-4418-9b6a-bd6fa0c42060 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:34.413005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] For port 8d85b795-55e0-4418-9b6a-bd6fa0c42060, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8d85b795-55e0-4418-9b6a-bd6fa0c42060,segment=NetworkSegment(4d18b0c3-0f8c-4945-906b-bc258b5b7f60),segment_id=4d18b0c3-0f8c-4945-906b-bc258b5b7f60)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:34.413005 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:34.550241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Calling delete_port for 8d85b795-55e0-4418-9b6a-bd6fa0c42060 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:34.598406 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 8d85b795-55e0-4418-9b6a-bd6fa0c42060, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8d85b795-55e0-4418-9b6a-bd6fa0c42060,segment=NetworkSegment(4d18b0c3-0f8c-4945-906b-bc258b5b7f60),segment_id=4d18b0c3-0f8c-4945-906b-bc258b5b7f60)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:34.611343 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:34.620380 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:25:34.621117 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:25:34.702017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=8d85b795-55e0-4418-9b6a-bd6fa0c42060,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:34.709117 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:25:34.709552 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:25:34.710783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:34.711127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:34.711466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:34.711802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:34.712131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:34.712474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:34.712797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:34.713113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:34.713437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:34.713784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:34.716167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:34.716167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:25:35.122968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Deleting port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:35.123344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.210773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Deleting port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:35.211782 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.337337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] For port 8d85b795-55e0-4418-9b6a-bd6fa0c42060, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8d85b795-55e0-4418-9b6a-bd6fa0c42060,segment=NetworkSegment(4d18b0c3-0f8c-4945-906b-bc258b5b7f60),segment_id=4d18b0c3-0f8c-4945-906b-bc258b5b7f60)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:35.337951 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.429486 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebe5f-d190-439b-8835-bf559339b805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.439932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] For port 8d85b795-55e0-4418-9b6a-bd6fa0c42060, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8d85b795-55e0-4418-9b6a-bd6fa0c42060,segment=NetworkSegment(4d18b0c3-0f8c-4945-906b-bc258b5b7f60),segment_id=4d18b0c3-0f8c-4945-906b-bc258b5b7f60)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:25:35.440549 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.471785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Calling delete_port for 8d85b795-55e0-4418-9b6a-bd6fa0c42060 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:35.562800 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.569010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Calling delete_port for 8d85b795-55e0-4418-9b6a-bd6fa0c42060 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:25:35.624950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d85b795-55e0-4418-9b6a-bd6fa0c42060,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:35.630676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] No DVR routers for this DVR port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:25:35.648434 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:25:35.649132 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:25:35.749848 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.777966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dadcc83-21a8-4d04-8c39-52883090a8ca']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:35.791923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d18b0c3-0f8c-4945-906b-bc258b5b7f60') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:35.792218 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d18b0c3-0f8c-4945-906b-bc258b5b7f60') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:25:35.804642 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.820897 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.827177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:25:35.827564 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.927747 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.932884 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:35.940983 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 4d18b0c3-0f8c-4945-906b-bc258b5b7f60 resource provider aggregate not found May 24 23:25:35.958522 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9dadcc83-21a8-4d04-8c39-52883090a8ca HTTP/1.1" status: 204 len: 168 time: 2.2309878 May 24 23:25:35.964473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979e620-0aaa-4c29-9056-c5802fc8e666 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dadcc83-21a8-4d04-8c39-52883090a8ca,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:35.975544 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 4d18b0c3-0f8c-4945-906b-bc258b5b7f60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d18b0c3-0f8c-4945-906b-bc258b5b7f60 found for delete ", "request_id": "req-9f8ddd63-57ff-4e6d-9629-32736729a701"}]} May 24 23:25:36.086672 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50568) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:36.151668 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-53385472-2cad-470c-9596-aaa1df9a27ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec879c7dfe744a37b5f9c5531750c755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636263 May 24 23:25:36.154243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50572) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:36.214520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1781-876d-436a-8d4b-bb94049cbb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:36.241972 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1781-876d-436a-8d4b-bb94049cbb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:36.307017 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1781-876d-436a-8d4b-bb94049cbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:36.324020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b1781-876d-436a-8d4b-bb94049cbb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36493a97-a13a-4af0-9091-ebf2de72705c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:36.328759 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1781-876d-436a-8d4b-bb94049cbb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:36.329820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ce6b1781-876d-436a-8d4b-bb94049cbb8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36493a97-a13a-4af0-9091-ebf2de72705c HTTP/1.1" status: 204 len: 168 time: 0.1746137 May 24 23:25:36.591285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Deleting port 8d85b795-55e0-4418-9b6a-bd6fa0c42060 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:25:36.592515 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:36.705593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71ce2368-3f6e-4071-b470-10072043ae29 None None] The port '8d85b795-55e0-4418-9b6a-bd6fa0c42060' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:25:36.732673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50580) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:36.751252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc4462ee-4bad-4453-9f8e-eaaa52800d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:36.765991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bc4462ee-4bad-4453-9f8e-eaaa52800d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:25:36.770466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bc4462ee-4bad-4453-9f8e-eaaa52800d8d admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:25:36.773301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bc4462ee-4bad-4453-9f8e-eaaa52800d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:25:36.779423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bc4462ee-4bad-4453-9f8e-eaaa52800d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:25:36.872932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc4462ee-4bad-4453-9f8e-eaaa52800d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:36.878186 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc4462ee-4bad-4453-9f8e-eaaa52800d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:36.921389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4462ee-4bad-4453-9f8e-eaaa52800d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5249b9-ac04-4d17-8a19-160176db84ac,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:36.945719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bc4462ee-4bad-4453-9f8e-eaaa52800d8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2090964 May 24 23:25:36.945719 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50584) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:25:36.967692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-b9ff4f1a-07b8-4fe5-bfc5-c2854124f8e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804687 May 24 23:25:37.011167 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b93d90d-fa07-4654-9281-ab6eb189dfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:37.043773 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b93d90d-fa07-4654-9281-ab6eb189dfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:37.101555 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b93d90d-fa07-4654-9281-ab6eb189dfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:37.111641 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-0a877127-2548-480f-b4e5-03917f5269fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:37.113159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-0a877127-2548-480f-b4e5-03917f5269fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0e4eb66b0434edda53383c15f2baff7&device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 1096 time: 0.0768821 May 24 23:25:37.117910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93d90d-fa07-4654-9281-ab6eb189dfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5249b9-ac04-4d17-8a19-160176db84ac,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:25:37.126864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9b93d90d-fa07-4654-9281-ab6eb189dfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:37.128007 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9b93d90d-fa07-4654-9281-ab6eb189dfda admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed5249b9-ac04-4d17-8a19-160176db84ac HTTP/1.1" status: 204 len: 168 time: 0.1814826 May 24 23:25:37.293969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-5a2355c6-b682-46f3-a5ac-11ba81d31b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:37.295627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-5a2355c6-b682-46f3-a5ac-11ba81d31b90 service neutron] 10.222.0.31 "GET /v2.0/networks?id=77ea3a44-0c61-415e-95a7-b9af8503fbf2 HTTP/1.1" status: 200 len: 909 time: 0.1610773 May 24 23:25:37.407939 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-6b4db7de-a900-4e17-92d1-c0a7c37f18c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb HTTP/1.1" status: 200 len: 1001 time: 0.1056774 May 24 23:25:37.486490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-3b9fc9f4-f507-4539-b157-a5205cb5f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:37.488411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-3b9fc9f4-f507-4539-b157-a5205cb5f536 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37 HTTP/1.1" status: 200 len: 847 time: 0.0745983 May 24 23:25:37.490915 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-83713604-37a5-479e-ab8a-73d6b885a684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:37.578223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-08e6875c-2e36-46b9-a260-7d278b0a6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:37.580153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-08e6875c-2e36-46b9-a260-7d278b0a6459 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77ea3a44-0c61-415e-95a7-b9af8503fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853693 May 24 23:25:37.851899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-977aba48-e382-45b0-8011-bbe64963240f service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654235 May 24 23:25:37.984712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c7e099af-d883-4b53-bcd7-fbfdc383621e req-330083d7-8db5-4f85-8385-a069d49439fb service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263926 May 24 23:25:38.722148 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:38.828732 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:40.122555 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:42.933808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7857448b-92e8-461e-a0fb-0ba9891ed2c7 req-b1eeb269-2e54-488f-9085-f6fff4a87576 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813982 May 24 23:25:43.077286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857448b-92e8-461e-a0fb-0ba9891ed2c7 req-95a90fab-d26a-4826-aae3-7219aafae87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:43.078932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7857448b-92e8-461e-a0fb-0ba9891ed2c7 req-95a90fab-d26a-4826-aae3-7219aafae87c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5bbc7b7a04746f9885ceb8aee90dbe6&device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 1096 time: 0.0749636 May 24 23:25:43.230103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857448b-92e8-461e-a0fb-0ba9891ed2c7 req-6fc76c22-5024-44a5-8f0a-3c894c1dcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:43.231672 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7857448b-92e8-461e-a0fb-0ba9891ed2c7 req-6fc76c22-5024-44a5-8f0a-3c894c1dcd54 service neutron] 10.222.0.50 "GET /v2.0/networks?id=431b4f81-a7b0-404c-866f-ec2c373edc80 HTTP/1.1" status: 200 len: 914 time: 0.1327791 May 24 23:25:43.304999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7857448b-92e8-461e-a0fb-0ba9891ed2c7 req-84b61198-e322-48f0-8253-2056e09f1ace service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e653c7-cb67-4cd4-9672-f2571838d80a HTTP/1.1" status: 200 len: 217 time: 0.0673089 May 24 23:25:43.367376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857448b-92e8-461e-a0fb-0ba9891ed2c7 req-a30e4256-8312-43a9-ae8d-0cc27090297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:25:43.368819 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7857448b-92e8-461e-a0fb-0ba9891ed2c7 req-a30e4256-8312-43a9-ae8d-0cc27090297e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=141165ad-6e3a-4927-bff6-f429aec29b56 HTTP/1.1" status: 200 len: 853 time: 0.0574656 May 24 23:25:43.421165 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7857448b-92e8-461e-a0fb-0ba9891ed2c7 req-1cfacd1c-d1f6-4623-9a90-1643d3c6c401 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=431b4f81-a7b0-404c-866f-ec2c373edc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440757 May 24 23:25:43.565447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7857448b-92e8-461e-a0fb-0ba9891ed2c7 req-a16a68c3-69cf-4078-8b11-3e8c36957b15 service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344955 May 24 23:25:43.730877 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7857448b-92e8-461e-a0fb-0ba9891ed2c7 req-2e9b6fce-c176-40f4-ba2d-1a9007cc5cb3 service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588230 May 24 23:25:54.441713 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:56.138128 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:25:56.343218 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:26:03.079428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 50708) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:26:03.324438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3122a7-1c76-4576-8e36-c445e5146be9 req-1a5c0ca3-e209-4c71-b75c-9a14b7ad078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:03.326397 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa3122a7-1c76-4576-8e36-c445e5146be9 req-1a5c0ca3-e209-4c71-b75c-9a14b7ad078e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 1096 time: 0.2455680 May 24 23:26:03.371398 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fa3122a7-1c76-4576-8e36-c445e5146be9 req-3d66de02-b722-4bbf-8ce0-5aef0d740c41 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389752 May 24 23:26:05.365073 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9378ea3-8f0d-4b77-9da2-30f80a2ba2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:07.481884 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9edff19c-988e-42ac-afeb-3faa5894765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:08.717245 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:08.807487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e81728-f33a-4391-8360-bbc2983d846f req-879555f6-652b-48d8-9af3-989afb7322d0 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:08.808952 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37e81728-f33a-4391-8360-bbc2983d846f req-879555f6-652b-48d8-9af3-989afb7322d0 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 945 time: 0.0846660 May 24 23:26:08.832322 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:08.854706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-37e81728-f33a-4391-8360-bbc2983d846f req-cf9c1f7a-ce0c-4419-9b2c-7e297945d409 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395257 May 24 23:26:10.057767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032f6c-b824-4c6f-b9f2-979b1437fbb5 req-e7cc3d7f-3c9f-4061-8460-10cabd5a8e73 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:10.059321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-13032f6c-b824-4c6f-b9f2-979b1437fbb5 req-e7cc3d7f-3c9f-4061-8460-10cabd5a8e73 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 945 time: 0.0903778 May 24 23:26:10.108118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-13032f6c-b824-4c6f-b9f2-979b1437fbb5 req-19c1defe-e1b2-4f3e-adf1-156baa950542 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429828 May 24 23:26:10.127318 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:10.479573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ae8e9-7842-453b-9d01-96363222af14 req-35bcf52a-606a-4a2d-acff-ed0765a452fb tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:10.481000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe3ae8e9-7842-453b-9d01-96363222af14 req-35bcf52a-606a-4a2d-acff-ed0765a452fb tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.50 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 945 time: 0.0949414 May 24 23:26:10.550775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-fe3ae8e9-7842-453b-9d01-96363222af14 req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Deleting port 91e653c7-cb67-4cd4-9672-f2571838d80a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:10.551081 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe3ae8e9-7842-453b-9d01-96363222af14 req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:10.818911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-fe3ae8e9-7842-453b-9d01-96363222af14 req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] For port 91e653c7-cb67-4cd4-9672-f2571838d80a, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=91e653c7-cb67-4cd4-9672-f2571838d80a,segment=NetworkSegment(79189a49-8119-4b12-b382-f48145863d94),segment_id=79189a49-8119-4b12-b382-f48145863d94)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:10.819156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe3ae8e9-7842-453b-9d01-96363222af14 req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:11.079823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-fe3ae8e9-7842-453b-9d01-96363222af14 req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Calling delete_port for 91e653c7-cb67-4cd4-9672-f2571838d80a owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:26:11.275612 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe3ae8e9-7842-453b-9d01-96363222af14 req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:11.292337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['91e653c7-cb67-4cd4-9672-f2571838d80a'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:26:11.334950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Pushing event deleted for resources: {'Port': ['ID=91e653c7-cb67-4cd4-9672-f2571838d80a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:11.373852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.374202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.374511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.374855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.375194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.375502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.375820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.376140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.376457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.376769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.377085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.377400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:26:11.424856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3ae8e9-7842-453b-9d01-96363222af14 req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] No DVR routers for this DVR port 91e653c7-cb67-4cd4-9672-f2571838d80a on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:26:11.428096 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe3ae8e9-7842-453b-9d01-96363222af14 req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:11.430600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476dcaf9-727d-45e2-9f36-3f8ee35a5f30', 'name': 'network-vif-deleted', 'tag': '91e653c7-cb67-4cd4-9672-f2571838d80a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:26:11.455330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691cd78-449b-4499-8b48-4a07b0749c7a req-ebdd1dac-accb-41ef-9fc2-b21c84079d41 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:11.456025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7691cd78-449b-4499-8b48-4a07b0749c7a req-ebdd1dac-accb-41ef-9fc2-b21c84079d41 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Synchronizing usage tracker for tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:26:11.461162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe3ae8e9-7842-453b-9d01-96363222af14 req-43b257e5-7a64-46a6-a939-2fe351be2088 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.50 "DELETE /v2.0/ports/91e653c7-cb67-4cd4-9672-f2571838d80a HTTP/1.1" status: 204 len: 173 time: 0.9735782 May 24 23:26:11.480986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7691cd78-449b-4499-8b48-4a07b0749c7a req-ebdd1dac-accb-41ef-9fc2-b21c84079d41 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Unset dirty status for tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:26:11.482390 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7691cd78-449b-4499-8b48-4a07b0749c7a req-ebdd1dac-accb-41ef-9fc2-b21c84079d41 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=476dcaf9-727d-45e2-9f36-3f8ee35a5f30 HTTP/1.1" status: 200 len: 945 time: 0.2657275 May 24 23:26:11.532608 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7691cd78-449b-4499-8b48-4a07b0749c7a req-44878d3e-582f-4fa3-8939-a8f47c7838ee tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440762 May 24 23:26:11.629569 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180c3307-6ab1-4f06-9e24-bfdbe7f6a29d'] response: {'server_uuid': '476dcaf9-727d-45e2-9f36-3f8ee35a5f30', 'name': 'network-vif-deleted', 'tag': '91e653c7-cb67-4cd4-9672-f2571838d80a', 'status': 'completed', 'code': 200} May 24 23:26:13.627768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 91e653c7-cb67-4cd4-9672-f2571838d80a no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:26:13.661747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 91e653c7-cb67-4cd4-9672-f2571838d80a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:26:13.662064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 91e653c7-cb67-4cd4-9672-f2571838d80a not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:26:20.159999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-6292b266-15be-4b96-851b-9b00b079e97e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:20.161382 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-6292b266-15be-4b96-851b-9b00b079e97e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/networks?id=431b4f81-a7b0-404c-866f-ec2c373edc80 HTTP/1.1" status: 200 len: 813 time: 0.1474023 May 24 23:26:20.179531 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-d0d9ae85-cbff-45ed-a673-fc1440e50c56 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/quotas/d5bbc7b7a04746f9885ceb8aee90dbe6 HTTP/1.1" status: 200 len: 375 time: 0.0104663 May 24 23:26:20.225796 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-6dbc2175-ffff-4114-93a6-7386999d6e92 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5bbc7b7a04746f9885ceb8aee90dbe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407650 May 24 23:26:20.358842 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-891dcb93-4674-46cd-983e-d712af7f4c4d service neutron] 10.222.0.55 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262982 May 24 23:26:20.505053 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-267b774f-7a98-4b44-b252-fdd329c9f13a service neutron] 10.222.0.55 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373124 May 24 23:26:20.684770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f352c76b-0906-496c-9a57-0846d70d17fd req-078958ae-967c-45f7-a5c6-4fc2c550b85e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 210 time: 0.0465224 May 24 23:26:21.798691 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0365520-0051-4f04-8d7b-5b2d04d84c4a req-9af45bc9-2b0c-422a-8080-93885ddc3472 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 210 time: 0.0434515 May 24 23:26:23.007496 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bf1fa661-4e33-4296-84c5-139d47800322 req-c627b735-7011-4662-a04f-ad0ced4e1ae4 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 210 time: 0.0946410 May 24 23:26:23.080628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-118d2cd6-fde1-496d-b2dc-4cda5c8a8200 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:23.081997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-118d2cd6-fde1-496d-b2dc-4cda5c8a8200 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.50 "GET /v2.0/networks?id=431b4f81-a7b0-404c-866f-ec2c373edc80 HTTP/1.1" status: 200 len: 813 time: 0.1971712 May 24 23:26:23.098483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Request body: {'port': {'device_id': '6c98bd32-cb53-46ab-baaa-04ea4aefe8e2', 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80', 'admin_state_up': True, 'tenant_id': 'd5bbc7b7a04746f9885ceb8aee90dbe6'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:23.239226 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:26:23.249583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:26:23.263026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Made reservation on behalf of d5bbc7b7a04746f9885ceb8aee90dbe6 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:26:23.266505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:23.430870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Allocated IP 172.20.0.4 (431b4f81-a7b0-404c-866f-ec2c373edc80/141165ad-6e3a-4927-bff6-f429aec29b56/89212ede-794b-4934-b92b-f379a10d47ee) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:26:23.651441 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:23.685752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:23.754699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Network 431b4f81-a7b0-404c-866f-ec2c373edc80 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:26:23.757967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:26:23.761985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:26:23.791983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Pushing event updated for resources: {'Port': ['ID=89212ede-794b-4934-b92b-f379a10d47ee,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:23.828425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:23.829040 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:23.855588 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-359042fb-5ce7-49ca-baa3-778883b3c212 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7609365 May 24 23:26:23.870969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Request body: {'port': {'device_id': '6c98bd32-cb53-46ab-baaa-04ea4aefe8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:26:23.984146 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.323618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ce24d-fc03-4dab-a5c0-b72d169a2571 req-ef11a59f-e4fd-4715-a2a2-15459f4aeced tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:24.325105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-286ce24d-fc03-4dab-a5c0-b72d169a2571 req-ef11a59f-e4fd-4715-a2a2-15459f4aeced tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 931 time: 0.2043660 May 24 23:26:24.343471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89212ede-794b-4934-b92b-f379a10d47ee {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:26:24.350869 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.365517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Transition to ACTIVE for port object 89212ede-794b-4934-b92b-f379a10d47ee will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:26:24.371177 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-286ce24d-fc03-4dab-a5c0-b72d169a2571 req-73c42515-eb4a-4190-ba44-cf03e74c8757 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 May 24 23:26:24.371442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.457928 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.644859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Pushing event updated for resources: {'Port': ['ID=89212ede-794b-4934-b92b-f379a10d47ee,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:24.725860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Attempting to bind port 89212ede-794b-4934-b92b-f379a10d47ee on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:26:24.726196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Attempting to bind port 89212ede-794b-4934-b92b-f379a10d47ee by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '79189a49-8119-4b12-b382-f48145863d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:26:24.726520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Attempting to bind port 89212ede-794b-4934-b92b-f379a10d47ee on network 431b4f81-a7b0-404c-866f-ec2c373edc80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:24.731478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Port 89212ede-794b-4934-b92b-f379a10d47ee on network 431b4f81-a7b0-404c-866f-ec2c373edc80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:26:24.731808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Attempting to bind port 89212ede-794b-4934-b92b-f379a10d47ee on network 431b4f81-a7b0-404c-866f-ec2c373edc80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:26:24.737312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:26:24.737688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Checking segment: {'id': '79189a49-8119-4b12-b382-f48145863d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:26:24.738050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Bound using segment: {'id': '79189a49-8119-4b12-b382-f48145863d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:26:24.738508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Bound port: 89212ede-794b-4934-b92b-f379a10d47ee, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79189a49-8119-4b12-b382-f48145863d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:26:24.738853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.839565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] For port 89212ede-794b-4934-b92b-f379a10d47ee, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:26:24.843577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] For port 89212ede-794b-4934-b92b-f379a10d47ee, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=89212ede-794b-4934-b92b-f379a10d47ee,segment=NetworkSegment(79189a49-8119-4b12-b382-f48145863d94),segment_id=79189a49-8119-4b12-b382-f48145863d94)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:26:24.851305 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.912966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:24.913538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:24.914920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] 10.222.0.50 "PUT /v2.0/ports/89212ede-794b-4934-b92b-f379a10d47ee HTTP/1.1" status: 200 len: 1091 time: 1.0480397 May 24 23:26:24.915426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c98bd32-cb53-46ab-baaa-04ea4aefe8e2', 'tag': '89212ede-794b-4934-b92b-f379a10d47ee'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:26:24.938970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cec90-0b58-4d80-8726-d07031c82c17 service neutron] Pushing event updated for resources: {'Port': ['ID=89212ede-794b-4934-b92b-f379a10d47ee,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:24.997006 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22adc0f9-1ef5-43d0-926f-335ab05f7e68'] response: {'name': 'network-changed', 'server_uuid': '6c98bd32-cb53-46ab-baaa-04ea4aefe8e2', 'tag': '89212ede-794b-4934-b92b-f379a10d47ee', 'status': 'completed', 'code': 200} May 24 23:26:25.042566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-6e576978-4b5b-4c97-8681-0ddd0bca973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:25.044070 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-6e576978-4b5b-4c97-8681-0ddd0bca973e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5bbc7b7a04746f9885ceb8aee90dbe6&device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 1094 time: 0.0855331 May 24 23:26:25.115369 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-78cd6c0d-e2d2-4e24-8719-4b4d6fa559b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89212ede-794b-4934-b92b-f379a10d47ee HTTP/1.1" status: 200 len: 217 time: 0.0605721 May 24 23:26:25.187279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-0c584898-077b-469a-a9db-cc3a938086dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:25.188731 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-0c584898-077b-469a-a9db-cc3a938086dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=141165ad-6e3a-4927-bff6-f429aec29b56 HTTP/1.1" status: 200 len: 853 time: 0.0620437 May 24 23:26:25.239785 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-077ada2e-b1f4-49ef-b960-6fbd930c8915 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=431b4f81-a7b0-404c-866f-ec2c373edc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403366 May 24 23:26:25.376905 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-98876a08-5887-44d0-a680-2b2e47765b68 service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269047 May 24 23:26:25.517474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a33e024c-0eb0-444f-a4c5-90c316220938 req-9440e037-9baf-4199-9edf-7ab8b30a7981 service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300845 May 24 23:26:25.558903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dbb0d-cf98-491e-aef5-657b045cd9c1 req-c89c8bf0-ae13-46b2-a92b-0360b9fdd797 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:25.560097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-544dbb0d-cf98-491e-aef5-657b045cd9c1 req-c89c8bf0-ae13-46b2-a92b-0360b9fdd797 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 943 time: 0.0847056 May 24 23:26:25.609206 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-544dbb0d-cf98-491e-aef5-657b045cd9c1 req-00a555bc-8b18-4d83-820f-5d019eaded36 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421684 May 24 23:26:25.647551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eaed02-bfd7-4548-97e9-a084943a973e req-6e9bcc1e-87af-4d10-b322-a8d840a58b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:25.648977 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00eaed02-bfd7-4548-97e9-a084943a973e req-6e9bcc1e-87af-4d10-b322-a8d840a58b84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5bbc7b7a04746f9885ceb8aee90dbe6&device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 1094 time: 0.0784483 May 24 23:26:25.782472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eaed02-bfd7-4548-97e9-a084943a973e req-1426d21a-9aa0-4c7d-8b15-f1f406a7d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:25.783928 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00eaed02-bfd7-4548-97e9-a084943a973e req-1426d21a-9aa0-4c7d-8b15-f1f406a7d657 service neutron] 10.222.0.50 "GET /v2.0/networks?id=431b4f81-a7b0-404c-866f-ec2c373edc80 HTTP/1.1" status: 200 len: 914 time: 0.1285405 May 24 23:26:25.852536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00eaed02-bfd7-4548-97e9-a084943a973e req-679ceb89-ab2f-4a44-ba4f-7320e67fd0a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89212ede-794b-4934-b92b-f379a10d47ee HTTP/1.1" status: 200 len: 217 time: 0.0604582 May 24 23:26:25.922263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eaed02-bfd7-4548-97e9-a084943a973e req-5bbba73c-a577-4750-acf8-b9fe8587631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:25.923619 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00eaed02-bfd7-4548-97e9-a084943a973e req-5bbba73c-a577-4750-acf8-b9fe8587631d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=141165ad-6e3a-4927-bff6-f429aec29b56 HTTP/1.1" status: 200 len: 853 time: 0.0647676 May 24 23:26:25.972780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00eaed02-bfd7-4548-97e9-a084943a973e req-7c6c6cc6-cd98-42e3-91b7-3cc63401cc8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=431b4f81-a7b0-404c-866f-ec2c373edc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405889 May 24 23:26:26.106826 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00eaed02-bfd7-4548-97e9-a084943a973e req-0666a377-a697-42be-8da6-02f0978cae39 service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273184 May 24 23:26:26.160456 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:26.248183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-00eaed02-bfd7-4548-97e9-a084943a973e req-22d94caf-53d9-413b-b2da-f5bd05e1e5c6 service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340837 May 24 23:26:26.815661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7d82a-4623-4a8e-baf3-15f74a1b4d9b req-cd9de877-e6ef-4753-a24f-eafb358e5904 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:26.816395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dfb7d82a-4623-4a8e-baf3-15f74a1b4d9b req-cd9de877-e6ef-4753-a24f-eafb358e5904 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Synchronizing usage tracker for tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:26:26.835760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dfb7d82a-4623-4a8e-baf3-15f74a1b4d9b req-cd9de877-e6ef-4753-a24f-eafb358e5904 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Unset dirty status for tenant:d5bbc7b7a04746f9885ceb8aee90dbe6 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:26:26.836931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dfb7d82a-4623-4a8e-baf3-15f74a1b4d9b req-cd9de877-e6ef-4753-a24f-eafb358e5904 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 943 time: 0.1179810 May 24 23:26:26.887448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dfb7d82a-4623-4a8e-baf3-15f74a1b4d9b req-d7b60ce5-d224-4445-846c-9bb20fe1b02e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441732 May 24 23:26:27.691748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 89212ede-794b-4934-b92b-f379a10d47ee details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:26:27.848393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 89212ede-794b-4934-b92b-f379a10d47ee, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=89212ede-794b-4934-b92b-f379a10d47ee,segment=NetworkSegment(79189a49-8119-4b12-b382-f48145863d94),segment_id=79189a49-8119-4b12-b382-f48145863d94)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:27.862808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '89212ede-794b-4934-b92b-f379a10d47ee', 'network_id': '431b4f81-a7b0-404c-866f-ec2c373edc80', 'port_id': '89212ede-794b-4934-b92b-f379a10d47ee', 'mac_address': 'fa:16:3e:77:f0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141165ad-6e3a-4927-bff6-f429aec29b56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:26:27.932085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 89212ede-794b-4934-b92b-f379a10d47ee is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:27.932467 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:27.950045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89212ede-794b-4934-b92b-f379a10d47ee {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:26:27.965449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 89212ede-794b-4934-b92b-f379a10d47ee, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=89212ede-794b-4934-b92b-f379a10d47ee,segment=NetworkSegment(79189a49-8119-4b12-b382-f48145863d94),segment_id=79189a49-8119-4b12-b382-f48145863d94)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:27.971298 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:28.038061 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=89212ede-794b-4934-b92b-f379a10d47ee,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:28.080473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa85e1d-5c4a-4a63-ba67-cc239f8a09c6 req-e58c8dbb-e796-4874-b0c4-766fa2c4cc34 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:28.082159 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7aa85e1d-5c4a-4a63-ba67-cc239f8a09c6 req-e58c8dbb-e796-4874-b0c4-766fa2c4cc34 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 944 time: 0.0871530 May 24 23:26:28.128268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7aa85e1d-5c4a-4a63-ba67-cc239f8a09c6 req-fd1c7417-7f91-4a75-b9fb-9bf17b9246f8 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399983 May 24 23:26:28.254215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['89212ede-794b-4934-b92b-f379a10d47ee'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:26:29.325763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b5df9-435f-414f-ab1f-618aa427a6b3 req-0389df3d-dfe2-4694-b0ba-0b7e461247a1 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:29.327227 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d0b5df9-435f-414f-ab1f-618aa427a6b3 req-0389df3d-dfe2-4694-b0ba-0b7e461247a1 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 944 time: 0.0819168 May 24 23:26:29.375526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d0b5df9-435f-414f-ab1f-618aa427a6b3 req-61116cb4-7e29-46c3-96ca-443edc42819e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 May 24 23:26:29.686009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 89212ede-794b-4934-b92b-f379a10d47ee up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:26:29.766734 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 89212ede-794b-4934-b92b-f379a10d47ee completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:26:29.771849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 89212ede-794b-4934-b92b-f379a10d47ee triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:26:29.772211 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:29.891355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 89212ede-794b-4934-b92b-f379a10d47ee is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:26:29.891634 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:29.921616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c98bd32-cb53-46ab-baaa-04ea4aefe8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89212ede-794b-4934-b92b-f379a10d47ee'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:26:29.931427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 89212ede-794b-4934-b92b-f379a10d47ee, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=89212ede-794b-4934-b92b-f379a10d47ee,segment=NetworkSegment(79189a49-8119-4b12-b382-f48145863d94),segment_id=79189a49-8119-4b12-b382-f48145863d94)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:29.935976 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:30.008760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=89212ede-794b-4934-b92b-f379a10d47ee,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:30.036999 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c2f8ee-0a94-4448-baba-e6ce4b155c7c'] response: {'server_uuid': '6c98bd32-cb53-46ab-baaa-04ea4aefe8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89212ede-794b-4934-b92b-f379a10d47ee', 'code': 200} May 24 23:26:30.181792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdc895-421a-460d-8eff-65e7b602d273 req-b94caa13-5876-4b1b-ac71-b3edd2a9d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:30.183343 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-02bdc895-421a-460d-8eff-65e7b602d273 req-b94caa13-5876-4b1b-ac71-b3edd2a9d1be service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 1096 time: 0.0757215 May 24 23:26:30.226630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-02bdc895-421a-460d-8eff-65e7b602d273 req-5f55290a-0a89-473f-b6eb-e462cf2a63cc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333931 May 24 23:26:30.565706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e50cf-b29e-4039-8513-0340b56c016b req-d71aea13-3394-4b22-9e8c-2c963b5ccac6 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:30.567151 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd8e50cf-b29e-4039-8513-0340b56c016b req-d71aea13-3394-4b22-9e8c-2c963b5ccac6 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 945 time: 0.0889108 May 24 23:26:30.612323 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dd8e50cf-b29e-4039-8513-0340b56c016b req-c0f9868f-2218-4c78-8aa4-435b46766204 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 May 24 23:26:31.826255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2683b-9a6a-4f60-be48-2ef50a942cd0 req-3003b83b-c5d0-42b0-9940-d24850af98b2 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:31.827708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0d2683b-9a6a-4f60-be48-2ef50a942cd0 req-3003b83b-c5d0-42b0-9940-d24850af98b2 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 945 time: 0.0945044 May 24 23:26:31.871834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0d2683b-9a6a-4f60-be48-2ef50a942cd0 req-653b3093-213a-4b66-a335-ad22a25da820 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382023 May 24 23:26:33.344598 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:26:35.371405 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a10a2921-96d5-489d-97b6-a73da1c8ea9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.486674 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9013f813-2b22-4f1e-b6b7-972a873f7251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:37.953509 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-eab6b658-48fb-41de-a43b-f832dfa24c24 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773144 May 24 23:26:38.102557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-17f521ae-a1ac-4108-adb6-41ad3fbc6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:38.103987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-17f521ae-a1ac-4108-adb6-41ad3fbc6159 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0e4eb66b0434edda53383c15f2baff7&device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 1096 time: 0.0802131 May 24 23:26:38.377570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-25fa2382-234c-4eba-ba28-37914726130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:38.378948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-25fa2382-234c-4eba-ba28-37914726130a service neutron] 10.222.0.31 "GET /v2.0/networks?id=77ea3a44-0c61-415e-95a7-b9af8503fbf2 HTTP/1.1" status: 200 len: 909 time: 0.2538087 May 24 23:26:38.483757 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-8506f14a-85f1-433f-bc14-417a569dd549 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb HTTP/1.1" status: 200 len: 1001 time: 0.0980911 May 24 23:26:38.557206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-eaec7441-74be-4ecf-811b-c8d21d294af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:38.559024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-eaec7441-74be-4ecf-811b-c8d21d294af0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37 HTTP/1.1" status: 200 len: 847 time: 0.0686336 May 24 23:26:38.641055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-79134919-720c-4cb8-869f-d00da596dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:38.642515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-79134919-720c-4cb8-869f-d00da596dfdc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77ea3a44-0c61-415e-95a7-b9af8503fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764368 May 24 23:26:38.721989 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.780301 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-e05e18a9-eae5-4956-bc0a-ca9ec9bfad62 service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313648 May 24 23:26:38.832841 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:38.916748 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-15300d1f-7516-4f3a-84f7-46a0e6cc0f87 req-2597712f-4ce8-4598-9c79-c1936ec914fe service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305287 May 24 23:26:40.129037 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:44.921690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfc3b9d5-f66b-4d7b-876f-9d730954a700 req-779f1829-0124-4921-ae7f-6b0b06af5c13 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745370 May 24 23:26:45.069388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3b9d5-f66b-4d7b-876f-9d730954a700 req-c389ffa3-ae88-40e1-abda-b7bb9f836dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:45.070953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfc3b9d5-f66b-4d7b-876f-9d730954a700 req-c389ffa3-ae88-40e1-abda-b7bb9f836dfc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5bbc7b7a04746f9885ceb8aee90dbe6&device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 1096 time: 0.0781972 May 24 23:26:45.224190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3b9d5-f66b-4d7b-876f-9d730954a700 req-8ed0ba05-ea78-4883-ac75-33b15ad4615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:45.225914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfc3b9d5-f66b-4d7b-876f-9d730954a700 req-8ed0ba05-ea78-4883-ac75-33b15ad4615b service neutron] 10.222.0.50 "GET /v2.0/networks?id=431b4f81-a7b0-404c-866f-ec2c373edc80 HTTP/1.1" status: 200 len: 914 time: 0.1353018 May 24 23:26:45.297107 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfc3b9d5-f66b-4d7b-876f-9d730954a700 req-833f122c-41a2-4ee0-a646-9f90e3f997b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89212ede-794b-4934-b92b-f379a10d47ee HTTP/1.1" status: 200 len: 217 time: 0.0650339 May 24 23:26:45.362793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3b9d5-f66b-4d7b-876f-9d730954a700 req-9ea22fb4-2e41-44bb-a519-7ba119599fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:45.364299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfc3b9d5-f66b-4d7b-876f-9d730954a700 req-9ea22fb4-2e41-44bb-a519-7ba119599fc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=141165ad-6e3a-4927-bff6-f429aec29b56 HTTP/1.1" status: 200 len: 853 time: 0.0612054 May 24 23:26:45.412743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfc3b9d5-f66b-4d7b-876f-9d730954a700 req-a4c5a3d2-647a-4bf6-8701-0b0a3f847467 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=431b4f81-a7b0-404c-866f-ec2c373edc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417707 May 24 23:26:45.543994 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfc3b9d5-f66b-4d7b-876f-9d730954a700 req-b1953ce9-d86f-449d-8f3f-d7f8fa45eb01 service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237299 May 24 23:26:45.680183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cfc3b9d5-f66b-4d7b-876f-9d730954a700 req-b80e9050-57ce-496e-a156-a497facabef1 service neutron] 10.222.0.50 "GET /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272717 May 24 23:26:53.375289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009c804-7dc2-454c-89d0-5706bda05ade req-4628e9a6-ef8f-4fd1-af5c-4087ebad924a tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:53.377529 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6009c804-7dc2-454c-89d0-5706bda05ade req-4628e9a6-ef8f-4fd1-af5c-4087ebad924a tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 945 time: 0.0838840 May 24 23:26:53.422688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6009c804-7dc2-454c-89d0-5706bda05ade req-b28cc03b-7048-4a17-a660-f6466db7a30e tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 May 24 23:26:54.484073 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:54.632780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcea7a0-6729-4b8f-83b8-127ba2f41028 req-01373d7d-6087-4b73-85ab-3270a2674604 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:54.634241 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6bcea7a0-6729-4b8f-83b8-127ba2f41028 req-01373d7d-6087-4b73-85ab-3270a2674604 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 945 time: 0.0854619 May 24 23:26:54.682188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6bcea7a0-6729-4b8f-83b8-127ba2f41028 req-64d02830-3a1a-4dd0-a07c-cea2a29f63e3 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/security-groups?id=e47a13e5-6d3f-4377-90d2-34924c62cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392935 May 24 23:26:54.978077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd49654-5c8f-4928-aa92-f8c0b9cc27aa req-2cc702d4-26f6-4b95-b426-39c6dee2beef tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:26:54.979599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bbd49654-5c8f-4928-aa92-f8c0b9cc27aa req-2cc702d4-26f6-4b95-b426-39c6dee2beef tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 945 time: 0.0865793 May 24 23:26:55.189479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-bbd49654-5c8f-4928-aa92-f8c0b9cc27aa req-484e9a2c-805b-45a1-9509-7b35deeef389 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Deleting port 89212ede-794b-4934-b92b-f379a10d47ee {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:26:55.189882 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bbd49654-5c8f-4928-aa92-f8c0b9cc27aa req-484e9a2c-805b-45a1-9509-7b35deeef389 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.469431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bbd49654-5c8f-4928-aa92-f8c0b9cc27aa req-484e9a2c-805b-45a1-9509-7b35deeef389 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] For port 89212ede-794b-4934-b92b-f379a10d47ee, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=89212ede-794b-4934-b92b-f379a10d47ee,segment=NetworkSegment(79189a49-8119-4b12-b382-f48145863d94),segment_id=79189a49-8119-4b12-b382-f48145863d94)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:26:55.469972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bbd49654-5c8f-4928-aa92-f8c0b9cc27aa req-484e9a2c-805b-45a1-9509-7b35deeef389 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.594994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-bbd49654-5c8f-4928-aa92-f8c0b9cc27aa req-484e9a2c-805b-45a1-9509-7b35deeef389 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Calling delete_port for 89212ede-794b-4934-b92b-f379a10d47ee owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:26:55.741482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bbd49654-5c8f-4928-aa92-f8c0b9cc27aa req-484e9a2c-805b-45a1-9509-7b35deeef389 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.758821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['89212ede-794b-4934-b92b-f379a10d47ee'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:26:55.794144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e9a2c-805b-45a1-9509-7b35deeef389 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Pushing event deleted for resources: {'Port': ['ID=89212ede-794b-4934-b92b-f379a10d47ee,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:26:55.847396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d4aa0973-c2fd-4d24-abed-36b1b7237524 req-63ebddf0-04e4-402c-9da3-dc698140b8d9 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98bd32-cb53-46ab-baaa-04ea4aefe8e2 HTTP/1.1" status: 200 len: 210 time: 0.0543964 May 24 23:26:55.870729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd49654-5c8f-4928-aa92-f8c0b9cc27aa req-484e9a2c-805b-45a1-9509-7b35deeef389 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] No DVR routers for this DVR port 89212ede-794b-4934-b92b-f379a10d47ee on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:26:55.873387 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bbd49654-5c8f-4928-aa92-f8c0b9cc27aa req-484e9a2c-805b-45a1-9509-7b35deeef389 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:55.876220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c98bd32-cb53-46ab-baaa-04ea4aefe8e2', 'name': 'network-vif-deleted', 'tag': '89212ede-794b-4934-b92b-f379a10d47ee'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:26:55.893725 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bbd49654-5c8f-4928-aa92-f8c0b9cc27aa req-484e9a2c-805b-45a1-9509-7b35deeef389 tempest-VolumesSnapshotTestJSON-756969152 tempest-VolumesSnapshotTestJSON-756969152-project] 10.222.0.50 "DELETE /v2.0/ports/89212ede-794b-4934-b92b-f379a10d47ee HTTP/1.1" status: 204 len: 173 time: 0.9061825 May 24 23:26:55.922853 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5ef1d0-020c-4c16-b7cd-8b96d8bfe5d7'] response: {'server_uuid': '6c98bd32-cb53-46ab-baaa-04ea4aefe8e2', 'name': 'network-vif-deleted', 'tag': '89212ede-794b-4934-b92b-f379a10d47ee', 'status': 'completed', 'code': 200} May 24 23:26:56.166941 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:26:57.880531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 89212ede-794b-4934-b92b-f379a10d47ee no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:26:57.920100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 89212ede-794b-4934-b92b-f379a10d47ee {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:26:57.920458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 89212ede-794b-4934-b92b-f379a10d47ee not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:27:05.364748 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c6424456-7bdd-465d-9757-5f917197498a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:07.512978 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-993c6a00-605a-4f3a-8764-fdde5840831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:08.727708 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:08.836299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:10.130868 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:10.346253 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:27:24.472187 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:26.173963 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:35.370553 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f01f69f4-6d5e-478f-aba5-0fc4859fcc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:37.491143 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-85cf6ce4-2c0f-4c41-ba99-b731f750c793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:37.951037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-ac836d43-4d38-4d68-a545-8535e34717b1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711818 May 24 23:27:38.090975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-61decf2e-f413-45ca-b17a-2cc463e268d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:38.092539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-61decf2e-f413-45ca-b17a-2cc463e268d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0e4eb66b0434edda53383c15f2baff7&device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 1096 time: 0.0723851 May 24 23:27:38.240792 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-92fe6c2a-125c-495d-9ba1-0e4b7644151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:38.242282 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-92fe6c2a-125c-495d-9ba1-0e4b7644151e service neutron] 10.222.0.31 "GET /v2.0/networks?id=77ea3a44-0c61-415e-95a7-b9af8503fbf2 HTTP/1.1" status: 200 len: 909 time: 0.1317768 May 24 23:27:38.346483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-9498c378-d474-4d0f-b511-3036da7d0ca6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb HTTP/1.1" status: 200 len: 1001 time: 0.0975707 May 24 23:27:38.412694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-83b17263-68a7-44f8-b97e-3389da64bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:38.414184 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-83b17263-68a7-44f8-b97e-3389da64bd4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37 HTTP/1.1" status: 200 len: 847 time: 0.0616200 May 24 23:27:38.492427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-f78c2c1a-3489-44ea-9a5e-6bf3af483352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:38.493972 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-f78c2c1a-3489-44ea-9a5e-6bf3af483352 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77ea3a44-0c61-415e-95a7-b9af8503fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729830 May 24 23:27:38.632407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-92c248c8-fb70-42c9-9a42-98dbdceb1b74 service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313460 May 24 23:27:38.733124 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:38.772659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1cd7b934-280d-4b4b-9025-6f9735c4f1e3 req-0f76d417-831b-490f-990d-ec27638f115b service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342468 May 24 23:27:38.839808 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:39.840072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51128) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:39.909763 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Deleting subnet 141165ad-6e3a-4927-bff6-f429aec29b56 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:27:39.913263 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:39.980218 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.046249 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.120635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.135958 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.166772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=141165ad-6e3a-4927-bff6-f429aec29b56,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:40.171601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.178677 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.179012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.179337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.179664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.179978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.180295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.180607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.180921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.181230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.181547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.181868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.182162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:40.189517 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fcd9e3d6-7420-4ee9-8087-90177390f1ab admin admin] 10.222.0.55 "DELETE /v2.0/subnets/141165ad-6e3a-4927-bff6-f429aec29b56 HTTP/1.1" status: 204 len: 168 time: 0.3457296 May 24 23:27:40.190691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51134) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:40.296068 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.433465 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.464118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431b4f81-a7b0-404c-866f-ec2c373edc80']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:40.482799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79189a49-8119-4b12-b382-f48145863d94') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:40.483273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79189a49-8119-4b12-b382-f48145863d94') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:40.496857 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.513129 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.519381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:27:40.520830 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.585648 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 79189a49-8119-4b12-b382-f48145863d94 resource provider aggregate not found May 24 23:27:40.604174 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 79189a49-8119-4b12-b382-f48145863d94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79189a49-8119-4b12-b382-f48145863d94 found for delete ", "request_id": "req-3f921165-0bad-49ac-80d6-4e59ba9bf781"}]} May 24 23:27:40.622728 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.639588 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.650020 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=431b4f81-a7b0-404c-866f-ec2c373edc80,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:40.661174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0387e98a-5106-4669-a647-80029144dff1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/431b4f81-a7b0-404c-866f-ec2c373edc80 HTTP/1.1" status: 204 len: 168 time: 0.4694769 May 24 23:27:40.782599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51146) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:40.831108 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dbfd492f-6068-42a8-a2e7-0e3bf111ab4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5bbc7b7a04746f9885ceb8aee90dbe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473089 May 24 23:27:40.834427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51150) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:40.892192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a85ac36-ecb6-4845-b652-5dba5c7e2fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.917606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a85ac36-ecb6-4845-b652-5dba5c7e2fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.976810 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a85ac36-ecb6-4845-b652-5dba5c7e2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:40.996852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85ac36-ecb6-4845-b652-5dba5c7e2fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47a13e5-6d3f-4377-90d2-34924c62cdfc,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:41.010136 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5a85ac36-ecb6-4845-b652-5dba5c7e2fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:41.013706 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5a85ac36-ecb6-4845-b652-5dba5c7e2fb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e47a13e5-6d3f-4377-90d2-34924c62cdfc HTTP/1.1" status: 204 len: 168 time: 0.1759803 May 24 23:27:41.805104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51174) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:41.932743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1050743806-network', 'tenant_id': '957566be4a424c20aec5e101a931d38b'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:27:41.938261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:27:41.942521 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Usage tracker for resource:network and tenant:957566be4a424c20aec5e101a931d38b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:27:41.945389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:27:41.951516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:27:41.964749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Made reservation on behalf of 957566be4a424c20aec5e101a931d38b for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:27:41.967155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:41.978874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:41.993352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:27:41.997101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Usage tracker for resource:security_group_rule and tenant:957566be4a424c20aec5e101a931d38b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:27:41.999843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:27:42.005396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:27:42.098783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.104602 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.133088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:27:42.141774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de758eed-13f5-45e5-9f64-15237641e8ec,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:42.147679 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.148025 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Added segment 64a0b1d5-8d3b-4785-ace8-b89f18cd872f of type vlan for network cd3124ae-5f78-451c-9742-caba15e17b9d May 24 23:27:42.174054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.204647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.205628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:42.206205 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.308999 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5024538 May 24 23:27:42.309660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3d375-9775-431f-96f0-56e9d16a25ba admin admin] Pushing event updated for resources: {'Network': ['ID=cd3124ae-5f78-451c-9742-caba15e17b9d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:42.311890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51180) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:42.317475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Request body: {'subnet': {'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1050743806-subnet', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:27:42.321315 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network cd3124ae-5f78-451c-9742-caba15e17b9d details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:27:42.323113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:27:42.327112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Usage tracker for resource:subnet and tenant:957566be4a424c20aec5e101a931d38b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:27:42.330037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:27:42.337255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:27:42.348393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Made reservation on behalf of 957566be4a424c20aec5e101a931d38b for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:27:42.350722 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.555626 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.625755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf22861e-af73-49cf-bd0e-74c62cc389c8,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:42.634529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Checking segment: {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:27:42.634886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Network hostable DHCP agents. Network: cd3124ae-5f78-451c-9742-caba15e17b9d, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:27:42.658684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Network cd3124ae-5f78-451c-9742-caba15e17b9d is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:27:42.668164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, cd3124ae-5f78-451c-9742-caba15e17b9d) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:42.673249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:42.673853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.676992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998e6b94-9eb8-4349-894a-57811ada72de None None] Network cd3124ae-5f78-451c-9742-caba15e17b9d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:27:42.700966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51184) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:42.701547 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-15167ecf-aaec-473b-9fdc-82360eafef84 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3880978 May 24 23:27:42.706070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1050743806-router', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:27:42.712213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:27:42.716371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Usage tracker for resource:router and tenant:957566be4a424c20aec5e101a931d38b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:27:42.720252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:27:42.729774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:27:42.741438 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.742784 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.758444 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:42.886374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-cd3124ae-5f78-451c-9742-caba15e17b9d', 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'fixed_ips': [{'subnet_id': 'bf22861e-af73-49cf-bd0e-74c62cc389c8'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:27:42.887257 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:43.045374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Allocated IP 172.20.0.2 (cd3124ae-5f78-451c-9742-caba15e17b9d/bf22861e-af73-49cf-bd0e-74c62cc389c8/0c9d66c2-3139-46f5-9b44-6cca85818c83) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:27:43.158100 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:43.259463 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:43.271493 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Transition to ACTIVE for port object 0c9d66c2-3139-46f5-9b44-6cca85818c83 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:43.291739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Transition to ACTIVE for port object 0c9d66c2-3139-46f5-9b44-6cca85818c83 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:43.298664 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:43.362511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Network cd3124ae-5f78-451c-9742-caba15e17b9d is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:27:43.365173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:43.369757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:27:43.378508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Pushing event updated for resources: {'Port': ['ID=0c9d66c2-3139-46f5-9b44-6cca85818c83,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:43.417840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.418069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.418410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.418736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.419058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.419351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.419669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.419985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.420335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.420620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.420949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.421235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.473551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Attempting to bind port 0c9d66c2-3139-46f5-9b44-6cca85818c83 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:27:43.473929 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Attempting to bind port 0c9d66c2-3139-46f5-9b44-6cca85818c83 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:27:43.474262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Attempting to bind port 0c9d66c2-3139-46f5-9b44-6cca85818c83 on network cd3124ae-5f78-451c-9742-caba15e17b9d {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:27:43.479657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:27:43.480021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Checking segment: {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:27:43.480412 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:43.480768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Bound using segment: {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:27:43.481246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Bound port: 0c9d66c2-3139-46f5-9b44-6cca85818c83, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:27:43.481636 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:43.483043 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:43.512487 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:43.579092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] For port 0c9d66c2-3139-46f5-9b44-6cca85818c83, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:27:43.582462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] For port 0c9d66c2-3139-46f5-9b44-6cca85818c83, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0c9d66c2-3139-46f5-9b44-6cca85818c83,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:27:43.591262 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:43.662877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Allocated IP 172.25.7.104 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/69712a9e-7980-4ab4-a813-695709ff9a34) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:27:43.671244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39eebd-70ad-49c7-a071-f52b7349eed5 None None] Pushing event updated for resources: {'Port': ['ID=0c9d66c2-3139-46f5-9b44-6cca85818c83,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:43.820411 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:43.853085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:43.921728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:27:43.924720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:43.928512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:27:43.962291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Pushing event updated for resources: {'Port': ['ID=69712a9e-7980-4ab4-a813-695709ff9a34,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:43.981220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.981586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.981927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.982263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.982594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.982977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.983273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.983593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.983915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.984233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.984550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:43.984870 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:44.136500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0c9d66c2-3139-46f5-9b44-6cca85818c83 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:44.210104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 0c9d66c2-3139-46f5-9b44-6cca85818c83 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:44.363494 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:44.562374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9d257b-f1ce-47d3-b221-15f19818b519 None None] Network cd3124ae-5f78-451c-9742-caba15e17b9d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:27:44.666345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9b048ece-b29a-49b8-b67c-f6c93a6c6b94 None None] Provisioning for port 0c9d66c2-3139-46f5-9b44-6cca85818c83 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:44.675713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9b048ece-b29a-49b8-b67c-f6c93a6c6b94 None None] Provisioning complete for port 0c9d66c2-3139-46f5-9b44-6cca85818c83 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:44.676144 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b048ece-b29a-49b8-b67c-f6c93a6c6b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:44.848328 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:44.882420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9b048ece-b29a-49b8-b67c-f6c93a6c6b94 None None] Current status of the port 0c9d66c2-3139-46f5-9b44-6cca85818c83 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:44.882770 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b048ece-b29a-49b8-b67c-f6c93a6c6b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:44.923752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9b048ece-b29a-49b8-b67c-f6c93a6c6b94 None None] For port 0c9d66c2-3139-46f5-9b44-6cca85818c83, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0c9d66c2-3139-46f5-9b44-6cca85818c83,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:44.930051 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b048ece-b29a-49b8-b67c-f6c93a6c6b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:45.034199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b048ece-b29a-49b8-b67c-f6c93a6c6b94 None None] Pushing event updated for resources: {'Port': ['ID=0c9d66c2-3139-46f5-9b44-6cca85818c83,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:45.069360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:27:45.153304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f22096c6-e940-4be5-8a5e-ae79a2c5860e None None] Provisioning complete for port 0c9d66c2-3139-46f5-9b44-6cca85818c83 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:45.153766 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f22096c6-e940-4be5-8a5e-ae79a2c5860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:45.248965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:27:45.260964 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Sync routers for ids ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:27:45.275773 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:45.276374 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Routers {'47514ce2-a3b2-4b5e-8d17-6445fb7cee53'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:27:45.277205 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:27:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:45.277425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f68fd53c-6979-4da1-b1b5-392f6bbeab9a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5753286 May 24 23:27:45.280105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51190) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:45.282970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f22096c6-e940-4be5-8a5e-ae79a2c5860e None None] Current status of the port 0c9d66c2-3139-46f5-9b44-6cca85818c83 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:45.449112 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Set router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:27:45.734701 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'name': 'tempest-TestServerMultinode-1050743806-router', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:42Z', 'updated_at': '2022-05-24T23:27:44Z', 'revision_number': 3, 'project_id': '957566be4a424c20aec5e101a931d38b', 'gw_port': {'id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:43Z', 'updated_at': '2022-05-24T23:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:45.738852 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Checking router: 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:27:45.739294 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Updating router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 port 69712a9e-7980-4ab4-a813-695709ff9a34 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:27:45.790600 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.120599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0c9d66c2-3139-46f5-9b44-6cca85818c83 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:46.121104 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.152361 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.164051 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Transition to ACTIVE for port object 69712a9e-7980-4ab4-a813-695709ff9a34 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:46.174042 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.188874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0c9d66c2-3139-46f5-9b44-6cca85818c83 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:46.189244 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.251644 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Attempting to bind port 69712a9e-7980-4ab4-a813-695709ff9a34 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:27:46.252010 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Attempting to bind port 69712a9e-7980-4ab4-a813-695709ff9a34 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:27:46.252368 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Attempting to bind port 69712a9e-7980-4ab4-a813-695709ff9a34 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:27:46.261273 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Pushing event updated for resources: {'Port': ['ID=69712a9e-7980-4ab4-a813-695709ff9a34,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:46.268843 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:27:46.269208 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:27:46.269719 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.270110 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:27:46.270916 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Bound port: 69712a9e-7980-4ab4-a813-695709ff9a34, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:27:46.271345 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.299248 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.299615 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.299917 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.300272 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.300569 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.301133 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.301470 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.302270 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.302270 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.302557 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.302860 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.303174 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:27:46.315549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0c9d66c2-3139-46f5-9b44-6cca85818c83 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:46.350821 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Allocated IP 172.20.0.1 (cd3124ae-5f78-451c-9742-caba15e17b9d/bf22861e-af73-49cf-bd0e-74c62cc389c8/50f71362-0344-4cff-895b-77bde2a35cae) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:27:46.352768 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] For port 69712a9e-7980-4ab4-a813-695709ff9a34, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:27:46.357982 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] For port 69712a9e-7980-4ab4-a813-695709ff9a34, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=69712a9e-7980-4ab4-a813-695709ff9a34,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:27:46.362983 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.440339 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Routers {'47514ce2-a3b2-4b5e-8d17-6445fb7cee53'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:27:46.440947 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:27:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:46.503667 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1ef59-ba13-4509-9175-e863037f2c32 None None] Pushing event updated for resources: {'Port': ['ID=69712a9e-7980-4ab4-a813-695709ff9a34,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:46.508034 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.526730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Transition to ACTIVE for port object 50f71362-0344-4cff-895b-77bde2a35cae will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:46.552558 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.620551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Network cd3124ae-5f78-451c-9742-caba15e17b9d is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:27:46.623398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:46.624808 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] Set router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:27:46.626911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:27:46.668925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Pushing event updated for resources: {'Port': ['ID=50f71362-0344-4cff-895b-77bde2a35cae,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:46.685700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.914031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-557c9184-53bf-43f1-a96c-43f7ea71a267 None None] Provisioning for port 50f71362-0344-4cff-895b-77bde2a35cae completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:46.917183 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'name': 'tempest-TestServerMultinode-1050743806-router', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:42Z', 'updated_at': '2022-05-24T23:27:44Z', 'revision_number': 3, 'project_id': '957566be4a424c20aec5e101a931d38b', 'gw_port': {'id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:43Z', 'updated_at': '2022-05-24T23:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:46.919101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-557c9184-53bf-43f1-a96c-43f7ea71a267 None None] Provisioning complete for port 50f71362-0344-4cff-895b-77bde2a35cae triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:46.919525 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-557c9184-53bf-43f1-a96c-43f7ea71a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.921283 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad83fbc-5622-4e29-aa7f-c3445aa7b53b None None] The sync data for ids ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'] in n-d-843146-7 is: [{'id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'name': 'tempest-TestServerMultinode-1050743806-router', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:42Z', 'updated_at': '2022-05-24T23:27:44Z', 'revision_number': 3, 'project_id': '957566be4a424c20aec5e101a931d38b', 'gw_port': {'id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:43Z', 'updated_at': '2022-05-24T23:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:27:46.950555 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:46.978273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-557c9184-53bf-43f1-a96c-43f7ea71a267 None None] Port 50f71362-0344-4cff-895b-77bde2a35cae cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:27:47.191685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:47.199765 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:47.308519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Pushing event updated for resources: {'Port': ['ID=50f71362-0344-4cff-895b-77bde2a35cae,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:47.311171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:47.346236 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:27:47.451656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Network cd3124ae-5f78-451c-9742-caba15e17b9d is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:27:47.452779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:47.649406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:27:47.703413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6fec6d93-0aeb-48de-bd65-bf60fbc0c1d6 None None] Provisioning complete for port 50f71362-0344-4cff-895b-77bde2a35cae triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:47.703953 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6fec6d93-0aeb-48de-bd65-bf60fbc0c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:47.766479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6fec6d93-0aeb-48de-bd65-bf60fbc0c1d6 None None] Port 50f71362-0344-4cff-895b-77bde2a35cae cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:27:47.970319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:27:47.980546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-02b1c667-659b-476f-82a8-51da91baf546 admin admin] 10.222.0.55 "PUT /v2.0/routers/47514ce2-a3b2-4b5e-8d17-6445fb7cee53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6992466 May 24 23:27:48.136176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69712a9e-7980-4ab4-a813-695709ff9a34 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:48.211470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 69712a9e-7980-4ab4-a813-695709ff9a34 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:48.217372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 69712a9e-7980-4ab4-a813-695709ff9a34 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:48.217787 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:48.342947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 69712a9e-7980-4ab4-a813-695709ff9a34 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:48.343304 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:48.359531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 69712a9e-7980-4ab4-a813-695709ff9a34, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=69712a9e-7980-4ab4-a813-695709ff9a34,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:48.364395 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:48.433731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=69712a9e-7980-4ab4-a813-695709ff9a34,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:48.479157 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Sync routers for ids ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:27:48.488283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Routers {'47514ce2-a3b2-4b5e-8d17-6445fb7cee53'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:27:48.489535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:27:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:48.531472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51210) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:48.539103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1018135812-network', 'tenant_id': '279be7708ff6472ba455d97c4511fc54'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:27:48.544568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:27:48.548544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Usage tracker for resource:network and tenant:279be7708ff6472ba455d97c4511fc54 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:27:48.552276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:27:48.558526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:27:48.573281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Made reservation on behalf of 279be7708ff6472ba455d97c4511fc54 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:27:48.576662 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:48.589281 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:48.606680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:27:48.610472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Usage tracker for resource:security_group_rule and tenant:279be7708ff6472ba455d97c4511fc54 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:27:48.613372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:27:48.619542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:27:48.671423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Set router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:27:48.705589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:48.711010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:48.741040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:27:48.749424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b146539c-61cf-4eca-b740-b8b6f566adc8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:48.755528 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:48.755878 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Added segment 9bcb70be-5cda-4bae-9b83-e9f936f52850 of type vlan for network 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 May 24 23:27:48.789609 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:48.822293 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:48.823283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:48.823895 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:48.924888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] Pushing event updated for resources: {'Network': ['ID=188fa87b-43e0-4e18-9f7d-597f2b2a6f57,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:48.927858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3b0a772b-7be3-4592-b8eb-1473f68150c3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3952751 May 24 23:27:48.931038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51214) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:48.937734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Request body: {'subnet': {'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1018135812-subnet', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:27:48.943730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:27:48.947731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:27:48.948296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Usage tracker for resource:subnet and tenant:279be7708ff6472ba455d97c4511fc54 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:27:48.951592 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:27:48.958398 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:27:48.970248 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Made reservation on behalf of 279be7708ff6472ba455d97c4511fc54 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:27:48.972897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:49.074871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'name': 'tempest-TestServerMultinode-1050743806-router', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:42Z', 'updated_at': '2022-05-24T23:27:46Z', 'revision_number': 4, 'project_id': '957566be4a424c20aec5e101a931d38b', 'gw_port': {'id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:43Z', 'updated_at': '2022-05-24T23:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '50f71362-0344-4cff-895b-77bde2a35cae', 'name': '', 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'mac_address': 'fa:16:3e:83:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'bf22861e-af73-49cf-bd0e-74c62cc389c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:46Z', 'updated_at': '2022-05-24T23:27:47Z', 'revision_number': 2, 'project_id': '957566be4a424c20aec5e101a931d38b', 'subnets': [{'id': 'bf22861e-af73-49cf-bd0e-74c62cc389c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:49.079207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Checking router: 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:27:49.079557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Updating router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 port 50f71362-0344-4cff-895b-77bde2a35cae binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:27:49.133680 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:49.291364 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:49.366588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:49.376784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Checking segment: {'id': '9bcb70be-5cda-4bae-9b83-e9f936f52850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:27:49.377143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Network hostable DHCP agents. Network: 188fa87b-43e0-4e18-9f7d-597f2b2a6f57, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:27:49.397044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Network 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:27:49.406967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 188fa87b-43e0-4e18-9f7d-597f2b2a6f57) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:49.411774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:49.412389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:49.418549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c3662-e185-4837-a268-e24795935200 None None] Network 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:27:49.436900 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-95f2e4ed-1516-43a4-a1af-1bd743c4d8cd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5045428 May 24 23:27:49.439498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51222) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:49.444546 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1018135812-router', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:27:49.450062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:27:49.453866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Usage tracker for resource:router and tenant:279be7708ff6472ba455d97c4511fc54 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:27:49.456805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:27:49.462594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:27:49.474157 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:49.475425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:49.490739 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:49.654522 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:49.672398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Transition to ACTIVE for port object 50f71362-0344-4cff-895b-77bde2a35cae will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:49.704283 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:49.755501 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:49.780323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-188fa87b-43e0-4e18-9f7d-597f2b2a6f57', 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'fixed_ips': [{'subnet_id': '115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:27:49.781382 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:49.951514 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471d5cd-da96-484c-bd26-47a50c955fc1 None None] Pushing event updated for resources: {'Port': ['ID=50f71362-0344-4cff-895b-77bde2a35cae,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:50.043118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Attempting to bind port 50f71362-0344-4cff-895b-77bde2a35cae on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:27:50.043478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Attempting to bind port 50f71362-0344-4cff-895b-77bde2a35cae by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:27:50.043839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Attempting to bind port 50f71362-0344-4cff-895b-77bde2a35cae on network cd3124ae-5f78-451c-9742-caba15e17b9d {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:27:50.060706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:27:50.061234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Checking segment: {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:27:50.061811 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:50.062372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Bound using segment: {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:27:50.062994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Bound port: 50f71362-0344-4cff-895b-77bde2a35cae, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:27:50.063513 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:50.069174 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:50.100213 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:50.164475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69712a9e-7980-4ab4-a813-695709ff9a34 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:50.239860 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Allocated IP 172.25.7.161 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/b81b2e13-0d69-42e0-b8d8-a5f865441b21) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:27:50.255296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Allocated IP 172.20.0.2 (188fa87b-43e0-4e18-9f7d-597f2b2a6f57/115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a/8f700591-3229-4b9c-b3f6-6a32e1727d67) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:27:50.275383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] For port 50f71362-0344-4cff-895b-77bde2a35cae, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:27:50.343587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] For port 50f71362-0344-4cff-895b-77bde2a35cae, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=50f71362-0344-4cff-895b-77bde2a35cae,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:27:50.358421 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:50.386052 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:50.419053 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:50.441985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 69712a9e-7980-4ab4-a813-695709ff9a34 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:50.442594 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:50.484453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:27:50.487543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:50.491391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:27:50.528806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Pushing event updated for resources: {'Port': ['ID=b81b2e13-0d69-42e0-b8d8-a5f865441b21,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:50.534483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Routers {'47514ce2-a3b2-4b5e-8d17-6445fb7cee53'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:27:50.535219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:27:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:50.604215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471d5cd-da96-484c-bd26-47a50c955fc1 None None] Pushing event updated for resources: {'Port': ['ID=50f71362-0344-4cff-895b-77bde2a35cae,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:50.854684 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:50.883022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Transition to ACTIVE for port object 8f700591-3229-4b9c-b3f6-6a32e1727d67 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:50.934648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Transition to ACTIVE for port object 8f700591-3229-4b9c-b3f6-6a32e1727d67 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:50.937638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] Set router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:27:50.978604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 69712a9e-7980-4ab4-a813-695709ff9a34 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:50.996098 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:51.041840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:51.130277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Network 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:27:51.144923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:51.146951 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Pushing event updated for resources: {'Port': ['ID=8f700591-3229-4b9c-b3f6-6a32e1727d67,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:51.151034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:27:51.315116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Attempting to bind port 8f700591-3229-4b9c-b3f6-6a32e1727d67 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:27:51.315483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Attempting to bind port 8f700591-3229-4b9c-b3f6-6a32e1727d67 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '9bcb70be-5cda-4bae-9b83-e9f936f52850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:27:51.315816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Attempting to bind port 8f700591-3229-4b9c-b3f6-6a32e1727d67 on network 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:27:51.332828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:27:51.333194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Checking segment: {'id': '9bcb70be-5cda-4bae-9b83-e9f936f52850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:27:51.333621 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:51.334002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Bound using segment: {'id': '9bcb70be-5cda-4bae-9b83-e9f936f52850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:27:51.334458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Bound port: 8f700591-3229-4b9c-b3f6-6a32e1727d67, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb70be-5cda-4bae-9b83-e9f936f52850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:27:51.334827 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:51.380913 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:51.465060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] For port 8f700591-3229-4b9c-b3f6-6a32e1727d67, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:27:51.469102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] For port 8f700591-3229-4b9c-b3f6-6a32e1727d67, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8f700591-3229-4b9c-b3f6-6a32e1727d67,segment=NetworkSegment(9bcb70be-5cda-4bae-9b83-e9f936f52850),segment_id=9bcb70be-5cda-4bae-9b83-e9f936f52850)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:27:51.478228 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:51.516408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'name': 'tempest-TestServerMultinode-1050743806-router', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:42Z', 'updated_at': '2022-05-24T23:27:46Z', 'revision_number': 4, 'project_id': '957566be4a424c20aec5e101a931d38b', 'gw_port': {'id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:43Z', 'updated_at': '2022-05-24T23:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '50f71362-0344-4cff-895b-77bde2a35cae', 'name': '', 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'mac_address': 'fa:16:3e:83:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'bf22861e-af73-49cf-bd0e-74c62cc389c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:46Z', 'updated_at': '2022-05-24T23:27:50Z', 'revision_number': 4, 'project_id': '957566be4a424c20aec5e101a931d38b', 'subnets': [{'id': 'bf22861e-af73-49cf-bd0e-74c62cc389c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:51.538847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cbfb0-d422-4351-a80c-20f7ded55024 None None] The sync data for ids ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'] in n-d-843146-7 is: [{'id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'name': 'tempest-TestServerMultinode-1050743806-router', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:42Z', 'updated_at': '2022-05-24T23:27:46Z', 'revision_number': 4, 'project_id': '957566be4a424c20aec5e101a931d38b', 'gw_port': {'id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:43Z', 'updated_at': '2022-05-24T23:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '50f71362-0344-4cff-895b-77bde2a35cae', 'name': '', 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'mac_address': 'fa:16:3e:83:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'bf22861e-af73-49cf-bd0e-74c62cc389c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:46Z', 'updated_at': '2022-05-24T23:27:50Z', 'revision_number': 4, 'project_id': '957566be4a424c20aec5e101a931d38b', 'subnets': [{'id': 'bf22861e-af73-49cf-bd0e-74c62cc389c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:27:51.562540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748d047-5d6e-47e0-92a5-1aa2eede04e9 None None] Pushing event updated for resources: {'Port': ['ID=8f700591-3229-4b9c-b3f6-6a32e1727d67,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:51.608229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Router 61f257de-82f1-448e-b950-a56a2f149980 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:27:51.833989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:27:51.843132 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Sync routers for ids ['61f257de-82f1-448e-b950-a56a2f149980'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:27:51.853316 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Routers {'61f257de-82f1-448e-b950-a56a2f149980'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:27:51.869536 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:27:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['61f257de-82f1-448e-b950-a56a2f149980'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:51.870955 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:51.872409 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-786456cf-e1e3-4c64-a19b-20669a0dec6f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4318948 May 24 23:27:51.875598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51226) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:27:52.069820 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Set router 61f257de-82f1-448e-b950-a56a2f149980 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:27:52.227256 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8f700591-3229-4b9c-b3f6-6a32e1727d67 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:52.315559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 8f700591-3229-4b9c-b3f6-6a32e1727d67 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:52.323305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 50f71362-0344-4cff-895b-77bde2a35cae up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:52.417613 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 50f71362-0344-4cff-895b-77bde2a35cae completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:52.430148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 50f71362-0344-4cff-895b-77bde2a35cae triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:52.430522 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:52.533153 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f257de-82f1-448e-b950-a56a2f149980', 'name': 'tempest-TestServerMultinode-1018135812-router', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:49Z', 'updated_at': '2022-05-24T23:27:50Z', 'revision_number': 3, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'gw_port': {'id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f257de-82f1-448e-b950-a56a2f149980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:50Z', 'updated_at': '2022-05-24T23:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:52.537881 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Checking router: 61f257de-82f1-448e-b950-a56a2f149980 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:27:52.538225 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Updating router 61f257de-82f1-448e-b950-a56a2f149980 port b81b2e13-0d69-42e0-b8d8-a5f865441b21 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:27:52.614047 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:52.690558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 50f71362-0344-4cff-895b-77bde2a35cae is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:52.691169 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:52.735194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 50f71362-0344-4cff-895b-77bde2a35cae, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=50f71362-0344-4cff-895b-77bde2a35cae,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:52.746152 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:52.835199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=50f71362-0344-4cff-895b-77bde2a35cae,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:52.934328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c963127-9b75-41aa-891e-ffba15785eb2 None None] Network 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:27:52.937447 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.037088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-82ae32e8-31a4-4173-98d0-f398517c1065 None None] Provisioning for port 8f700591-3229-4b9c-b3f6-6a32e1727d67 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:53.040865 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.045648 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-82ae32e8-31a4-4173-98d0-f398517c1065 None None] Provisioning complete for port 8f700591-3229-4b9c-b3f6-6a32e1727d67 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:53.046327 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-82ae32e8-31a4-4173-98d0-f398517c1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.054141 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Transition to ACTIVE for port object b81b2e13-0d69-42e0-b8d8-a5f865441b21 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:53.062427 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.141158 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Attempting to bind port b81b2e13-0d69-42e0-b8d8-a5f865441b21 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:27:53.141555 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Attempting to bind port b81b2e13-0d69-42e0-b8d8-a5f865441b21 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:27:53.141916 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Attempting to bind port b81b2e13-0d69-42e0-b8d8-a5f865441b21 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:27:53.153679 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:27:53.153955 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:27:53.154353 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.154776 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:27:53.155244 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Bound port: b81b2e13-0d69-42e0-b8d8-a5f865441b21, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:27:53.155968 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.181132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Allocated IP 172.20.0.1 (188fa87b-43e0-4e18-9f7d-597f2b2a6f57/115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a/9e9f2075-3907-4892-9d59-69c6f0e45b25) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:27:53.194864 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062494d-7113-4cf3-b9e1-2818b68e98c7 None None] Pushing event updated for resources: {'Port': ['ID=b81b2e13-0d69-42e0-b8d8-a5f865441b21,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:53.240259 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] For port b81b2e13-0d69-42e0-b8d8-a5f865441b21, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:27:53.244127 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] For port b81b2e13-0d69-42e0-b8d8-a5f865441b21, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b81b2e13-0d69-42e0-b8d8-a5f865441b21,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:27:53.250195 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.303527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-82ae32e8-31a4-4173-98d0-f398517c1065 None None] Current status of the port 8f700591-3229-4b9c-b3f6-6a32e1727d67 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:53.304156 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-82ae32e8-31a4-4173-98d0-f398517c1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.336452 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Routers {'61f257de-82f1-448e-b950-a56a2f149980'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:27:53.337077 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:27:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['61f257de-82f1-448e-b950-a56a2f149980'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:53.348850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-82ae32e8-31a4-4173-98d0-f398517c1065 None None] For port 8f700591-3229-4b9c-b3f6-6a32e1727d67, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8f700591-3229-4b9c-b3f6-6a32e1727d67,segment=NetworkSegment(9bcb70be-5cda-4bae-9b83-e9f936f52850),segment_id=9bcb70be-5cda-4bae-9b83-e9f936f52850)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:53.361298 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-82ae32e8-31a4-4173-98d0-f398517c1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.376861 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.398744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Transition to ACTIVE for port object 9e9f2075-3907-4892-9d59-69c6f0e45b25 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:53.431735 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062494d-7113-4cf3-b9e1-2818b68e98c7 None None] Pushing event updated for resources: {'Port': ['ID=b81b2e13-0d69-42e0-b8d8-a5f865441b21,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:53.432749 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.445639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae32e8-31a4-4173-98d0-f398517c1065 None None] Pushing event updated for resources: {'Port': ['ID=8f700591-3229-4b9c-b3f6-6a32e1727d67,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:53.504355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Network 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:27:53.507224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:53.509915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:27:53.547349 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] Set router 61f257de-82f1-448e-b950-a56a2f149980 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:27:53.551416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9f2075-3907-4892-9d59-69c6f0e45b25,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:53.582963 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.688359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-68e45389-66b6-4292-b801-1b103be5ac98 None None] Provisioning complete for port 8f700591-3229-4b9c-b3f6-6a32e1727d67 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:53.689000 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-68e45389-66b6-4292-b801-1b103be5ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:53.874472 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f257de-82f1-448e-b950-a56a2f149980', 'name': 'tempest-TestServerMultinode-1018135812-router', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:49Z', 'updated_at': '2022-05-24T23:27:50Z', 'revision_number': 3, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'gw_port': {'id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f257de-82f1-448e-b950-a56a2f149980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:50Z', 'updated_at': '2022-05-24T23:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:53.878428 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f95a13-e620-4382-a7a5-126627358dcd None None] The sync data for ids ['61f257de-82f1-448e-b950-a56a2f149980'] in n-d-843146-7 is: [{'id': '61f257de-82f1-448e-b950-a56a2f149980', 'name': 'tempest-TestServerMultinode-1018135812-router', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:49Z', 'updated_at': '2022-05-24T23:27:50Z', 'revision_number': 3, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'gw_port': {'id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f257de-82f1-448e-b950-a56a2f149980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:50Z', 'updated_at': '2022-05-24T23:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:27:53.882333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-68e45389-66b6-4292-b801-1b103be5ac98 None None] Current status of the port 8f700591-3229-4b9c-b3f6-6a32e1727d67 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:53.890193 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:54.005726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-51783321-566a-443b-8246-6af3a016b105 None None] Provisioning for port 9e9f2075-3907-4892-9d59-69c6f0e45b25 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:54.011087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-51783321-566a-443b-8246-6af3a016b105 None None] Provisioning complete for port 9e9f2075-3907-4892-9d59-69c6f0e45b25 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:54.011456 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51783321-566a-443b-8246-6af3a016b105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:54.069351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-51783321-566a-443b-8246-6af3a016b105 None None] Port 9e9f2075-3907-4892-9d59-69c6f0e45b25 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:27:54.150162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8f700591-3229-4b9c-b3f6-6a32e1727d67 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:54.162144 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:54.167882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:54.221056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8f700591-3229-4b9c-b3f6-6a32e1727d67 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:54.221598 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:54.349975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8f700591-3229-4b9c-b3f6-6a32e1727d67 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:54.350972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 50f71362-0344-4cff-895b-77bde2a35cae up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:54.398516 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:54.427407 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 50f71362-0344-4cff-895b-77bde2a35cae triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:54.427783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:54.482510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9f2075-3907-4892-9d59-69c6f0e45b25,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:54.504727 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:54.569226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Network 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:27:54.569653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 50f71362-0344-4cff-895b-77bde2a35cae is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:54.570558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:54.772575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Router 61f257de-82f1-448e-b950-a56a2f149980 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:27:54.794940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-619ab669-39b6-49a3-93e6-f5aca2e845fb None None] Provisioning complete for port 9e9f2075-3907-4892-9d59-69c6f0e45b25 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:54.795458 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-619ab669-39b6-49a3-93e6-f5aca2e845fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:54.851848 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-619ab669-39b6-49a3-93e6-f5aca2e845fb None None] Port 9e9f2075-3907-4892-9d59-69c6f0e45b25 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:27:54.960502 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:27:54.970101 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-194b87eb-079a-49ff-8a50-40c3711cdd44 admin admin] 10.222.0.55 "PUT /v2.0/routers/61f257de-82f1-448e-b950-a56a2f149980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0932629 May 24 23:27:55.404856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Sync routers for ids ['61f257de-82f1-448e-b950-a56a2f149980'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:27:55.414731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Routers {'61f257de-82f1-448e-b950-a56a2f149980'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:27:55.415382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:27:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['61f257de-82f1-448e-b950-a56a2f149980'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:55.596339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Set router 61f257de-82f1-448e-b950-a56a2f149980 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:27:55.609712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-4c1d9231-6601-4004-9be3-1c58f50e40c0 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:55.611205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-4c1d9231-6601-4004-9be3-1c58f50e40c0 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/networks?id=cd3124ae-5f78-451c-9742-caba15e17b9d HTTP/1.1" status: 200 len: 911 time: 0.1289594 May 24 23:27:55.626661 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-12cb398a-c0d9-4fd0-b3d1-8b3f211ffa23 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/quotas/279be7708ff6472ba455d97c4511fc54 HTTP/1.1" status: 200 len: 375 time: 0.0097158 May 24 23:27:55.703090 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-196135c1-9155-4b90-ac8d-8c363faf8c3f tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Synchronizing usage tracker for tenant:279be7708ff6472ba455d97c4511fc54 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:27:55.721391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-196135c1-9155-4b90-ac8d-8c363faf8c3f tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Unset dirty status for tenant:279be7708ff6472ba455d97c4511fc54 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:27:55.723296 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-196135c1-9155-4b90-ac8d-8c363faf8c3f tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=279be7708ff6472ba455d97c4511fc54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907526 May 24 23:27:55.854788 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-56735d00-febc-4d47-b507-e97518d1cce8 service neutron] 10.222.0.55 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246293 May 24 23:27:55.910145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f257de-82f1-448e-b950-a56a2f149980', 'name': 'tempest-TestServerMultinode-1018135812-router', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:49Z', 'updated_at': '2022-05-24T23:27:53Z', 'revision_number': 4, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'gw_port': {'id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f257de-82f1-448e-b950-a56a2f149980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:50Z', 'updated_at': '2022-05-24T23:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9e9f2075-3907-4892-9d59-69c6f0e45b25', 'name': '', 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'mac_address': 'fa:16:3e:5b:ff:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f257de-82f1-448e-b950-a56a2f149980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:52Z', 'updated_at': '2022-05-24T23:27:53Z', 'revision_number': 2, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'subnets': [{'id': '115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:55.914263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Checking router: 61f257de-82f1-448e-b950-a56a2f149980 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:27:55.914620 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Updating router 61f257de-82f1-448e-b950-a56a2f149980 port 9e9f2075-3907-4892-9d59-69c6f0e45b25 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:27:55.970816 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:55.986990 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-f03cc21b-2409-4aaf-9d24-bf32ee2242f8 service neutron] 10.222.0.55 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259160 May 24 23:27:56.185973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01bc41dd-2473-40d3-be25-b3a30cf7f383 req-fefabfe7-74d9-4c0b-bbab-dc42686d9e34 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 210 time: 0.0596907 May 24 23:27:56.198027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b81b2e13-0d69-42e0-b8d8-a5f865441b21 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:56.320872 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:56.373772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b81b2e13-0d69-42e0-b8d8-a5f865441b21 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:56.380517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b81b2e13-0d69-42e0-b8d8-a5f865441b21 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:56.381000 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:56.505214 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:56.564494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Transition to ACTIVE for port object 9e9f2075-3907-4892-9d59-69c6f0e45b25 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:56.585119 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:56.627415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b81b2e13-0d69-42e0-b8d8-a5f865441b21 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:56.627415 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:56.727366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b81b2e13-0d69-42e0-b8d8-a5f865441b21, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b81b2e13-0d69-42e0-b8d8-a5f865441b21,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:56.734041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129eb48-c2ec-48eb-a0d0-4178bf619bd9 None None] Pushing event updated for resources: {'Port': ['ID=9e9f2075-3907-4892-9d59-69c6f0e45b25,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:56.764572 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:56.880694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Attempting to bind port 9e9f2075-3907-4892-9d59-69c6f0e45b25 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:27:56.881053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Attempting to bind port 9e9f2075-3907-4892-9d59-69c6f0e45b25 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '9bcb70be-5cda-4bae-9b83-e9f936f52850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:27:56.881417 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Attempting to bind port 9e9f2075-3907-4892-9d59-69c6f0e45b25 on network 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:27:56.892144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:27:56.892525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Checking segment: {'id': '9bcb70be-5cda-4bae-9b83-e9f936f52850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:27:56.893271 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:56.894409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Bound using segment: {'id': '9bcb70be-5cda-4bae-9b83-e9f936f52850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:27:56.895180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Bound port: 9e9f2075-3907-4892-9d59-69c6f0e45b25, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb70be-5cda-4bae-9b83-e9f936f52850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:27:56.896049 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:56.912307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b81b2e13-0d69-42e0-b8d8-a5f865441b21,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:56.994611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] For port 9e9f2075-3907-4892-9d59-69c6f0e45b25, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:27:57.000323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] For port 9e9f2075-3907-4892-9d59-69c6f0e45b25, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9e9f2075-3907-4892-9d59-69c6f0e45b25,segment=NetworkSegment(9bcb70be-5cda-4bae-9b83-e9f936f52850),segment_id=9bcb70be-5cda-4bae-9b83-e9f936f52850)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:27:57.010496 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:57.091247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Routers {'61f257de-82f1-448e-b950-a56a2f149980'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:27:57.091872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:27:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['61f257de-82f1-448e-b950-a56a2f149980'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:57.146540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129eb48-c2ec-48eb-a0d0-4178bf619bd9 None None] Pushing event updated for resources: {'Port': ['ID=9e9f2075-3907-4892-9d59-69c6f0e45b25,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:57.282491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] Set router 61f257de-82f1-448e-b950-a56a2f149980 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:27:57.366043 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55210604-a36a-436c-bca8-0f014d15084d req-c1c9fdd9-d1ef-4e1e-9ef7-aa442edc9918 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 210 time: 0.0531263 May 24 23:27:57.618662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f257de-82f1-448e-b950-a56a2f149980', 'name': 'tempest-TestServerMultinode-1018135812-router', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:49Z', 'updated_at': '2022-05-24T23:27:53Z', 'revision_number': 4, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'gw_port': {'id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f257de-82f1-448e-b950-a56a2f149980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:50Z', 'updated_at': '2022-05-24T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9e9f2075-3907-4892-9d59-69c6f0e45b25', 'name': '', 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'mac_address': 'fa:16:3e:5b:ff:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f257de-82f1-448e-b950-a56a2f149980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:52Z', 'updated_at': '2022-05-24T23:27:56Z', 'revision_number': 4, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'subnets': [{'id': '115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:27:57.622735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b79c4-a7b2-4ace-ae80-dcb52653ab09 None None] The sync data for ids ['61f257de-82f1-448e-b950-a56a2f149980'] in n-d-843146-7 is: [{'id': '61f257de-82f1-448e-b950-a56a2f149980', 'name': 'tempest-TestServerMultinode-1018135812-router', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:49Z', 'updated_at': '2022-05-24T23:27:53Z', 'revision_number': 4, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'gw_port': {'id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f257de-82f1-448e-b950-a56a2f149980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:50Z', 'updated_at': '2022-05-24T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '9e9f2075-3907-4892-9d59-69c6f0e45b25', 'name': '', 'network_id': '188fa87b-43e0-4e18-9f7d-597f2b2a6f57', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'mac_address': 'fa:16:3e:5b:ff:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f257de-82f1-448e-b950-a56a2f149980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:52Z', 'updated_at': '2022-05-24T23:27:56Z', 'revision_number': 4, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'subnets': [{'id': '115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:27:57.818140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-c3b5af0d-91eb-4678-8d99-120c4f0fe267 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:57.818829 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-c3b5af0d-91eb-4678-8d99-120c4f0fe267 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Synchronizing usage tracker for tenant:279be7708ff6472ba455d97c4511fc54 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:27:57.837518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-c3b5af0d-91eb-4678-8d99-120c4f0fe267 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Unset dirty status for tenant:279be7708ff6472ba455d97c4511fc54 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:27:57.838863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-c3b5af0d-91eb-4678-8d99-120c4f0fe267 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.50 "GET /v2.0/networks?id=cd3124ae-5f78-451c-9742-caba15e17b9d HTTP/1.1" status: 200 len: 911 time: 0.1638935 May 24 23:27:57.852777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Request body: {'port': {'device_id': 'ce07dab8-ac12-4a64-b512-bd4754d2afe2', 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d', 'admin_state_up': True, 'tenant_id': '279be7708ff6472ba455d97c4511fc54'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:27:57.858687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:27:57.868975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:27:57.879526 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Made reservation on behalf of 279be7708ff6472ba455d97c4511fc54 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:27:57.883279 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:58.046714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Allocated IP 172.20.0.6 (cd3124ae-5f78-451c-9742-caba15e17b9d/bf22861e-af73-49cf-bd0e-74c62cc389c8/aa87ce35-c43c-4fed-9d92-5a1bf128a7bf) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:27:58.207697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b81b2e13-0d69-42e0-b8d8-a5f865441b21 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:58.259372 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:58.277923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b81b2e13-0d69-42e0-b8d8-a5f865441b21 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:58.278298 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:58.280397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Transition to ACTIVE for port object aa87ce35-c43c-4fed-9d92-5a1bf128a7bf will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:58.311538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:58.390739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Network cd3124ae-5f78-451c-9742-caba15e17b9d is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:27:58.394424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:27:58.399802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:27:58.416813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b81b2e13-0d69-42e0-b8d8-a5f865441b21 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:58.418465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9e9f2075-3907-4892-9d59-69c6f0e45b25 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:27:58.456656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:58.457614 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:58.461469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Pushing event updated for resources: {'Port': ['ID=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:58.498993 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6b0b3adf-42c5-448a-bfd7-120b8a622aef tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6496990 May 24 23:27:58.500867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 9e9f2075-3907-4892-9d59-69c6f0e45b25 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:58.509845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 9e9f2075-3907-4892-9d59-69c6f0e45b25 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:58.510219 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:58.552953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Request body: {'port': {'device_id': 'ce07dab8-ac12-4a64-b512-bd4754d2afe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:27:58.695701 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c4fa7-0c6e-4e53-ba2d-c18ac6b849b9 req-f04bc47c-798a-4b29-9c80-3fbd134c9694 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:58.696402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7b7c4fa7-0c6e-4e53-ba2d-c18ac6b849b9 req-f04bc47c-798a-4b29-9c80-3fbd134c9694 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Synchronizing usage tracker for tenant:279be7708ff6472ba455d97c4511fc54 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:27:58.702355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 9e9f2075-3907-4892-9d59-69c6f0e45b25 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:27:58.703273 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:58.725905 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:58.738987 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7b7c4fa7-0c6e-4e53-ba2d-c18ac6b849b9 req-f04bc47c-798a-4b29-9c80-3fbd134c9694 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Unset dirty status for tenant:279be7708ff6472ba455d97c4511fc54 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:27:58.745919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b7c4fa7-0c6e-4e53-ba2d-c18ac6b849b9 req-f04bc47c-798a-4b29-9c80-3fbd134c9694 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1027 time: 0.2388315 May 24 23:27:58.748416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 9e9f2075-3907-4892-9d59-69c6f0e45b25, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9e9f2075-3907-4892-9d59-69c6f0e45b25,segment=NetworkSegment(9bcb70be-5cda-4bae-9b83-e9f936f52850),segment_id=9bcb70be-5cda-4bae-9b83-e9f936f52850)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:27:58.751975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7dc1d755-6920-4a1c-92dc-b15e69910e39 None None] Provisioning for port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:27:58.756820 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:58.787974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7dc1d755-6920-4a1c-92dc-b15e69910e39 None None] Provisioning complete for port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:27:58.788349 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7dc1d755-6920-4a1c-92dc-b15e69910e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:58.831347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7b7c4fa7-0c6e-4e53-ba2d-c18ac6b849b9 req-c86ccd00-1e1d-4c76-916b-b274067e030c tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Synchronizing usage tracker for tenant:279be7708ff6472ba455d97c4511fc54 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:27:58.873388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1d755-6920-4a1c-92dc-b15e69910e39 None None] Port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:27:58.878286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=9e9f2075-3907-4892-9d59-69c6f0e45b25,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:58.894854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7b7c4fa7-0c6e-4e53-ba2d-c18ac6b849b9 req-c86ccd00-1e1d-4c76-916b-b274067e030c tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Unset dirty status for tenant:279be7708ff6472ba455d97c4511fc54 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:27:58.896292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b7c4fa7-0c6e-4e53-ba2d-c18ac6b849b9 req-c86ccd00-1e1d-4c76-916b-b274067e030c tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495972 May 24 23:27:59.243452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa87ce35-c43c-4fed-9d92-5a1bf128a7bf {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:27:59.251540 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:59.267205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Transition to ACTIVE for port object aa87ce35-c43c-4fed-9d92-5a1bf128a7bf will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:27:59.274731 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:59.441130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Pushing event updated for resources: {'Port': ['ID=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:59.525121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Attempting to bind port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:27:59.525422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Attempting to bind port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:27:59.525767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Attempting to bind port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf on network cd3124ae-5f78-451c-9742-caba15e17b9d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:27:59.530846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf on network cd3124ae-5f78-451c-9742-caba15e17b9d not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:27:59.531196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Attempting to bind port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf on network cd3124ae-5f78-451c-9742-caba15e17b9d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:27:59.536633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:27:59.536936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Checking segment: {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:27:59.537319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Bound using segment: {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:27:59.537796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Bound port: aa87ce35-c43c-4fed-9d92-5a1bf128a7bf, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:27:59.538273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:59.634111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] For port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:27:59.636950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] For port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:27:59.643115 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:59.705688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:59.706173 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:27:59.707856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] 10.222.0.50 "PUT /v2.0/ports/aa87ce35-c43c-4fed-9d92-5a1bf128a7bf HTTP/1.1" status: 200 len: 1091 time: 1.1647265 May 24 23:27:59.708288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce07dab8-ac12-4a64-b512-bd4754d2afe2', 'tag': 'aa87ce35-c43c-4fed-9d92-5a1bf128a7bf'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:27:59.731577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26156c85-85f7-4397-8e6b-66cbb6d1b107 service neutron] Pushing event updated for resources: {'Port': ['ID=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:27:59.788623 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64f4b71-5817-480d-a6b3-9a8ab4e5cc37'] response: {'name': 'network-changed', 'server_uuid': 'ce07dab8-ac12-4a64-b512-bd4754d2afe2', 'tag': 'aa87ce35-c43c-4fed-9d92-5a1bf128a7bf', 'status': 'completed', 'code': 200} May 24 23:27:59.831440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-275fd876-3d34-4822-9865-852fb0938e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:59.833802 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-275fd876-3d34-4822-9865-852fb0938e2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=279be7708ff6472ba455d97c4511fc54&device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1094 time: 0.0790985 May 24 23:27:59.913736 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-2d6ea930-d35d-4322-a5c2-cfa49ead0c3c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf HTTP/1.1" status: 200 len: 217 time: 0.0688596 May 24 23:27:59.987139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6a9d1ef4-af3a-442a-98c6-827a4d6e5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:27:59.988696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-6a9d1ef4-af3a-442a-98c6-827a4d6e5a7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf22861e-af73-49cf-bd0e-74c62cc389c8 HTTP/1.1" status: 200 len: 849 time: 0.0663185 May 24 23:28:00.122069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9e9f2075-3907-4892-9d59-69c6f0e45b25 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:00.126555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-cd562f7e-b496-4577-9142-8eebeaea2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:00.128172 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-cd562f7e-b496-4577-9142-8eebeaea2396 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd3124ae-5f78-451c-9742-caba15e17b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297143 May 24 23:28:00.131041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3cdd9-167e-4ecd-916e-7d8ca6b16e68 req-57cbe277-bbf0-4887-bd97-8548f84f6920 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:00.132427 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9a3cdd9-167e-4ecd-916e-7d8ca6b16e68 req-57cbe277-bbf0-4887-bd97-8548f84f6920 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1094 time: 0.1030920 May 24 23:28:00.188508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 9e9f2075-3907-4892-9d59-69c6f0e45b25 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:00.188860 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:00.261386 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9a3cdd9-167e-4ecd-916e-7d8ca6b16e68 req-97b5a3d0-058f-4c68-94c5-eafccd6d74f5 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027303 May 24 23:28:00.299012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-76dcc9c1-8ecd-4d63-8244-9e47a8f0147b service neutron] 10.222.0.50 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614301 May 24 23:28:00.305967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 9e9f2075-3907-4892-9d59-69c6f0e45b25 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:00.434354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81b7b68c-2d4b-42e0-a257-a13cfafb0df5 req-321259f3-f00d-472d-847e-e0c2da4f8620 service neutron] 10.222.0.50 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266391 May 24 23:28:00.564859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1c76-76f4-4a1c-8743-5d7d472ac45f req-b98b6f4e-69ec-40be-93f1-ae04948ff74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:00.566390 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b6f1c76-76f4-4a1c-8743-5d7d472ac45f req-b98b6f4e-69ec-40be-93f1-ae04948ff74d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=279be7708ff6472ba455d97c4511fc54&device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1094 time: 0.0737808 May 24 23:28:00.700249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1c76-76f4-4a1c-8743-5d7d472ac45f req-c5581e08-b2c1-4ac9-a8f4-809b604214e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:00.701727 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b6f1c76-76f4-4a1c-8743-5d7d472ac45f req-c5581e08-b2c1-4ac9-a8f4-809b604214e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd3124ae-5f78-451c-9742-caba15e17b9d HTTP/1.1" status: 200 len: 911 time: 0.1296482 May 24 23:28:00.772225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b6f1c76-76f4-4a1c-8743-5d7d472ac45f req-eb0839ff-f717-4b60-a57f-41f5228e9b80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf HTTP/1.1" status: 200 len: 217 time: 0.0636270 May 24 23:28:00.837119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1c76-76f4-4a1c-8743-5d7d472ac45f req-7922f0d1-26ec-4097-9acc-d4b58f7bc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:00.838479 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b6f1c76-76f4-4a1c-8743-5d7d472ac45f req-7922f0d1-26ec-4097-9acc-d4b58f7bc107 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf22861e-af73-49cf-bd0e-74c62cc389c8 HTTP/1.1" status: 200 len: 849 time: 0.0592434 May 24 23:28:01.027718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1c76-76f4-4a1c-8743-5d7d472ac45f req-ab4c0a5a-2e84-4dbe-8da8-6d4981ad292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:01.029209 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b6f1c76-76f4-4a1c-8743-5d7d472ac45f req-ab4c0a5a-2e84-4dbe-8da8-6d4981ad292d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd3124ae-5f78-451c-9742-caba15e17b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835885 May 24 23:28:01.162761 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b6f1c76-76f4-4a1c-8743-5d7d472ac45f req-293e5109-1263-4166-b62e-19e8e47d5cac service neutron] 10.222.0.50 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264706 May 24 23:28:01.298800 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b6f1c76-76f4-4a1c-8743-5d7d472ac45f req-3c93dba1-d23e-40c2-8d00-ba1382a5f42a service neutron] 10.222.0.50 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279626 May 24 23:28:01.445819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6622-d284-4c4c-afd3-ca2ab4fbd25b req-34d5ada4-6ad0-460c-9abb-84cc43fe0b17 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:01.447793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d4e6622-d284-4c4c-afd3-ca2ab4fbd25b req-34d5ada4-6ad0-460c-9abb-84cc43fe0b17 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1094 time: 0.0782990 May 24 23:28:01.492859 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2d4e6622-d284-4c4c-afd3-ca2ab4fbd25b req-34b434c9-cbe7-45e3-93fb-ef4daf40cc45 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378840 May 24 23:28:02.252804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device aa87ce35-c43c-4fed-9d92-5a1bf128a7bf details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:28:02.401113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:02.415028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'aa87ce35-c43c-4fed-9d92-5a1bf128a7bf', 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d', 'port_id': 'aa87ce35-c43c-4fed-9d92-5a1bf128a7bf', 'mac_address': 'fa:16:3e:a0:d4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf22861e-af73-49cf-bd0e-74c62cc389c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:28:02.469931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:02.470303 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:02.487387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa87ce35-c43c-4fed-9d92-5a1bf128a7bf {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:28:02.504776 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:02.511481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:02.583327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:02.676060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8521b-6adb-4fff-b6cb-5f09eb30efdf req-c2e1b5a4-a82b-4806-8d4d-659925dc6c00 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:02.677355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-edb8521b-6adb-4fff-b6cb-5f09eb30efdf req-c2e1b5a4-a82b-4806-8d4d-659925dc6c00 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1095 time: 0.0744755 May 24 23:28:02.725016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-edb8521b-6adb-4fff-b6cb-5f09eb30efdf req-0f51d93a-b229-43d1-9f79-9a94e2ba44a5 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383899 May 24 23:28:02.786682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['aa87ce35-c43c-4fed-9d92-5a1bf128a7bf'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:28:03.913390 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4e99f-0545-4085-b864-35dcc84944cb req-e8302153-247a-43da-823a-6a96ea1c6f2c tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:03.914978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a6a4e99f-0545-4085-b864-35dcc84944cb req-e8302153-247a-43da-823a-6a96ea1c6f2c tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1095 time: 0.0814734 May 24 23:28:03.958982 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a6a4e99f-0545-4085-b864-35dcc84944cb req-7f142e30-33c9-435d-a5fa-c14814f83c8c tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 May 24 23:28:04.266971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device aa87ce35-c43c-4fed-9d92-5a1bf128a7bf up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:04.336472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:04.341112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:04.341486 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:04.459769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:04.460127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:04.488000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce07dab8-ac12-4a64-b512-bd4754d2afe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa87ce35-c43c-4fed-9d92-5a1bf128a7bf'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:28:04.497809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:04.502743 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:04.577631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:04.696804 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2774065f-b2c8-4771-a5dd-8a1dfd0a13eb'] response: {'server_uuid': 'ce07dab8-ac12-4a64-b512-bd4754d2afe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa87ce35-c43c-4fed-9d92-5a1bf128a7bf', 'code': 200} May 24 23:28:04.846326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa64a7-805b-4bd0-ab03-53b2fb0621a5 req-003553e4-b511-4eb7-8ad4-faa69f76bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:04.847924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4afa64a7-805b-4bd0-ab03-53b2fb0621a5 req-003553e4-b511-4eb7-8ad4-faa69f76bb7b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1096 time: 0.0844128 May 24 23:28:04.892281 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4afa64a7-805b-4bd0-ab03-53b2fb0621a5 req-b5d3b280-1590-4cd7-af6a-fb700ebd0e65 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350909 May 24 23:28:05.148512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5441a-0808-4150-8e6e-4622c6eb3037 req-dea77d3c-bd80-44f0-b81e-c80909928621 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:05.149965 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ed5441a-0808-4150-8e6e-4622c6eb3037 req-dea77d3c-bd80-44f0-b81e-c80909928621 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1096 time: 0.0795314 May 24 23:28:05.191576 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3ed5441a-0808-4150-8e6e-4622c6eb3037 req-53b3f593-26dc-4d7d-99ee-53206ce0ec93 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358906 May 24 23:28:05.379713 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5ff40405-3ab2-4307-87fb-4ed4f4fddabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:06.385794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428ba46-1217-46f6-9433-0b9451966037 req-8230cb23-3a12-4c4f-bea9-080e9d310030 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:06.387274 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e428ba46-1217-46f6-9433-0b9451966037 req-8230cb23-3a12-4c4f-bea9-080e9d310030 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1096 time: 0.0867791 May 24 23:28:06.433270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e428ba46-1217-46f6-9433-0b9451966037 req-20f78e03-a73a-432a-abd8-e997920d8339 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 May 24 23:28:06.612036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52e6a9-2fa3-4cdd-bf55-8dd71113f9b9 req-2cf7151b-3cc7-4f50-90a1-25b7598d00fb tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:06.613632 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f52e6a9-2fa3-4cdd-bf55-8dd71113f9b9 req-2cf7151b-3cc7-4f50-90a1-25b7598d00fb tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1096 time: 0.0747163 May 24 23:28:06.654408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7f52e6a9-2fa3-4cdd-bf55-8dd71113f9b9 req-19723f9b-a997-4d67-b7ad-56e6068d36f6 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346801 May 24 23:28:06.839401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e259fc-b707-4b23-89fa-75bca5c0555d req-1cb8c17c-7d5f-4b22-8458-6c0fdeeb7a44 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:06.840912 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-05e259fc-b707-4b23-89fa-75bca5c0555d req-1cb8c17c-7d5f-4b22-8458-6c0fdeeb7a44 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1096 time: 0.0835378 May 24 23:28:06.883266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-05e259fc-b707-4b23-89fa-75bca5c0555d req-ea73ef4d-bf1d-43ce-910f-690c137f369e tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354424 May 24 23:28:07.287347 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-a25caca0-7146-4e07-87bd-9f4f501a0b5d tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:07.288810 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-a25caca0-7146-4e07-87bd-9f4f501a0b5d tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/networks?id=cd3124ae-5f78-451c-9742-caba15e17b9d HTTP/1.1" status: 200 len: 911 time: 0.2400284 May 24 23:28:07.304294 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-f2b9b5bb-4b11-4108-a139-feb6cae8bed5 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/quotas/279be7708ff6472ba455d97c4511fc54 HTTP/1.1" status: 200 len: 375 time: 0.0097260 May 24 23:28:07.383258 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-d57c20a3-0e3d-4d9b-989f-7a61525b2e23 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=279be7708ff6472ba455d97c4511fc54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737731 May 24 23:28:07.479311 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9f43a792-1b00-421b-b4bb-e77164a775c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:07.516231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-c313b846-14e2-49d3-b7ea-1194ed56f71f service neutron] 10.222.0.55 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259398 May 24 23:28:07.650268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-c12174a8-bcc0-4aa4-b43f-2bd7618e6c24 service neutron] 10.222.0.55 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276932 May 24 23:28:07.838425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1da991dc-1648-4c99-b0e7-79520ab22495 req-ba2ad62e-4b37-4043-ae10-0d7ca4f23ea8 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0415282 May 24 23:28:08.736716 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:08.841119 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:08.938193 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dd240039-632c-46ca-bbc0-5fcb1cdeff90 req-8dfabec7-6b50-4147-b7d9-e512f136eb0d tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0485713 May 24 23:28:10.043517 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6a857de-0417-4fbd-9a7b-5608c05d8bd4 req-467cc67a-0a3f-4394-9f4e-01f15e2e1e95 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0473797 May 24 23:28:10.141060 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:11.143596 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62ddde2a-047b-4f10-90f8-bdae05b1749e req-764a3dbb-ad4d-4f52-8b55-b52e0d261131 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0417912 May 24 23:28:12.318857 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-beeef6c0-a5d7-4926-9e46-54c4108a1574 req-e14bcb6d-071c-43e0-b773-ccb9fc5bae3a tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0483675 May 24 23:28:13.143738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-c5ce0495-11cd-410d-8504-70c728759d26 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:13.145247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-c5ce0495-11cd-410d-8504-70c728759d26 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.31 "GET /v2.0/networks?id=cd3124ae-5f78-451c-9742-caba15e17b9d HTTP/1.1" status: 200 len: 911 time: 0.1333599 May 24 23:28:13.155342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Request body: {'port': {'device_id': '4ea7d938-0822-42b2-8672-bfab91e4a9c2', 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d', 'admin_state_up': True, 'tenant_id': '279be7708ff6472ba455d97c4511fc54'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:28:13.160602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:28:13.170162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:28:13.180764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Made reservation on behalf of 279be7708ff6472ba455d97c4511fc54 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:28:13.183164 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:13.334845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Allocated IP 172.20.0.14 (cd3124ae-5f78-451c-9742-caba15e17b9d/bf22861e-af73-49cf-bd0e-74c62cc389c8/275af8e8-4079-4bc3-87d2-62c32d84711a) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:28:13.476260 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c58f538-628a-429f-abd1-0dde0991e601 req-40eed18d-9357-4ae6-81f5-fae220e1f335 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0405169 May 24 23:28:13.521220 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:13.537105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Transition to ACTIVE for port object 275af8e8-4079-4bc3-87d2-62c32d84711a will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:13.564423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:13.575589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['aa87ce35-c43c-4fed-9d92-5a1bf128a7bf'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:28:13.635336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Network cd3124ae-5f78-451c-9742-caba15e17b9d is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:28:13.639605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:28:13.643346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:28:13.676154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Pushing event updated for resources: {'Port': ['ID=275af8e8-4079-4bc3-87d2-62c32d84711a,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:13.708514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:13.709180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:13.743691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-29f764fb-0415-4781-acd2-81586c34e926 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5917375 May 24 23:28:13.757303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Request body: {'port': {'device_id': '4ea7d938-0822-42b2-8672-bfab91e4a9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:28:13.887667 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:13.952514 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-00f66de6-d9c1-4b42-a86b-c253dffcb8f4 None None] Provisioning for port 275af8e8-4079-4bc3-87d2-62c32d84711a completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:13.959829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-00f66de6-d9c1-4b42-a86b-c253dffcb8f4 None None] Provisioning complete for port 275af8e8-4079-4bc3-87d2-62c32d84711a triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:13.960203 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-00f66de6-d9c1-4b42-a86b-c253dffcb8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:14.020263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-00f66de6-d9c1-4b42-a86b-c253dffcb8f4 None None] Port 275af8e8-4079-4bc3-87d2-62c32d84711a cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:28:14.345594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275af8e8-4079-4bc3-87d2-62c32d84711a {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:28:14.353037 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:14.367327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Transition to ACTIVE for port object 275af8e8-4079-4bc3-87d2-62c32d84711a will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:28:14.373960 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:14.576629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Pushing event updated for resources: {'Port': ['ID=275af8e8-4079-4bc3-87d2-62c32d84711a,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:14.651168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Attempting to bind port 275af8e8-4079-4bc3-87d2-62c32d84711a on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:28:14.651505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Attempting to bind port 275af8e8-4079-4bc3-87d2-62c32d84711a by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:28:14.651826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Attempting to bind port 275af8e8-4079-4bc3-87d2-62c32d84711a on network cd3124ae-5f78-451c-9742-caba15e17b9d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:28:14.658800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Port 275af8e8-4079-4bc3-87d2-62c32d84711a on network cd3124ae-5f78-451c-9742-caba15e17b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:28:14.659111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Attempting to bind port 275af8e8-4079-4bc3-87d2-62c32d84711a on network cd3124ae-5f78-451c-9742-caba15e17b9d {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:28:14.671164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:28:14.671500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Checking segment: {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:28:14.671875 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Bound using segment: {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:28:14.672293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Bound port: 275af8e8-4079-4bc3-87d2-62c32d84711a, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a0b1d5-8d3b-4785-ace8-b89f18cd872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:28:14.672661 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:14.763415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f69c0-8ce9-42d1-8191-e8ff45b9563e req-51b542db-cb2b-49ab-9f56-eec2705b3a1a tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:14.764131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0e5f69c0-8ce9-42d1-8191-e8ff45b9563e req-51b542db-cb2b-49ab-9f56-eec2705b3a1a tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Synchronizing usage tracker for tenant:279be7708ff6472ba455d97c4511fc54 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:28:14.773972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] For port 275af8e8-4079-4bc3-87d2-62c32d84711a, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:28:14.777731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] For port 275af8e8-4079-4bc3-87d2-62c32d84711a, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=275af8e8-4079-4bc3-87d2-62c32d84711a,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:28:14.784179 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:14.821210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0e5f69c0-8ce9-42d1-8191-e8ff45b9563e req-51b542db-cb2b-49ab-9f56-eec2705b3a1a tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Unset dirty status for tenant:279be7708ff6472ba455d97c4511fc54 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:28:14.822388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e5f69c0-8ce9-42d1-8191-e8ff45b9563e req-51b542db-cb2b-49ab-9f56-eec2705b3a1a tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1053 time: 0.2208524 May 24 23:28:14.860009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:14.860613 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:14.861989 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] 10.222.0.31 "PUT /v2.0/ports/275af8e8-4079-4bc3-87d2-62c32d84711a HTTP/1.1" status: 200 len: 1092 time: 1.1100166 May 24 23:28:14.865240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea7d938-0822-42b2-8672-bfab91e4a9c2', 'tag': '275af8e8-4079-4bc3-87d2-62c32d84711a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:28:14.900948 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e5f69c0-8ce9-42d1-8191-e8ff45b9563e req-af2f8392-64f8-43db-88aa-689838f1390b tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717716 May 24 23:28:14.937638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae7f68-ce8b-4ed7-bf55-ba71b549307b service neutron] Pushing event updated for resources: {'Port': ['ID=275af8e8-4079-4bc3-87d2-62c32d84711a,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:14.941515 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8eeace8-73c5-42cb-90cf-f4414bd246be'] response: {'name': 'network-changed', 'server_uuid': '4ea7d938-0822-42b2-8672-bfab91e4a9c2', 'tag': '275af8e8-4079-4bc3-87d2-62c32d84711a', 'status': 'completed', 'code': 200} May 24 23:28:14.985606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-7274405f-88b4-4321-8a46-36d0ad7357a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:14.987099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-7274405f-88b4-4321-8a46-36d0ad7357a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=279be7708ff6472ba455d97c4511fc54&device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1095 time: 0.0800853 May 24 23:28:15.064404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-ee40e5a8-3fb2-4cf7-9a2b-ece87bb76116 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=275af8e8-4079-4bc3-87d2-62c32d84711a HTTP/1.1" status: 200 len: 217 time: 0.0708308 May 24 23:28:15.127234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-f7c2e134-aabf-4f1a-9993-91f777364d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:15.128707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-f7c2e134-aabf-4f1a-9993-91f777364d81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf22861e-af73-49cf-bd0e-74c62cc389c8 HTTP/1.1" status: 200 len: 849 time: 0.0585549 May 24 23:28:15.208014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-0d6614f0-89db-4606-8cdc-272585b4039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:15.209463 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-0d6614f0-89db-4606-8cdc-272585b4039a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd3124ae-5f78-451c-9742-caba15e17b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751934 May 24 23:28:15.351913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-234cd0b8-71c7-433a-9b97-3990373db143 service neutron] 10.222.0.31 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353538 May 24 23:28:15.516164 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ab9c4f0-dee8-4e9d-aab9-5c400c7f18e4 req-e6d8377f-ead6-4f01-80f2-9c7aefcbd532 service neutron] 10.222.0.31 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586742 May 24 23:28:15.649674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34f57a-d7fe-4694-bc88-e1399fbff023 req-dc68f29a-5e4a-480f-892f-591824cf6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:15.651216 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb34f57a-d7fe-4694-bc88-e1399fbff023 req-dc68f29a-5e4a-480f-892f-591824cf6423 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=279be7708ff6472ba455d97c4511fc54&device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1095 time: 0.0781970 May 24 23:28:15.782679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34f57a-d7fe-4694-bc88-e1399fbff023 req-fabe0b59-b1a0-428d-9f2f-f2be95261517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:15.784007 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb34f57a-d7fe-4694-bc88-e1399fbff023 req-fabe0b59-b1a0-428d-9f2f-f2be95261517 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd3124ae-5f78-451c-9742-caba15e17b9d HTTP/1.1" status: 200 len: 911 time: 0.1265314 May 24 23:28:15.975399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb34f57a-d7fe-4694-bc88-e1399fbff023 req-0c00fbf9-10cb-4073-a6e9-4e4d6e1104ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=275af8e8-4079-4bc3-87d2-62c32d84711a HTTP/1.1" status: 200 len: 217 time: 0.1843853 May 24 23:28:16.087051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34f57a-d7fe-4694-bc88-e1399fbff023 req-0cec876e-405a-4416-9805-600c6abf7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:16.088519 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb34f57a-d7fe-4694-bc88-e1399fbff023 req-0cec876e-405a-4416-9805-600c6abf7c0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf22861e-af73-49cf-bd0e-74c62cc389c8 HTTP/1.1" status: 200 len: 849 time: 0.1048574 May 24 23:28:16.155965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e97a5-850b-49aa-891c-db4853338d3d req-663f7629-e890-4e8f-bbd7-a61258c970a4 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:16.157453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-265e97a5-850b-49aa-891c-db4853338d3d req-663f7629-e890-4e8f-bbd7-a61258c970a4 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1095 time: 0.1421587 May 24 23:28:16.208492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34f57a-d7fe-4694-bc88-e1399fbff023 req-fca1dc2a-133d-4b61-873f-d4bc7de2b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:16.209983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb34f57a-d7fe-4694-bc88-e1399fbff023 req-fca1dc2a-133d-4b61-873f-d4bc7de2b71c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd3124ae-5f78-451c-9742-caba15e17b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142550 May 24 23:28:16.211623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-265e97a5-850b-49aa-891c-db4853338d3d req-f983f85d-0a68-4cfe-88d8-0ab5fa9fd4f0 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481310 May 24 23:28:16.345342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb34f57a-d7fe-4694-bc88-e1399fbff023 req-de958a07-a87c-41a5-9651-6f17c30631b3 service neutron] 10.222.0.31 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263564 May 24 23:28:16.486706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb34f57a-d7fe-4694-bc88-e1399fbff023 req-5e73c17d-80ea-4f58-8ea8-bd966c3b236b service neutron] 10.222.0.31 "GET /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341870 May 24 23:28:17.411614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7c08f-1030-4a2e-88f5-cfb6cede6dbe req-7c19e498-f086-45e9-b43c-1a8b33499e5d tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:17.413115 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5c7c08f-1030-4a2e-88f5-cfb6cede6dbe req-7c19e498-f086-45e9-b43c-1a8b33499e5d tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1095 time: 0.0793564 May 24 23:28:17.454017 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a5c7c08f-1030-4a2e-88f5-cfb6cede6dbe req-e89acc16-13b3-4b07-b251-3a532cbcfb5f tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352912 May 24 23:28:17.999046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 275af8e8-4079-4bc3-87d2-62c32d84711a details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:28:18.141756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 275af8e8-4079-4bc3-87d2-62c32d84711a, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=275af8e8-4079-4bc3-87d2-62c32d84711a,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:18.155138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '275af8e8-4079-4bc3-87d2-62c32d84711a', 'network_id': 'cd3124ae-5f78-451c-9742-caba15e17b9d', 'port_id': '275af8e8-4079-4bc3-87d2-62c32d84711a', 'mac_address': 'fa:16:3e:fe:a4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf22861e-af73-49cf-bd0e-74c62cc389c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:28:18.215971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 275af8e8-4079-4bc3-87d2-62c32d84711a is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:18.216488 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:18.239681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275af8e8-4079-4bc3-87d2-62c32d84711a {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:28:18.263642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 275af8e8-4079-4bc3-87d2-62c32d84711a, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=275af8e8-4079-4bc3-87d2-62c32d84711a,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:18.272068 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:18.374299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=275af8e8-4079-4bc3-87d2-62c32d84711a,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:18.514526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['275af8e8-4079-4bc3-87d2-62c32d84711a'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:28:18.639343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f751a02-f624-4385-ab9a-4465a0cdfa0b req-547ebe62-2e69-4b90-b897-b6775cd200b2 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:18.640902 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f751a02-f624-4385-ab9a-4465a0cdfa0b req-547ebe62-2e69-4b90-b897-b6775cd200b2 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1096 time: 0.0723479 May 24 23:28:18.683333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f751a02-f624-4385-ab9a-4465a0cdfa0b req-64dd6d52-3019-4649-a258-8026ed390e1f tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 May 24 23:28:19.874008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988693ba-8a97-405a-a6d0-3adbcc567666 req-eab0215c-b321-4430-8d64-66f61258daf8 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:19.875404 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-988693ba-8a97-405a-a6d0-3adbcc567666 req-eab0215c-b321-4430-8d64-66f61258daf8 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1096 time: 0.0797269 May 24 23:28:19.923693 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-988693ba-8a97-405a-a6d0-3adbcc567666 req-dfb219b4-6a0f-4752-b71c-27abc2b562c8 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 May 24 23:28:20.013939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 275af8e8-4079-4bc3-87d2-62c32d84711a up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:28:20.090449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 275af8e8-4079-4bc3-87d2-62c32d84711a completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:28:20.096091 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 275af8e8-4079-4bc3-87d2-62c32d84711a triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:28:20.096463 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:20.215873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 275af8e8-4079-4bc3-87d2-62c32d84711a is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:28:20.216179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:20.243940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea7d938-0822-42b2-8672-bfab91e4a9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275af8e8-4079-4bc3-87d2-62c32d84711a'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:28:20.253674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 275af8e8-4079-4bc3-87d2-62c32d84711a, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=275af8e8-4079-4bc3-87d2-62c32d84711a,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:20.260288 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:20.295654 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7214025a-82e0-4509-857c-1396b40a8379'] response: {'server_uuid': '4ea7d938-0822-42b2-8672-bfab91e4a9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275af8e8-4079-4bc3-87d2-62c32d84711a', 'code': 200} May 24 23:28:20.328718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=275af8e8-4079-4bc3-87d2-62c32d84711a,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:20.440191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5181ed-99b9-4248-a802-a25de7187f43 req-812c65cb-6f53-4907-9a92-4955a1a56b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:20.441954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee5181ed-99b9-4248-a802-a25de7187f43 req-812c65cb-6f53-4907-9a92-4955a1a56b0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0860019 May 24 23:28:20.486581 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee5181ed-99b9-4248-a802-a25de7187f43 req-8416a1ef-ee1c-488e-82f1-dd7b353c0166 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386503 May 24 23:28:21.109254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f3978-f141-48e6-8521-08930c3db72d req-2de76b58-eeb2-48f1-bcfb-286d62f044df tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:21.110998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d3f3978-f141-48e6-8521-08930c3db72d req-2de76b58-eeb2-48f1-bcfb-286d62f044df tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0772805 May 24 23:28:21.158351 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9d3f3978-f141-48e6-8521-08930c3db72d req-873b54a4-3150-4299-a460-66f5a32d6585 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 May 24 23:28:22.347865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e97b0a-7f22-43c9-9224-6a6e764f5f7b req-a2b29295-a8b9-4eb5-a197-30f470291471 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:22.349423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e97b0a-7f22-43c9-9224-6a6e764f5f7b req-a2b29295-a8b9-4eb5-a197-30f470291471 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0731351 May 24 23:28:22.391303 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0e97b0a-7f22-43c9-9224-6a6e764f5f7b req-8097bec0-b58c-43ac-a46f-971d01c98523 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359778 May 24 23:28:22.580276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847dc72-4edc-4cc0-b0d5-3dac80926bbd req-64e78e49-a065-4a44-8601-6fb454296bf0 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:22.581811 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6847dc72-4edc-4cc0-b0d5-3dac80926bbd req-64e78e49-a065-4a44-8601-6fb454296bf0 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0826213 May 24 23:28:22.625532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6847dc72-4edc-4cc0-b0d5-3dac80926bbd req-2c1428bd-8f8f-4443-9d90-b7ad6f9e430e tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375550 May 24 23:28:22.820554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cde59-34bf-443a-ac24-9aaf07ce4bf4 req-780945cb-02c6-4c5a-bba0-f88bc5d2901a tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:22.822115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c53cde59-34bf-443a-ac24-9aaf07ce4bf4 req-780945cb-02c6-4c5a-bba0-f88bc5d2901a tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0839884 May 24 23:28:22.862907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c53cde59-34bf-443a-ac24-9aaf07ce4bf4 req-087a073f-dadf-476c-8e08-318d0370bfee tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 May 24 23:28:23.249153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099635b9-02d5-4181-a494-b638048bf91d req-3df7f462-bcb1-4237-ade2-c8e47f6625ed tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:23.251756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-099635b9-02d5-4181-a494-b638048bf91d req-3df7f462-bcb1-4237-ade2-c8e47f6625ed tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0763276 May 24 23:28:23.298509 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-099635b9-02d5-4181-a494-b638048bf91d req-c868b4db-ee59-4c13-9868-341fb0ede113 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 May 24 23:28:24.349043 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:28:24.495186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c08f11-10cf-4271-b1f3-46c4f08b142d req-c59f7da0-1cf3-4721-b93c-c95f6cc8b6e4 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:24.496731 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79c08f11-10cf-4271-b1f3-46c4f08b142d req-c59f7da0-1cf3-4721-b93c-c95f6cc8b6e4 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0861666 May 24 23:28:24.498465 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:24.502731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30ddf1-36c5-4224-87b1-5517f8506ff7 req-08d8b618-162d-425c-8180-de923674bb14 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:24.504311 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba30ddf1-36c5-4224-87b1-5517f8506ff7 req-08d8b618-162d-425c-8180-de923674bb14 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0862577 May 24 23:28:24.551512 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba30ddf1-36c5-4224-87b1-5517f8506ff7 req-dd215c2a-c3ca-478f-86e1-0275094c2144 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 May 24 23:28:24.569530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-79c08f11-10cf-4271-b1f3-46c4f08b142d req-2d907092-a262-4905-b6c7-166c96d67326 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Deleting port 275af8e8-4079-4bc3-87d2-62c32d84711a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:24.569873 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79c08f11-10cf-4271-b1f3-46c4f08b142d req-2d907092-a262-4905-b6c7-166c96d67326 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:24.833321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-79c08f11-10cf-4271-b1f3-46c4f08b142d req-2d907092-a262-4905-b6c7-166c96d67326 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] For port 275af8e8-4079-4bc3-87d2-62c32d84711a, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=275af8e8-4079-4bc3-87d2-62c32d84711a,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:24.833831 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79c08f11-10cf-4271-b1f3-46c4f08b142d req-2d907092-a262-4905-b6c7-166c96d67326 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:24.968421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-79c08f11-10cf-4271-b1f3-46c4f08b142d req-2d907092-a262-4905-b6c7-166c96d67326 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Calling delete_port for 275af8e8-4079-4bc3-87d2-62c32d84711a owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:25.250151 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79c08f11-10cf-4271-b1f3-46c4f08b142d req-2d907092-a262-4905-b6c7-166c96d67326 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:25.262462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['aa87ce35-c43c-4fed-9d92-5a1bf128a7bf'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:28:25.293067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['275af8e8-4079-4bc3-87d2-62c32d84711a'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:28:25.299249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d907092-a262-4905-b6c7-166c96d67326 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Pushing event deleted for resources: {'Port': ['ID=275af8e8-4079-4bc3-87d2-62c32d84711a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:25.378553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c08f11-10cf-4271-b1f3-46c4f08b142d req-2d907092-a262-4905-b6c7-166c96d67326 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] No DVR routers for this DVR port 275af8e8-4079-4bc3-87d2-62c32d84711a on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:28:25.382064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-79c08f11-10cf-4271-b1f3-46c4f08b142d req-2d907092-a262-4905-b6c7-166c96d67326 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:25.384702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea7d938-0822-42b2-8672-bfab91e4a9c2', 'name': 'network-vif-deleted', 'tag': '275af8e8-4079-4bc3-87d2-62c32d84711a'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:28:25.403015 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79c08f11-10cf-4271-b1f3-46c4f08b142d req-2d907092-a262-4905-b6c7-166c96d67326 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.31 "DELETE /v2.0/ports/275af8e8-4079-4bc3-87d2-62c32d84711a HTTP/1.1" status: 204 len: 173 time: 0.9011674 May 24 23:28:25.454944 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536102cf-eded-4812-b7d8-3a4a7188a011'] response: {'server_uuid': '4ea7d938-0822-42b2-8672-bfab91e4a9c2', 'name': 'network-vif-deleted', 'tag': '275af8e8-4079-4bc3-87d2-62c32d84711a', 'status': 'completed', 'code': 200} May 24 23:28:25.717741 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1353a298-751b-4a01-be96-99276c9ecca0 req-a36314f0-44ec-4fec-8667-2f970a67d07b tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ea7d938-0822-42b2-8672-bfab91e4a9c2 HTTP/1.1" status: 200 len: 210 time: 0.0451753 May 24 23:28:26.192688 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:27.205544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e696ffa-2866-4600-a0d3-d6da8e000b54 req-a00cb26a-6b3c-46f5-89bd-13b96ff5e4e9 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:27.206136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0e696ffa-2866-4600-a0d3-d6da8e000b54 req-a00cb26a-6b3c-46f5-89bd-13b96ff5e4e9 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Synchronizing usage tracker for tenant:279be7708ff6472ba455d97c4511fc54 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:28:27.223993 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0e696ffa-2866-4600-a0d3-d6da8e000b54 req-a00cb26a-6b3c-46f5-89bd-13b96ff5e4e9 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Unset dirty status for tenant:279be7708ff6472ba455d97c4511fc54 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:28:27.225179 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e696ffa-2866-4600-a0d3-d6da8e000b54 req-a00cb26a-6b3c-46f5-89bd-13b96ff5e4e9 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1096 time: 0.0951357 May 24 23:28:27.272318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e696ffa-2866-4600-a0d3-d6da8e000b54 req-180c684b-71d1-4e50-8fc1-518da97266f1 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387568 May 24 23:28:28.044845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 275af8e8-4079-4bc3-87d2-62c32d84711a no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:28.081538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 275af8e8-4079-4bc3-87d2-62c32d84711a {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:28.081888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 275af8e8-4079-4bc3-87d2-62c32d84711a not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:28.463765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b88ff7-b852-4e97-a19d-219d4720861c req-8edf387c-e77a-4f85-a7d3-81865e2f432e tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:28.466221 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62b88ff7-b852-4e97-a19d-219d4720861c req-8edf387c-e77a-4f85-a7d3-81865e2f432e tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1096 time: 0.0726810 May 24 23:28:28.511231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-62b88ff7-b852-4e97-a19d-219d4720861c req-76df6584-9632-4bd8-b45d-937ef4d7c1ba tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b146539c-61cf-4eca-b740-b8b6f566adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360055 May 24 23:28:28.612047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d973c0-6ade-4ca7-a28f-3c036ded3385 req-e0b12374-12af-429b-a911-1d35646aca6f tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:28.613592 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-05d973c0-6ade-4ca7-a28f-3c036ded3385 req-e0b12374-12af-429b-a911-1d35646aca6f tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 1096 time: 0.0732708 May 24 23:28:28.688863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-05d973c0-6ade-4ca7-a28f-3c036ded3385 req-028bb515-a0cb-41e6-b5cb-7cdac1594e40 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Deleting port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:28.689216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-05d973c0-6ade-4ca7-a28f-3c036ded3385 req-028bb515-a0cb-41e6-b5cb-7cdac1594e40 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:28.922491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-05d973c0-6ade-4ca7-a28f-3c036ded3385 req-028bb515-a0cb-41e6-b5cb-7cdac1594e40 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] For port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:28.922760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-05d973c0-6ade-4ca7-a28f-3c036ded3385 req-028bb515-a0cb-41e6-b5cb-7cdac1594e40 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:29.043977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-05d973c0-6ade-4ca7-a28f-3c036ded3385 req-028bb515-a0cb-41e6-b5cb-7cdac1594e40 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Calling delete_port for aa87ce35-c43c-4fed-9d92-5a1bf128a7bf owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:29.183671 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-05d973c0-6ade-4ca7-a28f-3c036ded3385 req-028bb515-a0cb-41e6-b5cb-7cdac1594e40 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:29.198750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['aa87ce35-c43c-4fed-9d92-5a1bf128a7bf'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:28:29.235103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bb515-a0cb-41e6-b5cb-7cdac1594e40 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa87ce35-c43c-4fed-9d92-5a1bf128a7bf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:29.309663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d973c0-6ade-4ca7-a28f-3c036ded3385 req-028bb515-a0cb-41e6-b5cb-7cdac1594e40 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] No DVR routers for this DVR port aa87ce35-c43c-4fed-9d92-5a1bf128a7bf on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:28:29.312224 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-05d973c0-6ade-4ca7-a28f-3c036ded3385 req-028bb515-a0cb-41e6-b5cb-7cdac1594e40 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:29.314730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce07dab8-ac12-4a64-b512-bd4754d2afe2', 'name': 'network-vif-deleted', 'tag': 'aa87ce35-c43c-4fed-9d92-5a1bf128a7bf'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:28:29.331628 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-05d973c0-6ade-4ca7-a28f-3c036ded3385 req-028bb515-a0cb-41e6-b5cb-7cdac1594e40 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.50 "DELETE /v2.0/ports/aa87ce35-c43c-4fed-9d92-5a1bf128a7bf HTTP/1.1" status: 204 len: 173 time: 0.7088768 May 24 23:28:29.366345 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc37108-8cce-413c-a788-680b69d0d0f6'] response: {'server_uuid': 'ce07dab8-ac12-4a64-b512-bd4754d2afe2', 'name': 'network-vif-deleted', 'tag': 'aa87ce35-c43c-4fed-9d92-5a1bf128a7bf', 'status': 'completed', 'code': 200} May 24 23:28:29.686021 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-309d896b-037f-4741-857b-b3b0aed4800c req-5fab9821-d597-42bd-9c07-169608cf2705 tempest-TestServerMultinode-151690444 tempest-TestServerMultinode-151690444-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ce07dab8-ac12-4a64-b512-bd4754d2afe2 HTTP/1.1" status: 200 len: 210 time: 0.0487630 May 24 23:28:30.795797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51402) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:31.468731 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:31.827825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] Deleting port 50f71362-0344-4cff-895b-77bde2a35cae {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:31.828553 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:31.999543 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] For port 50f71362-0344-4cff-895b-77bde2a35cae, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=50f71362-0344-4cff-895b-77bde2a35cae,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:31.999873 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:32.124083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] Calling delete_port for 50f71362-0344-4cff-895b-77bde2a35cae owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:32.402765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device aa87ce35-c43c-4fed-9d92-5a1bf128a7bf no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:32.438077 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:32.439853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: aa87ce35-c43c-4fed-9d92-5a1bf128a7bf {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:32.440199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device aa87ce35-c43c-4fed-9d92-5a1bf128a7bf not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:32.491696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f71362-0344-4cff-895b-77bde2a35cae,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:32.883803 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.254944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] Router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:28:33.431410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:28:33.440987 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaebc7-9199-4b0e-bce0-67c14088b3ae None None] Sync routers for ids ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:28:33.442303 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8bc913b7-d221-4cad-99b5-8184e0688088 admin admin] 10.222.0.55 "PUT /v2.0/routers/47514ce2-a3b2-4b5e-8d17-6445fb7cee53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6444926 May 24 23:28:33.444263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51408) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:33.452074 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eaebc7-9199-4b0e-bce0-67c14088b3ae None None] Routers {'47514ce2-a3b2-4b5e-8d17-6445fb7cee53'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:33.452715 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a1eaebc7-9199-4b0e-bce0-67c14088b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:28:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:33.621515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.633702 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a1eaebc7-9199-4b0e-bce0-67c14088b3ae None None] Set router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:33.800269 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.811342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Deleting port 69712a9e-7980-4ab4-a813-695709ff9a34 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:33.811734 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:33.946776 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a1eaebc7-9199-4b0e-bce0-67c14088b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'name': 'tempest-TestServerMultinode-1050743806-router', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:42Z', 'updated_at': '2022-05-24T23:28:32Z', 'revision_number': 5, 'project_id': '957566be4a424c20aec5e101a931d38b', 'gw_port': {'id': '69712a9e-7980-4ab4-a813-695709ff9a34', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:43Z', 'updated_at': '2022-05-24T23:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:33.951019 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaebc7-9199-4b0e-bce0-67c14088b3ae None None] Checking router: 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:28:33.960361 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eaebc7-9199-4b0e-bce0-67c14088b3ae None None] Routers {'47514ce2-a3b2-4b5e-8d17-6445fb7cee53'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:33.960982 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a1eaebc7-9199-4b0e-bce0-67c14088b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:28:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:33.990549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] For port 69712a9e-7980-4ab4-a813-695709ff9a34, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=69712a9e-7980-4ab4-a813-695709ff9a34,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:33.991143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.121848 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-a1eaebc7-9199-4b0e-bce0-67c14088b3ae None None] Set router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:34.233624 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-a1eaebc7-9199-4b0e-bce0-67c14088b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'name': 'tempest-TestServerMultinode-1050743806-router', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:42Z', 'updated_at': '2022-05-24T23:28:33Z', 'revision_number': 6, 'project_id': '957566be4a424c20aec5e101a931d38b', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:34.237997 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaebc7-9199-4b0e-bce0-67c14088b3ae None None] The sync data for ids ['47514ce2-a3b2-4b5e-8d17-6445fb7cee53'] in n-d-843146-7 is: [{'id': '47514ce2-a3b2-4b5e-8d17-6445fb7cee53', 'name': 'tempest-TestServerMultinode-1050743806-router', 'tenant_id': '957566be4a424c20aec5e101a931d38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:42Z', 'updated_at': '2022-05-24T23:28:33Z', 'revision_number': 6, 'project_id': '957566be4a424c20aec5e101a931d38b', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:28:34.252960 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Calling delete_port for 69712a9e-7980-4ab4-a813-695709ff9a34 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:34.426638 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.476780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Pushing event deleted for resources: {'Port': ['ID=69712a9e-7980-4ab4-a813-695709ff9a34,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:34.569282 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.756245 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.758790 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.786237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.786884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47514ce2-a3b2-4b5e-8d17-6445fb7cee53 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:28:34.798507 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.799622 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8e785c90-4e3d-4f07-9ac7-bed37b19f298 admin admin] 10.222.0.55 "DELETE /v2.0/routers/47514ce2-a3b2-4b5e-8d17-6445fb7cee53 HTTP/1.1" status: 204 len: 168 time: 1.3544836 May 24 23:28:34.802366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51412) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:34.862660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-78dcfb3c-fb21-4cc9-a3d1-797e88828a5d admin admin] Deleting subnet bf22861e-af73-49cf-bd0e-74c62cc389c8 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:28:34.865938 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78dcfb3c-fb21-4cc9-a3d1-797e88828a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:34.919387 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78dcfb3c-fb21-4cc9-a3d1-797e88828a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.004472 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78dcfb3c-fb21-4cc9-a3d1-797e88828a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.074117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78dcfb3c-fb21-4cc9-a3d1-797e88828a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.114276 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-78dcfb3c-fb21-4cc9-a3d1-797e88828a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.116643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcfb3c-fb21-4cc9-a3d1-797e88828a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf22861e-af73-49cf-bd0e-74c62cc389c8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:35.119626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0fa9f6-a264-4ed6-9452-10d3de0dccdd None None] Network cd3124ae-5f78-451c-9742-caba15e17b9d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:28:35.122639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-78dcfb3c-fb21-4cc9-a3d1-797e88828a5d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bf22861e-af73-49cf-bd0e-74c62cc389c8 HTTP/1.1" status: 204 len: 168 time: 0.3193431 May 24 23:28:35.125322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51416) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:35.240820 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.254442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Deleting port 0c9d66c2-3139-46f5-9b44-6cca85818c83 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:35.254778 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.366817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-105e5640-edd4-4ab1-91aa-040dfbecf959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.375752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a9380-7a5d-4cda-9286-adaaa169c3b3 None None] DHCP port deletion for cd3124ae-5f78-451c-9742-caba15e17b9d request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:28:35.380052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b22a9380-7a5d-4cda-9286-adaaa169c3b3 None None] Deleting port 0c9d66c2-3139-46f5-9b44-6cca85818c83 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:35.380450 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b22a9380-7a5d-4cda-9286-adaaa169c3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.471209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] For port 0c9d66c2-3139-46f5-9b44-6cca85818c83, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0c9d66c2-3139-46f5-9b44-6cca85818c83,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:35.471560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.581372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b22a9380-7a5d-4cda-9286-adaaa169c3b3 None None] For port 0c9d66c2-3139-46f5-9b44-6cca85818c83, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0c9d66c2-3139-46f5-9b44-6cca85818c83,segment=NetworkSegment(64a0b1d5-8d3b-4785-ace8-b89f18cd872f),segment_id=64a0b1d5-8d3b-4785-ace8-b89f18cd872f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:35.581745 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b22a9380-7a5d-4cda-9286-adaaa169c3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.704923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Calling delete_port for 0c9d66c2-3139-46f5-9b44-6cca85818c83 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:35.730046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b22a9380-7a5d-4cda-9286-adaaa169c3b3 None None] Calling delete_port for 0c9d66c2-3139-46f5-9b44-6cca85818c83 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:35.786007 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.801078 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-b22a9380-7a5d-4cda-9286-adaaa169c3b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:28:35.801436 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-b22a9380-7a5d-4cda-9286-adaaa169c3b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:28:35.832776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9d66c2-3139-46f5-9b44-6cca85818c83,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:35.835280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] No DVR routers for this DVR port 0c9d66c2-3139-46f5-9b44-6cca85818c83 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:28:35.953707 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:35.987264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3124ae-5f78-451c-9742-caba15e17b9d']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:35.999378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a0b1d5-8d3b-4785-ace8-b89f18cd872f') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:35.999676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a0b1d5-8d3b-4785-ace8-b89f18cd872f') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:36.011042 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:36.029751 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:36.036646 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:28:36.037027 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:36.103015 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 64a0b1d5-8d3b-4785-ace8-b89f18cd872f resource provider aggregate not found May 24 23:28:36.125704 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 64a0b1d5-8d3b-4785-ace8-b89f18cd872f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64a0b1d5-8d3b-4785-ace8-b89f18cd872f found for delete ", "request_id": "req-3229bac2-4e1d-41c4-902e-ecad442b14b1"}]} May 24 23:28:36.139818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69712a9e-7980-4ab4-a813-695709ff9a34 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:36.140289 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:36.156814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:36.166819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3124ae-5f78-451c-9742-caba15e17b9d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:36.173647 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-03dbdd9b-3a23-43f3-bf0d-8878cc512b6f admin admin] 10.222.0.55 "DELETE /v2.0/networks/cd3124ae-5f78-451c-9742-caba15e17b9d HTTP/1.1" status: 204 len: 168 time: 1.0444701 May 24 23:28:36.173815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51424) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:36.176936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 69712a9e-7980-4ab4-a813-695709ff9a34 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:36.177345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 69712a9e-7980-4ab4-a813-695709ff9a34 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:36.177780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0c9d66c2-3139-46f5-9b44-6cca85818c83 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:36.210047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 0c9d66c2-3139-46f5-9b44-6cca85818c83 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:36.210378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0c9d66c2-3139-46f5-9b44-6cca85818c83 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:36.210791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 50f71362-0344-4cff-895b-77bde2a35cae no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:36.242869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 50f71362-0344-4cff-895b-77bde2a35cae {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:36.243096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 50f71362-0344-4cff-895b-77bde2a35cae not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:36.302830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b22a9380-7a5d-4cda-9286-adaaa169c3b3 None None] Deleting port 0c9d66c2-3139-46f5-9b44-6cca85818c83 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:36.303241 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b22a9380-7a5d-4cda-9286-adaaa169c3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:36.371443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b22a9380-7a5d-4cda-9286-adaaa169c3b3 None None] The port '0c9d66c2-3139-46f5-9b44-6cca85818c83' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:28:36.731182 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:37.199804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] Deleting port 9e9f2075-3907-4892-9d59-69c6f0e45b25 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:37.200515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:37.394382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] For port 9e9f2075-3907-4892-9d59-69c6f0e45b25, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=9e9f2075-3907-4892-9d59-69c6f0e45b25,segment=NetworkSegment(9bcb70be-5cda-4bae-9b83-e9f936f52850),segment_id=9bcb70be-5cda-4bae-9b83-e9f936f52850)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:37.394885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:37.473132 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-84ef0461-956f-4336-88fc-54b4fbd04fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:37.531996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] Calling delete_port for 9e9f2075-3907-4892-9d59-69c6f0e45b25 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:37.877155 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:37.949481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9f2075-3907-4892-9d59-69c6f0e45b25,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:38.196002 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.574851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] Router 61f257de-82f1-448e-b950-a56a2f149980 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:28:38.732219 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.847229 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:38.915687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:28:38.924934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd5386-fbc1-486b-b2f1-2f1b9dbd3a3a None None] Sync routers for ids ['61f257de-82f1-448e-b950-a56a2f149980'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:28:38.934272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd5386-fbc1-486b-b2f1-2f1b9dbd3a3a None None] Routers {'61f257de-82f1-448e-b950-a56a2f149980'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:38.934900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f5dd5386-fbc1-486b-b2f1-2f1b9dbd3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:28:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['61f257de-82f1-448e-b950-a56a2f149980'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:38.940880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-21eb9090-60af-452d-8d56-4bb3b051417c admin admin] 10.222.0.55 "PUT /v2.0/routers/61f257de-82f1-448e-b950-a56a2f149980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7660894 May 24 23:28:38.943942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51432) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:39.108121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f5dd5386-fbc1-486b-b2f1-2f1b9dbd3a3a None None] Set router 61f257de-82f1-448e-b950-a56a2f149980 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:39.117274 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-ed91ac42-c732-47d5-b914-3cdec6f23aa2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2443786 May 24 23:28:39.133055 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-87051839-a969-4188-acbb-557924760792 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.366595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-87051839-a969-4188-acbb-557924760792 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.373014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-2232828f-69b2-46d3-b1f5-21575b57a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:39.374586 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-2232828f-69b2-46d3-b1f5-21575b57a91e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0e4eb66b0434edda53383c15f2baff7&device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 1096 time: 0.1782556 May 24 23:28:39.382933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-87051839-a969-4188-acbb-557924760792 admin admin] Deleting port b81b2e13-0d69-42e0-b8d8-a5f865441b21 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:39.383291 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-87051839-a969-4188-acbb-557924760792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.383721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f5dd5386-fbc1-486b-b2f1-2f1b9dbd3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f257de-82f1-448e-b950-a56a2f149980', 'name': 'tempest-TestServerMultinode-1018135812-router', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:49Z', 'updated_at': '2022-05-24T23:28:37Z', 'revision_number': 5, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'gw_port': {'id': 'b81b2e13-0d69-42e0-b8d8-a5f865441b21', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f257de-82f1-448e-b950-a56a2f149980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:27:50Z', 'updated_at': '2022-05-24T23:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:39.387903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd5386-fbc1-486b-b2f1-2f1b9dbd3a3a None None] Checking router: 61f257de-82f1-448e-b950-a56a2f149980 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:28:39.396668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd5386-fbc1-486b-b2f1-2f1b9dbd3a3a None None] Routers {'61f257de-82f1-448e-b950-a56a2f149980'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:28:39.397262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f5dd5386-fbc1-486b-b2f1-2f1b9dbd3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:28:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['61f257de-82f1-448e-b950-a56a2f149980'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:39.546073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f5dd5386-fbc1-486b-b2f1-2f1b9dbd3a3a None None] Set router 61f257de-82f1-448e-b950-a56a2f149980 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:28:39.643309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-572d1358-816c-46f5-9741-5e4cda5700fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:39.644658 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-572d1358-816c-46f5-9741-5e4cda5700fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=77ea3a44-0c61-415e-95a7-b9af8503fbf2 HTTP/1.1" status: 200 len: 909 time: 0.2317829 May 24 23:28:39.649794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f5dd5386-fbc1-486b-b2f1-2f1b9dbd3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f257de-82f1-448e-b950-a56a2f149980', 'name': 'tempest-TestServerMultinode-1018135812-router', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:49Z', 'updated_at': '2022-05-24T23:28:39Z', 'revision_number': 6, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:39.653894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd5386-fbc1-486b-b2f1-2f1b9dbd3a3a None None] The sync data for ids ['61f257de-82f1-448e-b950-a56a2f149980'] in n-d-843146-7 is: [{'id': '61f257de-82f1-448e-b950-a56a2f149980', 'name': 'tempest-TestServerMultinode-1018135812-router', 'tenant_id': '279be7708ff6472ba455d97c4511fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:27:49Z', 'updated_at': '2022-05-24T23:28:39Z', 'revision_number': 6, 'project_id': '279be7708ff6472ba455d97c4511fc54', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:28:39.734296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-87051839-a969-4188-acbb-557924760792 admin admin] For port b81b2e13-0d69-42e0-b8d8-a5f865441b21, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b81b2e13-0d69-42e0-b8d8-a5f865441b21,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:39.734648 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-87051839-a969-4188-acbb-557924760792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:39.863420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-87051839-a969-4188-acbb-557924760792 admin admin] Calling delete_port for b81b2e13-0d69-42e0-b8d8-a5f865441b21 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:39.913056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-6332efc0-55ab-4458-b9c6-9e451eb5c0c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb HTTP/1.1" status: 200 len: 1001 time: 0.2546723 May 24 23:28:40.101449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9e9f2075-3907-4892-9d59-69c6f0e45b25 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:40.137138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-bacf00c2-03db-4008-b674-70dd99d12771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:40.138573 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-bacf00c2-03db-4008-b674-70dd99d12771 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37 HTTP/1.1" status: 200 len: 847 time: 0.2187493 May 24 23:28:40.142867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 9e9f2075-3907-4892-9d59-69c6f0e45b25 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:40.143207 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 9e9f2075-3907-4892-9d59-69c6f0e45b25 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:40.152360 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.274648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-d724912c-b178-4aee-9a2b-19553039cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:28:40.276108 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-d724912c-b178-4aee-9a2b-19553039cfe8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77ea3a44-0c61-415e-95a7-b9af8503fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310241 May 24 23:28:40.304224 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-87051839-a969-4188-acbb-557924760792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.409208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87051839-a969-4188-acbb-557924760792 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81b2e13-0d69-42e0-b8d8-a5f865441b21,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:40.534860 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-fbaae30b-52c3-4844-b868-1e5e8bcc1e13 service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520692 May 24 23:28:40.537352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-87051839-a969-4188-acbb-557924760792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.784616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-87051839-a969-4188-acbb-557924760792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.788242 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-87051839-a969-4188-acbb-557924760792 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.835675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-87051839-a969-4188-acbb-557924760792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.836175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87051839-a969-4188-acbb-557924760792 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61f257de-82f1-448e-b950-a56a2f149980 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:28:40.848936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1fd1ca13-efd6-432d-8e49-4f07b068e69c req-13d3a0f5-e563-4d8a-941e-aa0b79888fe3 service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694588 May 24 23:28:40.855407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-87051839-a969-4188-acbb-557924760792 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.856469 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-87051839-a969-4188-acbb-557924760792 admin admin] 10.222.0.55 "DELETE /v2.0/routers/61f257de-82f1-448e-b950-a56a2f149980 HTTP/1.1" status: 204 len: 168 time: 1.9116268 May 24 23:28:40.858969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51438) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:40.921025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64c018f-e3fc-4910-89c5-8b127bd64d50 admin admin] Deleting subnet 115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:28:40.924295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d64c018f-e3fc-4910-89c5-8b127bd64d50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:40.980969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d64c018f-e3fc-4910-89c5-8b127bd64d50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.067419 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d64c018f-e3fc-4910-89c5-8b127bd64d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.144970 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d64c018f-e3fc-4910-89c5-8b127bd64d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.202568 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c018f-e3fc-4910-89c5-8b127bd64d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:41.204627 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d64c018f-e3fc-4910-89c5-8b127bd64d50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.208732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baee5c3-dd1e-4eba-b0c8-dee163e7db43 None None] Network 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:28:41.212045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d64c018f-e3fc-4910-89c5-8b127bd64d50 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/115b0a9d-fafd-4c74-9a7e-7bdd8dfc8a7a HTTP/1.1" status: 204 len: 168 time: 0.3518543 May 24 23:28:41.215629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51442) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:41.318425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.329745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Deleting port 8f700591-3229-4b9c-b3f6-6a32e1727d67 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:41.330073 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.488972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769018e7-5ebd-4763-a122-0d766b6d6082 None None] DHCP port deletion for 188fa87b-43e0-4e18-9f7d-597f2b2a6f57 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:28:41.494512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-769018e7-5ebd-4763-a122-0d766b6d6082 None None] Deleting port 8f700591-3229-4b9c-b3f6-6a32e1727d67 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:41.494890 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-769018e7-5ebd-4763-a122-0d766b6d6082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.659543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] For port 8f700591-3229-4b9c-b3f6-6a32e1727d67, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8f700591-3229-4b9c-b3f6-6a32e1727d67,segment=NetworkSegment(9bcb70be-5cda-4bae-9b83-e9f936f52850),segment_id=9bcb70be-5cda-4bae-9b83-e9f936f52850)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:41.659895 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.705883 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-769018e7-5ebd-4763-a122-0d766b6d6082 None None] For port 8f700591-3229-4b9c-b3f6-6a32e1727d67, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8f700591-3229-4b9c-b3f6-6a32e1727d67,segment=NetworkSegment(9bcb70be-5cda-4bae-9b83-e9f936f52850),segment_id=9bcb70be-5cda-4bae-9b83-e9f936f52850)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:28:41.706280 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-769018e7-5ebd-4763-a122-0d766b6d6082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.781082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Calling delete_port for 8f700591-3229-4b9c-b3f6-6a32e1727d67 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:41.823729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-769018e7-5ebd-4763-a122-0d766b6d6082 None None] Calling delete_port for 8f700591-3229-4b9c-b3f6-6a32e1727d67 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:28:41.863685 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:41.894102 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-769018e7-5ebd-4763-a122-0d766b6d6082 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:28:41.894434 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-769018e7-5ebd-4763-a122-0d766b6d6082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:28:41.912081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f700591-3229-4b9c-b3f6-6a32e1727d67,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:41.913909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] No DVR routers for this DVR port 8f700591-3229-4b9c-b3f6-6a32e1727d67 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:28:42.026669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.051091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188fa87b-43e0-4e18-9f7d-597f2b2a6f57']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:42.063032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcb70be-5cda-4bae-9b83-e9f936f52850') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:42.063326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcb70be-5cda-4bae-9b83-e9f936f52850') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:28:42.074472 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.095206 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.102586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:28:42.103044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.137019 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b81b2e13-0d69-42e0-b8d8-a5f865441b21 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:42.166064 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 9bcb70be-5cda-4bae-9b83-e9f936f52850 resource provider aggregate not found May 24 23:28:42.175095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: b81b2e13-0d69-42e0-b8d8-a5f865441b21 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:42.175203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b81b2e13-0d69-42e0-b8d8-a5f865441b21 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:42.175621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8f700591-3229-4b9c-b3f6-6a32e1727d67 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:28:42.188430 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 9bcb70be-5cda-4bae-9b83-e9f936f52850 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bcb70be-5cda-4bae-9b83-e9f936f52850 found for delete ", "request_id": "req-300f8c5c-d262-44ee-ab2e-9c0c5898a65f"}]} May 24 23:28:42.200838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.208244 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.208917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 8f700591-3229-4b9c-b3f6-6a32e1727d67 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:28:42.209415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8f700591-3229-4b9c-b3f6-6a32e1727d67 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:28:42.232329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=188fa87b-43e0-4e18-9f7d-597f2b2a6f57,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:42.247205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-23932e02-8a7c-4d1c-86a7-a3dcd55e6d33 admin admin] 10.222.0.55 "DELETE /v2.0/networks/188fa87b-43e0-4e18-9f7d-597f2b2a6f57 HTTP/1.1" status: 204 len: 168 time: 1.0306199 May 24 23:28:42.396512 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-769018e7-5ebd-4763-a122-0d766b6d6082 None None] Deleting port 8f700591-3229-4b9c-b3f6-6a32e1727d67 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:28:42.397075 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-769018e7-5ebd-4763-a122-0d766b6d6082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.467011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-769018e7-5ebd-4763-a122-0d766b6d6082 None None] The port '8f700591-3229-4b9c-b3f6-6a32e1727d67' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:28:42.482730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51452) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:42.532808 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e446f53f-6646-4263-bb7a-11b2cdef84e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=957566be4a424c20aec5e101a931d38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488138 May 24 23:28:42.535323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51456) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:42.602105 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.627482 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.684622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.701411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de758eed-13f5-45e5-9f64-15237641e8ec,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:42.711374 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.711712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.712098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.712418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.712794 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.713040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.713355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.713697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.714037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.714399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.714759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.715109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:28:42.719370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:42.720475 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b9102ec8-2cc0-43e2-910f-fb44624440a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de758eed-13f5-45e5-9f64-15237641e8ec HTTP/1.1" status: 204 len: 168 time: 0.1842811 May 24 23:28:43.146810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51464) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:43.202338 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eb63c7a8-0951-4890-8b5f-e4a8912a1d15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=279be7708ff6472ba455d97c4511fc54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540361 May 24 23:28:43.204936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51468) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:28:43.265808 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7129d247-3a17-4b76-a8af-06387a77d0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.299194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7129d247-3a17-4b76-a8af-06387a77d0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.357282 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7129d247-3a17-4b76-a8af-06387a77d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.372313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129d247-3a17-4b76-a8af-06387a77d0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b146539c-61cf-4eca-b740-b8b6f566adc8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:28:43.386340 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7129d247-3a17-4b76-a8af-06387a77d0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:43.387717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7129d247-3a17-4b76-a8af-06387a77d0d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b146539c-61cf-4eca-b740-b8b6f566adc8 HTTP/1.1" status: 204 len: 168 time: 0.1818702 May 24 23:28:54.523746 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:28:56.210554 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:01.353968 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:29:05.384239 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-dd2ef1ae-e26f-4327-94ef-1b0b196ff6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:07.482948 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-92f7744a-c3f8-4b2a-ae30-1a66d8a6128f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:08.738855 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:08.848839 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:10.144697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:24.504157 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:26.205756 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:35.384723 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fef13710-9090-4eaa-9717-f05b1e637b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:37.481460 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a26e0855-8fe0-427a-ac0f-7a0d9094aa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.359624 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:29:38.735541 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:38.860313 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:40.147432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:40.177289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5786d952-99d5-4a98-883a-eba7de5828ba req-f534e9fd-1e4b-4052-9e2c-3abaadca0c6d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2912633 May 24 23:29:40.322106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786d952-99d5-4a98-883a-eba7de5828ba req-c09557b4-2c79-4030-a57d-e45a42a062ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:40.323633 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5786d952-99d5-4a98-883a-eba7de5828ba req-c09557b4-2c79-4030-a57d-e45a42a062ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0e4eb66b0434edda53383c15f2baff7&device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 1096 time: 0.0770288 May 24 23:29:40.469207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786d952-99d5-4a98-883a-eba7de5828ba req-a0919f04-845e-45f7-a904-f26eceb1e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:40.470606 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5786d952-99d5-4a98-883a-eba7de5828ba req-a0919f04-845e-45f7-a904-f26eceb1e337 service neutron] 10.222.0.31 "GET /v2.0/networks?id=77ea3a44-0c61-415e-95a7-b9af8503fbf2 HTTP/1.1" status: 200 len: 909 time: 0.1280291 May 24 23:29:40.572981 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5786d952-99d5-4a98-883a-eba7de5828ba req-f057e9b7-e66f-4607-89f6-8aee8f983756 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb HTTP/1.1" status: 200 len: 1001 time: 0.0960441 May 24 23:29:40.635149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786d952-99d5-4a98-883a-eba7de5828ba req-2bfbc9eb-6177-4e29-9281-c377ec550368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:40.636567 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5786d952-99d5-4a98-883a-eba7de5828ba req-2bfbc9eb-6177-4e29-9281-c377ec550368 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37 HTTP/1.1" status: 200 len: 847 time: 0.0575473 May 24 23:29:40.717392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786d952-99d5-4a98-883a-eba7de5828ba req-8becc0a6-16b1-446f-a4d0-dc1eb60f9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:29:40.718873 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5786d952-99d5-4a98-883a-eba7de5828ba req-8becc0a6-16b1-446f-a4d0-dc1eb60f9d70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77ea3a44-0c61-415e-95a7-b9af8503fbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766397 May 24 23:29:40.856112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5786d952-99d5-4a98-883a-eba7de5828ba req-45f1774d-0632-43f0-9786-e06890e50e1b service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309173 May 24 23:29:41.119191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5786d952-99d5-4a98-883a-eba7de5828ba req-cd63ae78-5391-4880-bf37-1e168cbf4285 service neutron] 10.222.0.31 "GET /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566469 May 24 23:29:54.519615 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:29:56.227544 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:05.394455 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8bc034da-2f1e-4485-8af7-388970c3b979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:07.483635 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5fd82a94-2b3d-42af-b668-4af26026d5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:08.390025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba1820-5a47-4377-86e6-4483f5ece1c5 req-c529f431-e9e4-4931-b326-0304a907144c tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:08.391540 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95ba1820-5a47-4377-86e6-4483f5ece1c5 req-c529f431-e9e4-4931-b326-0304a907144c tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 945 time: 0.2179136 May 24 23:30:08.436003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95ba1820-5a47-4377-86e6-4483f5ece1c5 req-aa6a396e-6642-4f14-beb8-6d473b884aee tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379572 May 24 23:30:08.731107 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:08.861274 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:09.720769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-c1866ba0-e544-4866-8737-c83b4bd0cee1 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:09.722143 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10806b6a-7e5e-433d-a0d8-e591b13b6fb9 req-1a1a8c36-9c37-40af-8e8a-370ab9c4e927 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:09.722595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-c1866ba0-e544-4866-8737-c83b4bd0cee1 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.31 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 945 time: 0.1883268 May 24 23:30:09.723720 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10806b6a-7e5e-433d-a0d8-e591b13b6fb9 req-1a1a8c36-9c37-40af-8e8a-370ab9c4e927 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 945 time: 0.1796806 May 24 23:30:09.773352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-10806b6a-7e5e-433d-a0d8-e591b13b6fb9 req-7154bd63-19a2-48d6-9ab2-8fdac0191658 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dddd405-3557-47b6-8db5-f940381d32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435815 May 24 23:30:09.792442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Deleting port e1f0776a-3958-4641-ab4e-f96eee7431bb {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:09.792781 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:10.067162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] For port e1f0776a-3958-4641-ab4e-f96eee7431bb, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=e1f0776a-3958-4641-ab4e-f96eee7431bb,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:10.067530 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:10.149997 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:10.366666 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:10.366919 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:10.367336 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Floating IP 0aac75b9-becf-4965-936d-143e964b4f79 disassociated. External IP: 172.25.7.216, port: e1f0776a-3958-4641-ab4e-f96eee7431bb. May 24 23:30:10.367801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Calling delete_port for e1f0776a-3958-4641-ab4e-f96eee7431bb owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:10.522884 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:10.575812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event deleted for resources: {'Port': ['ID=e1f0776a-3958-4641-ab4e-f96eee7431bb,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:10.586679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.587055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.587375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.587685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.588011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.588332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.588651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.588971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.589286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.589700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.589950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.590261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:10.782936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Router 1354c8e5-fe34-4db5-8dab-a4a33e415152 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:30:11.115060 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-821c399c-9f0e-418b-ad0c-e0841e495534 req-6a00cf52-dfff-43db-bdbe-be61871c3589 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "GET /v2.0/ports?device_id=41f321cc-a325-42d3-a4df-c5511e1a67d5 HTTP/1.1" status: 200 len: 210 time: 0.1833801 May 24 23:30:11.136409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:30:11.148135 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b84e4b-72e7-4037-bb6f-646b6b0a62a1 None None] Sync routers for ids ['1354c8e5-fe34-4db5-8dab-a4a33e415152'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:30:11.158090 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b84e4b-72e7-4037-bb6f-646b6b0a62a1 None None] Routers {'1354c8e5-fe34-4db5-8dab-a4a33e415152'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:30:11.158683 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f5b84e4b-72e7-4037-bb6f-646b6b0a62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:30:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1354c8e5-fe34-4db5-8dab-a4a33e415152'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:11.210126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] No DVR routers for this DVR port e1f0776a-3958-4641-ab4e-f96eee7431bb on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:30:11.212985 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:11.216005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'name': 'network-vif-deleted', 'tag': 'e1f0776a-3958-4641-ab4e-f96eee7431bb'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:30:11.234271 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f7d76985-969d-47f4-9afd-4d75ad574bef req-020614d0-2823-4f85-aae8-673ba7cfef1d tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.31 "DELETE /v2.0/ports/e1f0776a-3958-4641-ab4e-f96eee7431bb HTTP/1.1" status: 204 len: 173 time: 1.5059435 May 24 23:30:11.267575 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b16ab1-38a2-4cb9-abb1-39ead5a13874'] response: {'server_uuid': '41f321cc-a325-42d3-a4df-c5511e1a67d5', 'name': 'network-vif-deleted', 'tag': 'e1f0776a-3958-4641-ab4e-f96eee7431bb', 'status': 'completed', 'code': 200} May 24 23:30:11.336563 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-f5b84e4b-72e7-4037-bb6f-646b6b0a62a1 None None] Set router 1354c8e5-fe34-4db5-8dab-a4a33e415152 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:30:11.643631 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f5b84e4b-72e7-4037-bb6f-646b6b0a62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:59Z', 'revision_number': 4, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '63f59ecd-79b5-4f63-bf4a-2c55d0ea7973', 'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'mac_address': 'fa:16:3e:19:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:58Z', 'updated_at': '2022-05-24T23:25:07Z', 'revision_number': 5, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'subnets': [{'id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:11.647956 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b84e4b-72e7-4037-bb6f-646b6b0a62a1 None None] Checking router: 1354c8e5-fe34-4db5-8dab-a4a33e415152 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:30:11.656024 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b84e4b-72e7-4037-bb6f-646b6b0a62a1 None None] Routers {'1354c8e5-fe34-4db5-8dab-a4a33e415152'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:30:11.656687 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f5b84e4b-72e7-4037-bb6f-646b6b0a62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:30:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1354c8e5-fe34-4db5-8dab-a4a33e415152'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:11.870061 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-f5b84e4b-72e7-4037-bb6f-646b6b0a62a1 None None] Set router 1354c8e5-fe34-4db5-8dab-a4a33e415152 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:30:12.191688 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-f5b84e4b-72e7-4037-bb6f-646b6b0a62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:59Z', 'revision_number': 4, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '63f59ecd-79b5-4f63-bf4a-2c55d0ea7973', 'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'mac_address': 'fa:16:3e:19:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:58Z', 'updated_at': '2022-05-24T23:25:07Z', 'revision_number': 5, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'subnets': [{'id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:12.196735 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b84e4b-72e7-4037-bb6f-646b6b0a62a1 None None] The sync data for ids ['1354c8e5-fe34-4db5-8dab-a4a33e415152'] in n-d-843146-7 is: [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:24:59Z', 'revision_number': 4, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '63f59ecd-79b5-4f63-bf4a-2c55d0ea7973', 'name': '', 'network_id': '77ea3a44-0c61-415e-95a7-b9af8503fbf2', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'mac_address': 'fa:16:3e:19:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:58Z', 'updated_at': '2022-05-24T23:25:07Z', 'revision_number': 5, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'subnets': [{'id': '83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:30:12.212215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51512) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:12.370441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Deleting port 816d97a7-1b12-451d-b0c3-b6db786315de {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:12.370781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:12.415405 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c28aabc-c825-46f8-9973-0674428aed38 None None] New status for floating IP 0aac75b9-becf-4965-936d-143e964b4f79: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:30:12.540610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device e1f0776a-3958-4641-ab4e-f96eee7431bb no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:12.545003 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:12.545373 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:12.592873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: e1f0776a-3958-4641-ab4e-f96eee7431bb {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:30:12.593198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device e1f0776a-3958-4641-ab4e-f96eee7431bb not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:12.775487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Calling delete_port for 816d97a7-1b12-451d-b0c3-b6db786315de owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:12.865561 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.db.api [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:30:12.865879 n-d-843146-7 neutron-server[88390]: DEBUG oslo_db.api [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:30:13.368171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Deleting port 816d97a7-1b12-451d-b0c3-b6db786315de {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:13.369103 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:13.546914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:13.547235 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:13.669776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Calling delete_port for 816d97a7-1b12-451d-b0c3-b6db786315de owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:13.824620 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:13.869599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event deleted for resources: {'Port': ['ID=816d97a7-1b12-451d-b0c3-b6db786315de,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:13.906263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.906609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.906940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.907270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.907595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.907916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.908236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.908553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.908870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.909195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.909529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.909852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:13.974188 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:13.988235 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:13.989371 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b4a64a4c-b16f-426e-9628-0731febee0ab tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "DELETE /v2.0/floatingips/0aac75b9-becf-4965-936d-143e964b4f79 HTTP/1.1" status: 204 len: 168 time: 1.7761393 May 24 23:30:14.149571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51520) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:14.230674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19e63bcf-049d-4efb-9543-e39bc22fcec8 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:14.260446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19e63bcf-049d-4efb-9543-e39bc22fcec8 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:14.330368 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19e63bcf-049d-4efb-9543-e39bc22fcec8 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:14.350642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e63bcf-049d-4efb-9543-e39bc22fcec8 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dddd405-3557-47b6-8db5-f940381d32c4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:14.362478 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-19e63bcf-049d-4efb-9543-e39bc22fcec8 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:14.363632 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-19e63bcf-049d-4efb-9543-e39bc22fcec8 tempest-TestServerBasicOps-595363413 tempest-TestServerBasicOps-595363413-project] 10.222.0.55 "DELETE /v2.0/security-groups/8dddd405-3557-47b6-8db5-f940381d32c4 HTTP/1.1" status: 204 len: 168 time: 0.2128036 May 24 23:30:14.407094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51526) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:15.064179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:15.359213 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:30:15.536134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] Deleting port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:15.536753 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:15.715596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] For port 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=63f59ecd-79b5-4f63-bf4a-2c55d0ea7973,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:15.715866 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:15.835535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] Calling delete_port for 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:16.026693 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:16.074518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f59ecd-79b5-4f63-bf4a-2c55d0ea7973,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:16.342377 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:16.829519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] Router 1354c8e5-fe34-4db5-8dab-a4a33e415152 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:30:17.015147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:30:17.026880 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a7da5-6218-4e4f-b1d3-5d9b1b2bdfc8 None None] Sync routers for ids ['1354c8e5-fe34-4db5-8dab-a4a33e415152'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:30:17.028150 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e2193e3b-28ff-4985-9224-7224c5150462 admin admin] 10.222.0.55 "PUT /v2.0/routers/1354c8e5-fe34-4db5-8dab-a4a33e415152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6199136 May 24 23:30:17.030691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51532) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:17.037874 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a7da5-6218-4e4f-b1d3-5d9b1b2bdfc8 None None] Routers {'1354c8e5-fe34-4db5-8dab-a4a33e415152'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:30:17.038487 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1b5a7da5-6218-4e4f-b1d3-5d9b1b2bdfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:30:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1354c8e5-fe34-4db5-8dab-a4a33e415152'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:17.204549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:17.211837 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1b5a7da5-6218-4e4f-b1d3-5d9b1b2bdfc8 None None] Set router 1354c8e5-fe34-4db5-8dab-a4a33e415152 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:30:17.382178 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:17.394288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Deleting port 747acb2c-e660-45e1-b524-c74519d206c8 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:17.394684 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:17.488418 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1b5a7da5-6218-4e4f-b1d3-5d9b1b2bdfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '747acb2c-e660-45e1-b524-c74519d206c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:30:15Z', 'revision_number': 5, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port': {'id': '747acb2c-e660-45e1-b524-c74519d206c8', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:24:55Z', 'updated_at': '2022-05-24T23:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:17.492752 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a7da5-6218-4e4f-b1d3-5d9b1b2bdfc8 None None] Checking router: 1354c8e5-fe34-4db5-8dab-a4a33e415152 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:30:17.501117 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a7da5-6218-4e4f-b1d3-5d9b1b2bdfc8 None None] Routers {'1354c8e5-fe34-4db5-8dab-a4a33e415152'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:30:17.501731 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1b5a7da5-6218-4e4f-b1d3-5d9b1b2bdfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:30:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['1354c8e5-fe34-4db5-8dab-a4a33e415152'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:17.566637 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] For port 747acb2c-e660-45e1-b524-c74519d206c8, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=747acb2c-e660-45e1-b524-c74519d206c8,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:17.567104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:17.651137 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1b5a7da5-6218-4e4f-b1d3-5d9b1b2bdfc8 None None] Set router 1354c8e5-fe34-4db5-8dab-a4a33e415152 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:30:17.693535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Calling delete_port for 747acb2c-e660-45e1-b524-c74519d206c8 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:17.752858 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1b5a7da5-6218-4e4f-b1d3-5d9b1b2bdfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:30:17Z', 'revision_number': 6, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:17.757297 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a7da5-6218-4e4f-b1d3-5d9b1b2bdfc8 None None] The sync data for ids ['1354c8e5-fe34-4db5-8dab-a4a33e415152'] in n-d-843146-7 is: [{'id': '1354c8e5-fe34-4db5-8dab-a4a33e415152', 'name': 'tempest-TestServerBasicOps-699302063-router', 'tenant_id': 'f0e4eb66b0434edda53383c15f2baff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:24:54Z', 'updated_at': '2022-05-24T23:30:17Z', 'revision_number': 6, 'project_id': 'f0e4eb66b0434edda53383c15f2baff7', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:30:17.881003 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:17.926848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Pushing event deleted for resources: {'Port': ['ID=747acb2c-e660-45e1-b524-c74519d206c8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:18.017081 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.309284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.311617 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.336054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.336551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1354c8e5-fe34-4db5-8dab-a4a33e415152 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:30:18.353847 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.355405 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-54200ebc-fcbb-41aa-bc7d-3b2533b8b8de admin admin] 10.222.0.55 "DELETE /v2.0/routers/1354c8e5-fe34-4db5-8dab-a4a33e415152 HTTP/1.1" status: 204 len: 168 time: 1.3238308 May 24 23:30:18.358006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51536) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:18.417941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2a7eb1-741a-49da-ba27-4f17aeedb655 admin admin] Deleting subnet 83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:30:18.421391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7eb1-741a-49da-ba27-4f17aeedb655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.474075 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7eb1-741a-49da-ba27-4f17aeedb655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.522182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:18.553011 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7eb1-741a-49da-ba27-4f17aeedb655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.565100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:30:18.565358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 63f59ecd-79b5-4f63-bf4a-2c55d0ea7973 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:18.625123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7eb1-741a-49da-ba27-4f17aeedb655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.669486 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7eb1-741a-49da-ba27-4f17aeedb655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.672103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a7eb1-741a-49da-ba27-4f17aeedb655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:18.674927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776025f0-fcf4-43ec-9c19-58fc8e16da05 None None] Network 77ea3a44-0c61-415e-95a7-b9af8503fbf2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:30:18.677400 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4f2a7eb1-741a-49da-ba27-4f17aeedb655 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/83cfa14f-1a0c-4f0c-b05b-f5657d2e2c37 HTTP/1.1" status: 204 len: 168 time: 0.3184569 May 24 23:30:18.680060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51540) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:18.790460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.805959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Deleting port f1f47244-b58e-46e2-9bfe-61d0958b7bad {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:18.806313 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:18.929456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87f0f6-19e6-4052-89ef-977af642adf4 None None] DHCP port deletion for 77ea3a44-0c61-415e-95a7-b9af8503fbf2 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:30:18.933756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9b87f0f6-19e6-4052-89ef-977af642adf4 None None] Deleting port f1f47244-b58e-46e2-9bfe-61d0958b7bad {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:18.934140 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b87f0f6-19e6-4052-89ef-977af642adf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:19.015036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] For port f1f47244-b58e-46e2-9bfe-61d0958b7bad, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1f47244-b58e-46e2-9bfe-61d0958b7bad,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:19.015719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:19.137980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Calling delete_port for f1f47244-b58e-46e2-9bfe-61d0958b7bad owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:19.168505 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9b87f0f6-19e6-4052-89ef-977af642adf4 None None] For port f1f47244-b58e-46e2-9bfe-61d0958b7bad, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f1f47244-b58e-46e2-9bfe-61d0958b7bad,segment=NetworkSegment(999e4fdd-176f-421e-ac7f-aca00e498414),segment_id=999e4fdd-176f-421e-ac7f-aca00e498414)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:19.168891 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b87f0f6-19e6-4052-89ef-977af642adf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:19.217827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:19.263611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f47244-b58e-46e2-9bfe-61d0958b7bad,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:19.267193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] No DVR routers for this DVR port f1f47244-b58e-46e2-9bfe-61d0958b7bad on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:30:19.287440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9b87f0f6-19e6-4052-89ef-977af642adf4 None None] Calling delete_port for f1f47244-b58e-46e2-9bfe-61d0958b7bad owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:19.360349 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-9b87f0f6-19e6-4052-89ef-977af642adf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:30:19.360700 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-9b87f0f6-19e6-4052-89ef-977af642adf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:30:19.384060 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:19.409416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ea3a44-0c61-415e-95a7-b9af8503fbf2']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:19.425952 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999e4fdd-176f-421e-ac7f-aca00e498414') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:19.426244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999e4fdd-176f-421e-ac7f-aca00e498414') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:19.441119 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:19.460131 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:19.466968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:30:19.467354 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:19.559359 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:19.576220 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:19.590851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ea3a44-0c61-415e-95a7-b9af8503fbf2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:19.605272 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ccdfb563-a778-438e-ac9f-54f8fd2f21a7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/77ea3a44-0c61-415e-95a7-b9af8503fbf2 HTTP/1.1" status: 204 len: 168 time: 0.9242213 May 24 23:30:19.608212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51548) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:19.665436 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 999e4fdd-176f-421e-ac7f-aca00e498414 resource provider aggregate not found May 24 23:30:19.689625 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 999e4fdd-176f-421e-ac7f-aca00e498414 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 999e4fdd-176f-421e-ac7f-aca00e498414 found for delete ", "request_id": "req-93469efa-a6cb-424d-b571-755c0f73e20e"}]} May 24 23:30:19.862499 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9b87f0f6-19e6-4052-89ef-977af642adf4 None None] Deleting port f1f47244-b58e-46e2-9bfe-61d0958b7bad {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:19.863136 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9b87f0f6-19e6-4052-89ef-977af642adf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:19.930910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9b87f0f6-19e6-4052-89ef-977af642adf4 None None] The port 'f1f47244-b58e-46e2-9bfe-61d0958b7bad' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:30:20.191413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 747acb2c-e660-45e1-b524-c74519d206c8 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:20.227120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 747acb2c-e660-45e1-b524-c74519d206c8 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:30:20.227458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 747acb2c-e660-45e1-b524-c74519d206c8 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:20.227877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1f47244-b58e-46e2-9bfe-61d0958b7bad no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:20.260354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: f1f47244-b58e-46e2-9bfe-61d0958b7bad {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:30:20.260700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f1f47244-b58e-46e2-9bfe-61d0958b7bad not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:20.278267 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:20.630307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] Deleting port 87d235f7-bc73-475e-86fc-2ed9a5acfc98 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:20.630647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:20.821527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] For port 87d235f7-bc73-475e-86fc-2ed9a5acfc98, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=87d235f7-bc73-475e-86fc-2ed9a5acfc98,segment=NetworkSegment(5104aaeb-1e5b-434c-b7ec-4141a5073045),segment_id=5104aaeb-1e5b-434c-b7ec-4141a5073045)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:20.821906 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:20.943021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] Calling delete_port for 87d235f7-bc73-475e-86fc-2ed9a5acfc98 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:21.127699 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:21.208841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d235f7-bc73-475e-86fc-2ed9a5acfc98,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:21.575540 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:21.947583 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] Router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:30:22.132165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:30:22.142109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b7877-3333-4981-952f-ec7924bf143a None None] Sync routers for ids ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:30:22.153033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b7877-3333-4981-952f-ec7924bf143a None None] Routers {'42abdfa7-69a8-447c-8f13-8a2558ba28e7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:30:22.153706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b4b7877-3333-4981-952f-ec7924bf143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:30:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:22.159558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-77dcd9ca-c6f4-4b8c-b595-a1650ae889a4 admin admin] 10.222.0.55 "PUT /v2.0/routers/42abdfa7-69a8-447c-8f13-8a2558ba28e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5502689 May 24 23:30:22.162036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51554) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:22.333783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:22.410404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-1b4b7877-3333-4981-952f-ec7924bf143a None None] Set router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:30:22.509641 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:22.522948 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Deleting port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:22.523529 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:22.693135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] For port 35d42c5a-1ae6-413f-a37a-4d7f85fecf92, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=35d42c5a-1ae6-413f-a37a-4d7f85fecf92,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:22.693903 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:22.787637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b4b7877-3333-4981-952f-ec7924bf143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'name': 'tempest-TestServerBasicOps-1897828405-router', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:01Z', 'updated_at': '2022-05-24T23:30:21Z', 'revision_number': 5, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'gw_port': {'id': '35d42c5a-1ae6-413f-a37a-4d7f85fecf92', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:25:02Z', 'updated_at': '2022-05-24T23:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:22.792114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b7877-3333-4981-952f-ec7924bf143a None None] Checking router: 42abdfa7-69a8-447c-8f13-8a2558ba28e7 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:30:22.800861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b7877-3333-4981-952f-ec7924bf143a None None] Routers {'42abdfa7-69a8-447c-8f13-8a2558ba28e7'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:30:22.801461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b4b7877-3333-4981-952f-ec7924bf143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:30:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:22.939399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Calling delete_port for 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:22.998994 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-1b4b7877-3333-4981-952f-ec7924bf143a None None] Set router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:30:23.105321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1b4b7877-3333-4981-952f-ec7924bf143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'name': 'tempest-TestServerBasicOps-1897828405-router', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:01Z', 'updated_at': '2022-05-24T23:30:22Z', 'revision_number': 6, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:23.110474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b7877-3333-4981-952f-ec7924bf143a None None] The sync data for ids ['42abdfa7-69a8-447c-8f13-8a2558ba28e7'] in n-d-843146-7 is: [{'id': '42abdfa7-69a8-447c-8f13-8a2558ba28e7', 'name': 'tempest-TestServerBasicOps-1897828405-router', 'tenant_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:25:01Z', 'updated_at': '2022-05-24T23:30:22Z', 'revision_number': 6, 'project_id': 'ba89d3a60b5147b2b38d0368fc0a2d6b', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:30:23.119319 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.170692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d42c5a-1ae6-413f-a37a-4d7f85fecf92,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:23.262821 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.434295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.436522 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.465913 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.466423 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42abdfa7-69a8-447c-8f13-8a2558ba28e7 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:30:23.479447 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.480583 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8351de12-dbf9-41d6-b8e9-3a9494f1b860 admin admin] 10.222.0.55 "DELETE /v2.0/routers/42abdfa7-69a8-447c-8f13-8a2558ba28e7 HTTP/1.1" status: 204 len: 168 time: 1.3174918 May 24 23:30:23.483297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51558) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:23.544309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9f2264-986d-4894-a468-67277bd35e51 admin admin] Deleting subnet e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:30:23.548094 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2264-986d-4894-a468-67277bd35e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.599440 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2264-986d-4894-a468-67277bd35e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.679301 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2264-986d-4894-a468-67277bd35e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.748377 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2264-986d-4894-a468-67277bd35e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.788230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f2264-986d-4894-a468-67277bd35e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:23.792261 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2264-986d-4894-a468-67277bd35e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.797372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a9597-2e60-4b74-9729-5bba0b451856 None None] Network d4ab84f7-04ba-436e-b06e-41c4c5c17203 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:30:23.799069 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bc9f2264-986d-4894-a468-67277bd35e51 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e8d7eb6c-9b3e-4ba3-a7d2-9478bf19a90a HTTP/1.1" status: 204 len: 168 time: 0.3146787 May 24 23:30:23.801896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51562) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:23.908968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:23.920528 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Deleting port cec029c7-d0d0-4932-88d6-77d857bb6006 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:23.920866 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.052716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63618ba-46a1-43a6-99e5-55d59335b295 None None] DHCP port deletion for d4ab84f7-04ba-436e-b06e-41c4c5c17203 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:30:24.057463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c63618ba-46a1-43a6-99e5-55d59335b295 None None] Deleting port cec029c7-d0d0-4932-88d6-77d857bb6006 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:24.057877 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c63618ba-46a1-43a6-99e5-55d59335b295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.129575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] For port cec029c7-d0d0-4932-88d6-77d857bb6006, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cec029c7-d0d0-4932-88d6-77d857bb6006,segment=NetworkSegment(5104aaeb-1e5b-434c-b7ec-4141a5073045),segment_id=5104aaeb-1e5b-434c-b7ec-4141a5073045)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:24.129947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.251083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:24.267650 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Calling delete_port for cec029c7-d0d0-4932-88d6-77d857bb6006 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:24.298781 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:30:24.299017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 35d42c5a-1ae6-413f-a37a-4d7f85fecf92 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:24.299430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cec029c7-d0d0-4932-88d6-77d857bb6006 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:24.352892 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.360071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c63618ba-46a1-43a6-99e5-55d59335b295 None None] For port cec029c7-d0d0-4932-88d6-77d857bb6006, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cec029c7-d0d0-4932-88d6-77d857bb6006,segment=NetworkSegment(5104aaeb-1e5b-434c-b7ec-4141a5073045),segment_id=5104aaeb-1e5b-434c-b7ec-4141a5073045)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:24.360463 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c63618ba-46a1-43a6-99e5-55d59335b295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.401351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec029c7-d0d0-4932-88d6-77d857bb6006,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:24.403262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] No DVR routers for this DVR port cec029c7-d0d0-4932-88d6-77d857bb6006 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:30:24.489779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c63618ba-46a1-43a6-99e5-55d59335b295 None None] Calling delete_port for cec029c7-d0d0-4932-88d6-77d857bb6006 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:24.537241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No active binding found for port cec029c7-d0d0-4932-88d6-77d857bb6006 {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 24 23:30:24.537592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cec029c7-d0d0-4932-88d6-77d857bb6006 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:24.538141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 87d235f7-bc73-475e-86fc-2ed9a5acfc98 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:24.587175 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 87d235f7-bc73-475e-86fc-2ed9a5acfc98 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:30:24.587469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 87d235f7-bc73-475e-86fc-2ed9a5acfc98 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:24.595632 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.614282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-c63618ba-46a1-43a6-99e5-55d59335b295 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:30:24.614641 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-c63618ba-46a1-43a6-99e5-55d59335b295 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:30:24.626946 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.654980 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ab84f7-04ba-436e-b06e-41c4c5c17203']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:24.667081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5104aaeb-1e5b-434c-b7ec-4141a5073045') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:24.667373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5104aaeb-1e5b-434c-b7ec-4141a5073045') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:30:24.681133 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.702369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.708692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:30:24.709087 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.769834 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 5104aaeb-1e5b-434c-b7ec-4141a5073045 resource provider aggregate not found May 24 23:30:24.792148 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 5104aaeb-1e5b-434c-b7ec-4141a5073045 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5104aaeb-1e5b-434c-b7ec-4141a5073045 found for delete ", "request_id": "req-1bbd0d5d-dab2-4ff4-9d30-4dda977eaea5"}]} May 24 23:30:24.809799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.826157 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:24.836657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4ab84f7-04ba-436e-b06e-41c4c5c17203,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:24.843624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a34cb999-f6d9-4785-898a-2fdebe21ae35 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d4ab84f7-04ba-436e-b06e-41c4c5c17203 HTTP/1.1" status: 204 len: 168 time: 1.0408456 May 24 23:30:24.963213 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51572) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:25.016589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5ca6c0e3-341b-482c-8bf0-fef2579a44b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0e4eb66b0434edda53383c15f2baff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521538 May 24 23:30:25.019271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51576) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:25.081294 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-828518e1-8e00-471e-ba98-37250cb1e0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:25.107596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-828518e1-8e00-471e-ba98-37250cb1e0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:25.116622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c63618ba-46a1-43a6-99e5-55d59335b295 None None] Deleting port cec029c7-d0d0-4932-88d6-77d857bb6006 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:25.117360 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c63618ba-46a1-43a6-99e5-55d59335b295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:25.164961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-828518e1-8e00-471e-ba98-37250cb1e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:25.184893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828518e1-8e00-471e-ba98-37250cb1e0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206a90f8-8168-40f0-a9fb-bcbe1b604771,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:25.186880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c63618ba-46a1-43a6-99e5-55d59335b295 None None] The port 'cec029c7-d0d0-4932-88d6-77d857bb6006' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:30:25.191286 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-828518e1-8e00-471e-ba98-37250cb1e0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:25.195925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-828518e1-8e00-471e-ba98-37250cb1e0ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/206a90f8-8168-40f0-a9fb-bcbe1b604771 HTTP/1.1" status: 204 len: 168 time: 0.1756985 May 24 23:30:25.595292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51584) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:25.657235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c4fb6aab-624f-4dfa-b998-310a4464fdd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba89d3a60b5147b2b38d0368fc0a2d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605996 May 24 23:30:25.660620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51588) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:25.733939 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-72c710a2-2a0a-4303-b765-f039a2e04c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:25.762485 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-72c710a2-2a0a-4303-b765-f039a2e04c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:25.830343 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-72c710a2-2a0a-4303-b765-f039a2e04c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:25.850537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c710a2-2a0a-4303-b765-f039a2e04c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c909b60d-ce1f-4aab-b554-2fabe0bfc21d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:25.860247 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-72c710a2-2a0a-4303-b765-f039a2e04c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:25.861377 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-72c710a2-2a0a-4303-b765-f039a2e04c80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c909b60d-ce1f-4aab-b554-2fabe0bfc21d HTTP/1.1" status: 204 len: 168 time: 0.1995742 May 24 23:30:26.211529 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:35.379194 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d7ea7268-a009-4410-b1f6-36effb8a6873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:37.474366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-6419250c-5dbb-4614-ae51-019c505bce31 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b2ff65bed42f4c4794d9882a4ea001d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278800 May 24 23:30:37.481778 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ab25c64d-2b0f-41c7-ba25-2f728f0fe205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:37.626512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-51b1d059-d31f-4f45-8886-98ec97c5de75 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:37.627986 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-51b1d059-d31f-4f45-8886-98ec97c5de75 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477065 May 24 23:30:37.643767 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e9470e49-44e3-4e62-b533-5d411211a7db tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/quotas/b2ff65bed42f4c4794d9882a4ea001d2 HTTP/1.1" status: 200 len: 375 time: 0.0101933 May 24 23:30:37.695473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-43381d7d-4421-41b6-a1eb-0d7ae2aa6c11 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2ff65bed42f4c4794d9882a4ea001d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463848 May 24 23:30:37.880016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5571de32-5cff-42ac-8431-29f74affd35c req-7104b5cc-ae95-4b64-b386-d2cfbb380f9e tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 210 time: 0.0432813 May 24 23:30:38.321062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-af8e382a-caf9-40db-b781-452e63df4950 req-a9bbb753-503b-492e-a0d9-51021abe51d9 tempest-ServerRescueTestJSON-897021021 tempest-ServerRescueTestJSON-897021021-project] (88390) timed out ('10.222.0.50', 65450) {{(pid=88390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:30:38.729151 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:38.845920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-9d056c15-83b6-4838-94bc-69feb37a4253 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b2ff65bed42f4c4794d9882a4ea001d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282693 May 24 23:30:38.858013 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:39.046909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-bc2948ac-0195-4e84-921f-fda3bbd488da tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:39.048331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-bc2948ac-0195-4e84-921f-fda3bbd488da tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971455 May 24 23:30:39.050407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e8cfa3a6-b63b-40fb-aafd-9f78c3793e33 req-1a9d37e7-9655-44cd-ab38-42c5f6922b04 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 210 time: 0.0557644 May 24 23:30:39.061164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Request body: {'port': {'device_id': '4b62166b-4c61-48fe-a260-2a043690428e', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'admin_state_up': True, 'tenant_id': 'b2ff65bed42f4c4794d9882a4ea001d2'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:30:39.202873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:30:39.207094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Usage tracker for resource:port and tenant:b2ff65bed42f4c4794d9882a4ea001d2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:30:39.209997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:30:39.215759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:30:39.230134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Made reservation on behalf of b2ff65bed42f4c4794d9882a4ea001d2 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:30:39.233795 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:39.246284 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:39.261297 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:30:39.265712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Usage tracker for resource:security_group_rule and tenant:b2ff65bed42f4c4794d9882a4ea001d2 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:30:39.268558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:30:39.274610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:30:39.370744 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:39.376572 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:39.459102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508f3e29-8bfa-4039-b8c5-10411bf468d3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:39.544552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Allocated IP 192.168.233.105 (cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7/e1caeb4a-e5c0-438d-b978-2940e64da42e/278b01e5-d2cd-469c-95c9-ce40849ccd8f) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:30:39.760183 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:39.776013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Transition to ACTIVE for port object 278b01e5-d2cd-469c-95c9-ce40849ccd8f will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:30:39.805454 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:39.874233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:30:39.877379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:30:39.881185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:30:39.911524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Pushing event updated for resources: {'Port': ['ID=278b01e5-d2cd-469c-95c9-ce40849ccd8f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:39.952747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:39.953746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:39.981321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-2d0227c3-a53e-4d6f-bb88-4d2d8e12d740 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9236617 May 24 23:30:39.992386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Request body: {'port': {'device_id': '4b62166b-4c61-48fe-a260-2a043690428e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:30:40.108306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:40.184332 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:40.191638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0f60e66f-a1ae-4bdc-ac5d-f85daac120b9 None None] Provisioning for port 278b01e5-d2cd-469c-95c9-ce40849ccd8f completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:30:40.196807 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0f60e66f-a1ae-4bdc-ac5d-f85daac120b9 None None] Provisioning complete for port 278b01e5-d2cd-469c-95c9-ce40849ccd8f triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:30:40.197168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0f60e66f-a1ae-4bdc-ac5d-f85daac120b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:40.251957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0f60e66f-a1ae-4bdc-ac5d-f85daac120b9 None None] Port 278b01e5-d2cd-469c-95c9-ce40849ccd8f cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:30:40.265198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3641d6-81a6-44df-a5b3-48a87ebaa4f3 req-4bdb424c-67cd-465c-987a-46f718749931 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:40.267182 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c3641d6-81a6-44df-a5b3-48a87ebaa4f3 req-4bdb424c-67cd-465c-987a-46f718749931 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 936 time: 0.1038241 May 24 23:30:40.314567 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9c3641d6-81a6-44df-a5b3-48a87ebaa4f3 req-b80a97e0-0be8-4770-987f-953d97086211 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f3e29-8bfa-4039-b8c5-10411bf468d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 May 24 23:30:40.480755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278b01e5-d2cd-469c-95c9-ce40849ccd8f {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:30:40.488435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:40.504913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Transition to ACTIVE for port object 278b01e5-d2cd-469c-95c9-ce40849ccd8f will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:30:40.511458 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:40.794816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Pushing event updated for resources: {'Port': ['ID=278b01e5-d2cd-469c-95c9-ce40849ccd8f,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:40.873319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Attempting to bind port 278b01e5-d2cd-469c-95c9-ce40849ccd8f on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:30:40.873556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Attempting to bind port 278b01e5-d2cd-469c-95c9-ce40849ccd8f by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:30:40.873866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Attempting to bind port 278b01e5-d2cd-469c-95c9-ce40849ccd8f on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:30:40.878822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Port 278b01e5-d2cd-469c-95c9-ce40849ccd8f on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:30:40.879444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Attempting to bind port 278b01e5-d2cd-469c-95c9-ce40849ccd8f on network cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:30:40.884521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:30:40.884854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Checking segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:30:40.885237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Bound using segment: {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:30:40.885695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Bound port: 278b01e5-d2cd-469c-95c9-ce40849ccd8f, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552ca12c-0145-4094-949c-4ca2c27da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:30:40.886040 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:40.977872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] For port 278b01e5-d2cd-469c-95c9-ce40849ccd8f, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:30:40.980847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] For port 278b01e5-d2cd-469c-95c9-ce40849ccd8f, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=278b01e5-d2cd-469c-95c9-ce40849ccd8f,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:30:40.989581 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:41.054772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:41.055347 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:41.056721 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] 10.222.0.31 "PUT /v2.0/ports/278b01e5-d2cd-469c-95c9-ce40849ccd8f HTTP/1.1" status: 200 len: 1096 time: 1.0685561 May 24 23:30:41.057172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b62166b-4c61-48fe-a260-2a043690428e', 'tag': '278b01e5-d2cd-469c-95c9-ce40849ccd8f'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:30:41.083348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1c9fa-cf79-4897-8f54-82caf3907442 service neutron] Pushing event updated for resources: {'Port': ['ID=278b01e5-d2cd-469c-95c9-ce40849ccd8f,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:41.137076 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11efe3e9-5bec-473d-8666-0b5794b889f0'] response: {'name': 'network-changed', 'server_uuid': '4b62166b-4c61-48fe-a260-2a043690428e', 'tag': '278b01e5-d2cd-469c-95c9-ce40849ccd8f', 'status': 'completed', 'code': 200} May 24 23:30:41.182488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-6900f245-1ca0-4929-bc86-9c7cee9d253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:41.184009 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-6900f245-1ca0-4929-bc86-9c7cee9d253b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2ff65bed42f4c4794d9882a4ea001d2&device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 1099 time: 0.0869408 May 24 23:30:41.255012 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-7e67218a-1fa8-4914-ad83-869fa8da771c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=278b01e5-d2cd-469c-95c9-ce40849ccd8f HTTP/1.1" status: 200 len: 217 time: 0.0641139 May 24 23:30:41.325673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-dfe31d71-0f3a-4b00-b17b-c93a007b3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:41.327112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-dfe31d71-0f3a-4b00-b17b-c93a007b3611 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0659893 May 24 23:30:41.402360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-62f5efb3-dfaa-4048-9e4f-c181b9dbade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:41.403756 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-62f5efb3-dfaa-4048-9e4f-c181b9dbade3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704060 May 24 23:30:41.509205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50873-a7f4-4949-9102-6417b8c0e96c req-08daa25a-1807-454d-a7d8-83c60b06be2b tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:41.510648 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80d50873-a7f4-4949-9102-6417b8c0e96c req-08daa25a-1807-454d-a7d8-83c60b06be2b tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 948 time: 0.0872049 May 24 23:30:41.545895 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-7fcaeb93-b232-4e88-bc04-1b2a2eb7b191 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354566 May 24 23:30:41.559225 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80d50873-a7f4-4949-9102-6417b8c0e96c req-5dfce080-e27a-4f87-9df2-a536d43c57d6 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f3e29-8bfa-4039-b8c5-10411bf468d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 May 24 23:30:41.691624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f536ac1a-8c35-42ba-8efd-ef12ad714820 req-8019c773-2480-4ee9-81cc-be7ef14cd45a service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390755 May 24 23:30:41.818000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706a5c-77b8-4241-924a-e2d03f2f3735 req-31195a2a-4e7f-49ea-b193-05ae3d043e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:41.819491 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9706a5c-77b8-4241-924a-e2d03f2f3735 req-31195a2a-4e7f-49ea-b193-05ae3d043e20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2ff65bed42f4c4794d9882a4ea001d2&device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 1099 time: 0.0800500 May 24 23:30:41.955868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706a5c-77b8-4241-924a-e2d03f2f3735 req-dfd082f8-d8e0-4a84-80aa-a55071858e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:41.957199 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9706a5c-77b8-4241-924a-e2d03f2f3735 req-dfd082f8-d8e0-4a84-80aa-a55071858e52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7 HTTP/1.1" status: 200 len: 870 time: 0.1309702 May 24 23:30:42.026391 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9706a5c-77b8-4241-924a-e2d03f2f3735 req-f013f611-36d4-4b93-929e-74e702144a48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=278b01e5-d2cd-469c-95c9-ce40849ccd8f HTTP/1.1" status: 200 len: 217 time: 0.0619640 May 24 23:30:42.093171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706a5c-77b8-4241-924a-e2d03f2f3735 req-5adc7ef9-907d-4622-921c-691fba6c4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:42.094606 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9706a5c-77b8-4241-924a-e2d03f2f3735 req-5adc7ef9-907d-4622-921c-691fba6c4dd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1caeb4a-e5c0-438d-b978-2940e64da42e HTTP/1.1" status: 200 len: 843 time: 0.0616813 May 24 23:30:42.170539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706a5c-77b8-4241-924a-e2d03f2f3735 req-efca8f4f-4df7-4407-ac25-fa58c8536722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:42.172153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9706a5c-77b8-4241-924a-e2d03f2f3735 req-efca8f4f-4df7-4407-ac25-fa58c8536722 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712483 May 24 23:30:42.305727 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9706a5c-77b8-4241-924a-e2d03f2f3735 req-d573f2dc-69b6-42b1-b8af-58b4826fd259 service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257033 May 24 23:30:42.452251 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9706a5c-77b8-4241-924a-e2d03f2f3735 req-9fa0221e-802d-4a5d-9fa2-865a7f3ccd0c service neutron] 10.222.0.31 "GET /v2.0/networks/cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397047 May 24 23:30:42.701537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 278b01e5-d2cd-469c-95c9-ce40849ccd8f details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:30:42.764801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1928cf5-29c1-4ca2-a010-a1a44f064dc5 req-ce071262-4878-46d8-bd86-e1151d9978e5 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:42.765531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b1928cf5-29c1-4ca2-a010-a1a44f064dc5 req-ce071262-4878-46d8-bd86-e1151d9978e5 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Synchronizing usage tracker for tenant:b2ff65bed42f4c4794d9882a4ea001d2 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:30:42.785416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b1928cf5-29c1-4ca2-a010-a1a44f064dc5 req-ce071262-4878-46d8-bd86-e1151d9978e5 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Unset dirty status for tenant:b2ff65bed42f4c4794d9882a4ea001d2 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:30:42.786863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1928cf5-29c1-4ca2-a010-a1a44f064dc5 req-ce071262-4878-46d8-bd86-e1151d9978e5 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 948 time: 0.1102293 May 24 23:30:42.832303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b1928cf5-29c1-4ca2-a010-a1a44f064dc5 req-d7ac4503-ad3e-4652-bb15-44f81e9518bd tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Synchronizing usage tracker for tenant:b2ff65bed42f4c4794d9882a4ea001d2 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:30:42.834312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 278b01e5-d2cd-469c-95c9-ce40849ccd8f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=278b01e5-d2cd-469c-95c9-ce40849ccd8f,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:42.847722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '278b01e5-d2cd-469c-95c9-ce40849ccd8f', 'network_id': 'cba74fe7-0d1b-45e0-ba2f-7e8e129d09c7', 'port_id': '278b01e5-d2cd-469c-95c9-ce40849ccd8f', 'mac_address': 'fa:16:3e:08:3b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1caeb4a-e5c0-438d-b978-2940e64da42e', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:30:42.851427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b1928cf5-29c1-4ca2-a010-a1a44f064dc5 req-d7ac4503-ad3e-4652-bb15-44f81e9518bd tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Unset dirty status for tenant:b2ff65bed42f4c4794d9882a4ea001d2 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:30:42.852634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1928cf5-29c1-4ca2-a010-a1a44f064dc5 req-d7ac4503-ad3e-4652-bb15-44f81e9518bd tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f3e29-8bfa-4039-b8c5-10411bf468d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597072 May 24 23:30:42.907919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 278b01e5-d2cd-469c-95c9-ce40849ccd8f is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:30:42.908295 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:42.962275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 278b01e5-d2cd-469c-95c9-ce40849ccd8f {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:30:42.979149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 278b01e5-d2cd-469c-95c9-ce40849ccd8f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=278b01e5-d2cd-469c-95c9-ce40849ccd8f,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:42.987061 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:43.065205 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=278b01e5-d2cd-469c-95c9-ce40849ccd8f,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:43.072850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.073173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.073549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.073909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.074214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.074572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.074905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.075212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.075536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.075853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.076173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.076489 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:30:43.238138 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['278b01e5-d2cd-469c-95c9-ce40849ccd8f'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:30:44.045058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84373e9-6c9b-46eb-a4d9-5d62ea38590e req-d98777c9-bd05-4419-b5f6-94ecb82e94b4 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:44.046618 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c84373e9-6c9b-46eb-a4d9-5d62ea38590e req-d98777c9-bd05-4419-b5f6-94ecb82e94b4 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 949 time: 0.0838926 May 24 23:30:44.100592 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c84373e9-6c9b-46eb-a4d9-5d62ea38590e req-ebaf9226-c2f3-4298-be9a-e499b64208a9 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f3e29-8bfa-4039-b8c5-10411bf468d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454373 May 24 23:30:44.728326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 278b01e5-d2cd-469c-95c9-ce40849ccd8f up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:30:44.805942 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 278b01e5-d2cd-469c-95c9-ce40849ccd8f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:30:44.812017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 278b01e5-d2cd-469c-95c9-ce40849ccd8f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:30:44.812394 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:44.938981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 278b01e5-d2cd-469c-95c9-ce40849ccd8f is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:30:44.939245 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:44.969598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b62166b-4c61-48fe-a260-2a043690428e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278b01e5-d2cd-469c-95c9-ce40849ccd8f'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:30:44.979248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 278b01e5-d2cd-469c-95c9-ce40849ccd8f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=278b01e5-d2cd-469c-95c9-ce40849ccd8f,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:44.985313 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:45.019545 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7738730-9650-43b2-84d2-0d110d7f94c0'] response: {'server_uuid': '4b62166b-4c61-48fe-a260-2a043690428e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278b01e5-d2cd-469c-95c9-ce40849ccd8f', 'code': 200} May 24 23:30:45.062169 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=278b01e5-d2cd-469c-95c9-ce40849ccd8f,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:45.141744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb18ad-763f-4e48-97b1-08da50847f1a req-cbd1c111-6c7c-47e0-a84a-86f309dd2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:45.143247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d3eb18ad-763f-4e48-97b1-08da50847f1a req-cbd1c111-6c7c-47e0-a84a-86f309dd2e3a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 1101 time: 0.0708110 May 24 23:30:45.184051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d3eb18ad-763f-4e48-97b1-08da50847f1a req-9207f834-07bd-45ee-92df-d897549f4b4d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=508f3e29-8bfa-4039-b8c5-10411bf468d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 May 24 23:30:45.294915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26405830-6d2f-4a08-9564-88d821ba917b req-97d973a4-a139-405b-83a8-1bc67bea562e tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:45.297390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-26405830-6d2f-4a08-9564-88d821ba917b req-97d973a4-a139-405b-83a8-1bc67bea562e tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 950 time: 0.0892668 May 24 23:30:45.354170 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-26405830-6d2f-4a08-9564-88d821ba917b req-6176a740-7edd-4b56-8414-8d3db711359d tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f3e29-8bfa-4039-b8c5-10411bf468d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483336 May 24 23:30:46.666058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e86f2-a603-4416-b14d-4b800baa7111 req-fe92fb4d-6d28-4790-b81c-4a93b1b1c835 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:46.667441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1f6e86f2-a603-4416-b14d-4b800baa7111 req-fe92fb4d-6d28-4790-b81c-4a93b1b1c835 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 950 time: 0.1959882 May 24 23:30:46.713187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1f6e86f2-a603-4416-b14d-4b800baa7111 req-0c2f737d-e0ed-4d77-acc2-4d2434509146 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f3e29-8bfa-4039-b8c5-10411bf468d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391622 May 24 23:30:47.890061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cefb-f8be-4447-900e-edb29e6163e9 req-04c69c73-4446-4927-94a5-0c7d82b96c70 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:47.891686 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c273cefb-f8be-4447-900e-edb29e6163e9 req-04c69c73-4446-4927-94a5-0c7d82b96c70 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 950 time: 0.0872712 May 24 23:30:47.939407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c273cefb-f8be-4447-900e-edb29e6163e9 req-c8d5562f-b245-4e8c-bf62-d19aaed32d68 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f3e29-8bfa-4039-b8c5-10411bf468d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 May 24 23:30:49.071117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b645d-a53d-41f7-8422-67cebbde39b7 req-acf23e19-b9ab-44b1-a924-22ab801da74a tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:49.072571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-603b645d-a53d-41f7-8422-67cebbde39b7 req-acf23e19-b9ab-44b1-a924-22ab801da74a tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 950 time: 0.0823276 May 24 23:30:49.141205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-603b645d-a53d-41f7-8422-67cebbde39b7 req-3c00ac09-d05f-4589-99f4-e7982fd39d24 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Deleting port 278b01e5-d2cd-469c-95c9-ce40849ccd8f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:30:49.141532 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-603b645d-a53d-41f7-8422-67cebbde39b7 req-3c00ac09-d05f-4589-99f4-e7982fd39d24 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:49.145206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a989089-d58c-49cb-a6bd-1dd7060fb6e7 req-7f73fe57-af3e-4540-a7a9-62bd18350eb1 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:49.147086 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2a989089-d58c-49cb-a6bd-1dd7060fb6e7 req-7f73fe57-af3e-4540-a7a9-62bd18350eb1 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 950 time: 0.0861297 May 24 23:30:49.193649 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2a989089-d58c-49cb-a6bd-1dd7060fb6e7 req-cba95c1e-40c0-49dd-a10e-6e0d20b557e5 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/security-groups?id=508f3e29-8bfa-4039-b8c5-10411bf468d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402539 May 24 23:30:49.406463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-603b645d-a53d-41f7-8422-67cebbde39b7 req-3c00ac09-d05f-4589-99f4-e7982fd39d24 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] For port 278b01e5-d2cd-469c-95c9-ce40849ccd8f, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=278b01e5-d2cd-469c-95c9-ce40849ccd8f,segment=NetworkSegment(552ca12c-0145-4094-949c-4ca2c27da17d),segment_id=552ca12c-0145-4094-949c-4ca2c27da17d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:30:49.406741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-603b645d-a53d-41f7-8422-67cebbde39b7 req-3c00ac09-d05f-4589-99f4-e7982fd39d24 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:49.532426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-603b645d-a53d-41f7-8422-67cebbde39b7 req-3c00ac09-d05f-4589-99f4-e7982fd39d24 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Calling delete_port for 278b01e5-d2cd-469c-95c9-ce40849ccd8f owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:30:49.691734 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-603b645d-a53d-41f7-8422-67cebbde39b7 req-3c00ac09-d05f-4589-99f4-e7982fd39d24 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:49.704778 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['278b01e5-d2cd-469c-95c9-ce40849ccd8f'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:30:49.747593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00ac09-d05f-4589-99f4-e7982fd39d24 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Pushing event deleted for resources: {'Port': ['ID=278b01e5-d2cd-469c-95c9-ce40849ccd8f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:49.823740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-603b645d-a53d-41f7-8422-67cebbde39b7 req-3c00ac09-d05f-4589-99f4-e7982fd39d24 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] No DVR routers for this DVR port 278b01e5-d2cd-469c-95c9-ce40849ccd8f on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:30:49.826201 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-603b645d-a53d-41f7-8422-67cebbde39b7 req-3c00ac09-d05f-4589-99f4-e7982fd39d24 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:49.832716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b62166b-4c61-48fe-a260-2a043690428e', 'name': 'network-vif-deleted', 'tag': '278b01e5-d2cd-469c-95c9-ce40849ccd8f'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:30:49.850226 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-603b645d-a53d-41f7-8422-67cebbde39b7 req-3c00ac09-d05f-4589-99f4-e7982fd39d24 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.31 "DELETE /v2.0/ports/278b01e5-d2cd-469c-95c9-ce40849ccd8f HTTP/1.1" status: 204 len: 173 time: 0.7718270 May 24 23:30:49.889942 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8caea8-60f0-4c7a-a71c-6ca5dab0e796'] response: {'server_uuid': '4b62166b-4c61-48fe-a260-2a043690428e', 'name': 'network-vif-deleted', 'tag': '278b01e5-d2cd-469c-95c9-ce40849ccd8f', 'status': 'completed', 'code': 200} May 24 23:30:50.357161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-194dd6b5-c9d9-42e2-91d4-1fddc12b15f9 req-1f8fc347-0157-4888-8783-5a5e1f7c9301 tempest-ServersAdminNegativeTestJSON-1562255206 tempest-ServersAdminNegativeTestJSON-1562255206-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b62166b-4c61-48fe-a260-2a043690428e HTTP/1.1" status: 200 len: 210 time: 0.0428307 May 24 23:30:51.792456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51734) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:51.954104 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ca728996-eb4a-40c7-819c-46b5bba26b92 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2ff65bed42f4c4794d9882a4ea001d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603010 May 24 23:30:51.956697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51740) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:52.023937 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4adbcad2-1519-4a94-979c-9a5e917fd905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:52.050344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4adbcad2-1519-4a94-979c-9a5e917fd905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:52.106808 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4adbcad2-1519-4a94-979c-9a5e917fd905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:52.124681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbcad2-1519-4a94-979c-9a5e917fd905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508f3e29-8bfa-4039-b8c5-10411bf468d3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:52.134747 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4adbcad2-1519-4a94-979c-9a5e917fd905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:52.135908 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4adbcad2-1519-4a94-979c-9a5e917fd905 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/508f3e29-8bfa-4039-b8c5-10411bf468d3 HTTP/1.1" status: 204 len: 168 time: 0.1783109 May 24 23:30:52.359116 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:30:52.446885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51748) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:52.464266 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd38f77b-4db0-46f6-9692-0ef719f2ae3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:52.479159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bd38f77b-4db0-46f6-9692-0ef719f2ae3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:30:52.483582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd38f77b-4db0-46f6-9692-0ef719f2ae3c admin admin] Usage tracker for resource:security_group_rule and tenant:41411f2af9c24cb7b603d0d70c4156dd is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:30:52.486570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bd38f77b-4db0-46f6-9692-0ef719f2ae3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:30:52.492708 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bd38f77b-4db0-46f6-9692-0ef719f2ae3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:30:52.574698 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd38f77b-4db0-46f6-9692-0ef719f2ae3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:52.581026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bd38f77b-4db0-46f6-9692-0ef719f2ae3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:52.630858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bd38f77b-4db0-46f6-9692-0ef719f2ae3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41411f2af9c24cb7b603d0d70c4156dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828904 May 24 23:30:52.631676 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38f77b-4db0-46f6-9692-0ef719f2ae3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ae434b-7f6f-48cd-96df-ac629359e21d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:52.633729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51752) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:52.708027 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b83151af-c031-4a25-983c-13d46825f64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:52.734064 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b83151af-c031-4a25-983c-13d46825f64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:52.742694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 278b01e5-d2cd-469c-95c9-ce40849ccd8f no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:30:52.777231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 278b01e5-d2cd-469c-95c9-ce40849ccd8f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:30:52.777752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 278b01e5-d2cd-469c-95c9-ce40849ccd8f not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:30:52.789045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b83151af-c031-4a25-983c-13d46825f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:52.803561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83151af-c031-4a25-983c-13d46825f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ae434b-7f6f-48cd-96df-ac629359e21d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:52.811459 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b83151af-c031-4a25-983c-13d46825f64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:52.812682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b83151af-c031-4a25-983c-13d46825f64a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24ae434b-7f6f-48cd-96df-ac629359e21d HTTP/1.1" status: 204 len: 168 time: 0.1777511 May 24 23:30:53.621654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51776) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:53.732893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1191171561-network', 'tenant_id': '619358f470ca4516896978c8c588f4b7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:30:53.738596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:30:53.742517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Usage tracker for resource:network and tenant:619358f470ca4516896978c8c588f4b7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:30:53.745360 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:30:53.751628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:30:53.764963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Made reservation on behalf of 619358f470ca4516896978c8c588f4b7 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:30:53.767356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:53.779910 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:53.794897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:30:53.799436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Usage tracker for resource:security_group_rule and tenant:619358f470ca4516896978c8c588f4b7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:30:53.802585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:30:53.809028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:30:53.891032 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:53.897394 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:53.926432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:30:53.934694 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:53.940234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:53.940578 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Added segment 87781fe1-2cbb-4759-b812-6cc8c061a156 of type vlan for network 203e5353-4789-4cfe-bd19-1e77bb5775ea May 24 23:30:53.966104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:53.999619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:54.000648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:54.001225 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:54.105612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] Pushing event updated for resources: {'Network': ['ID=203e5353-4789-4cfe-bd19-1e77bb5775ea,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:54.112145 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5d67ad5c-458a-4af1-93ef-1c667d47128f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4894211 May 24 23:30:54.116196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51782) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:30:54.119177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 203e5353-4789-4cfe-bd19-1e77bb5775ea details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:30:54.121626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Request body: {'subnet': {'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1191171561-subnet', 'tenant_id': '619358f470ca4516896978c8c588f4b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:30:54.127581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:30:54.131410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Usage tracker for resource:subnet and tenant:619358f470ca4516896978c8c588f4b7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:30:54.134344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:30:54.139926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:30:54.153997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Made reservation on behalf of 619358f470ca4516896978c8c588f4b7 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:30:54.156425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:54.359071 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:54.437045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff587455-050e-4c54-a55a-0e12c1c97388,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:54.451036 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Checking segment: {'id': '87781fe1-2cbb-4759-b812-6cc8c061a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:30:54.451383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Network hostable DHCP agents. Network: 203e5353-4789-4cfe-bd19-1e77bb5775ea, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:30:54.473157 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Network 203e5353-4789-4cfe-bd19-1e77bb5775ea is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:30:54.483764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 203e5353-4789-4cfe-bd19-1e77bb5775ea) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:30:54.487955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:54.488528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:54.493984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9017b-b572-4e17-8134-8b7964b57a25 None None] Network 203e5353-4789-4cfe-bd19-1e77bb5775ea requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:30:54.510251 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4122b4f9-3e3b-4b9f-8873-df47995cf6a0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3930366 May 24 23:30:54.587018 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:54.722093 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c32f44a-bd3f-437c-89b9-c5d9e4ba9bf1 None None] Network 203e5353-4789-4cfe-bd19-1e77bb5775ea requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:30:55.036001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-57fbb734-58d3-4f28-a77c-6828173a7dfb tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:55.036674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-57fbb734-58d3-4f28-a77c-6828173a7dfb tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Synchronizing usage tracker for tenant:619358f470ca4516896978c8c588f4b7 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:30:55.056516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-57fbb734-58d3-4f28-a77c-6828173a7dfb tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Unset dirty status for tenant:619358f470ca4516896978c8c588f4b7 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:30:55.057762 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-57fbb734-58d3-4f28-a77c-6828173a7dfb tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/networks?id=203e5353-4789-4cfe-bd19-1e77bb5775ea HTTP/1.1" status: 200 len: 812 time: 0.1687810 May 24 23:30:55.073526 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-7984dd13-e7a5-4f3c-972f-b4d68988e78c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/quotas/619358f470ca4516896978c8c588f4b7 HTTP/1.1" status: 200 len: 375 time: 0.0099773 May 24 23:30:55.119974 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-f1607528-4075-4ba7-8aab-a2eecd4150e5 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=619358f470ca4516896978c8c588f4b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412040 May 24 23:30:55.305522 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-1911e222-9bc6-4ec0-96e8-b47287156e46 service neutron] 10.222.0.55 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753013 May 24 23:30:55.457028 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-5d883a7c-15a0-4332-8601-8bbc4c528a0f service neutron] 10.222.0.55 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429532 May 24 23:30:55.637824 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eec6cb9b-cb93-4740-9000-9681a773ca71 req-086ab1bc-7723-4aa8-b453-22872e793166 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 210 time: 0.0421839 May 24 23:30:56.237299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:56.768355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-75710d08-3a1a-4b5c-ab52-d577ece88e6d tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:56.771119 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-75710d08-3a1a-4b5c-ab52-d577ece88e6d tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.31 "GET /v2.0/networks?id=203e5353-4789-4cfe-bd19-1e77bb5775ea HTTP/1.1" status: 200 len: 812 time: 0.1570804 May 24 23:30:56.784846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Request body: {'port': {'device_id': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea', 'admin_state_up': True, 'tenant_id': '619358f470ca4516896978c8c588f4b7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:30:56.915858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3d927cc6-3d15-4112-af22-b5adc8eec04e req-00cd842e-eca9-41c6-b5d2-996d77b32044 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 210 time: 0.1540854 May 24 23:30:56.934632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:30:56.938731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Usage tracker for resource:port and tenant:619358f470ca4516896978c8c588f4b7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:30:56.942378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:30:56.948092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:30:56.958552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Made reservation on behalf of 619358f470ca4516896978c8c588f4b7 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:30:56.962009 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.126483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Allocated IP 172.20.0.3 (203e5353-4789-4cfe-bd19-1e77bb5775ea/ff587455-050e-4c54-a55a-0e12c1c97388/3869bd9f-261e-4182-a08f-3fec7892a39c) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:30:57.341431 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.375735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.451834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Network 203e5353-4789-4cfe-bd19-1e77bb5775ea is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:30:57.455247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:30:57.459170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:30:57.489791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Pushing event updated for resources: {'Port': ['ID=3869bd9f-261e-4182-a08f-3fec7892a39c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:57.525677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:57.526283 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:57.549459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6a514669-0089-4046-8be2-41a8b79bde4b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7691112 May 24 23:30:57.559962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Request body: {'port': {'device_id': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:30:57.681063 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.181269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c2758-2a19-4c2e-a596-3582059205d5 req-7db5d8a9-f3e6-43f9-a2c3-3ae4b35f8e6f tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:58.181989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-586c2758-2a19-4c2e-a596-3582059205d5 req-7db5d8a9-f3e6-43f9-a2c3-3ae4b35f8e6f tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Synchronizing usage tracker for tenant:619358f470ca4516896978c8c588f4b7 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:30:58.214455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3869bd9f-261e-4182-a08f-3fec7892a39c {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:30:58.222533 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.225210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-586c2758-2a19-4c2e-a596-3582059205d5 req-7db5d8a9-f3e6-43f9-a2c3-3ae4b35f8e6f tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Unset dirty status for tenant:619358f470ca4516896978c8c588f4b7 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:30:58.226513 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-586c2758-2a19-4c2e-a596-3582059205d5 req-7db5d8a9-f3e6-43f9-a2c3-3ae4b35f8e6f tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 931 time: 0.2007601 May 24 23:30:58.252837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Transition to ACTIVE for port object 3869bd9f-261e-4182-a08f-3fec7892a39c will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:30:58.259584 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.379056 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-586c2758-2a19-4c2e-a596-3582059205d5 req-b1db3be9-e484-4c2c-896b-bc40a7c5fa6c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447043 May 24 23:30:58.402833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Pushing event updated for resources: {'Port': ['ID=3869bd9f-261e-4182-a08f-3fec7892a39c,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:58.517228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Attempting to bind port 3869bd9f-261e-4182-a08f-3fec7892a39c on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:30:58.518048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Attempting to bind port 3869bd9f-261e-4182-a08f-3fec7892a39c by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '87781fe1-2cbb-4759-b812-6cc8c061a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:30:58.518347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Attempting to bind port 3869bd9f-261e-4182-a08f-3fec7892a39c on network 203e5353-4789-4cfe-bd19-1e77bb5775ea {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:30:58.523841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Port 3869bd9f-261e-4182-a08f-3fec7892a39c on network 203e5353-4789-4cfe-bd19-1e77bb5775ea not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:30:58.524159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Attempting to bind port 3869bd9f-261e-4182-a08f-3fec7892a39c on network 203e5353-4789-4cfe-bd19-1e77bb5775ea {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:30:58.529422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:30:58.529740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Checking segment: {'id': '87781fe1-2cbb-4759-b812-6cc8c061a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:30:58.530142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Bound using segment: {'id': '87781fe1-2cbb-4759-b812-6cc8c061a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:30:58.530561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Bound port: 3869bd9f-261e-4182-a08f-3fec7892a39c, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87781fe1-2cbb-4759-b812-6cc8c061a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:30:58.530902 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.621852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:30:58.624765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3869bd9f-261e-4182-a08f-3fec7892a39c,segment=NetworkSegment(87781fe1-2cbb-4759-b812-6cc8c061a156),segment_id=87781fe1-2cbb-4759-b812-6cc8c061a156)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:30:58.631693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.697657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:58.698643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:30:58.700789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] 10.222.0.31 "PUT /v2.0/ports/3869bd9f-261e-4182-a08f-3fec7892a39c HTTP/1.1" status: 200 len: 1091 time: 1.1444559 May 24 23:30:58.701411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'tag': '3869bd9f-261e-4182-a08f-3fec7892a39c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:30:58.724042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8a7fa-daa3-4483-bed9-45d33fa04be4 service neutron] Pushing event updated for resources: {'Port': ['ID=3869bd9f-261e-4182-a08f-3fec7892a39c,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:30:58.773515 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8324cc71-3b58-4dbf-b2d8-0600f2516dc7'] response: {'name': 'network-changed', 'server_uuid': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'tag': '3869bd9f-261e-4182-a08f-3fec7892a39c', 'status': 'completed', 'code': 200} May 24 23:30:58.809268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-83396b07-ab95-4b87-a601-f6db1a403b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:58.810802 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-83396b07-ab95-4b87-a601-f6db1a403b70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=619358f470ca4516896978c8c588f4b7&device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 1094 time: 0.0732052 May 24 23:30:58.881797 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-a45217ac-fdb1-40b0-b3ed-56f3c63f2649 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869bd9f-261e-4182-a08f-3fec7892a39c HTTP/1.1" status: 200 len: 217 time: 0.0636957 May 24 23:30:58.945938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-0501f1a4-b157-4396-ae21-36f63bb3f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:58.947397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-0501f1a4-b157-4396-ae21-36f63bb3f4e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ff587455-050e-4c54-a55a-0e12c1c97388 HTTP/1.1" status: 200 len: 852 time: 0.0588319 May 24 23:30:58.998657 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-8443b268-e0e3-46a9-90df-0f033f3a302c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e5353-4789-4cfe-bd19-1e77bb5775ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444276 May 24 23:30:59.131296 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-8a0dc5d4-5675-46ec-b9ae-7c7525ef0691 service neutron] 10.222.0.31 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262810 May 24 23:30:59.272375 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5fc21fb-5c0a-4af9-9637-e376c84a1e9b req-579cd983-1863-4a89-a5a9-7e85af85864a service neutron] 10.222.0.31 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345563 May 24 23:30:59.393895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455d5fd-3426-45c7-9827-aa35c1ca79cb req-60a13d2f-338c-404d-ab23-6d042a42a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:59.395309 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3455d5fd-3426-45c7-9827-aa35c1ca79cb req-60a13d2f-338c-404d-ab23-6d042a42a5d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=619358f470ca4516896978c8c588f4b7&device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 1094 time: 0.0771987 May 24 23:30:59.582763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455d5fd-3426-45c7-9827-aa35c1ca79cb req-9a05a8d0-f067-4bcf-9d29-9d425424b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:59.584248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3455d5fd-3426-45c7-9827-aa35c1ca79cb req-9a05a8d0-f067-4bcf-9d29-9d425424b91e service neutron] 10.222.0.31 "GET /v2.0/networks?id=203e5353-4789-4cfe-bd19-1e77bb5775ea HTTP/1.1" status: 200 len: 913 time: 0.1805298 May 24 23:30:59.654489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3455d5fd-3426-45c7-9827-aa35c1ca79cb req-ec76d01a-5954-42d0-8616-0862d7eb0bee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869bd9f-261e-4182-a08f-3fec7892a39c HTTP/1.1" status: 200 len: 217 time: 0.0626731 May 24 23:30:59.666377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c984140-4782-475c-a4df-c3012d341475 req-cccd2f3c-aa39-4d64-8d06-fab1f962946c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:59.667768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c984140-4782-475c-a4df-c3012d341475 req-cccd2f3c-aa39-4d64-8d06-fab1f962946c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 943 time: 0.1757452 May 24 23:30:59.863824 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c984140-4782-475c-a4df-c3012d341475 req-fc5199d5-6e9d-432c-861d-488c55d6f11b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637073 May 24 23:30:59.865326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455d5fd-3426-45c7-9827-aa35c1ca79cb req-2d20061d-cb2a-427f-82c3-5cbf79d4d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:30:59.866878 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3455d5fd-3426-45c7-9827-aa35c1ca79cb req-2d20061d-cb2a-427f-82c3-5cbf79d4d2e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ff587455-050e-4c54-a55a-0e12c1c97388 HTTP/1.1" status: 200 len: 852 time: 0.1981177 May 24 23:30:59.915069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3455d5fd-3426-45c7-9827-aa35c1ca79cb req-3102aed4-e119-417d-8407-29bad1ee9233 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e5353-4789-4cfe-bd19-1e77bb5775ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413084 May 24 23:31:00.045480 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3455d5fd-3426-45c7-9827-aa35c1ca79cb req-d4096a10-582d-4dc6-91b1-0853e1168cc5 service neutron] 10.222.0.31 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231124 May 24 23:31:00.189084 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3455d5fd-3426-45c7-9827-aa35c1ca79cb req-761a2c1e-26e2-486c-bb85-842b3173d234 service neutron] 10.222.0.31 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363904 May 24 23:31:00.775382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3869bd9f-261e-4182-a08f-3fec7892a39c details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:31:00.916561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3869bd9f-261e-4182-a08f-3fec7892a39c,segment=NetworkSegment(87781fe1-2cbb-4759-b812-6cc8c061a156),segment_id=87781fe1-2cbb-4759-b812-6cc8c061a156)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:00.932568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '3869bd9f-261e-4182-a08f-3fec7892a39c', 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea', 'port_id': '3869bd9f-261e-4182-a08f-3fec7892a39c', 'mac_address': 'fa:16:3e:97:31:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff587455-050e-4c54-a55a-0e12c1c97388', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:31:01.002028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3869bd9f-261e-4182-a08f-3fec7892a39c is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:01.002543 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:01.021716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3869bd9f-261e-4182-a08f-3fec7892a39c {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:31:01.037802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3869bd9f-261e-4182-a08f-3fec7892a39c,segment=NetworkSegment(87781fe1-2cbb-4759-b812-6cc8c061a156),segment_id=87781fe1-2cbb-4759-b812-6cc8c061a156)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:01.042624 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:01.059492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd24ea-d9d3-41f4-a7e4-9385bfd09403 req-3cc37677-8e72-4664-bd38-aa23cce1b5a2 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:01.060949 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-51cd24ea-d9d3-41f4-a7e4-9385bfd09403 req-3cc37677-8e72-4664-bd38-aa23cce1b5a2 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 943 time: 0.0844758 May 24 23:31:01.105831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-51cd24ea-d9d3-41f4-a7e4-9385bfd09403 req-d553bd5b-4460-4305-9833-2b21271cb87c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Synchronizing usage tracker for tenant:619358f470ca4516896978c8c588f4b7 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:31:01.114777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3869bd9f-261e-4182-a08f-3fec7892a39c,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:01.124927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-51cd24ea-d9d3-41f4-a7e4-9385bfd09403 req-d553bd5b-4460-4305-9833-2b21271cb87c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Unset dirty status for tenant:619358f470ca4516896978c8c588f4b7 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:31:01.126184 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-51cd24ea-d9d3-41f4-a7e4-9385bfd09403 req-d553bd5b-4460-4305-9833-2b21271cb87c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594530 May 24 23:31:01.230820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['3869bd9f-261e-4182-a08f-3fec7892a39c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:31:02.330720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59b4b8-72f8-4b07-a61d-778409654f27 req-bfd9fed3-23a3-4a29-9a8d-bc30cc542bc7 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:02.332399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c59b4b8-72f8-4b07-a61d-778409654f27 req-bfd9fed3-23a3-4a29-9a8d-bc30cc542bc7 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 944 time: 0.0844700 May 24 23:31:02.377283 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c59b4b8-72f8-4b07-a61d-778409654f27 req-a421703f-5c02-4b14-9cd9-fee109bdd81c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389798 May 24 23:31:02.790606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3869bd9f-261e-4182-a08f-3fec7892a39c up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:31:02.901254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 3869bd9f-261e-4182-a08f-3fec7892a39c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:31:02.909073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 3869bd9f-261e-4182-a08f-3fec7892a39c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:02.909444 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.027494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3869bd9f-261e-4182-a08f-3fec7892a39c is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:03.027840 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.055109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869bd9f-261e-4182-a08f-3fec7892a39c'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:31:03.065669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3869bd9f-261e-4182-a08f-3fec7892a39c,segment=NetworkSegment(87781fe1-2cbb-4759-b812-6cc8c061a156),segment_id=87781fe1-2cbb-4759-b812-6cc8c061a156)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:03.071526 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:03.102778 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fca1a8-18b5-4006-a96b-8c21ffed6a08'] response: {'server_uuid': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869bd9f-261e-4182-a08f-3fec7892a39c', 'code': 200} May 24 23:31:03.142071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3869bd9f-261e-4182-a08f-3fec7892a39c,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:03.233811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ae83-dbd3-449c-b6cc-96b9dd21f0c7 req-ddd71d21-3c76-4dfa-8aae-9b87a9d33df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:03.235348 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83f4ae83-dbd3-449c-b6cc-96b9dd21f0c7 req-ddd71d21-3c76-4dfa-8aae-9b87a9d33df5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 1096 time: 0.0750825 May 24 23:31:03.280293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-83f4ae83-dbd3-449c-b6cc-96b9dd21f0c7 req-a2ff9dc9-4570-43c9-aabf-1a6f6dee490c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386639 May 24 23:31:03.580158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051866f-80c2-4599-bc32-4af8e9d85d15 req-1394629d-2b69-40b4-b3e2-bc352fc77d05 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:03.581591 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e051866f-80c2-4599-bc32-4af8e9d85d15 req-1394629d-2b69-40b4-b3e2-bc352fc77d05 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0847502 May 24 23:31:03.626210 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e051866f-80c2-4599-bc32-4af8e9d85d15 req-ab9f707d-3453-4912-b47b-23ab2d9617be tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386028 May 24 23:31:04.836104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1f77e-3317-46bd-ac58-22aa0401286c req-6207f667-d00b-4b04-840b-009dcd39ffe7 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:04.837891 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18c1f77e-3317-46bd-ac58-22aa0401286c req-6207f667-d00b-4b04-840b-009dcd39ffe7 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0933273 May 24 23:31:04.883174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18c1f77e-3317-46bd-ac58-22aa0401286c req-c6365a33-3b9a-41fe-b67d-bacbfa15827d tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 May 24 23:31:05.193868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51836) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:05.372566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f58f1-3b75-4704-979a-efe8cda772ed req-48c6cc68-0bd3-45a6-8759-6b0b76954712 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:05.374153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e8f58f1-3b75-4704-979a-efe8cda772ed req-48c6cc68-0bd3-45a6-8759-6b0b76954712 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.1379108 May 24 23:31:05.380280 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-9df70675-e0cc-4019-8e38-c2fb7c67a00b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1849976 May 24 23:31:05.384624 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8a526977-a930-4ae0-b65c-308c740b3a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:05.432454 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e8f58f1-3b75-4704-979a-efe8cda772ed req-0ebbd51b-e90a-4209-b6a3-2691d397df25 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510085 May 24 23:31:06.623959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d87e7-a2c2-4c12-8566-ebcbaa794a6c req-207bc3f6-d8d2-4828-bf35-16e974ae3a8f tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:06.625407 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f40d87e7-a2c2-4c12-8566-ebcbaa794a6c req-207bc3f6-d8d2-4828-bf35-16e974ae3a8f tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0851779 May 24 23:31:06.671366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f40d87e7-a2c2-4c12-8566-ebcbaa794a6c req-e4861590-d70c-44cb-901e-1108f90becb1 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395908 May 24 23:31:06.781832 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-249e0b08-e4a8-4844-9700-f9905782fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:06.783317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-249e0b08-e4a8-4844-9700-f9905782fd5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=619358f470ca4516896978c8c588f4b7&device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 1096 time: 0.0722179 May 24 23:31:06.927230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-62c5b506-52e9-4a87-9177-2931b1f21241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:06.928826 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-62c5b506-52e9-4a87-9177-2931b1f21241 service neutron] 10.222.0.31 "GET /v2.0/networks?id=203e5353-4789-4cfe-bd19-1e77bb5775ea HTTP/1.1" status: 200 len: 913 time: 0.1393063 May 24 23:31:06.999946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-a88c744d-ca36-4b0d-ad27-4a1fbff122e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869bd9f-261e-4182-a08f-3fec7892a39c HTTP/1.1" status: 200 len: 217 time: 0.0646250 May 24 23:31:07.063304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-6e3c6cff-940e-4edb-aa33-d911a0a323b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:07.064628 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-6e3c6cff-940e-4edb-aa33-d911a0a323b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ff587455-050e-4c54-a55a-0e12c1c97388 HTTP/1.1" status: 200 len: 852 time: 0.0591412 May 24 23:31:07.114059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-9e0f94ae-0fe9-4f7f-8844-78dbaf67a54b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e5353-4789-4cfe-bd19-1e77bb5775ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432861 May 24 23:31:07.258788 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-b5dea9a2-0de6-44b1-b85a-8035db0ce202 service neutron] 10.222.0.31 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387830 May 24 23:31:07.390251 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-ddee6aa2-b46d-4bb6-9987-7d83d95042b5 service neutron] 10.222.0.31 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257293 May 24 23:31:07.475012 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5f571f19-84cc-40a2-abda-35f5559847a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:07.872919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d621f4-5fa3-46c7-81e0-75b01f9da3c7 req-2226b52d-ae69-437c-afed-728d60d1a5dc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:07.874396 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-00d621f4-5fa3-46c7-81e0-75b01f9da3c7 req-2226b52d-ae69-437c-afed-728d60d1a5dc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0820949 May 24 23:31:07.919074 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-00d621f4-5fa3-46c7-81e0-75b01f9da3c7 req-0aa6b514-4bc8-4caa-bfa6-bcfb988a80b4 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388525 May 24 23:31:08.731022 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:08.870300 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:09.119673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf6fe6-d338-4cfc-9b40-3c6d57137902 req-e18c6717-e794-4e44-906b-ddf339c5f0d7 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:09.121180 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4cf6fe6-d338-4cfc-9b40-3c6d57137902 req-e18c6717-e794-4e44-906b-ddf339c5f0d7 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0907402 May 24 23:31:09.166725 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4cf6fe6-d338-4cfc-9b40-3c6d57137902 req-83925e58-b0e3-4d7a-a755-fe4a7612f9ed tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398433 May 24 23:31:10.157912 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:10.360240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb10edd-7982-47a0-b7d1-e3a939a14ddc req-761cff38-58be-47af-b277-e2ef37cfe3bb tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:10.361601 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0eb10edd-7982-47a0-b7d1-e3a939a14ddc req-761cff38-58be-47af-b277-e2ef37cfe3bb tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0808988 May 24 23:31:10.410411 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0eb10edd-7982-47a0-b7d1-e3a939a14ddc req-e023520f-54db-4173-8c6c-ec31822d2c49 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425956 May 24 23:31:11.618365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee753fee-06df-46bf-af55-b0331e604ece req-0435a764-012b-4480-9581-674c9c81246c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:11.619824 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee753fee-06df-46bf-af55-b0331e604ece req-0435a764-012b-4480-9581-674c9c81246c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0885985 May 24 23:31:11.665585 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ee753fee-06df-46bf-af55-b0331e604ece req-52de5c86-4cde-482a-840a-b36e762b96ed tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399871 May 24 23:31:12.873612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc3d2c-6adc-44aa-93e2-782107a22d64 req-1023cfee-4890-4c27-9ca6-845905463165 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:12.874967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8dc3d2c-6adc-44aa-93e2-782107a22d64 req-1023cfee-4890-4c27-9ca6-845905463165 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0829241 May 24 23:31:12.918623 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8dc3d2c-6adc-44aa-93e2-782107a22d64 req-dd1e64bd-d902-40da-b037-ae961ff95ac1 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377212 May 24 23:31:14.115625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fed7c-6b3e-4f81-98aa-3414cd41e416 req-f81d0f1a-43fc-4a2e-a1cf-bc9087e799f2 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:14.117352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e29fed7c-6b3e-4f81-98aa-3414cd41e416 req-f81d0f1a-43fc-4a2e-a1cf-bc9087e799f2 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0879934 May 24 23:31:14.161836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e29fed7c-6b3e-4f81-98aa-3414cd41e416 req-89b5fe2e-eb36-4f57-a3bb-efce40fc67b8 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388846 May 24 23:31:15.382270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554de89-f7fb-4371-8305-5e5c3779c762 req-fca40ad0-dbbe-4223-986b-f2cb726ce55f tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:15.383727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1554de89-f7fb-4371-8305-5e5c3779c762 req-fca40ad0-dbbe-4223-986b-f2cb726ce55f tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0944073 May 24 23:31:15.431972 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1554de89-f7fb-4371-8305-5e5c3779c762 req-ab33de02-557d-4a02-857e-0b0139ff6852 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399067 May 24 23:31:16.627853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78f80a-f8da-47f9-998a-71eca26f66ff req-3ed8b89f-c301-4a00-b0a8-ee00e6aa39e6 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:16.629399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab78f80a-f8da-47f9-998a-71eca26f66ff req-3ed8b89f-c301-4a00-b0a8-ee00e6aa39e6 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0854259 May 24 23:31:16.678956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ab78f80a-f8da-47f9-998a-71eca26f66ff req-0b9e1d9a-721d-40f9-8439-eaf80476fb79 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398958 May 24 23:31:17.884193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddb05b-16ff-48c3-b28c-8718c266f2b7 req-2ec5f3a2-31a4-4ae7-8078-b89376987e30 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:17.885550 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55ddb05b-16ff-48c3-b28c-8718c266f2b7 req-2ec5f3a2-31a4-4ae7-8078-b89376987e30 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0848708 May 24 23:31:17.932724 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55ddb05b-16ff-48c3-b28c-8718c266f2b7 req-2e54a025-14e8-4a6f-a0b4-986775bcc22d tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 May 24 23:31:19.126493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cbdd9-da9e-4e9b-bbad-c68c23e11850 req-f78e5d8b-c3ff-4df3-8199-1156f61a5a5b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:19.127941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4c6cbdd9-da9e-4e9b-bbad-c68c23e11850 req-f78e5d8b-c3ff-4df3-8199-1156f61a5a5b tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0831056 May 24 23:31:19.176100 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4c6cbdd9-da9e-4e9b-bbad-c68c23e11850 req-a49c0777-d162-408d-b47f-ba4f6adaed5c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408549 May 24 23:31:20.379867 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172bb38-ed2e-44aa-90dd-5cb4ce77be95 req-9301251f-fff8-4d5f-b4a6-2cac1dfebe69 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:20.381391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e172bb38-ed2e-44aa-90dd-5cb4ce77be95 req-9301251f-fff8-4d5f-b4a6-2cac1dfebe69 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0883589 May 24 23:31:20.428804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e172bb38-ed2e-44aa-90dd-5cb4ce77be95 req-93653a99-1131-4e90-9b54-48333459a7be tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 May 24 23:31:21.747846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f1bb0-9ce8-47e0-990e-67ef933ae835 req-6a0de90e-96c6-4476-a5db-4791b48a677d tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:21.749397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d2f1bb0-9ce8-47e0-990e-67ef933ae835 req-6a0de90e-96c6-4476-a5db-4791b48a677d tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.1941905 May 24 23:31:21.793634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d2f1bb0-9ce8-47e0-990e-67ef933ae835 req-8d04dd15-8ffa-4a51-a933-1e1a419949dc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383701 May 24 23:31:23.000283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff82e2-64a8-4037-9e00-d6f3ed0bef64 req-ebd25486-85a2-4610-9c7e-7ab3410e298f tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:23.001777 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ebff82e2-64a8-4037-9e00-d6f3ed0bef64 req-ebd25486-85a2-4610-9c7e-7ab3410e298f tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0844347 May 24 23:31:23.049890 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ebff82e2-64a8-4037-9e00-d6f3ed0bef64 req-3cacc71c-602e-44a6-a489-f1e8bcc063da tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422773 May 24 23:31:24.260477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee45f68-cb0c-4e87-af86-54d957c2bfb8 req-e1426391-9c45-4bcc-a598-d77710bf0525 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:24.261936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cee45f68-cb0c-4e87-af86-54d957c2bfb8 req-e1426391-9c45-4bcc-a598-d77710bf0525 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0923734 May 24 23:31:24.308385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cee45f68-cb0c-4e87-af86-54d957c2bfb8 req-7694722d-317f-408e-bd05-3f5ea342ab79 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 May 24 23:31:24.536538 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:25.534115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb75752-1f25-493e-be40-1f7cc093980b req-5ca05536-9822-40d9-9785-daf8679dda99 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:25.535889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1fb75752-1f25-493e-be40-1f7cc093980b req-5ca05536-9822-40d9-9785-daf8679dda99 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.1062860 May 24 23:31:25.586135 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1fb75752-1f25-493e-be40-1f7cc093980b req-74735ccb-8cba-4654-a8eb-9853a17fdddf tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434172 May 24 23:31:26.253867 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:26.789527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ec974-a39b-42d5-8fad-e32889e89773 req-57391b61-83c9-42ea-aabb-7b8c351f05a4 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:26.791021 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b84ec974-a39b-42d5-8fad-e32889e89773 req-57391b61-83c9-42ea-aabb-7b8c351f05a4 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0855777 May 24 23:31:26.838219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b84ec974-a39b-42d5-8fad-e32889e89773 req-d2f1f358-8966-4aa9-816e-8852f8bc560e tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389929 May 24 23:31:28.046772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc5be8-4195-45f5-bf40-fec3148b6dde req-9d80df16-dc17-4cda-87ff-ebc1e58f3bb3 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:28.048236 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59fc5be8-4195-45f5-bf40-fec3148b6dde req-9d80df16-dc17-4cda-87ff-ebc1e58f3bb3 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0891049 May 24 23:31:28.093350 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-59fc5be8-4195-45f5-bf40-fec3148b6dde req-160a5b07-3589-4947-980d-8d569760f2d8 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391455 May 24 23:31:29.305579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0c508-54f2-4ac0-9320-5a67bc3a93d5 req-c21783fe-f3ea-4e34-8f69-c0694deb2f1c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:29.307077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43b0c508-54f2-4ac0-9320-5a67bc3a93d5 req-c21783fe-f3ea-4e34-8f69-c0694deb2f1c tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0963075 May 24 23:31:29.356459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43b0c508-54f2-4ac0-9320-5a67bc3a93d5 req-78a2d6be-a910-415f-b27c-9f9889272b04 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404730 May 24 23:31:29.358461 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:31:30.558181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727f293-145d-4c76-bd1a-bb96d5a8716f req-ee62ef6d-7a0a-4afb-98b2-6cb3f6dd84dc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:30.559639 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9727f293-145d-4c76-bd1a-bb96d5a8716f req-ee62ef6d-7a0a-4afb-98b2-6cb3f6dd84dc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0838659 May 24 23:31:30.604301 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9727f293-145d-4c76-bd1a-bb96d5a8716f req-86402e25-278b-4585-8c1f-e0bdb5fe6a4a tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386858 May 24 23:31:31.815054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d2599-8778-4e71-b894-0b4feeda9d03 req-d12c3e0c-f644-4d8e-b8c6-3a74b1611845 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:31.816868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b05d2599-8778-4e71-b894-0b4feeda9d03 req-d12c3e0c-f644-4d8e-b8c6-3a74b1611845 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0963006 May 24 23:31:31.860897 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b05d2599-8778-4e71-b894-0b4feeda9d03 req-b813c9de-f9d3-415e-8266-f17f7015c793 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381224 May 24 23:31:33.070724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86144d6b-f924-41f0-bd2e-08f926712c42 req-866e4fd0-17ec-4ebe-bd8b-7b8a4d13a3a9 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:33.072256 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86144d6b-f924-41f0-bd2e-08f926712c42 req-866e4fd0-17ec-4ebe-bd8b-7b8a4d13a3a9 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0912719 May 24 23:31:33.119470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86144d6b-f924-41f0-bd2e-08f926712c42 req-b7455726-d99f-4872-bb83-8489c731da62 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385101 May 24 23:31:34.320185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907328e2-1801-406b-93e8-2bb57ce1386f req-a4560e20-ff44-4408-bd47-58e4ad645c78 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:34.321713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-907328e2-1801-406b-93e8-2bb57ce1386f req-a4560e20-ff44-4408-bd47-58e4ad645c78 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0834770 May 24 23:31:34.371034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-907328e2-1801-406b-93e8-2bb57ce1386f req-0bdac8c2-024a-4496-85f6-968ee479906f tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383329 May 24 23:31:34.696210 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-f3bdfd16-f9a0-4b4f-b379-fbc3724bfeee service neutron] show failed (client error): The resource could not be found. May 24 23:31:34.697186 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-f3bdfd16-f9a0-4b4f-b379-fbc3724bfeee service neutron] 10.222.0.31 "GET /v2.0/ports/3869bd9f-261e-4182-a08f-3fec7892a39c/bindings/n-h2-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.0796995 May 24 23:31:35.042259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-cd9e80d0-0ed2-43a5-92af-6a433f83d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:35.043726 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-cd9e80d0-0ed2-43a5-92af-6a433f83d669 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250&tenant_id=619358f470ca4516896978c8c588f4b7 HTTP/1.1" status: 200 len: 1096 time: 0.1322935 May 24 23:31:35.058142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:35.176044 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:35.390481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-473808ec-fadb-4521-8b29-58e098cb9cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:35.447428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3869bd9f-261e-4182-a08f-3fec7892a39c,segment=NetworkSegment(87781fe1-2cbb-4759-b812-6cc8c061a156),segment_id=87781fe1-2cbb-4759-b812-6cc8c061a156)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:35.476464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:31:35.536415 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:35.540310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3869bd9f-261e-4182-a08f-3fec7892a39c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:31:35.555879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Transition to ACTIVE for port object 3869bd9f-261e-4182-a08f-3fec7892a39c will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:31:35.562232 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:35.579459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8c8f1-abee-4a67-b1f4-1fe1f38d035b req-0d54aad2-72a1-4fa9-b119-7f37a00578e9 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:35.588296 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2d8c8f1-abee-4a67-b1f4-1fe1f38d035b req-0d54aad2-72a1-4fa9-b119-7f37a00578e9 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 945 time: 0.0974634 May 24 23:31:35.630872 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2d8c8f1-abee-4a67-b1f4-1fe1f38d035b req-55096e10-f233-4d6b-9ccb-fc3bf08d9e21 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 May 24 23:31:35.675459 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90680ce9-19e9-4b92-9058-796b44f6d2ad'] response: {'server_uuid': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3869bd9f-261e-4182-a08f-3fec7892a39c', 'code': 200} May 24 23:31:35.725019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] No DVR routers for this DVR port 3869bd9f-261e-4182-a08f-3fec7892a39c on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:31:35.733673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3869bd9f-261e-4182-a08f-3fec7892a39c,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:35.773252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.773598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.773972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.774304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.774657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.775006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.775443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.775769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.776095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.776417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.776743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.777063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:35.796974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Attempting to bind port 3869bd9f-261e-4182-a08f-3fec7892a39c on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:31:35.797307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Attempting to bind port 3869bd9f-261e-4182-a08f-3fec7892a39c by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '87781fe1-2cbb-4759-b812-6cc8c061a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:31:35.797733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Attempting to bind port 3869bd9f-261e-4182-a08f-3fec7892a39c on network 203e5353-4789-4cfe-bd19-1e77bb5775ea {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:31:35.802725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Port 3869bd9f-261e-4182-a08f-3fec7892a39c on network 203e5353-4789-4cfe-bd19-1e77bb5775ea not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:31:35.803040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Attempting to bind port 3869bd9f-261e-4182-a08f-3fec7892a39c on network 203e5353-4789-4cfe-bd19-1e77bb5775ea {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:31:35.808585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:31:35.808919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Checking segment: {'id': '87781fe1-2cbb-4759-b812-6cc8c061a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:31:35.809296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Bound using segment: {'id': '87781fe1-2cbb-4759-b812-6cc8c061a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:31:35.809745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Bound port: 3869bd9f-261e-4182-a08f-3fec7892a39c, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87781fe1-2cbb-4759-b812-6cc8c061a156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:31:35.810092 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:35.901470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:31:35.904431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3869bd9f-261e-4182-a08f-3fec7892a39c,segment=NetworkSegment(87781fe1-2cbb-4759-b812-6cc8c061a156),segment_id=87781fe1-2cbb-4759-b812-6cc8c061a156)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:31:35.911475 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:35.970703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:35.971298 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:35.972681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] 10.222.0.50 "PUT /v2.0/ports/3869bd9f-261e-4182-a08f-3fec7892a39c HTTP/1.1" status: 200 len: 1091 time: 0.9184983 May 24 23:31:35.987246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270154a-eba0-48fa-8616-c219846e76b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3869bd9f-261e-4182-a08f-3fec7892a39c,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:36.084315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-e9584e45-b28a-42f8-b737-3cfbd7dafb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:36.085894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-e9584e45-b28a-42f8-b737-3cfbd7dafb56 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=619358f470ca4516896978c8c588f4b7&device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 1094 time: 0.0874941 May 24 23:31:36.223876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-b8f4e185-c337-4cb7-b27b-b7d8799f8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:36.225381 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-b8f4e185-c337-4cb7-b27b-b7d8799f8199 service neutron] 10.222.0.50 "GET /v2.0/networks?id=203e5353-4789-4cfe-bd19-1e77bb5775ea HTTP/1.1" status: 200 len: 913 time: 0.1298220 May 24 23:31:36.408477 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-ca7b286b-7025-48da-b584-0aab3171228e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869bd9f-261e-4182-a08f-3fec7892a39c HTTP/1.1" status: 200 len: 217 time: 0.1757965 May 24 23:31:36.481775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-2c167962-f4bb-4b62-9f2c-0fb8fb91f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:36.483236 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-2c167962-f4bb-4b62-9f2c-0fb8fb91f2c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff587455-050e-4c54-a55a-0e12c1c97388 HTTP/1.1" status: 200 len: 852 time: 0.0670254 May 24 23:31:36.533475 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-aad5a66e-e72e-449a-9dfc-290d3ea7fb20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=203e5353-4789-4cfe-bd19-1e77bb5775ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411458 May 24 23:31:36.546275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-55efe5ea-b3b1-43ae-afa3-67c02666d136 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:31:36.547194 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-55efe5ea-b3b1-43ae-afa3-67c02666d136 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061913 May 24 23:31:36.684114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-8827c722-d2d8-4ad3-9dba-5b720716ce83 service neutron] 10.222.0.50 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274993 May 24 23:31:36.819187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c89955-029d-4f3b-849b-9660ef1416d6 req-5a0f2f64-3815-4210-9c91-9ef229008fe0 service neutron] 10.222.0.50 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254625 May 24 23:31:36.824250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbfaf5-e2e0-4dc6-bc31-c91056596211 req-2a2332a6-b114-4e2e-aaa9-56301b65eca3 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:36.826437 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9ffbfaf5-e2e0-4dc6-bc31-c91056596211 req-2a2332a6-b114-4e2e-aaa9-56301b65eca3 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 943 time: 0.0875502 May 24 23:31:36.874790 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9ffbfaf5-e2e0-4dc6-bc31-c91056596211 req-2af5aa71-a804-4ea5-b222-fdd7820021a8 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 May 24 23:31:36.961049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3869bd9f-261e-4182-a08f-3fec7892a39c no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:31:37.024877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3869bd9f-261e-4182-a08f-3fec7892a39c not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:31:37.481081 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15e54265-14a4-44b5-9091-963c3ffcc669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:37.677407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'tag': '3869bd9f-261e-4182-a08f-3fec7892a39c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:31:37.741245 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0eb187d-2bf3-4ca5-b1cf-b568db7af8a7'] response: {'name': 'network-changed', 'server_uuid': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'tag': '3869bd9f-261e-4182-a08f-3fec7892a39c', 'status': 'completed', 'code': 200} May 24 23:31:37.892708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-5fe27597-7581-46c6-8bc8-70dea07f8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:37.894249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-5fe27597-7581-46c6-8bc8-70dea07f8145 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=619358f470ca4516896978c8c588f4b7&device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 1094 time: 0.1301267 May 24 23:31:37.896411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-cf8ec5e9-a5cd-4104-a9eb-b0660c973a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:37.897731 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-cf8ec5e9-a5cd-4104-a9eb-b0660c973a80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=619358f470ca4516896978c8c588f4b7&device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 1094 time: 0.1033044 May 24 23:31:38.064459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c8519-24af-4168-88e9-711eff9d2bab req-5b073ecc-8384-4583-b4ec-2847a4f1c098 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:38.065980 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a65c8519-24af-4168-88e9-711eff9d2bab req-5b073ecc-8384-4583-b4ec-2847a4f1c098 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 943 time: 0.0827975 May 24 23:31:38.118322 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a65c8519-24af-4168-88e9-711eff9d2bab req-cd82939c-1e3c-433b-96c1-d2ceade68bdb tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 May 24 23:31:38.128994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-dac326fb-90a8-48fe-b171-a71cc4868840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:38.130473 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-dac326fb-90a8-48fe-b171-a71cc4868840 service neutron] 10.222.0.31 "GET /v2.0/networks?id=203e5353-4789-4cfe-bd19-1e77bb5775ea HTTP/1.1" status: 200 len: 913 time: 0.2292843 May 24 23:31:38.133742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-55a6ef49-ec3d-4762-beae-e8866e034905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:38.134247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-55a6ef49-ec3d-4762-beae-e8866e034905 service neutron] 10.222.0.50 "GET /v2.0/networks?id=203e5353-4789-4cfe-bd19-1e77bb5775ea HTTP/1.1" status: 200 len: 913 time: 0.2158153 May 24 23:31:38.256302 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-c6cd18c9-1b43-4ead-86d1-f767ba09ccf3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869bd9f-261e-4182-a08f-3fec7892a39c HTTP/1.1" status: 200 len: 217 time: 0.1191177 May 24 23:31:38.257626 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-e58f88e4-4844-4704-a115-27c7f0f22cd9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869bd9f-261e-4182-a08f-3fec7892a39c HTTP/1.1" status: 200 len: 217 time: 0.0699861 May 24 23:31:38.367884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-c5a719e8-a131-4c75-8ff2-7ee224441624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:38.369213 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-c5a719e8-a131-4c75-8ff2-7ee224441624 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff587455-050e-4c54-a55a-0e12c1c97388 HTTP/1.1" status: 200 len: 852 time: 0.1039655 May 24 23:31:38.370644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-393df413-1fc3-437b-b693-e44035e7a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:38.372023 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-393df413-1fc3-437b-b693-e44035e7a789 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ff587455-050e-4c54-a55a-0e12c1c97388 HTTP/1.1" status: 200 len: 852 time: 0.1078684 May 24 23:31:38.449956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-9e2bd4ce-29c0-4c14-901d-743fbb3e10c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=203e5353-4789-4cfe-bd19-1e77bb5775ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742617 May 24 23:31:38.456110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-7647505d-c399-4c23-b94c-777f40da36b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e5353-4789-4cfe-bd19-1e77bb5775ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477345 May 24 23:31:38.731497 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:38.806785 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-17c42cc0-68a2-417e-a894-7f806cb8ce2d service neutron] 10.222.0.50 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493001 May 24 23:31:38.809850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-bfbcaf37-bd09-4a9f-b832-05bdeff9aa00 service neutron] 10.222.0.31 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353291 May 24 23:31:38.865296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:39.042954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-ec0ba2fa-b921-4b3d-a1bc-1a6fd8818d00 service neutron] 10.222.0.50 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291348 May 24 23:31:39.044766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-777c7f40-a120-4f51-abd1-38bf1bd8b923 req-ae664cff-3c52-4f32-8b27-0927d75718ee service neutron] 10.222.0.31 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135096 May 24 23:31:39.324749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7090d-b2c2-4b10-bba1-e4e91597f252 req-40ec65c8-c66c-45de-9b6f-4caab83b89bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:39.326165 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1d7090d-b2c2-4b10-bba1-e4e91597f252 req-40ec65c8-c66c-45de-9b6f-4caab83b89bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 943 time: 0.0883608 May 24 23:31:39.377908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c1d7090d-b2c2-4b10-bba1-e4e91597f252 req-7e6f3359-e27e-4035-9acc-afc6f14eb2fe tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430942 May 24 23:31:39.768531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-6868c1ee-e893-46ab-93e3-b1cf4b7d5586 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:39.770030 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-6868c1ee-e893-46ab-93e3-b1cf4b7d5586 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.31 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250&tenant_id=619358f470ca4516896978c8c588f4b7&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 943 time: 0.0911493 May 24 23:31:39.854346 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-b368c81a-6133-4f51-b1d9-22842f414166 service neutron] delete failed (client error): The resource could not be found. May 24 23:31:39.855295 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-b368c81a-6133-4f51-b1d9-22842f414166 service neutron] 10.222.0.31 "DELETE /v2.0/ports/3869bd9f-261e-4182-a08f-3fec7892a39c/bindings/n-h1-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.0791903 May 24 23:31:40.017254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-16daabc5-1a90-4e42-b676-ba540b119e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:40.018786 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-16daabc5-1a90-4e42-b676-ba540b119e7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=619358f470ca4516896978c8c588f4b7&device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 1094 time: 0.0861237 May 24 23:31:40.151347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-8d68ea96-337c-47ee-8cb3-24aaef96c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:40.153061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-8d68ea96-337c-47ee-8cb3-24aaef96c98c service neutron] 10.222.0.31 "GET /v2.0/networks?id=203e5353-4789-4cfe-bd19-1e77bb5775ea HTTP/1.1" status: 200 len: 913 time: 0.1280370 May 24 23:31:40.161289 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:40.219180 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-4a3c53d8-51d3-4440-b826-bbefcdce9724 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3869bd9f-261e-4182-a08f-3fec7892a39c HTTP/1.1" status: 200 len: 217 time: 0.0606349 May 24 23:31:40.290042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-bbe462a5-7fcf-4a4a-994a-24f5cf628e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:40.291456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-bbe462a5-7fcf-4a4a-994a-24f5cf628e4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ff587455-050e-4c54-a55a-0e12c1c97388 HTTP/1.1" status: 200 len: 852 time: 0.0662057 May 24 23:31:40.337320 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-fa6e1ddb-7c98-43da-b83b-7386e43551a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e5353-4789-4cfe-bd19-1e77bb5775ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399051 May 24 23:31:40.479430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-2d96dd3f-cea4-4be4-af1f-b1ce16b92d28 service neutron] 10.222.0.31 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355381 May 24 23:31:40.613095 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-40f7f576-6392-4a87-af57-a076e304c08b service neutron] 10.222.0.31 "GET /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280260 May 24 23:31:41.246867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3869bd9f-261e-4182-a08f-3fec7892a39c details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:31:41.379955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3869bd9f-261e-4182-a08f-3fec7892a39c,segment=NetworkSegment(87781fe1-2cbb-4759-b812-6cc8c061a156),segment_id=87781fe1-2cbb-4759-b812-6cc8c061a156)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:41.394199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '3869bd9f-261e-4182-a08f-3fec7892a39c', 'network_id': '203e5353-4789-4cfe-bd19-1e77bb5775ea', 'port_id': '3869bd9f-261e-4182-a08f-3fec7892a39c', 'mac_address': 'fa:16:3e:97:31:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff587455-050e-4c54-a55a-0e12c1c97388', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:31:41.450185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3869bd9f-261e-4182-a08f-3fec7892a39c is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:41.450662 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:41.470498 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3869bd9f-261e-4182-a08f-3fec7892a39c {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:31:41.475553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fc84c-0749-4e33-8d96-2f7d1c6e4074 req-4d7bbb4a-6134-41d4-b67f-ec9a8d45eb23 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:41.477022 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b99fc84c-0749-4e33-8d96-2f7d1c6e4074 req-4d7bbb4a-6134-41d4-b67f-ec9a8d45eb23 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 943 time: 0.0842271 May 24 23:31:41.485651 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3869bd9f-261e-4182-a08f-3fec7892a39c,segment=NetworkSegment(87781fe1-2cbb-4759-b812-6cc8c061a156),segment_id=87781fe1-2cbb-4759-b812-6cc8c061a156)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:41.490814 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:41.529352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b99fc84c-0749-4e33-8d96-2f7d1c6e4074 req-34fe8425-7b7d-492c-8c76-45e1b350c23e tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460978 May 24 23:31:41.564754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3869bd9f-261e-4182-a08f-3fec7892a39c,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:41.769815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['3869bd9f-261e-4182-a08f-3fec7892a39c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:31:42.726094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3d256-65ba-454e-ade8-a23b5f339233 req-63df6a02-3997-4349-b420-5215fc23cb76 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:42.727542 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9b3d256-65ba-454e-ade8-a23b5f339233 req-63df6a02-3997-4349-b420-5215fc23cb76 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 944 time: 0.0892553 May 24 23:31:42.773334 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c9b3d256-65ba-454e-ade8-a23b5f339233 req-80e70dec-90fe-4805-b5f6-dab9cbc834e4 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/security-groups?id=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 May 24 23:31:42.784979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-b0b85c16-17a2-4d33-84b7-be3e883559cf tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:42.786613 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-b0b85c16-17a2-4d33-84b7-be3e883559cf tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.50 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 944 time: 0.0839899 May 24 23:31:42.869730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-66dc62ab-5b53-408f-a6fd-8bde373af2bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Deleting port 3869bd9f-261e-4182-a08f-3fec7892a39c {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:31:42.869964 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-66dc62ab-5b53-408f-a6fd-8bde373af2bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:43.244531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-66dc62ab-5b53-408f-a6fd-8bde373af2bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] For port 3869bd9f-261e-4182-a08f-3fec7892a39c, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3869bd9f-261e-4182-a08f-3fec7892a39c,segment=NetworkSegment(87781fe1-2cbb-4759-b812-6cc8c061a156),segment_id=87781fe1-2cbb-4759-b812-6cc8c061a156)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:43.244891 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-66dc62ab-5b53-408f-a6fd-8bde373af2bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:43.252312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3869bd9f-261e-4182-a08f-3fec7892a39c up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:31:43.321378 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 3869bd9f-261e-4182-a08f-3fec7892a39c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:31:43.326087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 3869bd9f-261e-4182-a08f-3fec7892a39c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:43.326452 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:43.373712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-66dc62ab-5b53-408f-a6fd-8bde373af2bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Calling delete_port for 3869bd9f-261e-4182-a08f-3fec7892a39c owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:31:43.442062 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3869bd9f-261e-4182-a08f-3fec7892a39c is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:43.442432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:43.530774 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-66dc62ab-5b53-408f-a6fd-8bde373af2bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:43.554745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['3869bd9f-261e-4182-a08f-3fec7892a39c'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:31:43.618652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc62ab-5b53-408f-a6fd-8bde373af2bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Pushing event deleted for resources: {'Port': ['ID=3869bd9f-261e-4182-a08f-3fec7892a39c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:43.668582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-66dc62ab-5b53-408f-a6fd-8bde373af2bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] No DVR routers for this DVR port 3869bd9f-261e-4182-a08f-3fec7892a39c on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:31:43.671451 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-66dc62ab-5b53-408f-a6fd-8bde373af2bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:43.674441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'name': 'network-vif-deleted', 'tag': '3869bd9f-261e-4182-a08f-3fec7892a39c'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:31:43.690831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ec421051-d65d-4605-8fe0-7610a18b0ff1 req-66dc62ab-5b53-408f-a6fd-8bde373af2bc tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.50 "DELETE /v2.0/ports/3869bd9f-261e-4182-a08f-3fec7892a39c HTTP/1.1" status: 204 len: 173 time: 0.8959062 May 24 23:31:43.721097 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b53861-cfec-475d-8063-7f19c6c9b3b1'] response: {'server_uuid': '823a9bc2-27c1-4bbb-993b-580a9f4f6250', 'name': 'network-vif-deleted', 'tag': '3869bd9f-261e-4182-a08f-3fec7892a39c', 'status': 'completed', 'code': 200} May 24 23:31:43.952315 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29cb2ebe-f3d6-477f-a36e-fc54a1994060 req-bbc9d180-0c46-4d59-84b4-cc03ce8251d1 tempest-DeleteServersTestJSON-487710377 tempest-DeleteServersTestJSON-487710377-project] 10.222.0.55 "GET /v2.0/ports?device_id=823a9bc2-27c1-4bbb-993b-580a9f4f6250 HTTP/1.1" status: 200 len: 210 time: 0.0493557 May 24 23:31:45.215159 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51948) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:45.287254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Deleting subnet ff587455-050e-4c54-a55a-0e12c1c97388 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:31:45.290488 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.340412 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.399308 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.470012 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.505842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff587455-050e-4c54-a55a-0e12c1c97388,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:45.510794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.519678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.520013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.520345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.521012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.521337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.521685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.522006 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.522318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.522629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.522937 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.523250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.523554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:45.527572 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f19b2fd9-f030-4a33-bdc3-58670cdf637f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ff587455-050e-4c54-a55a-0e12c1c97388 HTTP/1.1" status: 204 len: 168 time: 0.3106284 May 24 23:31:45.530284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51952) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:45.639269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.762785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.787810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203e5353-4789-4cfe-bd19-1e77bb5775ea']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:45.799810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87781fe1-2cbb-4759-b812-6cc8c061a156') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:45.800089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87781fe1-2cbb-4759-b812-6cc8c061a156') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:31:45.811343 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.828098 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.838599 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:31:45.839133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.940449 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.957169 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 87781fe1-2cbb-4759-b812-6cc8c061a156 resource provider aggregate not found May 24 23:31:45.960890 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:45.971700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] Pushing event deleted for resources: {'Network': ['ID=203e5353-4789-4cfe-bd19-1e77bb5775ea,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:45.981146 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 87781fe1-2cbb-4759-b812-6cc8c061a156 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87781fe1-2cbb-4759-b812-6cc8c061a156 found for delete ", "request_id": "req-753a1606-a6c8-436a-b84e-8f0b6ff6a12e"}]} May 24 23:31:45.984354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6f1dcede-3404-41e0-93f8-799c69fda881 admin admin] 10.222.0.55 "DELETE /v2.0/networks/203e5353-4789-4cfe-bd19-1e77bb5775ea HTTP/1.1" status: 204 len: 168 time: 0.4528568 May 24 23:31:46.105372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51964) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:46.154405 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b010cc71-9b4f-4f41-a4f0-ad5b4a71ec68 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=619358f470ca4516896978c8c588f4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478609 May 24 23:31:46.156953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 51968) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:46.213915 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80db717c-deaa-44de-aa00-a3bb87bd9cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:46.240342 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80db717c-deaa-44de-aa00-a3bb87bd9cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:46.315259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80db717c-deaa-44de-aa00-a3bb87bd9cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:46.333133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db717c-deaa-44de-aa00-a3bb87bd9cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01a7088-bfff-4c16-bb6d-adc44a8b7ab8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:46.346167 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-80db717c-deaa-44de-aa00-a3bb87bd9cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:46.347317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-80db717c-deaa-44de-aa00-a3bb87bd9cbd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e01a7088-bfff-4c16-bb6d-adc44a8b7ab8 HTTP/1.1" status: 204 len: 168 time: 0.1895154 May 24 23:31:47.138382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51992) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:47.251424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3869bd9f-261e-4182-a08f-3fec7892a39c no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:31:47.254629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-208860980-network', 'tenant_id': '6e500f43f7c04adf9ab5d39f19032fd7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:47.260292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:47.264340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Usage tracker for resource:network and tenant:6e500f43f7c04adf9ab5d39f19032fd7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:47.267264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:47.273878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:47.284678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Made reservation on behalf of 6e500f43f7c04adf9ab5d39f19032fd7 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:31:47.286087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 3869bd9f-261e-4182-a08f-3fec7892a39c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:31:47.286432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3869bd9f-261e-4182-a08f-3fec7892a39c not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:31:47.287888 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:47.303535 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:47.317658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:47.321455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Usage tracker for resource:security_group_rule and tenant:6e500f43f7c04adf9ab5d39f19032fd7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:47.324242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:47.329984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:47.412456 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:47.419109 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:47.448529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:31:47.457045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5a4fb3-a066-411f-8070-0e65a15cfaf5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:47.462681 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:47.463043 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Added segment 48feddd5-41fd-47ab-9159-2c44cd8160b3 of type vlan for network 7395c032-7156-419d-994a-93d02524fb80 May 24 23:31:47.488849 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:47.521968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:47.522918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:47.523508 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:47.741060 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6014826 May 24 23:31:47.741813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f94aa6-23a5-4391-8332-120a319a2681 admin admin] Pushing event updated for resources: {'Network': ['ID=7395c032-7156-419d-994a-93d02524fb80,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:47.744168 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 51998) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:31:47.749797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Request body: {'subnet': {'network_id': '7395c032-7156-419d-994a-93d02524fb80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-208860980-subnet', 'tenant_id': '6e500f43f7c04adf9ab5d39f19032fd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:47.753098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 7395c032-7156-419d-994a-93d02524fb80 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:31:47.755551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:47.759391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Usage tracker for resource:subnet and tenant:6e500f43f7c04adf9ab5d39f19032fd7 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:47.762198 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:47.768771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:47.779878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Made reservation on behalf of 6e500f43f7c04adf9ab5d39f19032fd7 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:31:47.782367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:48.000957 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:48.074505 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=236836a6-7c9f-445a-9850-7d22c1b81110,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:48.083137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Checking segment: {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:31:48.083486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Network hostable DHCP agents. Network: 7395c032-7156-419d-994a-93d02524fb80, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:31:48.103927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Network 7395c032-7156-419d-994a-93d02524fb80 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:31:48.114686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 7395c032-7156-419d-994a-93d02524fb80) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:31:48.118646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:48.119209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:48.124706 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e1bf1-4a32-4d97-aab3-fec15e3b6b5a None None] Network 7395c032-7156-419d-994a-93d02524fb80 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:31:48.141929 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-99e7fede-fda3-48b4-a38a-458f75bde6a5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3966548 May 24 23:31:48.335082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35789f81-566c-4ebe-8275-d6f45c70758a None None] Network 7395c032-7156-419d-994a-93d02524fb80 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:31:48.646302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-183f8140-2994-47f4-8f62-8b74b29c5ec8 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:48.646962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-183f8140-2994-47f4-8f62-8b74b29c5ec8 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Synchronizing usage tracker for tenant:6e500f43f7c04adf9ab5d39f19032fd7 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:31:48.669368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-183f8140-2994-47f4-8f62-8b74b29c5ec8 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Unset dirty status for tenant:6e500f43f7c04adf9ab5d39f19032fd7 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:31:48.670671 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-183f8140-2994-47f4-8f62-8b74b29c5ec8 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 814 time: 0.1687918 May 24 23:31:48.686469 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-a2bd1d0e-d2c4-4090-88cc-c18990fcc5d0 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/quotas/6e500f43f7c04adf9ab5d39f19032fd7 HTTP/1.1" status: 200 len: 375 time: 0.0099258 May 24 23:31:48.733033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-ae443f27-57ce-4321-98f2-98a6b841edcc tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415373 May 24 23:31:48.871147 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-e29e67f5-9db4-4279-a425-a3a6d1b87735 service neutron] 10.222.0.55 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277354 May 24 23:31:49.021920 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-0b0e96e6-a10b-4261-9497-11085f07b474 service neutron] 10.222.0.55 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417708 May 24 23:31:49.211592 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0252e41a-00c3-479e-b1f3-5c34b2701698 req-ddddfd06-79c1-45af-9197-6962e3b9af4e tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 210 time: 0.0431418 May 24 23:31:50.303010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-83884234-2b2e-4cf5-8763-f861c70ab0a3 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:50.304470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-83884234-2b2e-4cf5-8763-f861c70ab0a3 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.31 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 814 time: 0.1499519 May 24 23:31:50.315867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Request body: {'port': {'device_id': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'network_id': '7395c032-7156-419d-994a-93d02524fb80', 'admin_state_up': True, 'tenant_id': '6e500f43f7c04adf9ab5d39f19032fd7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:50.374603 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e8f15ff-f8c6-4895-a990-8fcc19509760 req-3f76f485-ab30-427a-b1f8-49550185a921 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 210 time: 0.0512390 May 24 23:31:50.461467 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:31:50.465337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Usage tracker for resource:port and tenant:6e500f43f7c04adf9ab5d39f19032fd7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:31:50.468436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:31:50.474080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:31:50.485070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Made reservation on behalf of 6e500f43f7c04adf9ab5d39f19032fd7 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:31:50.489028 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:50.763011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Allocated IP 172.20.0.12 (7395c032-7156-419d-994a-93d02524fb80/236836a6-7c9f-445a-9850-7d22c1b81110/55d5b3d3-2bad-43d4-af2b-84a294210ba4) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:31:51.017811 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:51.054045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:51.127693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Network 7395c032-7156-419d-994a-93d02524fb80 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:31:51.130938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:31:51.134798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:31:51.164783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Pushing event updated for resources: {'Port': ['ID=55d5b3d3-2bad-43d4-af2b-84a294210ba4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:51.202411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:51.203017 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:51.225680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-c73c7e80-77bb-4a80-bf62-1fb7682cbc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9137166 May 24 23:31:51.237090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Request body: {'port': {'device_id': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:31:51.347610 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:51.674188 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11fc9b-3888-4d02-84e4-e241613789d0 req-804440ea-2fd2-4a03-aee2-2fc9bbbe287e tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:51.674771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0d11fc9b-3888-4d02-84e4-e241613789d0 req-804440ea-2fd2-4a03-aee2-2fc9bbbe287e tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Synchronizing usage tracker for tenant:6e500f43f7c04adf9ab5d39f19032fd7 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:31:51.704897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0d11fc9b-3888-4d02-84e4-e241613789d0 req-804440ea-2fd2-4a03-aee2-2fc9bbbe287e tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Unset dirty status for tenant:6e500f43f7c04adf9ab5d39f19032fd7 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:31:51.706026 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d11fc9b-3888-4d02-84e4-e241613789d0 req-804440ea-2fd2-4a03-aee2-2fc9bbbe287e tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 932 time: 0.2242348 May 24 23:31:51.788754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d5b3d3-2bad-43d4-af2b-84a294210ba4 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:31:51.800213 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:51.807679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d11fc9b-3888-4d02-84e4-e241613789d0 req-fd5d72bf-17e9-4dea-a24d-060f06e833eb tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657773 May 24 23:31:51.818718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Transition to ACTIVE for port object 55d5b3d3-2bad-43d4-af2b-84a294210ba4 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:31:51.826610 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:51.953912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Pushing event updated for resources: {'Port': ['ID=55d5b3d3-2bad-43d4-af2b-84a294210ba4,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:52.057537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Attempting to bind port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:31:52.057818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Attempting to bind port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:31:52.058166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Attempting to bind port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 on network 7395c032-7156-419d-994a-93d02524fb80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:31:52.063617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 on network 7395c032-7156-419d-994a-93d02524fb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:31:52.064167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Attempting to bind port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 on network 7395c032-7156-419d-994a-93d02524fb80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:31:52.073021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:31:52.073410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Checking segment: {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:31:52.073970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Bound using segment: {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:31:52.074502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Bound port: 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:31:52.074956 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:52.171058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:31:52.174070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:31:52.181093 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:52.246818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:52.247772 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:52.249436 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] 10.222.0.31 "PUT /v2.0/ports/55d5b3d3-2bad-43d4-af2b-84a294210ba4 HTTP/1.1" status: 200 len: 1092 time: 1.0162516 May 24 23:31:52.249890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:31:52.272160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42054aa-c6e8-47be-a709-7fa015408c85 service neutron] Pushing event updated for resources: {'Port': ['ID=55d5b3d3-2bad-43d4-af2b-84a294210ba4,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:52.324535 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99929927-c98b-468a-83c3-9bfbd4dba82d'] response: {'name': 'network-changed', 'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4', 'status': 'completed', 'code': 200} May 24 23:31:52.362656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-a3ea6c41-204f-430e-ab1f-d7130e28226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:52.364171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-a3ea6c41-204f-430e-ab1f-d7130e28226f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 1095 time: 0.0766747 May 24 23:31:52.435194 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-907e0adc-5ba3-4d59-b2f0-1d59ca05a33d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4 HTTP/1.1" status: 200 len: 217 time: 0.0640559 May 24 23:31:52.499311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-594f7a64-f23d-48f5-a7db-9a11ef45a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:52.500663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-594f7a64-f23d-48f5-a7db-9a11ef45a4f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.0599399 May 24 23:31:52.550278 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-9fda8a2e-7037-4a5a-ad28-50ffa07e08a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440254 May 24 23:31:52.782217 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-7e20ad0f-0fdc-4d53-9d84-485ef9ac8dda service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252359 May 24 23:31:52.916134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14827ddd-9eb6-49f8-944d-1740faa376ee req-2981a578-9407-46c0-af7b-2670837cb444 service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277046 May 24 23:31:53.058282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf9a1f-2440-4dc6-a9ea-bf8a52db208a req-3bb84534-d800-46a0-8b05-04618b8649d6 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:53.059643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27bf9a1f-2440-4dc6-a9ea-bf8a52db208a req-3bb84534-d800-46a0-8b05-04618b8649d6 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 944 time: 0.1393213 May 24 23:31:53.066012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3322dee-a1f9-42f6-ba28-35d6d71bcd23 req-d0e0f3ec-9ea9-4a30-b824-c8b9f7d1ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:53.067368 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3322dee-a1f9-42f6-ba28-35d6d71bcd23 req-d0e0f3ec-9ea9-4a30-b824-c8b9f7d1ea57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 1095 time: 0.1043568 May 24 23:31:53.185239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27bf9a1f-2440-4dc6-a9ea-bf8a52db208a req-d4f9eaf5-f598-4aff-995f-c730abdadc16 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165009 May 24 23:31:53.224736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3322dee-a1f9-42f6-ba28-35d6d71bcd23 req-f8125f7c-dff3-4d5e-8db0-32f70b231a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:53.226235 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3322dee-a1f9-42f6-ba28-35d6d71bcd23 req-f8125f7c-dff3-4d5e-8db0-32f70b231a5e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.1448610 May 24 23:31:53.298333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3322dee-a1f9-42f6-ba28-35d6d71bcd23 req-8fb44a83-e91a-45d0-b1a4-3fd9fa92f331 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4 HTTP/1.1" status: 200 len: 217 time: 0.0647893 May 24 23:31:53.361954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3322dee-a1f9-42f6-ba28-35d6d71bcd23 req-9df0c06f-4bf4-4a18-94a1-bc80c560939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:53.363263 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3322dee-a1f9-42f6-ba28-35d6d71bcd23 req-9df0c06f-4bf4-4a18-94a1-bc80c560939c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.0590298 May 24 23:31:53.410307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3322dee-a1f9-42f6-ba28-35d6d71bcd23 req-12240068-5a3a-49e6-b98a-f1757d28849f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405214 May 24 23:31:53.551562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3322dee-a1f9-42f6-ba28-35d6d71bcd23 req-7cdb78af-44a9-40c1-9546-af6c9e8d12cf service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344986 May 24 23:31:53.701538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3322dee-a1f9-42f6-ba28-35d6d71bcd23 req-5307421c-3189-44c0-b7d2-2057c6522cbd service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428730 May 24 23:31:54.387138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a4e7f-06a2-4ba7-965a-e655dba2c662 req-a3934237-e877-4157-b30f-e9238039da12 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:54.388604 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f7a4e7f-06a2-4ba7-965a-e655dba2c662 req-a3934237-e877-4157-b30f-e9238039da12 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 944 time: 0.0836692 May 24 23:31:54.433628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5f7a4e7f-06a2-4ba7-965a-e655dba2c662 req-24979ba6-695e-400d-87c9-ce865bcdf41f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Synchronizing usage tracker for tenant:6e500f43f7c04adf9ab5d39f19032fd7 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:31:54.455804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-5f7a4e7f-06a2-4ba7-965a-e655dba2c662 req-24979ba6-695e-400d-87c9-ce865bcdf41f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Unset dirty status for tenant:6e500f43f7c04adf9ab5d39f19032fd7 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:31:54.457394 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f7a4e7f-06a2-4ba7-965a-e655dba2c662 req-24979ba6-695e-400d-87c9-ce865bcdf41f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626583 May 24 23:31:54.552413 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:55.022508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 55d5b3d3-2bad-43d4-af2b-84a294210ba4 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:31:55.158982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:55.181145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '55d5b3d3-2bad-43d4-af2b-84a294210ba4', 'network_id': '7395c032-7156-419d-994a-93d02524fb80', 'port_id': '55d5b3d3-2bad-43d4-af2b-84a294210ba4', 'mac_address': 'fa:16:3e:9f:c8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236836a6-7c9f-445a-9850-7d22c1b81110', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:31:55.239183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:55.239553 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:55.256424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d5b3d3-2bad-43d4-af2b-84a294210ba4 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:31:55.273430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:55.280064 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:55.347310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=55d5b3d3-2bad-43d4-af2b-84a294210ba4,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:55.354934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.355270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.355605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.355932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.356258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.356573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.356892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.357213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.357538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.357859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.358180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.358488 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:31:55.482726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['55d5b3d3-2bad-43d4-af2b-84a294210ba4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:31:55.660258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46d430-e6d2-4fb0-9f23-86f50cbcd34a req-b8ff92fe-51be-4a0b-a85e-a63f2a6d8885 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:55.661753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa46d430-e6d2-4fb0-9f23-86f50cbcd34a req-b8ff92fe-51be-4a0b-a85e-a63f2a6d8885 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 945 time: 0.0881782 May 24 23:31:55.707913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa46d430-e6d2-4fb0-9f23-86f50cbcd34a req-216eb3ae-ac75-4aa2-a712-f888650d89dd tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392907 May 24 23:31:56.248454 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:56.906034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc7bb5-9ffb-4f93-85c4-894f81f04318 req-36a3a5bd-a883-4c15-9cae-b57d9247c068 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:56.907704 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19cc7bb5-9ffb-4f93-85c4-894f81f04318 req-36a3a5bd-a883-4c15-9cae-b57d9247c068 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 945 time: 0.0874071 May 24 23:31:56.955008 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19cc7bb5-9ffb-4f93-85c4-894f81f04318 req-1858af48-4319-4a80-b4f2-97c503d028fe tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414400 May 24 23:31:57.034030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 55d5b3d3-2bad-43d4-af2b-84a294210ba4 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:31:57.111907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:31:57.116639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:31:57.117012 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:57.234286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:31:57.234703 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:57.270342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:31:57.282462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:31:57.288505 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:31:57.354457 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=55d5b3d3-2bad-43d4-af2b-84a294210ba4,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:31:57.382758 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26da7ea-88b2-4216-aba7-5372bbb73f06'] response: {'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4', 'code': 200} May 24 23:31:57.518277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f393a-54d3-4b4f-87c6-2ff7c9956701 req-a4d43e00-8ed0-4baf-b5be-8fc8037be908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:57.520092 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c5f393a-54d3-4b4f-87c6-2ff7c9956701 req-a4d43e00-8ed0-4baf-b5be-8fc8037be908 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 1097 time: 0.0766785 May 24 23:31:57.574103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6c5f393a-54d3-4b4f-87c6-2ff7c9956701 req-94928e56-8ed3-4f43-bf3e-f0bd5a5e4eb5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475841 May 24 23:31:58.141957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90512-b50b-4c48-bf88-d73d71878d2a req-31985675-91ee-42e0-b62c-f2ecddbe15cc tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:58.143612 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6eb90512-b50b-4c48-bf88-d73d71878d2a req-31985675-91ee-42e0-b62c-f2ecddbe15cc tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0838919 May 24 23:31:58.191817 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6eb90512-b50b-4c48-bf88-d73d71878d2a req-73211482-3392-41c4-bed9-ee1e905422d1 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 May 24 23:31:59.390681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8466b8-4341-4374-96bf-99a263735321 req-6e457cb0-851e-4765-8a3d-aba72b70f1c3 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:59.392122 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e8466b8-4341-4374-96bf-99a263735321 req-6e457cb0-851e-4765-8a3d-aba72b70f1c3 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0828032 May 24 23:31:59.439212 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e8466b8-4341-4374-96bf-99a263735321 req-17832c1d-cf55-4b17-93fd-d4f25eb71393 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376720 May 24 23:31:59.629252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18390c34-88c0-4837-bad6-e08defa4078d req-e53e2378-2277-4e72-9b39-379b4515b65f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:31:59.630725 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18390c34-88c0-4837-bad6-e08defa4078d req-e53e2378-2277-4e72-9b39-379b4515b65f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0835958 May 24 23:31:59.675516 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-18390c34-88c0-4837-bad6-e08defa4078d req-f1b3c990-9d1b-47e6-af2f-7c239d428951 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389230 May 24 23:32:00.037195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d8d8b-d907-4e9f-8452-03143860c32b req-648d9298-8137-4795-8dd1-802d71b75b7a tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:00.038671 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af7d8d8b-d907-4e9f-8452-03143860c32b req-648d9298-8137-4795-8dd1-802d71b75b7a tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0835414 May 24 23:32:00.088211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-af7d8d8b-d907-4e9f-8452-03143860c32b req-4c0369fe-fea6-4c2e-b8b4-e14d22d96394 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 May 24 23:32:00.291004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb0140-c365-49ee-866e-d074e8f8a195 req-f34b7732-6686-4211-8b2a-1ab5103ea5c4 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:00.292461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-06eb0140-c365-49ee-866e-d074e8f8a195 req-f34b7732-6686-4211-8b2a-1ab5103ea5c4 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0982249 May 24 23:32:00.337823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-06eb0140-c365-49ee-866e-d074e8f8a195 req-8c5d25cc-ac3d-4436-a009-91b42060643c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394292 May 24 23:32:00.700445 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-c71edd74-2937-4730-a8fd-03b842ed6bda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716312 May 24 23:32:00.749911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65687986-d096-4753-b121-7f05394c6674 req-862f99dc-8eb0-4149-85d0-7c29160ebde7 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:00.751384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65687986-d096-4753-b121-7f05394c6674 req-862f99dc-8eb0-4149-85d0-7c29160ebde7 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0805068 May 24 23:32:00.795793 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65687986-d096-4753-b121-7f05394c6674 req-d6c8c96e-f725-4d17-8be2-d2e84ffc6a98 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386517 May 24 23:32:01.987257 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a74148-2a6e-4faa-94eb-c90558fc756e req-895943c1-a8f8-46e1-b86c-f8dce2893b5f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:01.988936 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f7a74148-2a6e-4faa-94eb-c90558fc756e req-895943c1-a8f8-46e1-b86c-f8dce2893b5f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0832975 May 24 23:32:02.050754 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f7a74148-2a6e-4faa-94eb-c90558fc756e req-8c6ade2b-e0bb-4954-acba-734bb0fbcff7 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557003 May 24 23:32:02.092756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-123349ee-e09e-442c-af41-672d06a750cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:02.094729 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-123349ee-e09e-442c-af41-672d06a750cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 1097 time: 0.2095020 May 24 23:32:02.234493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-dd2b2f31-05be-4d61-9f1d-bc0c1123eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:02.236258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-dd2b2f31-05be-4d61-9f1d-bc0c1123eced service neutron] 10.222.0.31 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.1356058 May 24 23:32:02.307186 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-012d2b60-b892-4849-8ac7-2a0a5a2f421b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4 HTTP/1.1" status: 200 len: 217 time: 0.0651503 May 24 23:32:02.368302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-8956ba7f-aea7-4fce-a5e0-ff8ff7b21beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:02.369662 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-8956ba7f-aea7-4fce-a5e0-ff8ff7b21beb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.0572786 May 24 23:32:02.416956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-5e4ec6b3-08a4-4d44-84e6-f726d4784712 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415254 May 24 23:32:02.548927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-172897be-778c-40cd-aa5e-b70fc1d63207 service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258633 May 24 23:32:02.682679 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-e31481a2-a361-42b4-888e-94356551cab5 service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279678 May 24 23:32:03.246269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7afcca-d642-460d-9bc5-3daf8fe0cd03 req-8aa11160-ef50-4b0b-b5f3-374c7497f517 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:03.248150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f7afcca-d642-460d-9bc5-3daf8fe0cd03 req-8aa11160-ef50-4b0b-b5f3-374c7497f517 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0871603 May 24 23:32:03.293453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f7afcca-d642-460d-9bc5-3daf8fe0cd03 req-f48b102d-855e-4b63-bded-f2e9042d1d86 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379596 May 24 23:32:04.492919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19272ea7-92ff-4757-869e-01f96d3658da req-c8b50e90-9d49-4c17-8c70-8b55a6df79ae tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:04.494386 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19272ea7-92ff-4757-869e-01f96d3658da req-c8b50e90-9d49-4c17-8c70-8b55a6df79ae tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0900152 May 24 23:32:04.542025 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-19272ea7-92ff-4757-869e-01f96d3658da req-048b4e34-9bfd-44a3-9c7b-f6958cf38d78 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392022 May 24 23:32:05.391190 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de6ab8cc-266e-44d7-9e22-8f53b6283c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:05.737972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06e787-c1f0-4698-9ed4-09ae5cd468c5 req-bee04685-0d48-4ab3-a8c6-6ab0bd29c388 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:05.739437 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e06e787-c1f0-4698-9ed4-09ae5cd468c5 req-bee04685-0d48-4ab3-a8c6-6ab0bd29c388 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0846961 May 24 23:32:05.787266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1e06e787-c1f0-4698-9ed4-09ae5cd468c5 req-aea66c0b-0331-4e8c-8caf-8be9a2f5838c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421813 May 24 23:32:06.363889 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:32:07.014295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3c5ee-541d-4626-93b3-d4e2e371f202 req-661087d0-501e-4553-99d8-d5fc369173cd tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:07.015745 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82d3c5ee-541d-4626-93b3-d4e2e371f202 req-661087d0-501e-4553-99d8-d5fc369173cd tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.1058197 May 24 23:32:07.060157 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-82d3c5ee-541d-4626-93b3-d4e2e371f202 req-136230f5-6391-46e2-a224-04d67b8720d9 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381920 May 24 23:32:07.488077 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7911-03a8-4fcf-b559-6575f96e58bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:08.268180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d92e9-2e7a-4800-a37d-f119c6f7657c req-e108051c-c96c-4b96-bf63-ec219bfb4f3e tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:08.269798 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-441d92e9-2e7a-4800-a37d-f119c6f7657c req-e108051c-c96c-4b96-bf63-ec219bfb4f3e tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0886405 May 24 23:32:08.316525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-441d92e9-2e7a-4800-a37d-f119c6f7657c req-f9fa5d02-aa69-4919-a94a-23cb63c7fedf tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378706 May 24 23:32:08.734555 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:08.871542 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:09.521314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2c97a-8b0f-4db7-8f16-b6897520e03f req-fa6e63b3-b9ae-444f-874e-d3a2855ffb94 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:09.522823 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-afb2c97a-8b0f-4db7-8f16-b6897520e03f req-fa6e63b3-b9ae-444f-874e-d3a2855ffb94 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0860882 May 24 23:32:09.568000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-afb2c97a-8b0f-4db7-8f16-b6897520e03f req-d919a076-17eb-4d45-9dfa-3357d9017190 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393181 May 24 23:32:10.165234 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:10.775134 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92abca-f3a0-4b12-81da-2f6bf2e25b92 req-e5ce2a05-9f35-48b4-8d12-03592ddf4f10 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:10.776609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e92abca-f3a0-4b12-81da-2f6bf2e25b92 req-e5ce2a05-9f35-48b4-8d12-03592ddf4f10 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0903029 May 24 23:32:10.820687 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0e92abca-f3a0-4b12-81da-2f6bf2e25b92 req-83766c7d-ec6d-4ecc-9e34-165c6246d98c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380971 May 24 23:32:12.017487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76f7e3-0cc6-4f00-a95f-37781a5a84be req-43c78f8e-d24e-4e25-a767-4ccdea887791 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:12.018971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c76f7e3-0cc6-4f00-a95f-37781a5a84be req-43c78f8e-d24e-4e25-a767-4ccdea887791 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0833383 May 24 23:32:12.064367 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1c76f7e3-0cc6-4f00-a95f-37781a5a84be req-7a37be42-6907-4b3d-ab0e-e27a332a5810 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389354 May 24 23:32:13.262232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fe4a5-f252-4c99-8d99-86c0cd1ae540 req-2dcb8d7a-c5cb-4db8-9eac-f00d47b93e03 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:13.263693 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c34fe4a5-f252-4c99-8d99-86c0cd1ae540 req-2dcb8d7a-c5cb-4db8-9eac-f00d47b93e03 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0893264 May 24 23:32:13.322149 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c34fe4a5-f252-4c99-8d99-86c0cd1ae540 req-fba4db15-e50d-4ba1-bdf0-9ebe953aa8a5 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493412 May 24 23:32:14.534702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c81b29-2db1-42be-8564-7030446fd3cb req-8cab70b3-2cae-44c4-a709-8d850806aa5f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:14.536193 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-73c81b29-2db1-42be-8564-7030446fd3cb req-8cab70b3-2cae-44c4-a709-8d850806aa5f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0927424 May 24 23:32:14.583407 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-73c81b29-2db1-42be-8564-7030446fd3cb req-05d4c78a-bbae-41ff-9590-02a6aa5536b6 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 May 24 23:32:15.782073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63a0e-5af5-44ab-8b9d-377364d58098 req-4fee48ad-1955-4345-86c7-3c009ac220fe tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:15.783503 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6df63a0e-5af5-44ab-8b9d-377364d58098 req-4fee48ad-1955-4345-86c7-3c009ac220fe tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0923991 May 24 23:32:15.829689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6df63a0e-5af5-44ab-8b9d-377364d58098 req-c4287713-eafb-4987-b611-804193f77344 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401223 May 24 23:32:17.032085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c09de-eed1-4227-9948-2a90ffb376a8 req-4c565287-367d-47fa-9b07-f1a930cb861c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:17.033575 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-074c09de-eed1-4227-9948-2a90ffb376a8 req-4c565287-367d-47fa-9b07-f1a930cb861c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0853817 May 24 23:32:17.083579 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-074c09de-eed1-4227-9948-2a90ffb376a8 req-2e71100b-3547-4789-bd9e-acb2cd821ed8 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 May 24 23:32:18.289009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3a43e-098c-43c2-a1db-b5e383e46535 req-b6fec3c6-9e91-4d70-9e23-06740493e8e1 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:18.290471 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17c3a43e-098c-43c2-a1db-b5e383e46535 req-b6fec3c6-9e91-4d70-9e23-06740493e8e1 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0875206 May 24 23:32:18.334514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17c3a43e-098c-43c2-a1db-b5e383e46535 req-ad3f8c25-3c41-4709-ac44-64c8d5141ef7 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378470 May 24 23:32:19.543282 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355f2e8-6474-45b4-b0c9-a22b0320ae35 req-1c29ddf3-b96e-4f6b-aae0-5a01a8eaa2af tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:19.544754 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c355f2e8-6474-45b4-b0c9-a22b0320ae35 req-1c29ddf3-b96e-4f6b-aae0-5a01a8eaa2af tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0956049 May 24 23:32:19.589813 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c355f2e8-6474-45b4-b0c9-a22b0320ae35 req-0dd4b5a0-0f10-4bec-8703-18c9a71569cd tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 May 24 23:32:20.793730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bd571-c763-4a64-af21-628f40253114 req-ca69b64d-b1d7-4452-887c-f4cddb4ad8d9 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:20.795192 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-411bd571-c763-4a64-af21-628f40253114 req-ca69b64d-b1d7-4452-887c-f4cddb4ad8d9 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0974221 May 24 23:32:20.840432 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-411bd571-c763-4a64-af21-628f40253114 req-9d40042e-3099-433b-bd91-558b0ef18635 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387368 May 24 23:32:22.038799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b39532-f3db-4de1-bdca-824caf311d52 req-aab6c592-cd62-4e78-86c5-2eb90a3223b0 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:22.040229 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9b39532-f3db-4de1-bdca-824caf311d52 req-aab6c592-cd62-4e78-86c5-2eb90a3223b0 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0809119 May 24 23:32:22.099301 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9b39532-f3db-4de1-bdca-824caf311d52 req-73317dd8-4128-41b7-9431-0dbfb4a11fcb tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503540 May 24 23:32:23.315580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b2aa4-d799-4c17-aacc-9179c79b7bd0 req-07fc5a4a-b877-4267-b2f0-bbc96f223ee7 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:23.317031 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d0b2aa4-d799-4c17-aacc-9179c79b7bd0 req-07fc5a4a-b877-4267-b2f0-bbc96f223ee7 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0837073 May 24 23:32:23.365844 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d0b2aa4-d799-4c17-aacc-9179c79b7bd0 req-76271fd4-aeab-4a67-bf45-82ae88c3b446 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428469 May 24 23:32:24.555115 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:24.673485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ca64d-f960-4916-8270-835544d1d746 req-72a456ce-50b7-4ed3-8df7-92ef41fee1e2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:24.674937 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f74ca64d-f960-4916-8270-835544d1d746 req-72a456ce-50b7-4ed3-8df7-92ef41fee1e2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.1940506 May 24 23:32:24.720025 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f74ca64d-f960-4916-8270-835544d1d746 req-2fea435e-1857-4716-a439-3f2d67c6d60a tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 May 24 23:32:25.927809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae1ab8-eb40-4957-a223-b95c950bbae2 req-cb3abf58-a25f-4b7f-981b-6707ece097f9 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:25.932659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-98ae1ab8-eb40-4957-a223-b95c950bbae2 req-cb3abf58-a25f-4b7f-981b-6707ece097f9 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0925403 May 24 23:32:25.978562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-98ae1ab8-eb40-4957-a223-b95c950bbae2 req-f0a8afc4-aa04-4f28-b62e-e2b5ce673e0f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394912 May 24 23:32:26.248107 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:27.195775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893401e8-2bd3-4760-9e8c-1b84da75978f req-71ccda8a-a0d7-46a7-8db9-7193eaa07945 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:27.197289 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-893401e8-2bd3-4760-9e8c-1b84da75978f req-71ccda8a-a0d7-46a7-8db9-7193eaa07945 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0988641 May 24 23:32:27.268139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-893401e8-2bd3-4760-9e8c-1b84da75978f req-47ad5c91-e3bb-4f87-9240-eab1186794a4 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623314 May 24 23:32:28.477853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a091f5-4b4b-46c3-99df-401a0c571777 req-f8782d92-29a5-46c6-bdf2-1fcc22745420 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:28.479965 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78a091f5-4b4b-46c3-99df-401a0c571777 req-f8782d92-29a5-46c6-bdf2-1fcc22745420 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0968685 May 24 23:32:28.525851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78a091f5-4b4b-46c3-99df-401a0c571777 req-a841938a-90cc-4c59-af36-f3253194d42a tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398471 May 24 23:32:29.713081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780afd37-3926-4e6c-8401-3b5f99e83808 req-1c66fd4f-4e4e-447e-9ac1-343e0d8b2a44 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:29.714597 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-780afd37-3926-4e6c-8401-3b5f99e83808 req-1c66fd4f-4e4e-447e-9ac1-343e0d8b2a44 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0805290 May 24 23:32:29.719993 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-77970bf4-4ac6-4f8a-a995-08380c8bdcde service neutron] show failed (client error): The resource could not be found. May 24 23:32:29.721142 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-77970bf4-4ac6-4f8a-a995-08380c8bdcde service neutron] 10.222.0.31 "GET /v2.0/ports/55d5b3d3-2bad-43d4-af2b-84a294210ba4/bindings/n-h2-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.0743098 May 24 23:32:29.763564 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-780afd37-3926-4e6c-8401-3b5f99e83808 req-faf28277-7c59-4776-95bb-6d5490dc3b47 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431597 May 24 23:32:30.007731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-6224c9c9-fa8f-42c1-be26-a024ee8fb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:30.009920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-6224c9c9-fa8f-42c1-be26-a024ee8fb406 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee&tenant_id=6e500f43f7c04adf9ab5d39f19032fd7 HTTP/1.1" status: 200 len: 1097 time: 0.0839446 May 24 23:32:30.025460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:30.136577 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:30.517760 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:30.547594 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:32:30.605249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:32:30.611254 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:30.626917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Transition to ACTIVE for port object 55d5b3d3-2bad-43d4-af2b-84a294210ba4 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:32:30.631741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:30.672041 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c8e17c-ac04-46e3-9804-6e15216e09db'] response: {'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4', 'code': 200} May 24 23:32:30.793356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Pushing event updated for resources: {'Port': ['ID=55d5b3d3-2bad-43d4-af2b-84a294210ba4,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:30.796039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] No DVR routers for this DVR port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:32:30.849618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Attempting to bind port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:32:30.849961 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Attempting to bind port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:32:30.850384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Attempting to bind port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 on network 7395c032-7156-419d-994a-93d02524fb80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:32:30.855096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 on network 7395c032-7156-419d-994a-93d02524fb80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:32:30.855409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Attempting to bind port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 on network 7395c032-7156-419d-994a-93d02524fb80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:32:30.860474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:32:30.860802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Checking segment: {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:32:30.861186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Bound using segment: {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:32:30.861635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Bound port: 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:32:30.861978 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:30.954288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:32:30.956249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd26e4-1d5b-4898-b182-c6dcf90fb7bf req-b23ffc43-e4e1-4a0f-b0db-793c6ca13fc1 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:30.957184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:32:30.957966 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38bd26e4-1d5b-4898-b182-c6dcf90fb7bf req-b23ffc43-e4e1-4a0f-b0db-793c6ca13fc1 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 944 time: 0.0865800 May 24 23:32:30.962966 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:31.002729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38bd26e4-1d5b-4898-b182-c6dcf90fb7bf req-f94c68d8-5ee1-4d63-821b-cf62297c1480 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385835 May 24 23:32:31.020062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:31.021029 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:31.022440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] 10.222.0.50 "PUT /v2.0/ports/55d5b3d3-2bad-43d4-af2b-84a294210ba4 HTTP/1.1" status: 200 len: 1092 time: 1.0011463 May 24 23:32:31.041411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c86271-04e2-4106-a745-a281b9a7ebda service neutron] Pushing event updated for resources: {'Port': ['ID=55d5b3d3-2bad-43d4-af2b-84a294210ba4,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:31.119627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-f7a4e83d-afec-499d-b4cf-2a8311971319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:31.121115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-f7a4e83d-afec-499d-b4cf-2a8311971319 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 1095 time: 0.0741150 May 24 23:32:31.257953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-a2aab52c-4ec2-4c09-8229-ec6fdbf2b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:31.259399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-a2aab52c-4ec2-4c09-8229-ec6fdbf2b9b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.1288345 May 24 23:32:31.332297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-4113072c-aad4-4850-8444-9bfc39207489 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4 HTTP/1.1" status: 200 len: 217 time: 0.0633302 May 24 23:32:31.411644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-aadb4bae-bc0f-421b-a3e0-5761d9a7e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:31.413089 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-aadb4bae-bc0f-421b-a3e0-5761d9a7e40a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.0710521 May 24 23:32:31.462982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-00f1b9d6-ea70-4f0b-86c0-c0b37ac52a78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407407 May 24 23:32:31.597965 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-bf5b21d7-9677-4a1d-bf40-be30a7a6b8a0 service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252968 May 24 23:32:31.737750 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d1c8a711-f1b0-4e67-b525-19f221f6acb8 req-7968e138-3e98-4aae-9186-bd6394b88914 service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308622 May 24 23:32:32.217435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587760b-c6ca-43db-9659-126de007c338 req-b1bfcdbd-6a6e-4a09-8f2f-5fd59f28ddb6 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:32.218956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4587760b-c6ca-43db-9659-126de007c338 req-b1bfcdbd-6a6e-4a09-8f2f-5fd59f28ddb6 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 944 time: 0.0944548 May 24 23:32:32.261742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4587760b-c6ca-43db-9659-126de007c338 req-f9a054e8-3842-4f62-9c81-dcac175e9c21 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370002 May 24 23:32:32.673782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:32:32.744466 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69aed8b5-b339-453a-b3bd-f0eecd731cef'] response: {'name': 'network-changed', 'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4', 'status': 'completed', 'code': 200} May 24 23:32:32.996000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-ca013ddf-77aa-4e65-8f68-90bc5e49670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:32.997514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-ca013ddf-77aa-4e65-8f68-90bc5e49670c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 1095 time: 0.2350686 May 24 23:32:33.001726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-a53a7df6-8461-4645-9f2a-8d08d2cef0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:33.003057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-a53a7df6-8461-4645-9f2a-8d08d2cef0b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 1095 time: 0.0990875 May 24 23:32:33.233775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-94da4ff1-cd4f-406f-9b44-6bf344eefa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:33.235241 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-94da4ff1-cd4f-406f-9b44-6bf344eefa9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.2299259 May 24 23:32:33.236295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-a3aaf778-6bd8-41e3-84aa-6c1f4aa23ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:33.237643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-a3aaf778-6bd8-41e3-84aa-6c1f4aa23ab6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.2146845 May 24 23:32:33.239972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 55d5b3d3-2bad-43d4-af2b-84a294210ba4 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:32:33.301264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 55d5b3d3-2bad-43d4-af2b-84a294210ba4 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:32:33.356112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-0318b8aa-6afe-4acf-a119-92e12e703fb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4 HTTP/1.1" status: 200 len: 217 time: 0.1141644 May 24 23:32:33.364343 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-99b9e24a-11ac-44b8-b0e2-2f9b6fd732e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4 HTTP/1.1" status: 200 len: 217 time: 0.0760357 May 24 23:32:33.519432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-9b96cc4d-200c-4c85-a18b-e657478dda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:33.521237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-9b96cc4d-200c-4c85-a18b-e657478dda16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.1261599 May 24 23:32:33.525764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-9481bb20-a4c8-429f-a9f1-711fc9366dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:33.527077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-9481bb20-a4c8-429f-a9f1-711fc9366dc6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.1618569 May 24 23:32:33.613804 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-abde7d4e-37a3-43fc-a841-f381c2f3b864 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833464 May 24 23:32:33.621972 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-582a6406-3804-43d2-b94c-bd4c10dc1a2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583713 May 24 23:32:33.777789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2a9c4-06c4-4566-8e3b-fb3863100325 req-ec46e17b-9741-4026-bcc3-a443b0b063bc tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:33.779273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6fb2a9c4-06c4-4566-8e3b-fb3863100325 req-ec46e17b-9741-4026-bcc3-a443b0b063bc tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 944 time: 0.3474054 May 24 23:32:33.887500 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6fb2a9c4-06c4-4566-8e3b-fb3863100325 req-28a43318-eaf6-48d9-a168-d1829ed03046 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946794 May 24 23:32:33.900547 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-ea5d0cf8-e392-46af-a7d3-9d9f59a0864a service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809119 May 24 23:32:33.905529 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-eea7700e-11c8-430e-8c4d-70b74138a485 service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653966 May 24 23:32:34.135673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-f66a2f96-a962-411e-b6ce-bd49e3a3b2a0 service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291467 May 24 23:32:34.137604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12676062-97f1-4f1a-af35-01cfe4d34159 req-1e029d0b-a36d-4b68-8116-2fdafe277408 service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131307 May 24 23:32:35.098038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1722737-8682-4cd0-b9e2-767b3992095a req-124c84fb-554e-4b6a-af8d-c890f280399b tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:35.099603 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1722737-8682-4cd0-b9e2-767b3992095a req-124c84fb-554e-4b6a-af8d-c890f280399b tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 944 time: 0.0929363 May 24 23:32:35.149407 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e1722737-8682-4cd0-b9e2-767b3992095a req-96e18023-52d7-4b62-84fe-86c99a5ad8e3 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 May 24 23:32:35.386874 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-703bb15e-da7c-421f-b264-9f2d5f591586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:35.462937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 55d5b3d3-2bad-43d4-af2b-84a294210ba4 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:32:35.464313 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e957ad-2cde-436e-b9f5-e60bb9f16d7f req-0ea9c35f-afd7-4f99-80bb-3cc93d65f848 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:35.465911 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49e957ad-2cde-436e-b9f5-e60bb9f16d7f req-0ea9c35f-afd7-4f99-80bb-3cc93d65f848 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 944 time: 0.0887523 May 24 23:32:35.514144 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49e957ad-2cde-436e-b9f5-e60bb9f16d7f req-84af5a78-0baf-425e-91cf-3e6e530fcb72 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418606 May 24 23:32:35.610536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:35.623705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '55d5b3d3-2bad-43d4-af2b-84a294210ba4', 'network_id': '7395c032-7156-419d-994a-93d02524fb80', 'port_id': '55d5b3d3-2bad-43d4-af2b-84a294210ba4', 'mac_address': 'fa:16:3e:9f:c8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236836a6-7c9f-445a-9850-7d22c1b81110', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:32:35.625776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-ac74a15e-a063-4329-84ae-28d2515c6e24 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:35.627223 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-ac74a15e-a063-4329-84ae-28d2515c6e24 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.31 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee&tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 944 time: 0.2308581 May 24 23:32:35.678023 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:35.678496 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:35.694713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d5b3d3-2bad-43d4-af2b-84a294210ba4 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:32:35.706910 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-8129e2d4-236a-4bf1-9e18-5e0cb12d8a2a service neutron] delete failed (client error): The resource could not be found. May 24 23:32:35.707909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-8129e2d4-236a-4bf1-9e18-5e0cb12d8a2a service neutron] 10.222.0.31 "DELETE /v2.0/ports/55d5b3d3-2bad-43d4-af2b-84a294210ba4/bindings/n-h1-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.0753069 May 24 23:32:35.710998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:35.716627 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:35.788716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=55d5b3d3-2bad-43d4-af2b-84a294210ba4,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:35.851422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-77373ba8-4469-4d20-8177-a3237f084a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:35.853249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-77373ba8-4469-4d20-8177-a3237f084a75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 1096 time: 0.0754936 May 24 23:32:35.941463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['55d5b3d3-2bad-43d4-af2b-84a294210ba4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:32:35.991891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-f766e8e9-1cb9-404b-b74b-e686faba5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:35.993352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-f766e8e9-1cb9-404b-b74b-e686faba5f8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.1340659 May 24 23:32:36.060431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-6e26a44f-1081-43a2-a94e-123391715ef1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4 HTTP/1.1" status: 200 len: 217 time: 0.0606363 May 24 23:32:36.127496 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-66993107-fd60-4581-b255-a65324c27740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:36.129044 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-66993107-fd60-4581-b255-a65324c27740 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.0629742 May 24 23:32:36.174954 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-abfe47d6-3cc8-4a2e-a087-a4fd22d2753c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403378 May 24 23:32:36.314631 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-f39b4257-f395-485f-84a0-0d58978eb451 service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333683 May 24 23:32:36.451055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fba08022-cbc4-42e4-aa00-7dec76cc2b33 req-243c39b5-3848-4137-84f7-c76f40432316 service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304505 May 24 23:32:36.720075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31de5a-f67c-4bfa-b4fa-34aab885d1a6 req-52e6e76b-1253-41d4-a99f-31f10b737919 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:36.721529 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb31de5a-f67c-4bfa-b4fa-34aab885d1a6 req-52e6e76b-1253-41d4-a99f-31f10b737919 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 945 time: 0.0948689 May 24 23:32:36.772098 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb31de5a-f67c-4bfa-b4fa-34aab885d1a6 req-fd6383d3-f8a0-426e-a0b9-9d0378b38506 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444765 May 24 23:32:37.464414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 55d5b3d3-2bad-43d4-af2b-84a294210ba4 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:32:37.550563 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-865dabaf-e14d-4af4-ac24-816688d593f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:37.578530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:32:37.583081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:37.583452 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:37.709116 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:37.709790 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:37.736599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:32:37.747526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:37.752786 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:37.787723 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1faffcc7-e2fd-4b9a-bf86-c67ed7d1a9d7'] response: {'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4', 'code': 200} May 24 23:32:37.820677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=55d5b3d3-2bad-43d4-af2b-84a294210ba4,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:37.964093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae65a5-6b25-49b7-8366-54ebba5d0dff req-3029a80c-c3ef-43f2-8dbc-42a2f5f0907c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:37.965578 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2cae65a5-6b25-49b7-8366-54ebba5d0dff req-3029a80c-c3ef-43f2-8dbc-42a2f5f0907c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0852404 May 24 23:32:38.012735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2cae65a5-6b25-49b7-8366-54ebba5d0dff req-f649e89c-adf2-416a-91b1-cf4c23ae8264 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 May 24 23:32:38.225968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952358a-a644-4388-ac0b-209e304bd370 req-84b23bce-925f-49e2-8ec5-b46709b9efe6 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:38.227418 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6952358a-a644-4388-ac0b-209e304bd370 req-84b23bce-925f-49e2-8ec5-b46709b9efe6 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0967648 May 24 23:32:38.275316 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6952358a-a644-4388-ac0b-209e304bd370 req-6461b638-8227-402c-8a70-e9fbe36b601c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420995 May 24 23:32:38.478323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86504c8-8761-49b3-baa1-457dcce88483 req-b7f5695a-648e-4e1c-a6ab-94eedaa4aa3c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:38.479775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f86504c8-8761-49b3-baa1-457dcce88483 req-b7f5695a-648e-4e1c-a6ab-94eedaa4aa3c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.0983820 May 24 23:32:38.528782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f86504c8-8761-49b3-baa1-457dcce88483 req-1596dfd4-9be9-4f1c-8edc-36aaca66d4d0 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 May 24 23:32:38.731426 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:38.872539 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:39.050577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-f448e8da-9b71-4977-876a-0cd3fbfd1069 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:39.052538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-f448e8da-9b71-4977-876a-0cd3fbfd1069 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 814 time: 0.1547756 May 24 23:32:39.074926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-6e2411b7-5b05-42ce-b825-bce4b0e15423 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/quotas/6e500f43f7c04adf9ab5d39f19032fd7 HTTP/1.1" status: 200 len: 375 time: 0.0140646 May 24 23:32:39.164850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-405f842e-022a-4a09-98fa-969c35dab1f2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847754 May 24 23:32:39.353115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-c025ae3b-9f62-4d87-8da9-c75dca27f18a service neutron] 10.222.0.55 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812272 May 24 23:32:39.489121 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-a74cffce-ec82-4d35-beeb-05adbce378fe service neutron] 10.222.0.55 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274195 May 24 23:32:39.671378 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d64e619a-944f-409e-981b-fbca8392b684 req-b8289527-05f3-44f6-b28a-61695e6ef1cb tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 210 time: 0.0420861 May 24 23:32:40.168850 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:40.433586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-b73eb253-6489-4ac9-a405-6b66c4b207a7 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:40.434973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-b73eb253-6489-4ac9-a405-6b66c4b207a7 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.50 "GET /v2.0/ports?device_id=90032153-9a36-47c5-bb3f-bc07b447fdee HTTP/1.1" status: 200 len: 946 time: 0.2000797 May 24 23:32:40.504169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Deleting port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:32:40.504469 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:40.849733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae3f78fd-1fef-463e-b17b-d33bc7fe3eb5 req-7c922c54-d211-45bd-b70e-60abd6c97fd3 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 210 time: 0.0682626 May 24 23:32:40.926940 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] For port 55d5b3d3-2bad-43d4-af2b-84a294210ba4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=55d5b3d3-2bad-43d4-af2b-84a294210ba4,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:40.927290 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:40.940850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-a9d31a01-bae4-4d5e-9b21-2f9c44ca6574 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:40.942287 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-a9d31a01-bae4-4d5e-9b21-2f9c44ca6574 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.50 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 814 time: 0.2586136 May 24 23:32:41.000005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Request body: {'port': {'device_id': '6538356f-bc89-4af2-a52a-48e4bed14679', 'network_id': '7395c032-7156-419d-994a-93d02524fb80', 'admin_state_up': True, 'tenant_id': '6e500f43f7c04adf9ab5d39f19032fd7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:41.078895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Calling delete_port for 55d5b3d3-2bad-43d4-af2b-84a294210ba4 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:32:41.298518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:32:41.310207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Usage tracker for resource:port and tenant:6e500f43f7c04adf9ab5d39f19032fd7 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:32:41.314718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:32:41.324093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:32:41.343337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Made reservation on behalf of 6e500f43f7c04adf9ab5d39f19032fd7 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:32:41.346836 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:41.357552 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:41.373812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['55d5b3d3-2bad-43d4-af2b-84a294210ba4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:32:41.416178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Pushing event deleted for resources: {'Port': ['ID=55d5b3d3-2bad-43d4-af2b-84a294210ba4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:41.512756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.513508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.513508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.513758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.514081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.514401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.514720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.515037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.515354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.515669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.516025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.516332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:32:41.574116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] No DVR routers for this DVR port 55d5b3d3-2bad-43d4-af2b-84a294210ba4 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:32:41.578421 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:41.580972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'name': 'network-vif-deleted', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:32:41.636853 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.50 "DELETE /v2.0/ports/55d5b3d3-2bad-43d4-af2b-84a294210ba4 HTTP/1.1" status: 204 len: 173 time: 1.1956143 May 24 23:32:41.638406 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78138166-8503-4b55-8ba4-57604c1ccf55'] response: {'server_uuid': '90032153-9a36-47c5-bb3f-bc07b447fdee', 'name': 'network-vif-deleted', 'tag': '55d5b3d3-2bad-43d4-af2b-84a294210ba4', 'status': 'completed', 'code': 200} May 24 23:32:41.676956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Allocated IP 172.20.0.6 (7395c032-7156-419d-994a-93d02524fb80/236836a6-7c9f-445a-9850-7d22c1b81110/0c40b476-e095-4101-9837-bd3da3283976) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:32:41.885985 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:41.920616 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:41.936370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['55d5b3d3-2bad-43d4-af2b-84a294210ba4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:32:42.149630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Network 7395c032-7156-419d-994a-93d02524fb80 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:32:42.161366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:32:42.170521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:32:42.229162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Pushing event updated for resources: {'Port': ['ID=0c40b476-e095-4101-9837-bd3da3283976,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:42.252911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:42.253520 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:42.278359 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-04e37c38-b63e-46db-986b-c657bd6e1ac2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2820854 May 24 23:32:42.286403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708f5d9-6353-4929-bae2-8c7f9c724d26 req-c9e45075-ff17-4d3f-b47c-1ca73e052608 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:42.287227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d708f5d9-6353-4929-bae2-8c7f9c724d26 req-c9e45075-ff17-4d3f-b47c-1ca73e052608 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Synchronizing usage tracker for tenant:6e500f43f7c04adf9ab5d39f19032fd7 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:32:42.294952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Request body: {'port': {'device_id': '6538356f-bc89-4af2-a52a-48e4bed14679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:32:42.354995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d708f5d9-6353-4929-bae2-8c7f9c724d26 req-c9e45075-ff17-4d3f-b47c-1ca73e052608 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Unset dirty status for tenant:6e500f43f7c04adf9ab5d39f19032fd7 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:32:42.356122 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d708f5d9-6353-4929-bae2-8c7f9c724d26 req-c9e45075-ff17-4d3f-b47c-1ca73e052608 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 931 time: 0.3699644 May 24 23:32:42.440941 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:42.457324 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d708f5d9-6353-4929-bae2-8c7f9c724d26 req-1933bf9f-5380-4a76-9df5-7e24ef703ec8 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737181 May 24 23:32:42.798079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c40b476-e095-4101-9837-bd3da3283976 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:32:42.805316 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:42.819618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Transition to ACTIVE for port object 0c40b476-e095-4101-9837-bd3da3283976 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:32:42.825262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:42.973387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Pushing event updated for resources: {'Port': ['ID=0c40b476-e095-4101-9837-bd3da3283976,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:43.051955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Attempting to bind port 0c40b476-e095-4101-9837-bd3da3283976 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:32:43.052186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Attempting to bind port 0c40b476-e095-4101-9837-bd3da3283976 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:32:43.052496 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Attempting to bind port 0c40b476-e095-4101-9837-bd3da3283976 on network 7395c032-7156-419d-994a-93d02524fb80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:32:43.057167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Port 0c40b476-e095-4101-9837-bd3da3283976 on network 7395c032-7156-419d-994a-93d02524fb80 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:32:43.057481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Attempting to bind port 0c40b476-e095-4101-9837-bd3da3283976 on network 7395c032-7156-419d-994a-93d02524fb80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:32:43.062925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:32:43.063254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Checking segment: {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:32:43.063626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Bound using segment: {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:32:43.064045 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Bound port: 0c40b476-e095-4101-9837-bd3da3283976, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:32:43.064370 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:43.158503 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:32:43.161658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0c40b476-e095-4101-9837-bd3da3283976,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:32:43.168466 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:43.227565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:43.228172 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:43.229562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] 10.222.0.50 "PUT /v2.0/ports/0c40b476-e095-4101-9837-bd3da3283976 HTTP/1.1" status: 200 len: 1091 time: 0.9394193 May 24 23:32:43.247264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269de09-73ce-434e-8a80-a88b9c76d444 service neutron] Pushing event updated for resources: {'Port': ['ID=0c40b476-e095-4101-9837-bd3da3283976,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:43.349232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-c8b2f801-9b4c-48bc-85d3-c0b89c1958ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:43.350645 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-c8b2f801-9b4c-48bc-85d3-c0b89c1958ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 1094 time: 0.0802743 May 24 23:32:43.363607 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:32:43.425629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-28432497-2a5f-4548-bb9f-6056e69a8591 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c40b476-e095-4101-9837-bd3da3283976 HTTP/1.1" status: 200 len: 217 time: 0.0641875 May 24 23:32:43.491384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-353ab8da-c99d-42a7-ba90-14b220a160a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:43.493335 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-353ab8da-c99d-42a7-ba90-14b220a160a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.0579944 May 24 23:32:43.539984 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-bd0a1d46-83da-47e2-9a21-1d5fceb6dce3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404992 May 24 23:32:43.639901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'tag': '0c40b476-e095-4101-9837-bd3da3283976'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:32:43.651247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b91599-6cb7-4d31-ada1-a5996e745f6f req-beb134c0-7147-476a-aecb-601e7e7eee60 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:43.652776 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54b91599-6cb7-4d31-ada1-a5996e745f6f req-beb134c0-7147-476a-aecb-601e7e7eee60 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 943 time: 0.0810685 May 24 23:32:43.682640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-9c07afc5-e714-411c-b707-9b6cbfed4e0f service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322088 May 24 23:32:43.687085 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885c2e5d-89a0-4bfe-8e84-c74cc7ad11d2'] response: {'name': 'network-changed', 'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'tag': '0c40b476-e095-4101-9837-bd3da3283976', 'status': 'completed', 'code': 200} May 24 23:32:43.702082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54b91599-6cb7-4d31-ada1-a5996e745f6f req-64b9d5fb-70ab-4620-b141-8790783a3f5c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 May 24 23:32:43.843676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-50c4c1bd-a17e-4fff-9ae2-2e4ae5a21934 req-d6fb8b8f-8c67-4364-9947-a15efb40aea8 service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507702 May 24 23:32:44.086288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abb935-5ebe-4b6e-83f0-f7f6bed4190b req-1c5a1dab-5e8b-4b88-9445-10b0e95aba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:44.087812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64abb935-5ebe-4b6e-83f0-f7f6bed4190b req-1c5a1dab-5e8b-4b88-9445-10b0e95aba3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 1094 time: 0.1941833 May 24 23:32:44.220375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abb935-5ebe-4b6e-83f0-f7f6bed4190b req-74cce8aa-2ea7-4872-8252-c611be12af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:44.221902 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64abb935-5ebe-4b6e-83f0-f7f6bed4190b req-74cce8aa-2ea7-4872-8252-c611be12af34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.1265562 May 24 23:32:44.308089 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64abb935-5ebe-4b6e-83f0-f7f6bed4190b req-8324a59c-72d8-4546-b10a-0b21f854baf5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c40b476-e095-4101-9837-bd3da3283976 HTTP/1.1" status: 200 len: 217 time: 0.0778224 May 24 23:32:44.381371 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abb935-5ebe-4b6e-83f0-f7f6bed4190b req-57e9ce93-f131-45e7-b5d9-2f7683ab7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:44.382864 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64abb935-5ebe-4b6e-83f0-f7f6bed4190b req-57e9ce93-f131-45e7-b5d9-2f7683ab7b81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.0654693 May 24 23:32:44.430489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64abb935-5ebe-4b6e-83f0-f7f6bed4190b req-ab1e53aa-3b96-480a-ac64-44f3757b2b0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410779 May 24 23:32:44.563163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64abb935-5ebe-4b6e-83f0-f7f6bed4190b req-378c150d-50c9-4f1e-a3c1-9b9fa0b1b996 service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251438 May 24 23:32:44.724002 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-64abb935-5ebe-4b6e-83f0-f7f6bed4190b req-47e14374-54e6-4679-9965-5df9bd67a346 service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525664 May 24 23:32:44.912554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c07fb-42b8-4b99-a11b-9550189c13e5 req-7cbcf98a-0091-4bb2-a935-90b9e975f0ee tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:44.914067 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da7c07fb-42b8-4b99-a11b-9550189c13e5 req-7cbcf98a-0091-4bb2-a935-90b9e975f0ee tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 943 time: 0.0979710 May 24 23:32:44.958602 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da7c07fb-42b8-4b99-a11b-9550189c13e5 req-26eb77b3-0eb3-4731-8894-d0a7f4589098 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387075 May 24 23:32:45.499030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 55d5b3d3-2bad-43d4-af2b-84a294210ba4 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:32:45.543668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 55d5b3d3-2bad-43d4-af2b-84a294210ba4 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:32:45.544014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 55d5b3d3-2bad-43d4-af2b-84a294210ba4 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:32:46.161618 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3c296-421b-4ec3-ad73-f534a9357ef7 req-0c71c927-4a8a-4b3d-bfb4-7e6da0836761 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:46.163056 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83f3c296-421b-4ec3-ad73-f534a9357ef7 req-0c71c927-4a8a-4b3d-bfb4-7e6da0836761 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 943 time: 0.0847807 May 24 23:32:46.211054 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83f3c296-421b-4ec3-ad73-f534a9357ef7 req-b26da9b3-2cca-4c38-8baf-bb6ca2834540 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391927 May 24 23:32:47.424505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4a4d0-8911-4f19-969e-000ce7682044 req-eb1f1c72-e91e-45e6-83e8-49b4928e2916 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:47.425984 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aab4a4d0-8911-4f19-969e-000ce7682044 req-eb1f1c72-e91e-45e6-83e8-49b4928e2916 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 943 time: 0.0877800 May 24 23:32:47.473387 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aab4a4d0-8911-4f19-969e-000ce7682044 req-baa8aaca-4a7a-4a27-a4ab-91111aceebc3 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389652 May 24 23:32:47.497957 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0c40b476-e095-4101-9837-bd3da3283976 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:32:47.637954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0c40b476-e095-4101-9837-bd3da3283976,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:47.655360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '0c40b476-e095-4101-9837-bd3da3283976', 'network_id': '7395c032-7156-419d-994a-93d02524fb80', 'port_id': '0c40b476-e095-4101-9837-bd3da3283976', 'mac_address': 'fa:16:3e:a1:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236836a6-7c9f-445a-9850-7d22c1b81110', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:32:47.714828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0c40b476-e095-4101-9837-bd3da3283976 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:47.715172 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:47.732682 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c40b476-e095-4101-9837-bd3da3283976 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:32:47.748644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0c40b476-e095-4101-9837-bd3da3283976,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:47.755348 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:47.820354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0c40b476-e095-4101-9837-bd3da3283976,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:48.000834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['0c40b476-e095-4101-9837-bd3da3283976'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:32:48.674555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31c8a1-e69e-43f6-8ed7-745bf1f3cd27 req-6bcc6cfa-c85d-4089-a22f-4c63bff0e505 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:48.676012 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2b31c8a1-e69e-43f6-8ed7-745bf1f3cd27 req-6bcc6cfa-c85d-4089-a22f-4c63bff0e505 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 944 time: 0.0862827 May 24 23:32:48.726763 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2b31c8a1-e69e-43f6-8ed7-745bf1f3cd27 req-9d09c47e-eee6-4d67-9b39-5417826081c2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445297 May 24 23:32:49.512837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0c40b476-e095-4101-9837-bd3da3283976 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:32:49.587583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 0c40b476-e095-4101-9837-bd3da3283976 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:32:49.592603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 0c40b476-e095-4101-9837-bd3da3283976 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:32:49.593012 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:49.711729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0c40b476-e095-4101-9837-bd3da3283976 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:32:49.712114 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:49.739343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c40b476-e095-4101-9837-bd3da3283976'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:32:49.750615 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0c40b476-e095-4101-9837-bd3da3283976,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:32:49.755465 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:49.801402 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c4bbdb-9862-4b6b-8fa7-b120bbc3b877'] response: {'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c40b476-e095-4101-9837-bd3da3283976', 'code': 200} May 24 23:32:49.836548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0c40b476-e095-4101-9837-bd3da3283976,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:32:49.928678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0992184-d121-4ba5-b992-72b4b16d8841 req-3c747f78-d814-4a73-b775-b1cd8847f3a2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:49.930758 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0992184-d121-4ba5-b992-72b4b16d8841 req-3c747f78-d814-4a73-b775-b1cd8847f3a2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0824838 May 24 23:32:49.940718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12648b-6838-4281-b55b-b7be1ac548ae req-01163edc-1342-423d-8c99-c01454a4e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:49.942439 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d12648b-6838-4281-b55b-b7be1ac548ae req-01163edc-1342-423d-8c99-c01454a4e409 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 1096 time: 0.0771873 May 24 23:32:49.977251 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0992184-d121-4ba5-b992-72b4b16d8841 req-e964d653-4024-4cc0-b4fb-88c4c9da14fa tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 May 24 23:32:49.988545 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7d12648b-6838-4281-b55b-b7be1ac548ae req-80561a64-4f16-4d70-952e-4e9c54c6a8a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352814 May 24 23:32:51.172595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e671b4-fee9-4aca-a706-23f2576cbd48 req-3312dcd0-baa1-46e1-808d-2357e52bf157 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:51.174254 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8e671b4-fee9-4aca-a706-23f2576cbd48 req-3312dcd0-baa1-46e1-808d-2357e52bf157 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0823672 May 24 23:32:51.223233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8e671b4-fee9-4aca-a706-23f2576cbd48 req-5922fcda-a1fe-4f8a-a912-75cc063ea999 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431852 May 24 23:32:51.935709 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f276cd4-3f72-45ad-beff-c81f9cf4da53 req-a1c82c66-ce0e-4b0f-a596-78e1fd474aef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752444 May 24 23:32:52.099438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f276cd4-3f72-45ad-beff-c81f9cf4da53 req-3cc5266c-7cca-4136-9530-eeb26b3e96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:52.100931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f276cd4-3f72-45ad-beff-c81f9cf4da53 req-3cc5266c-7cca-4136-9530-eeb26b3e96ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 1096 time: 0.0934577 May 24 23:32:52.252448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f276cd4-3f72-45ad-beff-c81f9cf4da53 req-09db97bf-492e-4a50-8254-039a28dda10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:52.253916 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f276cd4-3f72-45ad-beff-c81f9cf4da53 req-09db97bf-492e-4a50-8254-039a28dda10a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.1286855 May 24 23:32:52.325287 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f276cd4-3f72-45ad-beff-c81f9cf4da53 req-8bc0cd60-226a-4102-b5b5-25097d0f6284 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c40b476-e095-4101-9837-bd3da3283976 HTTP/1.1" status: 200 len: 217 time: 0.0649669 May 24 23:32:52.396822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f276cd4-3f72-45ad-beff-c81f9cf4da53 req-5a76f4c6-9fdb-4255-b9c8-a3b8ceb58544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:52.398571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f276cd4-3f72-45ad-beff-c81f9cf4da53 req-5a76f4c6-9fdb-4255-b9c8-a3b8ceb58544 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.0676517 May 24 23:32:52.448564 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f276cd4-3f72-45ad-beff-c81f9cf4da53 req-7084e6fe-9648-4b8c-b2ac-2ff2c59f3932 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438020 May 24 23:32:52.592379 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb879f8-e5a5-41b0-ab1c-0393d24c8957 req-8e1aaa25-f8d7-454e-b0f3-540d0d4ba695 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:52.594050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6eb879f8-e5a5-41b0-ab1c-0393d24c8957 req-8e1aaa25-f8d7-454e-b0f3-540d0d4ba695 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0926273 May 24 23:32:52.640169 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6eb879f8-e5a5-41b0-ab1c-0393d24c8957 req-eedbf9c3-b7ca-404d-95e5-c6e52841579f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 May 24 23:32:52.701352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f276cd4-3f72-45ad-beff-c81f9cf4da53 req-e3d8dc01-2f0e-4433-bb83-b0edfd070136 service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462626 May 24 23:32:52.889459 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f276cd4-3f72-45ad-beff-c81f9cf4da53 req-f30fd6a8-6fd2-486e-a41b-eda15b40533b service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810832 May 24 23:32:52.906030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744cdb5-83ec-49f4-9b7d-73f8179bf428 req-bcc2d8fe-93a8-442a-b8ea-7d430ec14621 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:52.907571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6744cdb5-83ec-49f4-9b7d-73f8179bf428 req-bcc2d8fe-93a8-442a-b8ea-7d430ec14621 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.1317272 May 24 23:32:52.956636 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6744cdb5-83ec-49f4-9b7d-73f8179bf428 req-bd6e91e6-4a57-4b3a-8a58-4dd8f308df70 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 May 24 23:32:53.322227 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-ddab0c8d-da41-47b1-83a8-ae70b3627c09 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706027 May 24 23:32:53.371040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5512a-23fc-4a40-9491-7a553a969cb1 req-7cdac538-eb96-430a-a209-473921664a17 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:53.372530 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8a5512a-23fc-4a40-9491-7a553a969cb1 req-7cdac538-eb96-430a-a209-473921664a17 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0810256 May 24 23:32:53.418823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8a5512a-23fc-4a40-9491-7a553a969cb1 req-c54291f9-9f9d-46d3-8fbc-ed0194f1933f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405381 May 24 23:32:54.502289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91786-e941-4927-9216-46a84887a210 req-20910871-a6b5-4ac5-9371-514c9de8118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:54.503793 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-20910871-a6b5-4ac5-9371-514c9de8118c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 1096 time: 0.0772266 May 24 23:32:54.591284 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:54.616877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fee11e-a6e5-4348-80e6-f30565034ea5 req-5f37662c-22e5-4f0f-b4a1-ae36eed51ed5 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:54.618523 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21fee11e-a6e5-4348-80e6-f30565034ea5 req-5f37662c-22e5-4f0f-b4a1-ae36eed51ed5 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0860713 May 24 23:32:54.637299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91786-e941-4927-9216-46a84887a210 req-a5201fe0-33b1-4971-b3b2-96439d5d3178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:54.638812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-a5201fe0-33b1-4971-b3b2-96439d5d3178 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.1287684 May 24 23:32:54.662678 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21fee11e-a6e5-4348-80e6-f30565034ea5 req-7088b45a-fee6-4cbe-bad8-011b70fa83d4 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381386 May 24 23:32:54.705255 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-09146409-d47f-4710-90ec-663d83bedc19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c40b476-e095-4101-9837-bd3da3283976 HTTP/1.1" status: 200 len: 217 time: 0.0605435 May 24 23:32:54.770808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91786-e941-4927-9216-46a84887a210 req-c79de69e-b56b-4834-b8de-290f92278bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:54.772224 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-c79de69e-b56b-4834-b8de-290f92278bc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.0614088 May 24 23:32:54.817642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-721f856d-e80b-44c7-8be7-7737d4122df9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393765 May 24 23:32:54.951372 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-faf0b849-3944-4d14-a80d-f6ca2f6bb0ec service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272786 May 24 23:32:55.085792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-17594e87-9cbf-443c-b57b-661d8de9164a service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281993 May 24 23:32:55.876658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a3733-b41b-46e3-bef6-af1286579bb6 req-7576cac3-c3fa-4e1c-a224-97b2c9a22835 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:55.878057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3e0a3733-b41b-46e3-bef6-af1286579bb6 req-7576cac3-c3fa-4e1c-a224-97b2c9a22835 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.1017678 May 24 23:32:55.924348 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3e0a3733-b41b-46e3-bef6-af1286579bb6 req-829642d2-d1d3-49c4-bfaa-b0fe48a61181 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 May 24 23:32:56.265141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:32:57.117846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e950fb-e85c-45d3-a612-33311569de3b req-cb1da8f0-d7a0-49a6-84d5-d4a2999b0880 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:57.119283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06e950fb-e85c-45d3-a612-33311569de3b req-cb1da8f0-d7a0-49a6-84d5-d4a2999b0880 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0816376 May 24 23:32:57.167897 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06e950fb-e85c-45d3-a612-33311569de3b req-60f705fc-5449-4a52-b3d4-f40b37d55035 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 May 24 23:32:58.365342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176d8b9-8be2-414e-aa30-c5803022f6ff req-ae17be6a-2500-4fd9-be1d-0d6bf9b686c3 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:58.366826 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7176d8b9-8be2-414e-aa30-c5803022f6ff req-ae17be6a-2500-4fd9-be1d-0d6bf9b686c3 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0815380 May 24 23:32:58.411552 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7176d8b9-8be2-414e-aa30-c5803022f6ff req-538408f1-e86e-4d21-b10f-2dee73419537 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389531 May 24 23:32:59.616418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36d21d-cde3-4ff4-8363-80ceb0749ad3 req-9ca757fc-5f9d-4a3b-adeb-0900932b5c9b tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:32:59.617980 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f36d21d-cde3-4ff4-8363-80ceb0749ad3 req-9ca757fc-5f9d-4a3b-adeb-0900932b5c9b tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0875704 May 24 23:32:59.661881 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f36d21d-cde3-4ff4-8363-80ceb0749ad3 req-d2551ed3-804f-4c97-af99-faeda409bc4b tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374782 May 24 23:33:00.866138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d3a10-5be9-4bbc-bffe-4e92152e682c req-088d7402-38c3-4a41-9cab-8f13cce2fe1f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:00.867492 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b27d3a10-5be9-4bbc-bffe-4e92152e682c req-088d7402-38c3-4a41-9cab-8f13cce2fe1f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0950308 May 24 23:33:00.921662 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b27d3a10-5be9-4bbc-bffe-4e92152e682c req-47573b0a-7c74-4f0e-bd58-1ff0b46f3640 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478287 May 24 23:33:02.118717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5360fc-ec77-4df2-8a6f-0ec882c51d5f req-20e86f23-9d98-48ed-b305-221ca2b90b7e tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:02.120198 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b5360fc-ec77-4df2-8a6f-0ec882c51d5f req-20e86f23-9d98-48ed-b305-221ca2b90b7e tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0819867 May 24 23:33:02.171164 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b5360fc-ec77-4df2-8a6f-0ec882c51d5f req-e08ba98f-4bc5-4cdd-9a98-c8aa364495ed tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424926 May 24 23:33:03.373207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531131c-d751-4a08-b25f-0fc8b01c59ab req-3b891222-19c6-46aa-9ce4-79b98f37c829 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:03.374709 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d531131c-d751-4a08-b25f-0fc8b01c59ab req-3b891222-19c6-46aa-9ce4-79b98f37c829 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0839844 May 24 23:33:03.422426 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d531131c-d751-4a08-b25f-0fc8b01c59ab req-49437586-d2c8-43e5-b8cd-5180bf22eeb9 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393634 May 24 23:33:04.626294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b3986-d438-4abd-9f31-68ed4d2ff9e6 req-ecf99e2c-7559-44ea-99cd-8d23d6bd8365 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:04.627798 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d64b3986-d438-4abd-9f31-68ed4d2ff9e6 req-ecf99e2c-7559-44ea-99cd-8d23d6bd8365 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0820544 May 24 23:33:04.676740 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d64b3986-d438-4abd-9f31-68ed4d2ff9e6 req-d30f7c68-4219-449f-8ade-22c55059e50c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430615 May 24 23:33:05.387562 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2f89-6aaf-4aeb-b59c-7ca34e1d8853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:05.893629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fec193-2774-4247-8b25-88fbd5d8f800 req-f9a8d08c-92db-4c7d-a592-2efd853cdc1d tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:05.895095 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67fec193-2774-4247-8b25-88fbd5d8f800 req-f9a8d08c-92db-4c7d-a592-2efd853cdc1d tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0966609 May 24 23:33:05.941933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67fec193-2774-4247-8b25-88fbd5d8f800 req-cc6f50e7-12f1-40b0-b3eb-9b4f4b94fef9 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 May 24 23:33:07.171289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350d7e6-1a89-4ebb-8057-91b944c106f4 req-a36af3f1-55f3-41c4-8186-52b3bba13502 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:07.172754 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6350d7e6-1a89-4ebb-8057-91b944c106f4 req-a36af3f1-55f3-41c4-8186-52b3bba13502 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0970135 May 24 23:33:07.230347 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6350d7e6-1a89-4ebb-8057-91b944c106f4 req-bfd37616-59d6-4a33-8131-76d2dbad1c28 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513830 May 24 23:33:07.483333 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cde56924-c5b0-4105-9da9-8009c89bb381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:08.442066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb6048-723b-4b6c-bcd7-1e6b3f1d33a8 req-4491ae0f-e782-4f18-a5c3-aa09300d538f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:08.443526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77bb6048-723b-4b6c-bcd7-1e6b3f1d33a8 req-4491ae0f-e782-4f18-a5c3-aa09300d538f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0950696 May 24 23:33:08.610318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-77bb6048-723b-4b6c-bcd7-1e6b3f1d33a8 req-6d008d66-02af-41d6-9034-0968a88adaa6 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578248 May 24 23:33:08.738688 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:08.877150 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:09.817237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacf41c-ad0d-4ed4-b49d-125e79fceb25 req-df30c3c2-3943-4afe-8f34-410c2ca7b38f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:09.818727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5cacf41c-ad0d-4ed4-b49d-125e79fceb25 req-df30c3c2-3943-4afe-8f34-410c2ca7b38f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0805500 May 24 23:33:09.862022 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5cacf41c-ad0d-4ed4-b49d-125e79fceb25 req-df22bfc2-44c9-47f8-8b11-3297436c49d3 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373833 May 24 23:33:10.172791 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:11.082432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832309a7-8fd8-4b5c-b5be-6282a98b4406 req-73f6814d-bf6a-4bb2-aaaf-a2321085c1eb tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:11.083907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-832309a7-8fd8-4b5c-b5be-6282a98b4406 req-73f6814d-bf6a-4bb2-aaaf-a2321085c1eb tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0943565 May 24 23:33:11.129201 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-832309a7-8fd8-4b5c-b5be-6282a98b4406 req-7684332f-e75c-487e-bc99-83f82e733190 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388823 May 24 23:33:12.339149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eef97-a599-401d-a903-c2673de81066 req-d4023918-2df3-432d-a645-78c52e1dba71 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:12.340695 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d71eef97-a599-401d-a903-c2673de81066 req-d4023918-2df3-432d-a645-78c52e1dba71 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0938106 May 24 23:33:12.387060 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d71eef97-a599-401d-a903-c2673de81066 req-166d955c-03bf-4e89-afdf-31e113dddf74 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 May 24 23:33:13.770733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878c698-bb75-4054-a8b8-bd1a814eeb58 req-c8c529ad-5bf6-45bf-a137-2e4de58d4297 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:13.772201 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c878c698-bb75-4054-a8b8-bd1a814eeb58 req-c8c529ad-5bf6-45bf-a137-2e4de58d4297 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0958278 May 24 23:33:13.817431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c878c698-bb75-4054-a8b8-bd1a814eeb58 req-7edbb11d-741c-46b0-a734-3db269edac77 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 May 24 23:33:15.016345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9819f6e-4fe6-44ef-a99d-77a474f40cd3 req-57012924-f2a2-40eb-ba39-76d77e00d3aa tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:15.017814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9819f6e-4fe6-44ef-a99d-77a474f40cd3 req-57012924-f2a2-40eb-ba39-76d77e00d3aa tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0860484 May 24 23:33:15.062646 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d9819f6e-4fe6-44ef-a99d-77a474f40cd3 req-4242c272-5e30-49d6-bf03-374b290e2874 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387545 May 24 23:33:16.260318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18153b5e-f471-4770-bae3-cd4de377dd14 req-3f4a534e-fd88-4cf0-b018-5a898bd0f441 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:16.261934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18153b5e-f471-4770-bae3-cd4de377dd14 req-3f4a534e-fd88-4cf0-b018-5a898bd0f441 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0849493 May 24 23:33:16.308622 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18153b5e-f471-4770-bae3-cd4de377dd14 req-b5ada4f1-680b-40d2-bad6-161413ac2d67 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 May 24 23:33:17.521378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b27b5-0e82-4935-914f-b035285f0ee8 req-bbbe6151-dc20-4083-89c5-4639ed0d2216 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:17.522878 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-010b27b5-0e82-4935-914f-b035285f0ee8 req-bbbe6151-dc20-4083-89c5-4639ed0d2216 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0896931 May 24 23:33:17.566838 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-010b27b5-0e82-4935-914f-b035285f0ee8 req-dfe2f732-e47e-4473-9b4b-a8f56458041d tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379486 May 24 23:33:18.761878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e37bb5-5b94-4040-948d-6306bc74f48d req-1adb4520-66b7-444d-b4a8-b5c71b9efa0c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:18.763334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86e37bb5-5b94-4040-948d-6306bc74f48d req-1adb4520-66b7-444d-b4a8-b5c71b9efa0c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0863039 May 24 23:33:18.809979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86e37bb5-5b94-4040-948d-6306bc74f48d req-b93b5c50-0dd2-43ec-ab3e-9c7a9ee9128f tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378544 May 24 23:33:20.023396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e493a14-a042-4091-98b6-78a4e780a65b req-80770946-bc8a-4fd5-852d-b06e9d28f3eb tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:20.024879 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5e493a14-a042-4091-98b6-78a4e780a65b req-80770946-bc8a-4fd5-852d-b06e9d28f3eb tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0914829 May 24 23:33:20.074669 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5e493a14-a042-4091-98b6-78a4e780a65b req-d53d1a7e-06a4-4542-ab85-200cb5293df3 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426252 May 24 23:33:20.365683 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:33:21.280551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a0e41-ad53-4813-89d6-99ceb1fb54a6 req-c41b0901-da18-4922-80de-09fbfd1cffeb tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:21.282035 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-539a0e41-ad53-4813-89d6-99ceb1fb54a6 req-c41b0901-da18-4922-80de-09fbfd1cffeb tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0928593 May 24 23:33:21.332325 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-539a0e41-ad53-4813-89d6-99ceb1fb54a6 req-ed3daa10-8361-4149-9f8d-7246aa331df8 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 May 24 23:33:22.320945 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-c3b91786-e941-4927-9216-46a84887a210 req-937d69f7-4d85-4b77-9304-0340fbcb0380 service neutron] show failed (client error): The resource could not be found. May 24 23:33:22.322019 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-937d69f7-4d85-4b77-9304-0340fbcb0380 service neutron] 10.222.0.50 "GET /v2.0/ports/0c40b476-e095-4101-9837-bd3da3283976/bindings/n-h1-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.0862029 May 24 23:33:22.533783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2aeccc-62bd-4185-a0c4-b522648fbd40 req-b4fbaa27-1746-4409-93dd-8acd82afab15 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:22.535673 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b2aeccc-62bd-4185-a0c4-b522648fbd40 req-b4fbaa27-1746-4409-93dd-8acd82afab15 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0870776 May 24 23:33:22.581771 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b2aeccc-62bd-4185-a0c4-b522648fbd40 req-2a10a514-d84c-46cd-992c-8f33c7d56d87 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 May 24 23:33:22.615103 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91786-e941-4927-9216-46a84887a210 req-c8d8965e-bb54-4418-8a58-adcc14720d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:22.616617 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-c8d8965e-bb54-4418-8a58-adcc14720d32 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679&tenant_id=6e500f43f7c04adf9ab5d39f19032fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0725136 May 24 23:33:22.627958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:33:22.755349 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:23.034031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0c40b476-e095-4101-9837-bd3da3283976,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:23.063065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:33:23.121970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c40b476-e095-4101-9837-bd3da3283976'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:33:23.128364 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:23.144910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Transition to ACTIVE for port object 0c40b476-e095-4101-9837-bd3da3283976 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:33:23.152158 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:23.195506 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca718af-fedb-4a86-9afb-23a9bd7d15cc'] response: {'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c40b476-e095-4101-9837-bd3da3283976', 'code': 200} May 24 23:33:23.319960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] No DVR routers for this DVR port 0c40b476-e095-4101-9837-bd3da3283976 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:33:23.325676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Pushing event updated for resources: {'Port': ['ID=0c40b476-e095-4101-9837-bd3da3283976,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:23.380320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Attempting to bind port 0c40b476-e095-4101-9837-bd3da3283976 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:33:23.380663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Attempting to bind port 0c40b476-e095-4101-9837-bd3da3283976 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:33:23.380946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Attempting to bind port 0c40b476-e095-4101-9837-bd3da3283976 on network 7395c032-7156-419d-994a-93d02524fb80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:33:23.385704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Port 0c40b476-e095-4101-9837-bd3da3283976 on network 7395c032-7156-419d-994a-93d02524fb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:33:23.386002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Attempting to bind port 0c40b476-e095-4101-9837-bd3da3283976 on network 7395c032-7156-419d-994a-93d02524fb80 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:33:23.391794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:33:23.392121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Checking segment: {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:33:23.392501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Bound using segment: {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:33:23.392919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Bound port: 0c40b476-e095-4101-9837-bd3da3283976, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48feddd5-41fd-47ab-9159-2c44cd8160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7395c032-7156-419d-994a-93d02524fb80'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:33:23.393258 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:23.487579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:33:23.490602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0c40b476-e095-4101-9837-bd3da3283976,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:33:23.499271 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:23.562974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:23.563573 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:23.564988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] 10.222.0.31 "PUT /v2.0/ports/0c40b476-e095-4101-9837-bd3da3283976 HTTP/1.1" status: 200 len: 1091 time: 0.9408779 May 24 23:33:23.582767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bf062-58c0-43f6-878b-3b86b19a4aac service neutron] Pushing event updated for resources: {'Port': ['ID=0c40b476-e095-4101-9837-bd3da3283976,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:23.659531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91786-e941-4927-9216-46a84887a210 req-96aecc5c-7ef8-44ad-9c2b-c6f198934158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:23.661014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-96aecc5c-7ef8-44ad-9c2b-c6f198934158 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 1094 time: 0.0748050 May 24 23:33:23.776221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027667e-f42e-4de0-806d-90ca05dbcdf1 req-27353fa9-6e53-470c-84e1-354ec12d0344 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:23.777803 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5027667e-f42e-4de0-806d-90ca05dbcdf1 req-27353fa9-6e53-470c-84e1-354ec12d0344 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 943 time: 0.0855343 May 24 23:33:23.792090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91786-e941-4927-9216-46a84887a210 req-ba9438c6-fb66-41d3-bf92-976be2c7d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:23.793538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-ba9438c6-fb66-41d3-bf92-976be2c7d3e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.1264889 May 24 23:33:23.822574 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5027667e-f42e-4de0-806d-90ca05dbcdf1 req-1db110cf-47d7-4579-8939-3d697911dc30 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383453 May 24 23:33:23.867537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-34296877-bb69-41cb-9508-4a591037c601 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c40b476-e095-4101-9837-bd3da3283976 HTTP/1.1" status: 200 len: 217 time: 0.0678360 May 24 23:33:24.040779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91786-e941-4927-9216-46a84887a210 req-8ff86c38-ff3f-42a1-a4ac-121f235883ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:24.042273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-8ff86c38-ff3f-42a1-a4ac-121f235883ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.1679926 May 24 23:33:24.088834 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-65869f53-19b6-4d27-aa5c-a45ca5bdb0c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399671 May 24 23:33:24.220306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-2d26de67-732f-4659-a3b3-a41009a05b31 service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250088 May 24 23:33:24.351839 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c3b91786-e941-4927-9216-46a84887a210 req-00c84719-ed95-49db-b6fb-9b3d783e26b4 service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255212 May 24 23:33:24.582529 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:25.033549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e51ea-5687-4c08-a5e8-77909ddc6c6b req-fd2b1e14-8ba8-4c48-8a50-f59943b20ae9 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:25.035016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-892e51ea-5687-4c08-a5e8-77909ddc6c6b req-fd2b1e14-8ba8-4c48-8a50-f59943b20ae9 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 943 time: 0.0907917 May 24 23:33:25.079850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-892e51ea-5687-4c08-a5e8-77909ddc6c6b req-efce55d6-4016-4209-a6c9-e1fbfc35c55a tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 May 24 23:33:25.197135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'tag': '0c40b476-e095-4101-9837-bd3da3283976'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:33:25.267722 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0441a1a-03a1-4cc2-9c4f-c61afc8c5e3d'] response: {'name': 'network-changed', 'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'tag': '0c40b476-e095-4101-9837-bd3da3283976', 'status': 'completed', 'code': 200} May 24 23:33:25.418070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-fb8c6078-76e9-4570-9c9b-da843c3644b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:25.419549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-fb8c6078-76e9-4570-9c9b-da843c3644b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 1094 time: 0.1297944 May 24 23:33:25.423805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-0a215b0a-2407-4233-9d44-d48b2433bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:25.425120 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-0a215b0a-2407-4233-9d44-d48b2433bfd9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 1094 time: 0.0993004 May 24 23:33:25.650910 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-35339b6c-1d20-4ec7-a89e-edd4c9226172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:25.652357 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-35339b6c-1d20-4ec7-a89e-edd4c9226172 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.2257245 May 24 23:33:25.654845 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-795a19fd-3972-41ab-8446-2155ee93b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:25.656225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-795a19fd-3972-41ab-8446-2155ee93b2f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.2123096 May 24 23:33:25.779198 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-97c19b02-b47f-4b9e-bbac-74c7c7645794 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c40b476-e095-4101-9837-bd3da3283976 HTTP/1.1" status: 200 len: 217 time: 0.1191700 May 24 23:33:25.780677 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-41049fad-1865-4114-9b5d-4af08252439d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c40b476-e095-4101-9837-bd3da3283976 HTTP/1.1" status: 200 len: 217 time: 0.0688527 May 24 23:33:25.900530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-a6a625ee-b119-4a0b-a724-f4d61426bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:25.902010 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-a6a625ee-b119-4a0b-a724-f4d61426bedb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.1151366 May 24 23:33:25.903277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-d04cf043-fe42-4537-9b4c-65a11052492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:25.904644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-d04cf043-fe42-4537-9b4c-65a11052492e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.0871518 May 24 23:33:25.987871 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-928f43b8-41c5-49ed-8a40-66b809d1d730 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799184 May 24 23:33:25.989879 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-47b70c7e-b44d-4b48-8a0d-b02a684f2ac7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489743 May 24 23:33:26.260787 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:26.374781 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-72b615ba-5705-4c43-8217-cfaf01f7e886 service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783965 May 24 23:33:26.476477 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-0042b949-d109-4e6c-9912-701b12823325 service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632535 May 24 23:33:26.593576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bd751-0943-4220-b509-6f45d246d393 req-d389fe79-9a4b-44e5-8c45-681c6e05d958 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:26.595048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a2bd751-0943-4220-b509-6f45d246d393 req-d389fe79-9a4b-44e5-8c45-681c6e05d958 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 943 time: 0.3423917 May 24 23:33:26.640542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-749a1f0c-9a5b-41c4-8756-2f3de67255d1 service neutron] 10.222.0.31 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574282 May 24 23:33:26.689787 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a2bd751-0943-4220-b509-6f45d246d393 req-a0340152-1225-4a86-aa2a-88d6cb271958 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844142 May 24 23:33:26.691736 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d8d927-ca2c-4f83-962e-48299d1e0066 req-5bbe20c8-5def-4eea-8418-dde928ffb72c service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031479 May 24 23:33:27.089705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fe7cd-bc43-4113-9e66-77e627c87d95 req-b0378fdc-4fa2-46fc-b790-786ea7f761c9 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:27.091220 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588fe7cd-bc43-4113-9e66-77e627c87d95 req-b0378fdc-4fa2-46fc-b790-786ea7f761c9 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 943 time: 0.1499918 May 24 23:33:27.104671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47382221-d0be-44b2-9f21-27f23217fe33 req-ac20e710-0e93-48d7-8061-86c269e61db7 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:27.106004 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47382221-d0be-44b2-9f21-27f23217fe33 req-ac20e710-0e93-48d7-8061-86c269e61db7 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679&tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&binding%3Ahost_id=n-h1-843146-7 HTTP/1.1" status: 200 len: 943 time: 0.1320248 May 24 23:33:27.228877 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-588fe7cd-bc43-4113-9e66-77e627c87d95 req-57934b11-7fdc-447c-942d-57ea9eef8468 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219270 May 24 23:33:27.239875 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-47382221-d0be-44b2-9f21-27f23217fe33 req-856faa98-7bb3-4f3a-a14f-8ec5f073df2a service neutron] delete failed (client error): The resource could not be found. May 24 23:33:27.240859 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47382221-d0be-44b2-9f21-27f23217fe33 req-856faa98-7bb3-4f3a-a14f-8ec5f073df2a service neutron] 10.222.0.50 "DELETE /v2.0/ports/0c40b476-e095-4101-9837-bd3da3283976/bindings/n-h2-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.1188917 May 24 23:33:27.425215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47382221-d0be-44b2-9f21-27f23217fe33 req-23518b9d-f9d7-4273-89cc-3d1c3beb519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:27.426670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47382221-d0be-44b2-9f21-27f23217fe33 req-23518b9d-f9d7-4273-89cc-3d1c3beb519f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 1094 time: 0.0954068 May 24 23:33:27.462233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0c40b476-e095-4101-9837-bd3da3283976 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:33:27.573551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47382221-d0be-44b2-9f21-27f23217fe33 req-9482b17b-5b1c-42c0-a8c2-1a60abe8eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:27.575013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47382221-d0be-44b2-9f21-27f23217fe33 req-9482b17b-5b1c-42c0-a8c2-1a60abe8eb38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 200 len: 915 time: 0.1369703 May 24 23:33:27.601299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0c40b476-e095-4101-9837-bd3da3283976,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:27.620961 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '0c40b476-e095-4101-9837-bd3da3283976', 'network_id': '7395c032-7156-419d-994a-93d02524fb80', 'port_id': '0c40b476-e095-4101-9837-bd3da3283976', 'mac_address': 'fa:16:3e:a1:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236836a6-7c9f-445a-9850-7d22c1b81110', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:33:27.647478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47382221-d0be-44b2-9f21-27f23217fe33 req-54ee31f7-d4db-4bdd-a714-447eba2dac1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c40b476-e095-4101-9837-bd3da3283976 HTTP/1.1" status: 200 len: 217 time: 0.0620220 May 24 23:33:27.691977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 0c40b476-e095-4101-9837-bd3da3283976 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:33:27.692256 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:27.714322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c40b476-e095-4101-9837-bd3da3283976 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:33:27.718842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47382221-d0be-44b2-9f21-27f23217fe33 req-cfc7d414-0d5d-4707-8729-e54632107b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:27.720369 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47382221-d0be-44b2-9f21-27f23217fe33 req-cfc7d414-0d5d-4707-8729-e54632107b4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 200 len: 854 time: 0.0635238 May 24 23:33:27.731247 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0c40b476-e095-4101-9837-bd3da3283976 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:33:27.761673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0c40b476-e095-4101-9837-bd3da3283976,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:27.774901 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47382221-d0be-44b2-9f21-27f23217fe33 req-2cd75175-d018-41a4-879b-d6da96866d9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7395c032-7156-419d-994a-93d02524fb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448551 May 24 23:33:27.776150 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:27.850067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0c40b476-e095-4101-9837-bd3da3283976 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:33:27.860952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=0c40b476-e095-4101-9837-bd3da3283976,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:27.870437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.870927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.871269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.871601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.872785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.873300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.873727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.874263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.875410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.875410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.875868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.876366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:27.926967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47382221-d0be-44b2-9f21-27f23217fe33 req-e8de4158-158c-4ab5-bfaf-45acdbc57643 service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433010 May 24 23:33:27.999857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0c40b476-e095-4101-9837-bd3da3283976'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:33:28.071020 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47382221-d0be-44b2-9f21-27f23217fe33 req-a82573be-3298-4000-b044-d1b95bc59c1e service neutron] 10.222.0.50 "GET /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340327 May 24 23:33:28.446133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877f9a6-38b7-483c-b031-05b36e229304 req-20ea4213-fa94-4ad3-95b1-24c5b5ab457b tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:28.447711 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f877f9a6-38b7-483c-b031-05b36e229304 req-20ea4213-fa94-4ad3-95b1-24c5b5ab457b tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 944 time: 0.0927358 May 24 23:33:28.493965 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f877f9a6-38b7-483c-b031-05b36e229304 req-ec6620e9-2381-4c81-af62-fcfb88f0e7da tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 May 24 23:33:29.480703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0c40b476-e095-4101-9837-bd3da3283976 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:33:29.592187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 0c40b476-e095-4101-9837-bd3da3283976 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:33:29.598326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 0c40b476-e095-4101-9837-bd3da3283976 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:29.598719 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:29.685703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c985a0-06e0-465c-8547-c4161ccddde1 req-13f2780b-e2af-4644-ab1b-e1f9977c6b50 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:29.687306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08c985a0-06e0-465c-8547-c4161ccddde1 req-13f2780b-e2af-4644-ab1b-e1f9977c6b50 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 944 time: 0.0864589 May 24 23:33:29.716368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 0c40b476-e095-4101-9837-bd3da3283976 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:33:29.716741 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:29.732393 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08c985a0-06e0-465c-8547-c4161ccddde1 req-cb3e1c2d-e184-4f73-86d1-74012f05ce55 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 May 24 23:33:29.745775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c40b476-e095-4101-9837-bd3da3283976'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:33:29.756242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0c40b476-e095-4101-9837-bd3da3283976,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:29.762469 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:29.799443 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9fe040-48ee-47e5-838d-76881d3ab371'] response: {'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c40b476-e095-4101-9837-bd3da3283976', 'code': 200} May 24 23:33:29.830787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=0c40b476-e095-4101-9837-bd3da3283976,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:29.919422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0f60b-3c54-4a8c-be0f-f368c16ee21b req-41929b90-0167-494b-aaa2-20b37446476c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:29.920877 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a3b0f60b-3c54-4a8c-be0f-f368c16ee21b req-41929b90-0167-494b-aaa2-20b37446476c tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0826731 May 24 23:33:29.969786 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a3b0f60b-3c54-4a8c-be0f-f368c16ee21b req-4bcabe4c-c73a-4eeb-97bf-4056e7f2cb17 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 May 24 23:33:30.275688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac12af-0c1d-4a38-89f8-00dc2d55591b req-9f8a4ede-0a09-44f3-a056-e7eff77e1768 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:30.277151 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-78ac12af-0c1d-4a38-89f8-00dc2d55591b req-9f8a4ede-0a09-44f3-a056-e7eff77e1768 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.1881230 May 24 23:33:30.323752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-78ac12af-0c1d-4a38-89f8-00dc2d55591b req-d0c20bab-cb66-4716-b18f-a18b48244928 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 May 24 23:33:31.038254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a81ec-6a78-4403-8611-9353e77cdc23 req-29b8f6f4-c4f0-4ded-a8d6-3c365b9751cd tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:31.039701 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a37a81ec-6a78-4403-8611-9353e77cdc23 req-29b8f6f4-c4f0-4ded-a8d6-3c365b9751cd tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.2091074 May 24 23:33:31.083531 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a37a81ec-6a78-4403-8611-9353e77cdc23 req-b64fad2f-64b6-40b7-be26-36d12fa341f8 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 May 24 23:33:31.962265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423c7f-fe69-4c06-ab2f-ea2995967a6a req-5a3eb10b-7a6a-490e-aedb-80dfbfcad8d1 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:31.963641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4423c7f-fe69-4c06-ab2f-ea2995967a6a req-5a3eb10b-7a6a-490e-aedb-80dfbfcad8d1 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.31 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0928626 May 24 23:33:32.036245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-d4423c7f-fe69-4c06-ab2f-ea2995967a6a req-09f5a35d-d556-40ae-bd57-344b0665e823 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Deleting port 0c40b476-e095-4101-9837-bd3da3283976 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:33:32.036587 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d4423c7f-fe69-4c06-ab2f-ea2995967a6a req-09f5a35d-d556-40ae-bd57-344b0665e823 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:32.276862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3030f7c-586e-467a-92b9-0669ba0141dc req-fd539b57-ae9f-44c4-ac45-66a6ff95f6c2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:32.278440 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3030f7c-586e-467a-92b9-0669ba0141dc req-fd539b57-ae9f-44c4-ac45-66a6ff95f6c2 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/ports?device_id=6538356f-bc89-4af2-a52a-48e4bed14679 HTTP/1.1" status: 200 len: 945 time: 0.0806732 May 24 23:33:32.286841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-d4423c7f-fe69-4c06-ab2f-ea2995967a6a req-09f5a35d-d556-40ae-bd57-344b0665e823 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] For port 0c40b476-e095-4101-9837-bd3da3283976, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=0c40b476-e095-4101-9837-bd3da3283976,segment=NetworkSegment(48feddd5-41fd-47ab-9159-2c44cd8160b3),segment_id=48feddd5-41fd-47ab-9159-2c44cd8160b3)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:32.287365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d4423c7f-fe69-4c06-ab2f-ea2995967a6a req-09f5a35d-d556-40ae-bd57-344b0665e823 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:32.326715 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e3030f7c-586e-467a-92b9-0669ba0141dc req-05187773-ffa3-4415-ad84-50feb97ec60d tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c5a4fb3-a066-411f-8070-0e65a15cfaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 May 24 23:33:32.409424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-d4423c7f-fe69-4c06-ab2f-ea2995967a6a req-09f5a35d-d556-40ae-bd57-344b0665e823 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Calling delete_port for 0c40b476-e095-4101-9837-bd3da3283976 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:33:32.558154 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d4423c7f-fe69-4c06-ab2f-ea2995967a6a req-09f5a35d-d556-40ae-bd57-344b0665e823 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:32.569607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['0c40b476-e095-4101-9837-bd3da3283976'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:33:32.612426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5a35d-d556-40ae-bd57-344b0665e823 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Pushing event deleted for resources: {'Port': ['ID=0c40b476-e095-4101-9837-bd3da3283976,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:32.688131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4423c7f-fe69-4c06-ab2f-ea2995967a6a req-09f5a35d-d556-40ae-bd57-344b0665e823 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] No DVR routers for this DVR port 0c40b476-e095-4101-9837-bd3da3283976 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:33:32.690961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-d4423c7f-fe69-4c06-ab2f-ea2995967a6a req-09f5a35d-d556-40ae-bd57-344b0665e823 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:32.693433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'name': 'network-vif-deleted', 'tag': '0c40b476-e095-4101-9837-bd3da3283976'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:33:32.710546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4423c7f-fe69-4c06-ab2f-ea2995967a6a req-09f5a35d-d556-40ae-bd57-344b0665e823 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] 10.222.0.31 "DELETE /v2.0/ports/0c40b476-e095-4101-9837-bd3da3283976 HTTP/1.1" status: 204 len: 173 time: 0.7401814 May 24 23:33:32.737786 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa3badb-99bb-4f9e-b97e-2b05e0b6ae01'] response: {'server_uuid': '6538356f-bc89-4af2-a52a-48e4bed14679', 'name': 'network-vif-deleted', 'tag': '0c40b476-e095-4101-9837-bd3da3283976', 'status': 'completed', 'code': 200} May 24 23:33:33.580662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52336) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:33.639218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Deleting subnet 236836a6-7c9f-445a-9850-7d22c1b81110 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:33:33.642427 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:33.692009 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:33.752403 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:33.825077 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:33.863176 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=236836a6-7c9f-445a-9850-7d22c1b81110,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:33.866085 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:33.874762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.875118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.875454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.875760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.876082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.876396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.876712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.877022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.877332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.877748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.878065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.878373 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:33.882087 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b00d55e4-8136-4b7d-8cc4-40703ef60652 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/236836a6-7c9f-445a-9850-7d22c1b81110 HTTP/1.1" status: 204 len: 168 time: 0.3004229 May 24 23:33:33.884686 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52340) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:33.994870 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:34.128437 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:34.153456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7395c032-7156-419d-994a-93d02524fb80']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:34.165014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48feddd5-41fd-47ab-9159-2c44cd8160b3') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:34.165300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48feddd5-41fd-47ab-9159-2c44cd8160b3') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:34.176435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:34.191947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:34.197972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:33:34.198341 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:34.261133 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 48feddd5-41fd-47ab-9159-2c44cd8160b3 resource provider aggregate not found May 24 23:33:34.279861 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 48feddd5-41fd-47ab-9159-2c44cd8160b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48feddd5-41fd-47ab-9159-2c44cd8160b3 found for delete ", "request_id": "req-595a38e3-4cf2-4608-b831-0694827fdce5"}]} May 24 23:33:34.295568 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:34.311102 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:34.321046 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] Pushing event deleted for resources: {'Network': ['ID=7395c032-7156-419d-994a-93d02524fb80,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:34.330899 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9cd04982-8d25-4dd2-9790-cf7210540abe admin admin] 10.222.0.55 "DELETE /v2.0/networks/7395c032-7156-419d-994a-93d02524fb80 HTTP/1.1" status: 204 len: 168 time: 0.4452860 May 24 23:33:34.455323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52350) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:34.513063 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ca46cc8f-098f-44d5-9c6c-f3fde897b951 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e500f43f7c04adf9ab5d39f19032fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564234 May 24 23:33:34.515582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52354) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:34.574981 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ae574666-6a6e-44b1-b072-9a2d730762cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:34.600409 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ae574666-6a6e-44b1-b072-9a2d730762cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:34.652222 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ae574666-6a6e-44b1-b072-9a2d730762cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:34.673063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae574666-6a6e-44b1-b072-9a2d730762cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5a4fb3-a066-411f-8070-0e65a15cfaf5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:34.681997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ae574666-6a6e-44b1-b072-9a2d730762cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:34.683091 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ae574666-6a6e-44b1-b072-9a2d730762cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c5a4fb3-a066-411f-8070-0e65a15cfaf5 HTTP/1.1" status: 204 len: 168 time: 0.1666334 May 24 23:33:35.386780 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e97de7b3-0940-4eeb-a16a-6b6dd0d1d92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:35.468320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52378) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:35.587197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1497126626-network', 'tenant_id': '97f31ff912d749998df45e58c9d0298c'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:33:35.592951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:33:35.596959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Usage tracker for resource:network and tenant:97f31ff912d749998df45e58c9d0298c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:33:35.599847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:33:35.605368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:33:35.618361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Made reservation on behalf of 97f31ff912d749998df45e58c9d0298c for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:33:35.621668 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:35.643532 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:35.660844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:33:35.665354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Usage tracker for resource:security_group_rule and tenant:97f31ff912d749998df45e58c9d0298c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:33:35.668503 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:33:35.676268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:33:35.772406 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:35.778648 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:35.807938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:33:35.816268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68992bb9-1afa-4500-8069-fb13a33c15c3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:35.821706 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:35.822059 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Added segment 39b70468-e667-4540-8bbd-66a8332441cf of type vlan for network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 May 24 23:33:35.850057 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:35.882093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:35.883082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:35.883674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:35.995286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] Pushing event updated for resources: {'Network': ['ID=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:35.999054 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f5da216d-59dd-478e-99bc-7a56925e02d7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5295234 May 24 23:33:36.002452 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52384) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:36.005565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:33:36.008773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Request body: {'subnet': {'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1497126626-subnet', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:33:36.014785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:33:36.018919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Usage tracker for resource:subnet and tenant:97f31ff912d749998df45e58c9d0298c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:33:36.023301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:33:36.031144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:33:36.043461 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Made reservation on behalf of 97f31ff912d749998df45e58c9d0298c for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:33:36.045836 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:36.257476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:36.331124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d4bc6a-1c77-465d-ad98-5e1adf129209,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:36.341416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:33:36.341782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Network hostable DHCP agents. Network: 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:33:36.363224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:33:36.374004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:33:36.378262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:36.378849 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:36.382569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0472eb-2c19-4bd7-8aea-81e87294bc54 None None] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:33:36.404283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52388) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:36.404887 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-738543ef-ad74-46da-9a30-5c0b9a3cf6b3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4001553 May 24 23:33:36.409585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:33:36.415160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:33:36.419482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Usage tracker for resource:router and tenant:97f31ff912d749998df45e58c9d0298c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:33:36.422725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:33:36.428504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:33:36.439859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:36.440904 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:36.455524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:36.596342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:33:36.597293 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:36.723962 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:36.752601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Allocated IP 172.20.0.2 (8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2/c8d4bc6a-1c77-465d-ad98-5e1adf129209/08c30644-8fa8-4b3c-83b0-fa18e6186f71) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:33:36.953049 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:36.964461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Transition to ACTIVE for port object 08c30644-8fa8-4b3c-83b0-fa18e6186f71 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:33:36.985336 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Transition to ACTIVE for port object 08c30644-8fa8-4b3c-83b0-fa18e6186f71 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:33:36.993101 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:37.061633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:33:37.064523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:33:37.069095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:33:37.074647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Pushing event updated for resources: {'Port': ['ID=08c30644-8fa8-4b3c-83b0-fa18e6186f71,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:37.162561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Attempting to bind port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:33:37.162922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Attempting to bind port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:33:37.163272 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Attempting to bind port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:33:37.163854 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:37.168669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:33:37.169034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:33:37.169424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:37.169832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Bound using segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:33:37.170279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Bound port: 08c30644-8fa8-4b3c-83b0-fa18e6186f71, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:33:37.170642 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:37.194187 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:37.255735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] For port 08c30644-8fa8-4b3c-83b0-fa18e6186f71, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:33:37.258858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] For port 08c30644-8fa8-4b3c-83b0-fa18e6186f71, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=08c30644-8fa8-4b3c-83b0-fa18e6186f71,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:33:37.265041 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:37.334254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Allocated IP 172.25.7.155 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/b4694c04-f3b7-4ac0-9509-271706139481) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:33:37.357784 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bf59a-e606-49be-9ac2-2ac6a9adf6bb None None] Pushing event updated for resources: {'Port': ['ID=08c30644-8fa8-4b3c-83b0-fa18e6186f71,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:37.478049 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-90cd172d-fcba-49be-98b4-0a0d81c80593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:37.489640 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:37.534558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0c40b476-e095-4101-9837-bd3da3283976 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:33:37.540545 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:37.572909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 0c40b476-e095-4101-9837-bd3da3283976 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:33:37.573529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 0c40b476-e095-4101-9837-bd3da3283976 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:33:37.622398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:33:37.623433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4694c04-f3b7-4ac0-9509-271706139481,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:37.627937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:33:37.631217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:33:38.059986 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:38.303058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f37bbbf-1997-493d-bf01-b3527ba3ad58 None None] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:33:38.379261 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 08c30644-8fa8-4b3c-83b0-fa18e6186f71 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:33:38.427306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:38.431944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-221307b5-e90b-4412-8632-42a6c472dcae None None] Provisioning for port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:33:38.567588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:33:38.576535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:38.576903 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:38.753255 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:38.762433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:33:38.762813 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:38.784295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Router e7d7ecd5-adde-4b03-9836-34f2872a00c3 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:33:38.796828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 08c30644-8fa8-4b3c-83b0-fa18e6186f71, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=08c30644-8fa8-4b3c-83b0-fa18e6186f71,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:38.802143 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:38.889965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=08c30644-8fa8-4b3c-83b0-fa18e6186f71,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:38.893221 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:38.975707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:33:38.984873 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Sync routers for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:33:38.994012 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:33:38.994617 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:33:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:38.999490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:39.000747 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-82a135f1-1e00-43e3-81c0-6477f2932be5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5954041 May 24 23:33:39.003730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52392) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:39.068674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a2a70d64-6c63-4e6d-a7cc-b810bb253852 None None] Provisioning complete for port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:39.068937 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a2a70d64-6c63-4e6d-a7cc-b810bb253852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:39.167886 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:33:39.193032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a2a70d64-6c63-4e6d-a7cc-b810bb253852 None None] Current status of the port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:33:39.456895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:37Z', 'revision_number': 3, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:39.461237 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Checking router: e7d7ecd5-adde-4b03-9836-34f2872a00c3 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:33:39.461776 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Updating router e7d7ecd5-adde-4b03-9836-34f2872a00c3 port b4694c04-f3b7-4ac0-9509-271706139481 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:33:39.514993 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:39.787846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:39.836101 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:39.848119 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Transition to ACTIVE for port object b4694c04-f3b7-4ac0-9509-271706139481 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:33:39.855660 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:39.959555 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Attempting to bind port b4694c04-f3b7-4ac0-9509-271706139481 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:33:39.959890 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Attempting to bind port b4694c04-f3b7-4ac0-9509-271706139481 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:33:39.960269 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Attempting to bind port b4694c04-f3b7-4ac0-9509-271706139481 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:33:39.970868 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:33:39.971224 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:33:39.971608 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:39.971981 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:33:39.972445 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Bound port: b4694c04-f3b7-4ac0-9509-271706139481, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:33:39.972781 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:39.994585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Allocated IP 172.20.0.1 (8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2/c8d4bc6a-1c77-465d-ad98-5e1adf129209/291228e9-0c63-4091-8e77-ba78d98bb584) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:33:39.999699 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Pushing event updated for resources: {'Port': ['ID=b4694c04-f3b7-4ac0-9509-271706139481,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:40.025893 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.026225 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.026555 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.026878 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.027200 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.027517 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.027828 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.028138 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.028446 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.028738 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.029045 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.029351 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:40.061951 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] For port b4694c04-f3b7-4ac0-9509-271706139481, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:33:40.065048 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] For port b4694c04-f3b7-4ac0-9509-271706139481, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b4694c04-f3b7-4ac0-9509-271706139481,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:33:40.071405 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:40.140179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:40.150024 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:33:40.150629 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:33:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:40.156083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Transition to ACTIVE for port object 291228e9-0c63-4091-8e77-ba78d98bb584 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:33:40.174016 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:40.181444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:40.204915 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2914122-f2fa-4fa6-b630-059b1a565efa None None] Pushing event updated for resources: {'Port': ['ID=b4694c04-f3b7-4ac0-9509-271706139481,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:40.249573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:33:40.252570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:33:40.256215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:33:40.286489 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Pushing event updated for resources: {'Port': ['ID=291228e9-0c63-4091-8e77-ba78d98bb584,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:40.320824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 08c30644-8fa8-4b3c-83b0-fa18e6186f71 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:33:40.321647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:40.356752 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:33:40.404700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:40.405419 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:40.548147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5f8ca83d-3829-4379-b7f2-9758e9108135 None None] Provisioning for port 291228e9-0c63-4091-8e77-ba78d98bb584 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:33:40.556092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:33:40.559016 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5f8ca83d-3829-4379-b7f2-9758e9108135 None None] Provisioning complete for port 291228e9-0c63-4091-8e77-ba78d98bb584 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:40.559390 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca83d-3829-4379-b7f2-9758e9108135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:40.611617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ca83d-3829-4379-b7f2-9758e9108135 None None] Port 291228e9-0c63-4091-8e77-ba78d98bb584 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:33:40.613696 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:40.665121 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:37Z', 'revision_number': 3, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:40.668927 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4d8127-fffa-48e7-a3e7-8b774477c4c9 None None] The sync data for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 is: [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:37Z', 'revision_number': 3, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:33:40.846761 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:40.853457 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:41.094833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:41.098427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Pushing event updated for resources: {'Port': ['ID=291228e9-0c63-4091-8e77-ba78d98bb584,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:41.245294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:33:41.246957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:33:41.442447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Router e7d7ecd5-adde-4b03-9836-34f2872a00c3 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:33:41.539307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5f30caba-1a76-4be7-96ee-4c1558786a16 None None] Provisioning complete for port 291228e9-0c63-4091-8e77-ba78d98bb584 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:41.539853 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5f30caba-1a76-4be7-96ee-4c1558786a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:41.604817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5f30caba-1a76-4be7-96ee-4c1558786a16 None None] Port 291228e9-0c63-4091-8e77-ba78d98bb584 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:33:41.625432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:33:41.634303 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ebb4d0e0-97a5-4229-b47c-e5db2f5c3496 admin admin] 10.222.0.55 "PUT /v2.0/routers/e7d7ecd5-adde-4b03-9836-34f2872a00c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6293738 May 24 23:33:41.981104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52402) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:41.986635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103226846', 'description': 'tempest-description--590585905'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:33:41.993427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:33:41.997318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Usage tracker for resource:security_group and tenant:97f31ff912d749998df45e58c9d0298c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:33:42.000764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:33:42.006858 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:33:42.019750 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.041551 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:33:42.045612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Usage tracker for resource:security_group_rule and tenant:97f31ff912d749998df45e58c9d0298c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:33:42.048688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:33:42.055206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:33:42.128984 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.133810 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.152510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Sync routers for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:33:42.163486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:33:42.164111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:33:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:42.175486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37249de2-671f-4d91-8d89-d286db44006c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:42.179630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.182025 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-14714137-d1cb-4aad-af8b-410279b87f9b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1997545 May 24 23:33:42.183866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52406) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:42.189284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'security_group_rule': {'security_group_id': '37249de2-671f-4d91-8d89-d286db44006c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:33:42.196221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:33:42.200237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Usage tracker for resource:security_group_rule and tenant:97f31ff912d749998df45e58c9d0298c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:33:42.204225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:33:42.209946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:33:42.227721 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.305630 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.310594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.330149 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcac5e4-3f42-447c-9db1-6543a1523965,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:42.342333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b4694c04-f3b7-4ac0-9509-271706139481 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:33:42.347316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.347655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.347991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.348318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.348650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.348960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.349304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.349665 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.349990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.350304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.350617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.350931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:33:42.362515 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.363893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b2495ce5-73bd-461d-9529-f780dbd1d445 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790273 May 24 23:33:42.366963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 52410) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:42.372250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-eddf13dd-e80b-4e79-9877-fd423f56a480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'security_group_rule': {'security_group_id': '37249de2-671f-4d91-8d89-d286db44006c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:33:42.376500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:33:42.379512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eddf13dd-e80b-4e79-9877-fd423f56a480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:33:42.383416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eddf13dd-e80b-4e79-9877-fd423f56a480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Usage tracker for resource:security_group_rule and tenant:97f31ff912d749998df45e58c9d0298c is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:33:42.386512 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eddf13dd-e80b-4e79-9877-fd423f56a480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:33:42.392188 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eddf13dd-e80b-4e79-9877-fd423f56a480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:33:42.410995 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eddf13dd-e80b-4e79-9877-fd423f56a480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.477634 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eddf13dd-e80b-4e79-9877-fd423f56a480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.482491 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eddf13dd-e80b-4e79-9877-fd423f56a480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.505823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf13dd-e80b-4e79-9877-fd423f56a480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60efdc0-7c15-4c97-b9ca-d545b3bbd38c,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:42.519049 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eddf13dd-e80b-4e79-9877-fd423f56a480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.525069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52414) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:42.526017 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eddf13dd-e80b-4e79-9877-fd423f56a480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578665 May 24 23:33:42.531160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:33:42.539298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:33:42.543567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Usage tracker for resource:floatingip and tenant:97f31ff912d749998df45e58c9d0298c is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:33:42.546819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:33:42.553166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:33:42.565998 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.609316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b4694c04-f3b7-4ac0-9509-271706139481 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:33:42.627266 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b4694c04-f3b7-4ac0-9509-271706139481 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:42.627560 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.710700 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.801972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b4694c04-f3b7-4ac0-9509-271706139481 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:33:42.802346 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.820498 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 2, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:42.824908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port b4694c04-f3b7-4ac0-9509-271706139481, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b4694c04-f3b7-4ac0-9509-271706139481,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:42.826585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Checking router: e7d7ecd5-adde-4b03-9836-34f2872a00c3 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:33:42.826932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Updating router e7d7ecd5-adde-4b03-9836-34f2872a00c3 port 291228e9-0c63-4091-8e77-ba78d98bb584 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:33:42.850251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Allocated IP 172.25.7.227 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/8b3ed0bb-601b-4f3c-acea-3e8ca0847528) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:33:42.857852 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:42.964316 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.003010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.014010 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=b4694c04-f3b7-4ac0-9509-271706139481,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:43.036576 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.099675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:33:43.102302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:33:43.106106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:33:43.148911 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event updated for resources: {'Port': ['ID=8b3ed0bb-601b-4f3c-acea-3e8ca0847528,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:43.191147 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.253699 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.310536 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.322897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Transition to ACTIVE for port object 291228e9-0c63-4091-8e77-ba78d98bb584 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:33:43.330186 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.466236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06ae71-081d-4ecd-956e-ac941277a2af None None] Pushing event updated for resources: {'Port': ['ID=291228e9-0c63-4091-8e77-ba78d98bb584,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:43.482001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.489662 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.563998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Attempting to bind port 291228e9-0c63-4091-8e77-ba78d98bb584 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:33:43.564375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Attempting to bind port 291228e9-0c63-4091-8e77-ba78d98bb584 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:33:43.564995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Attempting to bind port 291228e9-0c63-4091-8e77-ba78d98bb584 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:33:43.570899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:33:43.571280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:33:43.571685 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.572078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Bound using segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:33:43.572545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Bound port: 291228e9-0c63-4091-8e77-ba78d98bb584, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:33:43.572916 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.605632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.626489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event updated for resources: {'Port': ['ID=8b3ed0bb-601b-4f3c-acea-3e8ca0847528,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:43.640831 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.642601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-708b3494-34b3-4862-a7e7-c042b5d89743 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1163146 May 24 23:33:43.678769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] For port 291228e9-0c63-4091-8e77-ba78d98bb584, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:33:43.682049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] For port 291228e9-0c63-4091-8e77-ba78d98bb584, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=291228e9-0c63-4091-8e77-ba78d98bb584,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:33:43.688322 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:43.768693 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:33:43.769331 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:33:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:43.812244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7a868419-6697-4302-8ba8-7d30344e7501 req-419f8330-2808-4416-b603-199716019806 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:33:43.833120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7a868419-6697-4302-8ba8-7d30344e7501 req-419f8330-2808-4416-b603-199716019806 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:33:43.834796 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-419f8330-2808-4416-b603-199716019806 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1103226846&fields=id&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 267 time: 0.0679531 May 24 23:33:43.839289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06ae71-081d-4ecd-956e-ac941277a2af None None] Pushing event updated for resources: {'Port': ['ID=291228e9-0c63-4091-8e77-ba78d98bb584,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:43.968159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:33:43.992402 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a868419-6697-4302-8ba8-7d30344e7501 req-9676bc23-f3eb-4983-a762-600fd4f7dafa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:43.993077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7a868419-6697-4302-8ba8-7d30344e7501 req-9676bc23-f3eb-4983-a762-600fd4f7dafa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:33:44.010814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7a868419-6697-4302-8ba8-7d30344e7501 req-9676bc23-f3eb-4983-a762-600fd4f7dafa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:33:44.012123 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-9676bc23-f3eb-4983-a762-600fd4f7dafa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 812 time: 0.1695826 May 24 23:33:44.028730 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-32635820-572d-426d-923f-c5716e3024d1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/quotas/97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 375 time: 0.0105538 May 24 23:33:44.115013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7a868419-6697-4302-8ba8-7d30344e7501 req-777c0574-d898-4d87-b7e4-f77a91497196 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:33:44.132947 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-7a868419-6697-4302-8ba8-7d30344e7501 req-777c0574-d898-4d87-b7e4-f77a91497196 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:33:44.134312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-777c0574-d898-4d87-b7e4-f77a91497196 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999000 May 24 23:33:44.150816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-3f64fde5-9371-441b-8cb8-49f6379e8735 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:33:44.151752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-3f64fde5-9371-441b-8cb8-49f6379e8735 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052102 May 24 23:33:44.285112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:43Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:44.288270 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-7984113d-71e0-4d6a-bb35-d98fe1f76364 service neutron] 10.222.0.55 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307073 May 24 23:33:44.291758 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2a012-8766-4ab5-add0-4fe007940954 None None] The sync data for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 is: [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:43Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:33:44.315413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b4694c04-f3b7-4ac0-9509-271706139481 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:33:44.389976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b4694c04-f3b7-4ac0-9509-271706139481 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:44.390358 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:44.463082 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-f16cc5a1-9709-4c0f-9703-81562c0792bd service neutron] 10.222.0.55 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682951 May 24 23:33:44.560527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b4694c04-f3b7-4ac0-9509-271706139481 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:33:44.668753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5fe718b7-cb8a-4bfc-8bee-e0a4c35601ad req-949d529b-5e4e-439b-a278-efe495815faf tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 210 time: 0.0485508 May 24 23:33:45.849229 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1688209d-c6c5-482c-9ff2-2eeff69459f4 req-14366fa5-ff55-4961-bdd9-4201e78be7a0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 210 time: 0.0577524 May 24 23:33:46.092905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a868419-6697-4302-8ba8-7d30344e7501 req-af1d3d5b-6d64-4239-9855-6f4c2bfea108 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:46.094355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-af1d3d5b-6d64-4239-9855-6f4c2bfea108 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 812 time: 0.2749424 May 24 23:33:46.144750 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-ed784e35-a4fc-4824-a83f-a600847ccf25 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 380 time: 0.0419078 May 24 23:33:46.152689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'port': {'device_id': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'admin_state_up': True, 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'security_groups': ['37249de2-671f-4d91-8d89-d286db44006c']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:33:46.295979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:33:46.306164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:33:46.319448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Made reservation on behalf of 97f31ff912d749998df45e58c9d0298c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:33:46.323471 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:46.332449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 291228e9-0c63-4091-8e77-ba78d98bb584 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:33:46.405391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 291228e9-0c63-4091-8e77-ba78d98bb584 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:33:46.411025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 291228e9-0c63-4091-8e77-ba78d98bb584 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:46.411400 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:46.495764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Allocated IP 172.20.0.4 (8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2/c8d4bc6a-1c77-465d-ad98-5e1adf129209/993fd1c8-e0ca-4132-9477-e441307aa2d8) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:33:46.528427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 291228e9-0c63-4091-8e77-ba78d98bb584 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:33:46.528834 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:46.564514 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 291228e9-0c63-4091-8e77-ba78d98bb584, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=291228e9-0c63-4091-8e77-ba78d98bb584,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:46.570225 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:46.641323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=291228e9-0c63-4091-8e77-ba78d98bb584,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:46.695185 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:46.711208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Transition to ACTIVE for port object 993fd1c8-e0ca-4132-9477-e441307aa2d8 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:33:46.738145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:46.811091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:33:46.814479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:33:46.819087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:33:46.853863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event updated for resources: {'Port': ['ID=993fd1c8-e0ca-4132-9477-e441307aa2d8,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:46.892077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:46.892969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:46.924509 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-1f8a80a0-a215-4e67-b402-498632599d86 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7749407 May 24 23:33:46.936139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Request body: {'port': {'device_id': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:33:47.033667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0529338a-e5c7-4721-85f5-0fe38f93dc02 None None] Provisioning for port 993fd1c8-e0ca-4132-9477-e441307aa2d8 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:33:47.038523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0529338a-e5c7-4721-85f5-0fe38f93dc02 None None] Provisioning complete for port 993fd1c8-e0ca-4132-9477-e441307aa2d8 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:47.038890 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0529338a-e5c7-4721-85f5-0fe38f93dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:47.091756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0529338a-e5c7-4721-85f5-0fe38f93dc02 None None] Port 993fd1c8-e0ca-4132-9477-e441307aa2d8 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:33:47.103607 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:47.157947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e57c3-ae7b-4bbd-8540-82abc3ef2c33 req-5f8a4770-57b0-47e2-b52b-5e2ea9223e74 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:47.158639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0f0e57c3-ae7b-4bbd-8540-82abc3ef2c33 req-5f8a4770-57b0-47e2-b52b-5e2ea9223e74 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:33:47.200215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0f0e57c3-ae7b-4bbd-8540-82abc3ef2c33 req-5f8a4770-57b0-47e2-b52b-5e2ea9223e74 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:33:47.201360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f0e57c3-ae7b-4bbd-8540-82abc3ef2c33 req-5f8a4770-57b0-47e2-b52b-5e2ea9223e74 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 931 time: 0.2346380 May 24 23:33:47.330677 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f0e57c3-ae7b-4bbd-8540-82abc3ef2c33 req-20cea3b1-db18-414d-bcf4-d241b581c925 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835550 May 24 23:33:47.511165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993fd1c8-e0ca-4132-9477-e441307aa2d8 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:33:47.519031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:47.534793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Transition to ACTIVE for port object 993fd1c8-e0ca-4132-9477-e441307aa2d8 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:33:47.539542 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:47.669874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Pushing event updated for resources: {'Port': ['ID=993fd1c8-e0ca-4132-9477-e441307aa2d8,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:47.785223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Attempting to bind port 993fd1c8-e0ca-4132-9477-e441307aa2d8 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:33:47.785627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Attempting to bind port 993fd1c8-e0ca-4132-9477-e441307aa2d8 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:33:47.785934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Attempting to bind port 993fd1c8-e0ca-4132-9477-e441307aa2d8 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:33:47.791005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Port 993fd1c8-e0ca-4132-9477-e441307aa2d8 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:33:47.791319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Attempting to bind port 993fd1c8-e0ca-4132-9477-e441307aa2d8 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:33:47.796494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:33:47.796826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:33:47.797208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Bound using segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:33:47.797651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Bound port: 993fd1c8-e0ca-4132-9477-e441307aa2d8, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:33:47.797995 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:47.903942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:33:47.907206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:33:47.914185 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:48.090980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:48.092001 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:48.094461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] 10.222.0.31 "PUT /v2.0/ports/993fd1c8-e0ca-4132-9477-e441307aa2d8 HTTP/1.1" status: 200 len: 1091 time: 1.1628072 May 24 23:33:48.095173 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:33:48.117651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaf276-51fc-412e-8877-cea82ff60e04 service neutron] Pushing event updated for resources: {'Port': ['ID=993fd1c8-e0ca-4132-9477-e441307aa2d8,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:48.171966 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a0f317-e489-4325-8f66-646147b6ed01'] response: {'name': 'network-changed', 'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'status': 'completed', 'code': 200} May 24 23:33:48.214724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a868419-6697-4302-8ba8-7d30344e7501 req-cbf05772-7ebd-40d2-aa2a-75d30382f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:48.216228 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-cbf05772-7ebd-40d2-aa2a-75d30382f797 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 1094 time: 0.0771413 May 24 23:33:48.288730 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-befd0918-8955-4c5f-8e4f-70eda90d8a21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8 HTTP/1.1" status: 200 len: 217 time: 0.0656686 May 24 23:33:48.314529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 291228e9-0c63-4091-8e77-ba78d98bb584 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:33:48.354430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a868419-6697-4302-8ba8-7d30344e7501 req-75986734-357b-4d90-9e34-a6462553b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:48.356386 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-75986734-357b-4d90-9e34-a6462553b0b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0603857 May 24 23:33:48.393850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 291228e9-0c63-4091-8e77-ba78d98bb584 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:48.394223 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:48.438732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a868419-6697-4302-8ba8-7d30344e7501 req-40d4d2ae-85ce-4551-aa52-00313311d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:48.440127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-40d4d2ae-85ce-4551-aa52-00313311d068 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781209 May 24 23:33:48.509439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 291228e9-0c63-4091-8e77-ba78d98bb584 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:33:48.632037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-10e532ab-c0e4-490a-9a62-24249da7b328 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854544 May 24 23:33:48.642214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335e39-da02-442d-aab7-3ec1be815233 req-7fdad715-4051-4e55-89a5-590c7618df16 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:48.643563 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b335e39-da02-442d-aab7-3ec1be815233 req-7fdad715-4051-4e55-89a5-590c7618df16 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 943 time: 0.1797249 May 24 23:33:48.776137 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b335e39-da02-442d-aab7-3ec1be815233 req-e8abad09-5eb7-487d-9668-d359a5367820 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141980 May 24 23:33:48.813271 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a868419-6697-4302-8ba8-7d30344e7501 req-8f8315f4-acd9-4043-a5e4-3b3ad49632a7 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687849 May 24 23:33:48.945797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2168fb-88ea-4bf1-9a97-758428a00c5c req-af3f86be-9519-4cd5-a2b5-91f9bc873b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:48.947365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f2168fb-88ea-4bf1-9a97-758428a00c5c req-af3f86be-9519-4cd5-a2b5-91f9bc873b6a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 1094 time: 0.0782893 May 24 23:33:49.080734 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2168fb-88ea-4bf1-9a97-758428a00c5c req-e3b578c4-c15e-4410-abd0-9b492609be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:49.082167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f2168fb-88ea-4bf1-9a97-758428a00c5c req-e3b578c4-c15e-4410-abd0-9b492609be63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1276176 May 24 23:33:49.153992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f2168fb-88ea-4bf1-9a97-758428a00c5c req-b05ac97c-055d-4057-90e0-601939783017 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8 HTTP/1.1" status: 200 len: 217 time: 0.0645113 May 24 23:33:49.217787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2168fb-88ea-4bf1-9a97-758428a00c5c req-de3be3c6-a8d8-4f1d-89bf-bf3192b1d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:49.219354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f2168fb-88ea-4bf1-9a97-758428a00c5c req-de3be3c6-a8d8-4f1d-89bf-bf3192b1d1f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0587802 May 24 23:33:49.303695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2168fb-88ea-4bf1-9a97-758428a00c5c req-9df6ca62-033f-4530-9efe-c207c9285b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:49.305171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f2168fb-88ea-4bf1-9a97-758428a00c5c req-9df6ca62-033f-4530-9efe-c207c9285b5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789025 May 24 23:33:49.439543 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f2168fb-88ea-4bf1-9a97-758428a00c5c req-b7256819-8c13-4bdc-9406-7f017f609966 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267409 May 24 23:33:49.572808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f2168fb-88ea-4bf1-9a97-758428a00c5c req-9c3cd9f4-9cca-41cb-b854-e07860213a8e service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261969 May 24 23:33:49.987600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f58b59-c51c-48d9-acb9-2bc63dd568e6 req-d49c7e91-827b-41d0-9cfa-4d5d60d54ac3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:49.989067 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f7f58b59-c51c-48d9-acb9-2bc63dd568e6 req-d49c7e91-827b-41d0-9cfa-4d5d60d54ac3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 943 time: 0.0930400 May 24 23:33:50.036923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f7f58b59-c51c-48d9-acb9-2bc63dd568e6 req-225475b7-a5a5-45ae-b97b-47811a6ef384 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 May 24 23:33:51.245544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ed9f4-e6e7-4b32-b9c3-759b8fec4ee2 req-781fe740-b080-448e-8245-af0cc3203b32 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:51.247038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff2ed9f4-e6e7-4b32-b9c3-759b8fec4ee2 req-781fe740-b080-448e-8245-af0cc3203b32 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 943 time: 0.0874019 May 24 23:33:51.301710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ff2ed9f4-e6e7-4b32-b9c3-759b8fec4ee2 req-5257e150-1485-4e31-b356-74125b0037a0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488050 May 24 23:33:51.659666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 993fd1c8-e0ca-4132-9477-e441307aa2d8 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:33:51.792122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:51.808819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'port_id': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'mac_address': 'fa:16:3e:65:b2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:33:51.873412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 993fd1c8-e0ca-4132-9477-e441307aa2d8 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:33:51.873913 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:51.891199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993fd1c8-e0ca-4132-9477-e441307aa2d8 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:33:51.909195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:51.914398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:51.979140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=993fd1c8-e0ca-4132-9477-e441307aa2d8,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:52.109055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['993fd1c8-e0ca-4132-9477-e441307aa2d8'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:33:52.610555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2150aa-080c-495f-9087-5f398f9df2b9 req-15994a34-c8f1-4036-a65e-a880367fcde8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:52.612030 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb2150aa-080c-495f-9087-5f398f9df2b9 req-15994a34-c8f1-4036-a65e-a880367fcde8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 944 time: 0.2043233 May 24 23:33:52.656229 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb2150aa-080c-495f-9087-5f398f9df2b9 req-98a176dd-63ae-487b-ae41-60501ba8f37c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385101 May 24 23:33:53.673256 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 993fd1c8-e0ca-4132-9477-e441307aa2d8 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:33:53.747223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 993fd1c8-e0ca-4132-9477-e441307aa2d8 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:33:53.752367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 993fd1c8-e0ca-4132-9477-e441307aa2d8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:33:53.752736 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:53.846868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d0b6d-fd57-4be0-b7d1-0fc9a9ba2544 req-11e6265f-266f-46f9-a06e-a2e7b2e926ab tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:53.848339 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad7d0b6d-fd57-4be0-b7d1-0fc9a9ba2544 req-11e6265f-266f-46f9-a06e-a2e7b2e926ab tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 944 time: 0.0810673 May 24 23:33:53.869485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 993fd1c8-e0ca-4132-9477-e441307aa2d8 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:33:53.869808 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:53.895692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad7d0b6d-fd57-4be0-b7d1-0fc9a9ba2544 req-529655a0-1651-434e-9d7d-7d187f5f00e1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411053 May 24 23:33:53.901198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:33:53.911449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:33:53.916237 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:53.957175 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b41e3e-ddb3-4e32-8ee7-66ead7c0deae'] response: {'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'code': 200} May 24 23:33:53.988710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=993fd1c8-e0ca-4132-9477-e441307aa2d8,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:33:54.201919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130534a8-0116-43c3-9dd3-b1d9eeb6d732 req-34acc7af-6e01-4fd4-9c4a-f88a10629d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:54.203609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-130534a8-0116-43c3-9dd3-b1d9eeb6d732 req-34acc7af-6e01-4fd4-9c4a-f88a10629d67 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 1096 time: 0.1856177 May 24 23:33:54.243966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-130534a8-0116-43c3-9dd3-b1d9eeb6d732 req-a10e5c55-4b4c-495c-9a62-daa97cec5906 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346897 May 24 23:33:54.597968 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:55.112753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b3c9d-3412-46da-a410-a0e8e021992c req-c06bbfb8-8b08-40e0-98d1-1625971f34c1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:55.114252 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e6b3c9d-3412-46da-a410-a0e8e021992c req-c06bbfb8-8b08-40e0-98d1-1625971f34c1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0984812 May 24 23:33:55.158187 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e6b3c9d-3412-46da-a410-a0e8e021992c req-5b3cc678-a362-4bc5-8ad0-6e27840147e5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381742 May 24 23:33:56.258296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:56.349906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d636-b1fc-4c09-9b75-b7f95e3ba04e req-3d6d7b83-88af-4d22-be2f-3eb9f88d090e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:56.351327 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a758d636-b1fc-4c09-9b75-b7f95e3ba04e req-3d6d7b83-88af-4d22-be2f-3eb9f88d090e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0834458 May 24 23:33:56.399977 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a758d636-b1fc-4c09-9b75-b7f95e3ba04e req-d318869d-4cb3-475e-a96a-b3e002d90940 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425103 May 24 23:33:56.584244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed74f-9b59-4ec8-9e88-863d218fbf15 req-1de7dfb4-25e4-49d5-a17f-206ad2e36db6 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:56.585663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ed1ed74f-9b59-4ec8-9e88-863d218fbf15 req-1de7dfb4-25e4-49d5-a17f-206ad2e36db6 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0802336 May 24 23:33:56.594259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52470) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:33:56.599365 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-8dd206da-bffe-4c73-b4ae-f10fa77e2c17 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'floatingip': {'port_id': '993fd1c8-e0ca-4132-9477-e441307aa2d8'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:33:56.677841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8dd206da-bffe-4c73-b4ae-f10fa77e2c17 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:57.280650 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8dd206da-bffe-4c73-b4ae-f10fa77e2c17 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:57.286819 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8dd206da-bffe-4c73-b4ae-f10fa77e2c17 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:57.364277 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:33:57.470182 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-8dd206da-bffe-4c73-b4ae-f10fa77e2c17 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415 associated. External IP: 172.25.7.227, port: 993fd1c8-e0ca-4132-9477-e441307aa2d8. May 24 23:33:57.935624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd206da-bffe-4c73-b4ae-f10fa77e2c17 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Router e7d7ecd5-adde-4b03-9836-34f2872a00c3 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:33:58.116305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd206da-bffe-4c73-b4ae-f10fa77e2c17 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:33:58.121371 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8dd206da-bffe-4c73-b4ae-f10fa77e2c17 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:33:58.126311 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92575f3e-48d3-4e01-ab14-1678f301817f None None] Sync routers for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:33:58.135757 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92575f3e-48d3-4e01-ab14-1678f301817f None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:33:58.136410 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-92575f3e-48d3-4e01-ab14-1678f301817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:33:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:58.177397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8dd206da-bffe-4c73-b4ae-f10fa77e2c17 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "PUT /v2.0/floatingips/0eef3252-9cf9-4fcf-9ace-f2e6639e3415 HTTP/1.1" status: 200 len: 991 time: 1.5820038 May 24 23:33:58.178001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:33:58.226386 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a35c1f-bedc-4801-b349-5631e0f78d69'] response: {'name': 'network-changed', 'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'status': 'completed', 'code': 200} May 24 23:33:58.320746 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1299-0002-45e7-8bcb-4f378a560568 req-86ec9d27-c792-41f7-8524-06bc9d76360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:58.322197 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-92575f3e-48d3-4e01-ab14-1678f301817f None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:33:58.322369 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65fb1299-0002-45e7-8bcb-4f378a560568 req-86ec9d27-c792-41f7-8524-06bc9d76360d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 1096 time: 0.0755455 May 24 23:33:58.343056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80d753-f190-4ca2-9b78-c3922614c206 req-66b4bb20-1a37-4bc1-bc37-309049b4558c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:58.344509 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c80d753-f190-4ca2-9b78-c3922614c206 req-66b4bb20-1a37-4bc1-bc37-309049b4558c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0808651 May 24 23:33:58.389873 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7c80d753-f190-4ca2-9b78-c3922614c206 req-ea2346a8-a2a1-4a76-9d7d-0b866a0eda13 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390160 May 24 23:33:58.456306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1299-0002-45e7-8bcb-4f378a560568 req-0d722140-a9ae-4feb-8618-c129f01d9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:58.457720 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65fb1299-0002-45e7-8bcb-4f378a560568 req-0d722140-a9ae-4feb-8618-c129f01d9d05 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1285176 May 24 23:33:58.605621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65fb1299-0002-45e7-8bcb-4f378a560568 req-65810ea4-c995-4e81-b97c-5518aacc6e87 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8 HTTP/1.1" status: 200 len: 999 time: 0.1422377 May 24 23:33:58.669094 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-92575f3e-48d3-4e01-ab14-1678f301817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:65:b2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:33:57Z', 'revision_number': 1, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:58.673150 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92575f3e-48d3-4e01-ab14-1678f301817f None None] Checking router: e7d7ecd5-adde-4b03-9836-34f2872a00c3 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:33:58.674416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d447e8-c204-461a-9c23-35735f49a453 req-1981fb3e-eae7-4090-a805-5a5acebc88a9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:58.675891 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d447e8-c204-461a-9c23-35735f49a453 req-1981fb3e-eae7-4090-a805-5a5acebc88a9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.1619239 May 24 23:33:58.681302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1299-0002-45e7-8bcb-4f378a560568 req-e9a099f9-c5dd-4948-81da-000be07da588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:58.682095 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92575f3e-48d3-4e01-ab14-1678f301817f None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:33:58.682666 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-92575f3e-48d3-4e01-ab14-1678f301817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:33:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:58.682851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65fb1299-0002-45e7-8bcb-4f378a560568 req-e9a099f9-c5dd-4948-81da-000be07da588 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0712202 May 24 23:33:58.772447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c6d447e8-c204-461a-9c23-35735f49a453 req-037c46e8-16fb-4def-89ca-a79e381f8bfa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888195 May 24 23:33:58.788676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1299-0002-45e7-8bcb-4f378a560568 req-6c0755cb-280f-4013-8b69-232295e7ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:58.790169 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65fb1299-0002-45e7-8bcb-4f378a560568 req-6c0755cb-280f-4013-8b69-232295e7ca7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911410 May 24 23:33:58.892549 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-92575f3e-48d3-4e01-ab14-1678f301817f None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:33:58.921253 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65fb1299-0002-45e7-8bcb-4f378a560568 req-3556df60-e9c7-4a30-8ca0-9d465c48e7db service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236131 May 24 23:33:59.053152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-65fb1299-0002-45e7-8bcb-4f378a560568 req-5f6e5b7a-32c5-45e5-9996-394641aced0d service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261072 May 24 23:33:59.244870 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-92575f3e-48d3-4e01-ab14-1678f301817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:65:b2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:33:57Z', 'revision_number': 1, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:33:59.249662 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92575f3e-48d3-4e01-ab14-1678f301817f None None] The sync data for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 is: [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:65:b2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:33:57Z', 'revision_number': 1, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:33:59.449229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bf1e31-1e12-49d6-a6fc-989d029cb6a6 None None] New status for floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:33:59.986604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0298582-6514-4050-8066-7a3a7e3fbe78 req-5d6131d9-823e-469f-a270-817ec8166c1e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:33:59.988070 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0298582-6514-4050-8066-7a3a7e3fbe78 req-5d6131d9-823e-469f-a270-817ec8166c1e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0985963 May 24 23:34:00.037194 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f0298582-6514-4050-8066-7a3a7e3fbe78 req-09fcec9d-a8c1-46b2-97b8-8e3461092ce4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403230 May 24 23:34:00.231847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b779-199a-430c-a10c-e17bd3d72715 req-542ec8bb-5f2b-46bd-b601-a598d870b697 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:00.233327 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f4e4b779-199a-430c-a10c-e17bd3d72715 req-542ec8bb-5f2b-46bd-b601-a598d870b697 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0908489 May 24 23:34:00.279215 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f4e4b779-199a-430c-a10c-e17bd3d72715 req-c260011a-6b86-4be1-8f57-d19d70b129c9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398450 May 24 23:34:00.645695 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-f27c9db1-7ab2-4b0e-8776-5c41168e81a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794532 May 24 23:34:00.684321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4072f73-1b37-4aaf-9ede-489b42c7904a req-161cd96e-9872-4352-88cd-3ea965b241b7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:00.685817 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f4072f73-1b37-4aaf-9ede-489b42c7904a req-161cd96e-9872-4352-88cd-3ea965b241b7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0792623 May 24 23:34:00.731318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f4072f73-1b37-4aaf-9ede-489b42c7904a req-9ea03ddc-60c0-40b2-9a96-9d983c81d3ba tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388248 May 24 23:34:01.943114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d829a-14b1-436e-b973-e6adf5526eef req-7cc70bd2-73e2-4cca-9025-194632d6ff9a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:01.944652 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a2d829a-14b1-436e-b973-e6adf5526eef req-7cc70bd2-73e2-4cca-9025-194632d6ff9a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0972180 May 24 23:34:01.996652 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a2d829a-14b1-436e-b973-e6adf5526eef req-081ef08d-4c73-4dd4-8e91-3f30863b3645 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453148 May 24 23:34:02.279077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-0ca0992d-a7a5-444f-8ee7-39a217da08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:02.280740 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-0ca0992d-a7a5-444f-8ee7-39a217da08f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 1096 time: 0.2035561 May 24 23:34:02.414050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-6d225e36-b397-4def-8557-e0fb00890e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:02.415528 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-6d225e36-b397-4def-8557-e0fb00890e3c service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1273212 May 24 23:34:02.523475 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-53eda84e-1afc-4d4e-9406-fdcfb7a176a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8 HTTP/1.1" status: 200 len: 1001 time: 0.1014709 May 24 23:34:02.587886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-7c1e7e63-f57e-48c7-b951-67fddb279973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:02.589353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-7c1e7e63-f57e-48c7-b951-67fddb279973 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0591736 May 24 23:34:02.681475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-31400c61-1df9-484f-8146-c2592e19aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:02.682965 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-31400c61-1df9-484f-8146-c2592e19aa7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870264 May 24 23:34:02.815676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-2f81e662-286e-4d16-8762-b71af26b50e7 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257994 May 24 23:34:02.944977 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1dadfdb3-92c6-4d92-a828-a66c0d06c649 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233435 May 24 23:34:03.200919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176520e1-2f38-4545-8c4d-78161dd91a9d req-ba641389-6c32-4d4e-88c2-fcaae86d39e2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:03.202345 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-176520e1-2f38-4545-8c4d-78161dd91a9d req-ba641389-6c32-4d4e-88c2-fcaae86d39e2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0920191 May 24 23:34:03.247403 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-176520e1-2f38-4545-8c4d-78161dd91a9d req-5062d470-6730-4ec8-9fec-39e06b404787 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391099 May 24 23:34:04.436806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d3769-cf9e-40a4-b59c-627dfea518d3 req-c9dc9464-36d8-460a-9a11-16a366611dcb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:04.438410 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a07d3769-cf9e-40a4-b59c-627dfea518d3 req-c9dc9464-36d8-460a-9a11-16a366611dcb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0834553 May 24 23:34:04.488038 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a07d3769-cf9e-40a4-b59c-627dfea518d3 req-f1147371-6bb5-4705-a8c6-2112b4bebeae tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 May 24 23:34:05.388976 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1626d17d-fbe8-4c55-8a56-74ea262f70ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:05.689693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd20a0-fb79-4fda-865a-96dcc8c5af49 req-e6618abc-858f-4687-ae63-3135765f79ed tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:05.691073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51dd20a0-fb79-4fda-865a-96dcc8c5af49 req-e6618abc-858f-4687-ae63-3135765f79ed tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0842857 May 24 23:34:05.737887 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-51dd20a0-fb79-4fda-865a-96dcc8c5af49 req-f8569c4d-af84-4ccf-a20d-a1e8631bf3bc tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383008 May 24 23:34:06.944582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3637d-ee1b-44d3-8cc1-34d318cae81f req-5a5c296f-550c-4c31-8683-430f1508f033 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:06.945822 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1f3637d-ee1b-44d3-8cc1-34d318cae81f req-5a5c296f-550c-4c31-8683-430f1508f033 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0915821 May 24 23:34:06.990479 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d1f3637d-ee1b-44d3-8cc1-34d318cae81f req-98846f1e-803a-42b8-9a2c-46a8803a559b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 May 24 23:34:07.489404 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1c18fa9d-fc63-4fea-99a5-3f3cf2841d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:08.202433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d6f79-0ca2-4a94-971f-0f6ee6ab88c7 req-17da3a47-5a84-407d-9e49-72cae317b3b1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:08.203906 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e70d6f79-0ca2-4a94-971f-0f6ee6ab88c7 req-17da3a47-5a84-407d-9e49-72cae317b3b1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0959823 May 24 23:34:08.264733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e70d6f79-0ca2-4a94-971f-0f6ee6ab88c7 req-741c897d-a9b6-4810-baa2-fea6f911195c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519271 May 24 23:34:08.734721 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:08.889605 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:09.466680 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0718fdc-e7ab-4bbb-968e-2d2452ebe392 req-ed11b7aa-f508-4e64-a60d-b0da39ba12ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:09.468135 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0718fdc-e7ab-4bbb-968e-2d2452ebe392 req-ed11b7aa-f508-4e64-a60d-b0da39ba12ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0879991 May 24 23:34:09.512485 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0718fdc-e7ab-4bbb-968e-2d2452ebe392 req-d270fd74-bc99-43cc-b720-708350404911 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384665 May 24 23:34:10.182872 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:10.715456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61dcd7-48a9-4215-a7bd-cf0c8dd0a4ee req-bc50b23a-6d5b-4d81-82d7-ceb192b17b9a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:10.716926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b61dcd7-48a9-4215-a7bd-cf0c8dd0a4ee req-bc50b23a-6d5b-4d81-82d7-ceb192b17b9a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0890427 May 24 23:34:10.771479 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b61dcd7-48a9-4215-a7bd-cf0c8dd0a4ee req-5076940b-2152-4092-9a45-b253130e3d3e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486746 May 24 23:34:11.980965 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eae41-8e65-44b2-883a-783ae4aa93ca req-8d32bc1e-389f-4a50-9e2b-0f18616a6a57 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:11.982453 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-323eae41-8e65-44b2-883a-783ae4aa93ca req-8d32bc1e-389f-4a50-9e2b-0f18616a6a57 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0963352 May 24 23:34:12.028710 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-323eae41-8e65-44b2-883a-783ae4aa93ca req-44dbf8a2-aa7a-4db3-a497-bdd041d2df24 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403314 May 24 23:34:13.232583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb9c63-93cf-4d84-a4dd-c455bf109626 req-2da11ac1-b5d0-4c6f-abbb-b142984e5364 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:13.234098 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5bb9c63-93cf-4d84-a4dd-c455bf109626 req-2da11ac1-b5d0-4c6f-abbb-b142984e5364 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0822151 May 24 23:34:13.278487 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5bb9c63-93cf-4d84-a4dd-c455bf109626 req-e241abbc-edb3-4152-9380-1ff0e28d1a5a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385160 May 24 23:34:14.481078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7c050-e6c3-4873-9340-029197e988e9 req-fd1db7b3-ad80-421b-a2f8-7b8f9d222a30 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:14.482554 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4bd7c050-e6c3-4873-9340-029197e988e9 req-fd1db7b3-ad80-421b-a2f8-7b8f9d222a30 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0963933 May 24 23:34:14.529872 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4bd7c050-e6c3-4873-9340-029197e988e9 req-5c16bc55-b20a-4e0f-bb51-8c21a13284d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415487 May 24 23:34:15.733483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f987d-2885-4efd-98a1-06bd3dd8b6f7 req-9cc8f069-f6eb-4620-a0a2-e1679fc5f5ba tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:15.734965 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-543f987d-2885-4efd-98a1-06bd3dd8b6f7 req-9cc8f069-f6eb-4620-a0a2-e1679fc5f5ba tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0956757 May 24 23:34:15.791525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-543f987d-2885-4efd-98a1-06bd3dd8b6f7 req-9f457143-5b84-44ff-a663-249f2701ba2b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503573 May 24 23:34:17.004872 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777acd3-379a-4b46-8706-6c62214953e0 req-e15e1ceb-7275-403b-b7a6-6fea503552fd tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:17.006465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7777acd3-379a-4b46-8706-6c62214953e0 req-e15e1ceb-7275-403b-b7a6-6fea503552fd tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0959394 May 24 23:34:17.051141 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7777acd3-379a-4b46-8706-6c62214953e0 req-3e384f5b-ac6e-47a9-9c07-dd508cd778de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389392 May 24 23:34:18.250491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b29c35-65e3-44a8-bf51-91f3c367daa3 req-35905bd5-26dd-4c84-8e21-3b24ace21efd tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:18.251950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17b29c35-65e3-44a8-bf51-91f3c367daa3 req-35905bd5-26dd-4c84-8e21-3b24ace21efd tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0855231 May 24 23:34:18.308653 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-17b29c35-65e3-44a8-bf51-91f3c367daa3 req-2908630e-f30c-49b9-ae4c-3acaceff1fe8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508704 May 24 23:34:19.513038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6df863-94f4-4f40-b8e0-87aefed0ca8a req-af1c2bae-29d9-4949-b52e-c9001f61cb17 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:19.514540 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e6df863-94f4-4f40-b8e0-87aefed0ca8a req-af1c2bae-29d9-4949-b52e-c9001f61cb17 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0934174 May 24 23:34:19.560882 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e6df863-94f4-4f40-b8e0-87aefed0ca8a req-664c7ae0-2d05-4755-b23e-fb03ab0afe71 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404472 May 24 23:34:19.707717 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-383564a4-7725-4575-a819-95822f8ae16c service neutron] show failed (client error): The resource could not be found. May 24 23:34:19.708839 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-383564a4-7725-4575-a819-95822f8ae16c service neutron] 10.222.0.31 "GET /v2.0/ports/993fd1c8-e0ca-4132-9477-e441307aa2d8/bindings/n-h2-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.0813844 May 24 23:34:19.990620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-e245da84-311a-4851-ab1e-4131caa19f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:19.992694 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-e245da84-311a-4851-ab1e-4131caa19f70 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 1096 time: 0.0768678 May 24 23:34:20.007878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:20.126181 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:20.500928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:20.530858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:34:20.592558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:34:20.598764 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:20.617994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Transition to ACTIVE for port object 993fd1c8-e0ca-4132-9477-e441307aa2d8 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:34:20.623399 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:20.665902 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6ba292-5b34-47da-bdc6-0dff6a3da94b'] response: {'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'code': 200} May 24 23:34:20.838972 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Pushing event updated for resources: {'Port': ['ID=993fd1c8-e0ca-4132-9477-e441307aa2d8,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:20.882442 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] No DVR routers for this DVR port 993fd1c8-e0ca-4132-9477-e441307aa2d8 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:34:20.979578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c559d-374d-4828-af42-8916ca1167d8 req-2f6b5369-dc44-43dc-8f48-d0c65a8699e0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:20.981046 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc1c559d-374d-4828-af42-8916ca1167d8 req-2f6b5369-dc44-43dc-8f48-d0c65a8699e0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 943 time: 0.2623286 May 24 23:34:21.100856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc1c559d-374d-4828-af42-8916ca1167d8 req-a8a0c46e-126f-4be1-aa69-3d65b9b058c1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687792 May 24 23:34:21.156827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Attempting to bind port 993fd1c8-e0ca-4132-9477-e441307aa2d8 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:34:21.157163 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Attempting to bind port 993fd1c8-e0ca-4132-9477-e441307aa2d8 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:34:21.157473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Attempting to bind port 993fd1c8-e0ca-4132-9477-e441307aa2d8 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:34:21.162079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Port 993fd1c8-e0ca-4132-9477-e441307aa2d8 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:34:21.162394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Attempting to bind port 993fd1c8-e0ca-4132-9477-e441307aa2d8 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:34:21.167620 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:34:21.167953 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:34:21.168332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Bound using segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:34:21.168767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Bound port: 993fd1c8-e0ca-4132-9477-e441307aa2d8, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:34:21.169089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:21.259039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:34:21.262115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:34:21.269825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:21.329928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:21.330560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:21.331966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] 10.222.0.50 "PUT /v2.0/ports/993fd1c8-e0ca-4132-9477-e441307aa2d8 HTTP/1.1" status: 200 len: 1091 time: 1.3285043 May 24 23:34:21.351692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec93ef1-db0e-44be-b538-9db6a71fb9db service neutron] Pushing event updated for resources: {'Port': ['ID=993fd1c8-e0ca-4132-9477-e441307aa2d8,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:21.432658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-dfd4108c-2e1a-4605-8bcb-48a0a6d13fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:21.434176 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-dfd4108c-2e1a-4605-8bcb-48a0a6d13fad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 1094 time: 0.0770893 May 24 23:34:21.568989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-baa3d3ee-22b2-4dcc-990d-46d402c29299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:21.571009 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-baa3d3ee-22b2-4dcc-990d-46d402c29299 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1273885 May 24 23:34:21.679988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-7f19eb17-dbc7-40d8-b69e-e88ba8fe081c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8 HTTP/1.1" status: 200 len: 999 time: 0.0994310 May 24 23:34:21.749954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-00bbc460-2969-4a95-a486-2b353fe34e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:21.751402 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-00bbc460-2969-4a95-a486-2b353fe34e7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0619590 May 24 23:34:21.829891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-fb5e1517-a1c2-49e8-804d-94c470410946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:21.831353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-fb5e1517-a1c2-49e8-804d-94c470410946 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698264 May 24 23:34:21.970643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-27e085ab-1b23-4918-8ed7-13ac092f311b service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291668 May 24 23:34:22.215570 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6519037a-88f4-4ceb-b15e-dd56c805d1f2 req-2a0e90cb-2660-41db-b3ce-49a81492e5dc service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347741 May 24 23:34:22.315770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e844d-da76-49db-b035-84941d750a88 req-d63f6177-325c-43ca-97f9-7328e9f8903b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:22.317260 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-473e844d-da76-49db-b035-84941d750a88 req-d63f6177-325c-43ca-97f9-7328e9f8903b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 943 time: 0.1006048 May 24 23:34:22.365364 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-473e844d-da76-49db-b035-84941d750a88 req-4d90a91e-64bd-4ab0-8089-f9084f5d1835 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410380 May 24 23:34:22.667718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:34:22.724121 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527fe03a-7535-446d-998e-9e36d275c3a3'] response: {'name': 'network-changed', 'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'status': 'completed', 'code': 200} May 24 23:34:22.877255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-1684790e-6569-4264-b2bd-106a13d5fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:22.878691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-1684790e-6569-4264-b2bd-106a13d5fbe5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 1094 time: 0.1310945 May 24 23:34:22.881248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-196dc939-a480-4a48-a209-f9431093cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:22.882691 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-196dc939-a480-4a48-a209-f9431093cd6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 1094 time: 0.1012473 May 24 23:34:23.113605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-31a78777-d879-4b2d-8303-e2e718ad292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:23.115072 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-31a78777-d879-4b2d-8303-e2e718ad292d service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.2294679 May 24 23:34:23.117409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-5f49536d-9cc4-48da-ae10-f4384ba030da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:23.118742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-5f49536d-9cc4-48da-ae10-f4384ba030da service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.2155044 May 24 23:34:23.299897 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-c989a5b3-f2be-4f17-bac7-42451887ed03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8 HTTP/1.1" status: 200 len: 999 time: 0.1776478 May 24 23:34:23.301661 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-9065df01-5897-4a30-bdbb-4f6413841d60 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8 HTTP/1.1" status: 200 len: 999 time: 0.1292410 May 24 23:34:23.412838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-ee09aec3-5342-4965-abb4-baa4fe5b0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:23.414399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-ee09aec3-5342-4965-abb4-baa4fe5b0c9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.1068366 May 24 23:34:23.415795 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-aa973e3e-f342-4ff3-9c26-11c257f9da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:23.417087 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-aa973e3e-f342-4ff3-9c26-11c257f9da50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0804372 May 24 23:34:23.548260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-cb81efd3-a4f5-4dfd-8f5b-d0988ca7cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:23.549990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-cb81efd3-a4f5-4dfd-8f5b-d0988ca7cf5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287878 May 24 23:34:23.556820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-eb7b87f1-2343-4862-9ab3-08c13c5ea6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:23.558346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-eb7b87f1-2343-4862-9ab3-08c13c5ea6cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078753 May 24 23:34:23.565428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c869107-665d-47cf-b475-fa75d58bac05 req-ab1887dd-6f85-419b-9b22-e9596d2e58ad tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:23.566998 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c869107-665d-47cf-b475-fa75d58bac05 req-ab1887dd-6f85-419b-9b22-e9596d2e58ad tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 943 time: 0.0857418 May 24 23:34:23.612863 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c869107-665d-47cf-b475-fa75d58bac05 req-5ae6784c-48c0-4142-bef3-0e6d4a622f90 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391862 May 24 23:34:23.783453 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 993fd1c8-e0ca-4132-9477-e441307aa2d8 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:34:23.791114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-1bc1b383-32f3-45eb-b2c9-241dbb37918c service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317381 May 24 23:34:23.792967 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-27ce5f9d-8a98-4b07-8c7f-a88ca82a0f91 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159872 May 24 23:34:23.841877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 993fd1c8-e0ca-4132-9477-e441307aa2d8 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:34:24.158768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-35fe6143-4643-4867-9e72-48c48338cb7f service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611028 May 24 23:34:24.161821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aa6cd3bc-da93-43d2-b008-f9616ff369b7 req-42e243ef-60d6-498b-bd1d-3a746be61320 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470132 May 24 23:34:24.595301 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:24.824216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bdd11-a88a-4a24-81f6-9c539e5dd90c req-fa650d28-08b7-4542-9b90-18ef1255b307 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:24.825719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b54bdd11-a88a-4a24-81f6-9c539e5dd90c req-fa650d28-08b7-4542-9b90-18ef1255b307 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 943 time: 0.0897818 May 24 23:34:24.870005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b54bdd11-a88a-4a24-81f6-9c539e5dd90c req-d174faeb-e646-44cb-85fd-6379d7f6e2f6 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382452 May 24 23:34:25.241197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-8a026d7e-caac-4c9c-9d58-34cb11e3b18f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:25.242741 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-8a026d7e-caac-4c9c-9d58-34cb11e3b18f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b&tenant_id=97f31ff912d749998df45e58c9d0298c&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 943 time: 0.1403542 May 24 23:34:25.250007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a80915-d9dd-4a27-92c0-5ba2239926d6 req-82e0c56f-f417-455e-a6e2-82cb5f1c8a78 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:25.251320 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45a80915-d9dd-4a27-92c0-5ba2239926d6 req-82e0c56f-f417-455e-a6e2-82cb5f1c8a78 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 943 time: 0.1514339 May 24 23:34:25.352129 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45a80915-d9dd-4a27-92c0-5ba2239926d6 req-750cfa0e-f052-4db6-bd50-c24857dba90a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652807 May 24 23:34:25.358679 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-e1e69494-ce74-4084-85e1-a1e4a0d09486 service neutron] delete failed (client error): The resource could not be found. May 24 23:34:25.359573 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-e1e69494-ce74-4084-85e1-a1e4a0d09486 service neutron] 10.222.0.31 "DELETE /v2.0/ports/993fd1c8-e0ca-4132-9477-e441307aa2d8/bindings/n-h1-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.1072795 May 24 23:34:25.510155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-b02f0349-97da-4006-a7ac-56eff482ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:25.511596 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-b02f0349-97da-4006-a7ac-56eff482ad3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 1094 time: 0.0787897 May 24 23:34:25.647862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-71375148-4149-43ad-ad01-14d9eb11224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:25.649432 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-71375148-4149-43ad-ad01-14d9eb11224e service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1323962 May 24 23:34:25.755324 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-d9c49307-ac98-484b-a7a0-0d8aec5c1a95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8 HTTP/1.1" status: 200 len: 999 time: 0.0992215 May 24 23:34:25.829406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-52d22247-abcd-4358-b1f9-0b6350754841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:25.831511 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-52d22247-abcd-4358-b1f9-0b6350754841 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0695388 May 24 23:34:25.915647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-52ee5c63-e84d-43f8-92c3-3307a863d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:25.917179 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-52ee5c63-e84d-43f8-92c3-3307a863d319 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794003 May 24 23:34:25.931354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 993fd1c8-e0ca-4132-9477-e441307aa2d8 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:34:26.053743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-8ed63675-d9d1-4017-b0f1-0c23a9242aa2 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301527 May 24 23:34:26.063749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:26.077202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'port_id': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'mac_address': 'fa:16:3e:65:b2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:34:26.134939 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 993fd1c8-e0ca-4132-9477-e441307aa2d8 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:26.135377 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:26.159884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993fd1c8-e0ca-4132-9477-e441307aa2d8 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:34:26.175339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:26.180961 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:26.193632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c3eadcf-b2ba-4ceb-b8b3-63d56a2d008d req-f16645a0-18fa-4eb4-aa84-3d9677b261cb service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330445 May 24 23:34:26.268336 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:26.274008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=993fd1c8-e0ca-4132-9477-e441307aa2d8,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:26.427539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['993fd1c8-e0ca-4132-9477-e441307aa2d8'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:34:26.571122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b65a1-5169-48b3-8dda-94247bd4bbcb req-f2abd7fc-f555-4b2b-900e-7eb457b6440b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:26.573285 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-800b65a1-5169-48b3-8dda-94247bd4bbcb req-f2abd7fc-f555-4b2b-900e-7eb457b6440b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 944 time: 0.1081409 May 24 23:34:26.626896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-800b65a1-5169-48b3-8dda-94247bd4bbcb req-eaf57a19-521e-403e-b477-d283352caafc tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454850 May 24 23:34:27.826811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5410be-84a8-48d7-95cb-13a69f500dd0 req-fc3dd222-a8a6-4597-8c8f-5ff7de3445d1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:27.828291 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b5410be-84a8-48d7-95cb-13a69f500dd0 req-fc3dd222-a8a6-4597-8c8f-5ff7de3445d1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 944 time: 0.0854363 May 24 23:34:27.881104 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b5410be-84a8-48d7-95cb-13a69f500dd0 req-da4997c2-87ff-45b1-94e1-f60d553a4550 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438983 May 24 23:34:27.944131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 993fd1c8-e0ca-4132-9477-e441307aa2d8 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:34:28.011906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 993fd1c8-e0ca-4132-9477-e441307aa2d8 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:34:28.017198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 993fd1c8-e0ca-4132-9477-e441307aa2d8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:28.017841 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:28.078221 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4af6c-ee85-4044-a81d-a62e3d0f75c6 req-b7d63494-1682-44ee-bdab-abbf83171069 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:28.079680 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dfd4af6c-ee85-4044-a81d-a62e3d0f75c6 req-b7d63494-1682-44ee-bdab-abbf83171069 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 944 time: 0.0813098 May 24 23:34:28.125204 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dfd4af6c-ee85-4044-a81d-a62e3d0f75c6 req-3ade7cb4-f83f-466a-954d-d94ec9f72a65 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395222 May 24 23:34:28.135991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 993fd1c8-e0ca-4132-9477-e441307aa2d8 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:28.136256 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:28.164078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:34:28.174009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:28.179205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:28.216438 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493d18dd-9930-425c-8d0e-71019f07ce22'] response: {'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'code': 200} May 24 23:34:28.251334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=993fd1c8-e0ca-4132-9477-e441307aa2d8,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:28.259024 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.259368 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.259741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.260074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.260404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.260825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.261193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.261522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.261874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.262213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.262523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.262845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:34:28.313018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907cd32-11ba-469b-94e8-992d70d9bee6 req-8b066319-f54c-4739-9263-29fd2d8941c6 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:28.314509 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4907cd32-11ba-469b-94e8-992d70d9bee6 req-8b066319-f54c-4739-9263-29fd2d8941c6 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0791645 May 24 23:34:28.357336 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4907cd32-11ba-469b-94e8-992d70d9bee6 req-c0294079-7680-40f6-a818-54be793b02d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369711 May 24 23:34:28.764666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39351d7-345c-4e96-a1ae-3c5fff42da42 req-d56a9a24-a69d-41a8-9aed-318bc2af33b8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:28.766162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c39351d7-345c-4e96-a1ae-3c5fff42da42 req-d56a9a24-a69d-41a8-9aed-318bc2af33b8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0928483 May 24 23:34:28.813370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c39351d7-345c-4e96-a1ae-3c5fff42da42 req-d77e86f4-f2eb-4d52-bcc7-f44c25bca1f7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406868 May 24 23:34:30.053078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b28d6a-09d5-4f6f-97c4-4d6cc437adb0 req-f707c0c1-2972-4558-85c4-2e2c14310ab0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:30.054695 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03b28d6a-09d5-4f6f-97c4-4d6cc437adb0 req-f707c0c1-2972-4558-85c4-2e2c14310ab0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0988503 May 24 23:34:30.089558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-cb7c7eca-4a7c-4e39-bc7d-34eb231335d7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:30.091032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-cb7c7eca-4a7c-4e39-bc7d-34eb231335d7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 945 time: 0.0864873 May 24 23:34:30.100213 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03b28d6a-09d5-4f6f-97c4-4d6cc437adb0 req-011ecb69-3568-4643-a576-0fc35e0dc924 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394902 May 24 23:34:30.169015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Deleting port 993fd1c8-e0ca-4132-9477-e441307aa2d8 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:34:30.169330 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:30.422808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] For port 993fd1c8-e0ca-4132-9477-e441307aa2d8, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=993fd1c8-e0ca-4132-9477-e441307aa2d8,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:30.423067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:30.839054 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:30.839401 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:30.839747 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415 disassociated. External IP: 172.25.7.227, port: 993fd1c8-e0ca-4132-9477-e441307aa2d8. May 24 23:34:30.840091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Calling delete_port for 993fd1c8-e0ca-4132-9477-e441307aa2d8 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:34:30.994938 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:31.045508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event deleted for resources: {'Port': ['ID=993fd1c8-e0ca-4132-9477-e441307aa2d8,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:31.271279 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f332b17-ab54-40e2-aab1-a31074c7df5d req-c1c60f3b-4c9b-498d-9aef-a9151b3f9428 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd352d56-77a0-4e0d-8cea-93cc24ea577b HTTP/1.1" status: 200 len: 210 time: 0.0489831 May 24 23:34:31.289168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Router e7d7ecd5-adde-4b03-9836-34f2872a00c3 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:34:31.481685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:34:31.492120 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7d837-c5a3-410b-b1a3-58d261f05eb7 None None] Sync routers for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:34:31.502442 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7d837-c5a3-410b-b1a3-58d261f05eb7 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:31.503046 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-50b7d837-c5a3-410b-b1a3-58d261f05eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:34:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:31.556935 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] No DVR routers for this DVR port 993fd1c8-e0ca-4132-9477-e441307aa2d8 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:34:31.559452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:31.562379 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'name': 'network-vif-deleted', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:34:31.595016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ce7ec29-701b-4a9d-b706-25d735555204 req-d24f1d7a-c12a-498f-8de9-e00ed341051d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "DELETE /v2.0/ports/993fd1c8-e0ca-4132-9477-e441307aa2d8 HTTP/1.1" status: 204 len: 173 time: 1.4952133 May 24 23:34:31.613563 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e4b69f-0972-456a-b29c-19f2b1fe403a'] response: {'server_uuid': 'dd352d56-77a0-4e0d-8cea-93cc24ea577b', 'name': 'network-vif-deleted', 'tag': '993fd1c8-e0ca-4132-9477-e441307aa2d8', 'status': 'completed', 'code': 200} May 24 23:34:31.689997 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-50b7d837-c5a3-410b-b1a3-58d261f05eb7 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:32.001530 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-50b7d837-c5a3-410b-b1a3-58d261f05eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:32.005870 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7d837-c5a3-410b-b1a3-58d261f05eb7 None None] Checking router: e7d7ecd5-adde-4b03-9836-34f2872a00c3 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:34:32.014401 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7d837-c5a3-410b-b1a3-58d261f05eb7 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:32.014994 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-50b7d837-c5a3-410b-b1a3-58d261f05eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:34:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:32.187677 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-50b7d837-c5a3-410b-b1a3-58d261f05eb7 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:32.539229 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-50b7d837-c5a3-410b-b1a3-58d261f05eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:32.543540 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7d837-c5a3-410b-b1a3-58d261f05eb7 None None] The sync data for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 is: [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:34:32.623527 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-b1d77770-088f-4e57-97eb-cdee8174b3cc tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1103226846&fields=id&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 267 time: 0.0434346 May 24 23:34:32.769380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4987b586-ab91-45a5-a2c1-6b16deb2c904 None None] New status for floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:34:32.780693 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-7ee6a7aa-6604-4ead-9c15-2035a2cae469 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:32.782211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-7ee6a7aa-6604-4ead-9c15-2035a2cae469 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 812 time: 0.1517863 May 24 23:34:32.797461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-06260d6c-4c02-4ad1-9da9-04879bb07699 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/quotas/97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 375 time: 0.0097697 May 24 23:34:32.881345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-5be2b48f-085d-4c6b-8bf8-ca9767bd2535 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:34:32.900025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-5be2b48f-085d-4c6b-8bf8-ca9767bd2535 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:34:32.901707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-5be2b48f-085d-4c6b-8bf8-ca9767bd2535 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991158 May 24 23:34:33.047243 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-9ff7d55a-3212-4c1a-9119-8ab455cf4e79 service neutron] 10.222.0.55 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321688 May 24 23:34:33.183895 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-d954a31f-49f9-401d-9c9a-620b8359bf6c service neutron] 10.222.0.55 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307051 May 24 23:34:33.371099 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f342225-3238-4ea2-b3df-5d6596005524 req-2f025b16-1e93-4958-899a-52c00a5ca380 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 210 time: 0.0460215 May 24 23:34:33.961935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 993fd1c8-e0ca-4132-9477-e441307aa2d8 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:34:33.996743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 993fd1c8-e0ca-4132-9477-e441307aa2d8 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:34:33.997100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 993fd1c8-e0ca-4132-9477-e441307aa2d8 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:34:34.363826 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:34:34.581166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-464b9214-b541-4888-b6dd-6ed8307424b1 req-f053616c-881d-486c-90a8-df37c4919bb2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 210 time: 0.0562162 May 24 23:34:34.755147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-9c242484-d9b7-4474-888b-a01f13500e4a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:34.756587 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-9c242484-d9b7-4474-888b-a01f13500e4a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 812 time: 0.3058810 May 24 23:34:34.806342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-700a4aaa-b58f-467d-b676-c40befea51da tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 380 time: 0.0395112 May 24 23:34:34.815509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'port': {'device_id': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'admin_state_up': True, 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'security_groups': ['37249de2-671f-4d91-8d89-d286db44006c']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:34.951578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:34:34.961587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:34:34.973921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Made reservation on behalf of 97f31ff912d749998df45e58c9d0298c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:34:34.977379 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:35.147427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Allocated IP 172.20.0.8 (8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2/c8d4bc6a-1c77-465d-ad98-5e1adf129209/3d7207d0-06f5-4aa1-b982-f2a960d81ecc) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:34:35.345235 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:35.361658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Transition to ACTIVE for port object 3d7207d0-06f5-4aa1-b982-f2a960d81ecc will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:34:35.381663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f5a5dce4-3548-47f9-bcd6-8d24189d3025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:35.387918 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:35.460393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:34:35.463580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:34:35.467411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:34:35.497265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event updated for resources: {'Port': ['ID=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:35.534153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:35.534683 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:35.562944 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-0a2cd152-1d77-4b25-8852-a0e7ec88521e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7508466 May 24 23:34:35.579117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Request body: {'port': {'device_id': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:35.697739 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:35.718110 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-71d0365a-4b9d-4dfd-b7e2-33509fdeb7c1 None None] Provisioning for port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:34:35.723602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-71d0365a-4b9d-4dfd-b7e2-33509fdeb7c1 None None] Provisioning complete for port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:35.724031 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-71d0365a-4b9d-4dfd-b7e2-33509fdeb7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:35.784112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32509b8b-86ce-4f99-bd1b-4b3f6e9e86b1 req-d9f95052-380d-4fc5-8263-afd57c223697 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:35.785576 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32509b8b-86ce-4f99-bd1b-4b3f6e9e86b1 req-d9f95052-380d-4fc5-8263-afd57c223697 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 931 time: 0.0922506 May 24 23:34:35.787215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-71d0365a-4b9d-4dfd-b7e2-33509fdeb7c1 None None] Port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:34:35.837165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32509b8b-86ce-4f99-bd1b-4b3f6e9e86b1 req-b11a6c3d-1d44-40d9-af00-2742f5e80b88 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450726 May 24 23:34:36.052058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7207d0-06f5-4aa1-b982-f2a960d81ecc {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:34:36.059363 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:36.075516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Transition to ACTIVE for port object 3d7207d0-06f5-4aa1-b982-f2a960d81ecc will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:34:36.081486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:36.215777 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:36.335056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Attempting to bind port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:34:36.335385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Attempting to bind port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:34:36.335711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Attempting to bind port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:34:36.340271 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:34:36.340597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Attempting to bind port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:34:36.345983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:34:36.346314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:34:36.346692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Bound using segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:34:36.347106 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Bound port: 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:34:36.347441 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:36.441078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:34:36.444182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:34:36.450562 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:36.510951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:36.511591 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:36.512958 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] 10.222.0.50 "PUT /v2.0/ports/3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 1091 time: 0.9387157 May 24 23:34:36.513429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:34:36.547873 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d80d9-359b-4bed-ab3f-869cf067bd23 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:36.599887 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a44daa-02c8-445e-b408-298d6aac983c'] response: {'name': 'network-changed', 'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'status': 'completed', 'code': 200} May 24 23:34:36.642124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-c3807d6a-1645-408c-b0a6-5fa851254a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:36.643773 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-c3807d6a-1645-408c-b0a6-5fa851254a60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1094 time: 0.0759435 May 24 23:34:36.828520 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-a07eb475-d5b4-4fce-92fa-a350653fa281 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 217 time: 0.1739702 May 24 23:34:36.899249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-26031f50-2acb-43f2-b876-4f4f9d5978ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:36.900738 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-26031f50-2acb-43f2-b876-4f4f9d5978ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0616772 May 24 23:34:36.979277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-1528b1c3-1f45-41ba-b454-23ecd8d3347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:36.980753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-1528b1c3-1f45-41ba-b454-23ecd8d3347a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703754 May 24 23:34:37.026662 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb8978-19c6-4799-ba96-1d2820309d4f req-8f17a685-29e5-4f5a-930e-064fa7e477f8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:37.028110 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d3cb8978-19c6-4799-ba96-1d2820309d4f req-8f17a685-29e5-4f5a-930e-064fa7e477f8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 943 time: 0.0811934 May 24 23:34:37.072087 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d3cb8978-19c6-4799-ba96-1d2820309d4f req-dcb56081-7d09-4d07-a2f3-88e4502c84b0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380430 May 24 23:34:37.116233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-65f3016f-5cf0-4657-984d-d7af8b10aa73 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248462 May 24 23:34:37.262464 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b2f50a2-fae1-4ac2-b6a0-24a55482a153 req-887549ed-4834-48b7-94c3-ce33ec9f545f service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367896 May 24 23:34:37.391267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10e313-6d52-454f-89c8-c712d7b8270a req-50b984df-2251-40fd-9295-0ab0eab397e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:37.392671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd10e313-6d52-454f-89c8-c712d7b8270a req-50b984df-2251-40fd-9295-0ab0eab397e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1094 time: 0.0781996 May 24 23:34:37.484211 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-36523c60-e9d1-4361-a038-e9aeded8ae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:37.530334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10e313-6d52-454f-89c8-c712d7b8270a req-c565d509-28a3-43f0-9670-90cbedcfb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:37.531783 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd10e313-6d52-454f-89c8-c712d7b8270a req-c565d509-28a3-43f0-9670-90cbedcfb04c service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1310530 May 24 23:34:37.605119 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd10e313-6d52-454f-89c8-c712d7b8270a req-5f86d842-a800-43da-a302-c133954e6b01 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 217 time: 0.0660985 May 24 23:34:37.673384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10e313-6d52-454f-89c8-c712d7b8270a req-a3905033-08a5-4385-a6c0-865e3e9c7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:37.674805 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd10e313-6d52-454f-89c8-c712d7b8270a req-a3905033-08a5-4385-a6c0-865e3e9c7d14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0627379 May 24 23:34:37.761563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10e313-6d52-454f-89c8-c712d7b8270a req-de65c330-a9b0-4b33-b3ba-d92b0b109092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:37.763091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd10e313-6d52-454f-89c8-c712d7b8270a req-de65c330-a9b0-4b33-b3ba-d92b0b109092 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806015 May 24 23:34:37.904953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd10e313-6d52-454f-89c8-c712d7b8270a req-45e84828-e4d7-47cc-a10d-307ee2d92999 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333475 May 24 23:34:38.041256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cd10e313-6d52-454f-89c8-c712d7b8270a req-d25091f1-f78b-49b4-b727-ce32b400d4a3 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292264 May 24 23:34:38.272818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19f27-17b6-4747-9d8e-0f7739366f2e req-589a4348-0ff3-4c51-8442-d0ebdc65768f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:38.273533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4fe19f27-17b6-4747-9d8e-0f7739366f2e req-589a4348-0ff3-4c51-8442-d0ebdc65768f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:34:38.292676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4fe19f27-17b6-4747-9d8e-0f7739366f2e req-589a4348-0ff3-4c51-8442-d0ebdc65768f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:34:38.293953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4fe19f27-17b6-4747-9d8e-0f7739366f2e req-589a4348-0ff3-4c51-8442-d0ebdc65768f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 943 time: 0.1027310 May 24 23:34:38.346564 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4fe19f27-17b6-4747-9d8e-0f7739366f2e req-31292972-bf53-4605-9c3b-b2d7b30358bf tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435486 May 24 23:34:38.742292 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:38.895356 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:39.552193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c79441-fa26-491d-8281-82a58ae3c78d req-3ce80e15-7f26-40c9-97bb-6aa6f77fdb48 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:39.553779 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06c79441-fa26-491d-8281-82a58ae3c78d req-3ce80e15-7f26-40c9-97bb-6aa6f77fdb48 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 943 time: 0.0937979 May 24 23:34:39.598120 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-06c79441-fa26-491d-8281-82a58ae3c78d req-cfb2927e-6513-4307-91c3-99c0fa8a467a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383644 May 24 23:34:40.010641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3d7207d0-06f5-4aa1-b982-f2a960d81ecc details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:34:40.189099 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:40.196004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:40.209954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'port_id': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'mac_address': 'fa:16:3e:fa:ba:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:34:40.265973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:40.266267 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:40.284334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7207d0-06f5-4aa1-b982-f2a960d81ecc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:34:40.300566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:40.307572 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:40.384195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:40.554462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['3d7207d0-06f5-4aa1-b982-f2a960d81ecc'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:34:40.789775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec60ee-4145-47e5-ad18-d70747878905 req-940a2168-e0b1-4468-b76b-b99558040529 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:40.791221 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78ec60ee-4145-47e5-ad18-d70747878905 req-940a2168-e0b1-4468-b76b-b99558040529 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 944 time: 0.0841126 May 24 23:34:40.836342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78ec60ee-4145-47e5-ad18-d70747878905 req-9d16714e-2b17-4e4b-a35a-51cd7b6a4a3c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375977 May 24 23:34:42.010018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3d7207d0-06f5-4aa1-b982-f2a960d81ecc up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:34:42.032511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec8e87-40e1-499c-bf92-947171a65788 req-64e31bd3-853a-4fe1-8162-5c04697e66a9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:42.034000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49ec8e87-40e1-499c-bf92-947171a65788 req-64e31bd3-853a-4fe1-8162-5c04697e66a9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 944 time: 0.0871298 May 24 23:34:42.079215 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49ec8e87-40e1-499c-bf92-947171a65788 req-048a4fde-166d-464c-b626-6dd4572068f1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391829 May 24 23:34:42.083333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:34:42.088186 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:34:42.088624 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:42.213432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:34:42.213894 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:42.247265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:34:42.257357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:34:42.262646 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:42.300362 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93339051-bccb-42ef-91a2-0b4cee20869e'] response: {'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'code': 200} May 24 23:34:42.333736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:34:42.444690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d50dbd-11af-4a7d-99fe-230ace111021 req-ea5c5e25-9e2b-47c1-816f-1cb44f36058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:42.446554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-40d50dbd-11af-4a7d-99fe-230ace111021 req-ea5c5e25-9e2b-47c1-816f-1cb44f36058a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1096 time: 0.0841682 May 24 23:34:42.490629 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-40d50dbd-11af-4a7d-99fe-230ace111021 req-e26d424d-aa4b-4398-826d-a91dfa66831c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343490 May 24 23:34:43.284493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189cc72-fdfc-4a7a-8258-64f87e10069c req-6f96e2e3-3be2-4d53-9d34-d44339140672 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:43.285964 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9189cc72-fdfc-4a7a-8258-64f87e10069c req-6f96e2e3-3be2-4d53-9d34-d44339140672 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0891879 May 24 23:34:43.333507 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9189cc72-fdfc-4a7a-8258-64f87e10069c req-fe3480eb-a0a8-4b6f-8529-66bef5e9dcc1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 May 24 23:34:44.547540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88343b05-7a69-4f2a-a0fb-f776734c9250 req-55ab2294-ca72-4062-8062-12697b93cdf4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:44.548894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-88343b05-7a69-4f2a-a0fb-f776734c9250 req-55ab2294-ca72-4062-8062-12697b93cdf4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0941322 May 24 23:34:44.594760 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-88343b05-7a69-4f2a-a0fb-f776734c9250 req-bbd30a22-f187-4613-a019-1c08f9ed39e2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398088 May 24 23:34:44.793255 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43552840-ac26-4285-aea1-240a4489f58b req-f7b12e3d-d2a3-45ea-a5fb-59aec4fd5845 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:44.794719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-43552840-ac26-4285-aea1-240a4489f58b req-f7b12e3d-d2a3-45ea-a5fb-59aec4fd5845 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0931187 May 24 23:34:44.803806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52642) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:34:44.808839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-64f7c37f-7d18-4f63-ad84-ffb57270b135 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'floatingip': {'port_id': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:34:44.996916 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-64f7c37f-7d18-4f63-ad84-ffb57270b135 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:45.624862 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-64f7c37f-7d18-4f63-ad84-ffb57270b135 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:45.630461 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-64f7c37f-7d18-4f63-ad84-ffb57270b135 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:45.804015 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-64f7c37f-7d18-4f63-ad84-ffb57270b135 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415 associated. External IP: 172.25.7.227, port: 3d7207d0-06f5-4aa1-b982-f2a960d81ecc. May 24 23:34:46.165337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f7c37f-7d18-4f63-ad84-ffb57270b135 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Router e7d7ecd5-adde-4b03-9836-34f2872a00c3 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:34:46.464326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f7c37f-7d18-4f63-ad84-ffb57270b135 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:34:46.469375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-64f7c37f-7d18-4f63-ad84-ffb57270b135 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:46.474369 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1961a-8d7c-42b0-8e1a-8bb896faccbf None None] Sync routers for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:34:46.484669 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1961a-8d7c-42b0-8e1a-8bb896faccbf None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:46.485264 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-84b1961a-8d7c-42b0-8e1a-8bb896faccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:34:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:46.525517 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-64f7c37f-7d18-4f63-ad84-ffb57270b135 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "PUT /v2.0/floatingips/0eef3252-9cf9-4fcf-9ace-f2e6639e3415 HTTP/1.1" status: 200 len: 991 time: 1.7205918 May 24 23:34:46.526127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:34:46.570102 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b2aba2-5326-44f8-80b4-651795f90c01'] response: {'name': 'network-changed', 'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'status': 'completed', 'code': 200} May 24 23:34:46.667306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d0a06-aa3b-4961-acaa-6fc3078e3a21 req-2ea8e403-5e7e-4bb7-b7b1-86abd18d63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:46.668812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b20d0a06-aa3b-4961-acaa-6fc3078e3a21 req-2ea8e403-5e7e-4bb7-b7b1-86abd18d63c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1096 time: 0.0767555 May 24 23:34:46.672546 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-84b1961a-8d7c-42b0-8e1a-8bb896faccbf None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:46.802194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d0a06-aa3b-4961-acaa-6fc3078e3a21 req-88026789-ca8c-49c8-a271-913cfdc5322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:46.803652 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b20d0a06-aa3b-4961-acaa-6fc3078e3a21 req-88026789-ca8c-49c8-a271-913cfdc5322a service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1284430 May 24 23:34:46.909869 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b20d0a06-aa3b-4961-acaa-6fc3078e3a21 req-18378026-7bfc-46d7-bf72-02bcb72a4ac5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 999 time: 0.0987382 May 24 23:34:46.971263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d0a06-aa3b-4961-acaa-6fc3078e3a21 req-21015ae1-ae31-4535-9b49-86fb36f856aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:46.972722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b20d0a06-aa3b-4961-acaa-6fc3078e3a21 req-21015ae1-ae31-4535-9b49-86fb36f856aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0571358 May 24 23:34:47.017751 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-84b1961a-8d7c-42b0-8e1a-8bb896faccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:fa:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:34:45Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:47.022125 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1961a-8d7c-42b0-8e1a-8bb896faccbf None None] Checking router: e7d7ecd5-adde-4b03-9836-34f2872a00c3 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:34:47.030739 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1961a-8d7c-42b0-8e1a-8bb896faccbf None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:34:47.031328 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-84b1961a-8d7c-42b0-8e1a-8bb896faccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:34:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:47.054250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d0a06-aa3b-4961-acaa-6fc3078e3a21 req-59975e9f-326d-45fe-a6fe-bfa37c7171e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:47.055673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b20d0a06-aa3b-4961-acaa-6fc3078e3a21 req-59975e9f-326d-45fe-a6fe-bfa37c7171e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766580 May 24 23:34:47.190885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b20d0a06-aa3b-4961-acaa-6fc3078e3a21 req-81821bdb-7784-4190-b6d5-767ae647385f service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283276 May 24 23:34:47.204107 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-84b1961a-8d7c-42b0-8e1a-8bb896faccbf None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:34:47.325782 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b20d0a06-aa3b-4961-acaa-6fc3078e3a21 req-c1dc1b96-1d03-41a8-8349-6c99cbf54f58 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283867 May 24 23:34:47.560532 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-84b1961a-8d7c-42b0-8e1a-8bb896faccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:fa:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:34:45Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:34:47.565363 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1961a-8d7c-42b0-8e1a-8bb896faccbf None None] The sync data for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 is: [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:fa:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:34:45Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:34:47.769696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f04300-5b4f-40f1-a96f-9a672fd1cb67 None None] New status for floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:34:51.927781 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-727e7bfb-03cf-4fd7-b864-573368c057d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739670 May 24 23:34:52.075011 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-1590c45c-1727-4591-9c8d-839bbbcd3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:52.076487 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-1590c45c-1727-4591-9c8d-839bbbcd3b36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1096 time: 0.0765054 May 24 23:34:52.238945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-5e9007c0-fe95-4966-a052-17e4ffc6d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:52.241051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-5e9007c0-fe95-4966-a052-17e4ffc6d392 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1444480 May 24 23:34:52.357791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-db46dc25-a897-4100-adf3-2fec2c51363c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 1001 time: 0.1096590 May 24 23:34:52.423916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-52d42fa7-f2f6-4f1e-a835-bbcaa1230360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:52.425339 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-52d42fa7-f2f6-4f1e-a835-bbcaa1230360 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0616159 May 24 23:34:52.513633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-65ac6fb3-29f4-4364-bbac-31a8fa910d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:34:52.515112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-65ac6fb3-29f4-4364-bbac-31a8fa910d2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833702 May 24 23:34:52.760042 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-987e98ec-48a5-410a-9fc7-fd2c9158b682 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371752 May 24 23:34:52.892711 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c905a236-1b80-40f1-8ed9-7e4e8888a015 req-8d17aaca-071e-42a9-b282-5be78bb970e5 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256998 May 24 23:34:54.614515 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:34:56.287064 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:05.391080 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-676decf5-d2f6-4e68-b2a6-f96892fd60c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:07.491828 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0521154c-6f84-4a7a-a19d-8b0077faf644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:08.736068 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:08.893196 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:10.181599 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:11.365525 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:35:22.145969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6721b-551e-47d0-bdb2-623d741c2505 req-5ed489c0-039d-4f82-9f3c-3b2039be9b97 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:22.147457 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95d6721b-551e-47d0-bdb2-623d741c2505 req-5ed489c0-039d-4f82-9f3c-3b2039be9b97 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.1566708 May 24 23:35:22.192506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-95d6721b-551e-47d0-bdb2-623d741c2505 req-63bf9bef-57a3-4eed-9b3e-a41cd8d1295f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389435 May 24 23:35:23.575428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57df1c-9a3e-492c-b4a8-ef9376278eba req-49a5f396-5711-4e7c-bc87-a6bbf4abdb3c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:23.576783 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e57df1c-9a3e-492c-b4a8-ef9376278eba req-49a5f396-5711-4e7c-bc87-a6bbf4abdb3c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.2608888 May 24 23:35:23.621606 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e57df1c-9a3e-492c-b4a8-ef9376278eba req-547ea999-637b-4f4a-abec-06d22adcf9d1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390103 May 24 23:35:24.634150 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:24.829991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4923512-6aa0-4a1a-8c0a-0068a6b344b6 req-12428546-72a8-450e-82b0-878328083a3f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:24.831448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4923512-6aa0-4a1a-8c0a-0068a6b344b6 req-12428546-72a8-450e-82b0-878328083a3f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0981722 May 24 23:35:24.881460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4923512-6aa0-4a1a-8c0a-0068a6b344b6 req-71381a88-8bb3-4792-a65b-39c0a268b746 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 May 24 23:35:26.080338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17c037-b93a-4b8c-afe8-9285b3e5e0ff req-fe73053f-706e-4bb5-9cda-99a032059c6e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:26.081770 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a17c037-b93a-4b8c-afe8-9285b3e5e0ff req-fe73053f-706e-4bb5-9cda-99a032059c6e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0865865 May 24 23:35:26.131671 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a17c037-b93a-4b8c-afe8-9285b3e5e0ff req-819f3bcd-764a-41ea-82d7-f682bf2450e2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 May 24 23:35:26.278398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:27.355099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b3aa6-c9c2-4ce3-ad66-4dd0f29c36cc req-6431d0eb-55d2-4c4b-bee0-2d9dfeb6d67b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:27.356703 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c8b3aa6-c9c2-4ce3-ad66-4dd0f29c36cc req-6431d0eb-55d2-4c4b-bee0-2d9dfeb6d67b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.1059391 May 24 23:35:27.401631 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c8b3aa6-c9c2-4ce3-ad66-4dd0f29c36cc req-7ea0bff0-ed3a-4254-b10e-b7e3ff2fe161 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391634 May 24 23:35:28.606063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2d0b7-f882-45cd-863e-5bd1368b89b0 req-37a54f37-09f0-4dec-a60d-1960b49f441b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:28.607533 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02b2d0b7-f882-45cd-863e-5bd1368b89b0 req-37a54f37-09f0-4dec-a60d-1960b49f441b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0828609 May 24 23:35:28.654226 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-02b2d0b7-f882-45cd-863e-5bd1368b89b0 req-6ca2be74-f6f2-4b7f-a1a2-57902238f147 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380414 May 24 23:35:29.854235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aad9d-07dc-4735-9237-046b0629b54c req-7f54d6bb-c9fa-4291-bac6-6d874e3f628c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:29.855570 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a6aad9d-07dc-4735-9237-046b0629b54c req-7f54d6bb-c9fa-4291-bac6-6d874e3f628c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0911622 May 24 23:35:29.902841 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3a6aad9d-07dc-4735-9237-046b0629b54c req-7f143834-1477-4c43-840c-ec1dd3a18a97 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384791 May 24 23:35:31.124681 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c69dd1-1794-4bd9-9c44-c8ee6b18a9a6 req-889cd851-9070-497f-91e9-c41b319e20b0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:31.126189 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-46c69dd1-1794-4bd9-9c44-c8ee6b18a9a6 req-889cd851-9070-497f-91e9-c41b319e20b0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.1062524 May 24 23:35:31.173874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-46c69dd1-1794-4bd9-9c44-c8ee6b18a9a6 req-878ffb4d-d4d6-4f15-b931-10624e448770 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393062 May 24 23:35:32.378705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023f2f3-2320-4939-8017-282d1c5ae3e8 req-189b1f31-22c5-4496-9969-b036d29f8139 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:32.380168 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b023f2f3-2320-4939-8017-282d1c5ae3e8 req-189b1f31-22c5-4496-9969-b036d29f8139 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0909882 May 24 23:35:32.428073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b023f2f3-2320-4939-8017-282d1c5ae3e8 req-c80498a8-7939-489a-a073-e7869e44bc72 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390954 May 24 23:35:33.630447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157cb25-4637-4603-9438-78f28cbea35f req-eac0e4a2-e241-42de-b0bf-736bdb23a295 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:33.631905 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e157cb25-4637-4603-9438-78f28cbea35f req-eac0e4a2-e241-42de-b0bf-736bdb23a295 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0843623 May 24 23:35:33.678557 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e157cb25-4637-4603-9438-78f28cbea35f req-2f90df71-bf7c-40f6-a795-d1d6dbb1b85e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 May 24 23:35:34.102652 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-89119c73-9118-4dbd-a4b0-f625ef232cf5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264429 May 24 23:35:34.116308 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f0255-a19d-499e-a9ca-a32fb2974a94 req-90624095-9fa6-43c8-96a7-19142e62ce76 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:34.117669 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-981f0255-a19d-499e-a9ca-a32fb2974a94 req-90624095-9fa6-43c8-96a7-19142e62ce76 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0969923 May 24 23:35:34.165774 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-981f0255-a19d-499e-a9ca-a32fb2974a94 req-d60bf6dc-024c-4ce3-a8b0-66e66df491d4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 May 24 23:35:35.386531 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5fbcdc26-1421-409b-8faf-f477bebd2a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:35.388719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-7d423c3b-ea05-4ab2-a3f8-9b24d7fca358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:35.390286 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-7d423c3b-ea05-4ab2-a3f8-9b24d7fca358 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1096 time: 0.1347730 May 24 23:35:35.400933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2947454-6aae-4c9c-89c4-d84d4eff537b req-3ad0b77e-d688-415c-a682-3da3124dd6b1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:35.402327 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2947454-6aae-4c9c-89c4-d84d4eff537b req-3ad0b77e-d688-415c-a682-3da3124dd6b1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.1161878 May 24 23:35:35.523078 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2947454-6aae-4c9c-89c4-d84d4eff537b req-6391af90-c66b-418f-bbe5-0aba8a105a0c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027098 May 24 23:35:35.557151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-d3e28ee7-9858-4acc-8c9e-7f04f03548ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:35.558731 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-d3e28ee7-9858-4acc-8c9e-7f04f03548ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1555243 May 24 23:35:35.667242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-676ede7d-6270-4253-99ab-3c0d1d6143b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 1001 time: 0.0986192 May 24 23:35:35.736576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-b376729c-c215-4c65-a8cd-5809ea40acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:35.738057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-b376729c-c215-4c65-a8cd-5809ea40acc9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0639324 May 24 23:35:35.818837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-ffaf80a1-c31e-461a-aed2-fbcce95af66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:35.820272 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-ffaf80a1-c31e-461a-aed2-fbcce95af66b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729287 May 24 23:35:35.959011 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-f4ef7b92-6add-44a6-b1a3-c95cd7885ee0 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284451 May 24 23:35:36.097411 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-391de810-000f-4a9c-ad32-0c1f304a896c service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285982 May 24 23:35:36.727848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dc6fa-f9ab-438c-8964-a65b41e69583 req-29c33a34-a526-469a-bdd5-23651d2ceca2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:36.729330 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-041dc6fa-f9ab-438c-8964-a65b41e69583 req-29c33a34-a526-469a-bdd5-23651d2ceca2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0962412 May 24 23:35:36.775717 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-041dc6fa-f9ab-438c-8964-a65b41e69583 req-25863cc2-5a3b-4826-b9a9-bdec768426e0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 May 24 23:35:37.497770 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f70b11c1-f150-405f-8539-c50238edf845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:37.989427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a646b4-129b-4adf-9118-79909b565327 req-fc9d2b3b-724d-4350-9fcf-42ec56f78ded tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:37.990909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9a646b4-129b-4adf-9118-79909b565327 req-fc9d2b3b-724d-4350-9fcf-42ec56f78ded tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0940709 May 24 23:35:38.144508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9a646b4-129b-4adf-9118-79909b565327 req-a06699db-5567-4a7d-ab83-5971ad7bd2f0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473098 May 24 23:35:38.280034 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-82145a3b-5b7e-4aac-a31d-c52a7e1e2041 service neutron] show failed (client error): The resource could not be found. May 24 23:35:38.281073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-82145a3b-5b7e-4aac-a31d-c52a7e1e2041 service neutron] 10.222.0.50 "GET /v2.0/ports/3d7207d0-06f5-4aa1-b982-f2a960d81ecc/bindings/n-h1-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.0837460 May 24 23:35:38.634671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-2e31d11a-fdbd-43e7-9113-311d0c8e07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:38.636261 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-2e31d11a-fdbd-43e7-9113-311d0c8e07dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 1096 time: 0.1272871 May 24 23:35:38.647232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:38.730700 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:38.756448 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:38.895690 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:39.058287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:39.087505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:35:39.151528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:35:39.157145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:39.172823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Transition to ACTIVE for port object 3d7207d0-06f5-4aa1-b982-f2a960d81ecc will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:35:39.178245 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:39.214466 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45798963-a67f-4c6e-bb74-031606f307a9'] response: {'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'code': 200} May 24 23:35:39.369383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Pushing event updated for resources: {'Port': ['ID=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:39.390197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.390535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.390866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.391191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.391517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.391842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.392156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.392475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.392790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.393109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.393426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.393770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:39.445475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] No DVR routers for this DVR port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:35:39.533767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b5f4e-f99e-4471-9a90-0fde2422ee7b req-36e1e0c1-1d53-4317-9eca-16dc2c2f3401 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:39.535140 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-411b5f4e-f99e-4471-9a90-0fde2422ee7b req-36e1e0c1-1d53-4317-9eca-16dc2c2f3401 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 943 time: 0.2507849 May 24 23:35:39.664878 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-411b5f4e-f99e-4471-9a90-0fde2422ee7b req-b90adb1e-6304-411f-9732-26ace1a06209 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223817 May 24 23:35:39.720666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Attempting to bind port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:35:39.720986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Attempting to bind port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:35:39.721305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Attempting to bind port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:35:39.726246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:35:39.726557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Attempting to bind port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:35:39.731755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:35:39.732098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:35:39.732461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Bound using segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:35:39.732877 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Bound port: 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:35:39.733213 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:39.826841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:35:39.830432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:35:39.837740 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:39.902681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:39.903298 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:39.904685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] 10.222.0.31 "PUT /v2.0/ports/3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 1091 time: 1.2617588 May 24 23:35:39.921300 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0fc36-3f44-42e8-9b20-1aa7c875c62d service neutron] Pushing event updated for resources: {'Port': ['ID=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:40.012004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-eeaa7871-9d06-4fd8-affc-9763b9fb4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:40.013697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-eeaa7871-9d06-4fd8-affc-9763b9fb4eeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1094 time: 0.0828030 May 24 23:35:40.151323 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-9dfe12c1-2225-4ef6-acda-2f0e3729620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:40.152803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-9dfe12c1-2225-4ef6-acda-2f0e3729620b service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1334960 May 24 23:35:40.183644 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:40.365942 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-86d63ae1-cec5-40f6-b460-39304135905c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 999 time: 0.2060978 May 24 23:35:40.431155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-06c9e467-689f-400b-a03a-8b72cce30550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:40.432649 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-06c9e467-689f-400b-a03a-8b72cce30550 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0594833 May 24 23:35:40.508772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-4b06a858-da38-4379-97f1-b9a94cae80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:40.510329 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-4b06a858-da38-4379-97f1-b9a94cae80f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715511 May 24 23:35:40.522418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e82d0910-4941-4e56-baef-05c3ee5ac559 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:35:40.523451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-e82d0910-4941-4e56-baef-05c3ee5ac559 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054202 May 24 23:35:40.658005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-cf012633-0a2b-4515-b7b4-b6f6ec26eed0 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277435 May 24 23:35:40.789444 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bc4e81ea-c3dc-4bf2-900a-95217ab29139 req-fb50a706-8a3a-4d36-957f-ea04f7c1c6d4 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257832 May 24 23:35:40.861547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29ec7e-be3f-468d-82be-5480be03683c req-03ef8d04-a8c5-47fa-908c-c675b3500b01 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:40.863099 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e29ec7e-be3f-468d-82be-5480be03683c req-03ef8d04-a8c5-47fa-908c-c675b3500b01 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 943 time: 0.0892048 May 24 23:35:40.911800 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e29ec7e-be3f-468d-82be-5480be03683c req-147ddfac-fa35-4cab-ad34-1f43ad836bf5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 May 24 23:35:41.215550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:35:41.273520 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966eccc4-4684-47f0-8765-17aecfc55ba4'] response: {'name': 'network-changed', 'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'status': 'completed', 'code': 200} May 24 23:35:41.424289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-40aa3ff8-bbbf-4a21-8b74-94b99cc4e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:41.425790 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-40aa3ff8-bbbf-4a21-8b74-94b99cc4e586 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1094 time: 0.1292522 May 24 23:35:41.428340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-626f0cb8-0aa5-4181-9414-1b4da7bc45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:41.429678 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-626f0cb8-0aa5-4181-9414-1b4da7bc45f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1094 time: 0.0952549 May 24 23:35:41.663227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-bd7aaea3-0533-409f-be80-237b49092c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:41.664680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-bd7aaea3-0533-409f-be80-237b49092c47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.2320814 May 24 23:35:41.665747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-32b1e2bc-f73e-40b3-ad2d-e4ebbc986472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:41.667238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-32b1e2bc-f73e-40b3-ad2d-e4ebbc986472 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.2170343 May 24 23:35:41.849597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-495770c6-a0fc-48aa-baab-4ccb0fcb3304 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 999 time: 0.1779287 May 24 23:35:41.851212 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-64365c0c-0d70-4b40-b9a5-e87f6c8b3606 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 999 time: 0.1309178 May 24 23:35:41.959787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-0114cab0-c6b8-46b5-b0d1-9f8ad6e5409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:41.961230 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-0114cab0-c6b8-46b5-b0d1-9f8ad6e5409f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.1047292 May 24 23:35:41.962658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-f2b27989-2b08-416d-8ada-b5a4f234fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:41.964178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-f2b27989-2b08-416d-8ada-b5a4f234fef6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0770929 May 24 23:35:42.101388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-3d8f42eb-edc0-4b3e-9c6a-4ef35b64bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:42.102863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-3d8f42eb-edc0-4b3e-9c6a-4ef35b64bb64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349654 May 24 23:35:42.107879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-dd55a188-8df0-4257-b16a-8d9e5e213055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:42.110050 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-dd55a188-8df0-4257-b16a-8d9e5e213055 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994396 May 24 23:35:42.115854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7f40c-52c6-4224-b3f9-9397876d9856 req-511bb17b-cfcf-4cd2-a43a-5aaa125a9a1a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:42.117531 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ed7f40c-52c6-4224-b3f9-9397876d9856 req-511bb17b-cfcf-4cd2-a43a-5aaa125a9a1a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 943 time: 0.0900457 May 24 23:35:42.164684 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2ed7f40c-52c6-4224-b3f9-9397876d9856 req-7525c290-4e2d-47ca-8f77-cbac12cd31de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407495 May 24 23:35:42.354449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3d7207d0-06f5-4aa1-b982-f2a960d81ecc no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:35:42.416327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3d7207d0-06f5-4aa1-b982-f2a960d81ecc not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:35:42.453471 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-6bf43586-525a-4c56-bffe-5b288892b5ce service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424375 May 24 23:35:42.455267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-3121b415-ba20-488a-b19b-817a34878b68 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244102 May 24 23:35:42.685015 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-6289638a-e5dc-48c6-b66a-03b4ed0d060c service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250502 May 24 23:35:42.686607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1c20b3b3-2728-4991-b623-6fa40d1f8de3 req-205c6c99-3b87-4659-9ddd-54c714d31c75 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100806 May 24 23:35:43.366309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc98750-78fc-489e-afb1-13e9a253d1ee req-0b0b6616-1c10-49ab-b4be-e0182d6607c5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:43.367748 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bc98750-78fc-489e-afb1-13e9a253d1ee req-0b0b6616-1c10-49ab-b4be-e0182d6607c5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 943 time: 0.0910044 May 24 23:35:43.411887 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0bc98750-78fc-489e-afb1-13e9a253d1ee req-71e9999b-ad18-4983-ae99-b781526b1807 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379786 May 24 23:35:43.796339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d421a-c2c9-45c8-98bf-d5419702b9d9 req-759341a3-7a22-4f1c-82b6-87688bafdbbb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:43.797841 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f83d421a-c2c9-45c8-98bf-d5419702b9d9 req-759341a3-7a22-4f1c-82b6-87688bafdbbb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 943 time: 0.1480415 May 24 23:35:43.805215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-f0a8c4a3-4443-4758-99d9-30269da9b6fb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:43.806630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-f0a8c4a3-4443-4758-99d9-30269da9b6fb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e&tenant_id=97f31ff912d749998df45e58c9d0298c&binding%3Ahost_id=n-h1-843146-7 HTTP/1.1" status: 200 len: 943 time: 0.1249223 May 24 23:35:43.903522 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f83d421a-c2c9-45c8-98bf-d5419702b9d9 req-5505b527-74d2-4fc7-9603-137096905593 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956709 May 24 23:35:43.916238 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-c5198557-3637-4c8a-ae6a-666f326a3baa service neutron] delete failed (client error): The resource could not be found. May 24 23:35:43.917470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-c5198557-3637-4c8a-ae6a-666f326a3baa service neutron] 10.222.0.50 "DELETE /v2.0/ports/3d7207d0-06f5-4aa1-b982-f2a960d81ecc/bindings/n-h2-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.0965128 May 24 23:35:44.082900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-18756184-6055-423a-bc25-d620d8d89d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:44.084357 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-18756184-6055-423a-bc25-d620d8d89d25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1094 time: 0.0890567 May 24 23:35:44.124714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3d7207d0-06f5-4aa1-b982-f2a960d81ecc details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:35:44.228032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-b3c6e272-5f2c-49df-9ac7-570d619afce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:44.230218 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-b3c6e272-5f2c-49df-9ac7-570d619afce4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1365597 May 24 23:35:44.275214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:44.288734 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'port_id': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'mac_address': 'fa:16:3e:fa:ba:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:35:44.341579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-519e2eef-ef8b-4f17-ba80-3fde61fa5acd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 999 time: 0.1018691 May 24 23:35:44.347646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:35:44.348196 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:44.366340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7207d0-06f5-4aa1-b982-f2a960d81ecc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:35:44.382615 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:44.388591 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:44.408510 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-9c9077e1-43c8-434f-8013-c68603204e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:44.409997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-9c9077e1-43c8-434f-8013-c68603204e96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0592041 May 24 23:35:44.457411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:44.465022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.465370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.465735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.466071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.466398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.466724 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.467045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.467367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.467689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.468011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.468327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.468641 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:35:44.487801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-b4ade8af-f13b-45db-8d01-58567586ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:44.489305 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-b4ade8af-f13b-45db-8d01-58567586ad28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702918 May 24 23:35:44.593796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['3d7207d0-06f5-4aa1-b982-f2a960d81ecc'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:35:44.624820 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-7a5c40c7-6ca9-4ba6-be4a-2b9ede2e8c00 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262357 May 24 23:35:44.756831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-adc9fbc2-ae91-4350-963d-8bb12284b694 req-953ba5de-320a-4aeb-ae7b-bc624ffbaea7 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219246 May 24 23:35:45.110913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc83826-cbf3-44bf-824f-6755bd8b0e98 req-cb8f17fa-5d45-4f04-86be-409e03e936b9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:45.112675 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dc83826-cbf3-44bf-824f-6755bd8b0e98 req-cb8f17fa-5d45-4f04-86be-409e03e936b9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 944 time: 0.0986946 May 24 23:35:45.160442 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4dc83826-cbf3-44bf-824f-6755bd8b0e98 req-aabe8f7b-9e65-476b-b42b-7154f79a2817 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 May 24 23:35:46.060697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-458a312b-432d-48a5-88de-7dd886986751 req-b6012e8c-c90e-4654-b971-233988de562b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1915696 May 24 23:35:46.139321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3d7207d0-06f5-4aa1-b982-f2a960d81ecc up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:35:46.198392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a312b-432d-48a5-88de-7dd886986751 req-52ee9dcc-d7b1-4e7b-9cb6-34e3cb6fffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:46.199885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-458a312b-432d-48a5-88de-7dd886986751 req-52ee9dcc-d7b1-4e7b-9cb6-34e3cb6fffbd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1095 time: 0.0713832 May 24 23:35:46.214731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:35:46.219336 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:35:46.219713 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:46.373376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:35:46.373847 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:46.400241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:35:46.400965 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a312b-432d-48a5-88de-7dd886986751 req-7a6076f2-1378-4c4d-8737-a65fa8b492be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:46.402684 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-458a312b-432d-48a5-88de-7dd886986751 req-7a6076f2-1378-4c4d-8737-a65fa8b492be service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1841164 May 24 23:35:46.412089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:46.417375 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:46.452624 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f26f4ff-1a96-443a-9631-5b2d16aa05ad'] response: {'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'code': 200} May 24 23:35:46.484398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:46.492943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8ee50-9487-4fc6-a482-876a95129ca8 req-5c5282a9-8d67-40fb-a3c3-50a481ca0ad0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:46.494427 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8a8ee50-9487-4fc6-a482-876a95129ca8 req-5c5282a9-8d67-40fb-a3c3-50a481ca0ad0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 944 time: 0.2081797 May 24 23:35:46.541538 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-458a312b-432d-48a5-88de-7dd886986751 req-8963d0ef-8bc1-4239-92fa-6b4e1106bbc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 1001 time: 0.1322320 May 24 23:35:46.584363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8a8ee50-9487-4fc6-a482-876a95129ca8 req-1bc7d5f5-df4c-442a-817a-4d0098f5e7fc tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808768 May 24 23:35:46.612797 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a312b-432d-48a5-88de-7dd886986751 req-b99dd594-75c2-41d6-9b1a-45da18861bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:46.614238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-458a312b-432d-48a5-88de-7dd886986751 req-b99dd594-75c2-41d6-9b1a-45da18861bdf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0668585 May 24 23:35:46.691538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a312b-432d-48a5-88de-7dd886986751 req-f3efd76f-2052-4bec-a98b-1a75a5491298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:46.693032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-458a312b-432d-48a5-88de-7dd886986751 req-f3efd76f-2052-4bec-a98b-1a75a5491298 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727422 May 24 23:35:46.774584 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5ba96-4402-41dc-a2b7-040a2a8b5d25 req-1fd7a7ff-58e4-422f-9088-ba09db7fae82 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:46.776043 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35e5ba96-4402-41dc-a2b7-040a2a8b5d25 req-1fd7a7ff-58e4-422f-9088-ba09db7fae82 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0848355 May 24 23:35:46.824593 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-458a312b-432d-48a5-88de-7dd886986751 req-fbd1bc14-dff5-435f-bf1c-da90ac1f8188 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246307 May 24 23:35:46.824821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-35e5ba96-4402-41dc-a2b7-040a2a8b5d25 req-603a41a3-b1a8-4026-b896-335defcad4b2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 May 24 23:35:46.955412 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-458a312b-432d-48a5-88de-7dd886986751 req-392bd412-f728-43a0-9044-5e40a8fe5849 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241443 May 24 23:35:47.167766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107d5c1-22a2-4929-ad82-e0e3157b6d95 req-5a479e7b-1207-4f91-9a09-d3f95f5c8ad7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:47.169142 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d107d5c1-22a2-4929-ad82-e0e3157b6d95 req-5a479e7b-1207-4f91-9a09-d3f95f5c8ad7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0843396 May 24 23:35:47.208564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54eca-2290-4a98-9f7c-cd510a150043 req-b9ca35fe-28cd-4737-b23c-bdbc453396f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:47.210087 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceb54eca-2290-4a98-9f7c-cd510a150043 req-b9ca35fe-28cd-4737-b23c-bdbc453396f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 1096 time: 0.0748525 May 24 23:35:47.215777 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d107d5c1-22a2-4929-ad82-e0e3157b6d95 req-bf44be5f-b682-4130-9a19-ad1fc2af5931 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406449 May 24 23:35:47.345931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54eca-2290-4a98-9f7c-cd510a150043 req-fb20a0ee-a89d-4537-8682-bda885804ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:47.347378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceb54eca-2290-4a98-9f7c-cd510a150043 req-fb20a0ee-a89d-4537-8682-bda885804ce7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1314361 May 24 23:35:47.455377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceb54eca-2290-4a98-9f7c-cd510a150043 req-bc6d7e3a-f132-42e7-a32f-e08ad87bfcdc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 200 len: 1001 time: 0.1011853 May 24 23:35:47.522258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54eca-2290-4a98-9f7c-cd510a150043 req-11b606ba-f678-45a4-aa23-9e2021a3b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:47.523682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceb54eca-2290-4a98-9f7c-cd510a150043 req-11b606ba-f678-45a4-aa23-9e2021a3b4bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0627556 May 24 23:35:47.601237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54eca-2290-4a98-9f7c-cd510a150043 req-05badef6-2647-4b02-87ec-2a8d0f4da70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:47.602763 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceb54eca-2290-4a98-9f7c-cd510a150043 req-05badef6-2647-4b02-87ec-2a8d0f4da70d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724795 May 24 23:35:47.744987 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceb54eca-2290-4a98-9f7c-cd510a150043 req-ca6dfc2f-fa66-42b8-9ea9-6e22170243df service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357002 May 24 23:35:47.986036 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceb54eca-2290-4a98-9f7c-cd510a150043 req-a31cb073-9898-4cb9-8201-2a7b888271ce service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349749 May 24 23:35:48.364751 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:35:48.416679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0c768-3823-4b52-84bc-ab4c4b325296 req-bb4c16ba-bada-46bf-8fa8-36a68687927c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:48.418367 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2b0c768-3823-4b52-84bc-ab4c4b325296 req-bb4c16ba-bada-46bf-8fa8-36a68687927c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0930533 May 24 23:35:48.466378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2b0c768-3823-4b52-84bc-ab4c4b325296 req-dede7fb6-1b03-4940-8a3e-a8634a53cb1c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402768 May 24 23:35:49.661467 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc8502-b362-4e8c-8c9d-2f9c815b8764 req-5721ba40-7a9b-459d-b959-143dffa9c0b8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:49.662919 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ebc8502-b362-4e8c-8c9d-2f9c815b8764 req-5721ba40-7a9b-459d-b959-143dffa9c0b8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0858319 May 24 23:35:49.709518 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8ebc8502-b362-4e8c-8c9d-2f9c815b8764 req-27432662-21fc-41b3-a457-fefd39f467bd tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380664 May 24 23:35:50.125760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12c0e1-2d3f-4aad-8b97-f4e84fb73f35 req-2716aafe-c376-4141-8c7e-81e3f53fa29b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:50.127107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa12c0e1-2d3f-4aad-8b97-f4e84fb73f35 req-2716aafe-c376-4141-8c7e-81e3f53fa29b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.0893927 May 24 23:35:50.184223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa12c0e1-2d3f-4aad-8b97-f4e84fb73f35 req-d6e34b52-eed6-4ad3-99a0-69d7772c0590 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484517 May 24 23:35:51.352657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-c7814009-0ded-4298-893a-9e272a9c3e3a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:51.354109 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-c7814009-0ded-4298-893a-9e272a9c3e3a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.1295824 May 24 23:35:51.436344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Deleting port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:35:51.436681 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:51.506111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d756c5-b4c8-4b5a-a305-7233685e3515 req-64af9311-eecd-4116-b493-0fd58c38fdec tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:51.507747 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84d756c5-b4c8-4b5a-a305-7233685e3515 req-64af9311-eecd-4116-b493-0fd58c38fdec tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 945 time: 0.2101243 May 24 23:35:51.601872 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-84d756c5-b4c8-4b5a-a305-7233685e3515 req-c41c3d9c-2531-43f7-8791-d80a56cd365f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878239 May 24 23:35:51.740178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] For port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:35:51.740595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.042546 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.042923 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.043219 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415 disassociated. External IP: 172.25.7.227, port: 3d7207d0-06f5-4aa1-b982-f2a960d81ecc. May 24 23:35:52.043718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Calling delete_port for 3d7207d0-06f5-4aa1-b982-f2a960d81ecc owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:35:52.196588 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.248110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event deleted for resources: {'Port': ['ID=3d7207d0-06f5-4aa1-b982-f2a960d81ecc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:52.435180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Router e7d7ecd5-adde-4b03-9836-34f2872a00c3 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:35:52.739704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:35:52.750465 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e6cb4-3bf6-4cd5-b7d9-9c00643283f5 None None] Sync routers for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:35:52.759841 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e6cb4-3bf6-4cd5-b7d9-9c00643283f5 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:35:52.760463 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-485e6cb4-3bf6-4cd5-b7d9-9c00643283f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:35:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:52.762109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d76589d9-4215-49c8-9031-bf949900880e req-0bddd994-0df7-4b00-aae6-421f4a158429 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=b02ea2e9-0036-426c-ad8f-0a7e226b895e HTTP/1.1" status: 200 len: 210 time: 0.0473869 May 24 23:35:52.814784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] No DVR routers for this DVR port 3d7207d0-06f5-4aa1-b982-f2a960d81ecc on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:35:52.817379 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:52.819915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'name': 'network-vif-deleted', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:35:52.838795 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5e34ff9-b14b-403a-be70-902e1bbcbd74 req-36963fa4-45c3-44a0-8ddc-7e38b8cd65ea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "DELETE /v2.0/ports/3d7207d0-06f5-4aa1-b982-f2a960d81ecc HTTP/1.1" status: 204 len: 173 time: 1.4754338 May 24 23:35:52.876087 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce1e644-281f-4ec7-a547-172a5b4c7dba'] response: {'server_uuid': 'b02ea2e9-0036-426c-ad8f-0a7e226b895e', 'name': 'network-vif-deleted', 'tag': '3d7207d0-06f5-4aa1-b982-f2a960d81ecc', 'status': 'completed', 'code': 200} May 24 23:35:52.943882 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-485e6cb4-3bf6-4cd5-b7d9-9c00643283f5 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:35:53.255669 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-485e6cb4-3bf6-4cd5-b7d9-9c00643283f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:53.259846 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e6cb4-3bf6-4cd5-b7d9-9c00643283f5 None None] Checking router: e7d7ecd5-adde-4b03-9836-34f2872a00c3 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:35:53.269049 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e6cb4-3bf6-4cd5-b7d9-9c00643283f5 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:35:53.270046 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-485e6cb4-3bf6-4cd5-b7d9-9c00643283f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:35:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:53.455231 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-485e6cb4-3bf6-4cd5-b7d9-9c00643283f5 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:35:53.766152 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-485e6cb4-3bf6-4cd5-b7d9-9c00643283f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:35:53.770541 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e6cb4-3bf6-4cd5-b7d9-9c00643283f5 None None] The sync data for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 is: [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:35:53.999598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d0e5f3-eac8-44f8-aaaa-6d8cac2e9f5f None None] New status for floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:35:54.110710 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-69d0aa15-4149-48c2-b220-ef0160fe6075 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1103226846&fields=id&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 267 time: 0.0396180 May 24 23:35:54.266136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-dbfb99d4-8e83-42bd-8c97-0cf7664a6ad0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:54.267553 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-dbfb99d4-8e83-42bd-8c97-0cf7664a6ad0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 812 time: 0.1502705 May 24 23:35:54.283401 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-2f86cee9-6d1d-4f42-a67a-8344cd55dbd3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/quotas/97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 375 time: 0.0099075 May 24 23:35:54.373351 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-4fd2031c-3f27-4b60-a155-3a98595e8d3d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847077 May 24 23:35:54.510820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-22be7c86-6c72-4206-aa98-829e8dbaa9d5 service neutron] 10.222.0.55 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254029 May 24 23:35:54.625048 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:54.746285 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b1f7d530-1229-4e43-8b5e-a36503e3a88e service neutron] 10.222.0.55 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288094 May 24 23:35:54.925281 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-796efbe5-0302-4b4b-a8f5-8d29c843f948 req-db9aae80-42ff-4ab1-a2c5-6dd131fc930b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:35:54.942576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-796efbe5-0302-4b4b-a8f5-8d29c843f948 req-db9aae80-42ff-4ab1-a2c5-6dd131fc930b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:35:54.943676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-796efbe5-0302-4b4b-a8f5-8d29c843f948 req-db9aae80-42ff-4ab1-a2c5-6dd131fc930b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 210 time: 0.0598662 May 24 23:35:56.018666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-603bf49f-1305-47ae-9739-7b549f7ba520 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:56.020468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-603bf49f-1305-47ae-9739-7b549f7ba520 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 812 time: 0.1535766 May 24 23:35:56.071485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-073994cf-f408-473e-a1ae-253f8cdbe269 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 380 time: 0.0424848 May 24 23:35:56.080404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'port': {'device_id': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'admin_state_up': True, 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'security_groups': ['37249de2-671f-4d91-8d89-d286db44006c']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:56.098658 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a9e38a16-dabc-4903-b49c-e3da714791ca req-48fd6a6f-9481-4b32-b147-e0cf505ced53 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 210 time: 0.0456765 May 24 23:35:56.186538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3d7207d0-06f5-4aa1-b982-f2a960d81ecc no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:35:56.218026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:35:56.220814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 3d7207d0-06f5-4aa1-b982-f2a960d81ecc {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:35:56.221168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 3d7207d0-06f5-4aa1-b982-f2a960d81ecc not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:35:56.228580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:35:56.240506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Made reservation on behalf of 97f31ff912d749998df45e58c9d0298c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:35:56.244039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:56.291948 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:56.432403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Allocated IP 172.20.0.6 (8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2/c8d4bc6a-1c77-465d-ad98-5e1adf129209/16b078e7-6649-4a46-8e06-ddeda2836a00) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:35:56.626776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:56.642381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Transition to ACTIVE for port object 16b078e7-6649-4a46-8e06-ddeda2836a00 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:35:56.670091 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:56.749721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:35:56.752915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:35:56.757454 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:35:56.783394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:56.824713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:56.825423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:56.853381 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-b30eebbb-1a10-47db-a3f8-ffc5b2d27a9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7763758 May 24 23:35:56.865049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Request body: {'port': {'device_id': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:35:56.987099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:57.001802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-50658e23-cd9d-4479-b61a-8760711377de None None] Provisioning for port 16b078e7-6649-4a46-8e06-ddeda2836a00 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:35:57.008058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-50658e23-cd9d-4479-b61a-8760711377de None None] Provisioning complete for port 16b078e7-6649-4a46-8e06-ddeda2836a00 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:35:57.008483 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-50658e23-cd9d-4479-b61a-8760711377de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:57.064021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-50658e23-cd9d-4479-b61a-8760711377de None None] Port 16b078e7-6649-4a46-8e06-ddeda2836a00 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:35:57.349426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796029ff-ec36-4397-8e72-6250ce6302dc req-223b8515-b988-468b-b634-d53c571123fb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:57.350107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-796029ff-ec36-4397-8e72-6250ce6302dc req-223b8515-b988-468b-b634-d53c571123fb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:35:57.414248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b078e7-6649-4a46-8e06-ddeda2836a00 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:35:57.421000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-796029ff-ec36-4397-8e72-6250ce6302dc req-223b8515-b988-468b-b634-d53c571123fb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:35:57.422199 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-796029ff-ec36-4397-8e72-6250ce6302dc req-223b8515-b988-468b-b634-d53c571123fb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 931 time: 0.2039995 May 24 23:35:57.423766 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:57.456473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Transition to ACTIVE for port object 16b078e7-6649-4a46-8e06-ddeda2836a00 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:35:57.467164 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:57.524346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-796029ff-ec36-4397-8e72-6250ce6302dc req-9d88e1d0-a992-4a9e-a494-ea7c8d2e8c5f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960722 May 24 23:35:57.759448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:57.837695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:35:57.838006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:35:57.838356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:35:57.843416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Port 16b078e7-6649-4a46-8e06-ddeda2836a00 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:35:57.843736 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:35:57.849178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:35:57.849542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:35:57.849948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Bound using segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:35:57.850355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Bound port: 16b078e7-6649-4a46-8e06-ddeda2836a00, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:35:57.850695 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:57.940769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:35:57.943818 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:35:57.951295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.015303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:58.015951 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:35:58.017363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] 10.222.0.31 "PUT /v2.0/ports/16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1091 time: 1.1567430 May 24 23:35:58.017807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:35:58.038054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c4755-a092-4ae4-9adc-dd2a8d47674a service neutron] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:35:58.071383 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aee6a0a-d8d8-4ead-98ff-b64fd865ee1f'] response: {'name': 'network-changed', 'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'status': 'completed', 'code': 200} May 24 23:35:58.149581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-690af6c5-f90c-4202-ab16-7174f042bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:58.151094 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-690af6c5-f90c-4202-ab16-7174f042bb91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1094 time: 0.0747335 May 24 23:35:58.226364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-1c2cd017-aa98-476c-848f-d2835ec86f48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 217 time: 0.0673900 May 24 23:35:58.290432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-6299542c-2e40-41e1-8d6d-0e6c1c11d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:58.291774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-6299542c-2e40-41e1-8d6d-0e6c1c11d315 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0595648 May 24 23:35:58.380803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-848b4759-5e43-4c01-90b9-8f32df50cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:58.382436 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-848b4759-5e43-4c01-90b9-8f32df50cf7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844214 May 24 23:35:58.519548 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-dbd7ba1c-d551-471a-a39c-075d5061259b service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308427 May 24 23:35:58.697478 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-614d9c7b-0627-4294-b6e9-5f500c8bf90b req-6fbe8e09-1afd-436e-b2db-734e87ff4b14 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707397 May 24 23:35:58.742033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac119c-0552-4172-9180-090f640ec1e4 req-4207857b-26c9-489f-91cb-49ea33da31db tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:58.743565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2aac119c-0552-4172-9180-090f640ec1e4 req-4207857b-26c9-489f-91cb-49ea33da31db tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 943 time: 0.1093230 May 24 23:35:58.848803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2aac119c-0552-4172-9180-090f640ec1e4 req-de281d10-fd4f-416a-996b-e57b12a19f33 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968637 May 24 23:35:58.867543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf90edc-cc84-46fe-abc8-e3395ffef008 req-ffd3e3f6-a9bb-4182-aedd-aa85b55f4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:58.869061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acf90edc-cc84-46fe-abc8-e3395ffef008 req-ffd3e3f6-a9bb-4182-aedd-aa85b55f4cf9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1094 time: 0.1189010 May 24 23:35:59.006235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf90edc-cc84-46fe-abc8-e3395ffef008 req-73768c36-94c3-443c-a438-6618fb8c033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:59.007661 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acf90edc-cc84-46fe-abc8-e3395ffef008 req-73768c36-94c3-443c-a438-6618fb8c033c service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1327841 May 24 23:35:59.075601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acf90edc-cc84-46fe-abc8-e3395ffef008 req-e04d163f-e541-4cbe-b583-726485adae9b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 217 time: 0.0604229 May 24 23:35:59.147923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf90edc-cc84-46fe-abc8-e3395ffef008 req-88c021b6-abaa-4a65-a8fb-3a5c45bbc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:59.149287 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acf90edc-cc84-46fe-abc8-e3395ffef008 req-88c021b6-abaa-4a65-a8fb-3a5c45bbc0cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0670719 May 24 23:35:59.234413 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf90edc-cc84-46fe-abc8-e3395ffef008 req-c762e27c-5ba9-489e-b542-41a153fa53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:35:59.235892 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acf90edc-cc84-46fe-abc8-e3395ffef008 req-c762e27c-5ba9-489e-b542-41a153fa53ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802243 May 24 23:35:59.382854 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acf90edc-cc84-46fe-abc8-e3395ffef008 req-b3b5aaea-528a-4d62-8d16-235248e2d70b service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400709 May 24 23:35:59.642152 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acf90edc-cc84-46fe-abc8-e3395ffef008 req-dc20f48d-c861-4a50-8786-957ecd591c17 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517838 May 24 23:36:00.052857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88581732-7985-43c1-9023-e5eb68d37c62 req-dc4ddf37-43cf-4dab-be11-2634eb4bee20 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:00.054336 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-88581732-7985-43c1-9023-e5eb68d37c62 req-dc4ddf37-43cf-4dab-be11-2634eb4bee20 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 943 time: 0.0887618 May 24 23:36:00.100484 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-88581732-7985-43c1-9023-e5eb68d37c62 req-d894b2e2-964c-4f8d-927e-f650117bccac tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378313 May 24 23:36:01.310348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c22e-53a4-4983-b622-733b532db9f7 req-79541fcf-b530-4d47-9171-359389f9e2a2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:01.311944 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f717c22e-53a4-4983-b622-733b532db9f7 req-79541fcf-b530-4d47-9171-359389f9e2a2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 943 time: 0.0972359 May 24 23:36:01.358064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f717c22e-53a4-4983-b622-733b532db9f7 req-99d8d72e-a1a8-4b06-b9a8-f478a7f5594c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 May 24 23:36:02.203068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:36:02.338583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:02.351427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'port_id': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'mac_address': 'fa:16:3e:92:c9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:36:02.410508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 16b078e7-6649-4a46-8e06-ddeda2836a00 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:02.410893 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:02.434658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b078e7-6649-4a46-8e06-ddeda2836a00 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:36:02.450472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:02.457128 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:02.524509 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:02.547625 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff10353-a76e-44d8-a4a4-3b811b531bf6 req-f477adc1-bbe6-4e74-94cb-43bf51f89c80 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:02.549094 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eff10353-a76e-44d8-a4a4-3b811b531bf6 req-f477adc1-bbe6-4e74-94cb-43bf51f89c80 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 944 time: 0.0834394 May 24 23:36:02.594483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eff10353-a76e-44d8-a4a4-3b811b531bf6 req-019afbb7-7c23-48f3-bdcb-4cab4a6661d3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394762 May 24 23:36:02.646900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['16b078e7-6649-4a46-8e06-ddeda2836a00'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:36:03.808947 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ed4dd-b198-45b8-9343-c35a68420cde req-b3cfd7b9-67be-4698-b033-898ede86ce3a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:03.810973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e3ed4dd-b198-45b8-9343-c35a68420cde req-b3cfd7b9-67be-4698-b033-898ede86ce3a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 944 time: 0.1071959 May 24 23:36:03.855963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e3ed4dd-b198-45b8-9343-c35a68420cde req-c9b691a2-2138-40ee-9b2b-76cd5e9a480b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392425 May 24 23:36:04.217452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 up at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:36:04.295475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning for port 16b078e7-6649-4a46-8e06-ddeda2836a00 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:36:04.300753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Provisioning complete for port 16b078e7-6649-4a46-8e06-ddeda2836a00 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:04.301225 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.430503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 16b078e7-6649-4a46-8e06-ddeda2836a00 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:04.430749 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.459893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:36:04.470125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:04.476994 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:04.510850 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cec5ffb-7f49-41b9-8561-00c33d906cac'] response: {'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'code': 200} May 24 23:36:04.549956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:04.647733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74e5de-6f58-4140-a065-a6d79be777d0 req-c5298f1d-9268-4d1b-9430-834e1049d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:04.649238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef74e5de-6f58-4140-a065-a6d79be777d0 req-c5298f1d-9268-4d1b-9430-834e1049d314 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1096 time: 0.0800376 May 24 23:36:04.702323 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ef74e5de-6f58-4140-a065-a6d79be777d0 req-a52660ec-3714-47e5-abc9-388caf58d5eb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462539 May 24 23:36:05.058085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3890db7-167e-43ee-9a3c-f778e53306a5 req-dfdce562-dac4-40b2-a5ed-b7033f3c56fe tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:05.059598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3890db7-167e-43ee-9a3c-f778e53306a5 req-dfdce562-dac4-40b2-a5ed-b7033f3c56fe tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0922670 May 24 23:36:05.106097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3890db7-167e-43ee-9a3c-f778e53306a5 req-2792e17a-985a-44d7-9aed-7c8e9471cb64 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383985 May 24 23:36:05.397896 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d2d3a08b-80e7-4b34-b868-59736fc4955f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:06.327606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e116633-615e-4292-8660-a7f424885df8 req-4cd8f8c1-96ea-464b-84ce-b42dccf6fbe4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:06.329062 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1e116633-615e-4292-8660-a7f424885df8 req-4cd8f8c1-96ea-464b-84ce-b42dccf6fbe4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.1010506 May 24 23:36:06.377191 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1e116633-615e-4292-8660-a7f424885df8 req-7c2f605b-91bb-4159-b991-3a3e92129480 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403273 May 24 23:36:06.572175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c44f7-1cf0-4428-8e68-6af634146930 req-53ccce4c-11c7-4609-80c1-221899669c32 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:06.573668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-091c44f7-1cf0-4428-8e68-6af634146930 req-53ccce4c-11c7-4609-80c1-221899669c32 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0841827 May 24 23:36:06.582765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 52818) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:36:06.587762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c2ba2a8b-e073-4274-aeb2-117a6ca66892 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'floatingip': {'port_id': '16b078e7-6649-4a46-8e06-ddeda2836a00'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:36:06.668121 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2ba2a8b-e073-4274-aeb2-117a6ca66892 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:07.269984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2ba2a8b-e073-4274-aeb2-117a6ca66892 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:07.277516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2ba2a8b-e073-4274-aeb2-117a6ca66892 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:07.454531 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-c2ba2a8b-e073-4274-aeb2-117a6ca66892 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415 associated. External IP: 172.25.7.227, port: 16b078e7-6649-4a46-8e06-ddeda2836a00. May 24 23:36:07.483889 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23c8aa5f-09bd-45c2-b8fb-3b073f2f8709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:07.931233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ba2a8b-e073-4274-aeb2-117a6ca66892 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Router e7d7ecd5-adde-4b03-9836-34f2872a00c3 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:36:08.116776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ba2a8b-e073-4274-aeb2-117a6ca66892 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:36:08.122043 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c2ba2a8b-e073-4274-aeb2-117a6ca66892 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:08.127393 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9b8c0-77b2-4606-a122-9d364cd07201 None None] Sync routers for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:36:08.137979 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9b8c0-77b2-4606-a122-9d364cd07201 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:36:08.138578 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8dd9b8c0-77b2-4606-a122-9d364cd07201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:36:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:08.177265 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c2ba2a8b-e073-4274-aeb2-117a6ca66892 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "PUT /v2.0/floatingips/0eef3252-9cf9-4fcf-9ace-f2e6639e3415 HTTP/1.1" status: 200 len: 991 time: 1.5934353 May 24 23:36:08.177862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:36:08.321944 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-8dd9b8c0-77b2-4606-a122-9d364cd07201 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:36:08.394025 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec89b3e-e8bd-40c0-ad0d-b67a7b491f16'] response: {'name': 'network-changed', 'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'status': 'completed', 'code': 200} May 24 23:36:08.485605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cb870-db38-4a02-9f32-e31358c29a44 req-38bfe53e-f2b6-441c-b7da-3b8197dfc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:08.487259 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f6cb870-db38-4a02-9f32-e31358c29a44 req-38bfe53e-f2b6-441c-b7da-3b8197dfc365 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1096 time: 0.0717049 May 24 23:36:08.623155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cb870-db38-4a02-9f32-e31358c29a44 req-c770e530-4597-485c-9295-fb21c3c477be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:08.624674 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f6cb870-db38-4a02-9f32-e31358c29a44 req-c770e530-4597-485c-9295-fb21c3c477be service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1312151 May 24 23:36:08.713981 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8dd9b8c0-77b2-4606-a122-9d364cd07201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:92:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:36:07Z', 'revision_number': 9, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:08.720240 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9b8c0-77b2-4606-a122-9d364cd07201 None None] Checking router: e7d7ecd5-adde-4b03-9836-34f2872a00c3 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:36:08.728789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f6cb870-db38-4a02-9f32-e31358c29a44 req-223fa18a-5e96-4ca1-8a70-825060588bcc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 999 time: 0.0985098 May 24 23:36:08.732292 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9b8c0-77b2-4606-a122-9d364cd07201 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:36:08.733136 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8dd9b8c0-77b2-4606-a122-9d364cd07201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:36:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:08.743022 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:08.796709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cb870-db38-4a02-9f32-e31358c29a44 req-f2d4b4f5-9ca3-4316-bbc6-a3e77bf14f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:08.798195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f6cb870-db38-4a02-9f32-e31358c29a44 req-f2d4b4f5-9ca3-4316-bbc6-a3e77bf14f84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0638354 May 24 23:36:08.876871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cb870-db38-4a02-9f32-e31358c29a44 req-5d23d01a-e02f-4c10-a865-2cfebe263ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:08.878423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f6cb870-db38-4a02-9f32-e31358c29a44 req-5d23d01a-e02f-4c10-a865-2cfebe263ac4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730896 May 24 23:36:08.898795 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:08.915708 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-8dd9b8c0-77b2-4606-a122-9d364cd07201 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:36:09.012090 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f6cb870-db38-4a02-9f32-e31358c29a44 req-500e881f-1283-45e2-868a-b09e8b82bbd6 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270270 May 24 23:36:09.141985 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7f6cb870-db38-4a02-9f32-e31358c29a44 req-2499a66a-0ccb-45df-8fd6-8055b94ecffc service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237714 May 24 23:36:09.253418 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8dd9b8c0-77b2-4606-a122-9d364cd07201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:92:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:36:07Z', 'revision_number': 9, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:36:09.257864 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9b8c0-77b2-4606-a122-9d364cd07201 None None] The sync data for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 is: [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:92:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:36:07Z', 'revision_number': 9, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:36:09.459933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023d7899-5d17-420d-bbbe-26db72ffcf7a None None] New status for floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:36:10.193664 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:12.202426 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-22b8bfa0-6f6f-448b-b45e-30688b377958 req-0fd3a084-7b7c-422d-9ec5-8d29439ede80 service neutron] (88389) timed out ('10.222.0.55', 41412) {{(pid=88389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:36:24.627585 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:25.369988 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:36:26.305663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:35.395208 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-99aadb7f-831e-4660-9079-d1a9b99a6c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:37.104271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5581b068-cf2d-4193-97b5-b10b71ed4462 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1237161 May 24 23:36:37.264044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38610bc5-f590-49a1-9d81-df686dcb4112 req-1efb6801-38dc-4f3d-86f8-88f82bf822d1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:37.265535 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38610bc5-f590-49a1-9d81-df686dcb4112 req-1efb6801-38dc-4f3d-86f8-88f82bf822d1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.1259415 May 24 23:36:37.312576 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38610bc5-f590-49a1-9d81-df686dcb4112 req-a49828d3-47e9-4ec0-971d-bf70e96b4de8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409544 May 24 23:36:37.478716 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-becfc1e2-8356-46bf-a9b9-ebccd9f94f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:38.454519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-a238afd5-7bda-4b01-abf1-b50a6856bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:38.456022 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-a238afd5-7bda-4b01-abf1-b50a6856bb08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1096 time: 0.1112483 May 24 23:36:38.739157 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:38.767926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-4758bd2a-a7da-4a60-80c8-f5d0aade007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:38.769399 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-4758bd2a-a7da-4a60-80c8-f5d0aade007f service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.3071299 May 24 23:36:38.879947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-897aa4bc-454c-4e9d-8b28-946a7e21109c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1002 time: 0.1025693 May 24 23:36:38.892291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46920c87-cef0-457b-b16f-3a5d2aaba741 req-3d350623-6248-412d-84f7-612adcdc9ca8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:38.893755 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46920c87-cef0-457b-b16f-3a5d2aaba741 req-3d350623-6248-412d-84f7-612adcdc9ca8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.2836783 May 24 23:36:38.900320 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:38.982860 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-aec9a08d-5eb3-4be8-973f-6e63a6d39c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:38.984312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-aec9a08d-5eb3-4be8-973f-6e63a6d39c23 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0896757 May 24 23:36:38.987211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46920c87-cef0-457b-b16f-3a5d2aaba741 req-431dba6f-e37c-4acf-ad72-95ce705cc0c2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629239 May 24 23:36:39.062966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-8ab17b2f-ed55-407f-bfe7-a8ab766cdcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:39.064446 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-8ab17b2f-ed55-407f-bfe7-a8ab766cdcd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718532 May 24 23:36:39.201219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5aa1d62c-72e2-4b7d-b301-b4af17dd1bfe service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297054 May 24 23:36:39.338014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-b26a3cd0-9e73-4dcf-81b3-a6175ddb4fee service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312134 May 24 23:36:40.190211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e1de6-9834-4bb3-85cf-24ead7213f5d req-eaa3464e-27cd-4627-9d73-d323a552b589 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:40.191436 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:40.191850 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f0e1de6-9834-4bb3-85cf-24ead7213f5d req-eaa3464e-27cd-4627-9d73-d323a552b589 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0940037 May 24 23:36:40.236773 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5f0e1de6-9834-4bb3-85cf-24ead7213f5d req-437fd1a8-d398-4034-9dc4-01559d5ee54e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390639 May 24 23:36:41.449146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a4f06-1024-4922-bea4-215dc27371ea req-5fde5068-64eb-4f04-9658-13c91ad9c98d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:41.450655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a9a4f06-1024-4922-bea4-215dc27371ea req-5fde5068-64eb-4f04-9658-13c91ad9c98d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0987413 May 24 23:36:41.499761 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1a9a4f06-1024-4922-bea4-215dc27371ea req-271157cb-9a0e-46aa-9024-e5f47092aded tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429893 May 24 23:36:42.712928 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46055b6-8e4b-4605-901b-f7f82644c640 req-bc751bd5-687c-48c2-91d2-4cc3829e58f4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:42.714301 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f46055b6-8e4b-4605-901b-f7f82644c640 req-bc751bd5-687c-48c2-91d2-4cc3829e58f4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0873568 May 24 23:36:42.766564 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f46055b6-8e4b-4605-901b-f7f82644c640 req-b2299ac8-9480-49ce-9ef3-a5892fc2b809 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 May 24 23:36:43.967463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9af48-5f10-4bca-85e2-28c4e857960d req-81686fc4-f096-46f2-8343-0ca982700c69 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:43.968897 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9eb9af48-5f10-4bca-85e2-28c4e857960d req-81686fc4-f096-46f2-8343-0ca982700c69 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0884702 May 24 23:36:44.014230 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9eb9af48-5f10-4bca-85e2-28c4e857960d req-1e866240-7026-498d-ab00-2768b95c1a3f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391331 May 24 23:36:45.217203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bd9fb-9e25-4992-9bfa-4fdc6ff79185 req-5da51fe4-a800-433d-8cca-62ae04f53b1b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:45.218541 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-551bd9fb-9e25-4992-9bfa-4fdc6ff79185 req-5da51fe4-a800-433d-8cca-62ae04f53b1b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0866065 May 24 23:36:45.261918 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-551bd9fb-9e25-4992-9bfa-4fdc6ff79185 req-33a7452e-4d07-4733-a3c8-f25a8c67b883 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376742 May 24 23:36:46.475202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a22363-1da2-48ae-911f-81c899fe9fe5 req-a96aae28-9aee-4d54-a11b-2ac8a8d6f570 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:46.476753 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-98a22363-1da2-48ae-911f-81c899fe9fe5 req-a96aae28-9aee-4d54-a11b-2ac8a8d6f570 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0966449 May 24 23:36:46.526163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-98a22363-1da2-48ae-911f-81c899fe9fe5 req-af804cde-341a-443c-a887-cbd0cae8ad8c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434241 May 24 23:36:47.607097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea66039-bce0-45ca-870b-ff4cd67ac0cc req-ec060227-9ef0-4fbd-b55c-96c0f3a330f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:47.608599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ea66039-bce0-45ca-870b-ff4cd67ac0cc req-ec060227-9ef0-4fbd-b55c-96c0f3a330f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1096 time: 0.0729163 May 24 23:36:47.716985 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dda82c-98fa-4ca1-a8a1-bb5003eac676 req-910b0621-2483-4682-ac31-a402b7696dea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:47.718443 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50dda82c-98fa-4ca1-a8a1-bb5003eac676 req-910b0621-2483-4682-ac31-a402b7696dea tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0837142 May 24 23:36:47.756840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea66039-bce0-45ca-870b-ff4cd67ac0cc req-c974ccba-e677-4805-b1c7-0cd07b4ed41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:47.758472 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ea66039-bce0-45ca-870b-ff4cd67ac0cc req-c974ccba-e677-4805-b1c7-0cd07b4ed41b service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1314349 May 24 23:36:47.764508 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-50dda82c-98fa-4ca1-a8a1-bb5003eac676 req-79a37ea6-aeb8-4d2b-a33c-1a17887d8b77 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400879 May 24 23:36:47.863188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ea66039-bce0-45ca-870b-ff4cd67ac0cc req-cc3f2c5b-a6aa-4327-be9f-ca46c265a3e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1002 time: 0.0989001 May 24 23:36:47.938179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea66039-bce0-45ca-870b-ff4cd67ac0cc req-ba0f28df-e136-4dd2-bd80-5fbb4dfe987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:47.939611 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ea66039-bce0-45ca-870b-ff4cd67ac0cc req-ba0f28df-e136-4dd2-bd80-5fbb4dfe987b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0695901 May 24 23:36:48.025759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea66039-bce0-45ca-870b-ff4cd67ac0cc req-7cea1fe2-c2f2-448c-aca9-42eeec483c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:48.027231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ea66039-bce0-45ca-870b-ff4cd67ac0cc req-7cea1fe2-c2f2-448c-aca9-42eeec483c55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811737 May 24 23:36:48.273992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ea66039-bce0-45ca-870b-ff4cd67ac0cc req-5d8a3fb2-bcbd-4081-bb73-3b943fd59366 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402551 May 24 23:36:48.414174 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1ea66039-bce0-45ca-870b-ff4cd67ac0cc req-a07cbb1b-251e-4378-909d-80a16f151c0b service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338615 May 24 23:36:48.965871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995a944-ae76-4f03-a1ad-2f914a9c9f0f req-de9feb54-01b8-49fe-8487-0358c4c8646b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:48.967245 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c995a944-ae76-4f03-a1ad-2f914a9c9f0f req-de9feb54-01b8-49fe-8487-0358c4c8646b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0877657 May 24 23:36:49.014036 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c995a944-ae76-4f03-a1ad-2f914a9c9f0f req-047892a7-8200-48c9-8b3a-bc06878e24a0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380869 May 24 23:36:50.226705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563291c6-e505-4b9f-bedb-90bcb2af0cef req-88241b18-cda3-4dee-902f-b3434028c964 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:50.228179 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-563291c6-e505-4b9f-bedb-90bcb2af0cef req-88241b18-cda3-4dee-902f-b3434028c964 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0950887 May 24 23:36:50.274251 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-563291c6-e505-4b9f-bedb-90bcb2af0cef req-f6779069-a114-48a5-86cb-914757de5558 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 May 24 23:36:51.207983 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-d0d0fa58-beea-4534-a4bb-f1654f53915c service neutron] show failed (client error): The resource could not be found. May 24 23:36:51.208955 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-d0d0fa58-beea-4534-a4bb-f1654f53915c service neutron] 10.222.0.31 "GET /v2.0/ports/16b078e7-6649-4a46-8e06-ddeda2836a00/bindings/n-h2-843146-7 HTTP/1.1" status: 404 len: 380 time: 0.0850821 May 24 23:36:51.495351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d45f-a369-4d3a-a955-829820416827 req-8bbdbe4e-39cc-40cf-bc6a-53a3c5448a25 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:51.496835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9840d45f-a369-4d3a-a955-829820416827 req-8bbdbe4e-39cc-40cf-bc6a-53a3c5448a25 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0981524 May 24 23:36:51.590318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9840d45f-a369-4d3a-a955-829820416827 req-d0a8b74b-08ec-4372-9246-ee150f560a7d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584698 May 24 23:36:51.606954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-0f663ef6-8e91-4141-82d7-1724ef0c4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:51.608408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-0f663ef6-8e91-4141-82d7-1724ef0c4006 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 1096 time: 0.1765671 May 24 23:36:51.624252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:36:51.742248 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:52.030437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:52.060305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:36:52.119270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:36:52.125178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:52.140981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Transition to ACTIVE for port object 16b078e7-6649-4a46-8e06-ddeda2836a00 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:36:52.148156 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:52.257186 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76fe5839-9ab1-4bae-96fe-5a08eb62a29e'] response: {'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'code': 200} May 24 23:36:52.291900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=6']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:52.311815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.312153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.312495 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.312823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.313147 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.313470 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.313814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.314131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.314448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.314762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.315078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.315391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:52.362884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] No DVR routers for this DVR port 16b078e7-6649-4a46-8e06-ddeda2836a00 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:36:52.594869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:36:52.595208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:36:52.595549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:36:52.601744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Port 16b078e7-6649-4a46-8e06-ddeda2836a00 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:36:52.602239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:36:52.611244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:36:52.611753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:36:52.612366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Bound using segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:36:52.613047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Bound port: 16b078e7-6649-4a46-8e06-ddeda2836a00, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:36:52.613388 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:52.873039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:36:52.877076 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:36:52.883931 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:52.954406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:52.955023 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:52.956437 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] 10.222.0.50 "PUT /v2.0/ports/16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1091 time: 1.3365741 May 24 23:36:52.967276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57d562-fe0f-434d-9aac-3f92355d6f54 req-5fec8f10-406e-4b25-9d2a-e65fb3a3e606 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:52.968771 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8a57d562-fe0f-434d-9aac-3f92355d6f54 req-5fec8f10-406e-4b25-9d2a-e65fb3a3e606 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 943 time: 0.1825254 May 24 23:36:52.999430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d7bc2-cc45-4a8d-a4fe-d450ea6e670f service neutron] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=7']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:53.076576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8a57d562-fe0f-434d-9aac-3f92355d6f54 req-09e87e9a-2a4a-4c6f-a5de-e525b57c48e9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994506 May 24 23:36:53.105439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-4bbd4051-0853-48de-8732-e7554a8ac2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:53.107077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-4bbd4051-0853-48de-8732-e7554a8ac2eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1094 time: 0.1095908 May 24 23:36:53.241436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-2ba3ee23-8601-49aa-8d31-c41b48620fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:53.242960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-2ba3ee23-8601-49aa-8d31-c41b48620fb4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1259234 May 24 23:36:53.358202 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-9840aa30-4e47-4925-9ecf-59634809cb9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1000 time: 0.1040435 May 24 23:36:53.428055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-44e53d49-1dec-4ed3-a8ad-6e7ab4683dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:53.429360 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-44e53d49-1dec-4ed3-a8ad-6e7ab4683dfd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0624380 May 24 23:36:53.509912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-2cbe3a3e-e1c7-4a02-9708-d9a4f68cc051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:53.511376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-2cbe3a3e-e1c7-4a02-9708-d9a4f68cc051 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712967 May 24 23:36:53.647532 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-41530556-61ae-4cf4-9562-81efe08c12df service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254988 May 24 23:36:53.782000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-24b00b49-2bcb-400e-a1fb-8de47f598132 req-0ae672a5-9310-42b4-8054-97f5b5c9e3da service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264684 May 24 23:36:54.001418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb139e-c560-403a-a988-25e11dcd7f67 req-fe5988ec-857a-434e-bed3-67676414e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:54.002947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bebb139e-c560-403a-a988-25e11dcd7f67 req-fe5988ec-857a-434e-bed3-67676414e37a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1094 time: 0.0799487 May 24 23:36:54.150770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb139e-c560-403a-a988-25e11dcd7f67 req-5f391e91-8fb5-47e3-b96f-4d63f12e22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:54.152242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bebb139e-c560-403a-a988-25e11dcd7f67 req-5f391e91-8fb5-47e3-b96f-4d63f12e22b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1299036 May 24 23:36:54.255281 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bebb139e-c560-403a-a988-25e11dcd7f67 req-24f15ff4-b4b6-448a-8505-0f1b8fbb5ff7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1000 time: 0.0966473 May 24 23:36:54.257886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:36:54.270098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a71a51-bcff-4e39-8abc-9caa9d219c38 req-7a8c2afa-8ba2-4d42-b949-03519c3b65dc tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:54.277152 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0a71a51-bcff-4e39-8abc-9caa9d219c38 req-7a8c2afa-8ba2-4d42-b949-03519c3b65dc tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 943 time: 0.0918970 May 24 23:36:54.316851 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a0a71a51-bcff-4e39-8abc-9caa9d219c38 req-26f2a645-0f9e-4f27-a5af-33093cbfa184 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388043 May 24 23:36:54.321015 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db53b399-63ca-4520-ae23-3fdba7f38475'] response: {'name': 'network-changed', 'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'status': 'completed', 'code': 200} May 24 23:36:54.329639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb139e-c560-403a-a988-25e11dcd7f67 req-c3093c37-069d-4d70-be62-cb0a7b22b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:54.331167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bebb139e-c560-403a-a988-25e11dcd7f67 req-c3093c37-069d-4d70-be62-cb0a7b22b692 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0682375 May 24 23:36:54.466061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb139e-c560-403a-a988-25e11dcd7f67 req-ea2f7034-17db-4cec-b5b3-f3225b61a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:54.467534 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bebb139e-c560-403a-a988-25e11dcd7f67 req-ea2f7034-17db-4cec-b5b3-f3225b61a1d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295123 May 24 23:36:54.470077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-6d5932c8-1b34-45e0-8773-35a555842335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:54.471380 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-6d5932c8-1b34-45e0-8773-35a555842335 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1094 time: 0.1030200 May 24 23:36:54.640879 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:54.821827 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bebb139e-c560-403a-a988-25e11dcd7f67 req-17dfc182-0aec-4e9f-b1c5-9f73faa4a0a2 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471909 May 24 23:36:54.824170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-e3cb1264-258c-4aaf-b0b7-24993fd4013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:54.825474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-e3cb1264-258c-4aaf-b0b7-24993fd4013a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.3339505 May 24 23:36:55.015790 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-cf81c408-9d06-417c-a357-6262446cba6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1000 time: 0.1697185 May 24 23:36:55.076073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bebb139e-c560-403a-a988-25e11dcd7f67 req-0a673eb0-f18b-4a15-9964-d2f3bb378b7e service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469933 May 24 23:36:55.092274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-5d536599-9c30-4fba-9fa4-878fbf0a8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:55.093748 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-5d536599-9c30-4fba-9fa4-878fbf0a8097 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0706034 May 24 23:36:55.227798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-c8e31a27-23dd-4bb8-89b2-544418a4d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:55.229269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-c8e31a27-23dd-4bb8-89b2-544418a4d749 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1094 time: 0.1000755 May 24 23:36:55.231153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-d4caaf00-af5f-48c8-a684-8b15f50e38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:55.232467 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-d4caaf00-af5f-48c8-a684-8b15f50e38ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332271 May 24 23:36:55.510923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-85cf0b01-4a49-474b-a38b-e8c8228631e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:55.512358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-85cf0b01-4a49-474b-a38b-e8c8228631e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.2744253 May 24 23:36:55.516091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-09f55ae2-8b4f-49f6-9521-ca7b4f6706b0 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770064 May 24 23:36:55.741269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec047a1-1a12-4965-9f1a-80df45abaebe req-92a36ad2-31bc-43dd-9423-09a4296a7319 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:55.742778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cec047a1-1a12-4965-9f1a-80df45abaebe req-92a36ad2-31bc-43dd-9423-09a4296a7319 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 943 time: 0.3130877 May 24 23:36:55.747315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-d82a9c25-8ab1-420b-ad80-b9e0dd1f8c6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1000 time: 0.2263713 May 24 23:36:55.854859 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-11e7021a-b8ae-40b0-81c9-fa53fcffd0c7 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831445 May 24 23:36:55.871456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cec047a1-1a12-4965-9f1a-80df45abaebe req-b9471037-001f-453c-acc5-326260272f44 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062460 May 24 23:36:55.872927 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-3da430e4-d9fa-48e0-b30f-f3f4f664f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:55.874332 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-3da430e4-d9fa-48e0-b30f-f3f4f664f6c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.1102629 May 24 23:36:55.950489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-9bbcfe63-edcc-4dc0-984c-c7cc3f5fb725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:55.951922 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-9bbcfe63-edcc-4dc0-984c-c7cc3f5fb725 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705953 May 24 23:36:56.104851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-c08709d8-191e-4bfe-a78d-e9723530dd9d service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466613 May 24 23:36:56.297184 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:56.359294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5cc37326-d808-4a82-bcd0-db9d912e53fb req-d3183823-868a-4766-afe3-c7137ea7de1c service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486203 May 24 23:36:56.513410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:36:56.570152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:36:56.733375 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:36:56.873725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:56.888972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'port_id': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'mac_address': 'fa:16:3e:92:c9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:36:56.948933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 16b078e7-6649-4a46-8e06-ddeda2836a00 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:56.949282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:56.967083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b078e7-6649-4a46-8e06-ddeda2836a00 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:36:56.982966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:56.990505 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:57.058177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:57.065617 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.065959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.066292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.066623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.066949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.067273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.067601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.067927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.068085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32613aac-402e-4213-9f0a-7747641b8246 req-48a6bd36-59f7-4531-99ec-887a1740e6cb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:57.068562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.068562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.068857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.069226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:36:57.070059 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32613aac-402e-4213-9f0a-7747641b8246 req-48a6bd36-59f7-4531-99ec-887a1740e6cb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 944 time: 0.0848863 May 24 23:36:57.116091 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-32613aac-402e-4213-9f0a-7747641b8246 req-0d9d494e-95f9-4e10-bd44-74516def183b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 May 24 23:36:57.252740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['16b078e7-6649-4a46-8e06-ddeda2836a00'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:36:57.696119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-63c28ae1-835e-4969-8a70-79367b36b1ec tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:57.697592 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-63c28ae1-835e-4969-8a70-79367b36b1ec tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39&tenant_id=97f31ff912d749998df45e58c9d0298c&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 944 time: 0.0843353 May 24 23:36:57.751340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d74ad-5f1a-43de-9fb9-3851f8f1b055 req-25aee208-519b-42ad-82cc-0e431936ea9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:57.752797 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e4d74ad-5f1a-43de-9fb9-3851f8f1b055 req-25aee208-519b-42ad-82cc-0e431936ea9c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 944 time: 0.0832438 May 24 23:36:57.779116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-21eec7f3-06b0-4d25-aff3-5094be270b1b service neutron] 10.222.0.50 "GET /v2.0/ports/16b078e7-6649-4a46-8e06-ddeda2836a00/bindings/n-h2-843146-7 HTTP/1.1" status: 200 len: 382 time: 0.0745447 May 24 23:36:57.799301 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3e4d74ad-5f1a-43de-9fb9-3851f8f1b055 req-0394d7ff-03d8-409b-ba03-2853b8672b3e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403295 May 24 23:36:57.875355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-4f1bbf8d-34cb-43be-a933-7edf56c2b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:57.876770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-4f1bbf8d-34cb-43be-a933-7edf56c2b06a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1095 time: 0.0751073 May 24 23:36:58.012523 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-63fe593f-4d9b-46fd-887c-138db199fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:58.014675 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-63fe593f-4d9b-46fd-887c-138db199fd60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1316521 May 24 23:36:58.124686 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-805f36a3-7e71-4a33-aa29-f985511f581e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1001 time: 0.1033025 May 24 23:36:58.190130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-c3ad5c60-54d1-448d-80b7-ee115f0b84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:58.191460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-c3ad5c60-54d1-448d-80b7-ee115f0b84ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0608244 May 24 23:36:58.272763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1ec3391b-dbd0-4265-8153-7974dc0fd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:58.274354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1ec3391b-dbd0-4265-8153-7974dc0fd8d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768898 May 24 23:36:58.406910 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-15c7072c-6083-4d6a-94da-3f8c8bdcc254 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261597 May 24 23:36:58.547640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-3d360f70-8bec-4723-89c3-d55a73f08f8f service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340430 May 24 23:36:58.754005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:36:58.824535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 16b078e7-6649-4a46-8e06-ddeda2836a00 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:36:58.830071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 16b078e7-6649-4a46-8e06-ddeda2836a00 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:36:58.830071 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:58.946477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 16b078e7-6649-4a46-8e06-ddeda2836a00 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:36:58.946848 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:58.973313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:36:58.982893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:36:58.985932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d2d93-3ac9-473f-9db6-1c7507d23798 req-c97b5a9b-b90f-465a-ae6a-9770d6bc48ed tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:36:58.987530 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-084d2d93-3ac9-473f-9db6-1c7507d23798 req-c97b5a9b-b90f-465a-ae6a-9770d6bc48ed tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 944 time: 0.0795920 May 24 23:36:58.990895 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:36:59.034319 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-084d2d93-3ac9-473f-9db6-1c7507d23798 req-a8cd5bfb-7ad8-4f67-81fa-f3ef47697967 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 May 24 23:36:59.064389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:36:59.131687 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201129fe-8e32-4b9b-b61a-5e37eb63d541'] response: {'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'code': 200} May 24 23:37:00.233766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0735fc7-8713-4968-82ca-23f917294cad req-e901dd77-2dcc-4443-a1ad-10903fd3be57 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:00.235224 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0735fc7-8713-4968-82ca-23f917294cad req-e901dd77-2dcc-4443-a1ad-10903fd3be57 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0886700 May 24 23:37:00.279439 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0735fc7-8713-4968-82ca-23f917294cad req-e6c68745-ec0c-4a4f-b361-e661b2d6e03d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384810 May 24 23:37:00.925161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-b823429f-432d-4941-ad01-2bfdfb2445c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:00.926667 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-b823429f-432d-4941-ad01-2bfdfb2445c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 1096 time: 0.0780580 May 24 23:37:00.937796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-7', 'device_owner': 'compute:nova'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:01.048636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:01.424730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:01.454009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:37:01.471205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d32c6-0965-4b96-a8a9-6459d4f6fdb1 req-6e37ab34-0d0b-41f1-a612-2e6eebabe455 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:01.472729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-134d32c6-0965-4b96-a8a9-6459d4f6fdb1 req-6e37ab34-0d0b-41f1-a612-2e6eebabe455 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0815227 May 24 23:37:01.511690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:01.517229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:01.532662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Transition to ACTIVE for port object 16b078e7-6649-4a46-8e06-ddeda2836a00 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:01.536340 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-134d32c6-0965-4b96-a8a9-6459d4f6fdb1 req-42c76ed3-1c4f-4ddd-8f47-c732539490da tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575163 May 24 23:37:01.540752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:01.633665 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b03408-e533-44e3-b9bc-437317e774c4'] response: {'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'code': 200} May 24 23:37:01.699072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=10']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:01.740596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] No DVR routers for this DVR port 16b078e7-6649-4a46-8e06-ddeda2836a00 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:37:01.971948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:37:01.972385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:37:01.972842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:37:01.980311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Port 16b078e7-6649-4a46-8e06-ddeda2836a00 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:37:01.980753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Attempting to bind port 16b078e7-6649-4a46-8e06-ddeda2836a00 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:37:01.989019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:37:01.989486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:37:01.990082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Bound using segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:37:01.990711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Bound port: 16b078e7-6649-4a46-8e06-ddeda2836a00, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:37:01.991222 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:02.082921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:37:02.085998 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:37:02.094447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:02.167623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:02.168342 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:02.169795 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] 10.222.0.31 "PUT /v2.0/ports/16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1092 time: 1.2358344 May 24 23:37:02.186606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703acfb-fa9e-4f1c-9e22-c7d1b663c8eb service neutron] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=11']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:02.278397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-e61305bf-89ec-47c4-b492-7dd3c97897f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:02.280652 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-e61305bf-89ec-47c4-b492-7dd3c97897f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1095 time: 0.0881233 May 24 23:37:02.372575 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:37:02.427386 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-59a009c6-5459-4522-9e9a-b2d500a630f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:02.428729 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-59a009c6-5459-4522-9e9a-b2d500a630f3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1413891 May 24 23:37:02.527123 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-d8cb345f-ddc9-45d6-b833-b1a252cbc0b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1000 time: 0.0915070 May 24 23:37:02.606130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-67f3f05b-933e-48ab-936f-bd0ae9b1a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:02.607633 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-67f3f05b-933e-48ab-936f-bd0ae9b1a14e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0745022 May 24 23:37:02.684597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-14a9b11b-e92b-4b18-af94-76ee9fd0089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:02.686127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-14a9b11b-e92b-4b18-af94-76ee9fd0089b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727789 May 24 23:37:02.745995 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d61db9-68bb-409f-9347-3ac02ff56370 req-596e8b12-81bc-4960-8770-b5a79ef069ae tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:02.747390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33d61db9-68bb-409f-9347-3ac02ff56370 req-596e8b12-81bc-4960-8770-b5a79ef069ae tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 944 time: 0.0834286 May 24 23:37:02.792957 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33d61db9-68bb-409f-9347-3ac02ff56370 req-940e96b6-480a-481a-8041-6c004ce8fdab tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397973 May 24 23:37:02.819337 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-66aee159-90ce-4e72-95fc-da77192d65b6 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268599 May 24 23:37:02.966314 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a4c544c-9794-474d-8ace-13a77b2de716 req-0967a60b-fc5a-41d9-892b-7bd217dc8a96 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343122 May 24 23:37:03.634959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:03.695004 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72217ae1-3882-43cf-ba4d-16d51ac2b99b'] response: {'name': 'network-changed', 'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'status': 'completed', 'code': 200} May 24 23:37:03.918135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-f7355a99-35ea-457c-a54b-6740fed0430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:03.919634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-f7355a99-35ea-457c-a54b-6740fed0430c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1095 time: 0.1998971 May 24 23:37:03.992117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ce6ed-55a0-44eb-baff-a1cf174d8adb req-eea8a828-f537-4245-a2f0-0f16b97e3278 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:03.993613 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5e6ce6ed-55a0-44eb-baff-a1cf174d8adb req-eea8a828-f537-4245-a2f0-0f16b97e3278 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 944 time: 0.0865099 May 24 23:37:04.038455 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5e6ce6ed-55a0-44eb-baff-a1cf174d8adb req-c655e448-45c9-4b03-9d9d-49f3c1377922 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389864 May 24 23:37:04.107771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-a757a6bf-1b11-4b6d-8c7c-d835fe5aa626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:04.109218 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-a757a6bf-1b11-4b6d-8c7c-d835fe5aa626 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1578641 May 24 23:37:04.111938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-c67c872d-afe4-479d-bc87-1a7cc0f6c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:04.113270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-c67c872d-afe4-479d-bc87-1a7cc0f6c05f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 1095 time: 0.2340846 May 24 23:37:04.296321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-600861ba-eb0d-4013-a9a4-eb40346f4cd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1000 time: 0.1800947 May 24 23:37:04.385433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-1fee5a95-a702-43ea-bc12-77da9332a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:04.386928 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-1fee5a95-a702-43ea-bc12-77da9332a1f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.2193675 May 24 23:37:04.396064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-297af195-9e12-4bbf-9a4a-da58858ccc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:04.397450 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-297af195-9e12-4bbf-9a4a-da58858ccc7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0845506 May 24 23:37:04.547628 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-f01afe5d-6134-4b0a-b456-cc478570eb9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 200 len: 1000 time: 0.1535723 May 24 23:37:04.592539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-69dcc784-d7c1-4874-bd1b-4363c76db0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:04.594019 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-69dcc784-d7c1-4874-bd1b-4363c76db0a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481233 May 24 23:37:04.691515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-f1a0be0d-a37a-4158-957f-5ca61dad9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:04.692943 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-f1a0be0d-a37a-4158-957f-5ca61dad9c07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.1345017 May 24 23:37:04.784740 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-74455797-9fde-4c9e-ad07-18597695a05f service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806061 May 24 23:37:04.790002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:37:04.848109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:37:04.890398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-ea68685a-c40f-41c1-9599-c30204d6deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:04.891893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-ea68685a-c40f-41c1-9599-c30204d6deba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905913 May 24 23:37:05.008749 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-2c0e69c7-cfc0-4dee-b1d0-985d50769a59 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180684 May 24 23:37:05.053465 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-30447d6d-0350-485f-91d7-9e5a8e4a8380 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460705 May 24 23:37:05.246210 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-26f954cb-08a4-4fa6-8312-6f9d81bd0715 req-152cc80a-fb48-4596-8c46-34b595c082ab service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817698 May 24 23:37:05.268138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf078b-ac61-4aaa-ac38-11dcf8153740 req-8ca5bf37-3936-4319-9383-9cdd2434ed08 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:05.270053 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-40cf078b-ac61-4aaa-ac38-11dcf8153740 req-8ca5bf37-3936-4319-9383-9cdd2434ed08 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 944 time: 0.1184127 May 24 23:37:05.315710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-40cf078b-ac61-4aaa-ac38-11dcf8153740 req-c1b3a971-07d4-4cbb-9f36-b3ecabd5129b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396767 May 24 23:37:05.391975 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1d3ac0b0-f9e8-4a02-af75-f66af9ce94a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:05.514473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9330fa-da4a-4d6d-966b-fdc086d7e51d req-61a73e1f-a777-4278-b074-04ad4fbae40b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:05.515916 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b9330fa-da4a-4d6d-966b-fdc086d7e51d req-61a73e1f-a777-4278-b074-04ad4fbae40b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 944 time: 0.0832124 May 24 23:37:05.560815 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8b9330fa-da4a-4d6d-966b-fdc086d7e51d req-b6c8882b-464d-4b16-8c03-dd8c100767b0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385776 May 24 23:37:05.880058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1b731-f48f-428d-92fa-aeffc3c47313 req-21f21fdd-2ad9-4a4c-9a8a-571e9f77fadf tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:05.881417 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82b1b731-f48f-428d-92fa-aeffc3c47313 req-21f21fdd-2ad9-4a4c-9a8a-571e9f77fadf tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 944 time: 0.2107859 May 24 23:37:05.934341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82b1b731-f48f-428d-92fa-aeffc3c47313 req-84446e05-6c40-4f60-b33a-5e127e92ab33 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464950 May 24 23:37:06.353394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d3d29-9e10-4a85-a372-54953c02a7a4 req-5afb1f3c-9687-41ae-bace-6ea052360b5b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:06.354936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da1d3d29-9e10-4a85-a372-54953c02a7a4 req-5afb1f3c-9687-41ae-bace-6ea052360b5b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 944 time: 0.0929036 May 24 23:37:06.406322 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da1d3d29-9e10-4a85-a372-54953c02a7a4 req-6c84a9eb-478b-4954-aa1c-f3839c14c19b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437860 May 24 23:37:06.560955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:37:06.707478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:06.720409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Returning: {'device': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'port_id': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'mac_address': 'fa:16:3e:92:c9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:37:06.778174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Current status of the port 16b078e7-6649-4a46-8e06-ddeda2836a00 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:06.778546 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:06.800292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b078e7-6649-4a46-8e06-ddeda2836a00 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:37:06.817077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:06.824928 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:06.903325 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Pushing event updated for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=12']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:07.052472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] get_ports_and_sgs() called for port_ids ['16b078e7-6649-4a46-8e06-ddeda2836a00'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:37:07.484879 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-54b45d8c-96bb-4f90-a037-9ab918ef5a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:07.502658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-18400e14-91c6-489f-ad7a-6bc509cd3e31 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:07.504110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-18400e14-91c6-489f-ad7a-6bc509cd3e31 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0845947 May 24 23:37:07.576265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Deleting port 16b078e7-6649-4a46-8e06-ddeda2836a00 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:37:07.576620 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:07.597481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d61e6-a14f-45ef-8624-579a4e1293b3 req-bfe7def6-4c29-40e5-8b39-18ca988ede3a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:07.598943 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-731d61e6-a14f-45ef-8624-579a4e1293b3 req-bfe7def6-4c29-40e5-8b39-18ca988ede3a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 945 time: 0.0838897 May 24 23:37:07.643432 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-731d61e6-a14f-45ef-8624-579a4e1293b3 req-09da411c-92a3-4e74-b849-2422406d7614 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381198 May 24 23:37:07.825290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] For port 16b078e7-6649-4a46-8e06-ddeda2836a00, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=16b078e7-6649-4a46-8e06-ddeda2836a00,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:07.825712 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:08.125920 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:08.126203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:08.126486 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415 disassociated. External IP: 172.25.7.227, port: 16b078e7-6649-4a46-8e06-ddeda2836a00. May 24 23:37:08.126830 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Calling delete_port for 16b078e7-6649-4a46-8e06-ddeda2836a00 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:37:08.278563 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:08.327593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event deleted for resources: {'Port': ['ID=16b078e7-6649-4a46-8e06-ddeda2836a00,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:08.518990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Router e7d7ecd5-adde-4b03-9836-34f2872a00c3 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:37:08.575697 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 details requested by agent hyperv_n-h1-843146-7 with host n-h1-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:37:08.582323 n-d-843146-7 neutron-server[88391]: INFO neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No ports have port_id starting with 16b078e7-6649-4a46-8e06-ddeda2836a00 May 24 23:37:08.583426 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 requested by agent hyperv_n-h1-843146-7 not found in database {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} May 24 23:37:08.712896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:37:08.724774 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d5f75-5ba4-4461-bf63-5f9a73a370d2 None None] Sync routers for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:37:08.735364 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d5f75-5ba4-4461-bf63-5f9a73a370d2 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:08.736085 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8e0d5f75-5ba4-4461-bf63-5f9a73a370d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:37:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:08.740485 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:08.905345 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:08.922163 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-8e0d5f75-5ba4-4461-bf63-5f9a73a370d2 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:08.952161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] No DVR routers for this DVR port 16b078e7-6649-4a46-8e06-ddeda2836a00 on host n-h1-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:37:08.959590 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ada93aa3-7cb7-43c8-a54a-ae0272341e15 req-e61494b7-e643-40fe-9667-9969d2158d42 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=f32eeb03-be7d-4296-8c77-ddb64e496e39 HTTP/1.1" status: 200 len: 210 time: 0.0755255 May 24 23:37:08.960490 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:08.963073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'name': 'network-vif-deleted', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:08.989463 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-46e5bff7-2a79-4522-96d3-60f37fe86014 req-b5b22756-6414-436a-a647-e29560db1ffa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "DELETE /v2.0/ports/16b078e7-6649-4a46-8e06-ddeda2836a00 HTTP/1.1" status: 204 len: 173 time: 1.4788952 May 24 23:37:09.011013 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e39dfb-52a1-470a-9c5b-73813a5e1299'] response: {'server_uuid': 'f32eeb03-be7d-4296-8c77-ddb64e496e39', 'name': 'network-vif-deleted', 'tag': '16b078e7-6649-4a46-8e06-ddeda2836a00', 'status': 'completed', 'code': 200} May 24 23:37:09.268181 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8e0d5f75-5ba4-4461-bf63-5f9a73a370d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:09.272616 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d5f75-5ba4-4461-bf63-5f9a73a370d2 None None] Checking router: e7d7ecd5-adde-4b03-9836-34f2872a00c3 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:37:09.281565 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d5f75-5ba4-4461-bf63-5f9a73a370d2 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:09.282320 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8e0d5f75-5ba4-4461-bf63-5f9a73a370d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:37:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:09.472815 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-8e0d5f75-5ba4-4461-bf63-5f9a73a370d2 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:09.790131 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-8e0d5f75-5ba4-4461-bf63-5f9a73a370d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:09.794135 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d5f75-5ba4-4461-bf63-5f9a73a370d2 None None] The sync data for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 is: [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:37:10.031566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a0000-a2ec-4d05-af80-0e269a693664 None None] New status for floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:37:10.220193 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:10.314779 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-ddc370ef-d3f4-4dfc-aa6d-3ae068c344ad tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1103226846&fields=id&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 267 time: 0.0456192 May 24 23:37:10.465573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-4880a40a-b50f-4a75-8d35-eccaf8526293 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:10.467095 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-4880a40a-b50f-4a75-8d35-eccaf8526293 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 812 time: 0.1445880 May 24 23:37:10.486767 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bf25fbeb-297e-4e15-b80f-19317dc98eb8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/quotas/97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 375 time: 0.0112529 May 24 23:37:10.573058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-01be4545-832e-42f2-9489-90a8e88b3384 req-8310c8df-303a-4f70-90c4-b063ac9fc3d3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:37:10.591171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-01be4545-832e-42f2-9489-90a8e88b3384 req-8310c8df-303a-4f70-90c4-b063ac9fc3d3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:37:10.592530 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-8310c8df-303a-4f70-90c4-b063ac9fc3d3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984645 May 24 23:37:10.608456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-37e39761-5524-4515-a896-9d4eb2998efa service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:37:10.609371 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-37e39761-5524-4515-a896-9d4eb2998efa service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051312 May 24 23:37:10.741597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-19687460-9880-4397-a57f-8454d309b26e service neutron] 10.222.0.55 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267142 May 24 23:37:10.875389 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-e22a9495-edc5-4bf2-82e7-5b253107d190 service neutron] 10.222.0.55 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273677 May 24 23:37:11.062129 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a2545d6-5e01-4c58-ab51-7009ae668092 req-533e4c9b-6d62-4db0-af1d-68a886283221 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 210 time: 0.0417731 May 24 23:37:11.985484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-725c73bd-e665-49d4-96a6-24253710e1d8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:11.986938 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-725c73bd-e665-49d4-96a6-24253710e1d8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 812 time: 0.1478505 May 24 23:37:12.041350 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-7cef77ad-f4ac-4f75-815f-35b966e3213b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 380 time: 0.0457401 May 24 23:37:12.054638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'port': {'device_id': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'admin_state_up': True, 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'security_groups': ['37249de2-671f-4d91-8d89-d286db44006c']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:12.224099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a2c299c7-244f-459d-a3f7-bfc27538e818 req-0ed72718-0733-493a-bffc-04ad1c50065a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 210 time: 0.0529187 May 24 23:37:12.230984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:12.245596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:12.258378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Made reservation on behalf of 97f31ff912d749998df45e58c9d0298c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:37:12.262019 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:12.432758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Allocated IP 172.20.0.3 (8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2/c8d4bc6a-1c77-465d-ad98-5e1adf129209/746efd95-2573-4035-85b4-d2a4fe6f3052) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:37:12.593046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 no longer exists at agent hyperv_n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:37:12.617474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:12.626808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] No Port match for: 16b078e7-6649-4a46-8e06-ddeda2836a00 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:37:12.627153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Device 16b078e7-6649-4a46-8e06-ddeda2836a00 not bound to the agent host n-h1-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:37:12.634176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Transition to ACTIVE for port object 746efd95-2573-4035-85b4-d2a4fe6f3052 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:12.661773 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:12.734037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:37:12.737229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:37:12.741073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:37:12.771211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event updated for resources: {'Port': ['ID=746efd95-2573-4035-85b4-d2a4fe6f3052,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:12.807660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:12.808270 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:12.834443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-57425092-a51f-4241-aa53-567060f1f25f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861328 May 24 23:37:12.851866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Request body: {'port': {'device_id': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:12.951642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-060d1613-54d4-4c60-84a3-0030ff0a8aa4 None None] Provisioning for port 746efd95-2573-4035-85b4-d2a4fe6f3052 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:37:12.957703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-060d1613-54d4-4c60-84a3-0030ff0a8aa4 None None] Provisioning complete for port 746efd95-2573-4035-85b4-d2a4fe6f3052 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:12.958296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-060d1613-54d4-4c60-84a3-0030ff0a8aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:12.967585 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:13.013213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-060d1613-54d4-4c60-84a3-0030ff0a8aa4 None None] Port 746efd95-2573-4035-85b4-d2a4fe6f3052 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:37:13.418494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2909b-aa69-4ebb-82fb-43e316b55bc0 req-f795d852-b2ac-47b6-b3c5-fafdaec728cc tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:13.419964 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbb2909b-aa69-4ebb-82fb-43e316b55bc0 req-f795d852-b2ac-47b6-b3c5-fafdaec728cc tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 931 time: 0.0842657 May 24 23:37:13.427888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746efd95-2573-4035-85b4-d2a4fe6f3052 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:37:13.436627 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:13.451602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Transition to ACTIVE for port object 746efd95-2573-4035-85b4-d2a4fe6f3052 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:13.456296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:13.465232 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dbb2909b-aa69-4ebb-82fb-43e316b55bc0 req-c1c237b6-b021-4ad2-bc32-77856f4583a5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390849 May 24 23:37:13.620008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Pushing event updated for resources: {'Port': ['ID=746efd95-2573-4035-85b4-d2a4fe6f3052,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:13.696700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Attempting to bind port 746efd95-2573-4035-85b4-d2a4fe6f3052 on host n-h1-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:37:13.697038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Attempting to bind port 746efd95-2573-4035-85b4-d2a4fe6f3052 by drivers openvswitch,hyperv on host n-h1-843146-7 at level 0 using segments [{'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:37:13.697407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Attempting to bind port 746efd95-2573-4035-85b4-d2a4fe6f3052 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:37:13.702344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Port 746efd95-2573-4035-85b4-d2a4fe6f3052 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:37:13.702661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Attempting to bind port 746efd95-2573-4035-85b4-d2a4fe6f3052 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:37:13.708286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Checking agent: {'id': 'c31a1363-fd5b-40e8-b2af-8dc4df6b5576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:37:13.708651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:37:13.709038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Bound using segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:37:13.709469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Bound port: 746efd95-2573-4035-85b4-d2a4fe6f3052, host: n-h1-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:37:13.709857 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:13.804743 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] For port 746efd95-2573-4035-85b4-d2a4fe6f3052, host n-h1-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:37:13.807903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] For port 746efd95-2573-4035-85b4-d2a4fe6f3052, host n-h1-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=746efd95-2573-4035-85b4-d2a4fe6f3052,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:37:13.812508 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:13.872957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:13.873556 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:13.875009 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] 10.222.0.31 "PUT /v2.0/ports/746efd95-2573-4035-85b4-d2a4fe6f3052 HTTP/1.1" status: 200 len: 1091 time: 1.0335712 May 24 23:37:13.875410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'tag': '746efd95-2573-4035-85b4-d2a4fe6f3052'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:13.895348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39ebb5-7f0b-48a4-a920-a5b24da88612 service neutron] Pushing event updated for resources: {'Port': ['ID=746efd95-2573-4035-85b4-d2a4fe6f3052,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:13.952278 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de60ae40-c1d4-4a44-9a6b-e923c6b77eff'] response: {'name': 'network-changed', 'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'tag': '746efd95-2573-4035-85b4-d2a4fe6f3052', 'status': 'completed', 'code': 200} May 24 23:37:13.994529 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-17b873de-f713-45c8-adc0-5999cfb0d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:13.996045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-17b873de-f713-45c8-adc0-5999cfb0d640 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1094 time: 0.0803552 May 24 23:37:14.064190 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-7b39c579-446d-4975-9b61-bd2903501118 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=746efd95-2573-4035-85b4-d2a4fe6f3052 HTTP/1.1" status: 200 len: 217 time: 0.0613298 May 24 23:37:14.140390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-a6254ccb-2709-4075-8415-81e5a4dd02ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:14.142460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-a6254ccb-2709-4075-8415-81e5a4dd02ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0723391 May 24 23:37:14.228172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-0b7b62b9-4236-458f-8ae5-433670ef86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:14.229690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-0b7b62b9-4236-458f-8ae5-433670ef86a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816960 May 24 23:37:14.361900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-8f275553-6643-458b-bd65-249205109755 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259241 May 24 23:37:14.496316 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-889ade58-236f-4192-903a-e8783ec4224c service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286237 May 24 23:37:14.637799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-cf0dc028-ebe8-499d-b5c9-26e8d45f94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:14.639192 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-cf0dc028-ebe8-499d-b5c9-26e8d45f94d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1094 time: 0.0829415 May 24 23:37:14.672087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c006a-b5cd-41c2-b8dd-d0af6af264b1 req-31bd70fe-fbcf-4455-a642-62f882ea0e49 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:14.673734 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e2c006a-b5cd-41c2-b8dd-d0af6af264b1 req-31bd70fe-fbcf-4455-a642-62f882ea0e49 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0929768 May 24 23:37:14.718308 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e2c006a-b5cd-41c2-b8dd-d0af6af264b1 req-411fdfe6-548b-4a8a-a592-0108d360685a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379443 May 24 23:37:14.782087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-1be5234b-4d7a-494f-9101-1ebdf429f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:14.783593 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-1be5234b-4d7a-494f-9101-1ebdf429f312 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1317797 May 24 23:37:14.823953 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-3929a7cd-793b-4ceb-a634-f5cfe2e8428e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:14.825383 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-3929a7cd-793b-4ceb-a634-f5cfe2e8428e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0822070 May 24 23:37:14.849735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-100af5e5-53c2-4432-b46b-fd67afef5d76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=746efd95-2573-4035-85b4-d2a4fe6f3052 HTTP/1.1" status: 200 len: 217 time: 0.0595970 May 24 23:37:14.894258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-01be4545-832e-42f2-9489-90a8e88b3384 req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Deleting port 746efd95-2573-4035-85b4-d2a4fe6f3052 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:37:14.894838 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:14.919670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-ae39ea33-d7d1-4adb-94d4-ee624c623f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:14.921124 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-ae39ea33-d7d1-4adb-94d4-ee624c623f44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0653999 May 24 23:37:14.996601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-d3f90be4-56d8-4002-ad0b-c968bbcf4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:14.998258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-d3f90be4-56d8-4002-ad0b-c968bbcf4edd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706277 May 24 23:37:15.134069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-b02fb16a-af6f-41b6-9410-9d86267f60d7 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293535 May 24 23:37:15.269040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-01be4545-832e-42f2-9489-90a8e88b3384 req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] For port 746efd95-2573-4035-85b4-d2a4fe6f3052, host n-h1-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-7',level=0,port_id=746efd95-2573-4035-85b4-d2a4fe6f3052,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:15.269762 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:15.382297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-34649310-0f04-4d6e-a00a-e99464b8017f service neutron] 10.222.0.31 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425270 May 24 23:37:15.396916 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [req-01be4545-832e-42f2-9489-90a8e88b3384 req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Calling delete_port for 746efd95-2573-4035-85b4-d2a4fe6f3052 owned by compute:nova {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:37:15.555348 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:15.607181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event deleted for resources: {'Port': ['ID=746efd95-2573-4035-85b4-d2a4fe6f3052,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:15.645137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.645454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.645825 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.646152 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.646450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.646790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.647103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.647416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.647731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.648072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.648526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.649115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:37:15.691927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [req-01be4545-832e-42f2-9489-90a8e88b3384 req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] No DVR routers for this DVR port 746efd95-2573-4035-85b4-d2a4fe6f3052 on host n-h1-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:37:15.694194 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:15.696866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-deleted', 'tag': '746efd95-2573-4035-85b4-d2a4fe6f3052'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:15.708284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.31 "DELETE /v2.0/ports/746efd95-2573-4035-85b4-d2a4fe6f3052 HTTP/1.1" status: 204 len: 173 time: 0.8778071 May 24 23:37:15.855851 n-d-843146-7 neutron-server[88390]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-30d769f1-66e4-4372-a941-7d6a268ecd21']: {'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-deleted', 'tag': '746efd95-2573-4035-85b4-d2a4fe6f3052', 'status': 'failed', 'code': 422} returned with failed status May 24 23:37:15.888104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b38fa8ce-171b-4357-a660-e2476686c329 req-04e465fb-000f-4b4e-9a73-0973f682d771 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:37:15.906327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b38fa8ce-171b-4357-a660-e2476686c329 req-04e465fb-000f-4b4e-9a73-0973f682d771 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:37:15.907633 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b38fa8ce-171b-4357-a660-e2476686c329 req-04e465fb-000f-4b4e-9a73-0973f682d771 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 210 time: 0.0674057 May 24 23:37:17.076302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-9654fb9b-6ba1-4f0c-a16c-1a9a427433d9 req-060666fb-fdcc-40b9-b575-4338f95f1446 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:37:17.089894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-9654fb9b-6ba1-4f0c-a16c-1a9a427433d9 req-060666fb-fdcc-40b9-b575-4338f95f1446 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:37:17.091033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9654fb9b-6ba1-4f0c-a16c-1a9a427433d9 req-060666fb-fdcc-40b9-b575-4338f95f1446 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 210 time: 0.0645723 May 24 23:37:17.220015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-de4ca653-7f2a-48f3-b801-4c9653731c5c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:17.221413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-de4ca653-7f2a-48f3-b801-4c9653731c5c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 812 time: 0.1458051 May 24 23:37:17.274489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-7c22dee8-217e-43e0-8606-7b000298bc7a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 380 time: 0.0399594 May 24 23:37:17.283148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'port': {'device_id': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'admin_state_up': True, 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'security_groups': ['37249de2-671f-4d91-8d89-d286db44006c']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:17.418559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:37:17.428165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:37:17.439907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Made reservation on behalf of 97f31ff912d749998df45e58c9d0298c for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:37:17.443637 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:17.625846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Allocated IP 172.20.0.7 (8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2/c8d4bc6a-1c77-465d-ad98-5e1adf129209/c9ea7c39-309c-4af7-9ce2-729f29c3b167) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:37:17.813133 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:17.830622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Transition to ACTIVE for port object c9ea7c39-309c-4af7-9ce2-729f29c3b167 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:17.857846 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:17.939548 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:37:17.942505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:37:17.945057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:37:17.999661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event updated for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:18.026983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:18.027761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:18.054005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-30eac7ad-7a4d-453a-b63f-ffa97759b0d9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7742763 May 24 23:37:18.068958 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Request body: {'port': {'device_id': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:18.187953 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:18.218587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-47a81a7c-83dd-41e0-90a7-19263e737c5f None None] Provisioning for port c9ea7c39-309c-4af7-9ce2-729f29c3b167 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:37:18.223818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-47a81a7c-83dd-41e0-90a7-19263e737c5f None None] Provisioning complete for port c9ea7c39-309c-4af7-9ce2-729f29c3b167 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:18.224219 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-47a81a7c-83dd-41e0-90a7-19263e737c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:18.278167 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-47a81a7c-83dd-41e0-90a7-19263e737c5f None None] Port c9ea7c39-309c-4af7-9ce2-729f29c3b167 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:37:18.395807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9388a7d-5f7e-43c8-aad2-7d3fe6dee119 req-d3a9d54b-d04d-4744-bd55-8c7ce9f797a5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:18.396493 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e9388a7d-5f7e-43c8-aad2-7d3fe6dee119 req-d3a9d54b-d04d-4744-bd55-8c7ce9f797a5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:37:18.490740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e9388a7d-5f7e-43c8-aad2-7d3fe6dee119 req-d3a9d54b-d04d-4744-bd55-8c7ce9f797a5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:37:18.492485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9388a7d-5f7e-43c8-aad2-7d3fe6dee119 req-d3a9d54b-d04d-4744-bd55-8c7ce9f797a5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 931 time: 0.2935386 May 24 23:37:18.568569 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9388a7d-5f7e-43c8-aad2-7d3fe6dee119 req-416de7a3-86d3-4960-8c83-f157b002366f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692611 May 24 23:37:18.658567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ea7c39-309c-4af7-9ce2-729f29c3b167 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:37:18.666601 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:18.681650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Transition to ACTIVE for port object c9ea7c39-309c-4af7-9ce2-729f29c3b167 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:37:18.687999 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:18.967923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Pushing event updated for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:19.053390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Attempting to bind port c9ea7c39-309c-4af7-9ce2-729f29c3b167 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:37:19.053635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Attempting to bind port c9ea7c39-309c-4af7-9ce2-729f29c3b167 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:37:19.053978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Attempting to bind port c9ea7c39-309c-4af7-9ce2-729f29c3b167 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:37:19.059538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Port c9ea7c39-309c-4af7-9ce2-729f29c3b167 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:37:19.059849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Attempting to bind port c9ea7c39-309c-4af7-9ce2-729f29c3b167 on network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:37:19.067421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:37:19.067758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Checking segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:37:19.068169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Bound using segment: {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:37:19.068587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Bound port: c9ea7c39-309c-4af7-9ce2-729f29c3b167, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b70468-e667-4540-8bbd-66a8332441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:37:19.068927 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:19.160070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:37:19.162934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:37:19.170195 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:19.234130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:19.234737 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:19.236124 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] 10.222.0.50 "PUT /v2.0/ports/c9ea7c39-309c-4af7-9ce2-729f29c3b167 HTTP/1.1" status: 200 len: 1091 time: 1.1715672 May 24 23:37:19.236551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:19.259187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1e8fd-384a-4409-b14f-e928d3df1acb service neutron] Pushing event updated for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:19.369211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-9c73ee9a-1a7b-4cce-8025-e283aa8fc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:19.370911 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-9c73ee9a-1a7b-4cce-8025-e283aa8fc123 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1094 time: 0.0778613 May 24 23:37:19.433046 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070b157b-89d3-40bb-9954-15dbc158aba6'] response: {'name': 'network-changed', 'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'status': 'completed', 'code': 200} May 24 23:37:19.451545 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-ee08fe62-d224-4ba2-9d05-334d3c0c852d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167 HTTP/1.1" status: 200 len: 217 time: 0.0677764 May 24 23:37:19.530151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-0b60da24-dba4-45ef-99ff-6e1351480615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:19.531900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-0b60da24-dba4-45ef-99ff-6e1351480615 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0700717 May 24 23:37:19.613325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4545-832e-42f2-9489-90a8e88b3384 req-fae14fcc-2fdb-4285-8f4c-c5f5b78eb75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:19.614877 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-fae14fcc-2fdb-4285-8f4c-c5f5b78eb75b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734305 May 24 23:37:19.809632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-0a297932-e299-49d2-9a04-240da5309d5c service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851754 May 24 23:37:19.826055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fba85-5d42-41e7-bd82-78b7488f5a7b req-b0b0cfdb-e4e0-4db9-933a-cef4daccae01 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:19.827445 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c8fba85-5d42-41e7-bd82-78b7488f5a7b req-b0b0cfdb-e4e0-4db9-933a-cef4daccae01 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.1337941 May 24 23:37:19.952460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8c8fba85-5d42-41e7-bd82-78b7488f5a7b req-97181aa2-887e-464d-bb8c-95158fcac54a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066766 May 24 23:37:19.990442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-dd57f203-badc-487d-8e38-5360591de252 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620774 May 24 23:37:20.129562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31a9ca-6a9e-4c22-9064-6cc796fa3d55 req-ca98775f-9bd8-4a12-aad3-74ee9db1f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:20.130991 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b31a9ca-6a9e-4c22-9064-6cc796fa3d55 req-ca98775f-9bd8-4a12-aad3-74ee9db1f8f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1094 time: 0.0821438 May 24 23:37:20.281959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31a9ca-6a9e-4c22-9064-6cc796fa3d55 req-9c1b944c-877f-4c9b-a6b9-70ff5cb2456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:20.283541 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b31a9ca-6a9e-4c22-9064-6cc796fa3d55 req-9c1b944c-877f-4c9b-a6b9-70ff5cb2456f service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1431274 May 24 23:37:20.353354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b31a9ca-6a9e-4c22-9064-6cc796fa3d55 req-ab8436e8-d5a5-4b61-9b2d-a31cbc10d17d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167 HTTP/1.1" status: 200 len: 217 time: 0.0630460 May 24 23:37:20.422472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31a9ca-6a9e-4c22-9064-6cc796fa3d55 req-30795188-fd57-4a61-80a8-c7ba96a7538e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:20.423825 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b31a9ca-6a9e-4c22-9064-6cc796fa3d55 req-30795188-fd57-4a61-80a8-c7ba96a7538e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0629816 May 24 23:37:20.500637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31a9ca-6a9e-4c22-9064-6cc796fa3d55 req-01325023-a733-4edc-a398-a2666abf4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:20.502110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b31a9ca-6a9e-4c22-9064-6cc796fa3d55 req-01325023-a733-4edc-a398-a2666abf4a59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712013 May 24 23:37:20.645394 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b31a9ca-6a9e-4c22-9064-6cc796fa3d55 req-70a6df70-cb7e-466a-bc06-57e76f82db08 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362381 May 24 23:37:20.893005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b31a9ca-6a9e-4c22-9064-6cc796fa3d55 req-4b9edc8a-509b-4351-8e05-1d260203b9e2 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390709 May 24 23:37:21.165082 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3312b-19fe-406a-8f74-6a8dc1e5ed58 req-cc7997fd-d08f-46d3-afa4-9a4f68752322 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:21.166473 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1a3312b-19fe-406a-8f74-6a8dc1e5ed58 req-cc7997fd-d08f-46d3-afa4-9a4f68752322 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0983534 May 24 23:37:21.209777 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b1a3312b-19fe-406a-8f74-6a8dc1e5ed58 req-e244f7ca-d2d0-4cf5-b0ce-8c72222447a4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375221 May 24 23:37:22.412392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939f0d8-327f-42a6-ab2f-aa4d6581fa84 req-39856c88-c1b4-4bb8-a868-1993dd684419 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:22.413899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d939f0d8-327f-42a6-ab2f-aa4d6581fa84 req-39856c88-c1b4-4bb8-a868-1993dd684419 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0911334 May 24 23:37:22.462343 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d939f0d8-327f-42a6-ab2f-aa4d6581fa84 req-3a9fb3c3-63d4-4d37-a1f1-b54bbe30cb81 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 May 24 23:37:22.911779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c9ea7c39-309c-4af7-9ce2-729f29c3b167 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:37:23.057384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:23.070473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'port_id': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'mac_address': 'fa:16:3e:9a:72:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:37:23.125049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c9ea7c39-309c-4af7-9ce2-729f29c3b167 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:23.125415 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:23.141665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ea7c39-309c-4af7-9ce2-729f29c3b167 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:37:23.158979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:23.166722 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:23.248788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:23.434910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['c9ea7c39-309c-4af7-9ce2-729f29c3b167'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:37:23.657040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbba35-2043-4793-b6b6-ae89dc979446 req-61c17370-83b0-4202-bf6c-29fd0a8139e4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:23.658487 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31fbba35-2043-4793-b6b6-ae89dc979446 req-61c17370-83b0-4202-bf6c-29fd0a8139e4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 944 time: 0.0863152 May 24 23:37:23.704028 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31fbba35-2043-4793-b6b6-ae89dc979446 req-41af258a-c219-442a-9c8c-de3cb9467e87 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395794 May 24 23:37:24.658968 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:24.902552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d940a-9dfd-4934-b48f-b192b2462e98 req-a30f3984-e076-4a7e-a880-5dcddc0153b8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:24.904029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-396d940a-9dfd-4934-b48f-b192b2462e98 req-a30f3984-e076-4a7e-a880-5dcddc0153b8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 944 time: 0.0902085 May 24 23:37:24.913580 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c9ea7c39-309c-4af7-9ce2-729f29c3b167 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:37:24.953293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-396d940a-9dfd-4934-b48f-b192b2462e98 req-dc9b2190-ad00-46ba-9790-fbabe539022d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412621 May 24 23:37:24.987556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port c9ea7c39-309c-4af7-9ce2-729f29c3b167 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:37:24.992203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port c9ea7c39-309c-4af7-9ce2-729f29c3b167 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:37:24.992569 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:25.115627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c9ea7c39-309c-4af7-9ce2-729f29c3b167 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:37:25.115999 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:25.143011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:25.153520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:37:25.159065 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:25.202346 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbad59db-b43d-4e01-996f-40da837f1342'] response: {'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'code': 200} May 24 23:37:25.229194 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:37:25.337828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9a492-d9c4-48ad-8c22-07883f5f6d45 req-2986e2a6-e950-40d6-9838-c15fc34f80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:25.339296 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fab9a492-d9c4-48ad-8c22-07883f5f6d45 req-2986e2a6-e950-40d6-9838-c15fc34f80f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1096 time: 0.0736437 May 24 23:37:25.385305 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fab9a492-d9c4-48ad-8c22-07883f5f6d45 req-d6768716-bd16-4ce7-9ea0-a34a7505330e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356970 May 24 23:37:26.156331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372125e-4493-4fbd-9d19-5677d63485a3 req-5384ba03-ff25-47cb-9858-d24da539e443 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:26.157802 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7372125e-4493-4fbd-9d19-5677d63485a3 req-5384ba03-ff25-47cb-9858-d24da539e443 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0879898 May 24 23:37:26.215988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7372125e-4493-4fbd-9d19-5677d63485a3 req-a1acfc1e-3acb-4164-bf59-9a8ebc9d0a25 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523498 May 24 23:37:26.327556 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:27.425262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac0d9b-c040-41f4-bf1d-d067e75c95a1 req-587389c0-e746-4707-bcb1-08de2e6f01dc tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:27.426831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-25ac0d9b-c040-41f4-bf1d-d067e75c95a1 req-587389c0-e746-4707-bcb1-08de2e6f01dc tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0925798 May 24 23:37:27.479729 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-25ac0d9b-c040-41f4-bf1d-d067e75c95a1 req-4965f5db-1d11-4963-b72f-d4e95bebee4e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467961 May 24 23:37:27.679699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b50d9-f16a-404e-9d54-865528d2e355 req-292cb6e3-bf62-4312-9000-0910a3089262 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:27.681594 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a60b50d9-f16a-404e-9d54-865528d2e355 req-292cb6e3-bf62-4312-9000-0910a3089262 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0967894 May 24 23:37:27.690847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53054) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:37:27.695835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-12988f8e-3f1d-4681-9da0-58ce8119c3df tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Request body: {'floatingip': {'port_id': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:37:27.786621 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12988f8e-3f1d-4681-9da0-58ce8119c3df tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:28.421713 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12988f8e-3f1d-4681-9da0-58ce8119c3df tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:28.428132 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12988f8e-3f1d-4681-9da0-58ce8119c3df tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:28.592953 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-12988f8e-3f1d-4681-9da0-58ce8119c3df tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415 associated. External IP: 172.25.7.227, port: c9ea7c39-309c-4af7-9ce2-729f29c3b167. May 24 23:37:29.068549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12988f8e-3f1d-4681-9da0-58ce8119c3df tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Router e7d7ecd5-adde-4b03-9836-34f2872a00c3 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:37:29.261326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12988f8e-3f1d-4681-9da0-58ce8119c3df tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:37:29.265840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-12988f8e-3f1d-4681-9da0-58ce8119c3df tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:29.271637 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c29bc-f5c3-4c10-a752-84e035cc0d08 None None] Sync routers for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:37:29.282689 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810c29bc-f5c3-4c10-a752-84e035cc0d08 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:29.283288 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-810c29bc-f5c3-4c10-a752-84e035cc0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:37:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:29.320031 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-12988f8e-3f1d-4681-9da0-58ce8119c3df tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "PUT /v2.0/floatingips/0eef3252-9cf9-4fcf-9ace-f2e6639e3415 HTTP/1.1" status: 200 len: 992 time: 1.6280127 May 24 23:37:29.320549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:37:29.371819 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3dcd9f8-01bc-45cc-81b1-4cba454767d3'] response: {'name': 'network-changed', 'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'status': 'completed', 'code': 200} May 24 23:37:29.455877 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-810c29bc-f5c3-4c10-a752-84e035cc0d08 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:29.466199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10874ed2-fd9e-4513-b356-22f55c79e10b req-df3c861e-c04f-494f-8223-afa6f8efc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:29.467735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10874ed2-fd9e-4513-b356-22f55c79e10b req-df3c861e-c04f-494f-8223-afa6f8efc948 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1096 time: 0.0735097 May 24 23:37:29.600477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10874ed2-fd9e-4513-b356-22f55c79e10b req-621bbae4-d598-46fb-af9e-332f16dad3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:29.602041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10874ed2-fd9e-4513-b356-22f55c79e10b req-621bbae4-d598-46fb-af9e-332f16dad3bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1279068 May 24 23:37:29.705013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10874ed2-fd9e-4513-b356-22f55c79e10b req-5c13095e-6b61-49b1-86f2-e4c9909860cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167 HTTP/1.1" status: 200 len: 1000 time: 0.0971632 May 24 23:37:29.770008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10874ed2-fd9e-4513-b356-22f55c79e10b req-00370d56-bc75-45dd-9d15-88ba4e158b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:29.771436 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10874ed2-fd9e-4513-b356-22f55c79e10b req-00370d56-bc75-45dd-9d15-88ba4e158b9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0606654 May 24 23:37:29.814332 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-810c29bc-f5c3-4c10-a752-84e035cc0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:9a:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:37:28Z', 'revision_number': 13, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:29.818273 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c29bc-f5c3-4c10-a752-84e035cc0d08 None None] Checking router: e7d7ecd5-adde-4b03-9836-34f2872a00c3 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:37:29.826964 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810c29bc-f5c3-4c10-a752-84e035cc0d08 None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:37:29.827574 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-810c29bc-f5c3-4c10-a752-84e035cc0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:37:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:29.857782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10874ed2-fd9e-4513-b356-22f55c79e10b req-07752e94-e696-47d6-8113-243cc35787be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:29.859199 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10874ed2-fd9e-4513-b356-22f55c79e10b req-07752e94-e696-47d6-8113-243cc35787be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817232 May 24 23:37:29.991408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10874ed2-fd9e-4513-b356-22f55c79e10b req-fa0ce11e-3c04-406d-9231-f1a0497854dc service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255269 May 24 23:37:30.032329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-810c29bc-f5c3-4c10-a752-84e035cc0d08 None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:37:30.125576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10874ed2-fd9e-4513-b356-22f55c79e10b req-0b83b4e0-11dc-4591-93ed-b13360a367ef service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272380 May 24 23:37:30.401330 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-810c29bc-f5c3-4c10-a752-84e035cc0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:9a:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:37:28Z', 'revision_number': 13, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:37:30.405785 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c29bc-f5c3-4c10-a752-84e035cc0d08 None None] The sync data for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 is: [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '0eef3252-9cf9-4fcf-9ace-f2e6639e3415', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'port_id': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'mac_address': 'fa:16:3e:9a:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:33:43Z', 'updated_at': '2022-05-24T23:37:28Z', 'revision_number': 13, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:37:30.602831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb7fbc-d21d-46fd-9b5a-24216976c9d0 None None] New status for floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:37:35.389080 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-77e8edd1-bd86-49d9-ba95-f1102a7e3bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:37.480442 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fbe31ec0-336e-4767-a69a-56ea02b3538d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.747981 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:38.918062 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:39.375831 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:37:40.199115 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:54.677211 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:55.922904 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-abb03838-431d-44ad-a7d8-448296c3ce57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700524 May 24 23:37:56.194037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-37a00152-5fd4-40f5-8f10-d5f8ba0e657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:56.195427 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-37a00152-5fd4-40f5-8f10-d5f8ba0e657d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1096 time: 0.1963997 May 24 23:37:56.321079 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:37:56.353893 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-a95b84c5-9a51-4bbb-a8c8-45ae2b862917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:56.355355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-a95b84c5-9a51-4bbb-a8c8-45ae2b862917 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1381276 May 24 23:37:56.460527 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-df4671c4-3f5d-479f-b0aa-d81350ebe3de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167 HTTP/1.1" status: 200 len: 1002 time: 0.0973687 May 24 23:37:56.524412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-5a3f1d03-25dd-43ca-a867-ebfc44366864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:56.525893 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-5a3f1d03-25dd-43ca-a867-ebfc44366864 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0585213 May 24 23:37:56.605361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-87e6da84-3a09-4028-9581-ca3ffec25b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:37:56.606878 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-87e6da84-3a09-4028-9581-ca3ffec25b26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744278 May 24 23:37:56.738451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-a27b76c3-14c8-48f4-b6f6-68f5b6f29936 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243153 May 24 23:37:56.872364 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d24e58c6-a788-41f2-9a57-0ea1f45c1a35 req-c66fb49a-cdb8-4fc1-a052-7e8a5147c5ab service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279070 May 24 23:38:05.384010 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bf47eeae-d38a-4422-9fb2-a67d029c96bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:06.200804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0f360-30b3-4334-8284-e8b741a2140c req-77eee610-cf65-4fbf-ae14-0a6d7608e7ff tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:06.202201 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09f0f360-30b3-4334-8284-e8b741a2140c req-77eee610-cf65-4fbf-ae14-0a6d7608e7ff tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0929732 May 24 23:38:06.250144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-09f0f360-30b3-4334-8284-e8b741a2140c req-d89f0c97-c214-470e-aea6-25ca9af67caf tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414867 May 24 23:38:07.476012 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c037a58d-d75a-41a4-8c98-05fa0fdbb3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:08.739491 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:08.912671 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:10.203432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:14.970446 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72f8b7-7a4a-4f90-ae00-e2b1cdcfe608 req-a813c6ef-6e86-4790-909c-b90158a3e308 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:14.971949 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a72f8b7-7a4a-4f90-ae00-e2b1cdcfe608 req-a813c6ef-6e86-4790-909c-b90158a3e308 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.1474960 May 24 23:38:14.975560 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-35629713-6382-4efd-8a8b-db91bf71815e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1579649 May 24 23:38:15.020175 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a72f8b7-7a4a-4f90-ae00-e2b1cdcfe608 req-25272129-a658-4fb9-a6c9-1737a8ebbaa5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421233 May 24 23:38:16.280824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3c0a8-bdc8-400f-98ac-cc76639337c0 req-58b441b1-0369-4bd8-b900-64b8c8e8d523 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:16.282300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ee3c0a8-bdc8-400f-98ac-cc76639337c0 req-58b441b1-0369-4bd8-b900-64b8c8e8d523 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.1419301 May 24 23:38:16.288444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a434-27be-42de-acf7-504354e52323 req-2528d2ef-06a1-4c04-bc34-1af6a14b39df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:16.289817 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-2528d2ef-06a1-4c04-bc34-1af6a14b39df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1096 time: 0.1010501 May 24 23:38:16.376578 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:38:16.410934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5ee3c0a8-bdc8-400f-98ac-cc76639337c0 req-35b03eed-48dc-4a49-b6c0-cdcbb792d6c4 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201692 May 24 23:38:16.461729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a434-27be-42de-acf7-504354e52323 req-35c12736-af61-465c-9dd6-3e5c0caa6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:16.463234 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-35c12736-af61-465c-9dd6-3e5c0caa6555 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1598275 May 24 23:38:16.571803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-7a1841e1-08d8-4d19-8adf-f385889f38a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167 HTTP/1.1" status: 200 len: 1002 time: 0.0993893 May 24 23:38:16.642064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a434-27be-42de-acf7-504354e52323 req-90c84b81-d4d5-4614-8240-82570e981090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:16.643554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-90c84b81-d4d5-4614-8240-82570e981090 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0629022 May 24 23:38:16.723223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a434-27be-42de-acf7-504354e52323 req-80a30068-b106-4fb6-be47-724bd9d39038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:16.724719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-80a30068-b106-4fb6-be47-724bd9d39038 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711191 May 24 23:38:16.859660 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-d90a54b7-0d87-48db-94c2-3b08d4ce7efa service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250494 May 24 23:38:17.102700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-a9475385-e6f3-4d51-bf57-1915d7e2eb6d service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333107 May 24 23:38:17.605876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a60df-16ae-44e1-8303-262ea8b162bb req-f68da267-9b40-4f74-8271-19fa1ae06cf9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:17.607376 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-555a60df-16ae-44e1-8303-262ea8b162bb req-f68da267-9b40-4f74-8271-19fa1ae06cf9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0840387 May 24 23:38:17.654686 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-555a60df-16ae-44e1-8303-262ea8b162bb req-6ab730a1-a1f8-4f59-b254-64497cf7f9bc tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383372 May 24 23:38:18.869325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13f696-ea2f-41fb-b199-ef9810a6cd1a req-e8eb534c-8d19-4656-b973-e005f51ab5fd tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:18.870806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd13f696-ea2f-41fb-b199-ef9810a6cd1a req-e8eb534c-8d19-4656-b973-e005f51ab5fd tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0918665 May 24 23:38:18.916138 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bd13f696-ea2f-41fb-b199-ef9810a6cd1a req-577e2af7-137e-4d3c-aede-fe4441a84f68 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396028 May 24 23:38:20.133826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513745d-13a0-4b35-b133-dcb5a917cb95 req-d8429535-f340-44fe-aa98-05f748ba9089 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:20.135280 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0513745d-13a0-4b35-b133-dcb5a917cb95 req-d8429535-f340-44fe-aa98-05f748ba9089 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0964150 May 24 23:38:20.182154 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0513745d-13a0-4b35-b133-dcb5a917cb95 req-89c8fe84-fb63-4ef5-8009-4d9f6df9d7e5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383565 May 24 23:38:21.378826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc2d68-80dc-43ef-80bc-c9e32e2e3d93 req-5981f987-93ae-4b81-ae34-e4472e8977f3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:21.380248 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-05dc2d68-80dc-43ef-80bc-c9e32e2e3d93 req-5981f987-93ae-4b81-ae34-e4472e8977f3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0844955 May 24 23:38:21.428953 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-05dc2d68-80dc-43ef-80bc-c9e32e2e3d93 req-d8a0ff46-e42c-4cd8-aaea-35ae38518b67 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429599 May 24 23:38:22.617631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be807ba-f05e-495b-8874-ae6b8f3600af req-163347f8-02d4-4c3b-b671-f2bd244dbb20 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:22.619108 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0be807ba-f05e-495b-8874-ae6b8f3600af req-163347f8-02d4-4c3b-b671-f2bd244dbb20 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0807431 May 24 23:38:22.671987 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0be807ba-f05e-495b-8874-ae6b8f3600af req-cf1c87c3-4a6b-4a32-9345-361d1e55a64a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444093 May 24 23:38:23.883425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7e557-9db3-47fb-ab10-cdae2e927313 req-f751152a-e465-4613-8b6c-a884b5426925 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:23.884883 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38e7e557-9db3-47fb-ab10-cdae2e927313 req-f751152a-e465-4613-8b6c-a884b5426925 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0937510 May 24 23:38:23.933016 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-38e7e557-9db3-47fb-ab10-cdae2e927313 req-bb4f3f10-f38a-40ea-b027-3f9a14955390 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 May 24 23:38:24.677294 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:25.149616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aa917-90bf-464a-8527-49f10bbea68c req-e6fa65c7-f172-4ef6-be9e-ac50aafa4cf6 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:25.151071 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a6aa917-90bf-464a-8527-49f10bbea68c req-e6fa65c7-f172-4ef6-be9e-ac50aafa4cf6 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.1018291 May 24 23:38:25.199785 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5a6aa917-90bf-464a-8527-49f10bbea68c req-49fd56be-483d-43f4-a8e8-dd24bbdf4e6c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403161 May 24 23:38:26.334971 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:26.403286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8eb85b-4c89-4d54-8c38-56edb22fea08 req-d111ed5f-62a6-401b-8a01-2f019ab61131 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:26.404772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe8eb85b-4c89-4d54-8c38-56edb22fea08 req-d111ed5f-62a6-401b-8a01-2f019ab61131 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0883305 May 24 23:38:26.456034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe8eb85b-4c89-4d54-8c38-56edb22fea08 req-cbb2851b-7a4a-4f05-84e8-b1694b0226a6 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453427 May 24 23:38:27.656411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c96d6-882c-4f6c-9518-3e502ed88bcb req-58c14372-f3b4-4417-9f06-a987e96e5a96 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:27.657896 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4b6c96d6-882c-4f6c-9518-3e502ed88bcb req-58c14372-f3b4-4417-9f06-a987e96e5a96 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0867267 May 24 23:38:27.705352 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4b6c96d6-882c-4f6c-9518-3e502ed88bcb req-5c90ebc9-69ed-4637-9658-7e168ff398bb tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385635 May 24 23:38:28.915289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7334a-270d-467d-9310-810fb89ccd7b req-743802f8-ab0c-457a-9054-cb7dd0129dff tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:28.916784 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2ef7334a-270d-467d-9310-810fb89ccd7b req-743802f8-ab0c-457a-9054-cb7dd0129dff tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0941923 May 24 23:38:28.968355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2ef7334a-270d-467d-9310-810fb89ccd7b req-0345f9cb-fcc5-427a-adbe-f26f01367905 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457497 May 24 23:38:30.176305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20631c9b-0d5a-4131-9d7f-7ad59df25171 req-63acb5ad-5a14-4b3d-9377-dfafaa4e2d35 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:30.177772 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20631c9b-0d5a-4131-9d7f-7ad59df25171 req-63acb5ad-5a14-4b3d-9377-dfafaa4e2d35 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0964274 May 24 23:38:30.224313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-20631c9b-0d5a-4131-9d7f-7ad59df25171 req-36f87a04-f8f7-4d3f-90b7-981ba319688f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406992 May 24 23:38:31.428679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e28177-010d-4001-92c4-99efb941baf8 req-caf0a0aa-f66a-409e-9311-17aa640205aa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:31.430162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13e28177-010d-4001-92c4-99efb941baf8 req-caf0a0aa-f66a-409e-9311-17aa640205aa tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0871024 May 24 23:38:31.477717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13e28177-010d-4001-92c4-99efb941baf8 req-6c435de2-e2ca-4651-a39c-1b5db99793a6 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388284 May 24 23:38:32.698501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9bfd9-5cd4-4cc6-8e14-7dbce1406205 req-13b20abb-6ae7-457d-935e-0a3df8c967d1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:32.699874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1eb9bfd9-5cd4-4cc6-8e14-7dbce1406205 req-13b20abb-6ae7-457d-935e-0a3df8c967d1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.1001217 May 24 23:38:32.752755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1eb9bfd9-5cd4-4cc6-8e14-7dbce1406205 req-9c8decf0-2913-4b0d-b04d-c1a93659a5d0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438912 May 24 23:38:33.996280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fc47a-90b6-49f0-8496-c6d2798a358c req-a49b6258-6e55-44f9-bf76-c4940b126a25 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:33.998134 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-803fc47a-90b6-49f0-8496-c6d2798a358c req-a49b6258-6e55-44f9-bf76-c4940b126a25 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.1165905 May 24 23:38:34.044938 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-803fc47a-90b6-49f0-8496-c6d2798a358c req-de8b8ec8-946c-4f91-aea4-5c4759298ab1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407622 May 24 23:38:35.248443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f52d1c-1cbe-4d09-9931-6080d32c71d5 req-b20e38de-e739-45bd-bec3-8969bd042fe3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:35.249928 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8f52d1c-1cbe-4d09-9931-6080d32c71d5 req-b20e38de-e739-45bd-bec3-8969bd042fe3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0819068 May 24 23:38:35.293741 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d8f52d1c-1cbe-4d09-9931-6080d32c71d5 req-bb889f17-601b-492f-bc88-ddf7c690b947 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380142 May 24 23:38:35.396178 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-789e3e2a-d1f2-44c6-8151-f1b1b08ab874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:36.495555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e57fc-c101-4d40-be7a-887f04548618 req-d59bf7cd-8877-4a66-9cb9-f636cfd8cc92 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:36.497005 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f91e57fc-c101-4d40-be7a-887f04548618 req-d59bf7cd-8877-4a66-9cb9-f636cfd8cc92 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0835893 May 24 23:38:36.543423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f91e57fc-c101-4d40-be7a-887f04548618 req-2472ca90-5ea3-4c63-af2d-078767e6086f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 May 24 23:38:37.491392 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c5ae5f96-39ee-441a-a730-b7c6fc5a8132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:37.746596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded552ea-6827-4715-8c82-293c51abc285 req-7c7066c1-1294-41b5-a01a-b0137af0a122 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:37.747963 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ded552ea-6827-4715-8c82-293c51abc285 req-7c7066c1-1294-41b5-a01a-b0137af0a122 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0922313 May 24 23:38:37.793219 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ded552ea-6827-4715-8c82-293c51abc285 req-a0aedc6f-ab2a-4feb-8006-c1622a942a56 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395122 May 24 23:38:38.745096 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:38.914748 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:38.993043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f254000-3e7f-4eab-9af6-561f58215433 req-eb724937-34a1-4237-9490-5b8ae7c2e35a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:38.994532 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f254000-3e7f-4eab-9af6-561f58215433 req-eb724937-34a1-4237-9490-5b8ae7c2e35a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0868537 May 24 23:38:39.046890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f254000-3e7f-4eab-9af6-561f58215433 req-3ccb5130-868e-4ab4-b523-33a8e4c50045 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464189 May 24 23:38:39.964418 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-4304d6de-9c19-4e9d-94c0-da5b3af263ff service neutron] 10.222.0.50 "GET /v2.0/ports/c9ea7c39-309c-4af7-9ce2-729f29c3b167/bindings/n-h2-843146-7 HTTP/1.1" status: 200 len: 382 time: 0.0851705 May 24 23:38:40.202574 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:40.244586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc6057-29e8-4093-8b3c-32da3e75c87c req-b807d4d0-43a1-4658-aeff-4dfb044c9734 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:40.246109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2cc6057-29e8-4093-8b3c-32da3e75c87c req-b807d4d0-43a1-4658-aeff-4dfb044c9734 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0911334 May 24 23:38:40.253822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a434-27be-42de-acf7-504354e52323 req-64292f25-70e7-412f-946d-e2cbc28c321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:40.255641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-64292f25-70e7-412f-946d-e2cbc28c321f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 1096 time: 0.0733819 May 24 23:38:40.292130 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d2cc6057-29e8-4093-8b3c-32da3e75c87c req-50727288-7bbf-48a3-8d10-ca0b02bb2786 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397015 May 24 23:38:40.356393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a434-27be-42de-acf7-504354e52323 req-3f571a28-38f8-4bda-a118-5edf91aa32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:40.357803 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-3f571a28-38f8-4bda-a118-5edf91aa32f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1096 time: 0.0744879 May 24 23:38:40.494127 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a434-27be-42de-acf7-504354e52323 req-cc2a436b-b3f2-4fe9-aaff-258e0a9e3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:40.495568 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-cc2a436b-b3f2-4fe9-aaff-258e0a9e3da8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1287751 May 24 23:38:40.601113 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-094e6333-fff5-452d-9809-bf50fa44332f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167 HTTP/1.1" status: 200 len: 1002 time: 0.0982258 May 24 23:38:40.667700 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a434-27be-42de-acf7-504354e52323 req-e335b5eb-32ea-4718-8545-4973d208aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:40.669130 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-e335b5eb-32ea-4718-8545-4973d208aea2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0591648 May 24 23:38:40.761798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a434-27be-42de-acf7-504354e52323 req-309891c0-66bc-44cd-ae84-667a964eecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:40.763342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-309891c0-66bc-44cd-ae84-667a964eecbc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843699 May 24 23:38:40.903842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-c6b110fe-45f7-4950-8f31-6d263b14d29f service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305535 May 24 23:38:41.139663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-c76ccc6c-4efb-4b04-a630-16f1b927bf46 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263861 May 24 23:38:41.485909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cf233-96e6-4d38-9c8b-f7a241cee964 req-9bb629b9-7b65-4487-b734-92a1b1f17aa0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:41.487338 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-585cf233-96e6-4d38-9c8b-f7a241cee964 req-9bb629b9-7b65-4487-b734-92a1b1f17aa0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0835917 May 24 23:38:41.534326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-585cf233-96e6-4d38-9c8b-f7a241cee964 req-e12ee001-e0a6-4b07-924f-25e804bc631b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 May 24 23:38:42.799899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e985201-2c2b-4759-be5c-8a548870490f req-f8c6920e-eafa-45e9-9ea5-8077419657d2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:42.801365 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e985201-2c2b-4759-be5c-8a548870490f req-f8c6920e-eafa-45e9-9ea5-8077419657d2 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.1014314 May 24 23:38:42.848692 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e985201-2c2b-4759-be5c-8a548870490f req-5fb48233-7bdb-443c-9b38-20b9b4734240 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 May 24 23:38:43.396667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c9ea7c39-309c-4af7-9ce2-729f29c3b167 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:38:43.535622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c9ea7c39-309c-4af7-9ce2-729f29c3b167 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:38:43.535622 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:43.568650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:38:43.582672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:38:43.588378 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:43.625477 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a342aaf-3625-47be-b8aa-23b22375ab68'] response: {'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'code': 200} May 24 23:38:43.657422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:43.665231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:43.665607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:43.665959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:43.666284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:43.666609 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:43.666926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:43.667246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:43.667563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:43.667877 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:43.668192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:43.668507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:43.668820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:38:44.057194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdc47d-8c64-401a-beda-dbf20f564ffc req-b34bf681-a545-40e7-8153-00c5a0c93f85 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:44.058671 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03fdc47d-8c64-401a-beda-dbf20f564ffc req-b34bf681-a545-40e7-8153-00c5a0c93f85 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0868354 May 24 23:38:44.110540 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-03fdc47d-8c64-401a-beda-dbf20f564ffc req-41ef5083-ec20-40fc-9f18-69ae3f161637 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 May 24 23:38:45.320087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d77c9b-8c8c-4dad-b133-3981e2a7fbd6 req-a2d00bb2-0cd6-4ec5-a3a2-f99ff8567652 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:45.321810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33d77c9b-8c8c-4dad-b133-3981e2a7fbd6 req-a2d00bb2-0cd6-4ec5-a3a2-f99ff8567652 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0970032 May 24 23:38:45.368865 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-33d77c9b-8c8c-4dad-b133-3981e2a7fbd6 req-fd9211bc-c829-40c8-9321-47ee72aead32 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410180 May 24 23:38:46.575594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a34068-e747-47c9-9c23-8ed572dd3d69 req-a2d4f226-3a23-43df-b1c5-9514dc802a16 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:46.577028 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f3a34068-e747-47c9-9c23-8ed572dd3d69 req-a2d4f226-3a23-43df-b1c5-9514dc802a16 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0906703 May 24 23:38:46.621057 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f3a34068-e747-47c9-9c23-8ed572dd3d69 req-33e6b46e-df8b-4730-94d0-61fc3ad6b77e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379751 May 24 23:38:47.851705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74db27-e27d-44df-87a7-84c8cced0699 req-50ada29c-8335-4684-af4e-c4c0a74d88c0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:47.853040 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa74db27-e27d-44df-87a7-84c8cced0699 req-50ada29c-8335-4684-af4e-c4c0a74d88c0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0955927 May 24 23:38:47.903043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa74db27-e27d-44df-87a7-84c8cced0699 req-9f47079d-1600-472b-bed3-3054bdc898e8 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411406 May 24 23:38:49.124236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad3845-2d93-4d12-9c38-27d681cfe47e req-9e7afbd6-fd80-4d71-bc61-55fe68b7dc2e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:49.125688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cad3845-2d93-4d12-9c38-27d681cfe47e req-9e7afbd6-fd80-4d71-bc61-55fe68b7dc2e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0943539 May 24 23:38:49.270830 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0cad3845-2d93-4d12-9c38-27d681cfe47e req-5a5431e6-d8ed-4b53-924f-932f23c5d262 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393235 May 24 23:38:50.465311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba313ea5-cfd4-4690-9dcf-57ca987fbe3c req-e4200e57-0e86-416e-a7ec-ce973bbe6b19 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:50.466819 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba313ea5-cfd4-4690-9dcf-57ca987fbe3c req-e4200e57-0e86-416e-a7ec-ce973bbe6b19 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0853791 May 24 23:38:50.514114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ba313ea5-cfd4-4690-9dcf-57ca987fbe3c req-64f81c46-a07b-4833-b0e8-8d4113f1ca88 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387678 May 24 23:38:50.984364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-86aa17a6-3919-42ec-bc78-53f9b3071008 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:50.985842 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-86aa17a6-3919-42ec-bc78-53f9b3071008 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032&tenant_id=97f31ff912d749998df45e58c9d0298c&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 943 time: 0.1391375 May 24 23:38:51.055458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126d3cf-e0c1-4b63-ab09-ebc17ffbaf01 req-34124c2e-5b4b-4da1-bc26-4a9114cc780a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:51.056884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7126d3cf-e0c1-4b63-ab09-ebc17ffbaf01 req-34124c2e-5b4b-4da1-bc26-4a9114cc780a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.1515551 May 24 23:38:51.110408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-d8906c4a-d91d-4516-8493-d984d8cc1966 service neutron] 10.222.0.50 "GET /v2.0/ports/c9ea7c39-309c-4af7-9ce2-729f29c3b167/bindings/n-h2-843146-7 HTTP/1.1" status: 200 len: 382 time: 0.1169183 May 24 23:38:51.114914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7126d3cf-e0c1-4b63-ab09-ebc17ffbaf01 req-140bf820-fd4c-4bd8-b56e-5f9f7f38074e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506110 May 24 23:38:51.204044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-443f77ce-1a6e-46a6-8cda-244af4c0f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:51.205517 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-443f77ce-1a6e-46a6-8cda-244af4c0f87b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1094 time: 0.0718718 May 24 23:38:51.347185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-6c32f41d-a563-46b1-815f-f59e9327892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:51.348668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-6c32f41d-a563-46b1-815f-f59e9327892d service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1365747 May 24 23:38:51.399479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c9ea7c39-309c-4af7-9ce2-729f29c3b167 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:38:51.454135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-dc172049-ba7f-4320-91d5-7ce66da2d2bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167 HTTP/1.1" status: 200 len: 1000 time: 0.0978289 May 24 23:38:51.520828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-4463a3c7-c200-4beb-bcaf-852805159594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:51.522462 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-4463a3c7-c200-4beb-bcaf-852805159594 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0617921 May 24 23:38:51.540998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:38:51.554476 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'port_id': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'mac_address': 'fa:16:3e:9a:72:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:38:51.601461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-f001cb93-ff12-40b7-889f-fa040b5cefb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:51.603289 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-f001cb93-ff12-40b7-889f-fa040b5cefb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747285 May 24 23:38:51.614689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c9ea7c39-309c-4af7-9ce2-729f29c3b167 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:38:51.615069 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:51.632591 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ea7c39-309c-4af7-9ce2-729f29c3b167 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:38:51.654722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:38:51.659086 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:51.724933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:51.742713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-9c15dc9f-bd81-4738-99b4-bd7a4d3420af service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329901 May 24 23:38:51.881959 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-93c25b85-a287-4406-8826-38ea97b91b05 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324363 May 24 23:38:51.904904 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['c9ea7c39-309c-4af7-9ce2-729f29c3b167'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:38:52.328968 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3afd-70d0-4123-a6ce-82b4bbeaaebf req-04042352-393a-4f58-a02f-abda0d512d3d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:52.330449 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-075f3afd-70d0-4123-a6ce-82b4bbeaaebf req-04042352-393a-4f58-a02f-abda0d512d3d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 944 time: 0.0892217 May 24 23:38:52.374316 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-075f3afd-70d0-4123-a6ce-82b4bbeaaebf req-70bf9165-1485-4e94-ae79-25913eff331f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375049 May 24 23:38:53.381572 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:38:53.409807 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c9ea7c39-309c-4af7-9ce2-729f29c3b167 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:38:53.478938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port c9ea7c39-309c-4af7-9ce2-729f29c3b167 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:38:53.479308 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.574851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa960466-41aa-47ad-a3f3-c965b06dcbec req-3c8520d7-a590-4c7a-a4c8-6dbf83b47985 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:53.576469 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa960466-41aa-47ad-a3f3-c965b06dcbec req-3c8520d7-a590-4c7a-a4c8-6dbf83b47985 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 944 time: 0.0827000 May 24 23:38:53.596750 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c9ea7c39-309c-4af7-9ce2-729f29c3b167 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:38:53.597135 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.621920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa960466-41aa-47ad-a3f3-c965b06dcbec req-b19cb2fa-9436-4fd9-b753-a6a0dc2054d3 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385032 May 24 23:38:53.623967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:38:53.634076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:38:53.641805 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:53.681638 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12271240-13ba-4127-b487-b8d2c41f1839'] response: {'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'code': 200} May 24 23:38:53.713307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:54.668015 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:54.825056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f183526-e7fb-4b02-8a5b-7b14a325d63b req-84935e9b-2936-484f-80fb-5e1afebf983a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:54.826536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f183526-e7fb-4b02-8a5b-7b14a325d63b req-84935e9b-2936-484f-80fb-5e1afebf983a tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0880666 May 24 23:38:54.872669 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f183526-e7fb-4b02-8a5b-7b14a325d63b req-c2b1880e-e35c-49d6-ba09-a25924ad40b9 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399444 May 24 23:38:55.012065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-15e1f70c-52ee-4a1c-bfa8-5a061341960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:55.013531 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-15e1f70c-52ee-4a1c-bfa8-5a061341960c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032&tenant_id=97f31ff912d749998df45e58c9d0298c HTTP/1.1" status: 200 len: 1096 time: 0.0722752 May 24 23:38:55.220550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-d275fdd1-f384-4e6e-bc3b-ed2abeee7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:55.222046 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-d275fdd1-f384-4e6e-bc3b-ed2abeee7e14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1096 time: 0.1791782 May 24 23:38:55.362926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-c2c99243-2d25-457a-8ba6-1383e40acf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:55.364267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-c2c99243-2d25-457a-8ba6-1383e40acf1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1322801 May 24 23:38:55.478993 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-07aee6a8-9370-4c40-9d1d-09a4c1eda315 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167 HTTP/1.1" status: 200 len: 1002 time: 0.1047335 May 24 23:38:55.544026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-fdb4a927-f947-4ddb-8df7-fa69c6032c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:55.545466 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-fdb4a927-f947-4ddb-8df7-fa69c6032c08 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0575364 May 24 23:38:55.632229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-b1dadb1c-d525-4c5a-a62d-4c891ae65bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:55.633674 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-b1dadb1c-d525-4c5a-a62d-4c891ae65bdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784669 May 24 23:38:55.781623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-32c7fcf4-3e7e-429c-8f44-ebfe45d95dc6 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373603 May 24 23:38:55.920814 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf5aaff1-0504-45f1-aac1-4e6d91f019eb req-a09fca81-579f-4184-b534-c2ca7814362d service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291578 May 24 23:38:56.065211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eb535-05ed-49ed-9fbc-f20c7752d10b req-054124ee-a55a-4050-b8fa-b50d1859b017 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:56.066704 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d9eb535-05ed-49ed-9fbc-f20c7752d10b req-054124ee-a55a-4050-b8fa-b50d1859b017 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0828569 May 24 23:38:56.112917 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5d9eb535-05ed-49ed-9fbc-f20c7752d10b req-0d74cd1a-a14f-45a7-b4d4-11ece323eb48 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400634 May 24 23:38:56.349666 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.000868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985fff7-00d7-402c-90f7-8b38802155b9 req-0b802d2a-1ad5-4503-859a-153090d9ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:57.002409 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c985fff7-00d7-402c-90f7-8b38802155b9 req-0b802d2a-1ad5-4503-859a-153090d9ea8b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97f31ff912d749998df45e58c9d0298c&device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 1096 time: 0.0742090 May 24 23:38:57.165854 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985fff7-00d7-402c-90f7-8b38802155b9 req-308455aa-789b-4b44-882f-b37df4b72567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:57.167683 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c985fff7-00d7-402c-90f7-8b38802155b9 req-308455aa-789b-4b44-882f-b37df4b72567 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 200 len: 913 time: 0.1413808 May 24 23:38:57.325374 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c985fff7-00d7-402c-90f7-8b38802155b9 req-3b523c03-655a-4445-bb09-a92d77714014 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167 HTTP/1.1" status: 200 len: 1002 time: 0.1481121 May 24 23:38:57.395410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6efb16-7d48-4591-8cbe-17eb20ee4e80 req-44407545-cb5b-422b-841f-db7277da0ab1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:57.396848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf6efb16-7d48-4591-8cbe-17eb20ee4e80 req-44407545-cb5b-422b-841f-db7277da0ab1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.1540842 May 24 23:38:57.420048 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985fff7-00d7-402c-90f7-8b38802155b9 req-3b766ffd-4d1a-4255-82a8-b8f0b2185dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:57.421431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c985fff7-00d7-402c-90f7-8b38802155b9 req-3b766ffd-4d1a-4255-82a8-b8f0b2185dcf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 200 len: 851 time: 0.0842507 May 24 23:38:57.442077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c9ea7c39-309c-4af7-9ce2-729f29c3b167 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:38:57.492818 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cf6efb16-7d48-4591-8cbe-17eb20ee4e80 req-11adb01b-54c2-4e29-94ec-917fb0b50c54 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893373 May 24 23:38:57.528975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985fff7-00d7-402c-90f7-8b38802155b9 req-545d67b2-b5d9-4d25-8df9-b6dc07ef3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:57.530612 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c985fff7-00d7-402c-90f7-8b38802155b9 req-545d67b2-b5d9-4d25-8df9-b6dc07ef3137 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945144 May 24 23:38:57.570816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c9ea7c39-309c-4af7-9ce2-729f29c3b167 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:38:57.571448 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.599351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:38:57.609015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:38:57.613924 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:38:57.659602 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d157edf8-850a-4b21-8550-80f1dc023eab'] response: {'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'code': 200} May 24 23:38:57.670576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c985fff7-00d7-402c-90f7-8b38802155b9 req-e8a6ea5b-68ab-49e2-ace0-672928b24255 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330750 May 24 23:38:57.685120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:38:57.804939 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c985fff7-00d7-402c-90f7-8b38802155b9 req-9d8e8fc5-6dde-4991-812f-140661d9a106 service neutron] 10.222.0.50 "GET /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265097 May 24 23:38:58.806468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935441c-fee1-48db-a3ba-7d5ecd19edde req-580fabd1-fdd4-4aa5-bd73-ed2e6641249b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:38:58.808151 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0935441c-fee1-48db-a3ba-7d5ecd19edde req-580fabd1-fdd4-4aa5-bd73-ed2e6641249b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.2004485 May 24 23:38:58.860392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0935441c-fee1-48db-a3ba-7d5ecd19edde req-1f42d750-bd2b-4b3d-b5e1-c9a391f6c31c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 May 24 23:39:00.073028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795385-3002-44a8-a2b0-5e61d32628f5 req-038d9eab-1b20-481f-82da-220dc7209517 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:00.074584 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4b795385-3002-44a8-a2b0-5e61d32628f5 req-038d9eab-1b20-481f-82da-220dc7209517 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0846136 May 24 23:39:00.126808 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4b795385-3002-44a8-a2b0-5e61d32628f5 req-974e7013-1468-4a34-a310-590ea3a048f0 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437253 May 24 23:39:01.335141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204b9a3-0849-4f66-95c9-a7a47b748bc6 req-7c4b648e-6c8f-4c63-bddf-9cbaeb8640ce tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:01.336612 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6204b9a3-0849-4f66-95c9-a7a47b748bc6 req-7c4b648e-6c8f-4c63-bddf-9cbaeb8640ce tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0847843 May 24 23:39:01.380774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6204b9a3-0849-4f66-95c9-a7a47b748bc6 req-45a0cd4f-4515-45d9-a4cd-f9db68f476b6 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 May 24 23:39:02.570411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987fc56-00bd-4e43-b40a-41838fa8cee2 req-d78afaad-6920-4e58-8ea8-391f639f443e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:02.571758 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c987fc56-00bd-4e43-b40a-41838fa8cee2 req-d78afaad-6920-4e58-8ea8-391f639f443e tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0831034 May 24 23:39:02.617383 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c987fc56-00bd-4e43-b40a-41838fa8cee2 req-37f8fbed-29c4-41e8-ad15-bc3099cdb0ce tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396209 May 24 23:39:03.824478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b1b36-7209-4bf3-81c0-4750fdd95c59 req-c3478220-719e-404e-b7b8-c0f38f7437c1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:03.826007 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d3b1b36-7209-4bf3-81c0-4750fdd95c59 req-c3478220-719e-404e-b7b8-c0f38f7437c1 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0956795 May 24 23:39:03.879270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3d3b1b36-7209-4bf3-81c0-4750fdd95c59 req-d720201b-b5b5-4251-b7db-a88e2c84cf55 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447884 May 24 23:39:05.071033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9227f-2992-4a45-bb6e-8cc82f5cf909 req-7794e999-299d-46b9-96a7-93d1d3709a05 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:05.072456 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6b9227f-2992-4a45-bb6e-8cc82f5cf909 req-7794e999-299d-46b9-96a7-93d1d3709a05 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0836940 May 24 23:39:05.116680 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6b9227f-2992-4a45-bb6e-8cc82f5cf909 req-ea6c5958-c333-4956-8a49-8bdd5989ba3f tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381370 May 24 23:39:05.327534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d56fa-c659-4abc-9a61-0639aed383a4 req-c0509380-3c6e-49b8-bbc6-c8a4cf3d6e4d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:05.329000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a77d56fa-c659-4abc-9a61-0639aed383a4 req-c0509380-3c6e-49b8-bbc6-c8a4cf3d6e4d tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0928500 May 24 23:39:05.374353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a77d56fa-c659-4abc-9a61-0639aed383a4 req-d17252b9-4596-411c-a522-68a6f894016b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395496 May 24 23:39:05.391250 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fae9d848-8885-48ac-a677-7eebe46ae643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:05.480556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c9ea7c39-309c-4af7-9ce2-729f29c3b167 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:39:05.573904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f2631-c4dd-4751-ad87-06b404b056b0 req-45c7c462-6aa9-452e-bd82-0db7e645c410 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:05.578832 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e4f2631-c4dd-4751-ad87-06b404b056b0 req-45c7c462-6aa9-452e-bd82-0db7e645c410 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 943 time: 0.0871799 May 24 23:39:05.622124 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4e4f2631-c4dd-4751-ad87-06b404b056b0 req-d1b64216-05e9-4a81-8013-aa8bd0d5024c tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392137 May 24 23:39:05.623789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:05.640234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'port_id': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'mac_address': 'fa:16:3e:9a:72:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:39:05.698886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c9ea7c39-309c-4af7-9ce2-729f29c3b167 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:05.699234 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:05.722825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ea7c39-309c-4af7-9ce2-729f29c3b167 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:39:05.739897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:05.745003 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:05.816273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=10']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:05.968817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['c9ea7c39-309c-4af7-9ce2-729f29c3b167'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:39:06.032494 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603d938-d8a8-43b8-8503-d41c3b56b142 req-a5ec6d79-e82a-4bea-ab90-8a39e0ee3c87 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:06.034113 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2603d938-d8a8-43b8-8503-d41c3b56b142 req-a5ec6d79-e82a-4bea-ab90-8a39e0ee3c87 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.1003058 May 24 23:39:06.084505 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2603d938-d8a8-43b8-8503-d41c3b56b142 req-303be594-8cba-4764-906c-d880149ac37b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 May 24 23:39:07.287936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae541e6-4126-4de7-971a-6f80cf74bdf5 req-1da5807c-4d3a-4f2e-a63e-c49e464172c7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:07.289394 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ae541e6-4126-4de7-971a-6f80cf74bdf5 req-1da5807c-4d3a-4f2e-a63e-c49e464172c7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0917351 May 24 23:39:07.334369 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ae541e6-4126-4de7-971a-6f80cf74bdf5 req-d3e5a095-0375-4914-b03e-512a25d2a867 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390551 May 24 23:39:07.491874 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4dbe1c4b-9514-4ec1-a14d-39ef958cfcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:07.510887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c9ea7c39-309c-4af7-9ce2-729f29c3b167 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:07.579764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port c9ea7c39-309c-4af7-9ce2-729f29c3b167 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:07.580102 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:07.697094 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port c9ea7c39-309c-4af7-9ce2-729f29c3b167 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:07.697419 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:07.724080 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:39:07.734432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:07.740356 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:07.757943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-ecad5a1f-ce9d-4936-b2c8-79126f9f3fde tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:07.759400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-ecad5a1f-ce9d-4936-b2c8-79126f9f3fde tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 945 time: 0.0818532 May 24 23:39:07.775834 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d105b0f3-1bac-4829-876c-c5fca443de93'] response: {'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'code': 200} May 24 23:39:07.819076 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=11']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:07.838852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Deleting port c9ea7c39-309c-4af7-9ce2-729f29c3b167 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:39:07.839188 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:08.097939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] For port c9ea7c39-309c-4af7-9ce2-729f29c3b167, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=c9ea7c39-309c-4af7-9ce2-729f29c3b167,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:08.098206 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:08.403024 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:08.403742 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:08.403742 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415 disassociated. External IP: 172.25.7.227, port: c9ea7c39-309c-4af7-9ce2-729f29c3b167. May 24 23:39:08.404052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Calling delete_port for c9ea7c39-309c-4af7-9ce2-729f29c3b167 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:39:08.606466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43823e2f-031d-44cd-ba2b-e02ce406e327 req-8e080dee-2573-4566-9519-f528f165e5be tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:08.607989 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43823e2f-031d-44cd-ba2b-e02ce406e327 req-8e080dee-2573-4566-9519-f528f165e5be tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 946 time: 0.1513586 May 24 23:39:08.639599 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:08.706461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event deleted for resources: {'Port': ['ID=c9ea7c39-309c-4af7-9ce2-729f29c3b167,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:08.721178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43823e2f-031d-44cd-ba2b-e02ce406e327 req-d2a12c75-f968-4100-a6fc-ddcf3ff938d5 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups?id=37249de2-671f-4d91-8d89-d286db44006c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055734 May 24 23:39:08.731205 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:08.779931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.780261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.780584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.780909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.781235 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.781578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.781894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.782204 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.782515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.782825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.783140 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.783451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:08.918017 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:09.026894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Router e7d7ecd5-adde-4b03-9836-34f2872a00c3 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:39:09.207008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:39:09.218256 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae3058a-65b4-4b10-9f70-3c98a5b3b5fb None None] Sync routers for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:39:09.228022 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae3058a-65b4-4b10-9f70-3c98a5b3b5fb None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:39:09.228637 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3ae3058a-65b4-4b10-9f70-3c98a5b3b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:39:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:09.283740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] No DVR routers for this DVR port c9ea7c39-309c-4af7-9ce2-729f29c3b167 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:39:09.286257 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:09.288812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-deleted', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:39:09.307550 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f6f01b9-166a-4421-b47a-7f84c9dc0dc8 req-75f32b32-0d11-49ba-bd3e-d62d15301227 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.50 "DELETE /v2.0/ports/c9ea7c39-309c-4af7-9ce2-729f29c3b167 HTTP/1.1" status: 204 len: 173 time: 1.5391786 May 24 23:39:09.343592 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92909c4b-7485-47c7-8405-6c9ac3c0778f'] response: {'server_uuid': 'dd0d939e-43a7-4c64-8d58-f835e92c3032', 'name': 'network-vif-deleted', 'tag': 'c9ea7c39-309c-4af7-9ce2-729f29c3b167', 'status': 'completed', 'code': 200} May 24 23:39:09.422255 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3ae3058a-65b4-4b10-9f70-3c98a5b3b5fb None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:39:09.745139 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3ae3058a-65b4-4b10-9f70-3c98a5b3b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:09.751502 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae3058a-65b4-4b10-9f70-3c98a5b3b5fb None None] Checking router: e7d7ecd5-adde-4b03-9836-34f2872a00c3 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:39:09.761306 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae3058a-65b4-4b10-9f70-3c98a5b3b5fb None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:39:09.762160 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3ae3058a-65b4-4b10-9f70-3c98a5b3b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:39:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:09.877093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1b333437-cffc-497b-9ca0-1188d8ad9514 req-09ddc096-6770-4a06-8acb-d8d221f1b6f7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Synchronizing usage tracker for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:39:09.896435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-1b333437-cffc-497b-9ca0-1188d8ad9514 req-09ddc096-6770-4a06-8acb-d8d221f1b6f7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Unset dirty status for tenant:97f31ff912d749998df45e58c9d0298c on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:39:09.897418 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1b333437-cffc-497b-9ca0-1188d8ad9514 req-09ddc096-6770-4a06-8acb-d8d221f1b6f7 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0d939e-43a7-4c64-8d58-f835e92c3032 HTTP/1.1" status: 200 len: 210 time: 0.0631857 May 24 23:39:09.993998 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3ae3058a-65b4-4b10-9f70-3c98a5b3b5fb None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:39:10.208826 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:10.308896 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3ae3058a-65b4-4b10-9f70-3c98a5b3b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:10.313817 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae3058a-65b4-4b10-9f70-3c98a5b3b5fb None None] The sync data for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 is: [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:33:40Z', 'revision_number': 4, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '291228e9-0c63-4091-8e77-ba78d98bb584', 'name': '', 'network_id': '8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'mac_address': 'fa:16:3e:46:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:39Z', 'updated_at': '2022-05-24T23:33:46Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'subnets': [{'id': 'c8d4bc6a-1c77-465d-ad98-5e1adf129209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:39:10.538859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835953ef-02dc-40a1-b03b-c5e19cc2f5c0 None None] New status for floating IP 0eef3252-9cf9-4fcf-9ace-f2e6639e3415: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:39:11.536314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c9ea7c39-309c-4af7-9ce2-729f29c3b167 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:39:11.571226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: c9ea7c39-309c-4af7-9ce2-729f29c3b167 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:39:11.571623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device c9ea7c39-309c-4af7-9ce2-729f29c3b167 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:39:14.181197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53330) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:14.248423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-539abeba-cf39-4631-b4f5-3dcf4f529648 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:14.280464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-539abeba-cf39-4631-b4f5-3dcf4f529648 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:14.338637 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-539abeba-cf39-4631-b4f5-3dcf4f529648 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:14.357373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539abeba-cf39-4631-b4f5-3dcf4f529648 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37249de2-671f-4d91-8d89-d286db44006c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:14.369409 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-539abeba-cf39-4631-b4f5-3dcf4f529648 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:14.370553 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-539abeba-cf39-4631-b4f5-3dcf4f529648 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "DELETE /v2.0/security-groups/37249de2-671f-4d91-8d89-d286db44006c HTTP/1.1" status: 204 len: 168 time: 0.1883066 May 24 23:39:14.373201 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53334) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:14.390798 n-d-843146-7 neutron-server[88389]: INFO neutron.api.v2.resource [None req-cbdac205-caa0-4250-b0c0-21d0eb997a8b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] show failed (client error): The resource could not be found. May 24 23:39:14.391830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cbdac205-caa0-4250-b0c0-21d0eb997a8b tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "GET /v2.0/security-groups/37249de2-671f-4d91-8d89-d286db44006c HTTP/1.1" status: 404 len: 347 time: 0.0176988 May 24 23:39:14.395108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53338) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:14.554852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1735033b-8ff7-4a43-a955-b2be92d318de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Deleting port 8b3ed0bb-601b-4f3c-acea-3e8ca0847528 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:39:14.555459 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1735033b-8ff7-4a43-a955-b2be92d318de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:14.726704 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1735033b-8ff7-4a43-a955-b2be92d318de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:14.727000 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1735033b-8ff7-4a43-a955-b2be92d318de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:14.846752 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-1735033b-8ff7-4a43-a955-b2be92d318de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Calling delete_port for 8b3ed0bb-601b-4f3c-acea-3e8ca0847528 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:39:15.015109 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1735033b-8ff7-4a43-a955-b2be92d318de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:15.062562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735033b-8ff7-4a43-a955-b2be92d318de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Pushing event deleted for resources: {'Port': ['ID=8b3ed0bb-601b-4f3c-acea-3e8ca0847528,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:15.171601 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1735033b-8ff7-4a43-a955-b2be92d318de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:15.197960 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1735033b-8ff7-4a43-a955-b2be92d318de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:15.199093 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1735033b-8ff7-4a43-a955-b2be92d318de tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] 10.222.0.55 "DELETE /v2.0/floatingips/0eef3252-9cf9-4fcf-9ace-f2e6639e3415 HTTP/1.1" status: 204 len: 168 time: 0.8030930 May 24 23:39:15.202387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53342) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:15.934290 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:16.292780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] Deleting port 291228e9-0c63-4091-8e77-ba78d98bb584 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:39:16.293558 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:16.476827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] For port 291228e9-0c63-4091-8e77-ba78d98bb584, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=291228e9-0c63-4091-8e77-ba78d98bb584,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:16.477263 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:16.609398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] Calling delete_port for 291228e9-0c63-4091-8e77-ba78d98bb584 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:39:16.791859 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:16.840698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=291228e9-0c63-4091-8e77-ba78d98bb584,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:17.225326 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:17.645989 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] Router e7d7ecd5-adde-4b03-9836-34f2872a00c3 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:39:17.836565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:39:17.847197 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bee48e6-c7e5-44cf-8fc1-8c79cb1437ed None None] Sync routers for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:39:17.850921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ffda6216-b910-4f37-8c0e-2d6d34b18e72 admin admin] 10.222.0.55 "PUT /v2.0/routers/e7d7ecd5-adde-4b03-9836-34f2872a00c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6475341 May 24 23:39:17.853628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53348) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:17.856657 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee48e6-c7e5-44cf-8fc1-8c79cb1437ed None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:39:17.857222 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7bee48e6-c7e5-44cf-8fc1-8c79cb1437ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:39:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:18.032471 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:18.036388 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-7bee48e6-c7e5-44cf-8fc1-8c79cb1437ed None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:39:18.205316 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:18.217070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Deleting port b4694c04-f3b7-4ac0-9509-271706139481 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:39:18.217400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:18.312093 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7bee48e6-c7e5-44cf-8fc1-8c79cb1437ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:39:16Z', 'revision_number': 5, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port': {'id': 'b4694c04-f3b7-4ac0-9509-271706139481', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:33:37Z', 'updated_at': '2022-05-24T23:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:18.315792 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bee48e6-c7e5-44cf-8fc1-8c79cb1437ed None None] Checking router: e7d7ecd5-adde-4b03-9836-34f2872a00c3 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:39:18.323861 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee48e6-c7e5-44cf-8fc1-8c79cb1437ed None None] Routers {'e7d7ecd5-adde-4b03-9836-34f2872a00c3'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:39:18.324439 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7bee48e6-c7e5-44cf-8fc1-8c79cb1437ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:39:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:18.394648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] For port b4694c04-f3b7-4ac0-9509-271706139481, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b4694c04-f3b7-4ac0-9509-271706139481,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:18.395010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:18.474613 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-7bee48e6-c7e5-44cf-8fc1-8c79cb1437ed None None] Set router e7d7ecd5-adde-4b03-9836-34f2872a00c3 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:39:18.586116 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-7bee48e6-c7e5-44cf-8fc1-8c79cb1437ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:39:18Z', 'revision_number': 6, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:18.590322 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bee48e6-c7e5-44cf-8fc1-8c79cb1437ed None None] The sync data for ids ['e7d7ecd5-adde-4b03-9836-34f2872a00c3'] in n-d-843146-7 is: [{'id': 'e7d7ecd5-adde-4b03-9836-34f2872a00c3', 'name': 'tempest-ServerActionsTestJSON-1497126626-router', 'tenant_id': '97f31ff912d749998df45e58c9d0298c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:33:36Z', 'updated_at': '2022-05-24T23:39:18Z', 'revision_number': 6, 'project_id': '97f31ff912d749998df45e58c9d0298c', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:39:18.647095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Calling delete_port for b4694c04-f3b7-4ac0-9509-271706139481 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:39:18.829154 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:18.874741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4694c04-f3b7-4ac0-9509-271706139481,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:18.980897 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.153487 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.155840 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.183140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.183669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7d7ecd5-adde-4b03-9836-34f2872a00c3 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:39:19.195743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.196851 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8e26f25d-8967-4d23-b1f7-5199b63638d4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e7d7ecd5-adde-4b03-9836-34f2872a00c3 HTTP/1.1" status: 204 len: 168 time: 1.3422968 May 24 23:39:19.199489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53352) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:19.261088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-71504e58-d7f1-4440-bec2-fcf79a37e0e7 admin admin] Deleting subnet c8d4bc6a-1c77-465d-ad98-5e1adf129209 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:39:19.264822 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71504e58-d7f1-4440-bec2-fcf79a37e0e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.321136 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71504e58-d7f1-4440-bec2-fcf79a37e0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.404076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71504e58-d7f1-4440-bec2-fcf79a37e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.477552 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71504e58-d7f1-4440-bec2-fcf79a37e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.517121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71504e58-d7f1-4440-bec2-fcf79a37e0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d4bc6a-1c77-465d-ad98-5e1adf129209,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:19.520243 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-71504e58-d7f1-4440-bec2-fcf79a37e0e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.523966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cde6ccc-86e8-43c9-a4c1-d7d381b90691 None None] Network 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:39:19.528137 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-71504e58-d7f1-4440-bec2-fcf79a37e0e7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c8d4bc6a-1c77-465d-ad98-5e1adf129209 HTTP/1.1" status: 204 len: 168 time: 0.3276465 May 24 23:39:19.531624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53356) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:19.657680 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.668359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Deleting port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:39:19.668688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.781387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc15981-765b-49c0-ab0e-a21dfe84d60f None None] DHCP port deletion for 8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:39:19.785748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2cc15981-765b-49c0-ab0e-a21dfe84d60f None None] Deleting port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:39:19.786126 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2cc15981-765b-49c0-ab0e-a21dfe84d60f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.875661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] For port 08c30644-8fa8-4b3c-83b0-fa18e6186f71, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=08c30644-8fa8-4b3c-83b0-fa18e6186f71,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:19.875888 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:19.988941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2cc15981-765b-49c0-ab0e-a21dfe84d60f None None] For port 08c30644-8fa8-4b3c-83b0-fa18e6186f71, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=08c30644-8fa8-4b3c-83b0-fa18e6186f71,segment=NetworkSegment(39b70468-e667-4540-8bbd-66a8332441cf),segment_id=39b70468-e667-4540-8bbd-66a8332441cf)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:19.989302 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2cc15981-765b-49c0-ab0e-a21dfe84d60f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:20.110390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Calling delete_port for 08c30644-8fa8-4b3c-83b0-fa18e6186f71 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:39:20.110984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2cc15981-765b-49c0-ab0e-a21dfe84d60f None None] Calling delete_port for 08c30644-8fa8-4b3c-83b0-fa18e6186f71 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:39:20.188406 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2cc15981-765b-49c0-ab0e-a21dfe84d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:20.194491 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.db.api [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:39:20.195063 n-d-843146-7 neutron-server[88389]: DEBUG oslo_db.api [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:39:20.234921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc15981-765b-49c0-ab0e-a21dfe84d60f None None] Pushing event deleted for resources: {'Port': ['ID=08c30644-8fa8-4b3c-83b0-fa18e6186f71,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:20.241081 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc15981-765b-49c0-ab0e-a21dfe84d60f None None] No DVR routers for this DVR port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:39:20.499448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b4694c04-f3b7-4ac0-9509-271706139481 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:39:20.533385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: b4694c04-f3b7-4ac0-9509-271706139481 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:39:20.534097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b4694c04-f3b7-4ac0-9509-271706139481 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:39:20.534097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 291228e9-0c63-4091-8e77-ba78d98bb584 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:39:20.565968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 291228e9-0c63-4091-8e77-ba78d98bb584 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:39:20.566300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 291228e9-0c63-4091-8e77-ba78d98bb584 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:39:20.566729 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 08c30644-8fa8-4b3c-83b0-fa18e6186f71 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:39:20.630412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 08c30644-8fa8-4b3c-83b0-fa18e6186f71 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:39:20.630857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 08c30644-8fa8-4b3c-83b0-fa18e6186f71 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:39:20.696057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Deleting port 08c30644-8fa8-4b3c-83b0-fa18e6186f71 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:39:20.696623 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:20.766154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] The port '08c30644-8fa8-4b3c-83b0-fa18e6186f71' was deleted {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:39:20.883149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:20.914346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:20.927041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b70468-e667-4540-8bbd-66a8332441cf') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:20.927348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b70468-e667-4540-8bbd-66a8332441cf') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:20.939306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:20.955249 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:20.961336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:39:20.961764 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:21.058306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:21.060938 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 39b70468-e667-4540-8bbd-66a8332441cf resource provider aggregate not found May 24 23:39:21.081178 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 39b70468-e667-4540-8bbd-66a8332441cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39b70468-e667-4540-8bbd-66a8332441cf found for delete ", "request_id": "req-634f65f9-c53b-4487-a8b5-59feb7a5c527"}]} May 24 23:39:21.082183 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:21.088187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] Pushing event deleted for resources: {'Network': ['ID=8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:21.105361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5a5056b4-291f-4425-8c49-c1a3f20f4bab admin admin] 10.222.0.55 "DELETE /v2.0/networks/8e59b23e-bcc0-4e27-a8a2-5a17ff66a6d2 HTTP/1.1" status: 204 len: 168 time: 1.5724623 May 24 23:39:21.219238 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53370) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:21.268234 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b05039a3-e997-407a-8758-a09867d80369 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97f31ff912d749998df45e58c9d0298c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477824 May 24 23:39:21.272162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53374) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:21.330023 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:21.359239 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:21.416521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:21.433262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68992bb9-1afa-4500-8069-fb13a33c15c3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:21.443480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.443826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.444166 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.444497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.444812 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.445133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.445453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.445795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.446114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.446421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.446735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.447050 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:21.451583 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:21.453988 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4d490fe5-799e-4459-a7f2-992f7b52d6e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68992bb9-1afa-4500-8069-fb13a33c15c3 HTTP/1.1" status: 204 len: 168 time: 0.1808927 May 24 23:39:22.258417 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53398) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:22.375450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2018597753-network', 'tenant_id': 'f7d7085ab6014227a455dfff053b1e7d'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:22.381203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:22.385387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Usage tracker for resource:network and tenant:f7d7085ab6014227a455dfff053b1e7d is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:22.388504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:22.395566 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:22.407610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Made reservation on behalf of f7d7085ab6014227a455dfff053b1e7d for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:39:22.409944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:22.422323 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:22.437456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:22.440831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d7085ab6014227a455dfff053b1e7d is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:22.443632 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:22.449351 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:22.538713 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:22.543954 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:22.577030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:39:22.582401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393c6a22-7a1b-4b50-b348-e18ec9e88f89,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:22.591078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:22.591753 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Added segment 23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5 of type vlan for network 2861a02c-bd97-4df2-9b8c-08fef76f6628 May 24 23:39:22.619447 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:22.654357 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:22.655396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:22.656144 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:22.752809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] Pushing event updated for resources: {'Network': ['ID=2861a02c-bd97-4df2-9b8c-08fef76f6628,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:22.755889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-aa275f8c-a057-4eab-9826-50716cb84654 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4964280 May 24 23:39:22.758900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53404) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:22.763003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 2861a02c-bd97-4df2-9b8c-08fef76f6628 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:39:22.764242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Request body: {'subnet': {'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2018597753-subnet', 'tenant_id': 'f7d7085ab6014227a455dfff053b1e7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:22.770588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:22.774524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Usage tracker for resource:subnet and tenant:f7d7085ab6014227a455dfff053b1e7d is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:22.777464 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:22.784147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:22.799538 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Made reservation on behalf of f7d7085ab6014227a455dfff053b1e7d for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:39:22.801979 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:23.008937 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:23.078339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9654af3d-3953-4dc0-9a6a-30d41a4b3ffd,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:23.089856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Checking segment: {'id': '23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:39:23.090208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Network hostable DHCP agents. Network: 2861a02c-bd97-4df2-9b8c-08fef76f6628, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:39:23.110888 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Network 2861a02c-bd97-4df2-9b8c-08fef76f6628 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:39:23.120396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 2861a02c-bd97-4df2-9b8c-08fef76f6628) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:39:23.125091 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:23.125787 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:23.130785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7067b524-104e-46ed-a2de-7e42375c0d5b None None] Network 2861a02c-bd97-4df2-9b8c-08fef76f6628 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:39:23.148924 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2f4e06b1-1924-439b-aa45-9e962def16b8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3889461 May 24 23:39:23.336589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9052a41d-6cc5-408d-b5c3-730407c00c43 None None] Network 2861a02c-bd97-4df2-9b8c-08fef76f6628 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:39:23.680773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc761b-bc25-4400-af26-8810e1390129 req-19909d22-4aba-48ab-8abb-69dd76a49549 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:23.682144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-19909d22-4aba-48ab-8abb-69dd76a49549 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/networks?id=2861a02c-bd97-4df2-9b8c-08fef76f6628 HTTP/1.1" status: 200 len: 814 time: 0.1657531 May 24 23:39:23.698109 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-7bf48458-78c6-495a-8a77-8f4935e5dc3a tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/quotas/f7d7085ab6014227a455dfff053b1e7d HTTP/1.1" status: 200 len: 375 time: 0.0102615 May 24 23:39:23.752511 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-345a96c1-22a8-4ff7-a1b2-ee7957280754 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7d7085ab6014227a455dfff053b1e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491421 May 24 23:39:23.987507 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-cbb4034d-556e-4464-9af2-8f2985710ed4 service neutron] 10.222.0.55 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825817 May 24 23:39:24.127342 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-170486d4-f7ad-4b08-858f-b86a001ae05e service neutron] 10.222.0.55 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308460 May 24 23:39:24.326278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4b239776-2b6c-4ff6-a0af-508e78bfbccf req-fe198d6e-e9e5-4c13-86c9-edeac8528fd4 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 210 time: 0.0457909 May 24 23:39:24.665854 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:25.435430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-56af373a-92be-4227-b9ef-72e5b444f63e req-e0414a74-09a1-465d-93ef-279d49ea557b tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 210 time: 0.0445232 May 24 23:39:26.375528 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:26.616061 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1d2b70e5-a298-499e-9bf2-db1cd580fb47 req-2a987218-70b2-41ef-a95d-ff70ecdd57f2 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 210 time: 0.0596199 May 24 23:39:26.721888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc761b-bc25-4400-af26-8810e1390129 req-99b48bac-aabe-4b5f-a08e-1f650c705cf4 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:26.723377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-99b48bac-aabe-4b5f-a08e-1f650c705cf4 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.50 "GET /v2.0/networks?id=2861a02c-bd97-4df2-9b8c-08fef76f6628 HTTP/1.1" status: 200 len: 814 time: 0.1528268 May 24 23:39:26.739635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Request body: {'port': {'device_id': '1ad005e6-ee42-4ef7-8dc4-a74e8f985e60', 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628', 'admin_state_up': True, 'tenant_id': 'f7d7085ab6014227a455dfff053b1e7d'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:26.878269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:26.882555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Usage tracker for resource:port and tenant:f7d7085ab6014227a455dfff053b1e7d is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:39:26.885463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:39:26.891606 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:26.902730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Made reservation on behalf of f7d7085ab6014227a455dfff053b1e7d for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:39:26.906416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:27.082190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Allocated IP 172.20.0.14 (2861a02c-bd97-4df2-9b8c-08fef76f6628/9654af3d-3953-4dc0-9a6a-30d41a4b3ffd/5b288b23-5567-47e3-b1c3-9ac36ff4dcb2) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:39:27.416527 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:27.449132 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:27.523143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Network 2861a02c-bd97-4df2-9b8c-08fef76f6628 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:39:27.526328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:39:27.530158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:39:27.563571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Pushing event updated for resources: {'Port': ['ID=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:27.597789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:27.598393 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:27.622800 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-985169d4-ca65-46b4-a44a-aacb8a52fcba tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8870146 May 24 23:39:27.637962 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Request body: {'port': {'device_id': '1ad005e6-ee42-4ef7-8dc4-a74e8f985e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:27.797451 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:27.889726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae1136-8a22-482e-954a-b247688eca03 req-348ba9a6-444c-40c3-b3d6-0cbe588d8354 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:27.890507 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c9ae1136-8a22-482e-954a-b247688eca03 req-348ba9a6-444c-40c3-b3d6-0cbe588d8354 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Synchronizing usage tracker for tenant:f7d7085ab6014227a455dfff053b1e7d on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:39:27.965250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-c9ae1136-8a22-482e-954a-b247688eca03 req-348ba9a6-444c-40c3-b3d6-0cbe588d8354 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Unset dirty status for tenant:f7d7085ab6014227a455dfff053b1e7d on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:39:27.967041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9ae1136-8a22-482e-954a-b247688eca03 req-348ba9a6-444c-40c3-b3d6-0cbe588d8354 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 932 time: 0.2399874 May 24 23:39:28.099614 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9ae1136-8a22-482e-954a-b247688eca03 req-d3a076d8-2f91-4494-9e06-0824d8f49414 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225088 May 24 23:39:28.220786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:39:28.228917 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:28.250796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Transition to ACTIVE for port object 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:39:28.255961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:28.381002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:28.484637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Attempting to bind port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:39:28.484969 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Attempting to bind port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:39:28.485291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Attempting to bind port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 on network 2861a02c-bd97-4df2-9b8c-08fef76f6628 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:39:28.490036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 on network 2861a02c-bd97-4df2-9b8c-08fef76f6628 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:39:28.490347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Attempting to bind port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 on network 2861a02c-bd97-4df2-9b8c-08fef76f6628 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:39:28.495545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:39:28.495874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Checking segment: {'id': '23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:39:28.496252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Bound using segment: {'id': '23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:39:28.496671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Bound port: 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:39:28.497011 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:28.584614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] For port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:39:28.587696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] For port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2,segment=NetworkSegment(23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5),segment_id=23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:39:28.595688 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:28.657400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:28.658030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:28.659392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] 10.222.0.50 "PUT /v2.0/ports/5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 HTTP/1.1" status: 200 len: 1092 time: 1.0255713 May 24 23:39:28.659823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad005e6-ee42-4ef7-8dc4-a74e8f985e60', 'tag': '5b288b23-5567-47e3-b1c3-9ac36ff4dcb2'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:39:28.678469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2d572-6314-4d46-899d-9123c1cc25a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:28.732296 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d011eaf-a658-4d1f-bf19-a4c7fdbc7d6e'] response: {'name': 'network-changed', 'server_uuid': '1ad005e6-ee42-4ef7-8dc4-a74e8f985e60', 'tag': '5b288b23-5567-47e3-b1c3-9ac36ff4dcb2', 'status': 'completed', 'code': 200} May 24 23:39:28.775723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc761b-bc25-4400-af26-8810e1390129 req-10411846-b7b8-4526-9c8a-60039c3a34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:28.777210 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-10411846-b7b8-4526-9c8a-60039c3a34fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7d7085ab6014227a455dfff053b1e7d&device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 1095 time: 0.0765765 May 24 23:39:28.851030 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-53f4510b-9e79-464d-9ae2-39a70821e1a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 HTTP/1.1" status: 200 len: 217 time: 0.0629263 May 24 23:39:28.918692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc761b-bc25-4400-af26-8810e1390129 req-69379691-d8da-401a-a7be-3862fecd0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:28.920020 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-69379691-d8da-401a-a7be-3862fecd0862 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9654af3d-3953-4dc0-9a6a-30d41a4b3ffd HTTP/1.1" status: 200 len: 854 time: 0.0617328 May 24 23:39:28.974514 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-44bf92e1-00a8-43e1-87ca-5154f75f0a6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2861a02c-bd97-4df2-9b8c-08fef76f6628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434186 May 24 23:39:29.122311 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-7f4ec7da-d808-4d47-9bd1-0def306508fd service neutron] 10.222.0.50 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381950 May 24 23:39:29.417575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81dc761b-bc25-4400-af26-8810e1390129 req-01851ef2-b07e-462b-a6f3-b0efcc7879d7 service neutron] 10.222.0.50 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853179 May 24 23:39:29.433770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c306a04-d928-4c31-9ade-b85cfdcb3fef req-23176b18-ad64-4805-971e-81fce1b5db24 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:29.435160 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7c306a04-d928-4c31-9ade-b85cfdcb3fef req-23176b18-ad64-4805-971e-81fce1b5db24 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 944 time: 0.1276815 May 24 23:39:29.524595 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7c306a04-d928-4c31-9ade-b85cfdcb3fef req-1745097d-e29b-475c-82fe-3577c78d235b tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827010 May 24 23:39:29.556573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c15e5-889a-410a-aebc-3f2888a9e7a4 req-26dc7bf8-8b04-4a66-994a-df306e219abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:29.558058 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-420c15e5-889a-410a-aebc-3f2888a9e7a4 req-26dc7bf8-8b04-4a66-994a-df306e219abb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7d7085ab6014227a455dfff053b1e7d&device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 1095 time: 0.0824065 May 24 23:39:29.706560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c15e5-889a-410a-aebc-3f2888a9e7a4 req-60a40771-0ab3-4fa6-9f4b-76abb92a5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:29.707923 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-420c15e5-889a-410a-aebc-3f2888a9e7a4 req-60a40771-0ab3-4fa6-9f4b-76abb92a5ce0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2861a02c-bd97-4df2-9b8c-08fef76f6628 HTTP/1.1" status: 200 len: 915 time: 0.1430101 May 24 23:39:29.782200 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-420c15e5-889a-410a-aebc-3f2888a9e7a4 req-7ee90dba-2abe-42a9-abf5-c7add77f648a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 HTTP/1.1" status: 200 len: 217 time: 0.0667779 May 24 23:39:29.857643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c15e5-889a-410a-aebc-3f2888a9e7a4 req-1b8a361c-bb7f-4ec3-b8e4-dbf3b85d43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:29.859087 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-420c15e5-889a-410a-aebc-3f2888a9e7a4 req-1b8a361c-bb7f-4ec3-b8e4-dbf3b85d43a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9654af3d-3953-4dc0-9a6a-30d41a4b3ffd HTTP/1.1" status: 200 len: 854 time: 0.0697646 May 24 23:39:29.905301 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-420c15e5-889a-410a-aebc-3f2888a9e7a4 req-d6d45ae4-580f-4386-8301-66d8200eae30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2861a02c-bd97-4df2-9b8c-08fef76f6628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396841 May 24 23:39:30.042069 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-420c15e5-889a-410a-aebc-3f2888a9e7a4 req-314f9a91-3e28-49cf-b80f-1e953851d7f8 service neutron] 10.222.0.50 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298296 May 24 23:39:30.174545 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-420c15e5-889a-410a-aebc-3f2888a9e7a4 req-11a2c43a-e89a-4d74-9a8a-aded8a836204 service neutron] 10.222.0.50 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250639 May 24 23:39:30.387657 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:39:30.718539 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6aad-c3af-483a-9b5e-b38dd3a7190e req-e7b9765d-a472-4daa-a12b-1e56dc33697b tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:30.719973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bbce6aad-c3af-483a-9b5e-b38dd3a7190e req-e7b9765d-a472-4daa-a12b-1e56dc33697b tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 944 time: 0.0862021 May 24 23:39:30.765403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-bbce6aad-c3af-483a-9b5e-b38dd3a7190e req-3e89e871-4d84-4d20-9efc-89a7143380d0 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Synchronizing usage tracker for tenant:f7d7085ab6014227a455dfff053b1e7d on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:39:30.785875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-bbce6aad-c3af-483a-9b5e-b38dd3a7190e req-3e89e871-4d84-4d20-9efc-89a7143380d0 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Unset dirty status for tenant:f7d7085ab6014227a455dfff053b1e7d on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:39:30.787220 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bbce6aad-c3af-483a-9b5e-b38dd3a7190e req-3e89e871-4d84-4d20-9efc-89a7143380d0 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613124 May 24 23:39:31.613126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:39:31.748121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2,segment=NetworkSegment(23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5),segment_id=23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:31.762075 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '5b288b23-5567-47e3-b1c3-9ac36ff4dcb2', 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628', 'port_id': '5b288b23-5567-47e3-b1c3-9ac36ff4dcb2', 'mac_address': 'fa:16:3e:6d:fe:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9654af3d-3953-4dc0-9a6a-30d41a4b3ffd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:39:31.819785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:31.820165 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:31.840609 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:39:31.857672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2,segment=NetworkSegment(23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5),segment_id=23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:31.864258 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:31.930785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:31.975330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b5243-a224-41e1-b874-562964906840 req-766ead42-1c94-46d2-a669-82b42a5d7202 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:31.976792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df7b5243-a224-41e1-b874-562964906840 req-766ead42-1c94-46d2-a669-82b42a5d7202 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 945 time: 0.0800970 May 24 23:39:32.027735 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df7b5243-a224-41e1-b874-562964906840 req-c9843a23-5ebb-4e33-b962-6798c2da4775 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445294 May 24 23:39:32.108267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5b288b23-5567-47e3-b1c3-9ac36ff4dcb2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:39:33.234273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab621865-3361-47e2-9246-6186417bfce7 req-661857c8-7efe-466a-b8ba-ee215bce1175 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:33.235894 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab621865-3361-47e2-9246-6186417bfce7 req-661857c8-7efe-466a-b8ba-ee215bce1175 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 945 time: 0.0888586 May 24 23:39:33.279552 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ab621865-3361-47e2-9246-6186417bfce7 req-571a176d-4fa5-42d2-979f-fb39fe15fd74 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378802 May 24 23:39:33.613642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:33.694033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:39:33.699305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:33.699675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:33.818544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:33.818928 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:33.846665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad005e6-ee42-4ef7-8dc4-a74e8f985e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b288b23-5567-47e3-b1c3-9ac36ff4dcb2'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:39:33.856379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2,segment=NetworkSegment(23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5),segment_id=23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:33.865408 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:33.900889 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12001717-60ed-4758-83b9-7aeed9dcfd78'] response: {'server_uuid': '1ad005e6-ee42-4ef7-8dc4-a74e8f985e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b288b23-5567-47e3-b1c3-9ac36ff4dcb2', 'code': 200} May 24 23:39:33.933351 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:34.036339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88343f0f-167b-44e5-baf0-8eae7409363c req-c3c39b24-ede7-4d73-bd0c-ac60a3953100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:34.038468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-88343f0f-167b-44e5-baf0-8eae7409363c req-c3c39b24-ede7-4d73-bd0c-ac60a3953100 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 1097 time: 0.0786719 May 24 23:39:34.083394 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-88343f0f-167b-44e5-baf0-8eae7409363c req-f000cf71-0de6-4c08-8d53-ef24672a8ef7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353801 May 24 23:39:34.503117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0639b53-8a32-45c6-b211-24e761dfdccf req-2ceb8fb3-405c-4d92-9e01-65f63ea4364c tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:34.504680 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c0639b53-8a32-45c6-b211-24e761dfdccf req-2ceb8fb3-405c-4d92-9e01-65f63ea4364c tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 946 time: 0.1034105 May 24 23:39:34.559580 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c0639b53-8a32-45c6-b211-24e761dfdccf req-ecbeb09c-b4f4-4644-8b34-0064127f2061 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451615 May 24 23:39:35.388655 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15e29c88-c940-4e6d-b9fa-73eef2a8f307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:35.779855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febddecc-d67b-4557-b48f-2dbb08e03dd7 req-fe36521e-e479-4686-a646-551c61612105 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:35.781366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-febddecc-d67b-4557-b48f-2dbb08e03dd7 req-fe36521e-e479-4686-a646-551c61612105 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 946 time: 0.1021957 May 24 23:39:35.827998 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-febddecc-d67b-4557-b48f-2dbb08e03dd7 req-43910930-ef75-4721-9676-cd5a3178e7c3 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 May 24 23:39:36.128827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-284c0333-e14d-4926-9e1b-6f7c5b55cd0c tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:36.129428 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-284c0333-e14d-4926-9e1b-6f7c5b55cd0c tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Synchronizing usage tracker for tenant:f7d7085ab6014227a455dfff053b1e7d on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:39:36.149043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-284c0333-e14d-4926-9e1b-6f7c5b55cd0c tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Unset dirty status for tenant:f7d7085ab6014227a455dfff053b1e7d on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:39:36.150229 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-284c0333-e14d-4926-9e1b-6f7c5b55cd0c tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/networks?id=2861a02c-bd97-4df2-9b8c-08fef76f6628 HTTP/1.1" status: 200 len: 814 time: 0.1676457 May 24 23:39:36.165514 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-713b4301-7d52-45ca-8abf-d038d136f370 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/quotas/f7d7085ab6014227a455dfff053b1e7d HTTP/1.1" status: 200 len: 375 time: 0.0098279 May 24 23:39:36.260083 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-72b1bcb5-2783-4c50-bb39-7b3a59dda99c tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7d7085ab6014227a455dfff053b1e7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895319 May 24 23:39:36.494825 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-de7f5d1d-b18b-4cf6-b92c-903eae515c0f service neutron] 10.222.0.55 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872582 May 24 23:39:36.631929 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8909f17e-801b-4172-acbc-00749812e960 service neutron] 10.222.0.55 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311598 May 24 23:39:36.812643 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f6cd2c21-fb12-4e36-ad65-163e83370464 req-c6d57a87-127e-4857-8754-a3240656fd47 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 210 time: 0.0418313 May 24 23:39:37.490179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c6c53932-7a3f-46b3-a755-b49bad585795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:38.065822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8f642064-24bd-4a20-98f6-e530db169089 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:38.067415 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8f642064-24bd-4a20-98f6-e530db169089 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.50 "GET /v2.0/networks?id=2861a02c-bd97-4df2-9b8c-08fef76f6628 HTTP/1.1" status: 200 len: 814 time: 0.1646352 May 24 23:39:38.079951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Request body: {'port': {'device_id': '548e7b51-cbdc-4bb1-853b-cc5f1036d263', 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628', 'admin_state_up': True, 'tenant_id': 'f7d7085ab6014227a455dfff053b1e7d'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:38.083981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b02baf95-f8b8-45c2-80c7-044e4aa67e07 req-a77f85da-223b-46ab-b821-581968b43575 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 210 time: 0.1648371 May 24 23:39:38.221313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:39:38.237258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:39:38.253232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Made reservation on behalf of f7d7085ab6014227a455dfff053b1e7d for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:39:38.256759 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:38.537859 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Allocated IP 172.20.0.9 (2861a02c-bd97-4df2-9b8c-08fef76f6628/9654af3d-3953-4dc0-9a6a-30d41a4b3ffd/5c938f01-e136-4ec8-82d8-b283dda5c99b) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:39:38.727955 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:38.743066 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:38.775498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:38.786867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5b288b23-5567-47e3-b1c3-9ac36ff4dcb2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:39:38.848547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Network 2861a02c-bd97-4df2-9b8c-08fef76f6628 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:39:38.851805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:39:38.855670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:39:38.885788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Pushing event updated for resources: {'Port': ['ID=5c938f01-e136-4ec8-82d8-b283dda5c99b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:38.920838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:38.921452 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:38.929394 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:38.948050 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-d1850f0e-983e-4cb6-a55a-4437d2cedd3e tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8721511 May 24 23:39:38.959238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Request body: {'port': {'device_id': '548e7b51-cbdc-4bb1-853b-cc5f1036d263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:39:39.070417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:39.394692 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcec53f-e293-4e65-9f19-e8320e36f457 req-9a0d5b0d-0742-46e9-8371-d76c4b7f5962 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:39.395283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cdcec53f-e293-4e65-9f19-e8320e36f457 req-9a0d5b0d-0742-46e9-8371-d76c4b7f5962 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Synchronizing usage tracker for tenant:f7d7085ab6014227a455dfff053b1e7d on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:39:39.426346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-cdcec53f-e293-4e65-9f19-e8320e36f457 req-9a0d5b0d-0742-46e9-8371-d76c4b7f5962 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Unset dirty status for tenant:f7d7085ab6014227a455dfff053b1e7d on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:39:39.427494 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cdcec53f-e293-4e65-9f19-e8320e36f457 req-9a0d5b0d-0742-46e9-8371-d76c4b7f5962 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 931 time: 0.2301433 May 24 23:39:39.507557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c938f01-e136-4ec8-82d8-b283dda5c99b {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:39:39.519118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:39.526818 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cdcec53f-e293-4e65-9f19-e8320e36f457 req-2135f04c-6306-4164-a1da-33d811f7e1ab tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664937 May 24 23:39:39.537853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Transition to ACTIVE for port object 5c938f01-e136-4ec8-82d8-b283dda5c99b will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:39:39.551819 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:39.708197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c938f01-e136-4ec8-82d8-b283dda5c99b,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:39.791492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Attempting to bind port 5c938f01-e136-4ec8-82d8-b283dda5c99b on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:39:39.791784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Attempting to bind port 5c938f01-e136-4ec8-82d8-b283dda5c99b by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:39:39.792109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Attempting to bind port 5c938f01-e136-4ec8-82d8-b283dda5c99b on network 2861a02c-bd97-4df2-9b8c-08fef76f6628 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:39:39.797065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Port 5c938f01-e136-4ec8-82d8-b283dda5c99b on network 2861a02c-bd97-4df2-9b8c-08fef76f6628 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:39:39.797389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Attempting to bind port 5c938f01-e136-4ec8-82d8-b283dda5c99b on network 2861a02c-bd97-4df2-9b8c-08fef76f6628 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:39:39.802654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:39:39.802979 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Checking segment: {'id': '23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:39:39.803350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Bound using segment: {'id': '23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:39:39.803763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Bound port: 5c938f01-e136-4ec8-82d8-b283dda5c99b, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:39:39.804095 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:39.898056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] For port 5c938f01-e136-4ec8-82d8-b283dda5c99b, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:39:39.901810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] For port 5c938f01-e136-4ec8-82d8-b283dda5c99b, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5c938f01-e136-4ec8-82d8-b283dda5c99b,segment=NetworkSegment(23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5),segment_id=23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:39:39.909769 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:39.974670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:39.975275 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:39.976648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] 10.222.0.50 "PUT /v2.0/ports/5c938f01-e136-4ec8-82d8-b283dda5c99b HTTP/1.1" status: 200 len: 1091 time: 1.0215411 May 24 23:39:39.977079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548e7b51-cbdc-4bb1-853b-cc5f1036d263', 'tag': '5c938f01-e136-4ec8-82d8-b283dda5c99b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:39:40.003171 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72cd57-ad2d-4e0a-855e-d6f03ff6aec0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c938f01-e136-4ec8-82d8-b283dda5c99b,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:40.058389 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b71e19-75f8-4ee2-be74-4abda15e4ab9'] response: {'name': 'network-changed', 'server_uuid': '548e7b51-cbdc-4bb1-853b-cc5f1036d263', 'tag': '5c938f01-e136-4ec8-82d8-b283dda5c99b', 'status': 'completed', 'code': 200} May 24 23:39:40.102643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-9568fee2-7e04-4152-9eea-c3ac0832c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:40.104139 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-9568fee2-7e04-4152-9eea-c3ac0832c599 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7d7085ab6014227a455dfff053b1e7d&device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 1094 time: 0.0805702 May 24 23:39:40.183956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-58ad037f-05f6-44c9-ac9d-7a11726f2d5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c938f01-e136-4ec8-82d8-b283dda5c99b HTTP/1.1" status: 200 len: 217 time: 0.0715070 May 24 23:39:40.227131 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:40.267667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-83cc840f-fe94-44f6-ad26-561a64f8116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:40.269438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-83cc840f-fe94-44f6-ad26-561a64f8116c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9654af3d-3953-4dc0-9a6a-30d41a4b3ffd HTTP/1.1" status: 200 len: 854 time: 0.0793118 May 24 23:39:40.419352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-648ee5d8-0ed0-436a-a1d2-6e0121a6ed71 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2861a02c-bd97-4df2-9b8c-08fef76f6628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439955 May 24 23:39:40.553810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-28c42552-ef94-43ea-b644-1f1cfeabcb99 service neutron] 10.222.0.50 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277306 May 24 23:39:40.740914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb461df1-ce74-402f-bc08-66ef91eaf065 req-cfc58f50-4e4b-4cd6-81ea-3632db26b14d service neutron] 10.222.0.50 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805198 May 24 23:39:40.758945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae767b-0c21-4e87-ba38-50da1d06e300 req-7ea1f0a2-76df-4e4f-94c8-366dcfa5bcc8 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:40.760413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9eae767b-0c21-4e87-ba38-50da1d06e300 req-7ea1f0a2-76df-4e4f-94c8-366dcfa5bcc8 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 943 time: 0.1197486 May 24 23:39:40.854131 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9eae767b-0c21-4e87-ba38-50da1d06e300 req-0eb63700-d0a6-41b0-beb2-425c7cddd702 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830917 May 24 23:39:40.876159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95916c8-e5d8-46b2-be87-102d48e0bb45 req-b8fc8977-3363-4d32-a532-0d8ee69abf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:40.877990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f95916c8-e5d8-46b2-be87-102d48e0bb45 req-b8fc8977-3363-4d32-a532-0d8ee69abf1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7d7085ab6014227a455dfff053b1e7d&device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 1094 time: 0.0895839 May 24 23:39:41.010707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95916c8-e5d8-46b2-be87-102d48e0bb45 req-f6ea08d6-403e-4bc0-8e06-e961134d9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:41.012167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f95916c8-e5d8-46b2-be87-102d48e0bb45 req-f6ea08d6-403e-4bc0-8e06-e961134d9f20 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2861a02c-bd97-4df2-9b8c-08fef76f6628 HTTP/1.1" status: 200 len: 915 time: 0.1274509 May 24 23:39:41.083683 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f95916c8-e5d8-46b2-be87-102d48e0bb45 req-860cb0fe-8031-4ec5-af7f-5d5a48a10769 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c938f01-e136-4ec8-82d8-b283dda5c99b HTTP/1.1" status: 200 len: 217 time: 0.0640135 May 24 23:39:41.146585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95916c8-e5d8-46b2-be87-102d48e0bb45 req-1e609e0c-bada-43fd-8d09-d71b4a0cce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:41.147914 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f95916c8-e5d8-46b2-be87-102d48e0bb45 req-1e609e0c-bada-43fd-8d09-d71b4a0cce69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9654af3d-3953-4dc0-9a6a-30d41a4b3ffd HTTP/1.1" status: 200 len: 854 time: 0.0576169 May 24 23:39:41.198269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f95916c8-e5d8-46b2-be87-102d48e0bb45 req-cfd77f59-2b02-47af-b6ad-bd5e5558a3fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2861a02c-bd97-4df2-9b8c-08fef76f6628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433764 May 24 23:39:41.344022 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f95916c8-e5d8-46b2-be87-102d48e0bb45 req-af01ab4f-6acc-454f-a0a3-aa45a5a6a9e6 service neutron] 10.222.0.50 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388187 May 24 23:39:41.489772 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f95916c8-e5d8-46b2-be87-102d48e0bb45 req-28cdfbc6-1a37-4fd4-8d20-9f36c0615a56 service neutron] 10.222.0.50 "GET /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390793 May 24 23:39:42.055619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb793446-aa16-41a4-8187-0b92ee73fa5a req-331412fd-d331-4b7c-8234-ff794d33689a tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:42.057094 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb793446-aa16-41a4-8187-0b92ee73fa5a req-331412fd-d331-4b7c-8234-ff794d33689a tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 943 time: 0.0928023 May 24 23:39:42.105257 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fb793446-aa16-41a4-8187-0b92ee73fa5a req-bc535e68-7fc0-4f5e-8ae9-0a3f10c43523 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 May 24 23:39:43.319363 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dea878-c270-4e23-acf3-8dc24129540e req-ac3b92a1-cc65-40d6-b7b9-6ebd4bf085c3 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:43.320871 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6dea878-c270-4e23-acf3-8dc24129540e req-ac3b92a1-cc65-40d6-b7b9-6ebd4bf085c3 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 943 time: 0.0962753 May 24 23:39:43.364563 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6dea878-c270-4e23-acf3-8dc24129540e req-f8b5a0d1-6332-408b-8a94-de7e373fe0ff tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377467 May 24 23:39:43.660422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5c938f01-e136-4ec8-82d8-b283dda5c99b details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:39:43.807921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5c938f01-e136-4ec8-82d8-b283dda5c99b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5c938f01-e136-4ec8-82d8-b283dda5c99b,segment=NetworkSegment(23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5),segment_id=23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:43.850150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '5c938f01-e136-4ec8-82d8-b283dda5c99b', 'network_id': '2861a02c-bd97-4df2-9b8c-08fef76f6628', 'port_id': '5c938f01-e136-4ec8-82d8-b283dda5c99b', 'mac_address': 'fa:16:3e:75:03:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9654af3d-3953-4dc0-9a6a-30d41a4b3ffd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:39:43.910977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 5c938f01-e136-4ec8-82d8-b283dda5c99b is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:43.911391 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:43.928788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c938f01-e136-4ec8-82d8-b283dda5c99b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:39:43.944463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5c938f01-e136-4ec8-82d8-b283dda5c99b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5c938f01-e136-4ec8-82d8-b283dda5c99b,segment=NetworkSegment(23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5),segment_id=23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:43.950595 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:44.021879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=5c938f01-e136-4ec8-82d8-b283dda5c99b,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:44.029657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.029983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.030328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.030660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.030983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.031285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.031606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.031923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.032239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.032550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.032865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.033185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:39:44.181147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5c938f01-e136-4ec8-82d8-b283dda5c99b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:39:44.559506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3497d81-7b71-4951-bee5-d5b39a3f096e req-55e35306-f32f-48b4-9349-27a3ac10f3ff tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:44.560962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d3497d81-7b71-4951-bee5-d5b39a3f096e req-55e35306-f32f-48b4-9349-27a3ac10f3ff tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 944 time: 0.0843301 May 24 23:39:44.606380 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d3497d81-7b71-4951-bee5-d5b39a3f096e req-da6c3848-472a-4e09-bd35-87206323f78c tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392606 May 24 23:39:45.671581 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5c938f01-e136-4ec8-82d8-b283dda5c99b up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:39:45.745095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 5c938f01-e136-4ec8-82d8-b283dda5c99b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:39:45.752251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 5c938f01-e136-4ec8-82d8-b283dda5c99b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:39:45.752802 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:45.811896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106c796-e8ab-4b68-9fc3-9598fb4bcb57 req-24f11a9b-c612-4c45-b482-9a7681134909 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:45.813305 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5106c796-e8ab-4b68-9fc3-9598fb4bcb57 req-24f11a9b-c612-4c45-b482-9a7681134909 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 944 time: 0.0886896 May 24 23:39:45.858778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5106c796-e8ab-4b68-9fc3-9598fb4bcb57 req-9aa4b9c4-7004-4fbe-9af0-bb1464f241e7 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385263 May 24 23:39:45.868573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 5c938f01-e136-4ec8-82d8-b283dda5c99b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:39:45.868968 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:45.895496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548e7b51-cbdc-4bb1-853b-cc5f1036d263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c938f01-e136-4ec8-82d8-b283dda5c99b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:39:45.904690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 5c938f01-e136-4ec8-82d8-b283dda5c99b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5c938f01-e136-4ec8-82d8-b283dda5c99b,segment=NetworkSegment(23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5),segment_id=23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:45.909483 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:45.944235 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822973d4-7ee1-4353-843a-250d92c35dd5'] response: {'server_uuid': '548e7b51-cbdc-4bb1-853b-cc5f1036d263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c938f01-e136-4ec8-82d8-b283dda5c99b', 'code': 200} May 24 23:39:45.975497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=5c938f01-e136-4ec8-82d8-b283dda5c99b,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:46.079473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab51c9f-4f5e-4ecb-be5b-74a0c915c9af req-39c2df79-3ead-4b3e-9f3e-a6061794531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:46.081671 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ab51c9f-4f5e-4ecb-be5b-74a0c915c9af req-39c2df79-3ead-4b3e-9f3e-a6061794531b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 1096 time: 0.0776403 May 24 23:39:46.125184 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8ab51c9f-4f5e-4ecb-be5b-74a0c915c9af req-9ed1be59-ecfa-41aa-9324-735c6cd4fdd3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368226 May 24 23:39:47.071384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13c4a6-dd13-4a56-8507-9fe57e2ad19d req-d7a017bb-3170-421f-9d5f-e506d352dd6f tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:47.072835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f13c4a6-dd13-4a56-8507-9fe57e2ad19d req-d7a017bb-3170-421f-9d5f-e506d352dd6f tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 945 time: 0.0903597 May 24 23:39:47.121182 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f13c4a6-dd13-4a56-8507-9fe57e2ad19d req-bbb3fd3a-832e-4720-85e2-e81e95428b24 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394669 May 24 23:39:48.342114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7351c-f251-47b0-a1ec-37983b020e11 req-629955d7-2634-4234-997f-5ffac00abc61 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:48.343563 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66c7351c-f251-47b0-a1ec-37983b020e11 req-629955d7-2634-4234-997f-5ffac00abc61 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 945 time: 0.1035845 May 24 23:39:48.391976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-66c7351c-f251-47b0-a1ec-37983b020e11 req-f64f9d1e-6ef2-46dd-b421-07a08ecfc52b tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 May 24 23:39:48.775133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13511-dabd-4ae1-8a1b-8cf1e961fc5e req-1ba59767-52f9-4bb5-b6fc-8a37e17b408d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:48.776588 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55b13511-dabd-4ae1-8a1b-8cf1e961fc5e req-1ba59767-52f9-4bb5-b6fc-8a37e17b408d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 945 time: 0.0831609 May 24 23:39:48.836524 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-55b13511-dabd-4ae1-8a1b-8cf1e961fc5e req-4906d8e4-afa3-4e73-9512-ca8750c2fec9 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500801 May 24 23:39:50.026812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0ff59-619c-4ae6-adf9-9456fa8d5515 req-2bb78574-2e07-45f9-86de-5b632eb3712f tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:50.028256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18e0ff59-619c-4ae6-adf9-9456fa8d5515 req-2bb78574-2e07-45f9-86de-5b632eb3712f tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 945 time: 0.0805912 May 24 23:39:50.215867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18e0ff59-619c-4ae6-adf9-9456fa8d5515 req-1c65e345-bf3b-42dd-b92f-23e8cce46eed tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817460 May 24 23:39:50.258545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727596-08e0-4c86-89f4-82036eb619f3 req-3293a433-3c32-4ea1-b318-e43840a14f34 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:50.259970 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82727596-08e0-4c86-89f4-82036eb619f3 req-3293a433-3c32-4ea1-b318-e43840a14f34 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 945 time: 0.0835845 May 24 23:39:50.332988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-82727596-08e0-4c86-89f4-82036eb619f3 req-1f4e5001-17d3-4bfb-8212-265b1992aa94 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Deleting port 5c938f01-e136-4ec8-82d8-b283dda5c99b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:39:50.333296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-82727596-08e0-4c86-89f4-82036eb619f3 req-1f4e5001-17d3-4bfb-8212-265b1992aa94 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:50.586634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-82727596-08e0-4c86-89f4-82036eb619f3 req-1f4e5001-17d3-4bfb-8212-265b1992aa94 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] For port 5c938f01-e136-4ec8-82d8-b283dda5c99b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5c938f01-e136-4ec8-82d8-b283dda5c99b,segment=NetworkSegment(23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5),segment_id=23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:50.587040 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-82727596-08e0-4c86-89f4-82036eb619f3 req-1f4e5001-17d3-4bfb-8212-265b1992aa94 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:50.716085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-82727596-08e0-4c86-89f4-82036eb619f3 req-1f4e5001-17d3-4bfb-8212-265b1992aa94 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Calling delete_port for 5c938f01-e136-4ec8-82d8-b283dda5c99b owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:39:50.868224 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-82727596-08e0-4c86-89f4-82036eb619f3 req-1f4e5001-17d3-4bfb-8212-265b1992aa94 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:50.880429 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5b288b23-5567-47e3-b1c3-9ac36ff4dcb2', '5c938f01-e136-4ec8-82d8-b283dda5c99b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:39:50.924601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e5001-17d3-4bfb-8212-265b1992aa94 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Pushing event deleted for resources: {'Port': ['ID=5c938f01-e136-4ec8-82d8-b283dda5c99b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:51.001819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-82727596-08e0-4c86-89f4-82036eb619f3 req-1f4e5001-17d3-4bfb-8212-265b1992aa94 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] No DVR routers for this DVR port 5c938f01-e136-4ec8-82d8-b283dda5c99b on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:39:51.004732 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-82727596-08e0-4c86-89f4-82036eb619f3 req-1f4e5001-17d3-4bfb-8212-265b1992aa94 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:51.007279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548e7b51-cbdc-4bb1-853b-cc5f1036d263', 'name': 'network-vif-deleted', 'tag': '5c938f01-e136-4ec8-82d8-b283dda5c99b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:39:51.024812 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82727596-08e0-4c86-89f4-82036eb619f3 req-1f4e5001-17d3-4bfb-8212-265b1992aa94 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.50 "DELETE /v2.0/ports/5c938f01-e136-4ec8-82d8-b283dda5c99b HTTP/1.1" status: 204 len: 173 time: 0.7590096 May 24 23:39:51.058141 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b73d6f-e91f-497a-b098-a7b393ab496a'] response: {'server_uuid': '548e7b51-cbdc-4bb1-853b-cc5f1036d263', 'name': 'network-vif-deleted', 'tag': '5c938f01-e136-4ec8-82d8-b283dda5c99b', 'status': 'completed', 'code': 200} May 24 23:39:51.381647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-11b1fd83-dcc0-4942-a6f4-3f0721434ee9 req-f26a423c-e589-4964-8154-fd9310e797f2 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Synchronizing usage tracker for tenant:f7d7085ab6014227a455dfff053b1e7d on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:39:51.402521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-11b1fd83-dcc0-4942-a6f4-3f0721434ee9 req-f26a423c-e589-4964-8154-fd9310e797f2 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Unset dirty status for tenant:f7d7085ab6014227a455dfff053b1e7d on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:39:51.404297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11b1fd83-dcc0-4942-a6f4-3f0721434ee9 req-f26a423c-e589-4964-8154-fd9310e797f2 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=548e7b51-cbdc-4bb1-853b-cc5f1036d263 HTTP/1.1" status: 200 len: 210 time: 0.0660386 May 24 23:39:52.690113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc31053-05e1-4265-813c-c649ca3a1f34 req-5dbe9f11-f656-4235-a616-36d621123f95 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:52.691984 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bc31053-05e1-4265-813c-c649ca3a1f34 req-5dbe9f11-f656-4235-a616-36d621123f95 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 946 time: 0.0975547 May 24 23:39:52.738163 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8bc31053-05e1-4265-813c-c649ca3a1f34 req-3705fff0-e43e-410b-875b-3afbc96e2664 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400295 May 24 23:39:52.964273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efabc8-ef4b-476a-86ef-acf52675ac62 req-f775deb9-847a-4a03-8b7b-98df3648cf49 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:52.965661 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34efabc8-ef4b-476a-86ef-acf52675ac62 req-f775deb9-847a-4a03-8b7b-98df3648cf49 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 946 time: 0.0915303 May 24 23:39:53.021061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34efabc8-ef4b-476a-86ef-acf52675ac62 req-d276afb2-b9f1-4374-b969-3053f3a25743 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464206 May 24 23:39:53.238820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e440ae-a151-4f45-bee2-eed6fd4ece28 req-be6b25bd-ffca-4df4-b99d-7490fc1f7f5a tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:53.240279 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83e440ae-a151-4f45-bee2-eed6fd4ece28 req-be6b25bd-ffca-4df4-b99d-7490fc1f7f5a tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 946 time: 0.0914948 May 24 23:39:53.287708 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-83e440ae-a151-4f45-bee2-eed6fd4ece28 req-44fa5380-afb2-4938-a29a-238ab3fcf32a tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 May 24 23:39:53.589459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017df18-f24d-422f-80ad-6d400193069d req-6bbd77aa-79b5-413b-bd8d-119ea2c1c33b tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:53.590951 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9017df18-f24d-422f-80ad-6d400193069d req-6bbd77aa-79b5-413b-bd8d-119ea2c1c33b tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 946 time: 0.0851820 May 24 23:39:53.636208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9017df18-f24d-422f-80ad-6d400193069d req-08712add-be0a-4c90-bc92-6c9cc3abb9a2 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393710 May 24 23:39:53.738050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5c938f01-e136-4ec8-82d8-b283dda5c99b no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:39:53.773003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 5c938f01-e136-4ec8-82d8-b283dda5c99b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:39:53.773357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5c938f01-e136-4ec8-82d8-b283dda5c99b not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:39:53.822310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c107b6-9e89-4f7f-9862-566d3263a467 req-51acf223-a7bb-444e-bcf0-6f28ed61ae3b tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:53.823777 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c107b6-9e89-4f7f-9862-566d3263a467 req-51acf223-a7bb-444e-bcf0-6f28ed61ae3b tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 946 time: 0.0808556 May 24 23:39:53.875788 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c107b6-9e89-4f7f-9862-566d3263a467 req-4d23e419-b417-4ab6-9dd0-39cfabfbdd9f tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439811 May 24 23:39:54.099414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ce950-824d-4f16-89c5-cc56ffdfabec req-6206e0bb-c057-472c-865b-f9969b6bb14a tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:54.100897 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac8ce950-824d-4f16-89c5-cc56ffdfabec req-6206e0bb-c057-472c-865b-f9969b6bb14a tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 946 time: 0.0944033 May 24 23:39:54.146493 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac8ce950-824d-4f16-89c5-cc56ffdfabec req-0a04cbfe-6c8a-4bdf-9620-992f2f532ba4 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 May 24 23:39:54.680326 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:54.696038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158833cd-b3b4-438c-96e0-cbb59c0517d9 req-654e2b4f-025c-4c8a-b97b-f36a5064e853 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:54.697517 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-158833cd-b3b4-438c-96e0-cbb59c0517d9 req-654e2b4f-025c-4c8a-b97b-f36a5064e853 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 946 time: 0.0885813 May 24 23:39:54.742331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-158833cd-b3b4-438c-96e0-cbb59c0517d9 req-234ab1fd-6b76-4fe9-866e-004eea9bc339 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388508 May 24 23:39:55.950344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964adc8b-a3cf-4037-ad09-7466bb8f1f08 req-0234947a-4fd9-4c04-a946-3966db7ce53d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:55.951703 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-964adc8b-a3cf-4037-ad09-7466bb8f1f08 req-0234947a-4fd9-4c04-a946-3966db7ce53d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 946 time: 0.0849411 May 24 23:39:56.001287 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-964adc8b-a3cf-4037-ad09-7466bb8f1f08 req-c3ddc35b-d23c-4390-a022-ee055b70d699 tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/security-groups?id=393c6a22-7a1b-4b50-b348-e18ec9e88f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 May 24 23:39:56.063903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c4b95-0157-4d88-bc7a-46f025cddfac req-93c127c3-f044-4be4-884e-8c609f3f82fb tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:39:56.065336 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-652c4b95-0157-4d88-bc7a-46f025cddfac req-93c127c3-f044-4be4-884e-8c609f3f82fb tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 946 time: 0.0806308 May 24 23:39:56.152180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-652c4b95-0157-4d88-bc7a-46f025cddfac req-c51d6ee4-afa6-4640-bdd7-867d56083c6d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Deleting port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:39:56.152566 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-652c4b95-0157-4d88-bc7a-46f025cddfac req-c51d6ee4-afa6-4640-bdd7-867d56083c6d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:56.377941 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:56.415090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-652c4b95-0157-4d88-bc7a-46f025cddfac req-c51d6ee4-afa6-4640-bdd7-867d56083c6d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] For port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2,segment=NetworkSegment(23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5),segment_id=23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:39:56.415479 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-652c4b95-0157-4d88-bc7a-46f025cddfac req-c51d6ee4-afa6-4640-bdd7-867d56083c6d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:56.542863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-652c4b95-0157-4d88-bc7a-46f025cddfac req-c51d6ee4-afa6-4640-bdd7-867d56083c6d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Calling delete_port for 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:39:56.692362 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-652c4b95-0157-4d88-bc7a-46f025cddfac req-c51d6ee4-afa6-4640-bdd7-867d56083c6d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:56.708562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['5b288b23-5567-47e3-b1c3-9ac36ff4dcb2'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:39:56.851141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d6ee4-afa6-4640-bdd7-867d56083c6d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Pushing event deleted for resources: {'Port': ['ID=5b288b23-5567-47e3-b1c3-9ac36ff4dcb2,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:56.927874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-652c4b95-0157-4d88-bc7a-46f025cddfac req-c51d6ee4-afa6-4640-bdd7-867d56083c6d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] No DVR routers for this DVR port 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:39:56.930451 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-652c4b95-0157-4d88-bc7a-46f025cddfac req-c51d6ee4-afa6-4640-bdd7-867d56083c6d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:56.933081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad005e6-ee42-4ef7-8dc4-a74e8f985e60', 'name': 'network-vif-deleted', 'tag': '5b288b23-5567-47e3-b1c3-9ac36ff4dcb2'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:39:56.951132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-652c4b95-0157-4d88-bc7a-46f025cddfac req-c51d6ee4-afa6-4640-bdd7-867d56083c6d tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.50 "DELETE /v2.0/ports/5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 HTTP/1.1" status: 204 len: 173 time: 0.8779824 May 24 23:39:56.981664 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8684f3e9-295a-4e63-a965-df82cdd55b70'] response: {'server_uuid': '1ad005e6-ee42-4ef7-8dc4-a74e8f985e60', 'name': 'network-vif-deleted', 'tag': '5b288b23-5567-47e3-b1c3-9ac36ff4dcb2', 'status': 'completed', 'code': 200} May 24 23:39:57.173335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4c44a406-0dc9-40e3-8e8f-4bc9de0251bc req-f6ee464c-203c-4621-9d78-e1559cc9384c tempest-ServersNegativeTestJSON-2020375049 tempest-ServersNegativeTestJSON-2020375049-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad005e6-ee42-4ef7-8dc4-a74e8f985e60 HTTP/1.1" status: 200 len: 210 time: 0.0435560 May 24 23:39:58.281399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53598) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:58.344249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-815f4679-5c22-4d5e-b03c-b6fa0c1ac1fd admin admin] Deleting subnet 9654af3d-3953-4dc0-9a6a-30d41a4b3ffd {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:39:58.347253 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-815f4679-5c22-4d5e-b03c-b6fa0c1ac1fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:58.396168 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-815f4679-5c22-4d5e-b03c-b6fa0c1ac1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:58.453297 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-815f4679-5c22-4d5e-b03c-b6fa0c1ac1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:58.524467 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-815f4679-5c22-4d5e-b03c-b6fa0c1ac1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:58.560199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f4679-5c22-4d5e-b03c-b6fa0c1ac1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9654af3d-3953-4dc0-9a6a-30d41a4b3ffd,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:58.567596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-815f4679-5c22-4d5e-b03c-b6fa0c1ac1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:58.574107 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-815f4679-5c22-4d5e-b03c-b6fa0c1ac1fd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9654af3d-3953-4dc0-9a6a-30d41a4b3ffd HTTP/1.1" status: 204 len: 168 time: 0.2916577 May 24 23:39:58.576792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53602) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:58.688392 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:58.810694 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:58.835130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2861a02c-bd97-4df2-9b8c-08fef76f6628']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:58.848773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:58.849150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:39:58.866826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:58.887322 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:58.897123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:39:58.897711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:58.995535 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:59.000530 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:59.030959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] Pushing event deleted for resources: {'Network': ['ID=2861a02c-bd97-4df2-9b8c-08fef76f6628,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:59.036526 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8ef1e713-d422-4c79-bf2b-ad9e45c16737 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2861a02c-bd97-4df2-9b8c-08fef76f6628 HTTP/1.1" status: 204 len: 168 time: 0.4587786 May 24 23:39:59.043547 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5 resource provider aggregate not found May 24 23:39:59.061328 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23c64b3f-8c2d-4a32-b3d1-c9a1a089a4a5 found for delete ", "request_id": "req-01030e27-3987-4b6a-82e9-5cdf01f6a9f6"}]} May 24 23:39:59.166323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53616) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:59.215805 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d8279329-fe9c-486c-9930-cca9139eecb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7d7085ab6014227a455dfff053b1e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483086 May 24 23:39:59.218436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53620) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:39:59.278116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d72addde-6063-429a-b1d8-a5b1c8b3e516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:59.305100 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d72addde-6063-429a-b1d8-a5b1c8b3e516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:59.362455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d72addde-6063-429a-b1d8-a5b1c8b3e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:59.377635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72addde-6063-429a-b1d8-a5b1c8b3e516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393c6a22-7a1b-4b50-b348-e18ec9e88f89,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:39:59.391282 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d72addde-6063-429a-b1d8-a5b1c8b3e516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:39:59.392403 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d72addde-6063-429a-b1d8-a5b1c8b3e516 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/393c6a22-7a1b-4b50-b348-e18ec9e88f89 HTTP/1.1" status: 204 len: 168 time: 0.1731155 May 24 23:39:59.816632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:39:59.851078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:39:59.851421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 5b288b23-5567-47e3-b1c3-9ac36ff4dcb2 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:40:00.219276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53644) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:00.341381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-968637556'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:00.350202 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:00.354249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Usage tracker for resource:network and tenant:f17be640321d4a51a2a9ad4ce055258e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:00.357541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:00.364800 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:00.377796 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Made reservation on behalf of f17be640321d4a51a2a9ad4ce055258e for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:00.381157 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:00.393277 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:00.411210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:00.415190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Usage tracker for resource:security_group_rule and tenant:f17be640321d4a51a2a9ad4ce055258e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:00.417974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:00.423518 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:00.509401 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:00.515790 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:00.547673 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:40:00.556016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c637f01-6e03-4352-99a5-eb2673799080,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:00.563682 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:00.563682 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Added segment bcb0f98e-de53-4442-b5ea-d7902eb0cad1 of type vlan for network 6a5a5531-4c35-4e31-a6cd-9039d96e706d May 24 23:40:00.591192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:00.621941 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:00.627292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:00.627864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:00.737863 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5173869 May 24 23:40:00.741897 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e850b-e2c6-4c84-abc8-90e3ef26c128 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event updated for resources: {'Network': ['ID=6a5a5531-4c35-4e31-a6cd-9039d96e706d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:00.754327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 6a5a5531-4c35-4e31-a6cd-9039d96e706d details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:40:04.006307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53650) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:04.016330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Request body: {'subnet': {'network_id': '6a5a5531-4c35-4e31-a6cd-9039d96e706d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:04.146244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:04.150611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Usage tracker for resource:subnet and tenant:f17be640321d4a51a2a9ad4ce055258e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:04.153636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:04.159623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:04.171866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Made reservation on behalf of f17be640321d4a51a2a9ad4ce055258e for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:04.175508 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:04.402076 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:04.477159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event updated for resources: {'Subnet': ['ID=ab617131-4cf7-4b01-b9ba-d5755c084167,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:04.486083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Checking segment: {'id': 'bcb0f98e-de53-4442-b5ea-d7902eb0cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6a5a5531-4c35-4e31-a6cd-9039d96e706d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:04.486434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Network hostable DHCP agents. Network: 6a5a5531-4c35-4e31-a6cd-9039d96e706d, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:40:04.507010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Network 6a5a5531-4c35-4e31-a6cd-9039d96e706d is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:40:04.517799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 6a5a5531-4c35-4e31-a6cd-9039d96e706d) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:04.522424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:04.523010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:04.528279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c5025b-dcb5-4b05-a0fa-084a020767c7 None None] Network 6a5a5531-4c35-4e31-a6cd-9039d96e706d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:04.556414 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-48da8823-1df1-4d2d-a4c2-6adf46dbdf9b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5453413 May 24 23:40:04.556645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53654) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:04.562180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1931560376'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:04.568287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:04.572396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Usage tracker for resource:network and tenant:f17be640321d4a51a2a9ad4ce055258e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:04.575354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:04.581178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:04.594254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Made reservation on behalf of f17be640321d4a51a2a9ad4ce055258e for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:04.597795 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:04.626685 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:40:04.639556 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:04.639900 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Added segment 7332502c-a5d3-40de-a958-8927feebee25 of type vlan for network 3169fdfb-d16e-4312-a0f2-ddd2574c161c May 24 23:40:04.667037 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:04.697296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:04.702839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:04.703425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:04.752790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-6a5a5531-4c35-4e31-a6cd-9039d96e706d', 'network_id': '6a5a5531-4c35-4e31-a6cd-9039d96e706d', 'tenant_id': 'f17be640321d4a51a2a9ad4ce055258e', 'fixed_ips': [{'subnet_id': 'ab617131-4cf7-4b01-b9ba-d5755c084167'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:40:04.753672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:04.800109 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2424204 May 24 23:40:04.803156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53658) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:04.810495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Request body: {'subnet': {'network_id': '3169fdfb-d16e-4312-a0f2-ddd2574c161c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:04.812135 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37051885-a18c-4a42-8c25-a2bc44ca9c0f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event updated for resources: {'Network': ['ID=3169fdfb-d16e-4312-a0f2-ddd2574c161c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:04.825614 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 3169fdfb-d16e-4312-a0f2-ddd2574c161c details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:40:05.002866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Allocated IP 2001:db8:0:ffff::2 (6a5a5531-4c35-4e31-a6cd-9039d96e706d/ab617131-4cf7-4b01-b9ba-d5755c084167/b80ecc4c-a5b4-4d62-96d2-0adba0fb5274) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:40:05.045084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:05.048943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Usage tracker for resource:subnet and tenant:f17be640321d4a51a2a9ad4ce055258e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:05.051811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:05.057657 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:05.069012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Made reservation on behalf of f17be640321d4a51a2a9ad4ce055258e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:05.072717 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.247327 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.258934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Transition to ACTIVE for port object b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:05.278932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Transition to ACTIVE for port object b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:05.286148 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.293464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.349434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Network 6a5a5531-4c35-4e31-a6cd-9039d96e706d is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:05.352619 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:05.357133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:40:05.374474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event updated for resources: {'Subnet': ['ID=5dc27ccb-14f7-4700-b17e-3e629bcb01d4,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:05.386106 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Checking segment: {'id': '7332502c-a5d3-40de-a958-8927feebee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3169fdfb-d16e-4312-a0f2-ddd2574c161c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:05.386585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Network hostable DHCP agents. Network: 3169fdfb-d16e-4312-a0f2-ddd2574c161c, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:40:05.408728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Network 3169fdfb-d16e-4312-a0f2-ddd2574c161c is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:40:05.409881 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Pushing event updated for resources: {'Port': ['ID=b80ecc4c-a5b4-4d62-96d2-0adba0fb5274,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:05.419745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 3169fdfb-d16e-4312-a0f2-ddd2574c161c) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:05.424110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:05.424691 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.447214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b08ee-0a7a-424f-98ba-9f498578a062 None None] Network 3169fdfb-d16e-4312-a0f2-ddd2574c161c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:05.451190 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bcd06c3a-205f-4fc6-bade-d3c5b6b6a80b tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6437607 May 24 23:40:05.451523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53664) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:05.478454 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7e0f-0dc1-4960-96ff-ba24b768b0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.537918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Attempting to bind port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:40:05.538639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Attempting to bind port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'bcb0f98e-de53-4442-b5ea-d7902eb0cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6a5a5531-4c35-4e31-a6cd-9039d96e706d'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:40:05.538639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Attempting to bind port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 on network 6a5a5531-4c35-4e31-a6cd-9039d96e706d {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:05.549348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:40:05.549599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Checking segment: {'id': 'bcb0f98e-de53-4442-b5ea-d7902eb0cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6a5a5531-4c35-4e31-a6cd-9039d96e706d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:05.549860 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.550270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Bound using segment: {'id': 'bcb0f98e-de53-4442-b5ea-d7902eb0cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6a5a5531-4c35-4e31-a6cd-9039d96e706d'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:40:05.550699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Bound port: b80ecc4c-a5b4-4d62-96d2-0adba0fb5274, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb0f98e-de53-4442-b5ea-d7902eb0cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6a5a5531-4c35-4e31-a6cd-9039d96e706d'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:40:05.551095 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.599383 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.665862 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.707329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] For port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:40:05.712056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] For port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b80ecc4c-a5b4-4d62-96d2-0adba0fb5274,segment=NetworkSegment(bcb0f98e-de53-4442-b5ea-d7902eb0cad1),segment_id=bcb0f98e-de53-4442-b5ea-d7902eb0cad1)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:40:05.742904 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.753044 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.810950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc27ccb-14f7-4700-b17e-3e629bcb01d4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:05.812437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0b37a2-5124-466e-911b-9939503c54f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-3169fdfb-d16e-4312-a0f2-ddd2574c161c', 'network_id': '3169fdfb-d16e-4312-a0f2-ddd2574c161c', 'tenant_id': 'f17be640321d4a51a2a9ad4ce055258e', 'fixed_ips': [{'subnet_id': '5dc27ccb-14f7-4700-b17e-3e629bcb01d4'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:40:05.813204 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fb0b37a2-5124-466e-911b-9939503c54f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.886059 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fb668-9472-4654-a2ff-4a992017f0ac None None] Pushing event updated for resources: {'Port': ['ID=b80ecc4c-a5b4-4d62-96d2-0adba0fb5274,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:05.899438 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.929462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3169fdfb-d16e-4312-a0f2-ddd2574c161c']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:05.931721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17cda19-bc6c-4867-ad60-642522e5e018 None None] Network 3169fdfb-d16e-4312-a0f2-ddd2574c161c requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:05.943300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7332502c-a5d3-40de-a958-8927feebee25') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:05.943663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7332502c-a5d3-40de-a958-8927feebee25') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:05.956641 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.974781 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:05.982171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:40:05.982666 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:06.074985 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 7332502c-a5d3-40de-a958-8927feebee25 resource provider aggregate not found May 24 23:40:06.108234 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 7332502c-a5d3-40de-a958-8927feebee25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7332502c-a5d3-40de-a958-8927feebee25 found for delete ", "request_id": "req-c0a1aeff-8bb5-4083-82da-108397e94474"}]} May 24 23:40:06.117162 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:06.136062 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:06.147598 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Network': ['ID=3169fdfb-d16e-4312-a0f2-ddd2574c161c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:06.155947 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c5506f04-5297-4b3e-981e-924f46d53537 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/networks/3169fdfb-d16e-4312-a0f2-ddd2574c161c HTTP/1.1" status: 204 len: 168 time: 0.6998830 May 24 23:40:06.156504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53672) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:06.162279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512097809'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:06.170352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:06.174572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Usage tracker for resource:network and tenant:f17be640321d4a51a2a9ad4ce055258e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:06.177552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:06.185077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:06.196892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Made reservation on behalf of f17be640321d4a51a2a9ad4ce055258e for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:06.202435 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:06.233175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:40:06.241970 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:06.242405 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Added segment 686ecf9c-7a43-4c7e-853e-cc6615e29960 of type vlan for network f455e2b7-c07d-461b-b6d6-632fcefc88f0 May 24 23:40:06.268092 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:06.300516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:06.306267 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:06.306780 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:06.403593 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2459533 May 24 23:40:06.406771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53676) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:06.412548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Request body: {'subnet': {'network_id': 'f455e2b7-c07d-461b-b6d6-632fcefc88f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:06.415207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45491aa-9c6f-4b2d-85ef-4381e5b12d60 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event updated for resources: {'Network': ['ID=f455e2b7-c07d-461b-b6d6-632fcefc88f0,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:06.425865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network f455e2b7-c07d-461b-b6d6-632fcefc88f0 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:40:06.538806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:06.544130 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Usage tracker for resource:subnet and tenant:f17be640321d4a51a2a9ad4ce055258e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:06.547485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:06.553818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:06.568132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Made reservation on behalf of f17be640321d4a51a2a9ad4ce055258e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:06.572390 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:06.573574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:06.662013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:06.674623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.ipam_backend_mixin [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Performing IP validity checks on allocation pools {{(pid=88390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 24 23:40:06.675322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.ipam_backend_mixin [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 24 23:40:06.802663 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:06.863557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d680b-0684-4d04-a219-3369145ec23f None None] Network 6a5a5531-4c35-4e31-a6cd-9039d96e706d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:06.887262 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event updated for resources: {'Subnet': ['ID=56c80b52-f959-4207-bffd-d647760fb791,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:06.897654 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Checking segment: {'id': '686ecf9c-7a43-4c7e-853e-cc6615e29960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f455e2b7-c07d-461b-b6d6-632fcefc88f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:06.898010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Network hostable DHCP agents. Network: f455e2b7-c07d-461b-b6d6-632fcefc88f0, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:40:06.918645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Network f455e2b7-c07d-461b-b6d6-632fcefc88f0 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:40:06.929471 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, f455e2b7-c07d-461b-b6d6-632fcefc88f0) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:06.933879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:06.934463 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:06.940797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd881f05-b7a2-43e7-9ff4-e7195e68046d None None] Network f455e2b7-c07d-461b-b6d6-632fcefc88f0 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:06.957408 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0619005f-e180-4e8f-a8f5-800da868bb33 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5494807 May 24 23:40:06.960372 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53680) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:07.028389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-236fa0df-12e9-496e-884f-53d72b9535bf None None] Provisioning for port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:07.053721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-236fa0df-12e9-496e-884f-53d72b9535bf None None] Provisioning complete for port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:07.054098 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-236fa0df-12e9-496e-884f-53d72b9535bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.106835 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.172789 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.376116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.387372 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:40:07.430033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Subnet': ['ID=56c80b52-f959-4207-bffd-d647760fb791,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:07.449527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-236fa0df-12e9-496e-884f-53d72b9535bf None None] Current status of the port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:07.449902 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-236fa0df-12e9-496e-884f-53d72b9535bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.460480 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ed612-1390-4949-925d-fbd5f3c410a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-f455e2b7-c07d-461b-b6d6-632fcefc88f0', 'network_id': 'f455e2b7-c07d-461b-b6d6-632fcefc88f0', 'tenant_id': 'f17be640321d4a51a2a9ad4ce055258e', 'fixed_ips': [{'subnet_id': '56c80b52-f959-4207-bffd-d647760fb791'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:40:07.462753 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed612-1390-4949-925d-fbd5f3c410a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.516145 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-19200a4b-9f26-43c4-b0fa-f589be0b085a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.522326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.548128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f455e2b7-c07d-461b-b6d6-632fcefc88f0']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:07.560508 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686ecf9c-7a43-4c7e-853e-cc6615e29960') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:07.560976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686ecf9c-7a43-4c7e-853e-cc6615e29960') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:07.569831 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-236fa0df-12e9-496e-884f-53d72b9535bf None None] For port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b80ecc4c-a5b4-4d62-96d2-0adba0fb5274,segment=NetworkSegment(bcb0f98e-de53-4442-b5ea-d7902eb0cad1),segment_id=bcb0f98e-de53-4442-b5ea-d7902eb0cad1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:07.574054 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.588318 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-236fa0df-12e9-496e-884f-53d72b9535bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.592864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.600122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:40:07.600564 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.663638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18276639-26fd-4c3c-b739-f1d0cb7a0ee1 None None] Network f455e2b7-c07d-461b-b6d6-632fcefc88f0 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:07.707348 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.726190 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.731185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fa0df-12e9-496e-884f-53d72b9535bf None None] Pushing event updated for resources: {'Port': ['ID=b80ecc4c-a5b4-4d62-96d2-0adba0fb5274,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:07.738802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Network': ['ID=f455e2b7-c07d-461b-b6d6-632fcefc88f0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:07.743208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7676c8c7-a461-418c-aff5-bf869277f6ee tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/networks/f455e2b7-c07d-461b-b6d6-632fcefc88f0 HTTP/1.1" status: 204 len: 168 time: 0.7816331 May 24 23:40:07.746951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53684) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:07.753170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-608113195'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:07.759659 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:07.764072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Usage tracker for resource:network and tenant:f17be640321d4a51a2a9ad4ce055258e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:07.767098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:07.775225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:07.786997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Made reservation on behalf of f17be640321d4a51a2a9ad4ce055258e for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:07.790800 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.819397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:40:07.828952 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.829300 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Added segment 655b71c6-89a4-4066-84c8-48e64ab95f78 of type vlan for network 010d56d1-d1db-4ae5-839b-02f8a02696d9 May 24 23:40:07.857407 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.892206 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.897985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:07.898691 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.923931 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-96a24303-491f-46eb-81f1-c5b6be7aa248 None None] Provisioning complete for port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:07.924306 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-96a24303-491f-46eb-81f1-c5b6be7aa248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:07.997549 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2488751 May 24 23:40:08.000591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53688) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:08.006300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Request body: {'subnet': {'network_id': '010d56d1-d1db-4ae5-839b-02f8a02696d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:08.007682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54262a-7112-4dd3-8898-20d1caad233f tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event updated for resources: {'Network': ['ID=010d56d1-d1db-4ae5-839b-02f8a02696d9,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:08.019285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 010d56d1-d1db-4ae5-839b-02f8a02696d9 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:40:08.118735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:08.121702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-96a24303-491f-46eb-81f1-c5b6be7aa248 None None] Current status of the port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:08.122707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Usage tracker for resource:subnet and tenant:f17be640321d4a51a2a9ad4ce055258e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:08.125720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:08.133403 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 686ecf9c-7a43-4c7e-853e-cc6615e29960 resource provider aggregate not found May 24 23:40:08.137142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:08.148833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Made reservation on behalf of f17be640321d4a51a2a9ad4ce055258e for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:08.152444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:08.166933 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 686ecf9c-7a43-4c7e-853e-cc6615e29960 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 686ecf9c-7a43-4c7e-853e-cc6615e29960 found for delete ", "request_id": "req-0641980b-bd40-4b4e-8937-bcac043e7be0"}]} May 24 23:40:08.375508 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:08.448819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event updated for resources: {'Subnet': ['ID=74a693dc-7529-447f-acc2-3b0597049226,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:08.459484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Checking segment: {'id': '655b71c6-89a4-4066-84c8-48e64ab95f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '010d56d1-d1db-4ae5-839b-02f8a02696d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:08.459902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Network hostable DHCP agents. Network: 010d56d1-d1db-4ae5-839b-02f8a02696d9, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:40:08.480240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Network 010d56d1-d1db-4ae5-839b-02f8a02696d9 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:40:08.490688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 010d56d1-d1db-4ae5-839b-02f8a02696d9) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:08.495555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:08.496027 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:08.500449 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f539c-b73d-4573-8d60-c9aabd951364 None None] Network 010d56d1-d1db-4ae5-839b-02f8a02696d9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:08.522003 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-258d3665-2abb-4304-b0c7-3518dccd0bce tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5201120 May 24 23:40:08.526324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53698) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:08.530735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:08.533148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-840980224'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:08.538930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:08.542868 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Usage tracker for resource:network and tenant:f17be640321d4a51a2a9ad4ce055258e is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:08.545790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:08.551491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:08.565195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Made reservation on behalf of f17be640321d4a51a2a9ad4ce055258e for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:08.568753 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:08.597450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:40:08.607116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:08.607775 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Added segment d1061513-bf21-4ddb-b6c2-2d27fc20b2aa of type vlan for network 9a116756-07d4-4a3a-ae8a-4f23109cd2b5 May 24 23:40:08.635827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:08.672235 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:08.677665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:08.678357 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:08.713033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:08.713681 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:08.778678 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2502229 May 24 23:40:08.781729 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53702) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:08.784943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feee4f3-f15d-4ba7-b2bc-f2dfb94b96d9 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event updated for resources: {'Network': ['ID=9a116756-07d4-4a3a-ae8a-4f23109cd2b5,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:08.788115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Request body: {'subnet': {'network_id': '9a116756-07d4-4a3a-ae8a-4f23109cd2b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:08.801839 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:08.834629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 9a116756-07d4-4a3a-ae8a-4f23109cd2b5 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:40:08.910203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:08.914253 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Usage tracker for resource:subnet and tenant:f17be640321d4a51a2a9ad4ce055258e is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:08.917197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:08.923290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:08.931301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-010d56d1-d1db-4ae5-839b-02f8a02696d9', 'network_id': '010d56d1-d1db-4ae5-839b-02f8a02696d9', 'tenant_id': 'f17be640321d4a51a2a9ad4ce055258e', 'fixed_ips': [{'subnet_id': '74a693dc-7529-447f-acc2-3b0597049226'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:40:08.932020 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:08.935727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Made reservation on behalf of f17be640321d4a51a2a9ad4ce055258e for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:08.939264 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.038434 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.094940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:09.165503 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.167385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Allocated IP 2001:db8::2 (010d56d1-d1db-4ae5-839b-02f8a02696d9/74a693dc-7529-447f-acc2-3b0597049226/f08b4060-93c0-4432-8e9c-ab116bb2d7ec) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:40:09.238186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event updated for resources: {'Subnet': ['ID=74c03b86-dbe7-4775-a56f-c2488ff805a9,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:09.250260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.250611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.250942 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.251273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.251600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.251922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.252246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.252566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.252866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.253185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.253524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.253839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:09.262014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Checking segment: {'id': 'd1061513-bf21-4ddb-b6c2-2d27fc20b2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9a116756-07d4-4a3a-ae8a-4f23109cd2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:09.262377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Network hostable DHCP agents. Network: 9a116756-07d4-4a3a-ae8a-4f23109cd2b5, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:40:09.283325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Network 9a116756-07d4-4a3a-ae8a-4f23109cd2b5 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:40:09.294750 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 9a116756-07d4-4a3a-ae8a-4f23109cd2b5) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:09.305085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:09.305085 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.310657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a711d8-206d-4d83-9b26-5b62c51c59f5 None None] Network 9a116756-07d4-4a3a-ae8a-4f23109cd2b5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:09.327824 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aeb62cb2-b9e5-4b2b-b10b-e3203855e802 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5447333 May 24 23:40:09.330629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53706) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:09.470630 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.506003 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.530254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Transition to ACTIVE for port object f08b4060-93c0-4432-8e9c-ab116bb2d7ec will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:09.546856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.580113 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Transition to ACTIVE for port object f08b4060-93c0-4432-8e9c-ab116bb2d7ec will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:09.589062 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.623569 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.667155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Subnet': ['ID=74c03b86-dbe7-4775-a56f-c2488ff805a9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:09.668390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Network 010d56d1-d1db-4ae5-839b-02f8a02696d9 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:09.699569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:09.706577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:40:09.741364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Pushing event updated for resources: {'Port': ['ID=f08b4060-93c0-4432-8e9c-ab116bb2d7ec,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:09.750874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46681f94-a10e-469c-b723-f28d0263b171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-9a116756-07d4-4a3a-ae8a-4f23109cd2b5', 'network_id': '9a116756-07d4-4a3a-ae8a-4f23109cd2b5', 'tenant_id': 'f17be640321d4a51a2a9ad4ce055258e', 'fixed_ips': [{'subnet_id': '74c03b86-dbe7-4775-a56f-c2488ff805a9'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:40:09.751695 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-46681f94-a10e-469c-b723-f28d0263b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.757240 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.782967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a116756-07d4-4a3a-ae8a-4f23109cd2b5']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:09.799345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1061513-bf21-4ddb-b6c2-2d27fc20b2aa') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:09.799564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1061513-bf21-4ddb-b6c2-2d27fc20b2aa') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:09.811074 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.827104 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.833723 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:40:09.834120 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.855500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Attempting to bind port f08b4060-93c0-4432-8e9c-ab116bb2d7ec on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:40:09.855850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Attempting to bind port f08b4060-93c0-4432-8e9c-ab116bb2d7ec by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '655b71c6-89a4-4066-84c8-48e64ab95f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '010d56d1-d1db-4ae5-839b-02f8a02696d9'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:40:09.856115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Attempting to bind port f08b4060-93c0-4432-8e9c-ab116bb2d7ec on network 010d56d1-d1db-4ae5-839b-02f8a02696d9 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:09.874154 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:40:09.874586 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Checking segment: {'id': '655b71c6-89a4-4066-84c8-48e64ab95f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '010d56d1-d1db-4ae5-839b-02f8a02696d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:09.874926 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.875325 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Bound using segment: {'id': '655b71c6-89a4-4066-84c8-48e64ab95f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '010d56d1-d1db-4ae5-839b-02f8a02696d9'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:40:09.875810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Bound port: f08b4060-93c0-4432-8e9c-ab116bb2d7ec, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655b71c6-89a4-4066-84c8-48e64ab95f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '010d56d1-d1db-4ae5-839b-02f8a02696d9'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:40:09.876188 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.933876 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.938482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:09.966250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef0ca8-214c-49c3-b3c2-a1cce8a23b84 None None] Network 9a116756-07d4-4a3a-ae8a-4f23109cd2b5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:09.976352 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/networks/9a116756-07d4-4a3a-ae8a-4f23109cd2b5 HTTP/1.1" status: 204 len: 168 time: 0.6445589 May 24 23:40:09.977643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca02a38-dc74-445e-85da-f8ea90d51ec5 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Network': ['ID=9a116756-07d4-4a3a-ae8a-4f23109cd2b5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:09.980707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53716) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:09.999483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef0ca8-214c-49c3-b3c2-a1cce8a23b84 None None] Network 9a116756-07d4-4a3a-ae8a-4f23109cd2b5 could not be found, it might have been deleted concurrently. {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 24 23:40:10.010403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] For port f08b4060-93c0-4432-8e9c-ab116bb2d7ec, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:40:10.013572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] For port f08b4060-93c0-4432-8e9c-ab116bb2d7ec, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f08b4060-93c0-4432-8e9c-ab116bb2d7ec,segment=NetworkSegment(655b71c6-89a4-4066-84c8-48e64ab95f78),segment_id=655b71c6-89a4-4066-84c8-48e64ab95f78)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:40:10.021290 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:10.023912 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-524e6658-bf86-4896-afea-23b33194866d tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] GET failed (client error): The resource could not be found. May 24 23:40:10.024721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-524e6658-bf86-4896-afea-23b33194866d tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Synchronizing usage tracker for tenant:f17be640321d4a51a2a9ad4ce055258e on resource:subnet {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:40:10.045078 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d1061513-bf21-4ddb-b6c2-2d27fc20b2aa resource provider aggregate not found May 24 23:40:10.049432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-524e6658-bf86-4896-afea-23b33194866d tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Unset dirty status for tenant:f17be640321d4a51a2a9ad4ce055258e on resource:subnet {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:40:10.050541 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-524e6658-bf86-4896-afea-23b33194866d tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "GET /v2.0/subnets/74c03b86-dbe7-4775-a56f-c2488ff805a9 HTTP/1.1" status: 404 len: 337 time: 0.0690401 May 24 23:40:10.053302 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53722) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:10.076338 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment d1061513-bf21-4ddb-b6c2-2d27fc20b2aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1061513-bf21-4ddb-b6c2-2d27fc20b2aa found for delete ", "request_id": "req-8dfda025-b5fd-4ec9-9c95-5fca77e91ec8"}]} May 24 23:40:10.080107 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fec700-8b73-4893-9f35-4767a83911cc tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] DELETE failed (client error): The resource could not be found. May 24 23:40:10.080806 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fec700-8b73-4893-9f35-4767a83911cc tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:40:10.085539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a8fec700-8b73-4893-9f35-4767a83911cc tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/networks/9a116756-07d4-4a3a-ae8a-4f23109cd2b5 HTTP/1.1" status: 404 len: 339 time: 0.0280550 May 24 23:40:10.086272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53726) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:10.104524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6babe3-41c1-4cc9-a103-1a8d55cb8606 None None] Pushing event updated for resources: {'Port': ['ID=f08b4060-93c0-4432-8e9c-ab116bb2d7ec,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:10.128106 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-40521d6c-828d-438f-affb-1fa8c20018b7 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] DELETE failed (client error): The resource could not be found. May 24 23:40:10.128557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40521d6c-828d-438f-affb-1fa8c20018b7 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:40:10.130663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-40521d6c-828d-438f-affb-1fa8c20018b7 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/subnets/74c03b86-dbe7-4775-a56f-c2488ff805a9 HTTP/1.1" status: 404 len: 337 time: 0.0428524 May 24 23:40:10.133039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53730) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:10.220672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:10.274318 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-b821891c-74ae-4b1e-8142-da3c0142c6ec tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] DELETE failed (client error): The resource could not be found. May 24 23:40:10.274780 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b821891c-74ae-4b1e-8142-da3c0142c6ec tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:40:10.277542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b821891c-74ae-4b1e-8142-da3c0142c6ec tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/networks/9a116756-07d4-4a3a-ae8a-4f23109cd2b5 HTTP/1.1" status: 404 len: 339 time: 0.1424847 May 24 23:40:10.279370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53734) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:10.350332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbfdc5f-a058-42cb-b725-1090c4765f82 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Deleting subnet 74a693dc-7529-447f-acc2-3b0597049226 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:40:10.353938 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cbfdc5f-a058-42cb-b725-1090c4765f82 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:10.410099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cbfdc5f-a058-42cb-b725-1090c4765f82 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:10.496860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cbfdc5f-a058-42cb-b725-1090c4765f82 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:10.556465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f08b4060-93c0-4432-8e9c-ab116bb2d7ec up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:10.583364 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cbfdc5f-a058-42cb-b725-1090c4765f82 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:10.628538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfdc5f-a058-42cb-b725-1090c4765f82 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Subnet': ['ID=74a693dc-7529-447f-acc2-3b0597049226,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:10.630480 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8cbfdc5f-a058-42cb-b725-1090c4765f82 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:10.635538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f08b4060-93c0-4432-8e9c-ab116bb2d7ec completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:10.646404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8cbfdc5f-a058-42cb-b725-1090c4765f82 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/subnets/74a693dc-7529-447f-acc2-3b0597049226 HTTP/1.1" status: 204 len: 168 time: 0.3660057 May 24 23:40:10.648996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53738) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:10.767245 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:10.779572 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Deleting port f08b4060-93c0-4432-8e9c-ab116bb2d7ec {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:40:10.779914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:10.999827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] For port f08b4060-93c0-4432-8e9c-ab116bb2d7ec, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f08b4060-93c0-4432-8e9c-ab116bb2d7ec,segment=NetworkSegment(655b71c6-89a4-4066-84c8-48e64ab95f78),segment_id=655b71c6-89a4-4066-84c8-48e64ab95f78)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:10.999827 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:11.031464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97eaddc-9270-45f9-ba63-eed9153810d4 None None] Network 010d56d1-d1db-4ae5-839b-02f8a02696d9 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:11.127106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d5fea2b-16cd-4f1f-8ecb-560cd97c56cb None None] Provisioning for port f08b4060-93c0-4432-8e9c-ab116bb2d7ec completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:11.127362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Calling delete_port for f08b4060-93c0-4432-8e9c-ab116bb2d7ec owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:40:11.140788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d5fea2b-16cd-4f1f-8ecb-560cd97c56cb None None] Provisioning complete for port f08b4060-93c0-4432-8e9c-ab116bb2d7ec triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:11.141158 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6d5fea2b-16cd-4f1f-8ecb-560cd97c56cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:11.212108 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:11.258767 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6d5fea2b-16cd-4f1f-8ecb-560cd97c56cb None None] Could not find standard attr ID for object f08b4060-93c0-4432-8e9c-ab116bb2d7ec. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:40:11.259968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Port': ['ID=f08b4060-93c0-4432-8e9c-ab116bb2d7ec,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:11.261843 n-d-843146-7 neutron-server[88391]: INFO neutron.plugins.ml2.db [None req-6d5fea2b-16cd-4f1f-8ecb-560cd97c56cb None None] No ports have port_id starting with f08b4060-93c0-4432-8e9c-ab116bb2d7ec May 24 23:40:11.263521 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] No DVR routers for this DVR port f08b4060-93c0-4432-8e9c-ab116bb2d7ec on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:40:11.312932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b4953-b265-4686-8c56-3cece991b108 None None] DHCP port deletion for 010d56d1-d1db-4ae5-839b-02f8a02696d9 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:40:11.394589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:11.424417 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010d56d1-d1db-4ae5-839b-02f8a02696d9']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:11.438812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655b71c6-89a4-4066-84c8-48e64ab95f78') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:11.439068 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655b71c6-89a4-4066-84c8-48e64ab95f78') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:11.451419 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:11.468667 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:11.475607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:40:11.476003 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:11.572295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:11.593308 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:11.604059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Network': ['ID=010d56d1-d1db-4ae5-839b-02f8a02696d9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:11.608067 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9202967e-fca9-4409-b4e7-2ec62fa86541 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/networks/010d56d1-d1db-4ae5-839b-02f8a02696d9 HTTP/1.1" status: 204 len: 168 time: 0.9580984 May 24 23:40:11.610564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53742) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:11.648023 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-e122da71-b8b0-4a45-ade5-55e3cf559d7d tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] DELETE failed (client error): The resource could not be found. May 24 23:40:11.648398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e122da71-b8b0-4a45-ade5-55e3cf559d7d tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:40:11.650277 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e122da71-b8b0-4a45-ade5-55e3cf559d7d tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/subnets/56c80b52-f959-4207-bffd-d647760fb791 HTTP/1.1" status: 404 len: 337 time: 0.0387986 May 24 23:40:11.653871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53746) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:11.687040 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3c040f-e344-4991-a96f-6a5fbbd78e16 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] DELETE failed (client error): The resource could not be found. May 24 23:40:11.687490 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3c040f-e344-4991-a96f-6a5fbbd78e16 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:40:11.689133 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0f3c040f-e344-4991-a96f-6a5fbbd78e16 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/networks/f455e2b7-c07d-461b-b6d6-632fcefc88f0 HTTP/1.1" status: 404 len: 339 time: 0.0343463 May 24 23:40:11.692735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53750) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:11.729733 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a16c057-3998-48de-bf89-9cf40613d672 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] DELETE failed (client error): The resource could not be found. May 24 23:40:11.730158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a16c057-3998-48de-bf89-9cf40613d672 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:40:11.731708 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7a16c057-3998-48de-bf89-9cf40613d672 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/subnets/5dc27ccb-14f7-4700-b17e-3e629bcb01d4 HTTP/1.1" status: 404 len: 337 time: 0.0381186 May 24 23:40:11.734366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53754) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:11.762503 n-d-843146-7 neutron-server[88389]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71db7e1-1da2-47fb-9178-b200327a35a4 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] DELETE failed (client error): The resource could not be found. May 24 23:40:11.762931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71db7e1-1da2-47fb-9178-b200327a35a4 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88389) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 24 23:40:11.764512 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f71db7e1-1da2-47fb-9178-b200327a35a4 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/networks/3169fdfb-d16e-4312-a0f2-ddd2574c161c HTTP/1.1" status: 404 len: 339 time: 0.0291896 May 24 23:40:11.768180 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53758) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:11.832549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93989cf-8b87-4729-9556-3fa9145a1c5c tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Deleting subnet ab617131-4cf7-4b01-b9ba-d5755c084167 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:40:11.835550 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e93989cf-8b87-4729-9556-3fa9145a1c5c tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:11.891839 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e93989cf-8b87-4729-9556-3fa9145a1c5c tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:11.990721 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e93989cf-8b87-4729-9556-3fa9145a1c5c tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:12.076628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e93989cf-8b87-4729-9556-3fa9145a1c5c tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:12.130837 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 655b71c6-89a4-4066-84c8-48e64ab95f78 resource provider aggregate not found May 24 23:40:12.135528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93989cf-8b87-4729-9556-3fa9145a1c5c tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Subnet': ['ID=ab617131-4cf7-4b01-b9ba-d5755c084167,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:12.137677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e93989cf-8b87-4729-9556-3fa9145a1c5c tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:12.142823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a660e942-7310-4a2c-87a0-1c77b3656f08 None None] Network 6a5a5531-4c35-4e31-a6cd-9039d96e706d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:12.150321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e93989cf-8b87-4729-9556-3fa9145a1c5c tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/subnets/ab617131-4cf7-4b01-b9ba-d5755c084167 HTTP/1.1" status: 204 len: 168 time: 0.3784833 May 24 23:40:12.150924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53766) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:12.169814 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 655b71c6-89a4-4066-84c8-48e64ab95f78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 655b71c6-89a4-4066-84c8-48e64ab95f78 found for delete ", "request_id": "req-5044cb64-ce7d-4b69-8bd0-6797cda11e21"}]} May 24 23:40:12.261325 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:12.273183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Deleting port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:40:12.273690 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:12.386192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a0268-5667-404d-af29-dc1b8d3b0d6e None None] DHCP port deletion for 6a5a5531-4c35-4e31-a6cd-9039d96e706d request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:40:12.390573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a0268-5667-404d-af29-dc1b8d3b0d6e None None] Deleting port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:40:12.390950 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0268-5667-404d-af29-dc1b8d3b0d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:12.486720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] For port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b80ecc4c-a5b4-4d62-96d2-0adba0fb5274,segment=NetworkSegment(bcb0f98e-de53-4442-b5ea-d7902eb0cad1),segment_id=bcb0f98e-de53-4442-b5ea-d7902eb0cad1)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:12.487377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:12.526212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f08b4060-93c0-4432-8e9c-ab116bb2d7ec no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:40:12.610082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: f08b4060-93c0-4432-8e9c-ab116bb2d7ec {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:40:12.610342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f08b4060-93c0-4432-8e9c-ab116bb2d7ec not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:40:12.610710 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:40:12.689712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6b6a0268-5667-404d-af29-dc1b8d3b0d6e None None] For port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=b80ecc4c-a5b4-4d62-96d2-0adba0fb5274,segment=NetworkSegment(bcb0f98e-de53-4442-b5ea-d7902eb0cad1),segment_id=bcb0f98e-de53-4442-b5ea-d7902eb0cad1)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:12.690103 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0268-5667-404d-af29-dc1b8d3b0d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:12.763359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Calling delete_port for b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:40:12.845966 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:12.850757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a0268-5667-404d-af29-dc1b8d3b0d6e None None] Calling delete_port for b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:40:12.894929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Port': ['ID=b80ecc4c-a5b4-4d62-96d2-0adba0fb5274,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:12.897346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] No DVR routers for this DVR port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:40:12.920855 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 update to DOWN by agent not found {{(pid=88391) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 24 23:40:12.955427 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-6b6a0268-5667-404d-af29-dc1b8d3b0d6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:40:12.955778 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-6b6a0268-5667-404d-af29-dc1b8d3b0d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:40:13.022533 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:13.047981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5a5531-4c35-4e31-a6cd-9039d96e706d']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:13.060849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb0f98e-de53-4442-b5ea-d7902eb0cad1') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:13.061151 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb0f98e-de53-4442-b5ea-d7902eb0cad1') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:13.073189 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:13.094331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:13.100802 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:40:13.101117 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:13.206712 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:13.212961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:13.237240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] Pushing event deleted for resources: {'Network': ['ID=6a5a5531-4c35-4e31-a6cd-9039d96e706d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:13.241525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-60123e4f-477e-4b22-a2b8-9ee52e3d4e17 tempest-NetworksIpV6Test-1942254207 tempest-NetworksIpV6Test-1942254207-project] 10.222.0.55 "DELETE /v2.0/networks/6a5a5531-4c35-4e31-a6cd-9039d96e706d HTTP/1.1" status: 204 len: 168 time: 1.0900135 May 24 23:40:13.457120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a0268-5667-404d-af29-dc1b8d3b0d6e None None] Deleting port b80ecc4c-a5b4-4d62-96d2-0adba0fb5274 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:40:13.457631 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0268-5667-404d-af29-dc1b8d3b0d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:13.522572 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a0268-5667-404d-af29-dc1b8d3b0d6e None None] The port 'b80ecc4c-a5b4-4d62-96d2-0adba0fb5274' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:40:13.531613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53774) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:13.684240 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0aba5f4f-41f9-4602-9549-eb4e75e98823 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f17be640321d4a51a2a9ad4ce055258e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520479 May 24 23:40:13.686812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53780) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:13.748066 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8add34c0-591e-4577-82d3-e64e01e28d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:13.773889 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8add34c0-591e-4577-82d3-e64e01e28d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:13.827370 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8add34c0-591e-4577-82d3-e64e01e28d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:13.843891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add34c0-591e-4577-82d3-e64e01e28d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c637f01-6e03-4352-99a5-eb2673799080,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:13.850581 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8add34c0-591e-4577-82d3-e64e01e28d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:13.854750 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8add34c0-591e-4577-82d3-e64e01e28d25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c637f01-6e03-4352-99a5-eb2673799080 HTTP/1.1" status: 204 len: 168 time: 0.1640403 May 24 23:40:14.187950 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment bcb0f98e-de53-4442-b5ea-d7902eb0cad1 resource provider aggregate not found May 24 23:40:14.206956 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment bcb0f98e-de53-4442-b5ea-d7902eb0cad1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcb0f98e-de53-4442-b5ea-d7902eb0cad1 found for delete ", "request_id": "req-50afa473-160b-47b2-a07a-f7cd18e03b61"}]} May 24 23:40:14.597527 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53808) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:14.715029 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e73864b3-dfeb-4c01-b6b9-ac3c871aced0 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-526652130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:14.723267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e73864b3-dfeb-4c01-b6b9-ac3c871aced0 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:14.727820 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e73864b3-dfeb-4c01-b6b9-ac3c871aced0 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Usage tracker for resource:router and tenant:4749aee27cfe4645b97382ab2c835ede is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:14.731072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e73864b3-dfeb-4c01-b6b9-ac3c871aced0 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:14.741850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e73864b3-dfeb-4c01-b6b9-ac3c871aced0 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:14.754824 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e73864b3-dfeb-4c01-b6b9-ac3c871aced0 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:14.755874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e73864b3-dfeb-4c01-b6b9-ac3c871aced0 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:14.772021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e73864b3-dfeb-4c01-b6b9-ac3c871aced0 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:14.793614 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e73864b3-dfeb-4c01-b6b9-ac3c871aced0 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:14.817575 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e73864b3-dfeb-4c01-b6b9-ac3c871aced0 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:14.818756 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e73864b3-dfeb-4c01-b6b9-ac3c871aced0 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2201509 May 24 23:40:14.822728 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53814) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:14.828012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1745679802'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:14.833599 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:14.838322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Usage tracker for resource:network and tenant:4749aee27cfe4645b97382ab2c835ede is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:14.841264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:14.846914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:14.859575 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Made reservation on behalf of 4749aee27cfe4645b97382ab2c835ede for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:14.863057 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:14.875234 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:14.889623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:14.893762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Usage tracker for resource:security_group_rule and tenant:4749aee27cfe4645b97382ab2c835ede is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:14.896537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:14.902409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:14.996528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.002686 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.034784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:40:15.043067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f524ac-2a10-441f-92be-89d7ab6678be,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:15.050213 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.050563 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Added segment 35a87f1e-2090-41d8-8356-645f2519c0b5 of type vlan for network 6ccbbad3-df91-4362-a39f-43485261bef6 May 24 23:40:15.077217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.108490 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.114009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:15.114559 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.221018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Pushing event updated for resources: {'Network': ['ID=6ccbbad3-df91-4362-a39f-43485261bef6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:15.225619 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d4308dff-46db-402a-90cc-cba3e6c6760f tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4018965 May 24 23:40:15.228630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53818) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:15.232219 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 6ccbbad3-df91-4362-a39f-43485261bef6 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:40:15.237705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Request body: {'subnet': {'network_id': '6ccbbad3-df91-4362-a39f-43485261bef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:15.347890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:15.351849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Usage tracker for resource:subnet and tenant:4749aee27cfe4645b97382ab2c835ede is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:15.354532 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:15.360083 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:15.371912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Made reservation on behalf of 4749aee27cfe4645b97382ab2c835ede for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:15.375446 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.599300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.671949 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Pushing event updated for resources: {'Subnet': ['ID=ef711c25-2881-4bbd-b605-5556cc6252dc,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:15.682876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Checking segment: {'id': '35a87f1e-2090-41d8-8356-645f2519c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6ccbbad3-df91-4362-a39f-43485261bef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:15.683234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Network hostable DHCP agents. Network: 6ccbbad3-df91-4362-a39f-43485261bef6, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:40:15.705478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Network 6ccbbad3-df91-4362-a39f-43485261bef6 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:40:15.716609 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 6ccbbad3-df91-4362-a39f-43485261bef6) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:15.721149 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:15.721782 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.726804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c057d4-7199-4c25-8fd2-51d56e25c51b None None] Network 6ccbbad3-df91-4362-a39f-43485261bef6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:15.745944 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-add26ef3-ffe8-43aa-9146-9b6c4bd8fa33 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5162246 May 24 23:40:15.749319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53822) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:15.754782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-620959330'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:15.760707 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:15.764757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Usage tracker for resource:network and tenant:4749aee27cfe4645b97382ab2c835ede is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:15.767770 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:15.774819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:15.785887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Made reservation on behalf of 4749aee27cfe4645b97382ab2c835ede for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:15.789754 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.817148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:40:15.826476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.826815 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Added segment 9f9c9246-fe44-4f6b-a4aa-010ab57d58f1 of type vlan for network e848af2c-36fa-4f45-8178-dca38bdd0b6d May 24 23:40:15.855367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.890893 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.896754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:15.897403 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.940771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-6ccbbad3-df91-4362-a39f-43485261bef6', 'network_id': '6ccbbad3-df91-4362-a39f-43485261bef6', 'tenant_id': '4749aee27cfe4645b97382ab2c835ede', 'fixed_ips': [{'subnet_id': 'ef711c25-2881-4bbd-b605-5556cc6252dc'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:40:15.941649 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:15.995047 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2446406 May 24 23:40:15.998618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53826) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:16.004440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Request body: {'subnet': {'network_id': 'e848af2c-36fa-4f45-8178-dca38bdd0b6d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:16.007260 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcca51-dda7-4a07-8f37-be8b4b3a8c3e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Pushing event updated for resources: {'Network': ['ID=e848af2c-36fa-4f45-8178-dca38bdd0b6d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:16.018083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network e848af2c-36fa-4f45-8178-dca38bdd0b6d details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:40:16.114530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:16.118392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Usage tracker for resource:subnet and tenant:4749aee27cfe4645b97382ab2c835ede is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:16.121349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:16.127142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:16.136541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Made reservation on behalf of 4749aee27cfe4645b97382ab2c835ede for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:16.139972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:16.191437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Allocated IP 172.20.0.2 (6ccbbad3-df91-4362-a39f-43485261bef6/ef711c25-2881-4bbd-b605-5556cc6252dc/f8d7d8b7-6f05-497c-9ad4-8ad410d51769) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:40:16.359607 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:16.392653 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:16.403265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Transition to ACTIVE for port object f8d7d8b7-6f05-497c-9ad4-8ad410d51769 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:16.421468 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Transition to ACTIVE for port object f8d7d8b7-6f05-497c-9ad4-8ad410d51769 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:16.428471 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:16.440423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Pushing event updated for resources: {'Subnet': ['ID=ede47a7d-3106-4e8b-a914-5f7477beef37,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:16.452283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Checking segment: {'id': '9f9c9246-fe44-4f6b-a4aa-010ab57d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e848af2c-36fa-4f45-8178-dca38bdd0b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:16.453056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Network hostable DHCP agents. Network: e848af2c-36fa-4f45-8178-dca38bdd0b6d, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:40:16.474136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Network e848af2c-36fa-4f45-8178-dca38bdd0b6d is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:40:16.485071 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, e848af2c-36fa-4f45-8178-dca38bdd0b6d) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:16.489532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:16.490163 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:16.498486 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3df6381-e49e-41e1-8080-a0a167acd4d8 None None] Network e848af2c-36fa-4f45-8178-dca38bdd0b6d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:16.513861 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eab81f6b-49c5-415a-a99b-15421d16c266 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5140111 May 24 23:40:16.516314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Network 6ccbbad3-df91-4362-a39f-43485261bef6 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:16.517131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53830) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:16.522372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:16.523548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8fdb5882-fca0-479f-b775-55bdf9b88fc2 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e848af2c-36fa-4f45-8178-dca38bdd0b6d'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:16.527126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Pushing event updated for resources: {'Port': ['ID=f8d7d8b7-6f05-497c-9ad4-8ad410d51769,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:16.569669 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:40:16.701927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Attempting to bind port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:40:16.702176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Attempting to bind port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '35a87f1e-2090-41d8-8356-645f2519c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6ccbbad3-df91-4362-a39f-43485261bef6'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:40:16.702464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Attempting to bind port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 on network 6ccbbad3-df91-4362-a39f-43485261bef6 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:16.713231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:40:16.713650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Checking segment: {'id': '35a87f1e-2090-41d8-8356-645f2519c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6ccbbad3-df91-4362-a39f-43485261bef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:16.714028 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:16.714413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Bound using segment: {'id': '35a87f1e-2090-41d8-8356-645f2519c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6ccbbad3-df91-4362-a39f-43485261bef6'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:40:16.714868 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Bound port: f8d7d8b7-6f05-497c-9ad4-8ad410d51769, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a87f1e-2090-41d8-8356-645f2519c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6ccbbad3-df91-4362-a39f-43485261bef6'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:40:16.715236 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:16.914290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] For port f8d7d8b7-6f05-497c-9ad4-8ad410d51769, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:40:16.917869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] For port f8d7d8b7-6f05-497c-9ad4-8ad410d51769, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f8d7d8b7-6f05-497c-9ad4-8ad410d51769,segment=NetworkSegment(35a87f1e-2090-41d8-8356-645f2519c0b5),segment_id=35a87f1e-2090-41d8-8356-645f2519c0b5)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:40:16.920450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-e848af2c-36fa-4f45-8178-dca38bdd0b6d', 'network_id': 'e848af2c-36fa-4f45-8178-dca38bdd0b6d', 'tenant_id': '4749aee27cfe4645b97382ab2c835ede', 'fixed_ips': [{'subnet_id': 'ede47a7d-3106-4e8b-a914-5f7477beef37'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:40:16.921245 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:16.935809 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.011888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b577a-8eb1-48a9-89d5-1a821866fd13 None None] Pushing event updated for resources: {'Port': ['ID=f8d7d8b7-6f05-497c-9ad4-8ad410d51769,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:17.044445 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5882-fca0-479f-b775-55bdf9b88fc2 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.174263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Allocated IP 172.21.0.2 (e848af2c-36fa-4f45-8178-dca38bdd0b6d/ede47a7d-3106-4e8b-a914-5f7477beef37/43b97c5b-87c7-47f2-a200-a7367a7f32c3) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:40:17.229976 n-d-843146-7 neutron-server[88390]: INFO neutron.api.v2.resource [None req-8fdb5882-fca0-479f-b775-55bdf9b88fc2 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 24 23:40:17.231203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8fdb5882-fca0-479f-b775-55bdf9b88fc2 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "PUT /v2.0/routers/2ce608be-fa7b-4537-87d6-fedc3e54cfbf HTTP/1.1" status: 400 len: 364 time: 0.7130077 May 24 23:40:17.239600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53834) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:17.352415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe38968-82d2-4798-bc2e-36f11dbf963e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Deleting subnet ede47a7d-3106-4e8b-a914-5f7477beef37 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:40:17.429802 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.440695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Transition to ACTIVE for port object 43b97c5b-87c7-47f2-a200-a7367a7f32c3 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:17.458992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Transition to ACTIVE for port object 43b97c5b-87c7-47f2-a200-a7367a7f32c3 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:17.466147 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fe38968-82d2-4798-bc2e-36f11dbf963e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.467255 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.530341 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fe38968-82d2-4798-bc2e-36f11dbf963e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.539954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Network e848af2c-36fa-4f45-8178-dca38bdd0b6d is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:17.542667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:17.545314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:40:17.613573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Pushing event updated for resources: {'Port': ['ID=43b97c5b-87c7-47f2-a200-a7367a7f32c3,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:17.623743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fe38968-82d2-4798-bc2e-36f11dbf963e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.644756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Attempting to bind port 43b97c5b-87c7-47f2-a200-a7367a7f32c3 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:40:17.645119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Attempting to bind port 43b97c5b-87c7-47f2-a200-a7367a7f32c3 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '9f9c9246-fe44-4f6b-a4aa-010ab57d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e848af2c-36fa-4f45-8178-dca38bdd0b6d'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:40:17.645477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Attempting to bind port 43b97c5b-87c7-47f2-a200-a7367a7f32c3 on network e848af2c-36fa-4f45-8178-dca38bdd0b6d {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:17.651380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:40:17.651752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Checking segment: {'id': '9f9c9246-fe44-4f6b-a4aa-010ab57d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e848af2c-36fa-4f45-8178-dca38bdd0b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:17.652168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.652552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Bound using segment: {'id': '9f9c9246-fe44-4f6b-a4aa-010ab57d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e848af2c-36fa-4f45-8178-dca38bdd0b6d'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:40:17.653009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Bound port: 43b97c5b-87c7-47f2-a200-a7367a7f32c3, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9c9246-fe44-4f6b-a4aa-010ab57d58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e848af2c-36fa-4f45-8178-dca38bdd0b6d'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:40:17.653379 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.701390 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fe38968-82d2-4798-bc2e-36f11dbf963e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.740913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe38968-82d2-4798-bc2e-36f11dbf963e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Pushing event deleted for resources: {'Subnet': ['ID=ede47a7d-3106-4e8b-a914-5f7477beef37,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:17.742701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] For port 43b97c5b-87c7-47f2-a200-a7367a7f32c3, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:40:17.745040 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4fe38968-82d2-4798-bc2e-36f11dbf963e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.747277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] For port 43b97c5b-87c7-47f2-a200-a7367a7f32c3, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=43b97c5b-87c7-47f2-a200-a7367a7f32c3,segment=NetworkSegment(9f9c9246-fe44-4f6b-a4aa-010ab57d58f1),segment_id=9f9c9246-fe44-4f6b-a4aa-010ab57d58f1)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:40:17.752209 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4fe38968-82d2-4798-bc2e-36f11dbf963e tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "DELETE /v2.0/subnets/ede47a7d-3106-4e8b-a914-5f7477beef37 HTTP/1.1" status: 204 len: 168 time: 0.5095534 May 24 23:40:17.754811 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53838) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:17.754990 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.845477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895613e7-82c8-40e4-bb4f-8597b5f5467e None None] Pushing event updated for resources: {'Port': ['ID=43b97c5b-87c7-47f2-a200-a7367a7f32c3,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:17.889851 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:17.903634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Deleting port 43b97c5b-87c7-47f2-a200-a7367a7f32c3 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:40:17.903972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.151361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] For port 43b97c5b-87c7-47f2-a200-a7367a7f32c3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=43b97c5b-87c7-47f2-a200-a7367a7f32c3,segment=NetworkSegment(9f9c9246-fe44-4f6b-a4aa-010ab57d58f1),segment_id=9f9c9246-fe44-4f6b-a4aa-010ab57d58f1)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:18.151720 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.189871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc6239-1f44-4217-bcf4-04d363ef51dc None None] Network 6ccbbad3-df91-4362-a39f-43485261bef6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:18.280263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Calling delete_port for 43b97c5b-87c7-47f2-a200-a7367a7f32c3 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:40:18.289459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2f9ead90-b37e-4623-bc43-f1583a2a53cd None None] Provisioning for port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:18.357057 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.412166 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Pushing event deleted for resources: {'Port': ['ID=43b97c5b-87c7-47f2-a200-a7367a7f32c3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:18.414986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] No DVR routers for this DVR port 43b97c5b-87c7-47f2-a200-a7367a7f32c3 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:40:18.563377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f8d7d8b7-6f05-497c-9ad4-8ad410d51769 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:18.662775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:18.668739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:18.669615 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.694027 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.721338 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e848af2c-36fa-4f45-8178-dca38bdd0b6d']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:18.735542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9c9246-fe44-4f6b-a4aa-010ab57d58f1') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:18.735895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9c9246-fe44-4f6b-a4aa-010ab57d58f1') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:18.739084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-32fd9e96-41a4-475f-a05b-805cfaa15df8 None None] Provisioning complete for port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:18.739459 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-32fd9e96-41a4-475f-a05b-805cfaa15df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.748682 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.768201 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.777771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:40:18.778225 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.849365 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 9f9c9246-fe44-4f6b-a4aa-010ab57d58f1 resource provider aggregate not found May 24 23:40:18.866047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:18.866525 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.873271 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 9f9c9246-fe44-4f6b-a4aa-010ab57d58f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f9c9246-fe44-4f6b-a4aa-010ab57d58f1 found for delete ", "request_id": "req-f98bf2dd-2fbc-4b4e-bcb3-db67fed6b0d6"}]} May 24 23:40:18.891636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.897193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.928392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Pushing event deleted for resources: {'Network': ['ID=e848af2c-36fa-4f45-8178-dca38bdd0b6d,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:18.934952 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f3fe2bdd-2ca0-40ce-89bd-1d56f42478db tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "DELETE /v2.0/networks/e848af2c-36fa-4f45-8178-dca38bdd0b6d HTTP/1.1" status: 204 len: 168 time: 1.1769481 May 24 23:40:18.935312 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53846) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:18.952780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-32fd9e96-41a4-475f-a05b-805cfaa15df8 None None] Current status of the port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:18.953163 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-32fd9e96-41a4-475f-a05b-805cfaa15df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:18.963046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port f8d7d8b7-6f05-497c-9ad4-8ad410d51769, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f8d7d8b7-6f05-497c-9ad4-8ad410d51769,segment=NetworkSegment(35a87f1e-2090-41d8-8356-645f2519c0b5),segment_id=35a87f1e-2090-41d8-8356-645f2519c0b5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:18.970447 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.009390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cbf8d8-76d4-4f17-b6e9-694fc8a31e50 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Deleting subnet ef711c25-2881-4bbd-b605-5556cc6252dc {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:40:19.012413 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-25cbf8d8-76d4-4f17-b6e9-694fc8a31e50 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.013446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0840b536-1524-41f3-89fa-43aff4af7315 None None] DHCP port deletion for e848af2c-36fa-4f45-8178-dca38bdd0b6d request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:40:19.071922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1236d057-ad18-455e-bec0-d02033294787 None None] Network e848af2c-36fa-4f45-8178-dca38bdd0b6d requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:19.072992 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-25cbf8d8-76d4-4f17-b6e9-694fc8a31e50 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.107300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1236d057-ad18-455e-bec0-d02033294787 None None] Network e848af2c-36fa-4f45-8178-dca38bdd0b6d could not be found, it might have been deleted concurrently. {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 24 23:40:19.124095 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=f8d7d8b7-6f05-497c-9ad4-8ad410d51769,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:19.127905 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-32fd9e96-41a4-475f-a05b-805cfaa15df8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:40:19.128562 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-32fd9e96-41a4-475f-a05b-805cfaa15df8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:40:19.156911 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-25cbf8d8-76d4-4f17-b6e9-694fc8a31e50 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.235188 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-25cbf8d8-76d4-4f17-b6e9-694fc8a31e50 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.277657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbf8d8-76d4-4f17-b6e9-694fc8a31e50 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Pushing event deleted for resources: {'Subnet': ['ID=ef711c25-2881-4bbd-b605-5556cc6252dc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:19.282585 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-25cbf8d8-76d4-4f17-b6e9-694fc8a31e50 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.289665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ea736-8b50-4be8-8773-3ba9cd5f4b0e None None] Network 6ccbbad3-df91-4362-a39f-43485261bef6 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:19.291780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-25cbf8d8-76d4-4f17-b6e9-694fc8a31e50 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "DELETE /v2.0/subnets/ef711c25-2881-4bbd-b605-5556cc6252dc HTTP/1.1" status: 204 len: 168 time: 0.3556294 May 24 23:40:19.294558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53850) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:19.408395 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.420369 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Deleting port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:40:19.420705 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.570359 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064989d-015c-4f3a-8ad9-28c4bfd2d043 None None] DHCP port deletion for 6ccbbad3-df91-4362-a39f-43485261bef6 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:40:19.574980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5064989d-015c-4f3a-8ad9-28c4bfd2d043 None None] Deleting port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:40:19.575353 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5064989d-015c-4f3a-8ad9-28c4bfd2d043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.629786 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] For port f8d7d8b7-6f05-497c-9ad4-8ad410d51769, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f8d7d8b7-6f05-497c-9ad4-8ad410d51769,segment=NetworkSegment(35a87f1e-2090-41d8-8356-645f2519c0b5),segment_id=35a87f1e-2090-41d8-8356-645f2519c0b5)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:19.630114 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.740524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-32fd9e96-41a4-475f-a05b-805cfaa15df8 None None] Current status of the port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:19.751259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Calling delete_port for f8d7d8b7-6f05-497c-9ad4-8ad410d51769 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:40:19.824481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5064989d-015c-4f3a-8ad9-28c4bfd2d043 None None] For port f8d7d8b7-6f05-497c-9ad4-8ad410d51769, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f8d7d8b7-6f05-497c-9ad4-8ad410d51769,segment=NetworkSegment(35a87f1e-2090-41d8-8356-645f2519c0b5),segment_id=35a87f1e-2090-41d8-8356-645f2519c0b5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:19.824736 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5064989d-015c-4f3a-8ad9-28c4bfd2d043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.833486 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:19.880391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Pushing event deleted for resources: {'Port': ['ID=f8d7d8b7-6f05-497c-9ad4-8ad410d51769,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:19.884918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] No DVR routers for this DVR port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:40:19.954085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5064989d-015c-4f3a-8ad9-28c4bfd2d043 None None] Calling delete_port for f8d7d8b7-6f05-497c-9ad4-8ad410d51769 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:40:19.979975 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a8640286-1444-4534-a793-f1e73e5e66d0 None None] Could not find standard attr ID for object 43b97c5b-87c7-47f2-a200-a7367a7f32c3. {{(pid=88391) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 24 23:40:20.007335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.027825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-5064989d-015c-4f3a-8ad9-28c4bfd2d043 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:40:20.028171 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-5064989d-015c-4f3a-8ad9-28c4bfd2d043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:40:20.032392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccbbad3-df91-4362-a39f-43485261bef6']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:20.044580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a87f1e-2090-41d8-8356-645f2519c0b5') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:20.044850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a87f1e-2090-41d8-8356-645f2519c0b5') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:20.056538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.075938 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.081991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:40:20.082370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.146936 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 35a87f1e-2090-41d8-8356-645f2519c0b5 resource provider aggregate not found May 24 23:40:20.169855 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 35a87f1e-2090-41d8-8356-645f2519c0b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35a87f1e-2090-41d8-8356-645f2519c0b5 found for delete ", "request_id": "req-93d86a37-96c7-452d-8686-0a2cb04cac52"}]} May 24 23:40:20.183176 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.200816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.212819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Pushing event deleted for resources: {'Network': ['ID=6ccbbad3-df91-4362-a39f-43485261bef6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:20.215330 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a02dded8-7211-4736-8c1c-d0469b301941 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "DELETE /v2.0/networks/6ccbbad3-df91-4362-a39f-43485261bef6 HTTP/1.1" status: 204 len: 168 time: 0.9197559 May 24 23:40:20.218260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53858) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:20.261223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-36d4b2c8-eef8-431d-adfd-b7e459e5d9f4 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Synchronizing usage tracker for tenant:4749aee27cfe4645b97382ab2c835ede on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:40:20.279501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-36d4b2c8-eef8-431d-adfd-b7e459e5d9f4 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Unset dirty status for tenant:4749aee27cfe4645b97382ab2c835ede on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:40:20.280675 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-36d4b2c8-eef8-431d-adfd-b7e459e5d9f4 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce608be-fa7b-4537-87d6-fedc3e54cfbf HTTP/1.1" status: 200 len: 205 time: 0.0614436 May 24 23:40:20.284578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53862) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:20.419463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0be53fd8-00b8-45f6-8674-a230e756e7a5 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.520607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f8d7d8b7-6f05-497c-9ad4-8ad410d51769 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:40:20.545111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5064989d-015c-4f3a-8ad9-28c4bfd2d043 None None] Deleting port f8d7d8b7-6f05-497c-9ad4-8ad410d51769 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:40:20.545591 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5064989d-015c-4f3a-8ad9-28c4bfd2d043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.588044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: f8d7d8b7-6f05-497c-9ad4-8ad410d51769 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:40:20.588599 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f8d7d8b7-6f05-497c-9ad4-8ad410d51769 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:40:20.588933 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 43b97c5b-87c7-47f2-a200-a7367a7f32c3 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:40:20.650184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5064989d-015c-4f3a-8ad9-28c4bfd2d043 None None] The port 'f8d7d8b7-6f05-497c-9ad4-8ad410d51769' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:40:20.651038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 43b97c5b-87c7-47f2-a200-a7367a7f32c3 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:40:20.651409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 43b97c5b-87c7-47f2-a200-a7367a7f32c3 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:40:20.729592 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0be53fd8-00b8-45f6-8674-a230e756e7a5 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.731797 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0be53fd8-00b8-45f6-8674-a230e756e7a5 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.757106 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0be53fd8-00b8-45f6-8674-a230e756e7a5 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.758324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be53fd8-00b8-45f6-8674-a230e756e7a5 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Fanout notify agent at l3_agent the message router_deleted on router 2ce608be-fa7b-4537-87d6-fedc3e54cfbf {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:40:20.770344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0be53fd8-00b8-45f6-8674-a230e756e7a5 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:20.771413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0be53fd8-00b8-45f6-8674-a230e756e7a5 tempest-RoutersNegativeTest-187214686 tempest-RoutersNegativeTest-187214686-project] 10.222.0.55 "DELETE /v2.0/routers/2ce608be-fa7b-4537-87d6-fedc3e54cfbf HTTP/1.1" status: 204 len: 168 time: 0.4858189 May 24 23:40:21.068747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53870) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:21.349179 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3ebc3717-bd55-4cf3-8380-cfc9623b7529 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4749aee27cfe4645b97382ab2c835ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791371 May 24 23:40:21.353243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53876) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:21.410579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:21.435670 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:21.499838 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:21.514356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f524ac-2a10-441f-92be-89d7ab6678be,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:21.524774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.525112 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.525447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.525799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.526125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.526449 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.526769 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.527088 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.527425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.527740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.528055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.528364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:21.532715 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:21.534208 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3369b19e-6607-4249-9982-68802bfa910e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1f524ac-2a10-441f-92be-89d7ab6678be HTTP/1.1" status: 204 len: 168 time: 0.1796677 May 24 23:40:22.275874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53900) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:22.384712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-929505603-network', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:22.390376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:22.394857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Usage tracker for resource:network and tenant:e7a79dae2e274081a1fdb9b3cea5fa00 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:22.397760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:22.404061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:22.415808 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Made reservation on behalf of e7a79dae2e274081a1fdb9b3cea5fa00 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:22.418137 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:22.430719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:22.449305 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:22.453511 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Usage tracker for resource:security_group_rule and tenant:e7a79dae2e274081a1fdb9b3cea5fa00 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:22.456892 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:22.463444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:22.550937 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:22.556487 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:22.583829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:40:22.596456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eeb6ad-85f3-4074-83f0-383b2b32d084,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:22.600785 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:22.601122 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Added segment 093c04bd-1054-41f1-8fe2-6c578fd622d5 of type vlan for network f8861e7b-6825-4582-bd10-e5098ea83838 May 24 23:40:22.627297 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:22.659838 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:22.660731 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:22.661278 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:22.763307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] Pushing event updated for resources: {'Network': ['ID=f8861e7b-6825-4582-bd10-e5098ea83838,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:22.768926 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a35cf489-51a1-4ee0-8621-995a6c433497 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4916120 May 24 23:40:22.773358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53906) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:22.777173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network f8861e7b-6825-4582-bd10-e5098ea83838 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:40:22.778739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Request body: {'subnet': {'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-929505603-subnet', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:22.784559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:22.788547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Usage tracker for resource:subnet and tenant:e7a79dae2e274081a1fdb9b3cea5fa00 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:22.791685 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:22.797364 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:22.807983 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Made reservation on behalf of e7a79dae2e274081a1fdb9b3cea5fa00 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:22.810326 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.022983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.095730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7412db29-8862-44c8-ade9-0ac6561a26b3,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:23.106387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Checking segment: {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:23.106734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Network hostable DHCP agents. Network: f8861e7b-6825-4582-bd10-e5098ea83838, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:40:23.127222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Network f8861e7b-6825-4582-bd10-e5098ea83838 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:40:23.138444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, f8861e7b-6825-4582-bd10-e5098ea83838) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:23.142593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:23.143160 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.148482 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1694d4f0-6d7c-4aba-bc19-1d56c143aa65 None None] Network f8861e7b-6825-4582-bd10-e5098ea83838 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:23.166268 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-16e467b7-17ee-4050-bf7a-cae4f3c3c77b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3918650 May 24 23:40:23.169241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53910) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:23.174249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-929505603-router', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:23.179608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:23.183814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Usage tracker for resource:router and tenant:e7a79dae2e274081a1fdb9b3cea5fa00 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:23.186940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:23.192761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:23.203597 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.204685 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.220846 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.367300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3742a371-0408-4b31-b915-53d304853641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-f8861e7b-6825-4582-bd10-e5098ea83838', 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'fixed_ips': [{'subnet_id': '7412db29-8862-44c8-ade9-0ac6561a26b3'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:40:23.368140 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3742a371-0408-4b31-b915-53d304853641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.493117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.560549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-3742a371-0408-4b31-b915-53d304853641 None None] Allocated IP 172.20.0.2 (f8861e7b-6825-4582-bd10-e5098ea83838/7412db29-8862-44c8-ade9-0ac6561a26b3/f2dd1734-492e-4c76-b99e-6dfa79278423) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:40:23.771576 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3742a371-0408-4b31-b915-53d304853641 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.782335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3742a371-0408-4b31-b915-53d304853641 None None] Transition to ACTIVE for port object f2dd1734-492e-4c76-b99e-6dfa79278423 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:23.801658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3742a371-0408-4b31-b915-53d304853641 None None] Transition to ACTIVE for port object f2dd1734-492e-4c76-b99e-6dfa79278423 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:23.804652 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.809462 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3742a371-0408-4b31-b915-53d304853641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.834389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.873146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742a371-0408-4b31-b915-53d304853641 None None] Network f8861e7b-6825-4582-bd10-e5098ea83838 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:23.876054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-3742a371-0408-4b31-b915-53d304853641 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:23.879746 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742a371-0408-4b31-b915-53d304853641 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:40:23.885823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742a371-0408-4b31-b915-53d304853641 None None] Pushing event updated for resources: {'Port': ['ID=f2dd1734-492e-4c76-b99e-6dfa79278423,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:23.975556 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3742a371-0408-4b31-b915-53d304853641 None None] Attempting to bind port f2dd1734-492e-4c76-b99e-6dfa79278423 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:40:23.975920 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3742a371-0408-4b31-b915-53d304853641 None None] Attempting to bind port f2dd1734-492e-4c76-b99e-6dfa79278423 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:40:23.976299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742a371-0408-4b31-b915-53d304853641 None None] Attempting to bind port f2dd1734-492e-4c76-b99e-6dfa79278423 on network f8861e7b-6825-4582-bd10-e5098ea83838 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:23.982639 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742a371-0408-4b31-b915-53d304853641 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:40:23.983020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742a371-0408-4b31-b915-53d304853641 None None] Checking segment: {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:23.983418 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3742a371-0408-4b31-b915-53d304853641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:23.983806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742a371-0408-4b31-b915-53d304853641 None None] Bound using segment: {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:40:23.984270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3742a371-0408-4b31-b915-53d304853641 None None] Bound port: f2dd1734-492e-4c76-b99e-6dfa79278423, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:40:23.984641 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3742a371-0408-4b31-b915-53d304853641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:24.079133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3742a371-0408-4b31-b915-53d304853641 None None] For port f2dd1734-492e-4c76-b99e-6dfa79278423, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:40:24.081871 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Allocated IP 172.25.7.17 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/e9679249-9faf-4b96-972e-5552a52d1b2d) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:40:24.082398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3742a371-0408-4b31-b915-53d304853641 None None] For port f2dd1734-492e-4c76-b99e-6dfa79278423, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f2dd1734-492e-4c76-b99e-6dfa79278423,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:40:24.089052 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3742a371-0408-4b31-b915-53d304853641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:24.170749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742a371-0408-4b31-b915-53d304853641 None None] Pushing event updated for resources: {'Port': ['ID=f2dd1734-492e-4c76-b99e-6dfa79278423,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:24.234021 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:24.266140 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:24.333996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:24.336865 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:24.339295 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:40:24.387243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Pushing event updated for resources: {'Port': ['ID=e9679249-9faf-4b96-972e-5552a52d1b2d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:24.563441 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f2dd1734-492e-4c76-b99e-6dfa79278423 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:24.636176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f2dd1734-492e-4c76-b99e-6dfa79278423 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:24.665709 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:24.768029 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:25.090118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17b52c8-63b1-47f8-9a50-daccafdf2950 None None] Network f8861e7b-6825-4582-bd10-e5098ea83838 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:25.109432 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:25.185930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8adf2bfe-2b88-4c68-8b99-14f66fa049e1 None None] Provisioning for port f2dd1734-492e-4c76-b99e-6dfa79278423 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:25.203342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8adf2bfe-2b88-4c68-8b99-14f66fa049e1 None None] Provisioning complete for port f2dd1734-492e-4c76-b99e-6dfa79278423 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:25.203713 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8adf2bfe-2b88-4c68-8b99-14f66fa049e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:25.316443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Router 873b302f-4ecb-45ba-93c2-c33ad66c875f is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:40:25.420827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8adf2bfe-2b88-4c68-8b99-14f66fa049e1 None None] Current status of the port f2dd1734-492e-4c76-b99e-6dfa79278423 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:25.421083 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8adf2bfe-2b88-4c68-8b99-14f66fa049e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:25.464234 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8adf2bfe-2b88-4c68-8b99-14f66fa049e1 None None] For port f2dd1734-492e-4c76-b99e-6dfa79278423, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f2dd1734-492e-4c76-b99e-6dfa79278423,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:25.471017 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8adf2bfe-2b88-4c68-8b99-14f66fa049e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:25.549266 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf2bfe-2b88-4c68-8b99-14f66fa049e1 None None] Pushing event updated for resources: {'Port': ['ID=f2dd1734-492e-4c76-b99e-6dfa79278423,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:25.631753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:40:25.645097 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Sync routers for ids ['873b302f-4ecb-45ba-93c2-c33ad66c875f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:40:25.657769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Routers {'873b302f-4ecb-45ba-93c2-c33ad66c875f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:40:25.659257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['873b302f-4ecb-45ba-93c2-c33ad66c875f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:25.666551 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:25.668220 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ba2f8bf2-f113-4b4a-8514-5a724a575989 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4979618 May 24 23:40:25.671456 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53914) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:25.858956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-7579823e-da2b-4232-ae12-59f7e556b21b None None] Provisioning complete for port f2dd1734-492e-4c76-b99e-6dfa79278423 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:25.859327 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7579823e-da2b-4232-ae12-59f7e556b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:25.907199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Set router 873b302f-4ecb-45ba-93c2-c33ad66c875f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:40:26.227964 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-7579823e-da2b-4232-ae12-59f7e556b21b None None] Current status of the port f2dd1734-492e-4c76-b99e-6dfa79278423 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:26.292483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'name': 'tempest-TestEncryptedCinderVolumes-929505603-router', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:24Z', 'revision_number': 3, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'gw_port': {'id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:57:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:26.296700 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Checking router: 873b302f-4ecb-45ba-93c2-c33ad66c875f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:40:26.297056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Updating router 873b302f-4ecb-45ba-93c2-c33ad66c875f port e9679249-9faf-4b96-972e-5552a52d1b2d binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:40:26.343674 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:26.348838 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:26.413982 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:26.548808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f2dd1734-492e-4c76-b99e-6dfa79278423 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:26.556500 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Allocated IP 172.20.0.1 (f8861e7b-6825-4582-bd10-e5098ea83838/7412db29-8862-44c8-ade9-0ac6561a26b3/8475d2be-62fd-4aa3-b362-8aa96dda8fe6) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:40:26.680474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f2dd1734-492e-4c76-b99e-6dfa79278423 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:26.680844 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:26.704210 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:26.719955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Transition to ACTIVE for port object 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:26.744775 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:26.805820 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:26.814815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Network f8861e7b-6825-4582-bd10-e5098ea83838 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:26.817755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:26.820261 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:40:26.854666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Transition to ACTIVE for port object e9679249-9faf-4b96-972e-5552a52d1b2d will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:26.855359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Pushing event updated for resources: {'Port': ['ID=8475d2be-62fd-4aa3-b362-8aa96dda8fe6,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:26.872273 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:26.880360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:26.953535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f2dd1734-492e-4c76-b99e-6dfa79278423 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:26.967654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b36a4-705c-4901-891c-14746c83f14b None None] Pushing event updated for resources: {'Port': ['ID=e9679249-9faf-4b96-972e-5552a52d1b2d,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:26.970118 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Attempting to bind port e9679249-9faf-4b96-972e-5552a52d1b2d on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:40:26.970492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Attempting to bind port e9679249-9faf-4b96-972e-5552a52d1b2d by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:40:26.970857 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Attempting to bind port e9679249-9faf-4b96-972e-5552a52d1b2d on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:26.977347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:40:26.977762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:26.978246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:26.978525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:40:26.978997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Bound port: e9679249-9faf-4b96-972e-5552a52d1b2d, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:40:26.979386 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:27.022647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:27.061695 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] For port e9679249-9faf-4b96-972e-5552a52d1b2d, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:40:27.065073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] For port e9679249-9faf-4b96-972e-5552a52d1b2d, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e9679249-9faf-4b96-972e-5552a52d1b2d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:40:27.066063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-61e1f8a4-c35b-4650-b325-9ef58cb31ae6 None None] Provisioning for port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:27.071091 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:27.108311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-61e1f8a4-c35b-4650-b325-9ef58cb31ae6 None None] Provisioning complete for port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:27.108593 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-61e1f8a4-c35b-4650-b325-9ef58cb31ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:27.199355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-61e1f8a4-c35b-4650-b325-9ef58cb31ae6 None None] Port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:40:27.205257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Routers {'873b302f-4ecb-45ba-93c2-c33ad66c875f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:40:27.205936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['873b302f-4ecb-45ba-93c2-c33ad66c875f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:27.258979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b36a4-705c-4901-891c-14746c83f14b None None] Pushing event updated for resources: {'Port': ['ID=e9679249-9faf-4b96-972e-5552a52d1b2d,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:27.359696 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:27.366223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:27.385737 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] Set router 873b302f-4ecb-45ba-93c2-c33ad66c875f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:40:27.472549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:27.477035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Pushing event updated for resources: {'Port': ['ID=8475d2be-62fd-4aa3-b362-8aa96dda8fe6,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:27.615805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Network f8861e7b-6825-4582-bd10-e5098ea83838 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:27.616904 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:27.736146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'name': 'tempest-TestEncryptedCinderVolumes-929505603-router', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:26Z', 'revision_number': 4, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'gw_port': {'id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:57:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8475d2be-62fd-4aa3-b362-8aa96dda8fe6', 'name': '', 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'mac_address': 'fa:16:3e:47:75:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:26Z', 'updated_at': '2022-05-24T23:40:26Z', 'revision_number': 1, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'subnets': [{'id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:27.740300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61695f8-36d3-4507-8767-37a116bb0cfe None None] The sync data for ids ['873b302f-4ecb-45ba-93c2-c33ad66c875f'] in n-d-843146-7 is: [{'id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'name': 'tempest-TestEncryptedCinderVolumes-929505603-router', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:26Z', 'revision_number': 4, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'gw_port': {'id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:57:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8475d2be-62fd-4aa3-b362-8aa96dda8fe6', 'name': '', 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'mac_address': 'fa:16:3e:47:75:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:26Z', 'updated_at': '2022-05-24T23:40:26Z', 'revision_number': 1, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'subnets': [{'id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:40:27.814421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Router 873b302f-4ecb-45ba-93c2-c33ad66c875f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:40:27.823707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8e038eb3-6bb4-4bf1-99ff-3e0c816d6856 None None] Provisioning complete for port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:27.824428 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8e038eb3-6bb4-4bf1-99ff-3e0c816d6856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:27.878148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8e038eb3-6bb4-4bf1-99ff-3e0c816d6856 None None] Port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:40:28.001175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:40:28.010706 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-20d25cc8-3343-476e-9e5a-6a1d2d660041 admin admin] 10.222.0.55 "PUT /v2.0/routers/873b302f-4ecb-45ba-93c2-c33ad66c875f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3381648 May 24 23:40:28.573607 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53932) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:28.584562 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2132838514-network', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:28.589103 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e9679249-9faf-4b96-972e-5552a52d1b2d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:28.591294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:28.595354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Usage tracker for resource:network and tenant:080bbcd1ddc642e3ba6feff092bbe4c5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:28.598414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:28.604635 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:28.621197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Made reservation on behalf of 080bbcd1ddc642e3ba6feff092bbe4c5 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:28.624537 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:28.638238 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:28.654475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:28.658520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Usage tracker for resource:security_group_rule and tenant:080bbcd1ddc642e3ba6feff092bbe4c5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:28.662128 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:28.667655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port e9679249-9faf-4b96-972e-5552a52d1b2d completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:28.668175 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:28.674398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e9679249-9faf-4b96-972e-5552a52d1b2d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:28.674843 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:28.758259 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:28.764033 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:28.795089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:40:28.803034 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e9679249-9faf-4b96-972e-5552a52d1b2d is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:28.803450 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:28.808294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085ff42f-f350-42b0-b85e-65b0f6d450d7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:28.813366 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:28.813737 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Added segment 3966489f-e14c-4f65-ab34-c3b6a0ce831c of type vlan for network fb41fe8f-0e0a-4097-894a-dac5dde7e8de May 24 23:40:28.827185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port e9679249-9faf-4b96-972e-5552a52d1b2d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e9679249-9faf-4b96-972e-5552a52d1b2d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:28.833815 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:28.848127 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:28.883892 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:28.886004 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:28.886452 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:28.902226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=e9679249-9faf-4b96-972e-5552a52d1b2d,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:28.994195 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4194400 May 24 23:40:28.994898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d36d4-1925-44c0-9055-e6216b19ca13 admin admin] Pushing event updated for resources: {'Network': ['ID=fb41fe8f-0e0a-4097-894a-dac5dde7e8de,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:28.996981 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 53936) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:29.003043 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Request body: {'subnet': {'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2132838514-subnet', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:29.006874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network fb41fe8f-0e0a-4097-894a-dac5dde7e8de details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:40:29.008665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:29.012988 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Usage tracker for resource:subnet and tenant:080bbcd1ddc642e3ba6feff092bbe4c5 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:29.016597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:29.023828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:29.036197 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Made reservation on behalf of 080bbcd1ddc642e3ba6feff092bbe4c5 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:29.038991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:29.245225 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:29.317164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4c2b0e-ed93-4548-ae8f-88f09dedf817,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:29.327466 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Checking segment: {'id': '3966489f-e14c-4f65-ab34-c3b6a0ce831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:29.327818 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Network hostable DHCP agents. Network: fb41fe8f-0e0a-4097-894a-dac5dde7e8de, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:40:29.349355 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Network fb41fe8f-0e0a-4097-894a-dac5dde7e8de is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:40:29.360594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, fb41fe8f-0e0a-4097-894a-dac5dde7e8de) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:29.364957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:29.365568 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:29.370071 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4721850-18e0-4e96-80a0-2138082ff870 None None] Network fb41fe8f-0e0a-4097-894a-dac5dde7e8de requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:29.392921 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cfb7cb45-72f1-4aa5-b309-ec6416160e0e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3922610 May 24 23:40:29.393219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53940) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:29.398783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2132838514-router', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:29.404703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:29.409025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Usage tracker for resource:router and tenant:080bbcd1ddc642e3ba6feff092bbe4c5 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:40:29.412475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:40:29.419159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:29.432813 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:29.434912 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:29.452385 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:29.597637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-fb41fe8f-0e0a-4097-894a-dac5dde7e8de', 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'fixed_ips': [{'subnet_id': 'bd4c2b0e-ed93-4548-ae8f-88f09dedf817'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:40:29.599512 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:29.742138 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Sync routers for ids ['873b302f-4ecb-45ba-93c2-c33ad66c875f'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:40:29.752121 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Routers {'873b302f-4ecb-45ba-93c2-c33ad66c875f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:40:29.752737 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['873b302f-4ecb-45ba-93c2-c33ad66c875f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:29.767009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Allocated IP 172.20.0.2 (fb41fe8f-0e0a-4097-894a-dac5dde7e8de/bd4c2b0e-ed93-4548-ae8f-88f09dedf817/ca2c3817-4d87-44a9-86d5-d8c9074fc267) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:40:29.864110 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:29.959924 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Set router 873b302f-4ecb-45ba-93c2-c33ad66c875f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:40:29.982429 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:29.995228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Transition to ACTIVE for port object ca2c3817-4d87-44a9-86d5-d8c9074fc267 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:30.014587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Transition to ACTIVE for port object ca2c3817-4d87-44a9-86d5-d8c9074fc267 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:30.020896 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.086799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Network fb41fe8f-0e0a-4097-894a-dac5dde7e8de is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:30.089701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:30.093551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:40:30.126634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Pushing event updated for resources: {'Port': ['ID=ca2c3817-4d87-44a9-86d5-d8c9074fc267,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:30.192455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Attempting to bind port ca2c3817-4d87-44a9-86d5-d8c9074fc267 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:40:30.192854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Attempting to bind port ca2c3817-4d87-44a9-86d5-d8c9074fc267 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '3966489f-e14c-4f65-ab34-c3b6a0ce831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:40:30.193168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Attempting to bind port ca2c3817-4d87-44a9-86d5-d8c9074fc267 on network fb41fe8f-0e0a-4097-894a-dac5dde7e8de {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:30.193788 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.199215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:40:30.199595 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Checking segment: {'id': '3966489f-e14c-4f65-ab34-c3b6a0ce831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:30.199974 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.200356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Bound using segment: {'id': '3966489f-e14c-4f65-ab34-c3b6a0ce831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:40:30.200809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Bound port: ca2c3817-4d87-44a9-86d5-d8c9074fc267, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3966489f-e14c-4f65-ab34-c3b6a0ce831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:40:30.201175 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.225365 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.280096 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'name': 'tempest-TestEncryptedCinderVolumes-929505603-router', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:26Z', 'revision_number': 4, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'gw_port': {'id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8475d2be-62fd-4aa3-b362-8aa96dda8fe6', 'name': '', 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'mac_address': 'fa:16:3e:47:75:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:26Z', 'updated_at': '2022-05-24T23:40:27Z', 'revision_number': 2, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'subnets': [{'id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:30.284258 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Checking router: 873b302f-4ecb-45ba-93c2-c33ad66c875f for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:40:30.284598 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Updating router 873b302f-4ecb-45ba-93c2-c33ad66c875f port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:40:30.292472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] For port ca2c3817-4d87-44a9-86d5-d8c9074fc267, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:40:30.295757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] For port ca2c3817-4d87-44a9-86d5-d8c9074fc267, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ca2c3817-4d87-44a9-86d5-d8c9074fc267,segment=NetworkSegment(3966489f-e14c-4f65-ab34-c3b6a0ce831c),segment_id=3966489f-e14c-4f65-ab34-c3b6a0ce831c)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:40:30.301160 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.338521 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.376326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Allocated IP 172.25.7.117 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/0dc25aa8-2ac1-4abf-8163-73e89b6b0e56) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:40:30.383965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569d12e-039e-485a-816b-ee59b48b3020 None None] Pushing event updated for resources: {'Port': ['ID=ca2c3817-4d87-44a9-86d5-d8c9074fc267,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:30.533841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.559158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e9679249-9faf-4b96-972e-5552a52d1b2d up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:30.569400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.645464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:30.648484 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:30.654245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:40:30.685550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc25aa8-2ac1-4abf-8163-73e89b6b0e56,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:30.698650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e9679249-9faf-4b96-972e-5552a52d1b2d triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:30.699236 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.789277 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.807109 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Transition to ACTIVE for port object 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:30.819092 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:30.882367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e9679249-9faf-4b96-972e-5552a52d1b2d is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:30.973232 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Pushing event updated for resources: {'Port': ['ID=8475d2be-62fd-4aa3-b362-8aa96dda8fe6,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:31.021029 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.021668 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.021982 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.022311 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.022637 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.023026 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.023348 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.023835 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.024158 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.024475 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.024793 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.025111 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:31.057116 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Attempting to bind port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:40:31.057348 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Attempting to bind port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:40:31.057762 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Attempting to bind port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 on network f8861e7b-6825-4582-bd10-e5098ea83838 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:31.063760 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:40:31.064125 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Checking segment: {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:31.064517 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:31.064904 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Bound using segment: {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:40:31.065378 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Bound port: 8475d2be-62fd-4aa3-b362-8aa96dda8fe6, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:40:31.065751 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:31.124863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:31.162028 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] For port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:40:31.165911 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] For port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8475d2be-62fd-4aa3-b362-8aa96dda8fe6,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:40:31.171955 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:31.255088 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Routers {'873b302f-4ecb-45ba-93c2-c33ad66c875f'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:40:31.256007 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['873b302f-4ecb-45ba-93c2-c33ad66c875f'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:31.335684 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a9081-9d9a-46e9-9822-fca21e4a40f3 None None] Pushing event updated for resources: {'Port': ['ID=8475d2be-62fd-4aa3-b362-8aa96dda8fe6,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:31.451412 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] Set router 873b302f-4ecb-45ba-93c2-c33ad66c875f gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:40:31.616009 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40d848-8ced-4cdb-b943-a6e6025f27eb None None] Network fb41fe8f-0e0a-4097-894a-dac5dde7e8de requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:40:31.650170 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:31.713380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-e2772fbb-3d2c-4e8e-b651-2b6da9d9a345 None None] Provisioning for port ca2c3817-4d87-44a9-86d5-d8c9074fc267 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:31.810379 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'name': 'tempest-TestEncryptedCinderVolumes-929505603-router', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:26Z', 'revision_number': 4, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'gw_port': {'id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8475d2be-62fd-4aa3-b362-8aa96dda8fe6', 'name': '', 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'mac_address': 'fa:16:3e:47:75:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:26Z', 'updated_at': '2022-05-24T23:40:31Z', 'revision_number': 4, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'subnets': [{'id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:31.814841 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23757301-4a5f-462a-bacc-b9bf9cab6ee9 None None] The sync data for ids ['873b302f-4ecb-45ba-93c2-c33ad66c875f'] in n-d-843146-7 is: [{'id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'name': 'tempest-TestEncryptedCinderVolumes-929505603-router', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:26Z', 'revision_number': 4, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'gw_port': {'id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8475d2be-62fd-4aa3-b362-8aa96dda8fe6', 'name': '', 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'mac_address': 'fa:16:3e:47:75:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:26Z', 'updated_at': '2022-05-24T23:40:31Z', 'revision_number': 4, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'subnets': [{'id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:40:31.870275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Router 809778fc-b13e-41fd-b58e-5d0e324cb819 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:40:32.062345 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:40:32.071425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Sync routers for ids ['809778fc-b13e-41fd-b58e-5d0e324cb819'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:40:32.080984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Routers {'809778fc-b13e-41fd-b58e-5d0e324cb819'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:40:32.081630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['809778fc-b13e-41fd-b58e-5d0e324cb819'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:32.088902 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:32.090214 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4914507b-8986-42bd-b817-1337ae1051a9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6956079 May 24 23:40:32.093051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 53944) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:40:32.296117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Set router 809778fc-b13e-41fd-b58e-5d0e324cb819 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:40:32.611628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'name': 'tempest-TestEncryptedCinderVolumes-2132838514-router', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:29Z', 'updated_at': '2022-05-24T23:40:30Z', 'revision_number': 3, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'gw_port': {'id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:30Z', 'updated_at': '2022-05-24T23:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:32.615979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Checking router: 809778fc-b13e-41fd-b58e-5d0e324cb819 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:40:32.616327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Updating router 809778fc-b13e-41fd-b58e-5d0e324cb819 port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:40:32.663106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:32.722847 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:32.808237 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:32.831223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:32.840787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:32.841151 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.071048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:33.071417 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.142649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Allocated IP 172.20.0.1 (fb41fe8f-0e0a-4097-894a-dac5dde7e8de/bd4c2b0e-ed93-4548-ae8f-88f09dedf817/11f23eb8-7178-4fd6-856b-868b8c2f8cbb) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:40:33.147684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8475d2be-62fd-4aa3-b362-8aa96dda8fe6,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:33.158776 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.159530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ca2c3817-4d87-44a9-86d5-d8c9074fc267 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:33.292949 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.310036 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Transition to ACTIVE for port object 11f23eb8-7178-4fd6-856b-868b8c2f8cbb will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:33.316230 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.336124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.344031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Transition to ACTIVE for port object 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:33.348764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=8475d2be-62fd-4aa3-b362-8aa96dda8fe6,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:33.354670 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.391477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port ca2c3817-4d87-44a9-86d5-d8c9074fc267 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:33.407342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Network fb41fe8f-0e0a-4097-894a-dac5dde7e8de is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:33.410078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:33.411673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ca2c3817-4d87-44a9-86d5-d8c9074fc267 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:33.412441 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.413914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:40:33.454101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Pushing event updated for resources: {'Port': ['ID=11f23eb8-7178-4fd6-856b-868b8c2f8cbb,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:33.478513 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.482941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Attempting to bind port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:40:33.483309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Attempting to bind port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:40:33.483668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Attempting to bind port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:33.494835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c7531-7fab-47b8-9113-376f47831993 None None] Pushing event updated for resources: {'Port': ['ID=0dc25aa8-2ac1-4abf-8163-73e89b6b0e56,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:33.501969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:40:33.502369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:33.502746 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.503114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:40:33.503583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Bound port: 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:40:33.503954 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.632178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] For port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:40:33.642718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ca2c3817-4d87-44a9-86d5-d8c9074fc267 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:33.643092 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.653090 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] For port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0dc25aa8-2ac1-4abf-8163-73e89b6b0e56,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:40:33.660849 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.749647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port ca2c3817-4d87-44a9-86d5-d8c9074fc267, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ca2c3817-4d87-44a9-86d5-d8c9074fc267,segment=NetworkSegment(3966489f-e14c-4f65-ab34-c3b6a0ce831c),segment_id=3966489f-e14c-4f65-ab34-c3b6a0ce831c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:33.750734 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.758153 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.767895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9d1a047d-fc71-49fb-b2db-744d15dd8d0d None None] Provisioning for port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:33.772908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Routers {'809778fc-b13e-41fd-b58e-5d0e324cb819'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:40:33.773535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['809778fc-b13e-41fd-b58e-5d0e324cb819'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:33.836749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c7531-7fab-47b8-9113-376f47831993 None None] Pushing event updated for resources: {'Port': ['ID=0dc25aa8-2ac1-4abf-8163-73e89b6b0e56,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:33.866156 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9d1a047d-fc71-49fb-b2db-744d15dd8d0d None None] Provisioning complete for port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:33.866429 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9d1a047d-fc71-49fb-b2db-744d15dd8d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.977817 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:33.983863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:34.019264 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a047d-fc71-49fb-b2db-744d15dd8d0d None None] Port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:40:34.036714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=ca2c3817-4d87-44a9-86d5-d8c9074fc267,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:34.062052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] Set router 809778fc-b13e-41fd-b58e-5d0e324cb819 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:40:34.095349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Pushing event updated for resources: {'Port': ['ID=11f23eb8-7178-4fd6-856b-868b8c2f8cbb,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:34.097890 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:34.237425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Network fb41fe8f-0e0a-4097-894a-dac5dde7e8de is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:34.238796 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:34.385958 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'name': 'tempest-TestEncryptedCinderVolumes-2132838514-router', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:29Z', 'updated_at': '2022-05-24T23:40:33Z', 'revision_number': 4, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'gw_port': {'id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:30Z', 'updated_at': '2022-05-24T23:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '11f23eb8-7178-4fd6-856b-868b8c2f8cbb', 'name': '', 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'mac_address': 'fa:16:3e:41:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd4c2b0e-ed93-4548-ae8f-88f09dedf817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:32Z', 'updated_at': '2022-05-24T23:40:33Z', 'revision_number': 1, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'subnets': [{'id': 'bd4c2b0e-ed93-4548-ae8f-88f09dedf817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:34.391385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c295719-4024-4210-a2ad-9fea6080ce03 None None] The sync data for ids ['809778fc-b13e-41fd-b58e-5d0e324cb819'] in n-d-843146-7 is: [{'id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'name': 'tempest-TestEncryptedCinderVolumes-2132838514-router', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:29Z', 'updated_at': '2022-05-24T23:40:33Z', 'revision_number': 4, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'gw_port': {'id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:30Z', 'updated_at': '2022-05-24T23:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '11f23eb8-7178-4fd6-856b-868b8c2f8cbb', 'name': '', 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'mac_address': 'fa:16:3e:41:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd4c2b0e-ed93-4548-ae8f-88f09dedf817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:32Z', 'updated_at': '2022-05-24T23:40:33Z', 'revision_number': 1, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'subnets': [{'id': 'bd4c2b0e-ed93-4548-ae8f-88f09dedf817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:40:34.440197 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Router 809778fc-b13e-41fd-b58e-5d0e324cb819 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:40:34.442001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4b071a31-1498-4b2a-8be7-06de1fd7164a None None] Provisioning complete for port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:34.442369 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4b071a31-1498-4b2a-8be7-06de1fd7164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:34.506772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4b071a31-1498-4b2a-8be7-06de1fd7164a None None] Port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:40:34.548139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:34.655513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:34.655885 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:34.779003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:40:34.784972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:34.787008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ca2c3817-4d87-44a9-86d5-d8c9074fc267 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:34.788921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-dfc209ff-d318-4892-b122-8d12454bca03 admin admin] 10.222.0.55 "PUT /v2.0/routers/809778fc-b13e-41fd-b58e-5d0e324cb819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6945069 May 24 23:40:34.861751 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port ca2c3817-4d87-44a9-86d5-d8c9074fc267 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:34.862120 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:34.993665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port ca2c3817-4d87-44a9-86d5-d8c9074fc267 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:35.391424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3d214806-d5f9-4e11-998d-0989154c918f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:35.568324 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-24332f46-e70a-48fc-bb85-a61014c3f6ba tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:35.570011 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-24332f46-e70a-48fc-bb85-a61014c3f6ba tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/networks?id=f8861e7b-6825-4582-bd10-e5098ea83838 HTTP/1.1" status: 200 len: 816 time: 0.1620715 May 24 23:40:35.588275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-cb436f73-8711-4aa1-b8c7-a85e3dac6f0c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/quotas/e7a79dae2e274081a1fdb9b3cea5fa00 HTTP/1.1" status: 200 len: 375 time: 0.0111825 May 24 23:40:35.692656 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-969bbf5f-176e-44f2-b998-904886d85af3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e7a79dae2e274081a1fdb9b3cea5fa00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972064 May 24 23:40:35.840989 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-914d2e57-b6e5-4bc5-9cb1-55d431a0d81e service neutron] 10.222.0.55 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358404 May 24 23:40:35.992965 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-a9406587-2db9-494c-9319-5c42ecc7476c service neutron] 10.222.0.55 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459310 May 24 23:40:36.209639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f5fa67f1-7559-4f3a-b3f6-7e0ac609daa5 req-0f2285ab-c811-4bed-98d1-9e4191ccfa7d tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Synchronizing usage tracker for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:40:36.228870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f5fa67f1-7559-4f3a-b3f6-7e0ac609daa5 req-0f2285ab-c811-4bed-98d1-9e4191ccfa7d tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Unset dirty status for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:40:36.230084 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f5fa67f1-7559-4f3a-b3f6-7e0ac609daa5 req-0f2285ab-c811-4bed-98d1-9e4191ccfa7d tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 210 time: 0.0638883 May 24 23:40:36.451628 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Sync routers for ids ['809778fc-b13e-41fd-b58e-5d0e324cb819'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:40:36.462805 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Routers {'809778fc-b13e-41fd-b58e-5d0e324cb819'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:40:36.463416 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:40:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['809778fc-b13e-41fd-b58e-5d0e324cb819'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:36.563494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:36.654881 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Set router 809778fc-b13e-41fd-b58e-5d0e324cb819 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:40:36.678802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:36.684253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:36.684778 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:36.806787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:36.807264 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:36.824478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0dc25aa8-2ac1-4abf-8163-73e89b6b0e56,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:36.829848 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:36.897849 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=0dc25aa8-2ac1-4abf-8163-73e89b6b0e56,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:36.984898 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'name': 'tempest-TestEncryptedCinderVolumes-2132838514-router', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:29Z', 'updated_at': '2022-05-24T23:40:33Z', 'revision_number': 4, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'gw_port': {'id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:30Z', 'updated_at': '2022-05-24T23:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '11f23eb8-7178-4fd6-856b-868b8c2f8cbb', 'name': '', 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'mac_address': 'fa:16:3e:41:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd4c2b0e-ed93-4548-ae8f-88f09dedf817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:32Z', 'updated_at': '2022-05-24T23:40:33Z', 'revision_number': 2, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'subnets': [{'id': 'bd4c2b0e-ed93-4548-ae8f-88f09dedf817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:36.989358 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Checking router: 809778fc-b13e-41fd-b58e-5d0e324cb819 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:40:36.989800 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Updating router 809778fc-b13e-41fd-b58e-5d0e324cb819 port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:40:37.043654 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:37.399046 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:37.412464 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Transition to ACTIVE for port object 11f23eb8-7178-4fd6-856b-868b8c2f8cbb will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:37.424669 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:37.506895 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-210a1d3a-ffbb-456b-b812-3280baf8b180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:37.513819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-a0413a33-d4f2-4816-be5f-2c4b10abe4c3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:37.527588 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-a0413a33-d4f2-4816-be5f-2c4b10abe4c3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.50 "GET /v2.0/networks?id=f8861e7b-6825-4582-bd10-e5098ea83838 HTTP/1.1" status: 200 len: 816 time: 0.2082963 May 24 23:40:37.538449 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e5eb9-5940-4e7e-ba53-a167df3814b8 None None] Pushing event updated for resources: {'Port': ['ID=11f23eb8-7178-4fd6-856b-868b8c2f8cbb,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:37.541054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Request body: {'port': {'device_id': '13b9c665-74ff-4fe7-9547-f5ee12608ce6', 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838', 'admin_state_up': True, 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:37.699570 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0b704c56-2366-44b2-ac2c-8e07886a1238 req-213afafe-dfe5-42bd-85b7-4a078d10ac2e tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 210 time: 0.0666027 May 24 23:40:37.710016 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Attempting to bind port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:40:37.711051 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Attempting to bind port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '3966489f-e14c-4f65-ab34-c3b6a0ce831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:40:37.711735 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Attempting to bind port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb on network fb41fe8f-0e0a-4097-894a-dac5dde7e8de {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:37.718827 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:40:37.719464 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Checking segment: {'id': '3966489f-e14c-4f65-ab34-c3b6a0ce831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:37.720012 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:37.720917 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Bound using segment: {'id': '3966489f-e14c-4f65-ab34-c3b6a0ce831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:40:37.721625 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Bound port: 11f23eb8-7178-4fd6-856b-868b8c2f8cbb, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3966489f-e14c-4f65-ab34-c3b6a0ce831c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:40:37.722173 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:37.755416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:40:37.765104 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:40:37.776878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Made reservation on behalf of e7a79dae2e274081a1fdb9b3cea5fa00 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:40:37.780470 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:37.840647 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] For port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:40:37.843828 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] For port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=11f23eb8-7178-4fd6-856b-868b8c2f8cbb,segment=NetworkSegment(3966489f-e14c-4f65-ab34-c3b6a0ce831c),segment_id=3966489f-e14c-4f65-ab34-c3b6a0ce831c)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:40:37.848216 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:37.923552 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Routers {'809778fc-b13e-41fd-b58e-5d0e324cb819'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:40:37.924082 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:40:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['809778fc-b13e-41fd-b58e-5d0e324cb819'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:37.950330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Allocated IP 172.20.0.7 (f8861e7b-6825-4582-bd10-e5098ea83838/7412db29-8862-44c8-ade9-0ac6561a26b3/4e166531-089b-4e66-93e9-749b573fa717) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:40:37.986432 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e5eb9-5940-4e7e-ba53-a167df3814b8 None None] Pushing event updated for resources: {'Port': ['ID=11f23eb8-7178-4fd6-856b-868b8c2f8cbb,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:38.106677 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] Set router 809778fc-b13e-41fd-b58e-5d0e324cb819 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:40:38.163304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:38.179512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Transition to ACTIVE for port object 4e166531-089b-4e66-93e9-749b573fa717 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:38.205344 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:38.278966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Network f8861e7b-6825-4582-bd10-e5098ea83838 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:40:38.282187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:40:38.286133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:40:38.316400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Pushing event updated for resources: {'Port': ['ID=4e166531-089b-4e66-93e9-749b573fa717,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:38.354223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:38.354878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:38.381996 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e825f712-a676-400d-b91a-17640c1cca5c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8515174 May 24 23:40:38.398765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Request body: {'port': {'device_id': '13b9c665-74ff-4fe7-9547-f5ee12608ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:40:38.425530 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'name': 'tempest-TestEncryptedCinderVolumes-2132838514-router', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:29Z', 'updated_at': '2022-05-24T23:40:33Z', 'revision_number': 4, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'gw_port': {'id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:30Z', 'updated_at': '2022-05-24T23:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '11f23eb8-7178-4fd6-856b-868b8c2f8cbb', 'name': '', 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'mac_address': 'fa:16:3e:41:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd4c2b0e-ed93-4548-ae8f-88f09dedf817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:32Z', 'updated_at': '2022-05-24T23:40:37Z', 'revision_number': 4, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'subnets': [{'id': 'bd4c2b0e-ed93-4548-ae8f-88f09dedf817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:40:38.429772 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbcae53-ca40-457a-b753-574a99ee7a15 None None] The sync data for ids ['809778fc-b13e-41fd-b58e-5d0e324cb819'] in n-d-843146-7 is: [{'id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'name': 'tempest-TestEncryptedCinderVolumes-2132838514-router', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:29Z', 'updated_at': '2022-05-24T23:40:33Z', 'revision_number': 4, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'gw_port': {'id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:30Z', 'updated_at': '2022-05-24T23:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '11f23eb8-7178-4fd6-856b-868b8c2f8cbb', 'name': '', 'network_id': 'fb41fe8f-0e0a-4097-894a-dac5dde7e8de', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'mac_address': 'fa:16:3e:41:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd4c2b0e-ed93-4548-ae8f-88f09dedf817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:32Z', 'updated_at': '2022-05-24T23:40:37Z', 'revision_number': 4, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'subnets': [{'id': 'bd4c2b0e-ed93-4548-ae8f-88f09dedf817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:40:38.512288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6550d223-af47-4149-a932-546836859a22 None None] Provisioning for port 4e166531-089b-4e66-93e9-749b573fa717 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:38.525566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6550d223-af47-4149-a932-546836859a22 None None] Provisioning complete for port 4e166531-089b-4e66-93e9-749b573fa717 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:38.525950 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6550d223-af47-4149-a932-546836859a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:38.552801 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:38.591896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6550d223-af47-4149-a932-546836859a22 None None] Port 4e166531-089b-4e66-93e9-749b573fa717 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:40:38.593391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:38.673909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:38.674529 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:38.748693 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:38.828674 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:38.829802 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 11f23eb8-7178-4fd6-856b-868b8c2f8cbb up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:38.900821 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:38.911273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:38.911730 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:38.934458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1d8b3-2847-4348-b9a1-e81c3ed1e8bb req-9c62ef1d-0840-4ebe-92d9-00a8db120ac8 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:38.942968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48a1d8b3-2847-4348-b9a1-e81c3ed1e8bb req-9c62ef1d-0840-4ebe-92d9-00a8db120ac8 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 931 time: 0.1068172 May 24 23:40:38.984347 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:38.987982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-48a1d8b3-2847-4348-b9a1-e81c3ed1e8bb req-4b4f8d1f-9f6c-41d9-8045-82ab42ae84f8 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Synchronizing usage tracker for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:40:39.007930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-48a1d8b3-2847-4348-b9a1-e81c3ed1e8bb req-4b4f8d1f-9f6c-41d9-8045-82ab42ae84f8 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Unset dirty status for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:40:39.021456 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48a1d8b3-2847-4348-b9a1-e81c3ed1e8bb req-4b4f8d1f-9f6c-41d9-8045-82ab42ae84f8 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734744 May 24 23:40:39.056210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:39.056596 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:39.090231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=11f23eb8-7178-4fd6-856b-868b8c2f8cbb,segment=NetworkSegment(3966489f-e14c-4f65-ab34-c3b6a0ce831c),segment_id=3966489f-e14c-4f65-ab34-c3b6a0ce831c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:39.096242 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:39.105013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e166531-089b-4e66-93e9-749b573fa717 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:40:39.113947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:39.133023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Transition to ACTIVE for port object 4e166531-089b-4e66-93e9-749b573fa717 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:40:39.138520 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:39.170021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=11f23eb8-7178-4fd6-856b-868b8c2f8cbb,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:39.300540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Pushing event updated for resources: {'Port': ['ID=4e166531-089b-4e66-93e9-749b573fa717,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:39.374590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Attempting to bind port 4e166531-089b-4e66-93e9-749b573fa717 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:40:39.374925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Attempting to bind port 4e166531-089b-4e66-93e9-749b573fa717 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:40:39.375245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Attempting to bind port 4e166531-089b-4e66-93e9-749b573fa717 on network f8861e7b-6825-4582-bd10-e5098ea83838 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:39.379842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Port 4e166531-089b-4e66-93e9-749b573fa717 on network f8861e7b-6825-4582-bd10-e5098ea83838 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:40:39.380160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Attempting to bind port 4e166531-089b-4e66-93e9-749b573fa717 on network f8861e7b-6825-4582-bd10-e5098ea83838 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:40:39.385317 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:40:39.385690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Checking segment: {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:40:39.386070 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Bound using segment: {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:40:39.386489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Bound port: 4e166531-089b-4e66-93e9-749b573fa717, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:40:39.386826 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:39.478266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] For port 4e166531-089b-4e66-93e9-749b573fa717, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:40:39.481276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] For port 4e166531-089b-4e66-93e9-749b573fa717, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4e166531-089b-4e66-93e9-749b573fa717,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:40:39.489267 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:39.548888 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:39.549340 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:39.551191 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] 10.222.0.50 "PUT /v2.0/ports/4e166531-089b-4e66-93e9-749b573fa717 HTTP/1.1" status: 200 len: 1091 time: 1.1571741 May 24 23:40:39.554248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b9c665-74ff-4fe7-9547-f5ee12608ce6', 'tag': '4e166531-089b-4e66-93e9-749b573fa717'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:40:39.584095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab1ea8-d8e3-4c01-bb4f-2e94de846e2b service neutron] Pushing event updated for resources: {'Port': ['ID=4e166531-089b-4e66-93e9-749b573fa717,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:39.635738 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a1cb85e-86ac-4d3d-8e96-9c637a1a223c'] response: {'name': 'network-changed', 'server_uuid': '13b9c665-74ff-4fe7-9547-f5ee12608ce6', 'tag': '4e166531-089b-4e66-93e9-749b573fa717', 'status': 'completed', 'code': 200} May 24 23:40:39.681175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-41658cb1-f812-4ca4-a1a0-691aa952856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:39.682698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-41658cb1-f812-4ca4-a1a0-691aa952856c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7a79dae2e274081a1fdb9b3cea5fa00&device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 1094 time: 0.0790987 May 24 23:40:39.751402 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e8bdb285-0575-426d-95e4-b943502f5f28 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e166531-089b-4e66-93e9-749b573fa717 HTTP/1.1" status: 200 len: 217 time: 0.0609040 May 24 23:40:39.821613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-44588aab-efe1-411a-bbfb-fbef0d789c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:39.823006 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-44588aab-efe1-411a-bbfb-fbef0d789c4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7412db29-8862-44c8-ade9-0ac6561a26b3 HTTP/1.1" status: 200 len: 855 time: 0.0624564 May 24 23:40:39.915948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-512d081b-c2f7-4177-a3b1-60cee406c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:39.917460 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-512d081b-c2f7-4177-a3b1-60cee406c689 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8861e7b-6825-4582-bd10-e5098ea83838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848792 May 24 23:40:40.062764 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-3cdfdc0c-900f-4ba9-a842-f0773b63bea2 service neutron] 10.222.0.50 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353054 May 24 23:40:40.198743 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4f529d0f-9559-414a-a577-ed31aa9c6596 req-e550bab9-466f-42a7-aea7-08de5f05e7e8 service neutron] 10.222.0.50 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266351 May 24 23:40:40.209228 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9eed1b-2007-4302-bbda-1f3c1badd2ba req-2f0a0009-6471-4836-99d2-2a9cd1265892 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:40.210742 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be9eed1b-2007-4302-bbda-1f3c1badd2ba req-2f0a0009-6471-4836-99d2-2a9cd1265892 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 943 time: 0.0906034 May 24 23:40:40.217616 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:40.257655 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-be9eed1b-2007-4302-bbda-1f3c1badd2ba req-e40565cf-1f40-4295-8b60-8eb6c70cc686 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 May 24 23:40:40.322331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff33ea-eca1-4bf2-bb0e-8aeaafea8350 req-d3b631a9-73ba-4f6d-bcb9-70ca0b71f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:40.323827 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4eff33ea-eca1-4bf2-bb0e-8aeaafea8350 req-d3b631a9-73ba-4f6d-bcb9-70ca0b71f2b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7a79dae2e274081a1fdb9b3cea5fa00&device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 1094 time: 0.0714450 May 24 23:40:40.456683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff33ea-eca1-4bf2-bb0e-8aeaafea8350 req-82082f89-965e-439f-8a92-81198e3ad61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:40.458038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4eff33ea-eca1-4bf2-bb0e-8aeaafea8350 req-82082f89-965e-439f-8a92-81198e3ad61d service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8861e7b-6825-4582-bd10-e5098ea83838 HTTP/1.1" status: 200 len: 917 time: 0.1277697 May 24 23:40:40.533390 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4eff33ea-eca1-4bf2-bb0e-8aeaafea8350 req-cde4f5be-68b1-4a01-b266-758a32a92289 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e166531-089b-4e66-93e9-749b573fa717 HTTP/1.1" status: 200 len: 217 time: 0.0673354 May 24 23:40:40.538651 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 11f23eb8-7178-4fd6-856b-868b8c2f8cbb up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:40.601304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff33ea-eca1-4bf2-bb0e-8aeaafea8350 req-636c5616-c37c-4174-a1b6-b2a40238b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:40.603013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4eff33ea-eca1-4bf2-bb0e-8aeaafea8350 req-636c5616-c37c-4174-a1b6-b2a40238b6e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7412db29-8862-44c8-ade9-0ac6561a26b3 HTTP/1.1" status: 200 len: 855 time: 0.0617561 May 24 23:40:40.606242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:40.606618 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:40.735696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:40.796501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff33ea-eca1-4bf2-bb0e-8aeaafea8350 req-0333166c-3a49-441c-ac85-5270f42b87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:40.798008 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4eff33ea-eca1-4bf2-bb0e-8aeaafea8350 req-0333166c-3a49-441c-ac85-5270f42b87ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8861e7b-6825-4582-bd10-e5098ea83838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882758 May 24 23:40:40.927685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4eff33ea-eca1-4bf2-bb0e-8aeaafea8350 req-be6afea0-c3bb-49df-a108-cc75515060e7 service neutron] 10.222.0.50 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222882 May 24 23:40:41.080242 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4eff33ea-eca1-4bf2-bb0e-8aeaafea8350 req-a2794cd9-d5c0-4a27-b814-c52864b57354 service neutron] 10.222.0.50 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422920 May 24 23:40:41.464966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c1abb-d6fb-455b-ab23-fe7ef8a7b081 req-4bc066e9-f130-4347-8cf0-effe1270248b tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:41.465711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4e4c1abb-d6fb-455b-ab23-fe7ef8a7b081 req-4bc066e9-f130-4347-8cf0-effe1270248b tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Synchronizing usage tracker for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:40:41.486938 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-4e4c1abb-d6fb-455b-ab23-fe7ef8a7b081 req-4bc066e9-f130-4347-8cf0-effe1270248b tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Unset dirty status for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:40:41.488091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e4c1abb-d6fb-455b-ab23-fe7ef8a7b081 req-4bc066e9-f130-4347-8cf0-effe1270248b tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 943 time: 0.1141219 May 24 23:40:41.544406 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e4c1abb-d6fb-455b-ab23-fe7ef8a7b081 req-d936700c-a885-4295-a4c8-c7e8ead6e855 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498595 May 24 23:40:41.892440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4e166531-089b-4e66-93e9-749b573fa717 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:40:42.024574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4e166531-089b-4e66-93e9-749b573fa717, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4e166531-089b-4e66-93e9-749b573fa717,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:42.037324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '4e166531-089b-4e66-93e9-749b573fa717', 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838', 'port_id': '4e166531-089b-4e66-93e9-749b573fa717', 'mac_address': 'fa:16:3e:d8:cc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:40:42.094044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4e166531-089b-4e66-93e9-749b573fa717 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:42.094403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:42.112031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e166531-089b-4e66-93e9-749b573fa717 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:40:42.127502 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4e166531-089b-4e66-93e9-749b573fa717, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4e166531-089b-4e66-93e9-749b573fa717,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:42.133341 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:42.201611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4e166531-089b-4e66-93e9-749b573fa717,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:42.403464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4e166531-089b-4e66-93e9-749b573fa717'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:40:42.859163 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e4cd-a963-4920-8da1-3789a3713b7a req-d9d1d339-5dba-4bdf-8f55-ec463e8c7cd0 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:42.860532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a69e4cd-a963-4920-8da1-3789a3713b7a req-d9d1d339-5dba-4bdf-8f55-ec463e8c7cd0 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 944 time: 0.1998467 May 24 23:40:42.905704 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a69e4cd-a963-4920-8da1-3789a3713b7a req-8c6e954d-4e17-45aa-811d-a355b7814d42 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390863 May 24 23:40:43.908716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4e166531-089b-4e66-93e9-749b573fa717 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:40:43.978664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 4e166531-089b-4e66-93e9-749b573fa717 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:40:43.983762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 4e166531-089b-4e66-93e9-749b573fa717 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:40:43.984139 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:44.100279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7bfbf-8a67-45cf-83aa-717ab3b61711 req-f1dde9de-4648-4fce-8e4d-db2a2e643dfc tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:44.101937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10a7bfbf-8a67-45cf-83aa-717ab3b61711 req-f1dde9de-4648-4fce-8e4d-db2a2e643dfc tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 944 time: 0.0812798 May 24 23:40:44.103037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 4e166531-089b-4e66-93e9-749b573fa717 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:40:44.103420 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:44.130589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b9c665-74ff-4fe7-9547-f5ee12608ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e166531-089b-4e66-93e9-749b573fa717'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:40:44.140404 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 4e166531-089b-4e66-93e9-749b573fa717, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4e166531-089b-4e66-93e9-749b573fa717,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:40:44.145862 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:44.148362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-10a7bfbf-8a67-45cf-83aa-717ab3b61711 req-5f4cd898-e30b-4217-93b5-98b9e4d268d8 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395820 May 24 23:40:44.182731 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8add32ca-4df4-46f5-9198-b0977ebb7253'] response: {'server_uuid': '13b9c665-74ff-4fe7-9547-f5ee12608ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e166531-089b-4e66-93e9-749b573fa717', 'code': 200} May 24 23:40:44.218494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=4e166531-089b-4e66-93e9-749b573fa717,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:40:44.226041 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.226517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.226915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.227193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.227523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.227851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.228177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.228500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.228822 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.229142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.229570 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.229815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:40:44.322630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab5294-c5e7-4284-bc4c-cbc8534221e3 req-fab45a81-c1ff-4835-b541-ba3fa950a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:44.324137 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a7ab5294-c5e7-4284-bc4c-cbc8534221e3 req-fab45a81-c1ff-4835-b541-ba3fa950a995 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0782778 May 24 23:40:44.368775 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a7ab5294-c5e7-4284-bc4c-cbc8534221e3 req-3331243e-0ca8-4bba-a249-29f6de376a1e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351727 May 24 23:40:44.391996 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:40:45.347020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879015e-8b69-467e-ac9a-357fa449237e req-d8c83526-1edd-4d57-8d0b-305909e1401b tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:45.348482 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f879015e-8b69-467e-ac9a-357fa449237e req-d8c83526-1edd-4d57-8d0b-305909e1401b tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 945 time: 0.0830166 May 24 23:40:45.399345 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f879015e-8b69-467e-ac9a-357fa449237e req-c643e5ba-3a80-486e-b314-fee5793b65c2 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 May 24 23:40:46.600678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e2c85-905e-4141-b5d1-6b97182f199b req-52fdd1b8-43cd-4a2d-ab2d-bca3dec759e3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:46.602217 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-856e2c85-905e-4141-b5d1-6b97182f199b req-52fdd1b8-43cd-4a2d-ab2d-bca3dec759e3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 945 time: 0.0849080 May 24 23:40:46.647040 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-856e2c85-905e-4141-b5d1-6b97182f199b req-dba7e0b6-5a9a-482e-af1a-fed0cfbf71eb tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387537 May 24 23:40:46.835087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3b5b7-db17-4a3b-873e-ec9dea41ce2e req-a2aabe9d-1f29-47f9-b683-d6f3d1a8bed8 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:46.836799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79b3b5b7-db17-4a3b-873e-ec9dea41ce2e req-a2aabe9d-1f29-47f9-b683-d6f3d1a8bed8 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 945 time: 0.0836279 May 24 23:40:46.881331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-79b3b5b7-db17-4a3b-873e-ec9dea41ce2e req-467a8560-0cb3-4ef4-9a25-06b68ca78c46 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386875 May 24 23:40:54.731574 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:56.408359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:40:57.913721 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-5be7d133-ffae-4756-a10a-7714c59560fb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748186 May 24 23:40:58.066765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-3fd7e0d3-87e9-42db-bae9-6786cd4eebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:58.068215 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-3fd7e0d3-87e9-42db-bae9-6786cd4eebde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7a79dae2e274081a1fdb9b3cea5fa00&device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0811262 May 24 23:40:58.240360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-fe612213-13b4-4d55-b855-43c45528aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:58.241908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-fe612213-13b4-4d55-b855-43c45528aa7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8861e7b-6825-4582-bd10-e5098ea83838 HTTP/1.1" status: 200 len: 917 time: 0.1472416 May 24 23:40:58.319632 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-565efb67-9ca0-4b9a-a8f4-ffe36681dcc5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e166531-089b-4e66-93e9-749b573fa717 HTTP/1.1" status: 200 len: 217 time: 0.0635235 May 24 23:40:58.383097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-d2482488-d564-42be-af30-f3aa0cc3ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:58.384649 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-d2482488-d564-42be-af30-f3aa0cc3ede6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7412db29-8862-44c8-ade9-0ac6561a26b3 HTTP/1.1" status: 200 len: 855 time: 0.0579102 May 24 23:40:58.465205 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-3f73232d-8aa3-4405-8209-d99b538fa87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:40:58.466761 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-3f73232d-8aa3-4405-8209-d99b538fa87c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8861e7b-6825-4582-bd10-e5098ea83838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737028 May 24 23:40:58.615003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-14ae2ad0-5a7e-407c-9b61-afded28f0dfe service neutron] 10.222.0.50 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414561 May 24 23:40:58.756905 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97224a12-9ddf-4ccf-af37-ea4c025e1de0 req-4fe11aa5-8115-4217-b45c-0c980340d11a service neutron] 10.222.0.50 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335835 May 24 23:41:02.665812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c68e83-ad0e-43e5-b5f2-d35ac5ad9343 req-ba4b4b36-4755-4cd9-9ff1-0d14c798e3ef tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:02.667282 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9c68e83-ad0e-43e5-b5f2-d35ac5ad9343 req-ba4b4b36-4755-4cd9-9ff1-0d14c798e3ef tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 945 time: 0.0856669 May 24 23:41:02.722396 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b9c68e83-ad0e-43e5-b5f2-d35ac5ad9343 req-6d9f67a1-d621-4c85-9de9-3653bbef61c8 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461965 May 24 23:41:03.374354 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-fa3122a7-1c76-4576-8e36-c445e5146be9 req-3d66de02-b722-4bbf-8ce0-5aef0d740c41 service neutron] (88390) timed out ('10.222.0.55', 50708) {{(pid=88390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:41:03.944962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d9094-b7f1-436b-bcdb-20e708a88434 req-45f80d42-31aa-4866-aa41-e00bf5953141 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:03.946592 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c38d9094-b7f1-436b-bcdb-20e708a88434 req-45f80d42-31aa-4866-aa41-e00bf5953141 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 945 time: 0.1034327 May 24 23:41:03.991516 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c38d9094-b7f1-436b-bcdb-20e708a88434 req-974968db-0246-4cac-bdac-c1b5218dace3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 May 24 23:41:04.277390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2c2a-2fa2-4c45-9bd2-f076e1593be6 req-09112223-45c0-4068-ab59-42faa6b99660 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:04.278887 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2feb2c2a-2fa2-4c45-9bd2-f076e1593be6 req-09112223-45c0-4068-ab59-42faa6b99660 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.50 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 945 time: 0.0871379 May 24 23:41:04.462689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-2feb2c2a-2fa2-4c45-9bd2-f076e1593be6 req-170cfa28-9949-43d0-b5a5-85f6c070b118 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Deleting port 4e166531-089b-4e66-93e9-749b573fa717 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:04.462986 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2feb2c2a-2fa2-4c45-9bd2-f076e1593be6 req-170cfa28-9949-43d0-b5a5-85f6c070b118 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:04.723913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-2feb2c2a-2fa2-4c45-9bd2-f076e1593be6 req-170cfa28-9949-43d0-b5a5-85f6c070b118 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] For port 4e166531-089b-4e66-93e9-749b573fa717, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=4e166531-089b-4e66-93e9-749b573fa717,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:04.724287 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2feb2c2a-2fa2-4c45-9bd2-f076e1593be6 req-170cfa28-9949-43d0-b5a5-85f6c070b118 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:04.846028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-2feb2c2a-2fa2-4c45-9bd2-f076e1593be6 req-170cfa28-9949-43d0-b5a5-85f6c070b118 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Calling delete_port for 4e166531-089b-4e66-93e9-749b573fa717 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:41:05.008760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2feb2c2a-2fa2-4c45-9bd2-f076e1593be6 req-170cfa28-9949-43d0-b5a5-85f6c070b118 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:05.025980 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['4e166531-089b-4e66-93e9-749b573fa717'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:41:05.061061 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cfa28-9949-43d0-b5a5-85f6c070b118 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Pushing event deleted for resources: {'Port': ['ID=4e166531-089b-4e66-93e9-749b573fa717,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:05.175322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2feb2c2a-2fa2-4c45-9bd2-f076e1593be6 req-170cfa28-9949-43d0-b5a5-85f6c070b118 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] No DVR routers for this DVR port 4e166531-089b-4e66-93e9-749b573fa717 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:41:05.182990 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-2feb2c2a-2fa2-4c45-9bd2-f076e1593be6 req-170cfa28-9949-43d0-b5a5-85f6c070b118 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:05.185602 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b9c665-74ff-4fe7-9547-f5ee12608ce6', 'name': 'network-vif-deleted', 'tag': '4e166531-089b-4e66-93e9-749b573fa717'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:41:05.193630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8b3a6903-fbc2-4844-b267-38cd41fe2fa3 req-3fbc4510-69dd-411f-ad26-8cbee09b20b6 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b9c665-74ff-4fe7-9547-f5ee12608ce6 HTTP/1.1" status: 200 len: 210 time: 0.0640116 May 24 23:41:05.207992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2feb2c2a-2fa2-4c45-9bd2-f076e1593be6 req-170cfa28-9949-43d0-b5a5-85f6c070b118 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.50 "DELETE /v2.0/ports/4e166531-089b-4e66-93e9-749b573fa717 HTTP/1.1" status: 204 len: 173 time: 0.9226415 May 24 23:41:05.237215 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302c020c-83e2-4a2d-a1af-3b59153e283a'] response: {'server_uuid': '13b9c665-74ff-4fe7-9547-f5ee12608ce6', 'name': 'network-vif-deleted', 'tag': '4e166531-089b-4e66-93e9-749b573fa717', 'status': 'completed', 'code': 200} May 24 23:41:05.386582 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9165-eb5c-4676-b3c9-e88a23069111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:06.685332 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7a54a-7249-4569-897b-91b6688baf09 req-feaf5bc7-6c89-47e0-9a8d-6f48e8fc94c3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:06.686040 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-86b7a54a-7249-4569-897b-91b6688baf09 req-feaf5bc7-6c89-47e0-9a8d-6f48e8fc94c3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Synchronizing usage tracker for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:41:06.705145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-86b7a54a-7249-4569-897b-91b6688baf09 req-feaf5bc7-6c89-47e0-9a8d-6f48e8fc94c3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Unset dirty status for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:41:06.706335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-feaf5bc7-6c89-47e0-9a8d-6f48e8fc94c3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/networks?id=f8861e7b-6825-4582-bd10-e5098ea83838 HTTP/1.1" status: 200 len: 816 time: 0.1647191 May 24 23:41:06.724478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-647fdbc0-fad1-4d5c-962f-f3d6cc48c8b9 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/quotas/e7a79dae2e274081a1fdb9b3cea5fa00 HTTP/1.1" status: 200 len: 375 time: 0.0100696 May 24 23:41:06.814967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-71c6a5fd-027a-4e53-a943-1fb71a522110 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e7a79dae2e274081a1fdb9b3cea5fa00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841534 May 24 23:41:06.951260 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-13297b14-cb69-4717-8bdd-d63d813216ad service neutron] 10.222.0.55 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243129 May 24 23:41:07.086114 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-98c5bab2-3296-4d2d-b602-091b477e384e service neutron] 10.222.0.55 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286933 May 24 23:41:07.272388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a23f7354-24ba-40d6-9482-1b3b9e94732a req-cffa5300-b1f1-4fd6-ab39-2d3469538e3d tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Synchronizing usage tracker for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:41:07.290637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-a23f7354-24ba-40d6-9482-1b3b9e94732a req-cffa5300-b1f1-4fd6-ab39-2d3469538e3d tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Unset dirty status for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:41:07.291983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a23f7354-24ba-40d6-9482-1b3b9e94732a req-cffa5300-b1f1-4fd6-ab39-2d3469538e3d tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 210 time: 0.0652430 May 24 23:41:07.483016 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c04aebf1-ffa0-479d-8548-466f2df001e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:07.972843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4e166531-089b-4e66-93e9-749b573fa717 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:41:08.010273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 4e166531-089b-4e66-93e9-749b573fa717 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:41:08.010619 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 4e166531-089b-4e66-93e9-749b573fa717 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:41:08.423749 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7a54a-7249-4569-897b-91b6688baf09 req-7f1c29b9-4ea1-46d0-ac6b-41b7469d12ae tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:08.425148 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-7f1c29b9-4ea1-46d0-ac6b-41b7469d12ae tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.50 "GET /v2.0/networks?id=f8861e7b-6825-4582-bd10-e5098ea83838 HTTP/1.1" status: 200 len: 816 time: 0.1601200 May 24 23:41:08.441219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Request body: {'port': {'device_id': 'e5527f63-508e-4c93-b018-cc5633f5cd84', 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838', 'admin_state_up': True, 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:41:08.448561 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84770873-6e9f-42af-b458-95505403b3ef req-60b6769e-8a13-4a40-8712-0310beae6588 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 210 time: 0.0470822 May 24 23:41:08.577623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:41:08.587136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:41:08.599408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Made reservation on behalf of e7a79dae2e274081a1fdb9b3cea5fa00 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:41:08.603221 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:08.724716 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:08.766182 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Allocated IP 172.20.0.5 (f8861e7b-6825-4582-bd10-e5098ea83838/7412db29-8862-44c8-ade9-0ac6561a26b3/e7edef7a-633c-4f44-b4f5-de7912ff701b) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:41:08.926429 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:08.973672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:08.988981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Transition to ACTIVE for port object e7edef7a-633c-4f44-b4f5-de7912ff701b will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:41:09.017385 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:09.093598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Network f8861e7b-6825-4582-bd10-e5098ea83838 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:41:09.096488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:41:09.100482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:41:09.137798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Pushing event updated for resources: {'Port': ['ID=e7edef7a-633c-4f44-b4f5-de7912ff701b,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:09.170660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:09.171296 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:09.199260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-8a6b4401-3317-43f3-96b7-ea9c69887ece tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7626603 May 24 23:41:09.215525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Request body: {'port': {'device_id': 'e5527f63-508e-4c93-b018-cc5633f5cd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:41:09.332739 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:09.375600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-582c5a8c-59e0-473d-ad26-a8977417c9fa None None] Provisioning for port e7edef7a-633c-4f44-b4f5-de7912ff701b completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:41:09.380976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-582c5a8c-59e0-473d-ad26-a8977417c9fa None None] Provisioning complete for port e7edef7a-633c-4f44-b4f5-de7912ff701b triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:41:09.381377 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-582c5a8c-59e0-473d-ad26-a8977417c9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:09.433721 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-582c5a8c-59e0-473d-ad26-a8977417c9fa None None] Port e7edef7a-633c-4f44-b4f5-de7912ff701b cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:41:09.791558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f92f2-0fe5-41f7-85ee-8afed0a68b31 req-f9863d81-a3a6-4250-a425-11f9229f7eb3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:09.792208 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ae9f92f2-0fe5-41f7-85ee-8afed0a68b31 req-f9863d81-a3a6-4250-a425-11f9229f7eb3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Synchronizing usage tracker for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:41:09.852907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ae9f92f2-0fe5-41f7-85ee-8afed0a68b31 req-f9863d81-a3a6-4250-a425-11f9229f7eb3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Unset dirty status for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:41:09.854051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae9f92f2-0fe5-41f7-85ee-8afed0a68b31 req-f9863d81-a3a6-4250-a425-11f9229f7eb3 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 931 time: 0.2976339 May 24 23:41:09.855907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7edef7a-633c-4f44-b4f5-de7912ff701b {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:41:09.875560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:09.903926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Transition to ACTIVE for port object e7edef7a-633c-4f44-b4f5-de7912ff701b will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:41:09.910417 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:09.949479 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ae9f92f2-0fe5-41f7-85ee-8afed0a68b31 req-a1e3504f-e42e-4fa4-936d-f7887e740368 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891852 May 24 23:41:10.075794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Pushing event updated for resources: {'Port': ['ID=e7edef7a-633c-4f44-b4f5-de7912ff701b,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:10.115032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.115351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.115684 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.116013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.116341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.116662 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.116980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.117299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.117648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.118123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.118464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.118769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:10.163591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Attempting to bind port e7edef7a-633c-4f44-b4f5-de7912ff701b on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:41:10.163922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Attempting to bind port e7edef7a-633c-4f44-b4f5-de7912ff701b by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:41:10.164242 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Attempting to bind port e7edef7a-633c-4f44-b4f5-de7912ff701b on network f8861e7b-6825-4582-bd10-e5098ea83838 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:41:10.170002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Port e7edef7a-633c-4f44-b4f5-de7912ff701b on network f8861e7b-6825-4582-bd10-e5098ea83838 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:41:10.170315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Attempting to bind port e7edef7a-633c-4f44-b4f5-de7912ff701b on network f8861e7b-6825-4582-bd10-e5098ea83838 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:41:10.175992 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:41:10.176322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Checking segment: {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:41:10.176698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Bound using segment: {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:41:10.177117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Bound port: e7edef7a-633c-4f44-b4f5-de7912ff701b, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093c04bd-1054-41f1-8fe2-6c578fd622d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:41:10.177456 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:10.213463 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:10.273054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] For port e7edef7a-633c-4f44-b4f5-de7912ff701b, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:41:10.277026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] For port e7edef7a-633c-4f44-b4f5-de7912ff701b, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e7edef7a-633c-4f44-b4f5-de7912ff701b,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:41:10.283677 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:10.341881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:10.342489 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:10.343977 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] 10.222.0.50 "PUT /v2.0/ports/e7edef7a-633c-4f44-b4f5-de7912ff701b HTTP/1.1" status: 200 len: 1091 time: 1.1331491 May 24 23:41:10.344406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5527f63-508e-4c93-b018-cc5633f5cd84', 'tag': 'e7edef7a-633c-4f44-b4f5-de7912ff701b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:41:10.377617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f18c3-b50e-476f-89c4-6b6d20dfb505 service neutron] Pushing event updated for resources: {'Port': ['ID=e7edef7a-633c-4f44-b4f5-de7912ff701b,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:10.419892 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48461325-8618-4d74-a858-51df1452d637'] response: {'name': 'network-changed', 'server_uuid': 'e5527f63-508e-4c93-b018-cc5633f5cd84', 'tag': 'e7edef7a-633c-4f44-b4f5-de7912ff701b', 'status': 'completed', 'code': 200} May 24 23:41:10.465931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7a54a-7249-4569-897b-91b6688baf09 req-cbea1cbe-604e-4b35-99db-a75e38f06045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:10.467501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-cbea1cbe-604e-4b35-99db-a75e38f06045 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7a79dae2e274081a1fdb9b3cea5fa00&device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 1094 time: 0.0810919 May 24 23:41:10.539136 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-4c402d17-b0c3-4bd4-858f-cd1499fe5f8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7edef7a-633c-4f44-b4f5-de7912ff701b HTTP/1.1" status: 200 len: 217 time: 0.0611157 May 24 23:41:10.610159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7a54a-7249-4569-897b-91b6688baf09 req-c84f0a85-6818-4e1c-b09b-9c2ed71cdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:10.611618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-c84f0a85-6818-4e1c-b09b-9c2ed71cdc1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7412db29-8862-44c8-ade9-0ac6561a26b3 HTTP/1.1" status: 200 len: 855 time: 0.0622890 May 24 23:41:10.689227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7a54a-7249-4569-897b-91b6688baf09 req-b7ab6ad7-585d-425e-a266-2657ed8c14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:10.690716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-b7ab6ad7-585d-425e-a266-2657ed8c14ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8861e7b-6825-4582-bd10-e5098ea83838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717816 May 24 23:41:10.831651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-a1d90f49-8106-444a-abf4-0d8bb24c684b service neutron] 10.222.0.50 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301949 May 24 23:41:10.974063 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86b7a54a-7249-4569-897b-91b6688baf09 req-21dae7cf-78db-47b6-b9ac-c2c47bd1a56c service neutron] 10.222.0.50 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328661 May 24 23:41:11.156343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d152d-8740-4fa8-86d8-fe9b3c8f5317 req-4ad7c12d-c973-44d0-b34f-7933ab297f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:11.157843 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c9d152d-8740-4fa8-86d8-fe9b3c8f5317 req-4ad7c12d-c973-44d0-b34f-7933ab297f02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7a79dae2e274081a1fdb9b3cea5fa00&device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 1094 time: 0.1299715 May 24 23:41:11.167702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b8440-f9a2-4db8-a827-42c41bfc6964 req-03c3f94e-9bdc-45dc-af28-a7a09bcaba54 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:11.169045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b0b8440-f9a2-4db8-a827-42c41bfc6964 req-03c3f94e-9bdc-45dc-af28-a7a09bcaba54 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 943 time: 0.1075470 May 24 23:41:11.288309 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3b0b8440-f9a2-4db8-a827-42c41bfc6964 req-c9d5e66b-3dc8-4276-a0ee-7264a3c9ef27 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013694 May 24 23:41:11.322475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d152d-8740-4fa8-86d8-fe9b3c8f5317 req-083907a2-7b80-4065-a906-27c2ea12acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:11.323916 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c9d152d-8740-4fa8-86d8-fe9b3c8f5317 req-083907a2-7b80-4065-a906-27c2ea12acc2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8861e7b-6825-4582-bd10-e5098ea83838 HTTP/1.1" status: 200 len: 917 time: 0.1540327 May 24 23:41:11.396874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c9d152d-8740-4fa8-86d8-fe9b3c8f5317 req-c330331b-6169-4339-8fad-5daf0b50c5a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7edef7a-633c-4f44-b4f5-de7912ff701b HTTP/1.1" status: 200 len: 217 time: 0.0640905 May 24 23:41:11.473093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d152d-8740-4fa8-86d8-fe9b3c8f5317 req-a3236c99-f47c-42ec-9154-5a19be97cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:11.474533 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c9d152d-8740-4fa8-86d8-fe9b3c8f5317 req-a3236c99-f47c-42ec-9154-5a19be97cd48 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7412db29-8862-44c8-ade9-0ac6561a26b3 HTTP/1.1" status: 200 len: 855 time: 0.0687270 May 24 23:41:11.663708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d152d-8740-4fa8-86d8-fe9b3c8f5317 req-1c9770c4-658b-4e93-8595-b6501a2409a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:11.665275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c9d152d-8740-4fa8-86d8-fe9b3c8f5317 req-1c9770c4-658b-4e93-8595-b6501a2409a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8861e7b-6825-4582-bd10-e5098ea83838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843774 May 24 23:41:11.801454 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c9d152d-8740-4fa8-86d8-fe9b3c8f5317 req-3138f1fa-792c-4535-acc4-c642322ddd76 service neutron] 10.222.0.50 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288741 May 24 23:41:11.943075 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c9d152d-8740-4fa8-86d8-fe9b3c8f5317 req-e71fc4c2-0935-4436-8b09-64cf13216bcd service neutron] 10.222.0.50 "GET /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348121 May 24 23:41:12.498976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078b27b-73bb-43e6-b014-848b6ddc6038 req-cacef6c1-6c88-4dcf-a161-07b2c53d54a7 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:12.500496 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4078b27b-73bb-43e6-b014-848b6ddc6038 req-cacef6c1-6c88-4dcf-a161-07b2c53d54a7 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 943 time: 0.0941536 May 24 23:41:12.545732 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4078b27b-73bb-43e6-b014-848b6ddc6038 req-85fa933d-1afc-43ab-b51c-edbe59cfe4d7 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 May 24 23:41:13.745009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281a5c9-c996-4da2-bd31-bb368e167cb9 req-8ce412a1-afad-4a15-9144-6091f5f74b61 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:13.746521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a281a5c9-c996-4da2-bd31-bb368e167cb9 req-8ce412a1-afad-4a15-9144-6091f5f74b61 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 943 time: 0.0943944 May 24 23:41:13.792517 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a281a5c9-c996-4da2-bd31-bb368e167cb9 req-5a26fe10-6ba8-4acd-9158-0f91964eafc1 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401349 May 24 23:41:13.991680 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e7edef7a-633c-4f44-b4f5-de7912ff701b details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:41:14.139319 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e7edef7a-633c-4f44-b4f5-de7912ff701b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e7edef7a-633c-4f44-b4f5-de7912ff701b,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:14.153056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'e7edef7a-633c-4f44-b4f5-de7912ff701b', 'network_id': 'f8861e7b-6825-4582-bd10-e5098ea83838', 'port_id': 'e7edef7a-633c-4f44-b4f5-de7912ff701b', 'mac_address': 'fa:16:3e:02:22:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7412db29-8862-44c8-ade9-0ac6561a26b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:41:14.215923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e7edef7a-633c-4f44-b4f5-de7912ff701b is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:14.216299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:14.233665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7edef7a-633c-4f44-b4f5-de7912ff701b {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:41:14.250966 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e7edef7a-633c-4f44-b4f5-de7912ff701b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e7edef7a-633c-4f44-b4f5-de7912ff701b,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:14.258062 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:14.328072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e7edef7a-633c-4f44-b4f5-de7912ff701b,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:14.502519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e7edef7a-633c-4f44-b4f5-de7912ff701b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:41:14.994277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d47b0e-5998-4c9d-8e11-fbe5089f951b req-e830dd87-ddaf-4169-b5a8-be67d9a678b0 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:14.995800 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70d47b0e-5998-4c9d-8e11-fbe5089f951b req-e830dd87-ddaf-4169-b5a8-be67d9a678b0 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 944 time: 0.0958211 May 24 23:41:15.045089 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70d47b0e-5998-4c9d-8e11-fbe5089f951b req-7850ca58-6012-44ff-a3d4-36fd1e29f204 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434310 May 24 23:41:16.003447 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e7edef7a-633c-4f44-b4f5-de7912ff701b up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:41:16.079466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port e7edef7a-633c-4f44-b4f5-de7912ff701b completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:41:16.084548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port e7edef7a-633c-4f44-b4f5-de7912ff701b triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:41:16.084911 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:16.200163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e7edef7a-633c-4f44-b4f5-de7912ff701b is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:16.200539 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:16.228320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5527f63-508e-4c93-b018-cc5633f5cd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7edef7a-633c-4f44-b4f5-de7912ff701b'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:41:16.235663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aed6a-d4e6-4f38-ac67-822c29a1f7f7 req-18385b9c-2d3a-49bf-b326-bc7fd8824397 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:16.237172 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e63aed6a-d4e6-4f38-ac67-822c29a1f7f7 req-18385b9c-2d3a-49bf-b326-bc7fd8824397 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 944 time: 0.0842495 May 24 23:41:16.239891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e7edef7a-633c-4f44-b4f5-de7912ff701b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e7edef7a-633c-4f44-b4f5-de7912ff701b,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:16.245574 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:16.278845 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8cc3653-49a3-4e53-8917-0df5ae87e2de'] response: {'server_uuid': 'e5527f63-508e-4c93-b018-cc5633f5cd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7edef7a-633c-4f44-b4f5-de7912ff701b', 'code': 200} May 24 23:41:16.284495 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e63aed6a-d4e6-4f38-ac67-822c29a1f7f7 req-2405179a-1064-41da-86ba-e4e85a1452d8 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 May 24 23:41:16.322801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e7edef7a-633c-4f44-b4f5-de7912ff701b,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:16.408951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a69c9-5ad8-4ef9-979d-eb22b442301f req-e2c08831-ce61-4f28-aa50-40b8fddcd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:16.410575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-443a69c9-5ad8-4ef9-979d-eb22b442301f req-e2c08831-ce61-4f28-aa50-40b8fddcd5b6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 1096 time: 0.0716565 May 24 23:41:16.457029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-443a69c9-5ad8-4ef9-979d-eb22b442301f req-07e1b974-b9c2-4f0b-b6c2-b5695fc6df02 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373344 May 24 23:41:17.491717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbd030-b25c-46b7-93b2-6c97e8a2195f req-911a54ad-124e-4ff9-b45d-86cafbb0a0aa tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:17.493444 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48cbd030-b25c-46b7-93b2-6c97e8a2195f req-911a54ad-124e-4ff9-b45d-86cafbb0a0aa tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 945 time: 0.0827663 May 24 23:41:17.539235 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-48cbd030-b25c-46b7-93b2-6c97e8a2195f req-3f508936-c34f-4aac-9cb6-f983325beb69 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 May 24 23:41:18.743804 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2b60-f980-4895-a82d-d87c522b92b5 req-4738438e-2ad5-4cf0-8fdd-0cc1165c42f0 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:18.745266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb8f2b60-f980-4895-a82d-d87c522b92b5 req-4738438e-2ad5-4cf0-8fdd-0cc1165c42f0 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 945 time: 0.0876977 May 24 23:41:18.793815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb8f2b60-f980-4895-a82d-d87c522b92b5 req-cf693420-f7fd-437e-8cce-9f4568d5175c tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 May 24 23:41:19.003884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d885-a61f-46a8-9d44-64f500942612 req-1b3e3f11-da6d-4fd0-b771-1ee953c8e777 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:19.005566 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c026d885-a61f-46a8-9d44-64f500942612 req-1b3e3f11-da6d-4fd0-b771-1ee953c8e777 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 945 time: 0.0957005 May 24 23:41:19.057312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c026d885-a61f-46a8-9d44-64f500942612 req-fbfc91b4-2397-47b0-bbf1-f7002f5fc38b tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422750 May 24 23:41:21.392631 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:41:24.695896 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:26.414403 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:33.725785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0491c92-0b3b-470c-808f-48966f8dee95 req-9bf01d80-d502-4a8f-8c8d-234a7cfa15db tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:33.727235 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0491c92-0b3b-470c-808f-48966f8dee95 req-9bf01d80-d502-4a8f-8c8d-234a7cfa15db tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 945 time: 0.0893240 May 24 23:41:33.775438 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b0491c92-0b3b-470c-808f-48966f8dee95 req-aa5a5248-4880-447a-8171-8e8f8101e79f tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394475 May 24 23:41:34.989979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1d737-d2c3-4de2-b167-ae21c5c04bdf req-816c43d7-3033-431c-91cf-4835c82a8560 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:34.991470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31f1d737-d2c3-4de2-b167-ae21c5c04bdf req-816c43d7-3033-431c-91cf-4835c82a8560 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 945 time: 0.0946205 May 24 23:41:35.046693 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31f1d737-d2c3-4de2-b167-ae21c5c04bdf req-279c3a44-16e1-4c46-8866-d47564ac9893 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/security-groups?id=21eeb6ad-85f3-4074-83f0-383b2b32d084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464709 May 24 23:41:35.307355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5700c3-f61d-41ea-9056-8eab20594370 req-a6e5c96a-fa49-4f1e-b6df-18c5734d2c36 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:35.308819 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d5700c3-f61d-41ea-9056-8eab20594370 req-a6e5c96a-fa49-4f1e-b6df-18c5734d2c36 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 945 time: 0.0958140 May 24 23:41:35.395934 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-80980b83-95c6-4109-9dcf-b0c804c27763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:35.398920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-8d5700c3-f61d-41ea-9056-8eab20594370 req-355f570f-8614-4eda-8955-92e024d803de tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Deleting port e7edef7a-633c-4f44-b4f5-de7912ff701b {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:35.399285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8d5700c3-f61d-41ea-9056-8eab20594370 req-355f570f-8614-4eda-8955-92e024d803de tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:35.692957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8d5700c3-f61d-41ea-9056-8eab20594370 req-355f570f-8614-4eda-8955-92e024d803de tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] For port e7edef7a-633c-4f44-b4f5-de7912ff701b, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e7edef7a-633c-4f44-b4f5-de7912ff701b,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:35.693304 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8d5700c3-f61d-41ea-9056-8eab20594370 req-355f570f-8614-4eda-8955-92e024d803de tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:35.825100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-8d5700c3-f61d-41ea-9056-8eab20594370 req-355f570f-8614-4eda-8955-92e024d803de tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Calling delete_port for e7edef7a-633c-4f44-b4f5-de7912ff701b owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:41:35.998335 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8d5700c3-f61d-41ea-9056-8eab20594370 req-355f570f-8614-4eda-8955-92e024d803de tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:36.014148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e7edef7a-633c-4f44-b4f5-de7912ff701b'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:41:36.050902 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f570f-8614-4eda-8955-92e024d803de tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Pushing event deleted for resources: {'Port': ['ID=e7edef7a-633c-4f44-b4f5-de7912ff701b,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:36.131059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5700c3-f61d-41ea-9056-8eab20594370 req-355f570f-8614-4eda-8955-92e024d803de tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] No DVR routers for this DVR port e7edef7a-633c-4f44-b4f5-de7912ff701b on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:41:36.134392 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8d5700c3-f61d-41ea-9056-8eab20594370 req-355f570f-8614-4eda-8955-92e024d803de tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:36.137257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5527f63-508e-4c93-b018-cc5633f5cd84', 'name': 'network-vif-deleted', 'tag': 'e7edef7a-633c-4f44-b4f5-de7912ff701b'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:41:36.157574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d5700c3-f61d-41ea-9056-8eab20594370 req-355f570f-8614-4eda-8955-92e024d803de tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.50 "DELETE /v2.0/ports/e7edef7a-633c-4f44-b4f5-de7912ff701b HTTP/1.1" status: 204 len: 173 time: 0.8396785 May 24 23:41:36.324656 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b38665c-2337-477c-a4e2-3d9a4c5f45c4'] response: {'server_uuid': 'e5527f63-508e-4c93-b018-cc5633f5cd84', 'name': 'network-vif-deleted', 'tag': 'e7edef7a-633c-4f44-b4f5-de7912ff701b', 'status': 'completed', 'code': 200} May 24 23:41:36.336732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6f70579c-afd4-43c5-9c6e-96f27c98710c req-f5a55347-843a-4715-8b35-32b87101ef96 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Synchronizing usage tracker for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:41:36.354008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6f70579c-afd4-43c5-9c6e-96f27c98710c req-f5a55347-843a-4715-8b35-32b87101ef96 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] Unset dirty status for tenant:e7a79dae2e274081a1fdb9b3cea5fa00 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:41:36.355197 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6f70579c-afd4-43c5-9c6e-96f27c98710c req-f5a55347-843a-4715-8b35-32b87101ef96 tempest-TestEncryptedCinderVolumes-463850312 tempest-TestEncryptedCinderVolumes-463850312-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5527f63-508e-4c93-b018-cc5633f5cd84 HTTP/1.1" status: 200 len: 210 time: 0.1947405 May 24 23:41:37.491508 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9ec898e8-b9fc-4ebe-bcd1-45d559b317f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:37.500775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54224) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:38.079756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e7edef7a-633c-4f44-b4f5-de7912ff701b no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:41:38.112807 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: e7edef7a-633c-4f44-b4f5-de7912ff701b {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:41:38.113119 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e7edef7a-633c-4f44-b4f5-de7912ff701b not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:41:38.168301 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:38.532242 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Deleting port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:38.532912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:38.704250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] For port 8475d2be-62fd-4aa3-b362-8aa96dda8fe6, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8475d2be-62fd-4aa3-b362-8aa96dda8fe6,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:38.704579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:38.729518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:38.826507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Calling delete_port for 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:41:38.932011 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:39.162149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:39.207122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Pushing event deleted for resources: {'Port': ['ID=8475d2be-62fd-4aa3-b362-8aa96dda8fe6,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:39.280208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.280523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.280850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.281205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.281745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.282574 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.282902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.283266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.283526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.283956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.284132 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.284442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:39.623918 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:40.018585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Router 873b302f-4ecb-45ba-93c2-c33ad66c875f has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:41:40.205588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:41:40.214902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea47d47-c9e1-46fb-b006-989bb3556be4 None None] Sync routers for ids ['873b302f-4ecb-45ba-93c2-c33ad66c875f'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:41:40.223370 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7f01fa24-b0c5-4d5d-b7b3-c0b78b5f6076 admin admin] 10.222.0.55 "PUT /v2.0/routers/873b302f-4ecb-45ba-93c2-c33ad66c875f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7214761 May 24 23:41:40.225631 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:40.225973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54228) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:40.226495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea47d47-c9e1-46fb-b006-989bb3556be4 None None] Routers {'873b302f-4ecb-45ba-93c2-c33ad66c875f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:41:40.227144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3ea47d47-c9e1-46fb-b006-989bb3556be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:41:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['873b302f-4ecb-45ba-93c2-c33ad66c875f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:40.408936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-3ea47d47-c9e1-46fb-b006-989bb3556be4 None None] Set router 873b302f-4ecb-45ba-93c2-c33ad66c875f gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:41:40.419722 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:40.595478 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:40.606810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Deleting port e9679249-9faf-4b96-972e-5552a52d1b2d {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:40.607151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:40.731035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3ea47d47-c9e1-46fb-b006-989bb3556be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'name': 'tempest-TestEncryptedCinderVolumes-929505603-router', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:41:39Z', 'revision_number': 5, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'gw_port': {'id': 'e9679249-9faf-4b96-972e-5552a52d1b2d', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:57:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:40.735002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea47d47-c9e1-46fb-b006-989bb3556be4 None None] Checking router: 873b302f-4ecb-45ba-93c2-c33ad66c875f for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:41:40.743840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea47d47-c9e1-46fb-b006-989bb3556be4 None None] Routers {'873b302f-4ecb-45ba-93c2-c33ad66c875f'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:41:40.744459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3ea47d47-c9e1-46fb-b006-989bb3556be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:41:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['873b302f-4ecb-45ba-93c2-c33ad66c875f'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:40.901549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-3ea47d47-c9e1-46fb-b006-989bb3556be4 None None] Set router 873b302f-4ecb-45ba-93c2-c33ad66c875f gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:41:40.925664 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] For port e9679249-9faf-4b96-972e-5552a52d1b2d, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e9679249-9faf-4b96-972e-5552a52d1b2d,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:40.926254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.008088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3ea47d47-c9e1-46fb-b006-989bb3556be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'name': 'tempest-TestEncryptedCinderVolumes-929505603-router', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:41:40Z', 'revision_number': 6, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:41.012141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea47d47-c9e1-46fb-b006-989bb3556be4 None None] The sync data for ids ['873b302f-4ecb-45ba-93c2-c33ad66c875f'] in n-d-843146-7 is: [{'id': '873b302f-4ecb-45ba-93c2-c33ad66c875f', 'name': 'tempest-TestEncryptedCinderVolumes-929505603-router', 'tenant_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:23Z', 'updated_at': '2022-05-24T23:41:40Z', 'revision_number': 6, 'project_id': 'e7a79dae2e274081a1fdb9b3cea5fa00', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:41:41.047927 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Calling delete_port for e9679249-9faf-4b96-972e-5552a52d1b2d owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:41:41.224314 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.271211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9679249-9faf-4b96-972e-5552a52d1b2d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:41.366801 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.547719 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.549876 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.574647 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.575608 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 873b302f-4ecb-45ba-93c2-c33ad66c875f {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:41:41.589752 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.590886 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b3e6c8b1-386b-4218-aa2f-58bd2b7be66c admin admin] 10.222.0.55 "DELETE /v2.0/routers/873b302f-4ecb-45ba-93c2-c33ad66c875f HTTP/1.1" status: 204 len: 168 time: 1.3640251 May 24 23:41:41.593439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54232) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:41.657481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9bffc7-6055-4c10-b355-b028f41883f0 admin admin] Deleting subnet 7412db29-8862-44c8-ade9-0ac6561a26b3 {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:41:41.660871 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef9bffc7-6055-4c10-b355-b028f41883f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.710260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef9bffc7-6055-4c10-b355-b028f41883f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.793390 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef9bffc7-6055-4c10-b355-b028f41883f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.868826 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef9bffc7-6055-4c10-b355-b028f41883f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.905829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bffc7-6055-4c10-b355-b028f41883f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7412db29-8862-44c8-ade9-0ac6561a26b3,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:41.909317 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ef9bffc7-6055-4c10-b355-b028f41883f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:41.915196 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ef9bffc7-6055-4c10-b355-b028f41883f0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7412db29-8862-44c8-ade9-0ac6561a26b3 HTTP/1.1" status: 204 len: 168 time: 0.3205109 May 24 23:41:41.918441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54236) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:41.921030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad90330a-dc5e-4a22-aaf4-95f718d64a52 None None] Network f8861e7b-6825-4582-bd10-e5098ea83838 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:41:42.030306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.041483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Deleting port f2dd1734-492e-4c76-b99e-6dfa79278423 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:42.041858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.174212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0705221-305e-4057-9263-6ab3d2858e99 None None] DHCP port deletion for f8861e7b-6825-4582-bd10-e5098ea83838 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:41:42.178662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f0705221-305e-4057-9263-6ab3d2858e99 None None] Deleting port f2dd1734-492e-4c76-b99e-6dfa79278423 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:42.179103 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f0705221-305e-4057-9263-6ab3d2858e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.262128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] For port f2dd1734-492e-4c76-b99e-6dfa79278423, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f2dd1734-492e-4c76-b99e-6dfa79278423,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:42.262451 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.380946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-f0705221-305e-4057-9263-6ab3d2858e99 None None] For port f2dd1734-492e-4c76-b99e-6dfa79278423, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f2dd1734-492e-4c76-b99e-6dfa79278423,segment=NetworkSegment(093c04bd-1054-41f1-8fe2-6c578fd622d5),segment_id=093c04bd-1054-41f1-8fe2-6c578fd622d5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:42.381202 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f0705221-305e-4057-9263-6ab3d2858e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.388864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Calling delete_port for f2dd1734-492e-4c76-b99e-6dfa79278423 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:41:42.466186 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.499111 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f0705221-305e-4057-9263-6ab3d2858e99 None None] Calling delete_port for f2dd1734-492e-4c76-b99e-6dfa79278423 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:41:42.516982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2dd1734-492e-4c76-b99e-6dfa79278423,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:42.522150 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] No DVR routers for this DVR port f2dd1734-492e-4c76-b99e-6dfa79278423 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:41:42.577725 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-f0705221-305e-4057-9263-6ab3d2858e99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:41:42.579794 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-f0705221-305e-4057-9263-6ab3d2858e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:41:42.585752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:41:42.621352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:41:42.621727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8475d2be-62fd-4aa3-b362-8aa96dda8fe6 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:41:42.622147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f2dd1734-492e-4c76-b99e-6dfa79278423 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:41:42.638980 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.655828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: f2dd1734-492e-4c76-b99e-6dfa79278423 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:41:42.656333 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f2dd1734-492e-4c76-b99e-6dfa79278423 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:41:42.656983 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e9679249-9faf-4b96-972e-5552a52d1b2d no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:41:42.663889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8861e7b-6825-4582-bd10-e5098ea83838']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:42.676318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093c04bd-1054-41f1-8fe2-6c578fd622d5') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:42.676610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093c04bd-1054-41f1-8fe2-6c578fd622d5') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:42.687943 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.692012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: e9679249-9faf-4b96-972e-5552a52d1b2d {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:41:42.692356 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e9679249-9faf-4b96-972e-5552a52d1b2d not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:41:42.706486 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.712738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:41:42.713197 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.778235 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 093c04bd-1054-41f1-8fe2-6c578fd622d5 resource provider aggregate not found May 24 23:41:42.797603 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 093c04bd-1054-41f1-8fe2-6c578fd622d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 093c04bd-1054-41f1-8fe2-6c578fd622d5 found for delete ", "request_id": "req-3f9f257a-4685-49d0-a608-ce272bec0ff4"}]} May 24 23:41:42.813283 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.831538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:42.837334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] Pushing event deleted for resources: {'Network': ['ID=f8861e7b-6825-4582-bd10-e5098ea83838,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:42.854926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b14c382d-fc82-4dbb-9403-5e33aa19531b admin admin] 10.222.0.55 "DELETE /v2.0/networks/f8861e7b-6825-4582-bd10-e5098ea83838 HTTP/1.1" status: 204 len: 168 time: 0.9327099 May 24 23:41:42.858052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54244) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:43.081246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f0705221-305e-4057-9263-6ab3d2858e99 None None] Deleting port f2dd1734-492e-4c76-b99e-6dfa79278423 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:43.081904 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f0705221-305e-4057-9263-6ab3d2858e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:43.147306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f0705221-305e-4057-9263-6ab3d2858e99 None None] The port 'f2dd1734-492e-4c76-b99e-6dfa79278423' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:41:43.519957 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:43.865622 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] Deleting port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:43.865871 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:44.041520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] For port 11f23eb8-7178-4fd6-856b-868b8c2f8cbb, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=11f23eb8-7178-4fd6-856b-868b8c2f8cbb,segment=NetworkSegment(3966489f-e14c-4f65-ab34-c3b6a0ce831c),segment_id=3966489f-e14c-4f65-ab34-c3b6a0ce831c)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:44.041836 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:44.163077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] Calling delete_port for 11f23eb8-7178-4fd6-856b-868b8c2f8cbb owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:41:44.499041 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:44.550412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f23eb8-7178-4fd6-856b-868b8c2f8cbb,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:44.940456 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:45.335563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] Router 809778fc-b13e-41fd-b58e-5d0e324cb819 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:41:45.537335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:41:45.547600 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205a27a-4c15-45c9-88cb-400f39744f7a None None] Sync routers for ids ['809778fc-b13e-41fd-b58e-5d0e324cb819'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:41:45.548293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-85791bd5-438e-4773-acf3-eabaa3ab7f41 admin admin] 10.222.0.55 "PUT /v2.0/routers/809778fc-b13e-41fd-b58e-5d0e324cb819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6890142 May 24 23:41:45.550759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54248) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:45.562212 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205a27a-4c15-45c9-88cb-400f39744f7a None None] Routers {'809778fc-b13e-41fd-b58e-5d0e324cb819'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:41:45.563232 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c205a27a-4c15-45c9-88cb-400f39744f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:41:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['809778fc-b13e-41fd-b58e-5d0e324cb819'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:45.730738 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:45.732002 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c205a27a-4c15-45c9-88cb-400f39744f7a None None] Set router 809778fc-b13e-41fd-b58e-5d0e324cb819 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:41:45.907343 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:45.917791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Deleting port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:45.918118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:46.009986 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c205a27a-4c15-45c9-88cb-400f39744f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'name': 'tempest-TestEncryptedCinderVolumes-2132838514-router', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:29Z', 'updated_at': '2022-05-24T23:41:44Z', 'revision_number': 5, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'gw_port': {'id': '0dc25aa8-2ac1-4abf-8163-73e89b6b0e56', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:40:30Z', 'updated_at': '2022-05-24T23:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:46.013927 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205a27a-4c15-45c9-88cb-400f39744f7a None None] Checking router: 809778fc-b13e-41fd-b58e-5d0e324cb819 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:41:46.022746 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205a27a-4c15-45c9-88cb-400f39744f7a None None] Routers {'809778fc-b13e-41fd-b58e-5d0e324cb819'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:41:46.023326 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c205a27a-4c15-45c9-88cb-400f39744f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:41:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['809778fc-b13e-41fd-b58e-5d0e324cb819'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:46.091389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] For port 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0dc25aa8-2ac1-4abf-8163-73e89b6b0e56,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:46.091734 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:46.195479 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c205a27a-4c15-45c9-88cb-400f39744f7a None None] Set router 809778fc-b13e-41fd-b58e-5d0e324cb819 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:41:46.303193 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c205a27a-4c15-45c9-88cb-400f39744f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'name': 'tempest-TestEncryptedCinderVolumes-2132838514-router', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:29Z', 'updated_at': '2022-05-24T23:41:45Z', 'revision_number': 6, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:46.307999 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205a27a-4c15-45c9-88cb-400f39744f7a None None] The sync data for ids ['809778fc-b13e-41fd-b58e-5d0e324cb819'] in n-d-843146-7 is: [{'id': '809778fc-b13e-41fd-b58e-5d0e324cb819', 'name': 'tempest-TestEncryptedCinderVolumes-2132838514-router', 'tenant_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:40:29Z', 'updated_at': '2022-05-24T23:41:45Z', 'revision_number': 6, 'project_id': '080bbcd1ddc642e3ba6feff092bbe4c5', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:41:46.347117 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Calling delete_port for 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:41:46.534196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:46.582727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc25aa8-2ac1-4abf-8163-73e89b6b0e56,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:46.680738 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:46.857596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:46.860034 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:46.883088 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:46.883587 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 809778fc-b13e-41fd-b58e-5d0e324cb819 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:41:46.895788 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:46.896920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b00f7fea-9396-4f06-abe1-c1d98fe71cb1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/809778fc-b13e-41fd-b58e-5d0e324cb819 HTTP/1.1" status: 204 len: 168 time: 1.3452902 May 24 23:41:46.899522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54252) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:46.961141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8136d1-3a35-4333-a27b-f55015372b67 admin admin] Deleting subnet bd4c2b0e-ed93-4548-ae8f-88f09dedf817 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:41:46.964339 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f8136d1-3a35-4333-a27b-f55015372b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.012523 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f8136d1-3a35-4333-a27b-f55015372b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.082386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 11f23eb8-7178-4fd6-856b-868b8c2f8cbb no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:41:47.096462 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f8136d1-3a35-4333-a27b-f55015372b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.123349 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 11f23eb8-7178-4fd6-856b-868b8c2f8cbb {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:41:47.123744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 11f23eb8-7178-4fd6-856b-868b8c2f8cbb not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:41:47.168447 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f8136d1-3a35-4333-a27b-f55015372b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.207209 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8f8136d1-3a35-4333-a27b-f55015372b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.211704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc745bc-01ed-4dab-9b6d-17b3936673bd None None] Network fb41fe8f-0e0a-4097-894a-dac5dde7e8de requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:41:47.215592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8136d1-3a35-4333-a27b-f55015372b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4c2b0e-ed93-4548-ae8f-88f09dedf817,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:47.221014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8f8136d1-3a35-4333-a27b-f55015372b67 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bd4c2b0e-ed93-4548-ae8f-88f09dedf817 HTTP/1.1" status: 204 len: 168 time: 0.3204982 May 24 23:41:47.223555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54256) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:47.334726 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.346846 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Deleting port ca2c3817-4d87-44a9-86d5-d8c9074fc267 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:47.347216 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.506151 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ccc6da-c0f4-4098-98e4-f5930a58f7b7 None None] DHCP port deletion for fb41fe8f-0e0a-4097-894a-dac5dde7e8de request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:41:47.510840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-59ccc6da-c0f4-4098-98e4-f5930a58f7b7 None None] Deleting port ca2c3817-4d87-44a9-86d5-d8c9074fc267 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:47.511326 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-59ccc6da-c0f4-4098-98e4-f5930a58f7b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.554893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] For port ca2c3817-4d87-44a9-86d5-d8c9074fc267, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ca2c3817-4d87-44a9-86d5-d8c9074fc267,segment=NetworkSegment(3966489f-e14c-4f65-ab34-c3b6a0ce831c),segment_id=3966489f-e14c-4f65-ab34-c3b6a0ce831c)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:47.555295 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.716763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-59ccc6da-c0f4-4098-98e4-f5930a58f7b7 None None] For port ca2c3817-4d87-44a9-86d5-d8c9074fc267, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=ca2c3817-4d87-44a9-86d5-d8c9074fc267,segment=NetworkSegment(3966489f-e14c-4f65-ab34-c3b6a0ce831c),segment_id=3966489f-e14c-4f65-ab34-c3b6a0ce831c)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:47.717148 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-59ccc6da-c0f4-4098-98e4-f5930a58f7b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.793991 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Calling delete_port for ca2c3817-4d87-44a9-86d5-d8c9074fc267 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:41:47.845798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-59ccc6da-c0f4-4098-98e4-f5930a58f7b7 None None] Calling delete_port for ca2c3817-4d87-44a9-86d5-d8c9074fc267 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:41:47.873151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:47.921831 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-59ccc6da-c0f4-4098-98e4-f5930a58f7b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:41:47.922194 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-59ccc6da-c0f4-4098-98e4-f5930a58f7b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:41:47.924735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] No DVR routers for this DVR port ca2c3817-4d87-44a9-86d5-d8c9074fc267 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:41:47.950631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2c3817-4d87-44a9-86d5-d8c9074fc267,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:48.042688 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:48.068405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb41fe8f-0e0a-4097-894a-dac5dde7e8de']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:48.080481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3966489f-e14c-4f65-ab34-c3b6a0ce831c') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:48.080773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3966489f-e14c-4f65-ab34-c3b6a0ce831c') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:48.091961 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:48.107804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:48.113909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:41:48.114285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:48.178682 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 3966489f-e14c-4f65-ab34-c3b6a0ce831c resource provider aggregate not found May 24 23:41:48.200855 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 3966489f-e14c-4f65-ab34-c3b6a0ce831c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3966489f-e14c-4f65-ab34-c3b6a0ce831c found for delete ", "request_id": "req-ed4a9e18-09da-49f4-9787-3a7ecf93796c"}]} May 24 23:41:48.213010 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:48.217844 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:48.240956 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb41fe8f-0e0a-4097-894a-dac5dde7e8de,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:48.244874 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-91ea0495-4c0c-4880-a097-acec72b0baa8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fb41fe8f-0e0a-4097-894a-dac5dde7e8de HTTP/1.1" status: 204 len: 168 time: 1.0203035 May 24 23:41:48.424828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-59ccc6da-c0f4-4098-98e4-f5930a58f7b7 None None] Deleting port ca2c3817-4d87-44a9-86d5-d8c9074fc267 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:41:48.425354 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-59ccc6da-c0f4-4098-98e4-f5930a58f7b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:48.436077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54266) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:48.485976 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-574be697-154a-40d4-83fc-709729910577 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7a79dae2e274081a1fdb9b3cea5fa00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486920 May 24 23:41:48.488601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54270) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:48.491052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-59ccc6da-c0f4-4098-98e4-f5930a58f7b7 None None] The port 'ca2c3817-4d87-44a9-86d5-d8c9074fc267' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:41:48.552681 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abaf0d7b-c21a-4bc5-9e51-d808791c1f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:48.575037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ca2c3817-4d87-44a9-86d5-d8c9074fc267 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:41:48.578874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abaf0d7b-c21a-4bc5-9e51-d808791c1f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:48.612499 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: ca2c3817-4d87-44a9-86d5-d8c9074fc267 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:41:48.612839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device ca2c3817-4d87-44a9-86d5-d8c9074fc267 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:41:48.613439 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:41:48.634669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abaf0d7b-c21a-4bc5-9e51-d808791c1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:48.648969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:41:48.649311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0dc25aa8-2ac1-4abf-8163-73e89b6b0e56 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:41:48.654216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf0d7b-c21a-4bc5-9e51-d808791c1f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eeb6ad-85f3-4074-83f0-383b2b32d084,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:48.663378 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-abaf0d7b-c21a-4bc5-9e51-d808791c1f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:48.666382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-abaf0d7b-c21a-4bc5-9e51-d808791c1f83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21eeb6ad-85f3-4074-83f0-383b2b32d084 HTTP/1.1" status: 204 len: 168 time: 0.1768761 May 24 23:41:49.026807 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54278) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:49.077077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ee0e31de-2da0-4819-9a43-2a2098720935 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=080bbcd1ddc642e3ba6feff092bbe4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490904 May 24 23:41:49.079906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54282) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:49.137957 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c17d3e4-73c5-407c-b5bd-f0a805088d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:49.164010 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c17d3e4-73c5-407c-b5bd-f0a805088d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:49.220200 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c17d3e4-73c5-407c-b5bd-f0a805088d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:49.234248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17d3e4-73c5-407c-b5bd-f0a805088d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085ff42f-f350-42b0-b85e-65b0f6d450d7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:49.241947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8c17d3e4-73c5-407c-b5bd-f0a805088d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:49.243275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8c17d3e4-73c5-407c-b5bd-f0a805088d06 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/085ff42f-f350-42b0-b85e-65b0f6d450d7 HTTP/1.1" status: 204 len: 168 time: 0.1623132 May 24 23:41:50.096013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54306) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:50.207757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-899650488-network', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:41:50.213296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:41:50.217270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Usage tracker for resource:network and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:41:50.220963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:41:50.227781 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:41:50.241303 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Made reservation on behalf of 0bb9f881cf5d482fb9c9a75a79d50420 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:41:50.243769 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:50.256104 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:50.270666 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:41:50.274733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Usage tracker for resource:security_group_rule and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:41:50.277605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:41:50.283886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:41:50.371411 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:50.378009 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:50.415132 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:41:50.423585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fead86f-784b-4e3a-9299-ba42508568f4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:50.429281 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:50.429799 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Added segment a2d34859-f327-40c9-b308-728712c6ef2e of type vlan for network 0681bba0-5604-4611-b4ca-5c92e8fb7acc May 24 23:41:50.457139 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:50.489104 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:50.490085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:50.490713 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:50.592925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] Pushing event updated for resources: {'Network': ['ID=0681bba0-5604-4611-b4ca-5c92e8fb7acc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:50.598423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e51dbd4b-9e44-426c-9558-fa18baa8e831 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5014975 May 24 23:41:50.602432 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54312) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:50.606001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 0681bba0-5604-4611-b4ca-5c92e8fb7acc details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:41:50.608033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Request body: {'subnet': {'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-899650488-subnet', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:41:50.614023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:41:50.617896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Usage tracker for resource:subnet and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:41:50.620759 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:41:50.626676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:41:50.637943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Made reservation on behalf of 0bb9f881cf5d482fb9c9a75a79d50420 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:41:50.640303 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:50.849482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:50.926112 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259d7657-f313-421f-8f81-2fc7362b95dd,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:50.934555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Checking segment: {'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:41:50.934903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Network hostable DHCP agents. Network: 0681bba0-5604-4611-b4ca-5c92e8fb7acc, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:41:50.958951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Network 0681bba0-5604-4611-b4ca-5c92e8fb7acc is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:41:50.969376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 0681bba0-5604-4611-b4ca-5c92e8fb7acc) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:41:50.973512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:50.974136 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:50.980510 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91d25f4-8d28-45fa-9da1-78544a2d2d4c None None] Network 0681bba0-5604-4611-b4ca-5c92e8fb7acc requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:41:50.997933 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-95f7e414-4e69-41b7-b040-18c93ac66175 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3940837 May 24 23:41:51.000969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54316) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:51.006565 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:41:51.012272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:41:51.016995 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Usage tracker for resource:router and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:41:51.020421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:41:51.026460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:41:51.039509 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.040489 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.055911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.194616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'fixed_ips': [{'subnet_id': '259d7657-f313-421f-8f81-2fc7362b95dd'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:41:51.195524 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.346347 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.350526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Allocated IP 172.20.0.2 (0681bba0-5604-4611-b4ca-5c92e8fb7acc/259d7657-f313-421f-8f81-2fc7362b95dd/f04095a5-328e-4356-a8eb-a706f21a5434) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:41:51.567779 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.579012 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Transition to ACTIVE for port object f04095a5-328e-4356-a8eb-a706f21a5434 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:41:51.599892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Transition to ACTIVE for port object f04095a5-328e-4356-a8eb-a706f21a5434 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:41:51.606686 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.656932 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.675236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Network 0681bba0-5604-4611-b4ca-5c92e8fb7acc is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:41:51.676545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:41:51.680397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:41:51.687823 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.756284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Pushing event updated for resources: {'Port': ['ID=f04095a5-328e-4356-a8eb-a706f21a5434,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:51.796124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.796450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.797216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.797783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.798128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.798458 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.798789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.799114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.799460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.799783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.800103 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.800403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:51.819280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Attempting to bind port f04095a5-328e-4356-a8eb-a706f21a5434 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:41:51.819577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Attempting to bind port f04095a5-328e-4356-a8eb-a706f21a5434 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:41:51.820053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Attempting to bind port f04095a5-328e-4356-a8eb-a706f21a5434 on network 0681bba0-5604-4611-b4ca-5c92e8fb7acc {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:41:51.824799 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Allocated IP 172.25.7.141 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/20b073ab-42a6-4c04-9f71-9421aabdd78f) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:41:51.825640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:41:51.825970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Checking segment: {'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:41:51.826556 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.827089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Bound using segment: {'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:41:51.827587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Bound port: f04095a5-328e-4356-a8eb-a706f21a5434, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:41:51.828104 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:51.917712 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] For port f04095a5-328e-4356-a8eb-a706f21a5434, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:41:51.921786 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] For port f04095a5-328e-4356-a8eb-a706f21a5434, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f04095a5-328e-4356-a8eb-a706f21a5434,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:41:51.928602 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:52.018431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07358d-7339-4bfa-88c5-22ab0892e0ec None None] Pushing event updated for resources: {'Port': ['ID=f04095a5-328e-4356-a8eb-a706f21a5434,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:52.107809 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:52.140444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:52.214886 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:41:52.217959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:41:52.221971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:41:52.254480 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Pushing event updated for resources: {'Port': ['ID=20b073ab-42a6-4c04-9f71-9421aabdd78f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:52.604200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f04095a5-328e-4356-a8eb-a706f21a5434 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:41:52.645619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:52.683566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f04095a5-328e-4356-a8eb-a706f21a5434 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:41:52.932513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a416e-fb5c-46d6-9024-ecb85850b73a None None] Network 0681bba0-5604-4611-b4ca-5c92e8fb7acc requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:41:52.990116 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:53.033048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ea24b940-a43f-43ef-a237-75e558bcf29b None None] Provisioning for port f04095a5-328e-4356-a8eb-a706f21a5434 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:41:53.050174 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ea24b940-a43f-43ef-a237-75e558bcf29b None None] Provisioning complete for port f04095a5-328e-4356-a8eb-a706f21a5434 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:41:53.050552 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ea24b940-a43f-43ef-a237-75e558bcf29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:53.207463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Router 25ca40d6-4f7c-4271-a67b-17228c7a54cd is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:41:53.267129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ea24b940-a43f-43ef-a237-75e558bcf29b None None] Current status of the port f04095a5-328e-4356-a8eb-a706f21a5434 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:53.267419 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ea24b940-a43f-43ef-a237-75e558bcf29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:53.310027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ea24b940-a43f-43ef-a237-75e558bcf29b None None] For port f04095a5-328e-4356-a8eb-a706f21a5434, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f04095a5-328e-4356-a8eb-a706f21a5434,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:53.318795 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ea24b940-a43f-43ef-a237-75e558bcf29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:53.396870 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24b940-a43f-43ef-a237-75e558bcf29b None None] Pushing event updated for resources: {'Port': ['ID=f04095a5-328e-4356-a8eb-a706f21a5434,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:53.397302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:41:53.414815 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Sync routers for ids ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:41:53.425413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Routers {'25ca40d6-4f7c-4271-a67b-17228c7a54cd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:41:53.426080 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:41:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:53.427899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:53.429441 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d0871f66-a568-4b19-b88c-34abc46dfdc2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4271538 May 24 23:41:53.432230 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54320) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:53.612858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-717340f5-d369-4cee-9fa2-87273ce60dc7 None None] Provisioning complete for port f04095a5-328e-4356-a8eb-a706f21a5434 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:41:53.613254 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-717340f5-d369-4cee-9fa2-87273ce60dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:53.665606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Set router 25ca40d6-4f7c-4271-a67b-17228c7a54cd gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:41:53.940707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-717340f5-d369-4cee-9fa2-87273ce60dc7 None None] Current status of the port f04095a5-328e-4356-a8eb-a706f21a5434 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:54.004978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:52Z', 'revision_number': 3, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:54.008909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Checking router: 25ca40d6-4f7c-4271-a67b-17228c7a54cd for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:41:54.009249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Updating router 25ca40d6-4f7c-4271-a67b-17228c7a54cd port 20b073ab-42a6-4c04-9f71-9421aabdd78f binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:41:54.065436 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.227147 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.427796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.440239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Allocated IP 172.20.0.1 (0681bba0-5604-4611-b4ca-5c92e8fb7acc/259d7657-f313-421f-8f81-2fc7362b95dd/417abf66-da9f-4b03-83a4-f103e8e47cae) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:41:54.440889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Transition to ACTIVE for port object 20b073ab-42a6-4c04-9f71-9421aabdd78f will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:41:54.448452 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.528757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Attempting to bind port 20b073ab-42a6-4c04-9f71-9421aabdd78f on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:41:54.529123 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Attempting to bind port 20b073ab-42a6-4c04-9f71-9421aabdd78f by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:41:54.529479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Attempting to bind port 20b073ab-42a6-4c04-9f71-9421aabdd78f on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:41:54.531717 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aae46a-f5d1-452d-8769-597a0269b976 None None] Pushing event updated for resources: {'Port': ['ID=20b073ab-42a6-4c04-9f71-9421aabdd78f,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:54.537345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:41:54.537735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:41:54.538131 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.538507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:41:54.538960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Bound port: 20b073ab-42a6-4c04-9f71-9421aabdd78f, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:41:54.539328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.594399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f04095a5-328e-4356-a8eb-a706f21a5434 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:41:54.600752 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.616863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Transition to ACTIVE for port object 417abf66-da9f-4b03-83a4-f103e8e47cae will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:41:54.647349 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.666153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] For port 20b073ab-42a6-4c04-9f71-9421aabdd78f, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:41:54.670101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] For port 20b073ab-42a6-4c04-9f71-9421aabdd78f, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=20b073ab-42a6-4c04-9f71-9421aabdd78f,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:41:54.679917 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.717786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Network 0681bba0-5604-4611-b4ca-5c92e8fb7acc is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:41:54.720545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:41:54.725359 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:41:54.752961 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.765854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f04095a5-328e-4356-a8eb-a706f21a5434 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:41:54.766146 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.770051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Pushing event updated for resources: {'Port': ['ID=417abf66-da9f-4b03-83a4-f103e8e47cae,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:54.787041 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:54.821537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Routers {'25ca40d6-4f7c-4271-a67b-17228c7a54cd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:41:54.822166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:41:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:54.869196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aae46a-f5d1-452d-8769-597a0269b976 None None] Pushing event updated for resources: {'Port': ['ID=20b073ab-42a6-4c04-9f71-9421aabdd78f,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:55.048058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:55.049885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-15296315-d1fb-444d-a282-5816de50166c None None] Provisioning for port 417abf66-da9f-4b03-83a4-f103e8e47cae completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:41:55.066379 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] Set router 25ca40d6-4f7c-4271-a67b-17228c7a54cd gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:41:55.106671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f04095a5-328e-4356-a8eb-a706f21a5434 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:55.160492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-15296315-d1fb-444d-a282-5816de50166c None None] Provisioning complete for port 417abf66-da9f-4b03-83a4-f103e8e47cae triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:41:55.160859 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-15296315-d1fb-444d-a282-5816de50166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:55.292491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-15296315-d1fb-444d-a282-5816de50166c None None] Port 417abf66-da9f-4b03-83a4-f103e8e47cae cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:41:55.400285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:52Z', 'revision_number': 3, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:55.404554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fb74c2-b0e0-4a83-bf40-f56a50711deb None None] The sync data for ids ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'] in n-d-843146-7 is: [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:52Z', 'revision_number': 3, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:41:55.409184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:55.414655 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:55.521476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Pushing event updated for resources: {'Port': ['ID=417abf66-da9f-4b03-83a4-f103e8e47cae,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:55.523881 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:55.680029 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Network 0681bba0-5604-4611-b4ca-5c92e8fb7acc is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:41:55.681704 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:41:55.900404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Router 25ca40d6-4f7c-4271-a67b-17228c7a54cd has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:41:55.917008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d97a9f64-4ea0-40d4-a173-b1ee2bbe06a5 None None] Provisioning complete for port 417abf66-da9f-4b03-83a4-f103e8e47cae triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:41:55.917401 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d97a9f64-4ea0-40d4-a173-b1ee2bbe06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:55.978623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d97a9f64-4ea0-40d4-a173-b1ee2bbe06a5 None None] Port 417abf66-da9f-4b03-83a4-f103e8e47cae cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:41:56.095820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:41:56.105261 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6a381e5c-6f96-4deb-bd98-80af30b06d25 admin admin] 10.222.0.55 "PUT /v2.0/routers/25ca40d6-4f7c-4271-a67b-17228c7a54cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6718185 May 24 23:41:56.412395 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:56.612274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 20b073ab-42a6-4c04-9f71-9421aabdd78f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:41:56.688738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54338) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:56.694558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-369264628-network', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:41:56.694892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 20b073ab-42a6-4c04-9f71-9421aabdd78f completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:41:56.699906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:41:56.700072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 20b073ab-42a6-4c04-9f71-9421aabdd78f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:41:56.700441 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:56.704095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Usage tracker for resource:network and tenant:fa88a70343b64b9c898aa69827fb8251 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:41:56.709077 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:41:56.715557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:41:56.731231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Made reservation on behalf of fa88a70343b64b9c898aa69827fb8251 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:41:56.733816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:56.752466 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:56.877825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 20b073ab-42a6-4c04-9f71-9421aabdd78f is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:56.878191 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:56.895527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 20b073ab-42a6-4c04-9f71-9421aabdd78f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=20b073ab-42a6-4c04-9f71-9421aabdd78f,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:41:56.900604 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:56.911900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:41:56.915743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Usage tracker for resource:security_group_rule and tenant:fa88a70343b64b9c898aa69827fb8251 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:41:56.918597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:41:56.924596 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:41:56.974856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=20b073ab-42a6-4c04-9f71-9421aabdd78f,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:56.988848 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Sync routers for ids ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:41:57.002845 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Routers {'25ca40d6-4f7c-4271-a67b-17228c7a54cd'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:41:57.003510 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-554b1792-b804-4d57-a57e-f45982096798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:41:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:57.027845 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.032877 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.063648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:41:57.072619 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224f2b98-d6ed-4282-8a8c-02f0ef9b9fcd,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:57.079797 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.080190 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Added segment 396aba6c-e035-45cd-bd36-03a6b0afa859 of type vlan for network e92c6880-ff9b-4a46-9bca-ebd0e8140022 May 24 23:41:57.109135 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.140417 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.141393 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:57.141998 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.176332 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Set router 25ca40d6-4f7c-4271-a67b-17228c7a54cd gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:41:57.244767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] Pushing event updated for resources: {'Network': ['ID=e92c6880-ff9b-4a46-9bca-ebd0e8140022,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:57.254339 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-59a0837b-57a2-406e-bf56-73ed2028bc30 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5617249 May 24 23:41:57.255272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54342) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:57.256918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network e92c6880-ff9b-4a46-9bca-ebd0e8140022 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:41:57.263018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Request body: {'subnet': {'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-369264628-subnet', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:41:57.269378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:41:57.286803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Usage tracker for resource:subnet and tenant:fa88a70343b64b9c898aa69827fb8251 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:41:57.290756 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:41:57.296611 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:41:57.308930 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Made reservation on behalf of fa88a70343b64b9c898aa69827fb8251 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:41:57.311431 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.511288 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-554b1792-b804-4d57-a57e-f45982096798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:54Z', 'revision_number': 4, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '417abf66-da9f-4b03-83a4-f103e8e47cae', 'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'mac_address': 'fa:16:3e:2b:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:54Z', 'updated_at': '2022-05-24T23:41:55Z', 'revision_number': 2, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'subnets': [{'id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:57.515123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.515301 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Checking router: 25ca40d6-4f7c-4271-a67b-17228c7a54cd for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:41:57.515465 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Updating router 25ca40d6-4f7c-4271-a67b-17228c7a54cd port 417abf66-da9f-4b03-83a4-f103e8e47cae binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:41:57.568299 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.597848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b790c2e-63a4-4aa8-bebe-cd55ca193110,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:57.608582 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Checking segment: {'id': '396aba6c-e035-45cd-bd36-03a6b0afa859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:41:57.609022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Network hostable DHCP agents. Network: e92c6880-ff9b-4a46-9bca-ebd0e8140022, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:41:57.628616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Network e92c6880-ff9b-4a46-9bca-ebd0e8140022 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:41:57.639357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, e92c6880-ff9b-4a46-9bca-ebd0e8140022) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:41:57.644326 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:41:57.644912 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.652414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a088c-ddba-42b8-a32d-02efb5d24e5f None None] Network e92c6880-ff9b-4a46-9bca-ebd0e8140022 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:41:57.671793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fc323eab-14fd-4bd5-b449-a8b2b964b13c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4130061 May 24 23:41:57.672179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54346) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:41:57.677219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-369264628-router', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:41:57.682839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:41:57.687164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Usage tracker for resource:router and tenant:fa88a70343b64b9c898aa69827fb8251 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:41:57.690085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:41:57.695883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:41:57.707960 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.709164 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.724464 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.873934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-e92c6880-ff9b-4a46-9bca-ebd0e8140022', 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'fixed_ips': [{'subnet_id': '0b790c2e-63a4-4aa8-bebe-cd55ca193110'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:41:57.875334 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.916507 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:57.928090 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Transition to ACTIVE for port object 417abf66-da9f-4b03-83a4-f103e8e47cae will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:41:57.936158 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.004125 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.006519 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Pushing event updated for resources: {'Port': ['ID=417abf66-da9f-4b03-83a4-f103e8e47cae,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:58.040773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Allocated IP 172.20.0.2 (e92c6880-ff9b-4a46-9bca-ebd0e8140022/0b790c2e-63a4-4aa8-bebe-cd55ca193110/5f923294-857c-4373-b3c5-4515ba5de1cf) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:41:58.074860 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.075463 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.075976 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.076458 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.076955 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.077427 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.078045 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.078525 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.078995 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.079484 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.079967 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.080455 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:41:58.207978 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Attempting to bind port 417abf66-da9f-4b03-83a4-f103e8e47cae on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:41:58.208650 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Attempting to bind port 417abf66-da9f-4b03-83a4-f103e8e47cae by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:41:58.209205 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Attempting to bind port 417abf66-da9f-4b03-83a4-f103e8e47cae on network 0681bba0-5604-4611-b4ca-5c92e8fb7acc {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:41:58.214758 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:41:58.215134 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Checking segment: {'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:41:58.215521 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.215898 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Bound using segment: {'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:41:58.216351 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Bound port: 417abf66-da9f-4b03-83a4-f103e8e47cae, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:41:58.216718 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.276929 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.288275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Transition to ACTIVE for port object 5f923294-857c-4373-b3c5-4515ba5de1cf will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:41:58.306345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Transition to ACTIVE for port object 5f923294-857c-4373-b3c5-4515ba5de1cf will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:41:58.308421 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-554b1792-b804-4d57-a57e-f45982096798 None None] For port 417abf66-da9f-4b03-83a4-f103e8e47cae, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:41:58.312375 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-554b1792-b804-4d57-a57e-f45982096798 None None] For port 417abf66-da9f-4b03-83a4-f103e8e47cae, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=417abf66-da9f-4b03-83a4-f103e8e47cae,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:41:58.318795 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.318968 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.353596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.397716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Network e92c6880-ff9b-4a46-9bca-ebd0e8140022 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:41:58.400479 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:41:58.405014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:41:58.409869 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Routers {'25ca40d6-4f7c-4271-a67b-17228c7a54cd'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:41:58.410089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:41:58.411209 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-554b1792-b804-4d57-a57e-f45982096798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:41:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:58.448360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Pushing event updated for resources: {'Port': ['ID=5f923294-857c-4373-b3c5-4515ba5de1cf,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:58.474575 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75e98c-d411-4aa7-8f7e-d5863734035a None None] Pushing event updated for resources: {'Port': ['ID=417abf66-da9f-4b03-83a4-f103e8e47cae,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:58.515372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Attempting to bind port 5f923294-857c-4373-b3c5-4515ba5de1cf on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:41:58.515642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Attempting to bind port 5f923294-857c-4373-b3c5-4515ba5de1cf by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '396aba6c-e035-45cd-bd36-03a6b0afa859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:41:58.515884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Attempting to bind port 5f923294-857c-4373-b3c5-4515ba5de1cf on network e92c6880-ff9b-4a46-9bca-ebd0e8140022 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:41:58.523036 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:41:58.523604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Checking segment: {'id': '396aba6c-e035-45cd-bd36-03a6b0afa859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:41:58.524456 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.525193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Bound using segment: {'id': '396aba6c-e035-45cd-bd36-03a6b0afa859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:41:58.526031 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Bound port: 5f923294-857c-4373-b3c5-4515ba5de1cf, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396aba6c-e035-45cd-bd36-03a6b0afa859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:41:58.526568 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.593791 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.646955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 20b073ab-42a6-4c04-9f71-9421aabdd78f up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:41:58.674843 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-554b1792-b804-4d57-a57e-f45982096798 None None] Set router 25ca40d6-4f7c-4271-a67b-17228c7a54cd gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:41:58.720725 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] For port 5f923294-857c-4373-b3c5-4515ba5de1cf, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:41:58.735801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] For port 5f923294-857c-4373-b3c5-4515ba5de1cf, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5f923294-857c-4373-b3c5-4515ba5de1cf,segment=NetworkSegment(396aba6c-e035-45cd-bd36-03a6b0afa859),segment_id=396aba6c-e035-45cd-bd36-03a6b0afa859)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:41:58.747529 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.750456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Allocated IP 172.25.7.246 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/6b18bf40-eb1a-45a4-a8e1-49bb0d960953) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:41:58.824217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 20b073ab-42a6-4c04-9f71-9421aabdd78f triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:41:58.824721 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.877636 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade8f6f-7c24-4eba-9088-dbae009b65d5 None None] Pushing event updated for resources: {'Port': ['ID=5f923294-857c-4373-b3c5-4515ba5de1cf,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:58.920624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.956743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:58.966354 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 20b073ab-42a6-4c04-9f71-9421aabdd78f is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:41:59.029922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:41:59.032917 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:41:59.035107 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-554b1792-b804-4d57-a57e-f45982096798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:54Z', 'revision_number': 4, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '417abf66-da9f-4b03-83a4-f103e8e47cae', 'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'mac_address': 'fa:16:3e:2b:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:54Z', 'updated_at': '2022-05-24T23:41:58Z', 'revision_number': 4, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'subnets': [{'id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:41:59.045541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:41:59.051918 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b1792-b804-4d57-a57e-f45982096798 None None] The sync data for ids ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'] in n-d-843146-7 is: [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:54Z', 'revision_number': 4, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '417abf66-da9f-4b03-83a4-f103e8e47cae', 'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'mac_address': 'fa:16:3e:2b:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:54Z', 'updated_at': '2022-05-24T23:41:58Z', 'revision_number': 4, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'subnets': [{'id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:41:59.094096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Pushing event updated for resources: {'Port': ['ID=6b18bf40-eb1a-45a4-a8e1-49bb0d960953,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:41:59.489348 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:59.849273 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:41:59.873787 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb35d5-3041-4530-b2a0-bed8f9205850 None None] Network e92c6880-ff9b-4a46-9bca-ebd0e8140022 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:42:00.002666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d5173eb1-c591-4297-9fe9-fb3502e80a6b None None] Provisioning for port 5f923294-857c-4373-b3c5-4515ba5de1cf completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:42:00.217299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Router 781cea43-7639-4826-b06a-c44318f0933b is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:42:00.405504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:42:00.414260 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Sync routers for ids ['781cea43-7639-4826-b06a-c44318f0933b'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:42:00.424744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Routers {'781cea43-7639-4826-b06a-c44318f0933b'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:42:00.425398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:41:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['781cea43-7639-4826-b06a-c44318f0933b'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:00.431259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:00.432608 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-99ee523b-4785-41f7-bc0f-cc3e0d9eedac admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7594182 May 24 23:42:00.435401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54350) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:42:00.665130 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Set router 781cea43-7639-4826-b06a-c44318f0933b gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:42:00.712007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 417abf66-da9f-4b03-83a4-f103e8e47cae up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:42:00.946215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 417abf66-da9f-4b03-83a4-f103e8e47cae completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:42:00.981062 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 417abf66-da9f-4b03-83a4-f103e8e47cae triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:00.981434 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.114764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781cea43-7639-4826-b06a-c44318f0933b', 'name': 'tempest-TestMinimumBasicScenario-369264628-router', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:57Z', 'updated_at': '2022-05-24T23:41:59Z', 'revision_number': 3, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'gw_port': {'id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:58Z', 'updated_at': '2022-05-24T23:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:01.122845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Checking router: 781cea43-7639-4826-b06a-c44318f0933b for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:42:01.123187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Updating router 781cea43-7639-4826-b06a-c44318f0933b port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:42:01.126941 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.146087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 417abf66-da9f-4b03-83a4-f103e8e47cae is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:42:01.146461 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.199587 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.235137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 417abf66-da9f-4b03-83a4-f103e8e47cae, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=417abf66-da9f-4b03-83a4-f103e8e47cae,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:42:01.242598 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.243366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5f923294-857c-4373-b3c5-4515ba5de1cf up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:42:01.334002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Allocated IP 172.20.0.1 (e92c6880-ff9b-4a46-9bca-ebd0e8140022/0b790c2e-63a4-4aa8-bebe-cd55ca193110/7dd48b63-3c2b-452c-918d-683cd3009a11) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:42:01.447914 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=417abf66-da9f-4b03-83a4-f103e8e47cae,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:01.489551 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.505670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Transition to ACTIVE for port object 7dd48b63-3c2b-452c-918d-683cd3009a11 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:42:01.516171 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5f923294-857c-4373-b3c5-4515ba5de1cf completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:42:01.525745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5f923294-857c-4373-b3c5-4515ba5de1cf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:01.526111 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.534501 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.601270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Network e92c6880-ff9b-4a46-9bca-ebd0e8140022 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:42:01.608506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:42:01.613118 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:42:01.663613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd48b63-3c2b-452c-918d-683cd3009a11,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:01.684384 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.735609 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5f923294-857c-4373-b3c5-4515ba5de1cf is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:42:01.735987 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.761298 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.784025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Transition to ACTIVE for port object 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:42:01.790972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 5f923294-857c-4373-b3c5-4515ba5de1cf, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5f923294-857c-4373-b3c5-4515ba5de1cf,segment=NetworkSegment(396aba6c-e035-45cd-bd36-03a6b0afa859),segment_id=396aba6c-e035-45cd-bd36-03a6b0afa859)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:42:01.794130 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.830662 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.875894 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Attempting to bind port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:42:01.876270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Attempting to bind port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:42:01.876645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Attempting to bind port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:42:01.890740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882f289-9f45-4785-849e-fc16e2cf617f None None] Pushing event updated for resources: {'Port': ['ID=6b18bf40-eb1a-45a4-a8e1-49bb0d960953,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:01.893365 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:42:01.893800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:42:01.894202 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.894554 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:42:01.895054 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Bound port: 6b18bf40-eb1a-45a4-a8e1-49bb0d960953, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:42:01.895427 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:01.964323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:02.031628 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-186b3d48-186d-4df4-bb0c-72707ad88127 None None] Provisioning for port 7dd48b63-3c2b-452c-918d-683cd3009a11 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:42:02.049165 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-186b3d48-186d-4df4-bb0c-72707ad88127 None None] Provisioning complete for port 7dd48b63-3c2b-452c-918d-683cd3009a11 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:02.049554 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-186b3d48-186d-4df4-bb0c-72707ad88127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:02.121413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5f923294-857c-4373-b3c5-4515ba5de1cf,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:02.126357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] For port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:42:02.131350 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] For port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6b18bf40-eb1a-45a4-a8e1-49bb0d960953,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:42:02.134153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-186b3d48-186d-4df4-bb0c-72707ad88127 None None] Port 7dd48b63-3c2b-452c-918d-683cd3009a11 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:42:02.138747 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:02.201953 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:02.208327 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:02.213605 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Routers {'781cea43-7639-4826-b06a-c44318f0933b'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:42:02.214230 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:41:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['781cea43-7639-4826-b06a-c44318f0933b'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:02.271124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882f289-9f45-4785-849e-fc16e2cf617f None None] Pushing event updated for resources: {'Port': ['ID=6b18bf40-eb1a-45a4-a8e1-49bb0d960953,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:02.316621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd48b63-3c2b-452c-918d-683cd3009a11,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:02.318920 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:02.394588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] Set router 781cea43-7639-4826-b06a-c44318f0933b gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:42:02.456803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Network e92c6880-ff9b-4a46-9bca-ebd0e8140022 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:42:02.458002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:42:02.627666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 417abf66-da9f-4b03-83a4-f103e8e47cae up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:42:02.668557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Router 781cea43-7639-4826-b06a-c44318f0933b has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:42:02.778218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 417abf66-da9f-4b03-83a4-f103e8e47cae triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:02.778488 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:02.813944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-01ff402e-cdcc-44da-8adb-e96c4fcf75fe None None] Provisioning complete for port 7dd48b63-3c2b-452c-918d-683cd3009a11 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:02.814312 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-01ff402e-cdcc-44da-8adb-e96c4fcf75fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:02.857184 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:42:02.875570 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2a63af2e-d329-4c10-a6db-25f4f23e4b65 admin admin] 10.222.0.55 "PUT /v2.0/routers/781cea43-7639-4826-b06a-c44318f0933b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4312744 May 24 23:42:02.891197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-01ff402e-cdcc-44da-8adb-e96c4fcf75fe None None] Port 7dd48b63-3c2b-452c-918d-683cd3009a11 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:42:02.907107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781cea43-7639-4826-b06a-c44318f0933b', 'name': 'tempest-TestMinimumBasicScenario-369264628-router', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:57Z', 'updated_at': '2022-05-24T23:42:01Z', 'revision_number': 4, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'gw_port': {'id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:58Z', 'updated_at': '2022-05-24T23:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7dd48b63-3c2b-452c-918d-683cd3009a11', 'name': '', 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'mac_address': 'fa:16:3e:a7:f6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0b790c2e-63a4-4aa8-bebe-cd55ca193110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:42:01Z', 'updated_at': '2022-05-24T23:42:02Z', 'revision_number': 2, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'subnets': [{'id': '0b790c2e-63a4-4aa8-bebe-cd55ca193110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:02.934623 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f6585-2f9e-4d2e-8fd7-e775ba703884 None None] The sync data for ids ['781cea43-7639-4826-b06a-c44318f0933b'] in n-d-843146-7 is: [{'id': '781cea43-7639-4826-b06a-c44318f0933b', 'name': 'tempest-TestMinimumBasicScenario-369264628-router', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:57Z', 'updated_at': '2022-05-24T23:42:01Z', 'revision_number': 4, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'gw_port': {'id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:58Z', 'updated_at': '2022-05-24T23:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7dd48b63-3c2b-452c-918d-683cd3009a11', 'name': '', 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'mac_address': 'fa:16:3e:a7:f6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0b790c2e-63a4-4aa8-bebe-cd55ca193110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:42:01Z', 'updated_at': '2022-05-24T23:42:02Z', 'revision_number': 2, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'subnets': [{'id': '0b790c2e-63a4-4aa8-bebe-cd55ca193110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:42:02.967698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 417abf66-da9f-4b03-83a4-f103e8e47cae is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:42:02.968913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5f923294-857c-4373-b3c5-4515ba5de1cf up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:42:03.042726 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5f923294-857c-4373-b3c5-4515ba5de1cf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:03.043298 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:03.193483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5f923294-857c-4373-b3c5-4515ba5de1cf is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:42:04.652003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:42:04.731385 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:42:04.737345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:04.737760 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:04.873735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:42:04.874157 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:04.894665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6b18bf40-eb1a-45a4-a8e1-49bb0d960953,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:42:04.903388 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:04.984163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=6b18bf40-eb1a-45a4-a8e1-49bb0d960953,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:05.392124 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bcc94783-d79c-4c5c-91eb-bbdf3d72c081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:06.599754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:42:06.686358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:06.686957 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:06.868539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:42:06.949481 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Sync routers for ids ['781cea43-7639-4826-b06a-c44318f0933b'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:42:06.959141 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Routers {'781cea43-7639-4826-b06a-c44318f0933b'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:42:06.959860 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:41:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['781cea43-7639-4826-b06a-c44318f0933b'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:07.151379 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Set router 781cea43-7639-4826-b06a-c44318f0933b gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:42:07.482900 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781cea43-7639-4826-b06a-c44318f0933b', 'name': 'tempest-TestMinimumBasicScenario-369264628-router', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:57Z', 'updated_at': '2022-05-24T23:42:01Z', 'revision_number': 4, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'gw_port': {'id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:58Z', 'updated_at': '2022-05-24T23:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7dd48b63-3c2b-452c-918d-683cd3009a11', 'name': '', 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'mac_address': 'fa:16:3e:a7:f6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0b790c2e-63a4-4aa8-bebe-cd55ca193110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:42:01Z', 'updated_at': '2022-05-24T23:42:02Z', 'revision_number': 2, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'subnets': [{'id': '0b790c2e-63a4-4aa8-bebe-cd55ca193110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:07.487380 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Checking router: 781cea43-7639-4826-b06a-c44318f0933b for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:42:07.487727 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Updating router 781cea43-7639-4826-b06a-c44318f0933b port 7dd48b63-3c2b-452c-918d-683cd3009a11 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:42:07.498598 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe0e9142-abd4-40d8-a7b6-835487b82f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:07.548210 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:07.949322 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:07.963067 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Transition to ACTIVE for port object 7dd48b63-3c2b-452c-918d-683cd3009a11 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:42:07.973388 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:08.134919 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4526b-5a15-41c4-b5e4-2432612a7893 None None] Pushing event updated for resources: {'Port': ['ID=7dd48b63-3c2b-452c-918d-683cd3009a11,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:08.209385 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Attempting to bind port 7dd48b63-3c2b-452c-918d-683cd3009a11 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:42:08.209525 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Attempting to bind port 7dd48b63-3c2b-452c-918d-683cd3009a11 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '396aba6c-e035-45cd-bd36-03a6b0afa859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:42:08.209843 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Attempting to bind port 7dd48b63-3c2b-452c-918d-683cd3009a11 on network e92c6880-ff9b-4a46-9bca-ebd0e8140022 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:42:08.216512 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:42:08.216938 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Checking segment: {'id': '396aba6c-e035-45cd-bd36-03a6b0afa859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:42:08.217286 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:08.217720 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Bound using segment: {'id': '396aba6c-e035-45cd-bd36-03a6b0afa859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:42:08.218303 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Bound port: 7dd48b63-3c2b-452c-918d-683cd3009a11, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396aba6c-e035-45cd-bd36-03a6b0afa859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:42:08.218834 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:08.328504 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] For port 7dd48b63-3c2b-452c-918d-683cd3009a11, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:42:08.331919 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] For port 7dd48b63-3c2b-452c-918d-683cd3009a11, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7dd48b63-3c2b-452c-918d-683cd3009a11,segment=NetworkSegment(396aba6c-e035-45cd-bd36-03a6b0afa859),segment_id=396aba6c-e035-45cd-bd36-03a6b0afa859)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:42:08.339434 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:08.424075 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Routers {'781cea43-7639-4826-b06a-c44318f0933b'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:42:08.424700 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:42:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['781cea43-7639-4826-b06a-c44318f0933b'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:08.504164 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4526b-5a15-41c4-b5e4-2432612a7893 None None] Pushing event updated for resources: {'Port': ['ID=7dd48b63-3c2b-452c-918d-683cd3009a11,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:08.678573 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] Set router 781cea43-7639-4826-b06a-c44318f0933b gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:42:08.709274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7dd48b63-3c2b-452c-918d-683cd3009a11 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:42:08.788169 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:08.810250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 7dd48b63-3c2b-452c-918d-683cd3009a11 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:42:08.832179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7dd48b63-3c2b-452c-918d-683cd3009a11 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:08.833306 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:08.973593 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:08.974452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7dd48b63-3c2b-452c-918d-683cd3009a11 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:42:08.974874 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:09.011301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 7dd48b63-3c2b-452c-918d-683cd3009a11, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7dd48b63-3c2b-452c-918d-683cd3009a11,segment=NetworkSegment(396aba6c-e035-45cd-bd36-03a6b0afa859),segment_id=396aba6c-e035-45cd-bd36-03a6b0afa859)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:42:09.018967 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:09.089783 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781cea43-7639-4826-b06a-c44318f0933b', 'name': 'tempest-TestMinimumBasicScenario-369264628-router', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:57Z', 'updated_at': '2022-05-24T23:42:01Z', 'revision_number': 4, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'gw_port': {'id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:58Z', 'updated_at': '2022-05-24T23:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7dd48b63-3c2b-452c-918d-683cd3009a11', 'name': '', 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'mac_address': 'fa:16:3e:a7:f6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0b790c2e-63a4-4aa8-bebe-cd55ca193110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:42:01Z', 'updated_at': '2022-05-24T23:42:08Z', 'revision_number': 4, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'subnets': [{'id': '0b790c2e-63a4-4aa8-bebe-cd55ca193110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:09.098389 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdded02e-8340-4f1f-a555-59a6d36139ff None None] The sync data for ids ['781cea43-7639-4826-b06a-c44318f0933b'] in n-d-843146-7 is: [{'id': '781cea43-7639-4826-b06a-c44318f0933b', 'name': 'tempest-TestMinimumBasicScenario-369264628-router', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:57Z', 'updated_at': '2022-05-24T23:42:01Z', 'revision_number': 4, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'gw_port': {'id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:58Z', 'updated_at': '2022-05-24T23:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7dd48b63-3c2b-452c-918d-683cd3009a11', 'name': '', 'network_id': 'e92c6880-ff9b-4a46-9bca-ebd0e8140022', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'mac_address': 'fa:16:3e:a7:f6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0b790c2e-63a4-4aa8-bebe-cd55ca193110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:42:01Z', 'updated_at': '2022-05-24T23:42:08Z', 'revision_number': 4, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'subnets': [{'id': '0b790c2e-63a4-4aa8-bebe-cd55ca193110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:42:09.112039 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=7dd48b63-3c2b-452c-918d-683cd3009a11,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:10.224695 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:10.608144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7dd48b63-3c2b-452c-918d-683cd3009a11 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:42:10.691218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7dd48b63-3c2b-452c-918d-683cd3009a11 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:10.691502 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:10.827177 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7dd48b63-3c2b-452c-918d-683cd3009a11 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:42:13.378867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-59b4881c-1ec7-4a18-9f2e-b38f4dbd65af tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:13.379504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-59b4881c-1ec7-4a18-9f2e-b38f4dbd65af tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Synchronizing usage tracker for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:42:13.402664 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-59b4881c-1ec7-4a18-9f2e-b38f4dbd65af tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Unset dirty status for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:42:13.404001 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-59b4881c-1ec7-4a18-9f2e-b38f4dbd65af tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/networks?id=0681bba0-5604-4611-b4ca-5c92e8fb7acc HTTP/1.1" status: 200 len: 814 time: 0.1741357 May 24 23:42:13.427982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-c616fec0-5761-4e49-966f-9df75319df5a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/quotas/0bb9f881cf5d482fb9c9a75a79d50420 HTTP/1.1" status: 200 len: 375 time: 0.0111701 May 24 23:42:13.528024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-503774a6-d4f3-436b-ac61-49919f24a67c tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Synchronizing usage tracker for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:42:13.548072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-503774a6-d4f3-436b-ac61-49919f24a67c tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Unset dirty status for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:42:13.549329 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-503774a6-d4f3-436b-ac61-49919f24a67c tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0bb9f881cf5d482fb9c9a75a79d50420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137149 May 24 23:42:13.703768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-3a214690-60d3-4a49-8179-e3e7f955772e service neutron] 10.222.0.55 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423616 May 24 23:42:13.847260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-06666fee-e3de-426f-9b36-a2a245b28896 service neutron] 10.222.0.55 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349843 May 24 23:42:14.143291 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-25212c34-ce20-446d-a616-520deba9e0d8 req-45373bed-1a83-4a3c-9927-42f9f1faf205 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 210 time: 0.1523292 May 24 23:42:15.386922 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acb93ccd-da67-4e46-a41e-ea303d9289ca req-b3f21ef5-b8ce-4c0e-a96d-c2bcde144c74 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 210 time: 0.0551136 May 24 23:42:15.400165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-ee6bfc29-1522-4f0f-b0ad-1b0f89dd431e tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:15.401899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-ee6bfc29-1522-4f0f-b0ad-1b0f89dd431e tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.50 "GET /v2.0/networks?id=0681bba0-5604-4611-b4ca-5c92e8fb7acc HTTP/1.1" status: 200 len: 814 time: 0.3213403 May 24 23:42:15.418556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Request body: {'port': {'device_id': 'e24f366f-032a-403c-bcbd-6b1814435218', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'admin_state_up': True, 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:42:15.556623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:42:15.569041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:42:15.581340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Made reservation on behalf of 0bb9f881cf5d482fb9c9a75a79d50420 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:42:15.585306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:15.796651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Allocated IP 172.20.0.6 (0681bba0-5604-4611-b4ca-5c92e8fb7acc/259d7657-f313-421f-8f81-2fc7362b95dd/6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:42:16.055259 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:16.075800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Transition to ACTIVE for port object 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:42:16.106664 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:16.188522 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Network 0681bba0-5604-4611-b4ca-5c92e8fb7acc is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:42:16.191660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:42:16.196457 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:42:16.235817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'Port': ['ID=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:16.252455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.252706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.253026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.253419 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.253862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.254246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.254628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.255027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.255409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.255788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.256172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.256547 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:16.293708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:16.294347 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:16.330673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-049f5f07-1fbd-4262-8786-283f9a860c7f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9157763 May 24 23:42:16.476518 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-764cbd42-b257-4bbe-8363-70c5644ed9f1 None None] Provisioning for port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:42:16.482507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-764cbd42-b257-4bbe-8363-70c5644ed9f1 None None] Provisioning complete for port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:16.482974 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-764cbd42-b257-4bbe-8363-70c5644ed9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:16.541859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-764cbd42-b257-4bbe-8363-70c5644ed9f1 None None] Port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:42:16.594001 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52766e-032a-4e0a-8b23-16cc15651d17 req-fd7b87c2-4018-4e3f-b101-50fefa24b3b8 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:16.600921 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef52766e-032a-4e0a-8b23-16cc15651d17 req-fd7b87c2-4018-4e3f-b101-50fefa24b3b8 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 931 time: 0.0948000 May 24 23:42:16.643050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ef52766e-032a-4e0a-8b23-16cc15651d17 req-374f4b03-bdc9-40c7-82ea-8218c7a674a0 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408661 May 24 23:42:17.884983 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab22ba-eae3-45b5-ac9d-587e90aa28f4 req-a6f4de33-59b1-4ed9-8ba0-377ddd3587be tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:17.885682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5aab22ba-eae3-45b5-ac9d-587e90aa28f4 req-a6f4de33-59b1-4ed9-8ba0-377ddd3587be tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Synchronizing usage tracker for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:42:17.907225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5aab22ba-eae3-45b5-ac9d-587e90aa28f4 req-a6f4de33-59b1-4ed9-8ba0-377ddd3587be tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Unset dirty status for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:42:17.908715 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5aab22ba-eae3-45b5-ac9d-587e90aa28f4 req-a6f4de33-59b1-4ed9-8ba0-377ddd3587be tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 931 time: 0.1129549 May 24 23:42:17.973404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5aab22ba-eae3-45b5-ac9d-587e90aa28f4 req-fcaaa23d-1fc1-4709-8856-87f085e2d93d tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Synchronizing usage tracker for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:42:17.995855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-5aab22ba-eae3-45b5-ac9d-587e90aa28f4 req-fcaaa23d-1fc1-4709-8856-87f085e2d93d tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Unset dirty status for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:42:17.997453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5aab22ba-eae3-45b5-ac9d-587e90aa28f4 req-fcaaa23d-1fc1-4709-8856-87f085e2d93d tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819139 May 24 23:42:19.193998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dcee1-9249-48df-b58a-e759c1c87092 req-c70ddb85-78f8-45b7-b594-9586605bbc5d tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:19.202271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-594dcee1-9249-48df-b58a-e759c1c87092 req-c70ddb85-78f8-45b7-b594-9586605bbc5d tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 931 time: 0.0944197 May 24 23:42:19.242126 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-594dcee1-9249-48df-b58a-e759c1c87092 req-d0e60069-c43f-471f-b112-6b6645390482 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389030 May 24 23:42:20.436209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d019ea-6a56-4c3a-9aa6-3949c55c766d req-275da049-eb0d-4f52-b0f3-7b3fd8f1cf49 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:20.439111 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47d019ea-6a56-4c3a-9aa6-3949c55c766d req-275da049-eb0d-4f52-b0f3-7b3fd8f1cf49 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 931 time: 0.0869279 May 24 23:42:20.484448 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47d019ea-6a56-4c3a-9aa6-3949c55c766d req-215cc8dc-341f-4a4a-bfc4-f71e5408d93a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393643 May 24 23:42:21.710522 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4111ef-ad80-408c-8cc9-96fb8b331d2c req-aef50b28-e8b6-4500-9a38-bf8b34309975 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:21.711978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a4111ef-ad80-408c-8cc9-96fb8b331d2c req-aef50b28-e8b6-4500-9a38-bf8b34309975 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 931 time: 0.1016107 May 24 23:42:21.774664 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a4111ef-ad80-408c-8cc9-96fb8b331d2c req-81f69de5-3a47-4a37-9a06-e82ad400f374 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566819 May 24 23:42:22.984390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a7a14-68c9-42e3-b248-687ea510712b req-d66c2196-5d8d-4335-a46e-906ed28949d2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:22.985897 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8e4a7a14-68c9-42e3-b248-687ea510712b req-d66c2196-5d8d-4335-a46e-906ed28949d2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 931 time: 0.0959358 May 24 23:42:23.035901 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8e4a7a14-68c9-42e3-b248-687ea510712b req-84540065-da35-4fbd-a610-148ae1ee6c0e tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413768 May 24 23:42:23.280295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-977bc3ee-fbc2-45e6-b572-b07d152ad1bc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:42:23.281340 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-977bc3ee-fbc2-45e6-b572-b07d152ad1bc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052938 May 24 23:42:23.335632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Request body: {'port': {'device_id': 'e24f366f-032a-403c-bcbd-6b1814435218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:42:23.450193 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:23.813254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:42:23.821248 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:23.837206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Transition to ACTIVE for port object 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:42:23.842971 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:24.004862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:24.199683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Attempting to bind port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:42:24.199966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Attempting to bind port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:42:24.200224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Attempting to bind port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 on network 0681bba0-5604-4611-b4ca-5c92e8fb7acc {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:42:24.205010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 on network 0681bba0-5604-4611-b4ca-5c92e8fb7acc not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:42:24.205328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Attempting to bind port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 on network 0681bba0-5604-4611-b4ca-5c92e8fb7acc {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:42:24.210576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:42:24.210862 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Checking segment: {'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:42:24.211282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Bound using segment: {'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:42:24.211702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Bound port: 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d34859-f327-40c9-b308-728712c6ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:42:24.212248 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:24.229908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e4bf7-8d4e-4b51-b08f-1bfd677104c8 req-b31e23bd-da11-4142-ab0f-9ffa3fe0850a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:24.231355 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba5e4bf7-8d4e-4b51-b08f-1bfd677104c8 req-b31e23bd-da11-4142-ab0f-9ffa3fe0850a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 943 time: 0.0808322 May 24 23:42:24.280570 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba5e4bf7-8d4e-4b51-b08f-1bfd677104c8 req-e3b04a9b-3f48-4448-8942-0e8273612c72 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 May 24 23:42:24.307360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] For port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:42:24.310600 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] For port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:42:24.318881 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:24.380565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:24.381178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:24.383154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] 10.222.0.50 "PUT /v2.0/ports/6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 1091 time: 1.0954337 May 24 23:42:24.386397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:42:24.414158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328cdbb-0bd3-46d2-b558-8436b73acf27 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:24.506162 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b6dc30-d0c4-4043-988b-15a7d3d5c9b3'] response: {'name': 'network-changed', 'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'status': 'completed', 'code': 200} May 24 23:42:24.512228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-10775d05-7edf-44d3-a6cc-6161627cebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:24.513867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-10775d05-7edf-44d3-a6cc-6161627cebf7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bb9f881cf5d482fb9c9a75a79d50420&device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 1094 time: 0.0803187 May 24 23:42:24.585885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-1584576e-56db-44fb-8904-4faeaddb5d0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 217 time: 0.0621848 May 24 23:42:24.662310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-628697e3-bc4a-4db1-8e23-0842552227ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:24.663777 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-628697e3-bc4a-4db1-8e23-0842552227ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=259d7657-f313-421f-8f81-2fc7362b95dd HTTP/1.1" status: 200 len: 853 time: 0.0676758 May 24 23:42:24.689704 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:24.745332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-77e01488-947d-4944-9580-37d0584d6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:24.746866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-77e01488-947d-4944-9580-37d0584d6d41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0681bba0-5604-4611-b4ca-5c92e8fb7acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728364 May 24 23:42:24.883254 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-36a1a10b-fc6a-4226-8b82-ff4a79e39128 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261382 May 24 23:42:25.031081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dee85088-2933-4d01-8148-0a89f44fdf34 req-5d5cda1f-0dec-4b57-b01c-35333f602df5 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333377 May 24 23:42:25.161934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59bcb7-4ea1-4a7a-99b7-ea1214e0bbe4 req-8b188f1e-81a6-454c-b265-80543a200492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:25.163506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b59bcb7-4ea1-4a7a-99b7-ea1214e0bbe4 req-8b188f1e-81a6-454c-b265-80543a200492 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bb9f881cf5d482fb9c9a75a79d50420&device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 1094 time: 0.0719304 May 24 23:42:25.319113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59bcb7-4ea1-4a7a-99b7-ea1214e0bbe4 req-e83d1181-c00d-486e-8ea7-329e820fb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:25.322505 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b59bcb7-4ea1-4a7a-99b7-ea1214e0bbe4 req-e83d1181-c00d-486e-8ea7-329e820fb2b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0681bba0-5604-4611-b4ca-5c92e8fb7acc HTTP/1.1" status: 200 len: 915 time: 0.1525004 May 24 23:42:25.395237 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b59bcb7-4ea1-4a7a-99b7-ea1214e0bbe4 req-cdcbcf78-87aa-4a92-8318-83518572920a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 217 time: 0.0650783 May 24 23:42:25.460677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59bcb7-4ea1-4a7a-99b7-ea1214e0bbe4 req-266c90af-458d-4121-824f-fb014760991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:25.462159 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b59bcb7-4ea1-4a7a-99b7-ea1214e0bbe4 req-266c90af-458d-4121-824f-fb014760991c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=259d7657-f313-421f-8f81-2fc7362b95dd HTTP/1.1" status: 200 len: 853 time: 0.0599639 May 24 23:42:25.480251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd553676-805f-48ad-a030-33bacde81b12 req-d2b6d7d6-8555-40c2-ad55-e6600bef0b98 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:25.481738 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd553676-805f-48ad-a030-33bacde81b12 req-d2b6d7d6-8555-40c2-ad55-e6600bef0b98 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 943 time: 0.0882678 May 24 23:42:25.527042 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd553676-805f-48ad-a030-33bacde81b12 req-b9aca634-6cd8-4b86-8179-1136e777fa5a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393715 May 24 23:42:25.539319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59bcb7-4ea1-4a7a-99b7-ea1214e0bbe4 req-304cb62a-a133-4f0a-9115-1408a63e56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:25.540866 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b59bcb7-4ea1-4a7a-99b7-ea1214e0bbe4 req-304cb62a-a133-4f0a-9115-1408a63e56f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0681bba0-5604-4611-b4ca-5c92e8fb7acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715020 May 24 23:42:25.675423 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b59bcb7-4ea1-4a7a-99b7-ea1214e0bbe4 req-96e29277-ccba-4537-8d2d-58dcf1e8a24b service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273129 May 24 23:42:25.816032 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2b59bcb7-4ea1-4a7a-99b7-ea1214e0bbe4 req-58c06ecf-32f8-48cf-a899-217697748d2d service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332958 May 24 23:42:26.313092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:42:26.430594 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:26.467806 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:42:26.481523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'port_id': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'mac_address': 'fa:16:3e:70:17:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:42:26.537908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:42:26.538292 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:26.559002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:42:26.576102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:42:26.581845 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:26.650061 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:26.715637 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400a4d2-c632-462f-a190-4d2bc6c0fb08 req-67b65f24-e30e-41d1-9156-b53b29335f87 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:26.717099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0400a4d2-c632-462f-a190-4d2bc6c0fb08 req-67b65f24-e30e-41d1-9156-b53b29335f87 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 944 time: 0.0803609 May 24 23:42:26.765707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0400a4d2-c632-462f-a190-4d2bc6c0fb08 req-2ac96921-f476-4537-807f-c8c80c57ce31 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 May 24 23:42:26.852183 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:42:27.969848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd826dd-8cd6-4432-aaf0-dfc794cc47db req-47abf5fa-33da-4310-abce-d994424cd5d5 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:27.971160 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fcd826dd-8cd6-4432-aaf0-dfc794cc47db req-47abf5fa-33da-4310-abce-d994424cd5d5 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 944 time: 0.0854156 May 24 23:42:28.018305 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fcd826dd-8cd6-4432-aaf0-dfc794cc47db req-0a93bee0-bdfb-4061-b20f-199d3f547b25 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 May 24 23:42:28.329169 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:42:28.407934 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:42:28.412827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:28.413196 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:28.531267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:42:28.531716 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:28.559184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:42:28.568965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:42:28.574782 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:28.643191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:28.659155 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-884ff337-09ff-4529-b3cb-d7597fe3d3b1'] response: {'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'code': 200} May 24 23:42:28.931268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fdacd-8eab-4f27-9eb9-9705fb193106 req-82567d14-f795-4829-a36a-c87c1b18c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:28.932799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc9fdacd-8eab-4f27-9eb9-9705fb193106 req-82567d14-f795-4829-a36a-c87c1b18c2a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 1096 time: 0.1964447 May 24 23:42:28.991673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc9fdacd-8eab-4f27-9eb9-9705fb193106 req-d05678d8-4e94-436a-a7dd-65b1edcc1b47 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372012 May 24 23:42:29.209072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c196dad-d9a7-42eb-8e88-3a9f17e9f100 req-245ef510-a357-4c72-b350-50ebf0538a71 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:29.211457 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c196dad-d9a7-42eb-8e88-3a9f17e9f100 req-245ef510-a357-4c72-b350-50ebf0538a71 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 945 time: 0.0848310 May 24 23:42:29.256205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c196dad-d9a7-42eb-8e88-3a9f17e9f100 req-b204f5b6-6acd-49a1-9762-449ce7128a25 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392878 May 24 23:42:30.453284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633354d-8058-4e56-a662-faddaaa9be11 req-79f77107-6e05-4f93-bd34-45c95895bdd1 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:30.455017 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9633354d-8058-4e56-a662-faddaaa9be11 req-79f77107-6e05-4f93-bd34-45c95895bdd1 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 945 time: 0.0860445 May 24 23:42:30.499508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9633354d-8058-4e56-a662-faddaaa9be11 req-3d12d8ec-700d-468b-a731-0fad96c0805d tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387008 May 24 23:42:30.693406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c4cb0-a7f9-4496-841b-44015836905d req-6088faee-4221-4ae2-9b49-7e38cd0ab8ec tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:30.695096 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-126c4cb0-a7f9-4496-841b-44015836905d req-6088faee-4221-4ae2-9b49-7e38cd0ab8ec tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 945 time: 0.0899034 May 24 23:42:30.739377 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-126c4cb0-a7f9-4496-841b-44015836905d req-7e112ee9-47dd-4318-8b73-599f266fe4b4 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386975 May 24 23:42:31.140052 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504f8dd-d5f4-4fd7-bf0f-fefb48ac6515 req-69c7b01d-bb2d-446a-8d33-092d36ed0fbe tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:31.141511 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c504f8dd-d5f4-4fd7-bf0f-fefb48ac6515 req-69c7b01d-bb2d-446a-8d33-092d36ed0fbe tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 945 time: 0.0812771 May 24 23:42:31.192153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c504f8dd-d5f4-4fd7-bf0f-fefb48ac6515 req-fb9da257-5615-4bed-bcac-24cacf530c4b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 May 24 23:42:35.395410 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:42:35.396272 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b322bb7-4484-4e07-a93d-237037c220e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:37.486517 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fedf652d-a6a5-435a-9e5c-39f22cc33c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:38.774790 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:38.941823 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:40.219262 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:41.507222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25dced-bcee-44bc-bfe2-7c0ef1882840 req-4d6dde65-7d9c-46f6-ad10-a78e9b58cac9 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:41.508691 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d25dced-bcee-44bc-bfe2-7c0ef1882840 req-4d6dde65-7d9c-46f6-ad10-a78e9b58cac9 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 945 time: 0.0933297 May 24 23:42:41.553942 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d25dced-bcee-44bc-bfe2-7c0ef1882840 req-a0425719-699c-4a9d-a4dc-091bb06598b5 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393574 May 24 23:42:41.593552 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54546) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:42:41.724462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee35d8a9-37ec-4391-8f43-ffc3b8ebe17f tempest-TestMinimumBasicScenario-1558947972 tempest-TestMinimumBasicScenario-1558947972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:41.725968 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ee35d8a9-37ec-4391-8f43-ffc3b8ebe17f tempest-TestMinimumBasicScenario-1558947972 tempest-TestMinimumBasicScenario-1558947972-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 1091 time: 0.1312871 May 24 23:42:41.729268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54552) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:42:41.734103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:42:41.740943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:42:41.744912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Usage tracker for resource:floatingip and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:42:41.747951 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:42:41.754151 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:42:41.769078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:41.910669 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:42.056462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Allocated IP 172.25.7.116 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/b9a6ca72-0dc7-43f3-a7d2-633c9e83f77a) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:42:42.212303 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:42.246840 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:42.314840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:42:42.317767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:42:42.321437 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:42:42.349973 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'Port': ['ID=b9a6ca72-0dc7-43f3-a7d2-633c9e83f77a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:42.367831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.368178 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.368514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.368841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.369169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.369519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.369841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.370164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.370487 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.370805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.371125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.371426 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:42:42.881686 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:42.965905 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:43.185477 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:43.193520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:43.314317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'Port': ['ID=b9a6ca72-0dc7-43f3-a7d2-633c9e83f77a,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:43.323457 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:43.498882 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Floating IP 80f838d1-2ee9-4301-b801-66fe35d3c2d3 associated. External IP: 172.25.7.116, port: 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74. May 24 23:42:43.861844 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Router 25ca40d6-4f7c-4271-a67b-17228c7a54cd has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:42:44.165920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:42:44.175979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bed344f-b635-45c7-9e03-1094ccfd046e None None] Sync routers for ids ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:42:44.186834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed344f-b635-45c7-9e03-1094ccfd046e None None] Routers {'25ca40d6-4f7c-4271-a67b-17228c7a54cd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:42:44.187444 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9bed344f-b635-45c7-9e03-1094ccfd046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:42:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:44.192497 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.250359 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-41313f51-c75d-41fd-9cb8-8208adb8280a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5200188 May 24 23:42:44.250912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:42:44.253342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54556) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:42:44.258377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138893815', 'description': 'tempest-secgroup-smoke-138893815 description', 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:42:44.271921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:42:44.281803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:42:44.292599 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.312463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:42:44.316714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Usage tracker for resource:security_group_rule and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:42:44.322008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:42:44.328346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:42:44.356380 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447d70ea-0f13-4fc4-bfcb-9007e36cdb88'] response: {'name': 'network-changed', 'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'status': 'completed', 'code': 200} May 24 23:42:44.374654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9bed344f-b635-45c7-9e03-1094ccfd046e None None] Set router 25ca40d6-4f7c-4271-a67b-17228c7a54cd gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:42:44.443197 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.454292 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.506255 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d78f200-4450-41f5-b14e-79e583d102c0,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:44.516703 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.521564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54564) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:42:44.521695 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-06ba35fa-691d-4684-b2a2-8ce86e0e3497 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2672040 May 24 23:42:44.526679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97143104-8066-460b-95b1-fd33bd22e35b req-ac6d8399-ab80-4fdd-bb02-870090eccf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:44.527470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e1b8c931-5dff-4e0a-8936-7184269370b3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Request body: {'security_group_rule': {'security_group_id': '0d78f200-4450-41f5-b14e-79e583d102c0', 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:42:44.528132 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97143104-8066-460b-95b1-fd33bd22e35b req-ac6d8399-ab80-4fdd-bb02-870090eccf68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bb9f881cf5d482fb9c9a75a79d50420&device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 1096 time: 0.1424823 May 24 23:42:44.534919 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e1b8c931-5dff-4e0a-8936-7184269370b3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:42:44.539445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e1b8c931-5dff-4e0a-8936-7184269370b3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Usage tracker for resource:security_group_rule and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:42:44.542726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e1b8c931-5dff-4e0a-8936-7184269370b3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:42:44.549795 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e1b8c931-5dff-4e0a-8936-7184269370b3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:42:44.573656 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c931-5dff-4e0a-8936-7184269370b3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.639314 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c931-5dff-4e0a-8936-7184269370b3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.644804 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c931-5dff-4e0a-8936-7184269370b3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.666727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8c931-5dff-4e0a-8936-7184269370b3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9647e2-25a6-4698-a189-60444c5cf3ff,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:44.680004 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c931-5dff-4e0a-8936-7184269370b3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.681423 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e1b8c931-5dff-4e0a-8936-7184269370b3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585896 May 24 23:42:44.684688 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54568) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:42:44.685307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97143104-8066-460b-95b1-fd33bd22e35b req-fca94c9b-d4e6-4edc-87d9-2b68b626c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:44.687269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97143104-8066-460b-95b1-fd33bd22e35b req-fca94c9b-d4e6-4edc-87d9-2b68b626c57c service neutron] 10.222.0.50 "GET /v2.0/networks?id=0681bba0-5604-4611-b4ca-5c92e8fb7acc HTTP/1.1" status: 200 len: 915 time: 0.1523399 May 24 23:42:44.690016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0c6e20a6-d9a7-42aa-94d8-fc4f3681d3c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Request body: {'security_group_rule': {'security_group_id': '0d78f200-4450-41f5-b14e-79e583d102c0', 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:42:44.696838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0c6e20a6-d9a7-42aa-94d8-fc4f3681d3c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:42:44.700803 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0c6e20a6-d9a7-42aa-94d8-fc4f3681d3c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Usage tracker for resource:security_group_rule and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:42:44.703816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0c6e20a6-d9a7-42aa-94d8-fc4f3681d3c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:42:44.709834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0c6e20a6-d9a7-42aa-94d8-fc4f3681d3c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:42:44.730467 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c6e20a6-d9a7-42aa-94d8-fc4f3681d3c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.734668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9bed344f-b635-45c7-9e03-1094ccfd046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:54Z', 'revision_number': 4, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '80f838d1-2ee9-4301-b801-66fe35d3c2d3', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'port_id': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'mac_address': 'fa:16:3e:70:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f366f-032a-403c-bcbd-6b1814435218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:42:42Z', 'updated_at': '2022-05-24T23:42:42Z', 'revision_number': 0, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417abf66-da9f-4b03-83a4-f103e8e47cae', 'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'mac_address': 'fa:16:3e:2b:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:54Z', 'updated_at': '2022-05-24T23:42:01Z', 'revision_number': 5, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'subnets': [{'id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:44.739132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bed344f-b635-45c7-9e03-1094ccfd046e None None] Checking router: 25ca40d6-4f7c-4271-a67b-17228c7a54cd for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:42:44.747276 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed344f-b635-45c7-9e03-1094ccfd046e None None] Routers {'25ca40d6-4f7c-4271-a67b-17228c7a54cd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:42:44.748002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9bed344f-b635-45c7-9e03-1094ccfd046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:42:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:44.797158 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97143104-8066-460b-95b1-fd33bd22e35b req-5f38edb1-dcde-4366-8d42-86f195cff0ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 999 time: 0.1038311 May 24 23:42:44.799300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c6e20a6-d9a7-42aa-94d8-fc4f3681d3c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.806171 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c6e20a6-d9a7-42aa-94d8-fc4f3681d3c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.832594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e20a6-d9a7-42aa-94d8-fc4f3681d3c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbf7ae9-493d-4bb5-953d-6418ce029654,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:44.846951 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0c6e20a6-d9a7-42aa-94d8-fc4f3681d3c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.850050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0c6e20a6-d9a7-42aa-94d8-fc4f3681d3c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642463 May 24 23:42:44.852765 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54572) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:42:44.858345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d6d9aa98-2150-499c-b641-909fb23a7ec3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Request body: {'security_group_rule': {'security_group_id': '0d78f200-4450-41f5-b14e-79e583d102c0', 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:42:44.866022 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d6d9aa98-2150-499c-b641-909fb23a7ec3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:42:44.871137 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d6d9aa98-2150-499c-b641-909fb23a7ec3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Usage tracker for resource:security_group_rule and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:42:44.873619 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97143104-8066-460b-95b1-fd33bd22e35b req-980a3a85-85f6-46e9-b659-9fdbdd66bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:44.874853 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d6d9aa98-2150-499c-b641-909fb23a7ec3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:42:44.875066 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97143104-8066-460b-95b1-fd33bd22e35b req-980a3a85-85f6-46e9-b659-9fdbdd66bd6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=259d7657-f313-421f-8f81-2fc7362b95dd HTTP/1.1" status: 200 len: 853 time: 0.0714397 May 24 23:42:44.881134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d6d9aa98-2150-499c-b641-909fb23a7ec3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:42:44.900074 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aa98-2150-499c-b641-909fb23a7ec3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.941756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-9bed344f-b635-45c7-9e03-1094ccfd046e None None] Set router 25ca40d6-4f7c-4271-a67b-17228c7a54cd gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:42:44.955131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97143104-8066-460b-95b1-fd33bd22e35b req-a70b7da2-8673-4dbf-a64f-e6c87bdcab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:44.957150 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97143104-8066-460b-95b1-fd33bd22e35b req-a70b7da2-8673-4dbf-a64f-e6c87bdcab7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0681bba0-5604-4611-b4ca-5c92e8fb7acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757072 May 24 23:42:44.977467 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aa98-2150-499c-b641-909fb23a7ec3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:44.985502 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aa98-2150-499c-b641-909fb23a7ec3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.011883 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9aa98-2150-499c-b641-909fb23a7ec3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7be46b-4b98-4e59-9423-be84f47cbff3,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:45.027322 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aa98-2150-499c-b641-909fb23a7ec3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.028801 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d6d9aa98-2150-499c-b641-909fb23a7ec3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1749415 May 24 23:42:45.031737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54576) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:42:45.037405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9feb7893-2eb9-4c26-b328-49d7ccc21a90 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Request body: {'security_group_rule': {'security_group_id': '0d78f200-4450-41f5-b14e-79e583d102c0', 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:42:45.046302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9feb7893-2eb9-4c26-b328-49d7ccc21a90 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:42:45.050606 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9feb7893-2eb9-4c26-b328-49d7ccc21a90 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Usage tracker for resource:security_group_rule and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:42:45.054249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9feb7893-2eb9-4c26-b328-49d7ccc21a90 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:42:45.062382 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9feb7893-2eb9-4c26-b328-49d7ccc21a90 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:42:45.082618 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9feb7893-2eb9-4c26-b328-49d7ccc21a90 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.106763 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97143104-8066-460b-95b1-fd33bd22e35b req-c73a313f-de73-4d1c-ab07-9626f2f0b001 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437051 May 24 23:42:45.152997 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9feb7893-2eb9-4c26-b328-49d7ccc21a90 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.157980 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9feb7893-2eb9-4c26-b328-49d7ccc21a90 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.179409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb7893-2eb9-4c26-b328-49d7ccc21a90 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3ad13f-e9ac-4c98-99cf-c89dccbaf64e,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:45.192642 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9feb7893-2eb9-4c26-b328-49d7ccc21a90 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.196922 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9feb7893-2eb9-4c26-b328-49d7ccc21a90 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639211 May 24 23:42:45.198051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54580) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:42:45.203309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Request body: {'security_group_rule': {'security_group_id': '0d78f200-4450-41f5-b14e-79e583d102c0', 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:42:45.210547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:42:45.214710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Usage tracker for resource:security_group_rule and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:42:45.217776 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:42:45.223621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:42:45.238026 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Project 0bb9f881cf5d482fb9c9a75a79d50420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:42:45.245414 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.248600 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-97143104-8066-460b-95b1-fd33bd22e35b req-5bb1d0d5-9705-4cf7-a473-8fa91ab8c1ac service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354091 May 24 23:42:45.304027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-9bed344f-b635-45c7-9e03-1094ccfd046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:54Z', 'revision_number': 4, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '80f838d1-2ee9-4301-b801-66fe35d3c2d3', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'port_id': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'mac_address': 'fa:16:3e:70:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f366f-032a-403c-bcbd-6b1814435218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:42:42Z', 'updated_at': '2022-05-24T23:42:42Z', 'revision_number': 0, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417abf66-da9f-4b03-83a4-f103e8e47cae', 'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'mac_address': 'fa:16:3e:2b:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:54Z', 'updated_at': '2022-05-24T23:42:01Z', 'revision_number': 5, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'subnets': [{'id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:42:45.308017 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bed344f-b635-45c7-9e03-1094ccfd046e None None] The sync data for ids ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'] in n-d-843146-7 is: [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:54Z', 'revision_number': 4, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '80f838d1-2ee9-4301-b801-66fe35d3c2d3', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'port_id': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'mac_address': 'fa:16:3e:70:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f366f-032a-403c-bcbd-6b1814435218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:42:42Z', 'updated_at': '2022-05-24T23:42:42Z', 'revision_number': 0, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417abf66-da9f-4b03-83a4-f103e8e47cae', 'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'mac_address': 'fa:16:3e:2b:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:54Z', 'updated_at': '2022-05-24T23:42:01Z', 'revision_number': 5, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'subnets': [{'id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:42:45.321773 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.326766 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.351828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9157ee7-6f76-47d9-8e93-672c7343d998,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:45.363050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.364336 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-dceebebc-144f-478a-a3cb-9bc4ee3d489b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1656380 May 24 23:42:45.367387 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54584) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:42:45.372785 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Request body: {'security_group_rule': {'security_group_id': '0d78f200-4450-41f5-b14e-79e583d102c0', 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:42:45.380450 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:42:45.384340 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Usage tracker for resource:security_group_rule and tenant:0bb9f881cf5d482fb9c9a75a79d50420 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:42:45.387300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:42:45.393899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:42:45.405560 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Project 0bb9f881cf5d482fb9c9a75a79d50420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:42:45.412869 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.482974 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.488314 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.501745 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4726e66-5cc2-4ff4-a967-d7be1f70d7b3 None None] New status for floating IP 80f838d1-2ee9-4301-b801-66fe35d3c2d3: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:42:45.514239 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660a792a-f092-4886-8c92-8461cd5c077b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:45.527159 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:45.531520 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2bc7942b-bfa8-4147-a453-e1e8b943ee95 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1601129 May 24 23:42:45.648963 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c033065f-d938-493e-aa00-654afb07ae6c req-37956dc2-31fa-4131-af74-e91a4ba4efbb tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138893815&fields=id&tenant_id=0bb9f881cf5d482fb9c9a75a79d50420 HTTP/1.1" status: 200 len: 267 time: 0.0410128 May 24 23:42:45.737021 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033065f-d938-493e-aa00-654afb07ae6c req-7ff7daac-b78a-4236-9be9-e6283ae1f94b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:45.738561 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c033065f-d938-493e-aa00-654afb07ae6c req-7ff7daac-b78a-4236-9be9-e6283ae1f94b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 945 time: 0.0840368 May 24 23:42:45.750011 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-c033065f-d938-493e-aa00-654afb07ae6c req-c1abd84b-17b0-4259-a242-304e90bbb2f4 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Request body: {'port': {'security_groups': ['4fead86f-784b-4e3a-9299-ba42508568f4', '0d78f200-4450-41f5-b14e-79e583d102c0']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:42:45.872493 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c033065f-d938-493e-aa00-654afb07ae6c req-c1abd84b-17b0-4259-a242-304e90bbb2f4 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:46.136181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-c033065f-d938-493e-aa00-654afb07ae6c req-c1abd84b-17b0-4259-a242-304e90bbb2f4 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] For port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:42:46.162800 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c033065f-d938-493e-aa00-654afb07ae6c req-c1abd84b-17b0-4259-a242-304e90bbb2f4 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:46.170740 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c033065f-d938-493e-aa00-654afb07ae6c req-c1abd84b-17b0-4259-a242-304e90bbb2f4 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:46.184677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:42:46.254134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033065f-d938-493e-aa00-654afb07ae6c req-c1abd84b-17b0-4259-a242-304e90bbb2f4 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:46.254743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-c033065f-d938-493e-aa00-654afb07ae6c req-c1abd84b-17b0-4259-a242-304e90bbb2f4 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:46.256152 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c033065f-d938-493e-aa00-654afb07ae6c req-c1abd84b-17b0-4259-a242-304e90bbb2f4 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "PUT /v2.0/ports/6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 981 time: 0.5109742 May 24 23:42:46.278652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abd84b-17b0-4259-a242-304e90bbb2f4 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'Port': ['ID=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,revision_number=6']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:42:46.330101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:42:46.357475 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:42:46.413616 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e5e60b-f3ef-4233-be9a-21d771ca55cb'] response: {'name': 'network-changed', 'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'status': 'completed', 'code': 200} May 24 23:42:46.496504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e5c23-0f84-4b52-b4b5-e48b36b1c2c6 req-2e614e49-674a-47d3-965d-6ad26e1a7e2e tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:46.498002 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d77e5c23-0f84-4b52-b4b5-e48b36b1c2c6 req-2e614e49-674a-47d3-965d-6ad26e1a7e2e tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.1381447 May 24 23:42:46.558532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d77e5c23-0f84-4b52-b4b5-e48b36b1c2c6 req-610be09a-6ce5-46e3-aaff-807ae9b3317a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Synchronizing usage tracker for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:42:46.579630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5358848-d61e-47cd-a627-b526e539cfc0 req-1ab77bb9-30e7-416f-b9ef-94b50bcfe108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:46.581306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5358848-d61e-47cd-a627-b526e539cfc0 req-1ab77bb9-30e7-416f-b9ef-94b50bcfe108 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bb9f881cf5d482fb9c9a75a79d50420&device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 1135 time: 0.1412110 May 24 23:42:46.583410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d77e5c23-0f84-4b52-b4b5-e48b36b1c2c6 req-610be09a-6ce5-46e3-aaff-807ae9b3317a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Unset dirty status for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:42:46.584728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d77e5c23-0f84-4b52-b4b5-e48b36b1c2c6 req-610be09a-6ce5-46e3-aaff-807ae9b3317a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787015 May 24 23:42:46.666926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-841ab33c-0031-40ad-a708-7b101e8251cd None None] Provisioning complete for port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:42:46.667299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-841ab33c-0031-40ad-a708-7b101e8251cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:46.718655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5358848-d61e-47cd-a627-b526e539cfc0 req-360ca3b2-10c2-497a-8415-0e4bf178f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:46.720214 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5358848-d61e-47cd-a627-b526e539cfc0 req-360ca3b2-10c2-497a-8415-0e4bf178f2d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0681bba0-5604-4611-b4ca-5c92e8fb7acc HTTP/1.1" status: 200 len: 915 time: 0.1299124 May 24 23:42:46.825192 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5358848-d61e-47cd-a627-b526e539cfc0 req-1de77b8a-5612-489d-aa9e-e3bf027a6981 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 1001 time: 0.0987432 May 24 23:42:46.889817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5358848-d61e-47cd-a627-b526e539cfc0 req-ce808064-42b8-444b-b7ca-c0362da72031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:46.891302 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5358848-d61e-47cd-a627-b526e539cfc0 req-ce808064-42b8-444b-b7ca-c0362da72031 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=259d7657-f313-421f-8f81-2fc7362b95dd HTTP/1.1" status: 200 len: 853 time: 0.0590065 May 24 23:42:46.950474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-841ab33c-0031-40ad-a708-7b101e8251cd None None] Current status of the port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:42:46.972114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5358848-d61e-47cd-a627-b526e539cfc0 req-300f0e17-4c95-4f58-97ef-710317266d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:42:46.973584 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5358848-d61e-47cd-a627-b526e539cfc0 req-300f0e17-4c95-4f58-97ef-710317266d2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0681bba0-5604-4611-b4ca-5c92e8fb7acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756342 May 24 23:42:47.243604 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5358848-d61e-47cd-a627-b526e539cfc0 req-6f4f6674-20bc-48b5-afb4-aa7432e4d6d4 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612562 May 24 23:42:47.380558 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d5358848-d61e-47cd-a627-b526e539cfc0 req-f3789df1-371e-4e07-9083-34ec9adfa6cd service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265504 May 24 23:42:54.708781 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:42:56.407841 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:00.919644 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f43784-866d-408d-a116-e31158f5ac4d req-18dd7c7f-ab37-4d02-987e-7d72784cd6e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747340 May 24 23:43:01.084970 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43784-866d-408d-a116-e31158f5ac4d req-af3ff3d0-47c9-4b67-9c72-e795f7b3d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:01.086468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f43784-866d-408d-a116-e31158f5ac4d req-af3ff3d0-47c9-4b67-9c72-e795f7b3d654 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bb9f881cf5d482fb9c9a75a79d50420&device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 1135 time: 0.0766146 May 24 23:43:01.236778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43784-866d-408d-a116-e31158f5ac4d req-58c89357-fd9e-477d-89da-fb90bbd05883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:01.238283 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f43784-866d-408d-a116-e31158f5ac4d req-58c89357-fd9e-477d-89da-fb90bbd05883 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0681bba0-5604-4611-b4ca-5c92e8fb7acc HTTP/1.1" status: 200 len: 915 time: 0.1303532 May 24 23:43:01.340240 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f43784-866d-408d-a116-e31158f5ac4d req-24a74996-ec81-4ec3-94be-6bae2644f0cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 1001 time: 0.0945592 May 24 23:43:01.418778 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43784-866d-408d-a116-e31158f5ac4d req-59e7d166-8215-43c1-bd5f-9b91eb17eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:01.420178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f43784-866d-408d-a116-e31158f5ac4d req-59e7d166-8215-43c1-bd5f-9b91eb17eb50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=259d7657-f313-421f-8f81-2fc7362b95dd HTTP/1.1" status: 200 len: 853 time: 0.0720556 May 24 23:43:01.500325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43784-866d-408d-a116-e31158f5ac4d req-1c278c90-d30f-486f-b408-0451ebe4db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:01.501758 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f43784-866d-408d-a116-e31158f5ac4d req-1c278c90-d30f-486f-b408-0451ebe4db51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0681bba0-5604-4611-b4ca-5c92e8fb7acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709062 May 24 23:43:01.633975 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f43784-866d-408d-a116-e31158f5ac4d req-439b238b-949f-4a0c-8504-fb0a69210328 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253195 May 24 23:43:01.774707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f43784-866d-408d-a116-e31158f5ac4d req-d7fe4ffe-6095-476d-a303-88277df9fcb7 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329749 May 24 23:43:05.404530 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e03fecab-8cf0-4884-b227-1244c346fcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:07.487857 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1343f17a-8fff-4741-9be9-e7ea16bc63d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:08.738727 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:08.946108 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:09.712843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47888489-8f33-4fa4-9036-fe373b41df4c req-fa0f869e-d19b-4d3d-bf4d-460c01357b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:09.714275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47888489-8f33-4fa4-9036-fe373b41df4c req-fa0f869e-d19b-4d3d-bf4d-460c01357b00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bb9f881cf5d482fb9c9a75a79d50420&device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 1135 time: 0.1340930 May 24 23:43:09.724309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ffd64-05d9-4a34-8d9e-7a7e5f88c41a req-e88f160d-e8dc-4660-a33a-9b4043b3a557 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:09.725668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-950ffd64-05d9-4a34-8d9e-7a7e5f88c41a req-e88f160d-e8dc-4660-a33a-9b4043b3a557 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.1054528 May 24 23:43:09.853788 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-950ffd64-05d9-4a34-8d9e-7a7e5f88c41a req-0e24017e-1e96-4429-a3f0-8d7486bd70a8 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099033 May 24 23:43:09.891309 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47888489-8f33-4fa4-9036-fe373b41df4c req-21469a5b-224c-4c99-a035-1dff9dd5ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:09.893182 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47888489-8f33-4fa4-9036-fe373b41df4c req-21469a5b-224c-4c99-a035-1dff9dd5ceb7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0681bba0-5604-4611-b4ca-5c92e8fb7acc HTTP/1.1" status: 200 len: 915 time: 0.1666207 May 24 23:43:10.003171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47888489-8f33-4fa4-9036-fe373b41df4c req-ef9307c8-b0a8-420e-a884-b64567d171d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 1001 time: 0.1029260 May 24 23:43:10.183310 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47888489-8f33-4fa4-9036-fe373b41df4c req-904e5c45-193a-4311-85eb-a5ca7bf62c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:10.184778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47888489-8f33-4fa4-9036-fe373b41df4c req-904e5c45-193a-4311-85eb-a5ca7bf62c57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=259d7657-f313-421f-8f81-2fc7362b95dd HTTP/1.1" status: 200 len: 853 time: 0.1749980 May 24 23:43:10.222452 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:10.261753 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47888489-8f33-4fa4-9036-fe373b41df4c req-3910ba11-d542-4ebe-a6f0-a95b8f1f28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:10.263182 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47888489-8f33-4fa4-9036-fe373b41df4c req-3910ba11-d542-4ebe-a6f0-a95b8f1f28ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0681bba0-5604-4611-b4ca-5c92e8fb7acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716414 May 24 23:43:10.396982 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47888489-8f33-4fa4-9036-fe373b41df4c req-02dc9e66-4821-48e9-99e8-d8cc2d62f55b service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264257 May 24 23:43:10.545037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47888489-8f33-4fa4-9036-fe373b41df4c req-497bd855-d176-46d0-9d4a-077e5aa842a3 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394141 May 24 23:43:11.051950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044e8a6-1079-480d-ac75-f0e1d5475055 req-ff421378-6dd6-46ba-b7b1-ea87d3f494b2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:11.053390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0044e8a6-1079-480d-ac75-f0e1d5475055 req-ff421378-6dd6-46ba-b7b1-ea87d3f494b2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0828388 May 24 23:43:11.103762 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0044e8a6-1079-480d-ac75-f0e1d5475055 req-34fc9afb-a624-4429-bb0c-6375316c680f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414121 May 24 23:43:12.323889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4592c0e-3197-48fc-a3e3-94431e4d57f7 req-b54425e4-c82c-4f98-87a9-5dbdf94bf15f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:12.325365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4592c0e-3197-48fc-a3e3-94431e4d57f7 req-b54425e4-c82c-4f98-87a9-5dbdf94bf15f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.1019483 May 24 23:43:12.374921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4592c0e-3197-48fc-a3e3-94431e4d57f7 req-38db96ac-f3b2-4efe-ac96-8f0ddb41a5c0 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435302 May 24 23:43:12.395721 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:43:13.592576 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72418e00-a3a2-48ac-9654-4bb7aa460060 req-6eef091e-8ece-4ae1-b291-9b6a4801c302 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:13.594119 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-72418e00-a3a2-48ac-9654-4bb7aa460060 req-6eef091e-8ece-4ae1-b291-9b6a4801c302 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0914965 May 24 23:43:13.640375 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-72418e00-a3a2-48ac-9654-4bb7aa460060 req-91f4c620-15fb-4cc0-8591-3971ece9b72f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404258 May 24 23:43:14.861615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101a741-c57b-4b6f-8786-8a0804929b64 req-c15a5c34-ea4f-4de9-bc51-16b64ec1e9bb tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:14.862979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a101a741-c57b-4b6f-8786-8a0804929b64 req-c15a5c34-ea4f-4de9-bc51-16b64ec1e9bb tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.1036017 May 24 23:43:14.912848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a101a741-c57b-4b6f-8786-8a0804929b64 req-d082a6e7-742e-4ef1-b1a3-949ea0501d45 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438278 May 24 23:43:16.120436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33329a1f-9485-4009-8830-88be9ff473a0 req-e93094f1-7162-49e3-899b-2e5df4e6e2c9 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:16.121986 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33329a1f-9485-4009-8830-88be9ff473a0 req-e93094f1-7162-49e3-899b-2e5df4e6e2c9 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0938456 May 24 23:43:16.167872 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-33329a1f-9485-4009-8830-88be9ff473a0 req-6090a932-4402-4a3d-a826-302f02b630cb tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397999 May 24 23:43:17.375168 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc279493-ca73-4014-b59b-71f94c58cb04 req-aae9ed07-6232-402f-b2ab-8c3f1e11a5e3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:17.376640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc279493-ca73-4014-b59b-71f94c58cb04 req-aae9ed07-6232-402f-b2ab-8c3f1e11a5e3 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0931504 May 24 23:43:17.423871 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fc279493-ca73-4014-b59b-71f94c58cb04 req-a09a1882-04d3-45b8-a7a1-e628699574bc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412476 May 24 23:43:18.630331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab70701-f27c-4a9d-9160-fef303c3d318 req-0b298f18-21cd-43e0-91d9-dd918f91e036 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:18.631841 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab70701-f27c-4a9d-9160-fef303c3d318 req-0b298f18-21cd-43e0-91d9-dd918f91e036 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0860255 May 24 23:43:18.680517 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6ab70701-f27c-4a9d-9160-fef303c3d318 req-73a5988c-77c8-4ab5-9503-a66a6d08e60b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423520 May 24 23:43:19.890528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade9fc5-102a-4b52-9e0b-f2fb100c3d61 req-2b3a4453-2002-4a0d-9a8a-d16d2fdfb9fe tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:19.891906 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fade9fc5-102a-4b52-9e0b-f2fb100c3d61 req-2b3a4453-2002-4a0d-9a8a-d16d2fdfb9fe tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0863972 May 24 23:43:19.956406 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fade9fc5-102a-4b52-9e0b-f2fb100c3d61 req-a6deadc6-f839-4ebf-8ba7-6040aff22549 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557122 May 24 23:43:21.151594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633d724-e2bc-4e02-8434-8c574421af0b req-dab801e3-d581-49d5-b979-f580aed85633 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:21.152963 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0633d724-e2bc-4e02-8434-8c574421af0b req-dab801e3-d581-49d5-b979-f580aed85633 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0841975 May 24 23:43:21.203971 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0633d724-e2bc-4e02-8434-8c574421af0b req-79ddd3b0-5838-427b-a9e1-9721b0091112 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449769 May 24 23:43:22.427451 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c5a85-f40f-479e-9b2a-750a4e28bec9 req-4bdabd78-7236-4e03-9876-930de597b320 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:22.428963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e56c5a85-f40f-479e-9b2a-750a4e28bec9 req-4bdabd78-7236-4e03-9876-930de597b320 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0930948 May 24 23:43:22.476065 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e56c5a85-f40f-479e-9b2a-750a4e28bec9 req-27312935-23e6-4307-acfa-69ad7c74915a tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405648 May 24 23:43:23.673809 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9489e24-53b9-448f-a93f-1f01dbe9082d req-ad2f2b00-ff34-4d3d-942e-ef0f01b08acd tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:23.676313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b9489e24-53b9-448f-a93f-1f01dbe9082d req-ad2f2b00-ff34-4d3d-942e-ef0f01b08acd tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0934660 May 24 23:43:23.727894 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b9489e24-53b9-448f-a93f-1f01dbe9082d req-cb3898a3-adb6-49c7-86f3-e241ad7a9b9f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427406 May 24 23:43:24.723769 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:24.928375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a34ca-00f8-46fc-ab7e-75612b92dab0 req-95bf0529-7e99-4ee0-8e9b-ca32ff0d0ea2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:24.929770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b5a34ca-00f8-46fc-ab7e-75612b92dab0 req-95bf0529-7e99-4ee0-8e9b-ca32ff0d0ea2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0912421 May 24 23:43:24.979225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7b5a34ca-00f8-46fc-ab7e-75612b92dab0 req-23125a8d-5a79-474d-8a84-4aa4007d7f6b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421996 May 24 23:43:26.190235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530368c-9654-4e05-b4d4-7fe61e4a9341 req-3f2a5518-90a1-4c3c-966c-062b08c80b34 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:26.191714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1530368c-9654-4e05-b4d4-7fe61e4a9341 req-3f2a5518-90a1-4c3c-966c-062b08c80b34 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0916996 May 24 23:43:26.255555 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1530368c-9654-4e05-b4d4-7fe61e4a9341 req-04023a6d-90f7-45ea-8c0e-7cef241ea0dc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550876 May 24 23:43:26.425473 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:27.455994 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf8992-d846-48df-9cd2-060d7eca3a97 req-f66211e5-2341-4ea2-964c-59da4157fca0 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:43:27.457457 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55bf8992-d846-48df-9cd2-060d7eca3a97 req-f66211e5-2341-4ea2-964c-59da4157fca0 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0888948 May 24 23:43:27.506918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55bf8992-d846-48df-9cd2-060d7eca3a97 req-dcb771e7-f9c9-4d05-8f5b-6fc5bb500515 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d78f200-4450-41f5-b14e-79e583d102c0&id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398970 May 24 23:43:35.402440 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-825d151a-8336-4c36-b1f6-4c34a877ce4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:37.485132 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4eed39e9-c25d-46f8-a18b-bb0354ea8a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:38.741387 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:38.948772 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:40.233848 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:49.401323 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:43:54.743817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:43:56.436672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:00.730757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36dac875-ee32-4fa0-9e2d-4b18c98fa47e req-208ce93c-e0ad-49fd-aa66-9763d4418212 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138893815&fields=id&tenant_id=0bb9f881cf5d482fb9c9a75a79d50420 HTTP/1.1" status: 200 len: 267 time: 0.0432351 May 24 23:44:00.817544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dac875-ee32-4fa0-9e2d-4b18c98fa47e req-b592cf3d-748d-4e55-bce5-7d631dadb96e tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:00.819011 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36dac875-ee32-4fa0-9e2d-4b18c98fa47e req-b592cf3d-748d-4e55-bce5-7d631dadb96e tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 984 time: 0.0808959 May 24 23:44:00.829792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [req-36dac875-ee32-4fa0-9e2d-4b18c98fa47e req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Request body: {'port': {'security_groups': ['4fead86f-784b-4e3a-9299-ba42508568f4']}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:00.929426 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb697234-f698-4000-a237-2a2ce82b2759 req-aeb1fd7d-62d2-40be-a4f2-5f4c7cde153b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807862 May 24 23:44:00.955747 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-36dac875-ee32-4fa0-9e2d-4b18c98fa47e req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:01.078133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb697234-f698-4000-a237-2a2ce82b2759 req-553632f2-3f87-4ec5-9901-2a0f33b8a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:01.079615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb697234-f698-4000-a237-2a2ce82b2759 req-553632f2-3f87-4ec5-9901-2a0f33b8a7e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bb9f881cf5d482fb9c9a75a79d50420&device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 1135 time: 0.0740092 May 24 23:44:01.236866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb697234-f698-4000-a237-2a2ce82b2759 req-28d8f198-d067-4f6c-901a-fc144f29f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:01.239135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb697234-f698-4000-a237-2a2ce82b2759 req-28d8f198-d067-4f6c-901a-fc144f29f820 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0681bba0-5604-4611-b4ca-5c92e8fb7acc HTTP/1.1" status: 200 len: 915 time: 0.1407142 May 24 23:44:01.321875 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [req-36dac875-ee32-4fa0-9e2d-4b18c98fa47e req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] For port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:01.346238 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb697234-f698-4000-a237-2a2ce82b2759 req-fc177377-21d3-45d4-9192-c21e0a4f48bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 1001 time: 0.0977075 May 24 23:44:01.347280 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-36dac875-ee32-4fa0-9e2d-4b18c98fa47e req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:01.353419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-36dac875-ee32-4fa0-9e2d-4b18c98fa47e req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:01.367304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:44:01.411035 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb697234-f698-4000-a237-2a2ce82b2759 req-5ecfced1-b7a5-4156-952f-4b4a159e3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:01.412488 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb697234-f698-4000-a237-2a2ce82b2759 req-5ecfced1-b7a5-4156-952f-4b4a159e3edf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=259d7657-f313-421f-8f81-2fc7362b95dd HTTP/1.1" status: 200 len: 853 time: 0.0584166 May 24 23:44:01.415493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dac875-ee32-4fa0-9e2d-4b18c98fa47e req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:01.416071 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [req-36dac875-ee32-4fa0-9e2d-4b18c98fa47e req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:01.417614 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-36dac875-ee32-4fa0-9e2d-4b18c98fa47e req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "PUT /v2.0/ports/6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 942 time: 0.5922360 May 24 23:44:01.423800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54672) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:01.425805 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:44:01.463336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event updated for resources: {'Port': ['ID=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,revision_number=7']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:01.473569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.474289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.474743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.475302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.475870 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.476287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.476702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.477114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.477577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.478133 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.478557 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.478963 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36c69c-2076-449c-b682-245a94de78c2 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:01.506023 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3917d4a5-d78f-498e-bf7c-08cb6ad9a3cc'] response: {'name': 'network-changed', 'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'status': 'completed', 'code': 200} May 24 23:44:01.508270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:44:01.589657 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:01.607034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb697234-f698-4000-a237-2a2ce82b2759 req-565ca5e0-d918-463f-a966-9aac4f347072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:01.608528 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb697234-f698-4000-a237-2a2ce82b2759 req-565ca5e0-d918-463f-a966-9aac4f347072 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0681bba0-5604-4611-b4ca-5c92e8fb7acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813948 May 24 23:44:01.655039 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:01.726401 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d094278c-2479-4cd7-81ea-b4ad0770c7bc None None] Provisioning complete for port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:01.726776 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d094278c-2479-4cd7-81ea-b4ad0770c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:01.795533 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb697234-f698-4000-a237-2a2ce82b2759 req-6fc61ef3-2fc9-4c34-a133-ffc3971504b5 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752386 May 24 23:44:01.869464 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d094278c-2479-4cd7-81ea-b4ad0770c7bc None None] Current status of the port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:44:01.885262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:01.917645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d78f200-4450-41f5-b14e-79e583d102c0,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:02.051224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.051932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.051932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.052137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.052384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.052702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.053002 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.053348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.053663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.053973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.054287 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.054593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:02.070578 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:02.071699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a390c4e0-e1b2-4c0f-86c0-df673212eccc tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "DELETE /v2.0/security-groups/0d78f200-4450-41f5-b14e-79e583d102c0 HTTP/1.1" status: 204 len: 168 time: 0.6463840 May 24 23:44:02.074643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54678) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:02.136992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fb697234-f698-4000-a237-2a2ce82b2759 req-e4eca3bb-1e3c-492b-83ed-6f52cf0d71de service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337240 May 24 23:44:02.324153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Deleting port b9a6ca72-0dc7-43f3-a7d2-633c9e83f77a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:02.324401 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:02.446100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79dcc-d9a5-46c1-a857-7fe162ae7db8 req-c689006c-6b29-41d4-a1cf-bf2d4cd3bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:02.447565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c79dcc-d9a5-46c1-a857-7fe162ae7db8 req-c689006c-6b29-41d4-a1cf-bf2d4cd3bc52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bb9f881cf5d482fb9c9a75a79d50420&device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 1096 time: 0.2170131 May 24 23:44:02.589900 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:02.590115 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:02.728629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Calling delete_port for b9a6ca72-0dc7-43f3-a7d2-633c9e83f77a owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:44:02.768590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79dcc-d9a5-46c1-a857-7fe162ae7db8 req-0f54bbf5-38e8-4855-b3b9-933f66efe06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:02.770055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c79dcc-d9a5-46c1-a857-7fe162ae7db8 req-0f54bbf5-38e8-4855-b3b9-933f66efe06b service neutron] 10.222.0.50 "GET /v2.0/networks?id=0681bba0-5604-4611-b4ca-5c92e8fb7acc HTTP/1.1" status: 200 len: 915 time: 0.3128486 May 24 23:44:02.888988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c79dcc-d9a5-46c1-a857-7fe162ae7db8 req-040c66ae-5ee6-40f2-a116-b9f026c577c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 1001 time: 0.1074145 May 24 23:44:02.997094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79dcc-d9a5-46c1-a857-7fe162ae7db8 req-c45b5d07-4065-42a0-8d83-7370fad8eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:02.998534 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c79dcc-d9a5-46c1-a857-7fe162ae7db8 req-c45b5d07-4065-42a0-8d83-7370fad8eef2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=259d7657-f313-421f-8f81-2fc7362b95dd HTTP/1.1" status: 200 len: 853 time: 0.1005805 May 24 23:44:03.042690 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:03.095122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event deleted for resources: {'Port': ['ID=b9a6ca72-0dc7-43f3-a7d2-633c9e83f77a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:03.200176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:03.200486 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Floating IP 80f838d1-2ee9-4301-b801-66fe35d3c2d3 disassociated (deleted). External IP: 172.25.7.116, port: 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74. May 24 23:44:03.254973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79dcc-d9a5-46c1-a857-7fe162ae7db8 req-f7410eb0-5e3b-4ce1-b5f9-69abc46675d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:03.256441 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c79dcc-d9a5-46c1-a857-7fe162ae7db8 req-f7410eb0-5e3b-4ce1-b5f9-69abc46675d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0681bba0-5604-4611-b4ca-5c92e8fb7acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2475257 May 24 23:44:03.604171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c79dcc-d9a5-46c1-a857-7fe162ae7db8 req-62c03bd7-63d7-43a4-9a5d-0484dd9a3fa9 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396647 May 24 23:44:03.883419 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b2c79dcc-d9a5-46c1-a857-7fe162ae7db8 req-9e981062-5af3-44c1-aec9-cc128a6d59c5 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294090 May 24 23:44:03.891130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Router 25ca40d6-4f7c-4271-a67b-17228c7a54cd has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:44:04.079833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:44:04.091115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77cb9ca-251b-4d91-bfc5-38ae6d184df8 None None] Sync routers for ids ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:44:04.101808 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:04.102313 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77cb9ca-251b-4d91-bfc5-38ae6d184df8 None None] Routers {'25ca40d6-4f7c-4271-a67b-17228c7a54cd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:04.102638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b77cb9ca-251b-4d91-bfc5-38ae6d184df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:43:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:04.160543 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9ad5f128-7846-40b0-bff3-302d54c4f308 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "DELETE /v2.0/floatingips/80f838d1-2ee9-4301-b801-66fe35d3c2d3 HTTP/1.1" status: 204 len: 168 time: 2.0847828 May 24 23:44:04.161050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:44:04.207343 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4211b44-73c6-4e4e-a786-cb6935b6205c'] response: {'name': 'network-changed', 'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'status': 'completed', 'code': 200} May 24 23:44:04.287684 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b77cb9ca-251b-4d91-bfc5-38ae6d184df8 None None] Set router 25ca40d6-4f7c-4271-a67b-17228c7a54cd gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:04.309039 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35f3f3-5d5a-447c-9dd9-3b571c5bd2c9 req-4268c32a-104a-40ff-8c7c-9429e8d2d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:04.310860 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f35f3f3-5d5a-447c-9dd9-3b571c5bd2c9 req-4268c32a-104a-40ff-8c7c-9429e8d2d919 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bb9f881cf5d482fb9c9a75a79d50420&device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 1096 time: 0.0768692 May 24 23:44:04.451274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35f3f3-5d5a-447c-9dd9-3b571c5bd2c9 req-959946c3-c64f-404d-a988-c99cc5dd71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:04.452889 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f35f3f3-5d5a-447c-9dd9-3b571c5bd2c9 req-959946c3-c64f-404d-a988-c99cc5dd71ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=0681bba0-5604-4611-b4ca-5c92e8fb7acc HTTP/1.1" status: 200 len: 915 time: 0.1327949 May 24 23:44:04.532506 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f35f3f3-5d5a-447c-9dd9-3b571c5bd2c9 req-4060e7e4-1b8c-4d32-ac58-8139b324d6a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 200 len: 217 time: 0.0673482 May 24 23:44:04.625020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35f3f3-5d5a-447c-9dd9-3b571c5bd2c9 req-ee74e2fb-76cd-40f8-b8ba-cb525cdc9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:04.626562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f35f3f3-5d5a-447c-9dd9-3b571c5bd2c9 req-ee74e2fb-76cd-40f8-b8ba-cb525cdc9b32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=259d7657-f313-421f-8f81-2fc7362b95dd HTTP/1.1" status: 200 len: 853 time: 0.0801051 May 24 23:44:04.627872 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b77cb9ca-251b-4d91-bfc5-38ae6d184df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:54Z', 'revision_number': 4, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '417abf66-da9f-4b03-83a4-f103e8e47cae', 'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'mac_address': 'fa:16:3e:2b:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:54Z', 'updated_at': '2022-05-24T23:42:01Z', 'revision_number': 5, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'subnets': [{'id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:04.631995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77cb9ca-251b-4d91-bfc5-38ae6d184df8 None None] Checking router: 25ca40d6-4f7c-4271-a67b-17228c7a54cd for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:44:04.640409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77cb9ca-251b-4d91-bfc5-38ae6d184df8 None None] Routers {'25ca40d6-4f7c-4271-a67b-17228c7a54cd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:04.641057 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b77cb9ca-251b-4d91-bfc5-38ae6d184df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:43:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:04.717392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35f3f3-5d5a-447c-9dd9-3b571c5bd2c9 req-18bd8ba0-2225-49bf-b85a-89e33d62604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:04.718988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f35f3f3-5d5a-447c-9dd9-3b571c5bd2c9 req-18bd8ba0-2225-49bf-b85a-89e33d62604f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0681bba0-5604-4611-b4ca-5c92e8fb7acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743752 May 24 23:44:04.851238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b77cb9ca-251b-4d91-bfc5-38ae6d184df8 None None] Set router 25ca40d6-4f7c-4271-a67b-17228c7a54cd gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:04.855058 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f35f3f3-5d5a-447c-9dd9-3b571c5bd2c9 req-7ff80236-e61c-4401-8d97-2bf91f3dd211 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247776 May 24 23:44:04.987226 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5f35f3f3-5d5a-447c-9dd9-3b571c5bd2c9 req-8d97eeb6-47f5-472d-8e8e-f242d0808a97 service neutron] 10.222.0.50 "GET /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252315 May 24 23:44:05.163239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b77cb9ca-251b-4d91-bfc5-38ae6d184df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:54Z', 'revision_number': 4, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '417abf66-da9f-4b03-83a4-f103e8e47cae', 'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'mac_address': 'fa:16:3e:2b:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:54Z', 'updated_at': '2022-05-24T23:42:01Z', 'revision_number': 5, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'subnets': [{'id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:05.167775 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77cb9ca-251b-4d91-bfc5-38ae6d184df8 None None] The sync data for ids ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'] in n-d-843146-7 is: [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:54Z', 'revision_number': 4, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '417abf66-da9f-4b03-83a4-f103e8e47cae', 'name': '', 'network_id': '0681bba0-5604-4611-b4ca-5c92e8fb7acc', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'mac_address': 'fa:16:3e:2b:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:54Z', 'updated_at': '2022-05-24T23:42:01Z', 'revision_number': 5, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'subnets': [{'id': '259d7657-f313-421f-8f81-2fc7362b95dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:44:05.381750 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be398352-f69a-48e1-a7f9-0f8fa9e17cd4 None None] New status for floating IP 80f838d1-2ee9-4301-b801-66fe35d3c2d3: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:44:05.387258 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23964948-1df4-4775-a77b-9c48759d30c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:07.480717 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-249b53fa-0ff4-408c-9dcb-caa67d9302c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:08.722346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407d939-98c9-4a08-9de5-1cbb16d4d781 req-4e0651a9-743c-49d5-835f-37067cd0655b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:08.723028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e407d939-98c9-4a08-9de5-1cbb16d4d781 req-4e0651a9-743c-49d5-835f-37067cd0655b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Synchronizing usage tracker for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:44:08.736915 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:08.740820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e407d939-98c9-4a08-9de5-1cbb16d4d781 req-4e0651a9-743c-49d5-835f-37067cd0655b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Unset dirty status for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:44:08.742053 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e407d939-98c9-4a08-9de5-1cbb16d4d781 req-4e0651a9-743c-49d5-835f-37067cd0655b tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 945 time: 0.2394347 May 24 23:44:08.794261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e407d939-98c9-4a08-9de5-1cbb16d4d781 req-20f58a9e-0893-4237-9315-b25400d12cba tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Synchronizing usage tracker for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:44:08.812914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-e407d939-98c9-4a08-9de5-1cbb16d4d781 req-20f58a9e-0893-4237-9315-b25400d12cba tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Unset dirty status for tenant:0bb9f881cf5d482fb9c9a75a79d50420 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:44:08.814253 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e407d939-98c9-4a08-9de5-1cbb16d4d781 req-20f58a9e-0893-4237-9315-b25400d12cba tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663159 May 24 23:44:08.952425 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:10.023665 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d11e0-542f-4936-b8b5-eaef91338405 req-f952958b-d55a-421c-8a46-965cf59d08a6 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:10.025137 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b8d11e0-542f-4936-b8b5-eaef91338405 req-f952958b-d55a-421c-8a46-965cf59d08a6 tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 945 time: 0.0942719 May 24 23:44:10.071447 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3b8d11e0-542f-4936-b8b5-eaef91338405 req-c443f874-aee8-40ba-a19c-aee47971111f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fead86f-784b-4e3a-9299-ba42508568f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 May 24 23:44:10.222304 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:10.465301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139089fb-0443-4d3e-a705-856571e293f9 req-2d2f8d09-f540-4960-a87c-d9ce5153ab6e tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:10.466649 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-139089fb-0443-4d3e-a705-856571e293f9 req-2d2f8d09-f540-4960-a87c-d9ce5153ab6e tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.50 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 945 time: 0.0852501 May 24 23:44:10.551265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-139089fb-0443-4d3e-a705-856571e293f9 req-888662bb-88e6-40fb-a466-0cba0690238f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Deleting port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:10.551599 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-139089fb-0443-4d3e-a705-856571e293f9 req-888662bb-88e6-40fb-a466-0cba0690238f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:10.830289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-139089fb-0443-4d3e-a705-856571e293f9 req-888662bb-88e6-40fb-a466-0cba0690238f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] For port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:10.830607 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-139089fb-0443-4d3e-a705-856571e293f9 req-888662bb-88e6-40fb-a466-0cba0690238f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:10.954943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-139089fb-0443-4d3e-a705-856571e293f9 req-888662bb-88e6-40fb-a466-0cba0690238f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Calling delete_port for 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:44:11.106656 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-139089fb-0443-4d3e-a705-856571e293f9 req-888662bb-88e6-40fb-a466-0cba0690238f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:11.118590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:44:11.157635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888662bb-88e6-40fb-a466-0cba0690238f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Pushing event deleted for resources: {'Port': ['ID=6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:11.271379 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1398d48c-720e-4f77-822e-9ea8c162d868 req-1b5da490-ef32-43fc-91e0-9abfd8e5a0dd tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24f366f-032a-403c-bcbd-6b1814435218 HTTP/1.1" status: 200 len: 210 time: 0.0821936 May 24 23:44:11.276483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-139089fb-0443-4d3e-a705-856571e293f9 req-888662bb-88e6-40fb-a466-0cba0690238f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] No DVR routers for this DVR port 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:44:11.279031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-139089fb-0443-4d3e-a705-856571e293f9 req-888662bb-88e6-40fb-a466-0cba0690238f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:11.281570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'name': 'network-vif-deleted', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:44:11.300741 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-139089fb-0443-4d3e-a705-856571e293f9 req-888662bb-88e6-40fb-a466-0cba0690238f tempest-TestMinimumBasicScenario-1716491667 tempest-TestMinimumBasicScenario-1716491667-project] 10.222.0.50 "DELETE /v2.0/ports/6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 HTTP/1.1" status: 204 len: 173 time: 0.8274484 May 24 23:44:11.332126 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36266b4f-33ea-4c11-a9ce-191381173b96'] response: {'server_uuid': 'e24f366f-032a-403c-bcbd-6b1814435218', 'name': 'network-vif-deleted', 'tag': '6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74', 'status': 'completed', 'code': 200} May 24 23:44:12.959651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54770) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:13.655300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:14.019918 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] Deleting port 417abf66-da9f-4b03-83a4-f103e8e47cae {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:14.020657 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:14.193398 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] For port 417abf66-da9f-4b03-83a4-f103e8e47cae, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=417abf66-da9f-4b03-83a4-f103e8e47cae,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:14.193785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:14.313687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] Calling delete_port for 417abf66-da9f-4b03-83a4-f103e8e47cae owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:44:14.638268 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:14.683465 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] Pushing event deleted for resources: {'Port': ['ID=417abf66-da9f-4b03-83a4-f103e8e47cae,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:14.769856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:44:14.805302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:44:14.805755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 6ecaf0e7-2f8e-4b90-a086-3d382b7c9f74 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:44:14.968302 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:15.444786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] Router 25ca40d6-4f7c-4271-a67b-17228c7a54cd has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:44:15.624219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:44:15.634101 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413d6f3-de77-4d90-8871-410ab84864d4 None None] Sync routers for ids ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:44:15.636356 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7fa6f140-615e-4d79-b311-6af51bd134ab admin admin] 10.222.0.55 "PUT /v2.0/routers/25ca40d6-4f7c-4271-a67b-17228c7a54cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6755974 May 24 23:44:15.638901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54774) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:15.644959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413d6f3-de77-4d90-8871-410ab84864d4 None None] Routers {'25ca40d6-4f7c-4271-a67b-17228c7a54cd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:15.645607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a413d6f3-de77-4d90-8871-410ab84864d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:44:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:15.817080 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:15.821015 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a413d6f3-de77-4d90-8871-410ab84864d4 None None] Set router 25ca40d6-4f7c-4271-a67b-17228c7a54cd gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:15.995878 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:16.007252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Deleting port 20b073ab-42a6-4c04-9f71-9421aabdd78f {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:16.007580 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:16.103215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a413d6f3-de77-4d90-8871-410ab84864d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:44:14Z', 'revision_number': 5, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port': {'id': '20b073ab-42a6-4c04-9f71-9421aabdd78f', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:16.107180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413d6f3-de77-4d90-8871-410ab84864d4 None None] Checking router: 25ca40d6-4f7c-4271-a67b-17228c7a54cd for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:44:16.116303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413d6f3-de77-4d90-8871-410ab84864d4 None None] Routers {'25ca40d6-4f7c-4271-a67b-17228c7a54cd'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:16.116912 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a413d6f3-de77-4d90-8871-410ab84864d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:44:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:16.183840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] For port 20b073ab-42a6-4c04-9f71-9421aabdd78f, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=20b073ab-42a6-4c04-9f71-9421aabdd78f,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:16.184141 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:16.268271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a413d6f3-de77-4d90-8871-410ab84864d4 None None] Set router 25ca40d6-4f7c-4271-a67b-17228c7a54cd gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:16.304021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Calling delete_port for 20b073ab-42a6-4c04-9f71-9421aabdd78f owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:44:16.428052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a413d6f3-de77-4d90-8871-410ab84864d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:44:15Z', 'revision_number': 6, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:16.432555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413d6f3-de77-4d90-8871-410ab84864d4 None None] The sync data for ids ['25ca40d6-4f7c-4271-a67b-17228c7a54cd'] in n-d-843146-7 is: [{'id': '25ca40d6-4f7c-4271-a67b-17228c7a54cd', 'name': 'tempest-TestMinimumBasicScenario-899650488-router', 'tenant_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:51Z', 'updated_at': '2022-05-24T23:44:15Z', 'revision_number': 6, 'project_id': '0bb9f881cf5d482fb9c9a75a79d50420', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:44:16.597733 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:16.647458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b073ab-42a6-4c04-9f71-9421aabdd78f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:16.746853 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:16.932429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:16.934718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:16.962533 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:16.963059 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25ca40d6-4f7c-4271-a67b-17228c7a54cd {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:44:16.975799 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:16.976921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f3d2f292-cc2b-409a-b30d-bd01510be417 admin admin] 10.222.0.55 "DELETE /v2.0/routers/25ca40d6-4f7c-4271-a67b-17228c7a54cd HTTP/1.1" status: 204 len: 168 time: 1.3371482 May 24 23:44:16.979555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54778) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:17.053050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c7a17f-5529-4e61-b34d-a08a7ceaace1 admin admin] Deleting subnet 259d7657-f313-421f-8f81-2fc7362b95dd {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:44:17.056453 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a17f-5529-4e61-b34d-a08a7ceaace1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:17.111331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a17f-5529-4e61-b34d-a08a7ceaace1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:17.182749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 417abf66-da9f-4b03-83a4-f103e8e47cae no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:44:17.204087 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a17f-5529-4e61-b34d-a08a7ceaace1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:17.219973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 417abf66-da9f-4b03-83a4-f103e8e47cae {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:44:17.220326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 417abf66-da9f-4b03-83a4-f103e8e47cae not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:44:17.274774 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a17f-5529-4e61-b34d-a08a7ceaace1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:17.312975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7a17f-5529-4e61-b34d-a08a7ceaace1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=259d7657-f313-421f-8f81-2fc7362b95dd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:17.317814 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a17f-5529-4e61-b34d-a08a7ceaace1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:17.324717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a7c7a17f-5529-4e61-b34d-a08a7ceaace1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/259d7657-f313-421f-8f81-2fc7362b95dd HTTP/1.1" status: 204 len: 168 time: 0.3442159 May 24 23:44:17.325050 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f804fb-f086-419e-a02d-faebc75dfaa5 None None] Network 0681bba0-5604-4611-b4ca-5c92e8fb7acc requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:44:17.327179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54782) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:17.434140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:17.446500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Deleting port f04095a5-328e-4356-a8eb-a706f21a5434 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:17.447029 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:17.588176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98972ca-1b8f-486c-8b95-c987610a02a6 None None] DHCP port deletion for 0681bba0-5604-4611-b4ca-5c92e8fb7acc request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:44:17.592561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c98972ca-1b8f-486c-8b95-c987610a02a6 None None] Deleting port f04095a5-328e-4356-a8eb-a706f21a5434 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:17.592962 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c98972ca-1b8f-486c-8b95-c987610a02a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:17.669384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] For port f04095a5-328e-4356-a8eb-a706f21a5434, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f04095a5-328e-4356-a8eb-a706f21a5434,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:17.670026 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:17.790106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c98972ca-1b8f-486c-8b95-c987610a02a6 None None] For port f04095a5-328e-4356-a8eb-a706f21a5434, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f04095a5-328e-4356-a8eb-a706f21a5434,segment=NetworkSegment(a2d34859-f327-40c9-b308-728712c6ef2e),segment_id=a2d34859-f327-40c9-b308-728712c6ef2e)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:17.790483 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c98972ca-1b8f-486c-8b95-c987610a02a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:17.791335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Calling delete_port for f04095a5-328e-4356-a8eb-a706f21a5434 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:44:17.868113 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:17.908296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c98972ca-1b8f-486c-8b95-c987610a02a6 None None] Calling delete_port for f04095a5-328e-4356-a8eb-a706f21a5434 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:44:17.915520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Pushing event deleted for resources: {'Port': ['ID=f04095a5-328e-4356-a8eb-a706f21a5434,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:17.920842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] No DVR routers for this DVR port f04095a5-328e-4356-a8eb-a706f21a5434 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:44:17.980902 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-c98972ca-1b8f-486c-8b95-c987610a02a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:44:17.981258 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-c98972ca-1b8f-486c-8b95-c987610a02a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:44:18.143268 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:18.167709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0681bba0-5604-4611-b4ca-5c92e8fb7acc']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:18.179956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d34859-f327-40c9-b308-728712c6ef2e') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:18.180212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d34859-f327-40c9-b308-728712c6ef2e') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:18.192343 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:18.212809 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:18.222640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:44:18.223043 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:18.296544 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment a2d34859-f327-40c9-b308-728712c6ef2e resource provider aggregate not found May 24 23:44:18.322465 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment a2d34859-f327-40c9-b308-728712c6ef2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2d34859-f327-40c9-b308-728712c6ef2e found for delete ", "request_id": "req-9c8f6f69-3f98-4bcd-b080-16ace61845a9"}]} May 24 23:44:18.338377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:18.354785 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:18.365360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] Pushing event deleted for resources: {'Network': ['ID=0681bba0-5604-4611-b4ca-5c92e8fb7acc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:18.380608 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ca2f6938-ea88-46e5-a8cd-3bb46307e38f admin admin] 10.222.0.55 "DELETE /v2.0/networks/0681bba0-5604-4611-b4ca-5c92e8fb7acc HTTP/1.1" status: 204 len: 168 time: 1.0523481 May 24 23:44:18.383494 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54790) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:18.482757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c98972ca-1b8f-486c-8b95-c987610a02a6 None None] Deleting port f04095a5-328e-4356-a8eb-a706f21a5434 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:18.483311 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c98972ca-1b8f-486c-8b95-c987610a02a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:18.552202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c98972ca-1b8f-486c-8b95-c987610a02a6 None None] The port 'f04095a5-328e-4356-a8eb-a706f21a5434' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:44:18.651038 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f04095a5-328e-4356-a8eb-a706f21a5434 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:44:18.685428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: f04095a5-328e-4356-a8eb-a706f21a5434 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:44:18.685800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f04095a5-328e-4356-a8eb-a706f21a5434 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:44:18.686225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 20b073ab-42a6-4c04-9f71-9421aabdd78f no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:44:18.718427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 20b073ab-42a6-4c04-9f71-9421aabdd78f {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:44:18.718769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 20b073ab-42a6-4c04-9f71-9421aabdd78f not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:44:18.954119 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:19.310105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] Deleting port 7dd48b63-3c2b-452c-918d-683cd3009a11 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:19.310402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:19.487402 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] For port 7dd48b63-3c2b-452c-918d-683cd3009a11, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7dd48b63-3c2b-452c-918d-683cd3009a11,segment=NetworkSegment(396aba6c-e035-45cd-bd36-03a6b0afa859),segment_id=396aba6c-e035-45cd-bd36-03a6b0afa859)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:19.487761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:19.727732 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] Calling delete_port for 7dd48b63-3c2b-452c-918d-683cd3009a11 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:44:19.924691 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:19.982617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd48b63-3c2b-452c-918d-683cd3009a11,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:20.253446 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:20.627597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] Router 781cea43-7639-4826-b06a-c44318f0933b has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:44:20.808153 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:44:20.817391 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eef403-228d-4ffb-bfcb-df4e36570d08 None None] Sync routers for ids ['781cea43-7639-4826-b06a-c44318f0933b'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:44:20.818046 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cb16fb7e-4d79-44e9-988c-f8b225bc6e5d admin admin] 10.222.0.55 "PUT /v2.0/routers/781cea43-7639-4826-b06a-c44318f0933b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4335527 May 24 23:44:20.820798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54794) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:20.827760 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eef403-228d-4ffb-bfcb-df4e36570d08 None None] Routers {'781cea43-7639-4826-b06a-c44318f0933b'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:20.828347 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-77eef403-228d-4ffb-bfcb-df4e36570d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:44:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['781cea43-7639-4826-b06a-c44318f0933b'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:20.996897 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:21.006682 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-77eef403-228d-4ffb-bfcb-df4e36570d08 None None] Set router 781cea43-7639-4826-b06a-c44318f0933b gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:21.292861 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:21.297625 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-77eef403-228d-4ffb-bfcb-df4e36570d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781cea43-7639-4826-b06a-c44318f0933b', 'name': 'tempest-TestMinimumBasicScenario-369264628-router', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:57Z', 'updated_at': '2022-05-24T23:44:19Z', 'revision_number': 5, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'gw_port': {'id': '6b18bf40-eb1a-45a4-a8e1-49bb0d960953', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781cea43-7639-4826-b06a-c44318f0933b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:41:58Z', 'updated_at': '2022-05-24T23:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:21.301840 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eef403-228d-4ffb-bfcb-df4e36570d08 None None] Checking router: 781cea43-7639-4826-b06a-c44318f0933b for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:44:21.304691 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Deleting port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:21.305030 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:21.310781 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eef403-228d-4ffb-bfcb-df4e36570d08 None None] Routers {'781cea43-7639-4826-b06a-c44318f0933b'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:21.311363 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-77eef403-228d-4ffb-bfcb-df4e36570d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:44:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['781cea43-7639-4826-b06a-c44318f0933b'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:21.457032 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-77eef403-228d-4ffb-bfcb-df4e36570d08 None None] Set router 781cea43-7639-4826-b06a-c44318f0933b gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:21.479815 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] For port 6b18bf40-eb1a-45a4-a8e1-49bb0d960953, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=6b18bf40-eb1a-45a4-a8e1-49bb0d960953,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:21.480165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:21.560457 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-77eef403-228d-4ffb-bfcb-df4e36570d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781cea43-7639-4826-b06a-c44318f0933b', 'name': 'tempest-TestMinimumBasicScenario-369264628-router', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:57Z', 'updated_at': '2022-05-24T23:44:21Z', 'revision_number': 6, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:21.564378 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eef403-228d-4ffb-bfcb-df4e36570d08 None None] The sync data for ids ['781cea43-7639-4826-b06a-c44318f0933b'] in n-d-843146-7 is: [{'id': '781cea43-7639-4826-b06a-c44318f0933b', 'name': 'tempest-TestMinimumBasicScenario-369264628-router', 'tenant_id': 'fa88a70343b64b9c898aa69827fb8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:41:57Z', 'updated_at': '2022-05-24T23:44:21Z', 'revision_number': 6, 'project_id': 'fa88a70343b64b9c898aa69827fb8251', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:44:21.602195 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Calling delete_port for 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:44:21.798472 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:21.851469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Pushing event deleted for resources: {'Port': ['ID=6b18bf40-eb1a-45a4-a8e1-49bb0d960953,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:21.947866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.145469 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.147769 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.175240 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.175894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 781cea43-7639-4826-b06a-c44318f0933b {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:44:22.192468 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.193991 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ac5306d3-55d2-4ebc-ab0e-7bdd0246dcef admin admin] 10.222.0.55 "DELETE /v2.0/routers/781cea43-7639-4826-b06a-c44318f0933b HTTP/1.1" status: 204 len: 168 time: 1.3722892 May 24 23:44:22.196850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54798) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:22.259657 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8922c90-94e6-4df1-8c26-f9c2192b0b3a admin admin] Deleting subnet 0b790c2e-63a4-4aa8-bebe-cd55ca193110 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:44:22.262772 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8922c90-94e6-4df1-8c26-f9c2192b0b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.320636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8922c90-94e6-4df1-8c26-f9c2192b0b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.400003 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8922c90-94e6-4df1-8c26-f9c2192b0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.475059 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8922c90-94e6-4df1-8c26-f9c2192b0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.516486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8922c90-94e6-4df1-8c26-f9c2192b0b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b790c2e-63a4-4aa8-bebe-cd55ca193110,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:22.522772 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c8922c90-94e6-4df1-8c26-f9c2192b0b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.528589 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c8922c90-94e6-4df1-8c26-f9c2192b0b3a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0b790c2e-63a4-4aa8-bebe-cd55ca193110 HTTP/1.1" status: 204 len: 168 time: 0.3304725 May 24 23:44:22.531001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54804) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:22.531251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be5590-15f3-4bcf-8cca-def42545decd None None] Network e92c6880-ff9b-4a46-9bca-ebd0e8140022 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:44:22.698694 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:44:22.746005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:44:22.746346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 6b18bf40-eb1a-45a4-a8e1-49bb0d960953 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:44:22.746756 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7dd48b63-3c2b-452c-918d-683cd3009a11 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:44:22.755993 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.766539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Deleting port 5f923294-857c-4373-b3c5-4515ba5de1cf {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:22.766858 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.788251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 7dd48b63-3c2b-452c-918d-683cd3009a11 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:44:22.788584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7dd48b63-3c2b-452c-918d-683cd3009a11 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:44:22.863381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867cbb2-5a8b-4797-a91a-0e87b6312eb9 None None] DHCP port deletion for e92c6880-ff9b-4a46-9bca-ebd0e8140022 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:44:22.867671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c867cbb2-5a8b-4797-a91a-0e87b6312eb9 None None] Deleting port 5f923294-857c-4373-b3c5-4515ba5de1cf {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:22.868068 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c867cbb2-5a8b-4797-a91a-0e87b6312eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:22.973964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] For port 5f923294-857c-4373-b3c5-4515ba5de1cf, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5f923294-857c-4373-b3c5-4515ba5de1cf,segment=NetworkSegment(396aba6c-e035-45cd-bd36-03a6b0afa859),segment_id=396aba6c-e035-45cd-bd36-03a6b0afa859)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:22.974262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.099429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Calling delete_port for 5f923294-857c-4373-b3c5-4515ba5de1cf owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:44:23.113853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-c867cbb2-5a8b-4797-a91a-0e87b6312eb9 None None] For port 5f923294-857c-4373-b3c5-4515ba5de1cf, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5f923294-857c-4373-b3c5-4515ba5de1cf,segment=NetworkSegment(396aba6c-e035-45cd-bd36-03a6b0afa859),segment_id=396aba6c-e035-45cd-bd36-03a6b0afa859)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:23.114246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c867cbb2-5a8b-4797-a91a-0e87b6312eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.176262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.224728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f923294-857c-4373-b3c5-4515ba5de1cf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:23.228299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] No DVR routers for this DVR port 5f923294-857c-4373-b3c5-4515ba5de1cf on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:44:23.239949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c867cbb2-5a8b-4797-a91a-0e87b6312eb9 None None] Calling delete_port for 5f923294-857c-4373-b3c5-4515ba5de1cf owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:44:23.315896 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-c867cbb2-5a8b-4797-a91a-0e87b6312eb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:44:23.316249 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-c867cbb2-5a8b-4797-a91a-0e87b6312eb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:44:23.343560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.368768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92c6880-ff9b-4a46-9bca-ebd0e8140022']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:23.380919 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396aba6c-e035-45cd-bd36-03a6b0afa859') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:23.381207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396aba6c-e035-45cd-bd36-03a6b0afa859') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:23.393402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.412766 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.422768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:44:23.423460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.488013 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 396aba6c-e035-45cd-bd36-03a6b0afa859 resource provider aggregate not found May 24 23:44:23.507087 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 396aba6c-e035-45cd-bd36-03a6b0afa859 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 396aba6c-e035-45cd-bd36-03a6b0afa859 found for delete ", "request_id": "req-9c51ba0a-340d-4154-b5d4-8df27a32c4ca"}]} May 24 23:44:23.524818 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.543509 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.554372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] Pushing event deleted for resources: {'Network': ['ID=e92c6880-ff9b-4a46-9bca-ebd0e8140022,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:23.557141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e7e67791-d681-469f-9de1-26f1f1640355 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e92c6880-ff9b-4a46-9bca-ebd0e8140022 HTTP/1.1" status: 204 len: 168 time: 1.0250678 May 24 23:44:23.749143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54814) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:23.800145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ac8b1ac3-1d04-402c-994e-921f1204fdf9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0bb9f881cf5d482fb9c9a75a79d50420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497632 May 24 23:44:23.803921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54818) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:23.817769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c867cbb2-5a8b-4797-a91a-0e87b6312eb9 None None] Deleting port 5f923294-857c-4373-b3c5-4515ba5de1cf {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:44:23.818281 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c867cbb2-5a8b-4797-a91a-0e87b6312eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.863848 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed81ca73-716e-480a-a975-6545569078ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.882436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c867cbb2-5a8b-4797-a91a-0e87b6312eb9 None None] The port '5f923294-857c-4373-b3c5-4515ba5de1cf' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 24 23:44:23.895543 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed81ca73-716e-480a-a975-6545569078ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.962132 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed81ca73-716e-480a-a975-6545569078ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.981832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81ca73-716e-480a-a975-6545569078ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fead86f-784b-4e3a-9299-ba42508568f4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:23.993601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ed81ca73-716e-480a-a975-6545569078ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:23.994622 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ed81ca73-716e-480a-a975-6545569078ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fead86f-784b-4e3a-9299-ba42508568f4 HTTP/1.1" status: 204 len: 168 time: 0.1897058 May 24 23:44:24.361058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54826) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:24.411492 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f21444df-7fb9-4243-bcb3-4c1501355ee7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa88a70343b64b9c898aa69827fb8251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490663 May 24 23:44:24.414145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54830) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:24.480837 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b8e243e-596f-4a53-adcd-ef56cecbf99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:24.508879 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b8e243e-596f-4a53-adcd-ef56cecbf99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:24.564150 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b8e243e-596f-4a53-adcd-ef56cecbf99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:24.578767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e243e-596f-4a53-adcd-ef56cecbf99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224f2b98-d6ed-4282-8a8c-02f0ef9b9fcd,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:24.585521 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6b8e243e-596f-4a53-adcd-ef56cecbf99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:24.588755 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6b8e243e-596f-4a53-adcd-ef56cecbf99c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/224f2b98-d6ed-4282-8a8c-02f0ef9b9fcd HTTP/1.1" status: 204 len: 168 time: 0.1736088 May 24 23:44:24.657895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5f923294-857c-4373-b3c5-4515ba5de1cf no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:44:24.694950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 5f923294-857c-4373-b3c5-4515ba5de1cf {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:44:24.695382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5f923294-857c-4373-b3c5-4515ba5de1cf not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:44:24.747802 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.297078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54872) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:26.302504 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257387893', 'description': 'tempest-secgroup-smoke-1257387893 description', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:26.309284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:26.313172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:26.316165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:26.321758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:26.334952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.347230 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.365028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:26.369142 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:26.372145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:26.378280 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:26.401038 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:44:26.435116 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.476673 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.482400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.497084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:26.502735 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:26.510957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:26.523125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:26.525079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41058b0-c4e1-4aee-bd1b-63adedfdd80c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:26.599498 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.605252 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.647292 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e21c35-a2b0-45f2-bb73-0a3519b3d371,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:26.651488 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.655549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8dc52e4a-b7a2-469c-9507-cba13494e538 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3545477 May 24 23:44:26.656129 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54878) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:26.660614 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-782ef890-d34e-4611-a34f-2f6f909b9104 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': 'f3e21c35-a2b0-45f2-bb73-0a3519b3d371', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:26.667331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-782ef890-d34e-4611-a34f-2f6f909b9104 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:26.671136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-782ef890-d34e-4611-a34f-2f6f909b9104 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:26.673978 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-782ef890-d34e-4611-a34f-2f6f909b9104 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:26.679702 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-782ef890-d34e-4611-a34f-2f6f909b9104 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:26.698810 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-782ef890-d34e-4611-a34f-2f6f909b9104 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.763803 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-782ef890-d34e-4611-a34f-2f6f909b9104 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.770149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-782ef890-d34e-4611-a34f-2f6f909b9104 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.792884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ef890-d34e-4611-a34f-2f6f909b9104 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a58afea-b6e2-4315-a35e-b24b555e7078,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:26.803472 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-782ef890-d34e-4611-a34f-2f6f909b9104 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.804641 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-782ef890-d34e-4611-a34f-2f6f909b9104 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479766 May 24 23:44:26.808194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54882) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:26.813123 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d2a70cd5-16d7-47b5-98a8-65e8c0c68f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': 'f3e21c35-a2b0-45f2-bb73-0a3519b3d371', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:26.819882 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d2a70cd5-16d7-47b5-98a8-65e8c0c68f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:26.823982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d2a70cd5-16d7-47b5-98a8-65e8c0c68f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:26.826839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d2a70cd5-16d7-47b5-98a8-65e8c0c68f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:26.832416 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d2a70cd5-16d7-47b5-98a8-65e8c0c68f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:26.850565 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2a70cd5-16d7-47b5-98a8-65e8c0c68f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.915995 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2a70cd5-16d7-47b5-98a8-65e8c0c68f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.923137 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2a70cd5-16d7-47b5-98a8-65e8c0c68f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.947421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a70cd5-16d7-47b5-98a8-65e8c0c68f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c4061f-e023-4019-b78d-0c9f17690aad,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:26.956622 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d2a70cd5-16d7-47b5-98a8-65e8c0c68f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:26.957941 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d2a70cd5-16d7-47b5-98a8-65e8c0c68f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488199 May 24 23:44:26.960822 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54886) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:26.965732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-fb6d950d-573f-4ae5-8253-2b49305061c7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': 'f3e21c35-a2b0-45f2-bb73-0a3519b3d371', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:26.972200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb6d950d-573f-4ae5-8253-2b49305061c7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:26.976015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb6d950d-573f-4ae5-8253-2b49305061c7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:26.979033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb6d950d-573f-4ae5-8253-2b49305061c7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:26.984651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb6d950d-573f-4ae5-8253-2b49305061c7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:27.007874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb6d950d-573f-4ae5-8253-2b49305061c7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.080598 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb6d950d-573f-4ae5-8253-2b49305061c7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.087102 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb6d950d-573f-4ae5-8253-2b49305061c7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.111699 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d950d-573f-4ae5-8253-2b49305061c7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197bd888-ad49-4e49-8af9-3e6d3a988429,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:27.122505 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb6d950d-573f-4ae5-8253-2b49305061c7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.123692 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fb6d950d-573f-4ae5-8253-2b49305061c7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619813 May 24 23:44:27.126691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54890) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:27.131705 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-b0ad2c01-11b1-4d01-b947-79e05645a596 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': 'f3e21c35-a2b0-45f2-bb73-0a3519b3d371', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:27.138206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b0ad2c01-11b1-4d01-b947-79e05645a596 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:27.142421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b0ad2c01-11b1-4d01-b947-79e05645a596 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:27.145320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-b0ad2c01-11b1-4d01-b947-79e05645a596 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:27.151866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-b0ad2c01-11b1-4d01-b947-79e05645a596 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:27.173831 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2c01-11b1-4d01-b947-79e05645a596 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.237842 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2c01-11b1-4d01-b947-79e05645a596 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.243013 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2c01-11b1-4d01-b947-79e05645a596 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.267760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad2c01-11b1-4d01-b947-79e05645a596 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8bc3d4-fa23-4373-8fe7-caefc7d2dace,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:27.279950 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2c01-11b1-4d01-b947-79e05645a596 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.281164 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b0ad2c01-11b1-4d01-b947-79e05645a596 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535218 May 24 23:44:27.284131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54894) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:27.289101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': 'f3e21c35-a2b0-45f2-bb73-0a3519b3d371', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:27.295789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:27.299791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:27.302913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:27.309148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:27.320363 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Project b43a53ddd5034815bcbf4fbf31c31820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:44:27.326858 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.389251 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.395372 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.417764 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b994e6b9-5e9b-4321-a22b-28afe764a459,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:27.427897 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.429161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e55010a1-2914-4168-9412-6e1e8e6e53bd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440222 May 24 23:44:27.432119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54898) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:27.437126 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': 'f3e21c35-a2b0-45f2-bb73-0a3519b3d371', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:27.443814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:27.447798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:27.450792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:27.456604 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:27.469410 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Project b43a53ddd5034815bcbf4fbf31c31820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:44:27.475827 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.543012 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.547453 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.570515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030f808e-614a-452c-9d70-8f670806838b,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:27.581377 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.582653 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f51975bc-cac9-4862-ab82-83d46d8c393d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1495035 May 24 23:44:27.585928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 54902) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:27.591896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'network': {'name': 'tempest-network-smoke--1573540218', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'port_security_enabled': True}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:27.597698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:27.601764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:network and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:27.604971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:27.611929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:27.622819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:44:27.626239 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.653050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:44:27.661600 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.661998 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Added segment 13a615d3-039f-434e-ba31-741794c98ab5 of type vlan for network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 May 24 23:44:27.687738 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.719653 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.725181 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:27.725788 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.821209 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2341039 May 24 23:44:27.824365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54906) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:27.829739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'admin_state_up': True, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:27.833812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945f926-f917-44cf-a239-5c1cf0099dfa tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Network': ['ID=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:27.838060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:27.842165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:router and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:27.844642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:44:27.845146 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:27.851542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:27.863100 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.864151 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:27.879958 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:28.147410 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:28.578123 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:28.609683 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:28.743507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.25.7.134 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/e30403d3-f14c-4b30-a5a7-5839f5fe56de) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:44:28.903217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:28.943847 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:29.011441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:44:29.014368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:44:29.016838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:44:29.050605 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=e30403d3-f14c-4b30-a5a7-5839f5fe56de,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:29.444098 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:29.794864 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:30.131210 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:44:30.310907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:44:30.320423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Sync routers for ids ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:44:30.330303 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Routers {'4643e2d2-8de9-4e2a-9257-08cf43dc7b33'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:30.330917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:44:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:30.344614 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:30.348831 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c5230d25-d907-4fa5-9db1-a50dcdb02b22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5204535 May 24 23:44:30.349357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54910) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:30.502633 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cd10d685-c752-4022-aabe-cb3a09bf5f4a tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=b43a53ddd5034815bcbf4fbf31c31820&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1520562 May 24 23:44:30.505564 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54916) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:30.508246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Set router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:30.637418 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbcd419-5e18-40c5-a16f-6d0cd5dd795f tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:30.638945 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-abbcd419-5e18-40c5-a16f-6d0cd5dd795f tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324835 May 24 23:44:30.642338 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54920) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:30.685888 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5a273c53-c2f3-4e3b-ba5d-24b7182c0329 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424485 May 24 23:44:30.688571 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54924) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:30.693754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1100838776', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:30.790928 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:29Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:30.794856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Checking router: 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:44:30.795204 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Updating router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 port e30403d3-f14c-4b30-a5a7-5839f5fe56de binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:44:30.802753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:30.807746 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:subnet and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:30.810792 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:30.816578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:30.828401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:44:30.831911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:30.847425 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:31.058601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:31.135206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Subnet': ['ID=b5594863-a3b6-4454-88a8-ba81163fd9ab,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:31.144368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Checking segment: {'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:44:31.144730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network hostable DHCP agents. Network: 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:44:31.167251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:44:31.177439 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:44:31.186307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:31.186795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e78dc-60a9-4399-b7e7-20c8b26ca558 None None] Network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:44:31.186935 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:31.209524 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a559803d-5d90-42a8-b8b5-395abed7e8f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5199978 May 24 23:44:31.213243 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54928) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:31.293204 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:31.319798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Transition to ACTIVE for port object e30403d3-f14c-4b30-a5a7-5839f5fe56de will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:44:31.337613 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:31.459211 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Pushing event updated for resources: {'Port': ['ID=e30403d3-f14c-4b30-a5a7-5839f5fe56de,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:31.490243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Attempting to bind port e30403d3-f14c-4b30-a5a7-5839f5fe56de on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:44:31.490577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Attempting to bind port e30403d3-f14c-4b30-a5a7-5839f5fe56de by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:44:31.490971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Attempting to bind port e30403d3-f14c-4b30-a5a7-5839f5fe56de on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:44:31.506735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.506981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.507300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.507657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.507981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.508279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.508568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.509229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.509568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.509889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.510212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.510521 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:31.516275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:44:31.516275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:44:31.516275 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:31.516275 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:44:31.517969 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Bound port: e30403d3-f14c-4b30-a5a7-5839f5fe56de, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:44:31.517969 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:31.563037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ips': [{'subnet_id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:44:31.563847 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:31.603768 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] For port e30403d3-f14c-4b30-a5a7-5839f5fe56de, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:44:31.608055 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] For port e30403d3-f14c-4b30-a5a7-5839f5fe56de, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e30403d3-f14c-4b30-a5a7-5839f5fe56de,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:44:31.646761 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:31.756013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Routers {'4643e2d2-8de9-4e2a-9257-08cf43dc7b33'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:31.756626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:44:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:31.858704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14d990-32e1-457c-965c-6d0399e6491b None None] Pushing event updated for resources: {'Port': ['ID=e30403d3-f14c-4b30-a5a7-5839f5fe56de,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:31.957834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Allocated IP 172.20.0.2 (6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5/b5594863-a3b6-4454-88a8-ba81163fd9ab/540ca5bd-c144-4de7-bb8b-912966f5aefe) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:44:32.052390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] Set router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:32.060427 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:32.403642 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:32.420252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Transition to ACTIVE for port object 540ca5bd-c144-4de7-bb8b-912966f5aefe will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:44:32.442820 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Transition to ACTIVE for port object 540ca5bd-c144-4de7-bb8b-912966f5aefe will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:44:32.451168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:32.520621 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.20.0.1 (6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5/b5594863-a3b6-4454-88a8-ba81163fd9ab/7aef717a-ea80-40b1-93bb-3b82eeb81927) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:44:32.559087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:29Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:32.576422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a217c363-eb87-4014-8553-881d8e3d81fc None None] The sync data for ids ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'] in n-d-843146-7 is: [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:29Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:44:32.582788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:44:32.585707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:44:32.590346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:44:32.596638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Pushing event updated for resources: {'Port': ['ID=540ca5bd-c144-4de7-bb8b-912966f5aefe,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:32.686973 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Attempting to bind port 540ca5bd-c144-4de7-bb8b-912966f5aefe on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:44:32.687337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Attempting to bind port 540ca5bd-c144-4de7-bb8b-912966f5aefe by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:44:32.687709 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Attempting to bind port 540ca5bd-c144-4de7-bb8b-912966f5aefe on network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:44:32.693420 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:44:32.693840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Checking segment: {'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:44:32.694232 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:32.694627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Bound using segment: {'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:44:32.695098 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Bound port: 540ca5bd-c144-4de7-bb8b-912966f5aefe, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:44:32.695486 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:32.701745 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:32.718462 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Transition to ACTIVE for port object 7aef717a-ea80-40b1-93bb-3b82eeb81927 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:44:32.745544 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:32.787803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] For port 540ca5bd-c144-4de7-bb8b-912966f5aefe, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:44:32.791271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] For port 540ca5bd-c144-4de7-bb8b-912966f5aefe, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=540ca5bd-c144-4de7-bb8b-912966f5aefe,segment=NetworkSegment(13a615d3-039f-434e-ba31-741794c98ab5),segment_id=13a615d3-039f-434e-ba31-741794c98ab5)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:44:32.811582 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:32.830572 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=7aef717a-ea80-40b1-93bb-3b82eeb81927,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:32.843861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:44:32.844961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:44:32.847267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:44:32.911916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8830c6-22b7-4584-bb89-b39887994e66 None None] Pushing event updated for resources: {'Port': ['ID=540ca5bd-c144-4de7-bb8b-912966f5aefe,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:32.919633 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:33.212965 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:33.768332 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:33.774074 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:33.875632 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86502e65-1c30-4b54-a3fc-8a96c2deb4b6 None None] Network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:44:33.888620 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:33.892459 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=7aef717a-ea80-40b1-93bb-3b82eeb81927,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:33.974432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4172c064-6996-4b54-acfd-80a0ac797170 None None] Provisioning for port 540ca5bd-c144-4de7-bb8b-912966f5aefe completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:44:34.026076 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:44:34.027241 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:44:34.219509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:44:34.329202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-760575b9-771f-4030-b2ea-609afd2b3a4d None None] Provisioning for port 7aef717a-ea80-40b1-93bb-3b82eeb81927 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:44:34.340352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-760575b9-771f-4030-b2ea-609afd2b3a4d None None] Provisioning complete for port 7aef717a-ea80-40b1-93bb-3b82eeb81927 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:34.340893 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-760575b9-771f-4030-b2ea-609afd2b3a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:34.402310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-760575b9-771f-4030-b2ea-609afd2b3a4d None None] Port 7aef717a-ea80-40b1-93bb-3b82eeb81927 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:44:34.409301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:44:34.418970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7d684439-9cf7-4123-99d3-cd2ff9cc5e2b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "PUT /v2.0/routers/4643e2d2-8de9-4e2a-9257-08cf43dc7b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2046494 May 24 23:44:34.420469 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Sync routers for ids ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:44:34.432249 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Routers {'4643e2d2-8de9-4e2a-9257-08cf43dc7b33'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:34.432880 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:44:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:34.527764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-580edfd4-7c49-4dab-8cf0-0ca15f701f21 None None] Provisioning complete for port 7aef717a-ea80-40b1-93bb-3b82eeb81927 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:34.528335 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-580edfd4-7c49-4dab-8cf0-0ca15f701f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:34.624069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-580edfd4-7c49-4dab-8cf0-0ca15f701f21 None None] Port 7aef717a-ea80-40b1-93bb-3b82eeb81927 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:44:34.634784 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3b00a4ac-6555-49c5-a0c4-3af982c9de4a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:44:34.668269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3b00a4ac-6555-49c5-a0c4-3af982c9de4a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:44:34.675240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3b00a4ac-6555-49c5-a0c4-3af982c9de4a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257387893&fields=id&tenant_id=b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 267 time: 0.1091676 May 24 23:44:34.689146 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Set router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:34.747262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e30403d3-f14c-4b30-a5a7-5839f5fe56de up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:44:34.822788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port e30403d3-f14c-4b30-a5a7-5839f5fe56de completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:44:34.827952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e30403d3-f14c-4b30-a5a7-5839f5fe56de triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:34.828330 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:34.850196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-66773716-0784-4cce-b729-f1cf26d974e3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:34.851648 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-66773716-0784-4cce-b729-f1cf26d974e3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/networks?id=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 HTTP/1.1" status: 200 len: 797 time: 0.1712687 May 24 23:44:34.869278 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-6ce07c90-060c-42c6-8608-70511fb15411 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/quotas/b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 375 time: 0.0110810 May 24 23:44:34.890873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-f85e9732-8f9e-4e33-8b37-b226919e1bba None None] Provisioning complete for port 7aef717a-ea80-40b1-93bb-3b82eeb81927 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:34.891478 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f85e9732-8f9e-4e33-8b37-b226919e1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:34.958814 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-c3885223-b6ea-4dca-809f-f89d9276613b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:44:34.962444 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-f85e9732-8f9e-4e33-8b37-b226919e1bba None None] Port 7aef717a-ea80-40b1-93bb-3b82eeb81927 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:44:34.978028 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-c3885223-b6ea-4dca-809f-f89d9276613b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:44:34.979804 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-c3885223-b6ea-4dca-809f-f89d9276613b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042717 May 24 23:44:34.997723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-23468908-9fc1-4fcf-ab89-be4b2960cd32 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:44:34.998818 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-23468908-9fc1-4fcf-ab89-be4b2960cd32 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062699 May 24 23:44:35.019690 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:33Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7aef717a-ea80-40b1-93bb-3b82eeb81927', 'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:09:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:32Z', 'updated_at': '2022-05-24T23:44:33Z', 'revision_number': 2, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:35.020959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e30403d3-f14c-4b30-a5a7-5839f5fe56de is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:44:35.021339 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.023957 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Checking router: 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:44:35.024439 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Updating router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 port 7aef717a-ea80-40b1-93bb-3b82eeb81927 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:44:35.038791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port e30403d3-f14c-4b30-a5a7-5839f5fe56de, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e30403d3-f14c-4b30-a5a7-5839f5fe56de,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:35.043734 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.044551 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 540ca5bd-c144-4de7-bb8b-912966f5aefe up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:44:35.076579 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.146777 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-fd3c692e-fc42-4832-97f9-44ed16c44cce service neutron] 10.222.0.55 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409235 May 24 23:44:35.158987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=e30403d3-f14c-4b30-a5a7-5839f5fe56de,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:35.173087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 540ca5bd-c144-4de7-bb8b-912966f5aefe completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:44:35.179507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 540ca5bd-c144-4de7-bb8b-912966f5aefe triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:35.179877 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.281522 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-03dc6bdb-aac0-44fc-b3b4-e60e30bd526a service neutron] 10.222.0.55 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281180 May 24 23:44:35.300637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 540ca5bd-c144-4de7-bb8b-912966f5aefe is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:44:35.301014 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.335214 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 540ca5bd-c144-4de7-bb8b-912966f5aefe, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=540ca5bd-c144-4de7-bb8b-912966f5aefe,segment=NetworkSegment(13a615d3-039f-434e-ba31-741794c98ab5),segment_id=13a615d3-039f-434e-ba31-741794c98ab5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:35.340293 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.414486 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cbd23a9e-4142-45c5-a4ee-7d9c23bd50a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.426030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=540ca5bd-c144-4de7-bb8b-912966f5aefe,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:35.450891 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.463565 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Transition to ACTIVE for port object 7aef717a-ea80-40b1-93bb-3b82eeb81927 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:44:35.471915 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.493720 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df9957bf-0e9e-4898-9dce-aae59379641e req-c5b1ca11-4115-40e8-9b12-8ae82d817f80 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 210 time: 0.0499296 May 24 23:44:35.600023 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Pushing event updated for resources: {'Port': ['ID=7aef717a-ea80-40b1-93bb-3b82eeb81927,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:35.644029 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.644362 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.644685 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.645546 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.645546 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.645749 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.645957 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.646247 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.646553 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.646860 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.647162 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.647467 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:44:35.700541 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Attempting to bind port 7aef717a-ea80-40b1-93bb-3b82eeb81927 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:44:35.700904 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Attempting to bind port 7aef717a-ea80-40b1-93bb-3b82eeb81927 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:44:35.701253 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Attempting to bind port 7aef717a-ea80-40b1-93bb-3b82eeb81927 on network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:44:35.706800 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:44:35.707164 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Checking segment: {'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:44:35.707558 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.707942 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Bound using segment: {'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:44:35.708361 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Bound port: 7aef717a-ea80-40b1-93bb-3b82eeb81927, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:44:35.708725 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.807071 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] For port 7aef717a-ea80-40b1-93bb-3b82eeb81927, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:44:35.809935 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] For port 7aef717a-ea80-40b1-93bb-3b82eeb81927, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7aef717a-ea80-40b1-93bb-3b82eeb81927,segment=NetworkSegment(13a615d3-039f-434e-ba31-741794c98ab5),segment_id=13a615d3-039f-434e-ba31-741794c98ab5)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:44:35.814969 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:35.888688 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Routers {'4643e2d2-8de9-4e2a-9257-08cf43dc7b33'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:35.889315 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:44:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:35.957016 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2372a-38cc-488c-9cc9-defd9e010789 None None] Pushing event updated for resources: {'Port': ['ID=7aef717a-ea80-40b1-93bb-3b82eeb81927,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:36.099512 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] Set router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:36.412213 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:33Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7aef717a-ea80-40b1-93bb-3b82eeb81927', 'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:09:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:32Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:36.416308 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328806f-1daf-4dcc-b462-b5651d70bc29 None None] The sync data for ids ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'] in n-d-843146-7 is: [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:33Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7aef717a-ea80-40b1-93bb-3b82eeb81927', 'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:09:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:32Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:44:36.592685 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-23dc5b6b-c67c-4dbe-a0af-a987674cf8ac req-38d597f8-75c1-4d91-95aa-fd99744cd61d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 210 time: 0.0443799 May 24 23:44:36.739893 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e30403d3-f14c-4b30-a5a7-5839f5fe56de up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:44:36.811733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port e30403d3-f14c-4b30-a5a7-5839f5fe56de triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:36.812250 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:36.935964 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port e30403d3-f14c-4b30-a5a7-5839f5fe56de is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:44:36.937261 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 540ca5bd-c144-4de7-bb8b-912966f5aefe up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:44:37.012524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 540ca5bd-c144-4de7-bb8b-912966f5aefe triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:37.012902 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:37.182454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 540ca5bd-c144-4de7-bb8b-912966f5aefe is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:44:37.184005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7aef717a-ea80-40b1-93bb-3b82eeb81927 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:44:37.260259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 7aef717a-ea80-40b1-93bb-3b82eeb81927 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:44:37.266501 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7aef717a-ea80-40b1-93bb-3b82eeb81927 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:37.267318 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:37.413056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7aef717a-ea80-40b1-93bb-3b82eeb81927 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:44:37.413582 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:37.459780 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 7aef717a-ea80-40b1-93bb-3b82eeb81927, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7aef717a-ea80-40b1-93bb-3b82eeb81927,segment=NetworkSegment(13a615d3-039f-434e-ba31-741794c98ab5),segment_id=13a615d3-039f-434e-ba31-741794c98ab5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:37.465295 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:37.544966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-1a4f424f-7193-4e6c-9a2b-90cba48d73b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:37.555237 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=7aef717a-ea80-40b1-93bb-3b82eeb81927,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:37.764260 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12b2ad40-360d-40d6-84eb-b0c44d53e782 req-4bef4f91-e23d-4edb-a843-55d2e38efa00 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 210 time: 0.0494192 May 24 23:44:37.991259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-e2f21740-bd34-4fce-8db7-edccde1a6dd5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:37.991975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-e2f21740-bd34-4fce-8db7-edccde1a6dd5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:44:38.013052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-e2f21740-bd34-4fce-8db7-edccde1a6dd5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:44:38.015029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-e2f21740-bd34-4fce-8db7-edccde1a6dd5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/networks?id=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 HTTP/1.1" status: 200 len: 797 time: 0.2177553 May 24 23:44:38.071376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-b49052be-27a6-4063-bb4b-327d75d7ee8a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 380 time: 0.0459249 May 24 23:44:38.080113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'port': {'device_id': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'admin_state_up': True, 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'security_groups': ['f3e21c35-a2b0-45f2-bb73-0a3519b3d371']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:38.220852 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:38.230744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:38.243733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:44:38.247376 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:38.529319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.20.0.7 (6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5/b5594863-a3b6-4454-88a8-ba81163fd9ab/e6660429-11b0-44b4-b6e8-1ae7b5b8660e) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:44:38.671534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7aef717a-ea80-40b1-93bb-3b82eeb81927 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:44:38.722961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:38.739152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Transition to ACTIVE for port object e6660429-11b0-44b4-b6e8-1ae7b5b8660e will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:44:38.746716 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:38.757202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7aef717a-ea80-40b1-93bb-3b82eeb81927 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:38.757595 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:38.766345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:38.845319 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:44:38.848628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:44:38.852595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:44:38.885671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7aef717a-ea80-40b1-93bb-3b82eeb81927 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:44:38.898508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=e6660429-11b0-44b4-b6e8-1ae7b5b8660e,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:38.921883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:38.922420 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:38.951356 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:38.958422 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-57d8f5df-31ae-4681-8f66-f8508062a123 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8817716 May 24 23:44:38.973868 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Request body: {'port': {'device_id': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:38.978457 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849ecdc-947e-49db-a464-909ed2c0d202 req-c846fbe5-39ab-4ffb-a54b-b4c64bab1ec1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:38.980624 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2849ecdc-947e-49db-a464-909ed2c0d202 req-c846fbe5-39ab-4ffb-a54b-b4c64bab1ec1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 931 time: 0.0987325 May 24 23:44:39.038048 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2849ecdc-947e-49db-a464-909ed2c0d202 req-5817b167-e4b1-401f-86fa-75c9a311ca2a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496106 May 24 23:44:39.095107 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:39.150105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a9d4a818-f095-43cd-8307-eac6ef7461cf None None] Provisioning for port e6660429-11b0-44b4-b6e8-1ae7b5b8660e completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:44:39.155158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a9d4a818-f095-43cd-8307-eac6ef7461cf None None] Provisioning complete for port e6660429-11b0-44b4-b6e8-1ae7b5b8660e triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:39.155529 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a818-f095-43cd-8307-eac6ef7461cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:39.208553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4a818-f095-43cd-8307-eac6ef7461cf None None] Port e6660429-11b0-44b4-b6e8-1ae7b5b8660e cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:44:39.456013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6660429-11b0-44b4-b6e8-1ae7b5b8660e {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:44:39.463583 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:39.484976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Transition to ACTIVE for port object e6660429-11b0-44b4-b6e8-1ae7b5b8660e will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:44:39.492360 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:39.655391 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Pushing event updated for resources: {'Port': ['ID=e6660429-11b0-44b4-b6e8-1ae7b5b8660e,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:39.731754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Attempting to bind port e6660429-11b0-44b4-b6e8-1ae7b5b8660e on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:44:39.732081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Attempting to bind port e6660429-11b0-44b4-b6e8-1ae7b5b8660e by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:44:39.732407 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Attempting to bind port e6660429-11b0-44b4-b6e8-1ae7b5b8660e on network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:44:39.737017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Port e6660429-11b0-44b4-b6e8-1ae7b5b8660e on network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:44:39.737326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Attempting to bind port e6660429-11b0-44b4-b6e8-1ae7b5b8660e on network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:44:39.742296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:44:39.742643 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Checking segment: {'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:44:39.743082 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Bound using segment: {'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:44:39.743545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Bound port: e6660429-11b0-44b4-b6e8-1ae7b5b8660e, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a615d3-039f-434e-ba31-741794c98ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:44:39.743970 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:39.838144 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] For port e6660429-11b0-44b4-b6e8-1ae7b5b8660e, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:44:39.841258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] For port e6660429-11b0-44b4-b6e8-1ae7b5b8660e, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e6660429-11b0-44b4-b6e8-1ae7b5b8660e,segment=NetworkSegment(13a615d3-039f-434e-ba31-741794c98ab5),segment_id=13a615d3-039f-434e-ba31-741794c98ab5)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:44:39.849081 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:39.908056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:39.908542 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:39.909907 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] 10.222.0.50 "PUT /v2.0/ports/e6660429-11b0-44b4-b6e8-1ae7b5b8660e HTTP/1.1" status: 200 len: 1091 time: 0.9402888 May 24 23:44:39.910328 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'tag': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:44:39.931269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150d02a-1590-49fa-a319-cee0dfe9f48e service neutron] Pushing event updated for resources: {'Port': ['ID=e6660429-11b0-44b4-b6e8-1ae7b5b8660e,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:39.989486 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa02c599-80d2-4ef0-aa7b-c8d8322353cf'] response: {'name': 'network-changed', 'server_uuid': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'tag': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e', 'status': 'completed', 'code': 200} May 24 23:44:40.036550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-6d899338-0f76-4d58-9e06-7dd4a260e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:40.038167 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-6d899338-0f76-4d58-9e06-7dd4a260e60c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 1094 time: 0.0800550 May 24 23:44:40.110222 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-e990ffaa-8be8-4b07-b16a-ab44ce967e5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6660429-11b0-44b4-b6e8-1ae7b5b8660e HTTP/1.1" status: 200 len: 217 time: 0.0608082 May 24 23:44:40.178713 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-9f30f5b7-49b3-4713-9bd0-e0e291df2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:40.180101 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-9f30f5b7-49b3-4713-9bd0-e0e291df2f74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5594863-a3b6-4454-88a8-ba81163fd9ab HTTP/1.1" status: 200 len: 835 time: 0.0609562 May 24 23:44:40.226840 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:40.230667 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c52e32-6dc0-4371-8cd9-a0cc026e88eb req-c5df0936-db05-4440-b3d0-43aff81dd288 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:40.232219 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-71c52e32-6dc0-4371-8cd9-a0cc026e88eb req-c5df0936-db05-4440-b3d0-43aff81dd288 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 943 time: 0.0836418 May 24 23:44:40.259372 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-f36c92e0-3385-4242-bd21-8ea5be6bd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:40.260902 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-f36c92e0-3385-4242-bd21-8ea5be6bd8e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713723 May 24 23:44:40.277054 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-71c52e32-6dc0-4371-8cd9-a0cc026e88eb req-76bdbef9-7d16-46ba-aa09-72f064f43576 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390205 May 24 23:44:40.507548 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-76557a14-3202-4efc-8f47-e18d8f83a4f5 service neutron] 10.222.0.50 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370348 May 24 23:44:40.640931 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-11c72b76-c623-4a19-a7b0-4140c15c91f8 req-52c7dcb2-81a6-4375-bb92-49ea8e734df2 service neutron] 10.222.0.50 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228223 May 24 23:44:40.785615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f62200-fc4c-4b10-b274-11161c17aa52 req-438e32fe-8477-4880-8c6a-cc36cedb56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:40.787156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-39f62200-fc4c-4b10-b274-11161c17aa52 req-438e32fe-8477-4880-8c6a-cc36cedb56f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 1094 time: 0.0922182 May 24 23:44:40.923536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f62200-fc4c-4b10-b274-11161c17aa52 req-aa20539b-8dd0-4c4c-8ba1-3b683eb0acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:40.925058 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-39f62200-fc4c-4b10-b274-11161c17aa52 req-aa20539b-8dd0-4c4c-8ba1-3b683eb0acfc service neutron] 10.222.0.50 "GET /v2.0/networks?id=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 HTTP/1.1" status: 200 len: 898 time: 0.1311340 May 24 23:44:40.996815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-39f62200-fc4c-4b10-b274-11161c17aa52 req-9df78d55-e8a9-4f19-a85e-74c485205a6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6660429-11b0-44b4-b6e8-1ae7b5b8660e HTTP/1.1" status: 200 len: 217 time: 0.0641801 May 24 23:44:41.066580 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f62200-fc4c-4b10-b274-11161c17aa52 req-e5d7e6e2-33a7-4520-9040-a8ebc7a4ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:41.067993 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-39f62200-fc4c-4b10-b274-11161c17aa52 req-e5d7e6e2-33a7-4520-9040-a8ebc7a4ebfd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5594863-a3b6-4454-88a8-ba81163fd9ab HTTP/1.1" status: 200 len: 835 time: 0.0643914 May 24 23:44:41.145712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f62200-fc4c-4b10-b274-11161c17aa52 req-8e259723-80b5-42dc-a496-8dffdb4c23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:41.147215 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-39f62200-fc4c-4b10-b274-11161c17aa52 req-8e259723-80b5-42dc-a496-8dffdb4c23f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716236 May 24 23:44:41.282762 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-39f62200-fc4c-4b10-b274-11161c17aa52 req-be4d0172-33ff-4d92-8dff-cae1ae9cbca9 service neutron] 10.222.0.50 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283157 May 24 23:44:41.468736 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-39f62200-fc4c-4b10-b274-11161c17aa52 req-bb29b11f-9feb-4b5a-b229-5c6f68dbcbb1 service neutron] 10.222.0.50 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778369 May 24 23:44:41.496943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746333e-aedd-4769-a6ae-701708a6a25c req-407e152b-eecd-419d-8f5f-98b682780847 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:41.497647 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7746333e-aedd-4769-a6ae-701708a6a25c req-407e152b-eecd-419d-8f5f-98b682780847 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:44:41.517167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-7746333e-aedd-4769-a6ae-701708a6a25c req-407e152b-eecd-419d-8f5f-98b682780847 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:44:41.518690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7746333e-aedd-4769-a6ae-701708a6a25c req-407e152b-eecd-419d-8f5f-98b682780847 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 943 time: 0.1331780 May 24 23:44:41.565414 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7746333e-aedd-4769-a6ae-701708a6a25c req-864c2268-86dc-4ff6-a428-c4785ac5671a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404799 May 24 23:44:42.898714 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322ab7e-4f66-49b4-a20b-373601354817 req-16ef34aa-b552-46da-8ccc-14210dd5623d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:42.900666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e322ab7e-4f66-49b4-a20b-373601354817 req-16ef34aa-b552-46da-8ccc-14210dd5623d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 943 time: 0.2128212 May 24 23:44:42.947633 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e322ab7e-4f66-49b4-a20b-373601354817 req-7776e9df-cfbb-420f-959b-a40ca476b04c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 May 24 23:44:44.148981 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cb970-55af-4894-ba45-aa8f751f123d req-c0a99f64-c41a-48fd-95bd-1380a34cbef0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:44.150515 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f98cb970-55af-4894-ba45-aa8f751f123d req-c0a99f64-c41a-48fd-95bd-1380a34cbef0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 943 time: 0.0885370 May 24 23:44:44.194918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f98cb970-55af-4894-ba45-aa8f751f123d req-f1c22773-dcac-47d4-a18b-9c9c55afedd4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386484 May 24 23:44:44.857099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e6660429-11b0-44b4-b6e8-1ae7b5b8660e details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:44:44.993901 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e6660429-11b0-44b4-b6e8-1ae7b5b8660e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e6660429-11b0-44b4-b6e8-1ae7b5b8660e,segment=NetworkSegment(13a615d3-039f-434e-ba31-741794c98ab5),segment_id=13a615d3-039f-434e-ba31-741794c98ab5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:45.007027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'port_id': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e', 'mac_address': 'fa:16:3e:a2:17:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:44:45.065675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e6660429-11b0-44b4-b6e8-1ae7b5b8660e is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:44:45.066052 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:45.082655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6660429-11b0-44b4-b6e8-1ae7b5b8660e {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:44:45.104479 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e6660429-11b0-44b4-b6e8-1ae7b5b8660e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e6660429-11b0-44b4-b6e8-1ae7b5b8660e,segment=NetworkSegment(13a615d3-039f-434e-ba31-741794c98ab5),segment_id=13a615d3-039f-434e-ba31-741794c98ab5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:45.112682 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:45.185524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e6660429-11b0-44b4-b6e8-1ae7b5b8660e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:45.360443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e6660429-11b0-44b4-b6e8-1ae7b5b8660e'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:44:45.399005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa865-2e3f-45dc-b81a-2e273d28594a req-aa6012ff-a32d-4da4-9897-3dc72df9f7a7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:45.400519 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f14aa865-2e3f-45dc-b81a-2e273d28594a req-aa6012ff-a32d-4da4-9897-3dc72df9f7a7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 944 time: 0.0835717 May 24 23:44:45.455349 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f14aa865-2e3f-45dc-b81a-2e273d28594a req-1b640f91-e4c2-4f08-a9bc-3c55cc5049db tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488985 May 24 23:44:46.659984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445b338-6d64-4ad3-8023-ae65a9eff73b req-b58bccc6-a3a7-47eb-ad25-b2a6b281de6c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:46.661470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9445b338-6d64-4ad3-8023-ae65a9eff73b req-b58bccc6-a3a7-47eb-ad25-b2a6b281de6c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 944 time: 0.0901163 May 24 23:44:46.709705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9445b338-6d64-4ad3-8023-ae65a9eff73b req-eedb3974-5aaf-44d7-a68b-940a113b56ea tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398772 May 24 23:44:46.880144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e6660429-11b0-44b4-b6e8-1ae7b5b8660e up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:44:46.950239 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port e6660429-11b0-44b4-b6e8-1ae7b5b8660e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:44:46.955497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port e6660429-11b0-44b4-b6e8-1ae7b5b8660e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:44:46.955967 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:47.074145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e6660429-11b0-44b4-b6e8-1ae7b5b8660e is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:44:47.074495 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:47.100909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:44:47.110948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e6660429-11b0-44b4-b6e8-1ae7b5b8660e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e6660429-11b0-44b4-b6e8-1ae7b5b8660e,segment=NetworkSegment(13a615d3-039f-434e-ba31-741794c98ab5),segment_id=13a615d3-039f-434e-ba31-741794c98ab5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:44:47.116391 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:47.158075 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6247543-8aa4-4997-be51-59b5cfb47eaa'] response: {'server_uuid': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e', 'code': 200} May 24 23:44:47.193150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e6660429-11b0-44b4-b6e8-1ae7b5b8660e,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:47.285933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a6cc0-6ea3-4cc1-8786-29a1668779a4 req-7edca85d-4761-4ac6-bb97-0c8b1c285b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:47.287384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-092a6cc0-6ea3-4cc1-8786-29a1668779a4 req-7edca85d-4761-4ac6-bb97-0c8b1c285b78 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 1096 time: 0.0718491 May 24 23:44:47.337293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-092a6cc0-6ea3-4cc1-8786-29a1668779a4 req-a7f67096-e716-45f7-81de-08e99f67d004 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386181 May 24 23:44:47.925982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98d7a4-f36a-47fd-80f7-d4a2d4bbfdeb req-ddc5274e-d7f3-4266-ae31-8f69295eb0ca tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:47.927355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c98d7a4-f36a-47fd-80f7-d4a2d4bbfdeb req-ddc5274e-d7f3-4266-ae31-8f69295eb0ca tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 945 time: 0.0946631 May 24 23:44:47.972525 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c98d7a4-f36a-47fd-80f7-d4a2d4bbfdeb req-5086727e-d690-4016-8caa-2f256b083823 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 May 24 23:44:49.182116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c92872-48a7-47f9-9444-6ec432da1746 req-80169666-b06c-49c4-b085-13dc7d4b2116 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:49.183614 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-71c92872-48a7-47f9-9444-6ec432da1746 req-80169666-b06c-49c4-b085-13dc7d4b2116 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 945 time: 0.0866063 May 24 23:44:49.237935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-71c92872-48a7-47f9-9444-6ec432da1746 req-f54262b1-4465-4d40-aec3-aa132051a780 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482097 May 24 23:44:49.428567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e201d47-1b62-4114-b780-fee2621d2c9e req-c7a7ec52-1daf-4ba7-95cb-f62f32f56dab tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:49.430035 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3e201d47-1b62-4114-b780-fee2621d2c9e req-c7a7ec52-1daf-4ba7-95cb-f62f32f56dab tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 945 time: 0.0875175 May 24 23:44:49.475444 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3e201d47-1b62-4114-b780-fee2621d2c9e req-94f74bb9-f51e-4e3d-9456-97abbe85aa3b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384469 May 24 23:44:49.497905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54988) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:49.572585 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8441ba66-9f0c-4535-9c01-d3fa2f791b81 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:49.574035 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8441ba66-9f0c-4535-9c01-d3fa2f791b81 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 1091 time: 0.0751190 May 24 23:44:49.577283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 54992) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:49.582222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:44:49.589258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:44:49.593780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:floatingip and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:44:49.596588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:44:49.602154 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:44:49.614952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:49.753294 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:49.897914 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.25.7.112 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/4bd975fa-a240-444e-9594-915438cf6ec0) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:44:50.056205 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:50.091911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:50.160448 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:44:50.163286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:44:50.166893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:44:50.198455 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=4bd975fa-a240-444e-9594-915438cf6ec0,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:50.587284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:50.671472 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:50.875339 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:50.881416 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:51.100733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=4bd975fa-a240-444e-9594-915438cf6ec0,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:44:51.114198 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:51.291527 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Floating IP 4228135b-ef06-48df-958e-b67ae49fe277 associated. External IP: 172.25.7.112, port: e6660429-11b0-44b4-b6e8-1ae7b5b8660e. May 24 23:44:51.644409 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:44:51.822933 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:44:51.833520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43cd73-b3f1-4c37-beb9-7e1f74cd5a32 None None] Sync routers for ids ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:44:51.844293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43cd73-b3f1-4c37-beb9-7e1f74cd5a32 None None] Routers {'4643e2d2-8de9-4e2a-9257-08cf43dc7b33'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:51.844846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1d43cd73-b3f1-4c37-beb9-7e1f74cd5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:44:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:51.848195 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:51.906543 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ac6242e4-bed7-4a68-ae51-14581874ce7e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3281784 May 24 23:44:51.907172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'tag': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:44:51.951894 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f562a0c2-402a-4ce8-a153-568566105532'] response: {'name': 'network-changed', 'server_uuid': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'tag': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e', 'status': 'completed', 'code': 200} May 24 23:44:52.027391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-1d43cd73-b3f1-4c37-beb9-7e1f74cd5a32 None None] Set router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:52.046644 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58754dcb-905e-408e-853c-2493644886f8 req-c2e13f91-c606-480e-9e46-9b4a4f367899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:52.048894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58754dcb-905e-408e-853c-2493644886f8 req-c2e13f91-c606-480e-9e46-9b4a4f367899 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 1096 time: 0.0746057 May 24 23:44:52.076873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0239e49-fee1-4757-bfe7-71f06be6119e req-eacabbac-1fe0-41f6-94c8-39bd413dd983 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:52.078548 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0239e49-fee1-4757-bfe7-71f06be6119e req-eacabbac-1fe0-41f6-94c8-39bd413dd983 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 945 time: 0.0831356 May 24 23:44:52.128044 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e0239e49-fee1-4757-bfe7-71f06be6119e req-dd31159b-b2b9-4d2d-ab69-c64f8d5cd061 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 May 24 23:44:52.153754 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55000) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:52.265989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7675b904-94b4-44bf-8115-26948c455f9e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/4228135b-ef06-48df-958e-b67ae49fe277 HTTP/1.1" status: 200 len: 991 time: 0.1107824 May 24 23:44:52.299316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58754dcb-905e-408e-853c-2493644886f8 req-005d8d92-9b9c-4f9e-9c15-644489e2196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:52.300815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58754dcb-905e-408e-853c-2493644886f8 req-005d8d92-9b9c-4f9e-9c15-644489e2196b service neutron] 10.222.0.50 "GET /v2.0/networks?id=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 HTTP/1.1" status: 200 len: 898 time: 0.2442536 May 24 23:44:52.407079 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58754dcb-905e-408e-853c-2493644886f8 req-b572acc5-8d48-4da9-98af-08348a594b1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6660429-11b0-44b4-b6e8-1ae7b5b8660e HTTP/1.1" status: 200 len: 999 time: 0.0997014 May 24 23:44:52.427705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1d43cd73-b3f1-4c37-beb9-7e1f74cd5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:33Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '4228135b-ef06-48df-958e-b67ae49fe277', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'port_id': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'mac_address': 'fa:16:3e:a2:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:44:50Z', 'updated_at': '2022-05-24T23:44:50Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aef717a-ea80-40b1-93bb-3b82eeb81927', 'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:09:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:32Z', 'updated_at': '2022-05-24T23:44:37Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:52.431979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43cd73-b3f1-4c37-beb9-7e1f74cd5a32 None None] Checking router: 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:44:52.441022 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43cd73-b3f1-4c37-beb9-7e1f74cd5a32 None None] Routers {'4643e2d2-8de9-4e2a-9257-08cf43dc7b33'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:44:52.441653 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1d43cd73-b3f1-4c37-beb9-7e1f74cd5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:44:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:52.473383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58754dcb-905e-408e-853c-2493644886f8 req-c956684f-c35c-4462-8a62-d74ce100e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:52.474883 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58754dcb-905e-408e-853c-2493644886f8 req-c956684f-c35c-4462-8a62-d74ce100e2db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5594863-a3b6-4454-88a8-ba81163fd9ab HTTP/1.1" status: 200 len: 835 time: 0.0606906 May 24 23:44:52.551609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58754dcb-905e-408e-853c-2493644886f8 req-72757bc9-ed80-45ac-af3e-3486c2fd9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:44:52.553235 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58754dcb-905e-408e-853c-2493644886f8 req-72757bc9-ed80-45ac-af3e-3486c2fd9298 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717027 May 24 23:44:52.620527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-1d43cd73-b3f1-4c37-beb9-7e1f74cd5a32 None None] Set router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:44:52.694457 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58754dcb-905e-408e-853c-2493644886f8 req-f45b4774-61d9-477e-af83-7c4448d3ef85 service neutron] 10.222.0.50 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350474 May 24 23:44:52.831376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58754dcb-905e-408e-853c-2493644886f8 req-7de4b1f4-d26e-4028-8b99-13a04eb80ee0 service neutron] 10.222.0.50 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302741 May 24 23:44:52.974064 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-1d43cd73-b3f1-4c37-beb9-7e1f74cd5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:33Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '4228135b-ef06-48df-958e-b67ae49fe277', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'port_id': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'mac_address': 'fa:16:3e:a2:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:44:50Z', 'updated_at': '2022-05-24T23:44:50Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aef717a-ea80-40b1-93bb-3b82eeb81927', 'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:09:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:32Z', 'updated_at': '2022-05-24T23:44:37Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:44:52.978816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43cd73-b3f1-4c37-beb9-7e1f74cd5a32 None None] The sync data for ids ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'] in n-d-843146-7 is: [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:33Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '4228135b-ef06-48df-958e-b67ae49fe277', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'port_id': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'mac_address': 'fa:16:3e:a2:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:44:50Z', 'updated_at': '2022-05-24T23:44:50Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aef717a-ea80-40b1-93bb-3b82eeb81927', 'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:09:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:32Z', 'updated_at': '2022-05-24T23:44:37Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:44:53.170993 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb85440-a9fc-41c0-ad53-28db8c1a02ee None None] New status for floating IP 4228135b-ef06-48df-958e-b67ae49fe277: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:44:53.269682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55004) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:53.378041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a888fa50-2aa4-4784-8dc8-752e280594d5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/4228135b-ef06-48df-958e-b67ae49fe277 HTTP/1.1" status: 200 len: 991 time: 0.1072328 May 24 23:44:54.382469 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55008) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:44:54.490926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ebd7c5b5-96c0-4c06-a1da-e524ca309c60 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/4228135b-ef06-48df-958e-b67ae49fe277 HTTP/1.1" status: 200 len: 993 time: 0.1072865 May 24 23:44:54.776289 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:44:56.453099 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:00.913872 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-cc59ec2a-dee9-4a75-97ba-2c42cc8860ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728416 May 24 23:45:01.062440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-925ac870-b69d-4de6-b0cf-56a55b39df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:01.063918 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-925ac870-b69d-4de6-b0cf-56a55b39df87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 1096 time: 0.0796745 May 24 23:45:01.238291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-c52108ca-0731-4bca-83be-c8904086bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:01.239780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-c52108ca-0731-4bca-83be-c8904086bd79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 HTTP/1.1" status: 200 len: 898 time: 0.1474202 May 24 23:45:01.341769 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-3f9d4a3e-a7f6-43ec-90a7-1a85f6a96a59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6660429-11b0-44b4-b6e8-1ae7b5b8660e HTTP/1.1" status: 200 len: 1001 time: 0.0933409 May 24 23:45:01.409951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-da53a1c9-a799-41ac-a063-7f663167ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:01.411392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-da53a1c9-a799-41ac-a063-7f663167ac9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5594863-a3b6-4454-88a8-ba81163fd9ab HTTP/1.1" status: 200 len: 835 time: 0.0628827 May 24 23:45:01.490710 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-2715759b-cc56-421a-9dce-d59874a14be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:01.492131 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-2715759b-cc56-421a-9dce-d59874a14be7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731745 May 24 23:45:01.624322 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-e2c3f86e-7205-4c8b-b25a-862926ad84a3 service neutron] 10.222.0.50 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243126 May 24 23:45:01.881195 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f3b5a49b-dc97-4b71-87fd-9107e78e71f7 req-855edd08-34d2-4f55-8cd3-2e04b35f0f70 service neutron] 10.222.0.50 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498701 May 24 23:45:03.400731 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:45:05.404036 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-664031f2-67d8-4ffa-a480-f448c7ff2189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:07.501660 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2f7-a7e3-45bc-adc8-4fe25f6a84cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:08.747867 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:08.955791 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:10.225974 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:24.789859 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:25.968498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4098f1-1b04-429d-afc6-f9d0275ba03b req-d0167293-ec8f-4bc0-affc-f3becd886fde tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:25.969908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f4098f1-1b04-429d-afc6-f9d0275ba03b req-d0167293-ec8f-4bc0-affc-f3becd886fde tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 945 time: 0.1004722 May 24 23:45:26.022349 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0f4098f1-1b04-429d-afc6-f9d0275ba03b req-8b46fd4e-854d-46d4-81fc-570dca0a56ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460989 May 24 23:45:26.457752 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:27.222265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c4b77-72a4-44c4-b67e-979d87483ab5 req-b94a5898-0dda-4ccd-974e-9153a3179613 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:27.223911 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca9c4b77-72a4-44c4-b67e-979d87483ab5 req-b94a5898-0dda-4ccd-974e-9153a3179613 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 945 time: 0.0872054 May 24 23:45:27.273514 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ca9c4b77-72a4-44c4-b67e-979d87483ab5 req-503e7664-b3db-44ac-999a-46b388b0b0af tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413837 May 24 23:45:27.296552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55040) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:27.406140 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-10ff3a97-efa7-49e8-b53c-a1e4525aa39e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/4228135b-ef06-48df-958e-b67ae49fe277 HTTP/1.1" status: 200 len: 993 time: 0.1082461 May 24 23:45:28.897533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c365ae1-64e5-465e-9c43-014cbdad6b5c req-b31b989c-c1b4-4b4b-989c-0bf0e770bfd6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:28.899027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c365ae1-64e5-465e-9c43-014cbdad6b5c req-b31b989c-c1b4-4b4b-989c-0bf0e770bfd6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 945 time: 0.0929930 May 24 23:45:28.949051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3c365ae1-64e5-465e-9c43-014cbdad6b5c req-d0b9fa30-8363-43d0-aa87-96245950a0c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 May 24 23:45:30.140358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e63b0-a37e-4f2a-9850-02c3c73145fd req-504726e1-3f57-4f3d-9abe-605944c1614d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:30.142149 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a5e63b0-a37e-4f2a-9850-02c3c73145fd req-504726e1-3f57-4f3d-9abe-605944c1614d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 945 time: 0.0793085 May 24 23:45:30.199826 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a5e63b0-a37e-4f2a-9850-02c3c73145fd req-b6e98ac9-6329-49aa-b95e-7e2107ea0f3f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502493 May 24 23:45:30.226172 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55052) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:30.330313 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a7ccf6e4-6131-44d9-8a95-9e8a8527c1ce tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/4228135b-ef06-48df-958e-b67ae49fe277 HTTP/1.1" status: 200 len: 993 time: 0.1029389 May 24 23:45:30.640228 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55060) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:30.993634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 4bd975fa-a240-444e-9594-915438cf6ec0 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:45:30.993982 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:31.161007 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:31.161976 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:31.284515 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 4bd975fa-a240-444e-9594-915438cf6ec0 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:45:31.437808 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:31.486874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=4bd975fa-a240-444e-9594-915438cf6ec0,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:31.524008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.524008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.524336 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.524653 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.524977 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.525303 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.525659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.526010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.526311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.526630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.526943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.527259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:31.588904 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:31.589228 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Floating IP 4228135b-ef06-48df-958e-b67ae49fe277 disassociated (deleted). External IP: 172.25.7.112, port: e6660429-11b0-44b4-b6e8-1ae7b5b8660e. May 24 23:45:31.956545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:45:32.142065 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:45:32.154649 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1a041-4aa1-4994-ae89-dea494c85d86 None None] Sync routers for ids ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:45:32.168067 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:32.168633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1a041-4aa1-4994-ae89-dea494c85d86 None None] Routers {'4643e2d2-8de9-4e2a-9257-08cf43dc7b33'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:45:32.169173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7ed1a041-4aa1-4994-ae89-dea494c85d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:45:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:32.345787 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9e536c38-f1f5-46f4-bc4b-8c4e4290608a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/floatingips/4228135b-ef06-48df-958e-b67ae49fe277 HTTP/1.1" status: 204 len: 168 time: 1.7041974 May 24 23:45:32.346431 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'tag': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:45:32.353377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-7ed1a041-4aa1-4994-ae89-dea494c85d86 None None] Set router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:45:32.396400 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438c36e8-4b4c-4fc5-a8c5-279679598b87'] response: {'name': 'network-changed', 'server_uuid': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'tag': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e', 'status': 'completed', 'code': 200} May 24 23:45:32.499629 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0b285-6c84-485a-99d9-095c2cc8db5b req-69e6e0bb-6319-4b0e-8b06-f26d51a35c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:32.501232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31e0b285-6c84-485a-99d9-095c2cc8db5b req-69e6e0bb-6319-4b0e-8b06-f26d51a35c8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 1096 time: 0.0752711 May 24 23:45:32.665054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0b285-6c84-485a-99d9-095c2cc8db5b req-1188c11c-d9ff-4a73-adc3-0023c2b4924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:32.666547 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31e0b285-6c84-485a-99d9-095c2cc8db5b req-1188c11c-d9ff-4a73-adc3-0023c2b4924d service neutron] 10.222.0.50 "GET /v2.0/networks?id=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 HTTP/1.1" status: 200 len: 898 time: 0.1562507 May 24 23:45:32.745127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7ed1a041-4aa1-4994-ae89-dea494c85d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:33Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7aef717a-ea80-40b1-93bb-3b82eeb81927', 'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:09:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:32Z', 'updated_at': '2022-05-24T23:44:37Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:32.749531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1a041-4aa1-4994-ae89-dea494c85d86 None None] Checking router: 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:45:32.759256 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1a041-4aa1-4994-ae89-dea494c85d86 None None] Routers {'4643e2d2-8de9-4e2a-9257-08cf43dc7b33'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:45:32.759864 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7ed1a041-4aa1-4994-ae89-dea494c85d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:45:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:32.777096 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31e0b285-6c84-485a-99d9-095c2cc8db5b req-0749f2f5-1a6c-4658-956a-5de756c913f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6660429-11b0-44b4-b6e8-1ae7b5b8660e HTTP/1.1" status: 200 len: 217 time: 0.1023021 May 24 23:45:32.858158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0b285-6c84-485a-99d9-095c2cc8db5b req-908d8d8f-821d-44f9-b7b2-042955948e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:32.859503 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31e0b285-6c84-485a-99d9-095c2cc8db5b req-908d8d8f-821d-44f9-b7b2-042955948e8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5594863-a3b6-4454-88a8-ba81163fd9ab HTTP/1.1" status: 200 len: 835 time: 0.0745461 May 24 23:45:32.904006 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a4837-24d9-4bf8-bca4-05cfc91f2332 req-5fab47e5-a268-4cd7-a1f5-da01084065f9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:32.905425 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-443a4837-24d9-4bf8-bca4-05cfc91f2332 req-5fab47e5-a268-4cd7-a1f5-da01084065f9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 945 time: 0.1838539 May 24 23:45:32.940063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-7ed1a041-4aa1-4994-ae89-dea494c85d86 None None] Set router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:45:32.964699 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-443a4837-24d9-4bf8-bca4-05cfc91f2332 req-97a89c8d-dee3-4b16-966b-ecf3d3df2836 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532181 May 24 23:45:32.985607 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0b285-6c84-485a-99d9-095c2cc8db5b req-d55c4041-32e1-442b-8523-3db7a850d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:32.985607 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31e0b285-6c84-485a-99d9-095c2cc8db5b req-d55c4041-32e1-442b-8523-3db7a850d452 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159167 May 24 23:45:33.117904 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31e0b285-6c84-485a-99d9-095c2cc8db5b req-47c9a4a9-805d-4307-81e2-9bde3705cc84 service neutron] 10.222.0.50 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272962 May 24 23:45:33.249888 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-31e0b285-6c84-485a-99d9-095c2cc8db5b req-5ae82713-0944-41df-a58c-c01436f3ef4b service neutron] 10.222.0.50 "GET /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255362 May 24 23:45:33.258389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-7ed1a041-4aa1-4994-ae89-dea494c85d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:33Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7aef717a-ea80-40b1-93bb-3b82eeb81927', 'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:09:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:32Z', 'updated_at': '2022-05-24T23:44:37Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:33.262529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1a041-4aa1-4994-ae89-dea494c85d86 None None] The sync data for ids ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'] in n-d-843146-7 is: [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:44:33Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '7aef717a-ea80-40b1-93bb-3b82eeb81927', 'name': '', 'network_id': '6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:09:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:32Z', 'updated_at': '2022-05-24T23:44:37Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'b5594863-a3b6-4454-88a8-ba81163fd9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:45:33.487646 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e53063-7cfc-475d-8268-a7592e920d93 None None] New status for floating IP 4228135b-ef06-48df-958e-b67ae49fe277: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:45:34.184013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde583c-42db-46f4-b83e-a505b03b6227 req-5bf9a30f-d5a8-47b3-82a2-c7fb9615ecd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:34.184695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-4cde583c-42db-46f4-b83e-a505b03b6227 req-5bf9a30f-d5a8-47b3-82a2-c7fb9615ecd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:45:34.203696 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-4cde583c-42db-46f4-b83e-a505b03b6227 req-5bf9a30f-d5a8-47b3-82a2-c7fb9615ecd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:45:34.205894 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4cde583c-42db-46f4-b83e-a505b03b6227 req-5bf9a30f-d5a8-47b3-82a2-c7fb9615ecd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 945 time: 0.1146371 May 24 23:45:34.250472 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4cde583c-42db-46f4-b83e-a505b03b6227 req-9bca4d93-e1b9-42ce-8cb8-8add7ab79728 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3e21c35-a2b0-45f2-bb73-0a3519b3d371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394297 May 24 23:45:34.471878 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386662c-d804-4a82-bfa4-ba1f54744663 req-7b2d299f-e8a4-40bb-abe4-311d09013835 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:34.473345 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5386662c-d804-4a82-bfa4-ba1f54744663 req-7b2d299f-e8a4-40bb-abe4-311d09013835 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 945 time: 0.0950763 May 24 23:45:34.546671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-5386662c-d804-4a82-bfa4-ba1f54744663 req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port e6660429-11b0-44b4-b6e8-1ae7b5b8660e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:45:34.546904 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5386662c-d804-4a82-bfa4-ba1f54744663 req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:34.916672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-5386662c-d804-4a82-bfa4-ba1f54744663 req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port e6660429-11b0-44b4-b6e8-1ae7b5b8660e, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e6660429-11b0-44b4-b6e8-1ae7b5b8660e,segment=NetworkSegment(13a615d3-039f-434e-ba31-741794c98ab5),segment_id=13a615d3-039f-434e-ba31-741794c98ab5)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:45:34.916961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5386662c-d804-4a82-bfa4-ba1f54744663 req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:35.039748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-5386662c-d804-4a82-bfa4-ba1f54744663 req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for e6660429-11b0-44b4-b6e8-1ae7b5b8660e owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:45:35.190220 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5386662c-d804-4a82-bfa4-ba1f54744663 req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:35.239565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=e6660429-11b0-44b4-b6e8-1ae7b5b8660e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:35.277698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.278046 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.278381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.278711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.279037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.279369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.279683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.280008 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.280321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.280988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.280988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.281306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:35.326444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5386662c-d804-4a82-bfa4-ba1f54744663 req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] No DVR routers for this DVR port e6660429-11b0-44b4-b6e8-1ae7b5b8660e on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:45:35.328967 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-5386662c-d804-4a82-bfa4-ba1f54744663 req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:35.331653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'name': 'network-vif-deleted', 'tag': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:45:35.352125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5386662c-d804-4a82-bfa4-ba1f54744663 req-91140865-70ad-4e61-ad92-12b909c28be5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "DELETE /v2.0/ports/e6660429-11b0-44b4-b6e8-1ae7b5b8660e HTTP/1.1" status: 204 len: 173 time: 0.8696337 May 24 23:45:35.402117 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d445267c-d54f-4e54-bf8a-bb182d4d3a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:35.402842 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a182a064-1ab7-4518-8e5a-950c28d789e7'] response: {'server_uuid': 'cc5fd728-d8cd-47a5-b883-cb031355f125', 'name': 'network-vif-deleted', 'tag': 'e6660429-11b0-44b4-b6e8-1ae7b5b8660e', 'status': 'completed', 'code': 200} May 24 23:45:35.414593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3f439d6c-4148-451a-82fb-92bd1c5e3361 req-67ca407c-1498-4a5e-ae76-0b451e96412d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:45:35.430399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3f439d6c-4148-451a-82fb-92bd1c5e3361 req-67ca407c-1498-4a5e-ae76-0b451e96412d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:45:35.431764 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3f439d6c-4148-451a-82fb-92bd1c5e3361 req-67ca407c-1498-4a5e-ae76-0b451e96412d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc5fd728-d8cd-47a5-b883-cb031355f125 HTTP/1.1" status: 200 len: 210 time: 0.0618482 May 24 23:45:36.538519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55080) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:37.102931 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:37.474675 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 7aef717a-ea80-40b1-93bb-3b82eeb81927 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:45:37.475040 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:37.488592 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f5893f9d-3d99-4943-99e6-d72131b498e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:37.673720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port 7aef717a-ea80-40b1-93bb-3b82eeb81927, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7aef717a-ea80-40b1-93bb-3b82eeb81927,segment=NetworkSegment(13a615d3-039f-434e-ba31-741794c98ab5),segment_id=13a615d3-039f-434e-ba31-741794c98ab5)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:45:37.674344 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:37.910499 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 7aef717a-ea80-40b1-93bb-3b82eeb81927 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:45:38.240520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:38.287722 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=7aef717a-ea80-40b1-93bb-3b82eeb81927,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:38.568150 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:38.742871 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:38.958902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:45:38.960044 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:39.138377 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e6660429-11b0-44b4-b6e8-1ae7b5b8660e no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:45:39.145389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:45:39.164869 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6c5f1ebd-c4fd-467d-ac43-888d3b0b9149 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "PUT /v2.0/routers/4643e2d2-8de9-4e2a-9257-08cf43dc7b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6250241 May 24 23:45:39.167804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55084) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:39.185372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f941de-7b7c-4400-8c41-14cd51f81e89 None None] Sync routers for ids ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:45:39.211292 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: e6660429-11b0-44b4-b6e8-1ae7b5b8660e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:45:39.211529 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e6660429-11b0-44b4-b6e8-1ae7b5b8660e not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:45:39.220481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f941de-7b7c-4400-8c41-14cd51f81e89 None None] Routers {'4643e2d2-8de9-4e2a-9257-08cf43dc7b33'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:45:39.221099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b5f941de-7b7c-4400-8c41-14cd51f81e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:39.238174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a886e0c-9b0a-4b96-9baf-6555c6690340 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting subnet b5594863-a3b6-4454-88a8-ba81163fd9ab {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:45:39.241705 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a886e0c-9b0a-4b96-9baf-6555c6690340 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:39.297082 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a886e0c-9b0a-4b96-9baf-6555c6690340 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:39.428640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b5f941de-7b7c-4400-8c41-14cd51f81e89 None None] Set router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:45:39.555091 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a886e0c-9b0a-4b96-9baf-6555c6690340 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:39.633957 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a886e0c-9b0a-4b96-9baf-6555c6690340 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:39.677408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a886e0c-9b0a-4b96-9baf-6555c6690340 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Subnet': ['ID=b5594863-a3b6-4454-88a8-ba81163fd9ab,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:39.681104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8a886e0c-9b0a-4b96-9baf-6555c6690340 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:39.687907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8a886e0c-9b0a-4b96-9baf-6555c6690340 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/subnets/b5594863-a3b6-4454-88a8-ba81163fd9ab HTTP/1.1" status: 204 len: 168 time: 0.5191014 May 24 23:45:39.690555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55090) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:39.706938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb4fc0-ec3a-4203-ae48-57fb163d864b None None] Network 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:45:39.892066 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:39.982243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b5f941de-7b7c-4400-8c41-14cd51f81e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:45:38Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:39.990526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f941de-7b7c-4400-8c41-14cd51f81e89 None None] Checking router: 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:45:40.007182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f941de-7b7c-4400-8c41-14cd51f81e89 None None] Routers {'4643e2d2-8de9-4e2a-9257-08cf43dc7b33'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:45:40.007838 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b5f941de-7b7c-4400-8c41-14cd51f81e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:40.077962 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.088201 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port e30403d3-f14c-4b30-a5a7-5839f5fe56de {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:45:40.088515 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.151206 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] DHCP port deletion for 6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:45:40.175263 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Deleting port 540ca5bd-c144-4de7-bb8b-912966f5aefe {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:45:40.175627 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.263078 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port e30403d3-f14c-4b30-a5a7-5839f5fe56de, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=e30403d3-f14c-4b30-a5a7-5839f5fe56de,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:45:40.263914 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.279513 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b5f941de-7b7c-4400-8c41-14cd51f81e89 None None] Set router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:45:40.322772 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.388932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for e30403d3-f14c-4b30-a5a7-5839f5fe56de owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:45:40.399923 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:45:40.570911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.599178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] For port 540ca5bd-c144-4de7-bb8b-912966f5aefe, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=540ca5bd-c144-4de7-bb8b-912966f5aefe,segment=NetworkSegment(13a615d3-039f-434e-ba31-741794c98ab5),segment_id=13a615d3-039f-434e-ba31-741794c98ab5)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:45:40.599574 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.652622 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=e30403d3-f14c-4b30-a5a7-5839f5fe56de,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:40.713892 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.728314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 540ca5bd-c144-4de7-bb8b-912966f5aefe no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:45:40.779321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Calling delete_port for 540ca5bd-c144-4de7-bb8b-912966f5aefe owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:45:40.893577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.895702 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.918924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.919442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Fanout notify agent at l3_agent the message router_deleted on router 4643e2d2-8de9-4e2a-9257-08cf43dc7b33 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:45:40.935104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:40.936177 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-61f50833-295d-44cf-9258-9282e1593a32 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/routers/4643e2d2-8de9-4e2a-9257-08cf43dc7b33 HTTP/1.1" status: 204 len: 168 time: 1.2447116 May 24 23:45:40.938899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55096) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:40.943287 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.006089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] No DVR routers for this DVR port 540ca5bd-c144-4de7-bb8b-912966f5aefe on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:45:41.009073 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Pushing event deleted for resources: {'Port': ['ID=540ca5bd-c144-4de7-bb8b-912966f5aefe,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:41.021761 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 540ca5bd-c144-4de7-bb8b-912966f5aefe is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:45:41.022463 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.034248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.034598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.034936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.035269 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.035589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.035921 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.036262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.036645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.036948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.037274 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.037624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.037946 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fd2d-f27e-4704-bb82-376cbbc77cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:41.051984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b5f941de-7b7c-4400-8c41-14cd51f81e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:45:38Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:41.063218 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f941de-7b7c-4400-8c41-14cd51f81e89 None None] The sync data for ids ['4643e2d2-8de9-4e2a-9257-08cf43dc7b33'] in n-d-843146-7 is: [{'id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637560986', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:44:27Z', 'updated_at': '2022-05-24T23:45:38Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'e30403d3-f14c-4b30-a5a7-5839f5fe56de', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4643e2d2-8de9-4e2a-9257-08cf43dc7b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:44:28Z', 'updated_at': '2022-05-24T23:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:45:41.166961 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.307900 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.336218 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:41.349141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a615d3-039f-434e-ba31-741794c98ab5') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:41.349432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a615d3-039f-434e-ba31-741794c98ab5') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:41.362071 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.378360 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.385442 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:45:41.385850 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.483448 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 13a615d3-039f-434e-ba31-741794c98ab5 resource provider aggregate not found May 24 23:45:41.488240 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.508960 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 13a615d3-039f-434e-ba31-741794c98ab5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13a615d3-039f-434e-ba31-741794c98ab5 found for delete ", "request_id": "req-81f227e6-22f5-4aa6-98ac-dedee071dc5c"}]} May 24 23:45:41.510050 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.519395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Network': ['ID=6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:41.531383 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-b8c7889a-5b0b-4896-aa5e-07e06ffba319 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/networks/6ee45ffa-e9b0-4c10-b26d-9bf7e951e1b5 HTTP/1.1" status: 204 len: 168 time: 0.5914404 May 24 23:45:41.534079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55106) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:41.609391 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb6a0efc-579d-41c3-bcb7-80592444d9ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.638293 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb6a0efc-579d-41c3-bcb7-80592444d9ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.709740 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb6a0efc-579d-41c3-bcb7-80592444d9ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.730787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a0efc-579d-41c3-bcb7-80592444d9ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e21c35-a2b0-45f2-bb73-0a3519b3d371,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:41.742945 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb6a0efc-579d-41c3-bcb7-80592444d9ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.744159 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fb6a0efc-579d-41c3-bcb7-80592444d9ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/security-groups/f3e21c35-a2b0-45f2-bb73-0a3519b3d371 HTTP/1.1" status: 204 len: 168 time: 0.2091656 May 24 23:45:41.866406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55114) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:41.871739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947017551', 'description': 'tempest-secgroup-smoke-947017551 description', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:41.878577 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:41.883002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:45:41.885862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:45:41.891361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:41.905093 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:41.928274 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:41.932711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:45:41.935440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:45:41.941766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:42.017683 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.023900 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.068199 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7196f71c-94ee-445b-bc59-73f921345ae4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:42.072241 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.073467 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5f2fae13-1d09-4641-bb29-fcc834d82c03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2058625 May 24 23:45:42.076472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55118) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:42.081454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3af1428d-7b76-4ac3-9bfe-7666f55a17e1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '7196f71c-94ee-445b-bc59-73f921345ae4', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:42.088671 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3af1428d-7b76-4ac3-9bfe-7666f55a17e1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:42.092902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3af1428d-7b76-4ac3-9bfe-7666f55a17e1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:45:42.096002 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3af1428d-7b76-4ac3-9bfe-7666f55a17e1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:45:42.102290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3af1428d-7b76-4ac3-9bfe-7666f55a17e1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:42.122635 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3af1428d-7b76-4ac3-9bfe-7666f55a17e1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.187596 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3af1428d-7b76-4ac3-9bfe-7666f55a17e1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.191785 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3af1428d-7b76-4ac3-9bfe-7666f55a17e1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.216626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1428d-7b76-4ac3-9bfe-7666f55a17e1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe93439-aa2e-4dbc-bb79-26f95184f04d,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:42.227041 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3af1428d-7b76-4ac3-9bfe-7666f55a17e1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.228446 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3af1428d-7b76-4ac3-9bfe-7666f55a17e1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508625 May 24 23:45:42.231057 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55122) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:42.235874 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9e1ae2c2-2ba5-46dc-bf20-f04fa49f99a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '7196f71c-94ee-445b-bc59-73f921345ae4', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:42.243630 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9e1ae2c2-2ba5-46dc-bf20-f04fa49f99a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:42.248150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e1ae2c2-2ba5-46dc-bf20-f04fa49f99a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:45:42.251304 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9e1ae2c2-2ba5-46dc-bf20-f04fa49f99a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:45:42.257520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9e1ae2c2-2ba5-46dc-bf20-f04fa49f99a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:42.279659 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae2c2-2ba5-46dc-bf20-f04fa49f99a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.349230 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae2c2-2ba5-46dc-bf20-f04fa49f99a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.356538 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae2c2-2ba5-46dc-bf20-f04fa49f99a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.383823 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ae2c2-2ba5-46dc-bf20-f04fa49f99a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28470b99-3dcf-48d3-beeb-1cf815ab4ba3,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:42.396560 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae2c2-2ba5-46dc-bf20-f04fa49f99a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.397813 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9e1ae2c2-2ba5-46dc-bf20-f04fa49f99a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1657803 May 24 23:45:42.402434 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55126) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:42.407516 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2ee1c01e-801f-4ff8-8636-c143cb3989b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '7196f71c-94ee-445b-bc59-73f921345ae4', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:42.414406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2ee1c01e-801f-4ff8-8636-c143cb3989b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:42.418269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2ee1c01e-801f-4ff8-8636-c143cb3989b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:45:42.421089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2ee1c01e-801f-4ff8-8636-c143cb3989b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:45:42.426679 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2ee1c01e-801f-4ff8-8636-c143cb3989b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:42.445535 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c01e-801f-4ff8-8636-c143cb3989b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.507562 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c01e-801f-4ff8-8636-c143cb3989b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.512880 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c01e-801f-4ff8-8636-c143cb3989b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.535908 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1c01e-801f-4ff8-8636-c143cb3989b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f0fed7-be6e-49a5-b8e4-69d7e934c5d2,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:42.547899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c01e-801f-4ff8-8636-c143cb3989b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.549245 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2ee1c01e-801f-4ff8-8636-c143cb3989b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458912 May 24 23:45:42.552072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55130) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:42.557309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-8ffc6280-db5c-466b-98b0-465d69323ebf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '7196f71c-94ee-445b-bc59-73f921345ae4', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:42.563955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8ffc6280-db5c-466b-98b0-465d69323ebf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:42.568114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8ffc6280-db5c-466b-98b0-465d69323ebf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:45:42.571219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-8ffc6280-db5c-466b-98b0-465d69323ebf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:45:42.577045 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-8ffc6280-db5c-466b-98b0-465d69323ebf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:42.596384 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ffc6280-db5c-466b-98b0-465d69323ebf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.678349 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ffc6280-db5c-466b-98b0-465d69323ebf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.684401 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ffc6280-db5c-466b-98b0-465d69323ebf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.703317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e30403d3-f14c-4b30-a5a7-5839f5fe56de no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:45:42.709597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc6280-db5c-466b-98b0-465d69323ebf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5aa13e-82af-4ffa-b942-00abc3eb06e7,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:42.720528 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8ffc6280-db5c-466b-98b0-465d69323ebf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.721716 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8ffc6280-db5c-466b-98b0-465d69323ebf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1686673 May 24 23:45:42.724525 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55134) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:42.729748 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '7196f71c-94ee-445b-bc59-73f921345ae4', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:42.736283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:42.740115 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:45:42.741087 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: e30403d3-f14c-4b30-a5a7-5839f5fe56de {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:45:42.741534 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device e30403d3-f14c-4b30-a5a7-5839f5fe56de not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:45:42.742114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7aef717a-ea80-40b1-93bb-3b82eeb81927 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:45:42.743122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:45:42.748894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:42.761828 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Project b43a53ddd5034815bcbf4fbf31c31820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:45:42.768828 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.774910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 7aef717a-ea80-40b1-93bb-3b82eeb81927 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:45:42.775322 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7aef717a-ea80-40b1-93bb-3b82eeb81927 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:45:42.835820 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.841788 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.864701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cb0cfd-c8e0-4c04-84f4-9d784f9f9b2f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:42.875229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.876435 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e80059e5-0eb8-41da-aac9-758058d86666 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509597 May 24 23:45:42.879287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55138) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:42.884226 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '7196f71c-94ee-445b-bc59-73f921345ae4', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:42.890755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:42.895118 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:45:42.898206 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:45:42.903817 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:42.917583 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Project b43a53ddd5034815bcbf4fbf31c31820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:45:42.924227 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.992365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:42.998554 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.021993 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e200bf-6f97-4d8c-a582-5b0146f131bb,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:43.034096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.035308 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-71c125ea-4769-43cc-b0bf-44d33706d157 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550765 May 24 23:45:43.040555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55142) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:43.045907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'network': {'name': 'tempest-network-smoke--1284066315', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'port_security_enabled': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:43.051752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:43.056182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:network and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:45:43.059212 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:45:43.065013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:43.080544 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:45:43.084090 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.112918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:45:43.122328 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.122741 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Added segment 397fb8e5-2820-4af8-8086-8f6c68c163f8 of type vlan for network 318450af-9c00-4e40-a16a-a3b013387f3f May 24 23:45:43.151660 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.186823 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.196177 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:43.196771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.300909 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2591586 May 24 23:45:43.303892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55146) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:43.306957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b752e-926f-41c4-af88-a121d27bcb21 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Network': ['ID=318450af-9c00-4e40-a16a-a3b013387f3f,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:43.309352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'admin_state_up': True, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:43.317652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:43.317888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 318450af-9c00-4e40-a16a-a3b013387f3f details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:45:43.322148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:router and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:45:43.325111 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:45:43.331837 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:43.343020 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.343994 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.358856 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.640583 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.948032 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:43.975939 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:44.111611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.25.7.105 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/0b530c7b-b258-4462-b433-76a894f4c943) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:45:44.373089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:44.405463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:44.470871 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:45:44.473822 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:45:44.477675 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:45:44.510383 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=0b530c7b-b258-4462-b433-76a894f4c943,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:44.910266 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:45.254560 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:45.468550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 010a261b-ac75-4b5a-9c81-8062b3fa901c is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:45:45.653397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:45:45.665744 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Sync routers for ids ['010a261b-ac75-4b5a-9c81-8062b3fa901c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:45:45.675457 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Routers {'010a261b-ac75-4b5a-9c81-8062b3fa901c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:45:45.676061 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['010a261b-ac75-4b5a-9c81-8062b3fa901c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:45.685544 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:45.686937 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-178d7950-fd1c-435c-8e1e-6b0bf33b3334 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3820257 May 24 23:45:45.690384 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55150) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:45.730351 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c7bb16c8-96aa-4e52-bbdf-0a7200bd313f tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=b43a53ddd5034815bcbf4fbf31c31820&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388107 May 24 23:45:45.733005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55154) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:45.849106 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Set router 010a261b-ac75-4b5a-9c81-8062b3fa901c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:45:45.862259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6563832-3ab2-44a7-bd5c-38043c841acd tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:45.863790 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e6563832-3ab2-44a7-bd5c-38043c841acd tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298449 May 24 23:45:45.866828 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55158) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:45.905923 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6b46313f-e112-4518-b518-39f64f885e4f tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380073 May 24 23:45:45.908570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55162) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:45.913923 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-201617420', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:46.025266 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:46.029531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:subnet and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:45:46.032709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:45:46.038691 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:46.050247 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:45:46.053731 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:46.171389 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:44Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:46.175448 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Checking router: 010a261b-ac75-4b5a-9c81-8062b3fa901c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:45:46.175886 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Updating router 010a261b-ac75-4b5a-9c81-8062b3fa901c port 0b530c7b-b258-4462-b433-76a894f4c943 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:45:46.227814 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:46.277106 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:46.355663 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Subnet': ['ID=4b7be71c-501c-4f4d-8435-c741b30ec231,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:46.365411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Checking segment: {'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:45:46.365797 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network hostable DHCP agents. Network: 318450af-9c00-4e40-a16a-a3b013387f3f, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:45:46.387420 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 318450af-9c00-4e40-a16a-a3b013387f3f is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:45:46.398497 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 318450af-9c00-4e40-a16a-a3b013387f3f) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:45:46.402798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:46.403377 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:46.410871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389164b7-75a7-4347-916c-76310ffa08b8 None None] Network 318450af-9c00-4e40-a16a-a3b013387f3f requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:45:46.428814 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fa1492a3-153c-45ca-acc3-3f1546839546 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5190821 May 24 23:45:46.431816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55166) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:45:46.562856 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:46.575511 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Transition to ACTIVE for port object 0b530c7b-b258-4462-b433-76a894f4c943 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:45:46.583808 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:46.652223 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-318450af-9c00-4e40-a16a-a3b013387f3f', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ips': [{'subnet_id': '4b7be71c-501c-4f4d-8435-c741b30ec231'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:45:46.653245 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:46.670471 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Attempting to bind port 0b530c7b-b258-4462-b433-76a894f4c943 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:45:46.671133 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Attempting to bind port 0b530c7b-b258-4462-b433-76a894f4c943 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:45:46.671356 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Attempting to bind port 0b530c7b-b258-4462-b433-76a894f4c943 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:45:46.681649 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:45:46.682049 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:45:46.682535 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:46.682987 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:45:46.684745 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Bound port: 0b530c7b-b258-4462-b433-76a894f4c943, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:45:46.685234 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:46.736400 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Pushing event updated for resources: {'Port': ['ID=0b530c7b-b258-4462-b433-76a894f4c943,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:46.748507 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.748965 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.749304 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.749658 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.749986 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.750304 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.750622 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.750937 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.751251 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.751560 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.751872 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.752183 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:45:46.780506 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] For port 0b530c7b-b258-4462-b433-76a894f4c943, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:45:46.783633 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] For port 0b530c7b-b258-4462-b433-76a894f4c943, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0b530c7b-b258-4462-b433-76a894f4c943,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:45:46.788549 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:46.825301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Allocated IP 172.20.0.2 (318450af-9c00-4e40-a16a-a3b013387f3f/4b7be71c-501c-4f4d-8435-c741b30ec231/2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:45:46.867167 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Routers {'010a261b-ac75-4b5a-9c81-8062b3fa901c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:45:46.867792 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['010a261b-ac75-4b5a-9c81-8062b3fa901c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:46.943907 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344a131-8d87-4a70-9c65-2411e26f4031 None None] Pushing event updated for resources: {'Port': ['ID=0b530c7b-b258-4462-b433-76a894f4c943,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:47.050081 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] Set router 010a261b-ac75-4b5a-9c81-8062b3fa901c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:45:47.054496 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:47.064664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Transition to ACTIVE for port object 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:45:47.083437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Transition to ACTIVE for port object 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:45:47.089776 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:47.173380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Network 318450af-9c00-4e40-a16a-a3b013387f3f is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:45:47.174388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Pushing event updated for resources: {'Port': ['ID=2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:47.177014 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:45:47.179296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:45:47.241952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:47.272810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Attempting to bind port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:45:47.273261 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Attempting to bind port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:45:47.273865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Attempting to bind port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 on network 318450af-9c00-4e40-a16a-a3b013387f3f {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:45:47.279285 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:45:47.279733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Checking segment: {'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:45:47.280129 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:47.280515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Bound using segment: {'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:45:47.281106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Bound port: 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:45:47.281462 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:47.336874 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:44Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:47.341142 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a85a0-18d4-4508-92e2-464b36b7f048 None None] The sync data for ids ['010a261b-ac75-4b5a-9c81-8062b3fa901c'] in n-d-843146-7 is: [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:44Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:45:47.371437 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] For port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:45:47.375032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] For port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8,segment=NetworkSegment(397fb8e5-2820-4af8-8086-8f6c68c163f8),segment_id=397fb8e5-2820-4af8-8086-8f6c68c163f8)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:45:47.381650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:47.463343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dfa01-83f1-483a-95e8-6d8ed538e95f None None] Pushing event updated for resources: {'Port': ['ID=2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:47.684110 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.20.0.1 (318450af-9c00-4e40-a16a-a3b013387f3f/4b7be71c-501c-4f4d-8435-c741b30ec231/8a71ebeb-f785-428e-b956-9f27f2384be4) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:45:47.875417 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:47.892079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Transition to ACTIVE for port object 8a71ebeb-f785-428e-b956-9f27f2384be4 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:45:47.918433 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:48.009767 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 318450af-9c00-4e40-a16a-a3b013387f3f is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:45:48.012626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:45:48.017523 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:45:48.042501 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=8a71ebeb-f785-428e-b956-9f27f2384be4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:48.076668 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:48.473772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:48.482044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a35483-3919-413e-b627-632a5b035679 None None] Network 318450af-9c00-4e40-a16a-a3b013387f3f requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:45:48.606713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d41ee905-ea28-49a2-83a0-e2fe7579b9dd None None] Provisioning for port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:45:48.769128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:45:48.854491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:45:48.860850 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:45:48.861638 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:48.951624 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:48.959652 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:48.987948 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:45:48.988334 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:49.027243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8,segment=NetworkSegment(397fb8e5-2820-4af8-8086-8f6c68c163f8),segment_id=397fb8e5-2820-4af8-8086-8f6c68c163f8)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:45:49.036024 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:49.036808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0b530c7b-b258-4462-b433-76a894f4c943 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:45:49.085117 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:49.088682 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=8a71ebeb-f785-428e-b956-9f27f2384be4,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:49.170002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c789510d-34a0-4a37-98ee-d91eedf087f8 None None] Provisioning for port 8a71ebeb-f785-428e-b956-9f27f2384be4 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:45:49.177301 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:49.189388 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c789510d-34a0-4a37-98ee-d91eedf087f8 None None] Provisioning complete for port 8a71ebeb-f785-428e-b956-9f27f2384be4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:45:49.189785 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c789510d-34a0-4a37-98ee-d91eedf087f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:49.231553 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 318450af-9c00-4e40-a16a-a3b013387f3f is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:45:49.232839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:45:49.233226 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 0b530c7b-b258-4462-b433-76a894f4c943 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:45:49.244867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0b530c7b-b258-4462-b433-76a894f4c943 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:45:49.245240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:49.334840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c789510d-34a0-4a37-98ee-d91eedf087f8 None None] Port 8a71ebeb-f785-428e-b956-9f27f2384be4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:45:49.358133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c789510d-34a0-4a37-98ee-d91eedf087f8 None None] Provisioning complete for port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:45:49.358501 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c789510d-34a0-4a37-98ee-d91eedf087f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:49.431581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 010a261b-ac75-4b5a-9c81-8062b3fa901c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:45:49.466985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0b530c7b-b258-4462-b433-76a894f4c943 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:45:49.467359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:49.508240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 0b530c7b-b258-4462-b433-76a894f4c943, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0b530c7b-b258-4462-b433-76a894f4c943,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:45:49.513932 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:49.591829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c789510d-34a0-4a37-98ee-d91eedf087f8 None None] Current status of the port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:45:49.603492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=0b530c7b-b258-4462-b433-76a894f4c943,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:49.615624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:45:49.624823 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Sync routers for ids ['010a261b-ac75-4b5a-9c81-8062b3fa901c'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:45:49.630454 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7320c144-dde4-41c5-8c2a-d5d7733ff44d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "PUT /v2.0/routers/010a261b-ac75-4b5a-9c81-8062b3fa901c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1973915 May 24 23:45:49.634713 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Routers {'010a261b-ac75-4b5a-9c81-8062b3fa901c'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:45:49.635335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['010a261b-ac75-4b5a-9c81-8062b3fa901c'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:49.774436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2dcb7bbc-95ee-4492-abcb-5511a743c851 None None] Provisioning complete for port 8a71ebeb-f785-428e-b956-9f27f2384be4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:45:49.774813 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7bbc-95ee-4492-abcb-5511a743c851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:49.858879 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb7bbc-95ee-4492-abcb-5511a743c851 None None] Port 8a71ebeb-f785-428e-b956-9f27f2384be4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:45:49.868030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Set router 010a261b-ac75-4b5a-9c81-8062b3fa901c gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:45:49.924568 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-2e642db0-2a0c-42df-a911-da357fda7b1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947017551&fields=id&tenant_id=b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 267 time: 0.1711886 May 24 23:45:50.072591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447382f-9090-4583-b9b1-51ea20590aef req-004b45ca-977a-4b21-900d-6c9a8d5d9ca6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:50.074156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-004b45ca-977a-4b21-900d-6c9a8d5d9ca6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/networks?id=318450af-9c00-4e40-a16a-a3b013387f3f HTTP/1.1" status: 200 len: 797 time: 0.1429818 May 24 23:45:50.090113 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-8d2b1d2b-c184-4981-a1ea-8a559ae35861 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/quotas/b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 375 time: 0.0099857 May 24 23:45:50.174886 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-146d253a-d6d0-4a90-979a-7d09172125da tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790401 May 24 23:45:50.177874 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:48Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8a71ebeb-f785-428e-b956-9f27f2384be4', 'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:51:ec:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:47Z', 'updated_at': '2022-05-24T23:45:48Z', 'revision_number': 2, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:50.182133 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Checking router: 010a261b-ac75-4b5a-9c81-8062b3fa901c for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:45:50.182485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Updating router 010a261b-ac75-4b5a-9c81-8062b3fa901c port 8a71ebeb-f785-428e-b956-9f27f2384be4 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:45:50.234621 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:50.358572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-f217d162-3b68-4322-b086-cc77cea782d5 service neutron] 10.222.0.55 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715622 May 24 23:45:50.495649 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-b13f01ae-f956-48a3-ba28-4972d412fe98 service neutron] 10.222.0.55 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311345 May 24 23:45:50.574678 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:50.586603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Transition to ACTIVE for port object 8a71ebeb-f785-428e-b956-9f27f2384be4 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:45:50.593962 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:50.684316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6f81b85f-52b8-4a6f-8a4c-85c9b4c36ea7 req-65bd988d-75e6-4701-a941-d6a008bcd06c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:45:50.705263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-6f81b85f-52b8-4a6f-8a4c-85c9b4c36ea7 req-65bd988d-75e6-4701-a941-d6a008bcd06c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:45:50.718616 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6f81b85f-52b8-4a6f-8a4c-85c9b4c36ea7 req-65bd988d-75e6-4701-a941-d6a008bcd06c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 210 time: 0.0808465 May 24 23:45:50.820515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df4301-8c0c-4a12-90b4-61c3d70ad832 None None] Pushing event updated for resources: {'Port': ['ID=8a71ebeb-f785-428e-b956-9f27f2384be4,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:50.850053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:45:50.925537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Attempting to bind port 8a71ebeb-f785-428e-b956-9f27f2384be4 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:45:50.925911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Attempting to bind port 8a71ebeb-f785-428e-b956-9f27f2384be4 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:45:50.926271 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Attempting to bind port 8a71ebeb-f785-428e-b956-9f27f2384be4 on network 318450af-9c00-4e40-a16a-a3b013387f3f {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:45:50.936380 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:45:50.936843 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Checking segment: {'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:45:50.937191 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:50.937611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Bound using segment: {'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:45:50.938070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Bound port: 8a71ebeb-f785-428e-b956-9f27f2384be4, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:45:50.938446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:51.015343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:45:51.015637 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:51.097310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] For port 8a71ebeb-f785-428e-b956-9f27f2384be4, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:45:51.100940 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] For port 8a71ebeb-f785-428e-b956-9f27f2384be4, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8a71ebeb-f785-428e-b956-9f27f2384be4,segment=NetworkSegment(397fb8e5-2820-4af8-8086-8f6c68c163f8),segment_id=397fb8e5-2820-4af8-8086-8f6c68c163f8)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:45:51.109610 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:51.228701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:45:51.229793 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0b530c7b-b258-4462-b433-76a894f4c943 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:45:51.266280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Routers {'010a261b-ac75-4b5a-9c81-8062b3fa901c'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:45:51.267112 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['010a261b-ac75-4b5a-9c81-8062b3fa901c'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:51.346217 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df4301-8c0c-4a12-90b4-61c3d70ad832 None None] Pushing event updated for resources: {'Port': ['ID=8a71ebeb-f785-428e-b956-9f27f2384be4,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:51.482000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 0b530c7b-b258-4462-b433-76a894f4c943 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:45:51.482371 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:51.521166 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] Set router 010a261b-ac75-4b5a-9c81-8062b3fa901c gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:45:51.806397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 0b530c7b-b258-4462-b433-76a894f4c943 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:45:51.897059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-85b746b4-7b0b-4344-93a2-20e0a9634d4c req-9fb3879e-05cf-490c-a980-78b5450b3fcf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 210 time: 0.0695553 May 24 23:45:51.903343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:48Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8a71ebeb-f785-428e-b956-9f27f2384be4', 'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:51:ec:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:47Z', 'updated_at': '2022-05-24T23:45:51Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:45:51.908663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe972662-3abc-4116-9a91-b3ae68bc7929 None None] The sync data for ids ['010a261b-ac75-4b5a-9c81-8062b3fa901c'] in n-d-843146-7 is: [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:48Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8a71ebeb-f785-428e-b956-9f27f2384be4', 'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:51:ec:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:47Z', 'updated_at': '2022-05-24T23:45:51Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:45:52.041015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447382f-9090-4583-b9b1-51ea20590aef req-7626a8ab-175f-46f0-8d02-be217da44881 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:52.042709 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-7626a8ab-175f-46f0-8d02-be217da44881 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/networks?id=318450af-9c00-4e40-a16a-a3b013387f3f HTTP/1.1" status: 200 len: 797 time: 0.1819901 May 24 23:45:52.102751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-22c39e02-d56b-4a5c-bca7-20977f2f6296 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 379 time: 0.0441709 May 24 23:45:52.111656 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'port': {'device_id': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'admin_state_up': True, 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'security_groups': ['7196f71c-94ee-445b-bc59-73f921345ae4']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:52.253306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:45:52.263258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:45:52.276052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:45:52.280147 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:52.450590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.20.0.10 (318450af-9c00-4e40-a16a-a3b013387f3f/4b7be71c-501c-4f4d-8435-c741b30ec231/27bf5f4d-c257-4d64-87a1-60649d7800cc) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:45:52.646736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:52.664347 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Transition to ACTIVE for port object 27bf5f4d-c257-4d64-87a1-60649d7800cc will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:45:52.694529 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:52.735432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8a71ebeb-f785-428e-b956-9f27f2384be4 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:45:52.761955 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 318450af-9c00-4e40-a16a-a3b013387f3f is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:45:52.765651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:45:52.769879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:45:52.819891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 8a71ebeb-f785-428e-b956-9f27f2384be4 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:45:52.826763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=27bf5f4d-c257-4d64-87a1-60649d7800cc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:52.827817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8a71ebeb-f785-428e-b956-9f27f2384be4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:45:52.829257 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:52.856545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:52.857288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:52.885127 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-ae99ca53-f6be-4db8-80a2-e94a85d2b684 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7771182 May 24 23:45:52.902388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Request body: {'port': {'device_id': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:45:52.972903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8a71ebeb-f785-428e-b956-9f27f2384be4 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:45:52.973663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:53.012019 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 8a71ebeb-f785-428e-b956-9f27f2384be4, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8a71ebeb-f785-428e-b956-9f27f2384be4,segment=NetworkSegment(397fb8e5-2820-4af8-8086-8f6c68c163f8),segment_id=397fb8e5-2820-4af8-8086-8f6c68c163f8)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:45:53.020316 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:53.050652 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:53.113361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=8a71ebeb-f785-428e-b956-9f27f2384be4,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:53.125220 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4434c371-3227-4ebf-8ab1-b1e29b9ad16c None None] Provisioning for port 27bf5f4d-c257-4d64-87a1-60649d7800cc completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:45:53.131431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4434c371-3227-4ebf-8ab1-b1e29b9ad16c None None] Provisioning complete for port 27bf5f4d-c257-4d64-87a1-60649d7800cc triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:45:53.131980 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4434c371-3227-4ebf-8ab1-b1e29b9ad16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:53.144472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fbd66-c69c-4ec2-8967-d0ee486fb64c req-bc5a17d8-4adc-41ce-8837-83b7a58d5502 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:53.145976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a29fbd66-c69c-4ec2-8967-d0ee486fb64c req-bc5a17d8-4adc-41ce-8837-83b7a58d5502 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 932 time: 0.0955191 May 24 23:45:53.187896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4434c371-3227-4ebf-8ab1-b1e29b9ad16c None None] Port 27bf5f4d-c257-4d64-87a1-60649d7800cc cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:45:53.191998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a29fbd66-c69c-4ec2-8967-d0ee486fb64c req-d5b8688b-4700-490a-9bb3-4620db1b6b6e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:45:53.209179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a29fbd66-c69c-4ec2-8967-d0ee486fb64c req-d5b8688b-4700-490a-9bb3-4620db1b6b6e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:45:53.211343 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a29fbd66-c69c-4ec2-8967-d0ee486fb64c req-d5b8688b-4700-490a-9bb3-4620db1b6b6e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582066 May 24 23:45:53.531152 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27bf5f4d-c257-4d64-87a1-60649d7800cc {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:45:53.538776 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:53.553834 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Transition to ACTIVE for port object 27bf5f4d-c257-4d64-87a1-60649d7800cc will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:45:53.558401 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:53.687931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Pushing event updated for resources: {'Port': ['ID=27bf5f4d-c257-4d64-87a1-60649d7800cc,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:53.798388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Attempting to bind port 27bf5f4d-c257-4d64-87a1-60649d7800cc on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:45:53.798720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Attempting to bind port 27bf5f4d-c257-4d64-87a1-60649d7800cc by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:45:53.799047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Attempting to bind port 27bf5f4d-c257-4d64-87a1-60649d7800cc on network 318450af-9c00-4e40-a16a-a3b013387f3f {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:45:53.803741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Port 27bf5f4d-c257-4d64-87a1-60649d7800cc on network 318450af-9c00-4e40-a16a-a3b013387f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:45:53.804634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Attempting to bind port 27bf5f4d-c257-4d64-87a1-60649d7800cc on network 318450af-9c00-4e40-a16a-a3b013387f3f {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:45:53.809768 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:45:53.810097 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Checking segment: {'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:45:53.810471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Bound using segment: {'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:45:53.810892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Bound port: 27bf5f4d-c257-4d64-87a1-60649d7800cc, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397fb8e5-2820-4af8-8086-8f6c68c163f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:45:53.811233 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:53.902988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] For port 27bf5f4d-c257-4d64-87a1-60649d7800cc, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:45:53.905921 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] For port 27bf5f4d-c257-4d64-87a1-60649d7800cc, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc,segment=NetworkSegment(397fb8e5-2820-4af8-8086-8f6c68c163f8),segment_id=397fb8e5-2820-4af8-8086-8f6c68c163f8)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:45:53.912366 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:53.976596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:53.977212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:53.978601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] 10.222.0.50 "PUT /v2.0/ports/27bf5f4d-c257-4d64-87a1-60649d7800cc HTTP/1.1" status: 200 len: 1092 time: 1.0817034 May 24 23:45:53.979126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'tag': '27bf5f4d-c257-4d64-87a1-60649d7800cc'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:45:54.000142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9779fcc-e745-4a48-89e5-fc1e9c68de1c service neutron] Pushing event updated for resources: {'Port': ['ID=27bf5f4d-c257-4d64-87a1-60649d7800cc,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:54.031134 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ed6d29-b804-40c4-b429-0272ab0d0fe3'] response: {'name': 'network-changed', 'server_uuid': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'tag': '27bf5f4d-c257-4d64-87a1-60649d7800cc', 'status': 'completed', 'code': 200} May 24 23:45:54.105396 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447382f-9090-4583-b9b1-51ea20590aef req-81061f10-e938-4d1e-a1c7-6766b2e86bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:54.106956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-81061f10-e938-4d1e-a1c7-6766b2e86bd8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 1095 time: 0.0750418 May 24 23:45:54.183220 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-655fc052-d9d8-46f9-a661-f0d99fed6da9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc HTTP/1.1" status: 200 len: 217 time: 0.0651159 May 24 23:45:54.249439 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447382f-9090-4583-b9b1-51ea20590aef req-ce1b89dc-7011-4f10-a68a-85821cadb046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:54.251118 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-ce1b89dc-7011-4f10-a68a-85821cadb046 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b7be71c-501c-4f4d-8435-c741b30ec231 HTTP/1.1" status: 200 len: 834 time: 0.0591474 May 24 23:45:54.336399 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447382f-9090-4583-b9b1-51ea20590aef req-de998e44-31e5-4b8c-a908-cb9b4737919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:54.338024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-de998e44-31e5-4b8c-a908-cb9b4737919e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=318450af-9c00-4e40-a16a-a3b013387f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767753 May 24 23:45:54.479266 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-0dadfa43-4dec-4a2c-a1ad-bf75a33ed980 service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327202 May 24 23:45:54.526979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e9cb7-e6bc-41a7-b1fe-adc458f7c953 req-ebe6bebe-b319-45be-b238-cae727760c22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:54.528470 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e14e9cb7-e6bc-41a7-b1fe-adc458f7c953 req-ebe6bebe-b319-45be-b238-cae727760c22 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 944 time: 0.2078958 May 24 23:45:54.575065 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e14e9cb7-e6bc-41a7-b1fe-adc458f7c953 req-e5d5f07a-4829-4778-a09b-b73bce9ac3cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402532 May 24 23:45:54.624244 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0447382f-9090-4583-b9b1-51ea20590aef req-7e2a5536-65a0-4373-a228-354fbf03f743 service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356440 May 24 23:45:54.715760 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8a71ebeb-f785-428e-b956-9f27f2384be4 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:45:54.751626 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b87c3b-0c5f-4cb0-907c-eb4fab695c00 req-144b463b-eeb8-4c8e-bfe8-7feb5e81a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:54.753233 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0b87c3b-0c5f-4cb0-907c-eb4fab695c00 req-144b463b-eeb8-4c8e-bfe8-7feb5e81a740 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 1095 time: 0.0718935 May 24 23:45:54.798718 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:54.799971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8a71ebeb-f785-428e-b956-9f27f2384be4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:45:54.800328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:54.894506 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b87c3b-0c5f-4cb0-907c-eb4fab695c00 req-2d25c26e-51c8-4d62-8ad4-0b932db28df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:54.895971 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0b87c3b-0c5f-4cb0-907c-eb4fab695c00 req-2d25c26e-51c8-4d62-8ad4-0b932db28df7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=318450af-9c00-4e40-a16a-a3b013387f3f HTTP/1.1" status: 200 len: 898 time: 0.1357112 May 24 23:45:54.956316 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8a71ebeb-f785-428e-b956-9f27f2384be4 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:45:54.971161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0b87c3b-0c5f-4cb0-907c-eb4fab695c00 req-e7ccb382-095a-46d8-9647-d6ffcc7e69e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc HTTP/1.1" status: 200 len: 217 time: 0.0684617 May 24 23:45:55.042211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b87c3b-0c5f-4cb0-907c-eb4fab695c00 req-451b92bb-a0ae-43d4-aaf4-994df2392c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:55.043665 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0b87c3b-0c5f-4cb0-907c-eb4fab695c00 req-451b92bb-a0ae-43d4-aaf4-994df2392c17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b7be71c-501c-4f4d-8435-c741b30ec231 HTTP/1.1" status: 200 len: 834 time: 0.0635614 May 24 23:45:55.238576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b87c3b-0c5f-4cb0-907c-eb4fab695c00 req-17f8d094-d431-44a9-840e-34a5bdf89bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:55.240114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0b87c3b-0c5f-4cb0-907c-eb4fab695c00 req-17f8d094-d431-44a9-840e-34a5bdf89bc1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=318450af-9c00-4e40-a16a-a3b013387f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882334 May 24 23:45:55.380064 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0b87c3b-0c5f-4cb0-907c-eb4fab695c00 req-1d8e384a-dd0b-405e-a344-c8659b12fc38 service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327381 May 24 23:45:55.528135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a0b87c3b-0c5f-4cb0-907c-eb4fab695c00 req-631da8df-ff10-4808-8cf7-901c5039bf95 service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399629 May 24 23:45:55.778420 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d58e5b-1073-44ae-bc9a-9a746e746ea6 req-c65dece7-f982-4ee3-8799-afaceb06e14f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:55.779021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-45d58e5b-1073-44ae-bc9a-9a746e746ea6 req-c65dece7-f982-4ee3-8799-afaceb06e14f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:45:55.798223 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-45d58e5b-1073-44ae-bc9a-9a746e746ea6 req-c65dece7-f982-4ee3-8799-afaceb06e14f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:45:55.799370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45d58e5b-1073-44ae-bc9a-9a746e746ea6 req-c65dece7-f982-4ee3-8799-afaceb06e14f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 944 time: 0.1122932 May 24 23:45:55.845831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45d58e5b-1073-44ae-bc9a-9a746e746ea6 req-0c1b7175-7ffe-45e9-92ff-09d553a0edba tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386841 May 24 23:45:56.448067 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:57.042726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b589a86-f886-4667-9b2d-ed1c85536358 req-ac37ad06-eb00-42b6-b834-6787e30ec8e2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:57.044134 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b589a86-f886-4667-9b2d-ed1c85536358 req-ac37ad06-eb00-42b6-b834-6787e30ec8e2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 944 time: 0.0858436 May 24 23:45:57.092242 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0b589a86-f886-4667-9b2d-ed1c85536358 req-3984aa81-01e2-45f4-9714-6c21866113a7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419734 May 24 23:45:57.231944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 27bf5f4d-c257-4d64-87a1-60649d7800cc details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:45:57.365436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 27bf5f4d-c257-4d64-87a1-60649d7800cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc,segment=NetworkSegment(397fb8e5-2820-4af8-8086-8f6c68c163f8),segment_id=397fb8e5-2820-4af8-8086-8f6c68c163f8)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:45:57.391954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '27bf5f4d-c257-4d64-87a1-60649d7800cc', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'port_id': '27bf5f4d-c257-4d64-87a1-60649d7800cc', 'mac_address': 'fa:16:3e:b8:a2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:45:57.447346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 27bf5f4d-c257-4d64-87a1-60649d7800cc is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:45:57.447602 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:57.464955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27bf5f4d-c257-4d64-87a1-60649d7800cc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:45:57.481287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 27bf5f4d-c257-4d64-87a1-60649d7800cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc,segment=NetworkSegment(397fb8e5-2820-4af8-8086-8f6c68c163f8),segment_id=397fb8e5-2820-4af8-8086-8f6c68c163f8)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:45:57.488827 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:57.556798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=27bf5f4d-c257-4d64-87a1-60649d7800cc,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:57.822773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['27bf5f4d-c257-4d64-87a1-60649d7800cc'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:45:58.285990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa6c93-e14c-411f-91aa-7ad08469534a req-010aed96-1cbe-4d76-8f1a-81ca4675aa1b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:58.287487 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0baa6c93-e14c-411f-91aa-7ad08469534a req-010aed96-1cbe-4d76-8f1a-81ca4675aa1b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 945 time: 0.0881968 May 24 23:45:58.344224 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0baa6c93-e14c-411f-91aa-7ad08469534a req-bcd4f7f8-f1d1-4296-83e6-3ccb1643b63b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465147 May 24 23:45:59.262841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 27bf5f4d-c257-4d64-87a1-60649d7800cc up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:45:59.336604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 27bf5f4d-c257-4d64-87a1-60649d7800cc completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:45:59.341701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 27bf5f4d-c257-4d64-87a1-60649d7800cc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:45:59.342077 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:59.459644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 27bf5f4d-c257-4d64-87a1-60649d7800cc is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:45:59.460091 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:59.486415 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bf5f4d-c257-4d64-87a1-60649d7800cc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:45:59.496320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 27bf5f4d-c257-4d64-87a1-60649d7800cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc,segment=NetworkSegment(397fb8e5-2820-4af8-8086-8f6c68c163f8),segment_id=397fb8e5-2820-4af8-8086-8f6c68c163f8)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:45:59.501457 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:45:59.536920 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43b2ef2-675e-4e99-b51b-9c92e2a88e86'] response: {'server_uuid': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bf5f4d-c257-4d64-87a1-60649d7800cc', 'code': 200} May 24 23:45:59.551733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ec54-35d2-4615-b0ad-1b610349c2d6 req-a644a4fb-aa10-402b-96dd-a5009e87a084 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:59.554243 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4473ec54-35d2-4615-b0ad-1b610349c2d6 req-a644a4fb-aa10-402b-96dd-a5009e87a084 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 945 time: 0.0972970 May 24 23:45:59.579198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=27bf5f4d-c257-4d64-87a1-60649d7800cc,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:45:59.611022 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4473ec54-35d2-4615-b0ad-1b610349c2d6 req-af9f82fe-bb04-4e7f-b6da-9e81baed9299 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475256 May 24 23:45:59.674263 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4411-cfde-4f3d-b476-7bcf2c5c76cf req-33c1400e-e878-447c-b45a-1a9b9f104417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:45:59.675739 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b8cf4411-cfde-4f3d-b476-7bcf2c5c76cf req-33c1400e-e878-447c-b45a-1a9b9f104417 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 1097 time: 0.0703833 May 24 23:45:59.720261 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b8cf4411-cfde-4f3d-b476-7bcf2c5c76cf req-c9f81e10-8ad4-4462-91e0-01e32b3abf5f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345600 May 24 23:46:00.820632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d17720-ee9b-430d-908d-f82fb7d40772 req-f57cb890-b1c2-43a5-a121-2e82867c8044 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:00.822498 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4d17720-ee9b-430d-908d-f82fb7d40772 req-f57cb890-b1c2-43a5-a121-2e82867c8044 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0890737 May 24 23:46:00.871153 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4d17720-ee9b-430d-908d-f82fb7d40772 req-622cd974-61ff-4f50-8caa-78bd5ede0585 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396085 May 24 23:46:01.911202 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-379ce4d4-95da-4c46-af8f-8049a40df964 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735343 May 24 23:46:02.055425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-73d606a7-5321-4683-9b46-9acddb7fe574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:02.056924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-73d606a7-5321-4683-9b46-9acddb7fe574 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 1097 time: 0.0777264 May 24 23:46:02.066053 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394424e5-a15b-4276-85d2-70f9283d15f8 req-643cacb9-9741-4b7c-b380-d47d77ee0ce9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:02.067111 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-394424e5-a15b-4276-85d2-70f9283d15f8 req-643cacb9-9741-4b7c-b380-d47d77ee0ce9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0826087 May 24 23:46:02.115763 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-394424e5-a15b-4276-85d2-70f9283d15f8 req-56405848-7437-4e07-9623-be6a9c45ee59 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424151 May 24 23:46:02.202291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-8a32faed-3182-46c1-a544-a96f08d83cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:02.203748 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-8a32faed-3182-46c1-a544-a96f08d83cf1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=318450af-9c00-4e40-a16a-a3b013387f3f HTTP/1.1" status: 200 len: 898 time: 0.1269658 May 24 23:46:02.309135 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-49245389-521f-48e5-b3c8-4beff195745f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc HTTP/1.1" status: 200 len: 217 time: 0.0965428 May 24 23:46:02.382154 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-dda455d1-1104-4874-85c7-229bee96f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:02.383556 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-dda455d1-1104-4874-85c7-229bee96f436 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b7be71c-501c-4f4d-8435-c741b30ec231 HTTP/1.1" status: 200 len: 834 time: 0.0681496 May 24 23:46:02.442077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c063d-8b7e-4ed9-884c-7e84ca2418b4 req-2b60438d-be89-4772-87a6-27030a23e9a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:02.443386 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-889c063d-8b7e-4ed9-884c-7e84ca2418b4 req-2b60438d-be89-4772-87a6-27030a23e9a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.1844699 May 24 23:46:02.501192 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-889c063d-8b7e-4ed9-884c-7e84ca2418b4 req-724744b9-d3cb-4217-88df-a63d1b833e03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488579 May 24 23:46:02.507342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-b474ab12-60de-4184-bfc8-0ee098a035eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:02.508711 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-b474ab12-60de-4184-bfc8-0ee098a035eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=318450af-9c00-4e40-a16a-a3b013387f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180110 May 24 23:46:02.525179 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55226) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:46:02.603233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113a2e71-11bb-4b42-b9a8-48fa001db1d4 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:02.607600 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-113a2e71-11bb-4b42-b9a8-48fa001db1d4 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 1092 time: 0.0782976 May 24 23:46:02.607851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55230) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:46:02.612759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '27bf5f4d-c257-4d64-87a1-60649d7800cc', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:46:02.619554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:46:02.623453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:floatingip and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:46:02.626277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:46:02.631848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:46:02.642326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-e2e5b21d-e14f-4c96-8473-a2147e9cb49b service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265292 May 24 23:46:02.645341 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:02.777013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2709d363-f3ec-4e0a-ab49-0cfa91c9c2be req-510a0e0e-4199-4645-8352-2dc1d69a1269 service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288276 May 24 23:46:02.786104 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:02.926778 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.25.7.8 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/53ea7fc7-26d1-4be0-81ac-892ea5709c80) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:46:03.081548 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:03.116619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:03.180834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:46:03.184013 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:46:03.187561 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:46:03.219012 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=53ea7fc7-26d1-4be0-81ac-892ea5709c80,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:46:03.613191 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:03.687095 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:03.893790 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:03.901380 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:04.144998 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=53ea7fc7-26d1-4be0-81ac-892ea5709c80,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:46:04.157865 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:04.334889 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Floating IP ac1ced88-b678-47d4-8863-689ec76bfb1b associated. External IP: 172.25.7.8, port: 27bf5f4d-c257-4d64-87a1-60649d7800cc. May 24 23:46:04.706485 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 010a261b-ac75-4b5a-9c81-8062b3fa901c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:46:04.889081 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:46:04.898943 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c44ff-7524-457d-8932-4934e5eed86e None None] Sync routers for ids ['010a261b-ac75-4b5a-9c81-8062b3fa901c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:46:04.909649 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c44ff-7524-457d-8932-4934e5eed86e None None] Routers {'010a261b-ac75-4b5a-9c81-8062b3fa901c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:46:04.910088 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-148c44ff-7524-457d-8932-4934e5eed86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['010a261b-ac75-4b5a-9c81-8062b3fa901c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:46:04.916664 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:04.972543 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e6b262e6-558f-48cc-83bd-fffec455a607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3636158 May 24 23:46:04.973122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'tag': '27bf5f4d-c257-4d64-87a1-60649d7800cc'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:46:05.023884 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8962b82-4d20-42c8-966f-7e92d503ea33'] response: {'name': 'network-changed', 'server_uuid': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'tag': '27bf5f4d-c257-4d64-87a1-60649d7800cc', 'status': 'completed', 'code': 200} May 24 23:46:05.089975 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-148c44ff-7524-457d-8932-4934e5eed86e None None] Set router 010a261b-ac75-4b5a-9c81-8062b3fa901c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:46:05.119236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43216d80-83df-4fe4-a986-e3fcb270f6d7 req-420813f4-f810-4d7f-a7b7-80e61a9b5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:05.121082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43216d80-83df-4fe4-a986-e3fcb270f6d7 req-420813f4-f810-4d7f-a7b7-80e61a9b5acb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 1097 time: 0.0724852 May 24 23:46:05.148766 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e35ca-b443-4cda-8321-7da096d542c0 req-7aeccc6b-8f39-4800-b9be-bafadafb6147 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:05.151153 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d86e35ca-b443-4cda-8321-7da096d542c0 req-7aeccc6b-8f39-4800-b9be-bafadafb6147 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0891442 May 24 23:46:05.200840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d86e35ca-b443-4cda-8321-7da096d542c0 req-46896830-4365-4611-be37-80f08a86e9e2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432823 May 24 23:46:05.225131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55238) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:46:05.336698 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-70ba270d-31bf-4e42-bdfa-a81afa911c2f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/ac1ced88-b678-47d4-8863-689ec76bfb1b HTTP/1.1" status: 200 len: 990 time: 0.1103208 May 24 23:46:05.376652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43216d80-83df-4fe4-a986-e3fcb270f6d7 req-01a9e890-06cc-445d-9bec-a50f592a5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:05.378156 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43216d80-83df-4fe4-a986-e3fcb270f6d7 req-01a9e890-06cc-445d-9bec-a50f592a5049 service neutron] 10.222.0.50 "GET /v2.0/networks?id=318450af-9c00-4e40-a16a-a3b013387f3f HTTP/1.1" status: 200 len: 898 time: 0.2512267 May 24 23:46:05.385471 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3e49e45b-b05b-4d42-b98e-b2c7b7d65fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:05.473040 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-148c44ff-7524-457d-8932-4934e5eed86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:48Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ac1ced88-b678-47d4-8863-689ec76bfb1b', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'port_id': '27bf5f4d-c257-4d64-87a1-60649d7800cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'mac_address': 'fa:16:3e:b8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:46:03Z', 'updated_at': '2022-05-24T23:46:03Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71ebeb-f785-428e-b956-9f27f2384be4', 'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:51:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:47Z', 'updated_at': '2022-05-24T23:45:52Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:46:05.476674 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c44ff-7524-457d-8932-4934e5eed86e None None] Checking router: 010a261b-ac75-4b5a-9c81-8062b3fa901c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:46:05.477872 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43216d80-83df-4fe4-a986-e3fcb270f6d7 req-636ad939-e104-4d4e-ae6a-b02dc08cc397 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc HTTP/1.1" status: 200 len: 998 time: 0.0928190 May 24 23:46:05.484917 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c44ff-7524-457d-8932-4934e5eed86e None None] Routers {'010a261b-ac75-4b5a-9c81-8062b3fa901c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:46:05.485519 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-148c44ff-7524-457d-8932-4934e5eed86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:45:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['010a261b-ac75-4b5a-9c81-8062b3fa901c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:46:05.543027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43216d80-83df-4fe4-a986-e3fcb270f6d7 req-d5d211c4-bca9-43be-878e-59c4791c0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:05.544486 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43216d80-83df-4fe4-a986-e3fcb270f6d7 req-d5d211c4-bca9-43be-878e-59c4791c0320 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b7be71c-501c-4f4d-8435-c741b30ec231 HTTP/1.1" status: 200 len: 834 time: 0.0603886 May 24 23:46:05.620798 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43216d80-83df-4fe4-a986-e3fcb270f6d7 req-95e00d38-fa9d-4556-b190-f00839257ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:05.622377 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43216d80-83df-4fe4-a986-e3fcb270f6d7 req-95e00d38-fa9d-4556-b190-f00839257ce6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=318450af-9c00-4e40-a16a-a3b013387f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713642 May 24 23:46:05.658189 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-148c44ff-7524-457d-8932-4934e5eed86e None None] Set router 010a261b-ac75-4b5a-9c81-8062b3fa901c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:46:05.753471 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43216d80-83df-4fe4-a986-e3fcb270f6d7 req-b4a3506f-c1de-4c97-9717-8f04da439b72 service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249578 May 24 23:46:05.889921 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-43216d80-83df-4fe4-a986-e3fcb270f6d7 req-1cbb673f-f7cc-48a8-b160-c47f60db4787 service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299856 May 24 23:46:06.004969 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-148c44ff-7524-457d-8932-4934e5eed86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:48Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ac1ced88-b678-47d4-8863-689ec76bfb1b', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'port_id': '27bf5f4d-c257-4d64-87a1-60649d7800cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'mac_address': 'fa:16:3e:b8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:46:03Z', 'updated_at': '2022-05-24T23:46:03Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71ebeb-f785-428e-b956-9f27f2384be4', 'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:51:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:47Z', 'updated_at': '2022-05-24T23:45:52Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:46:06.008882 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c44ff-7524-457d-8932-4934e5eed86e None None] The sync data for ids ['010a261b-ac75-4b5a-9c81-8062b3fa901c'] in n-d-843146-7 is: [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:48Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ac1ced88-b678-47d4-8863-689ec76bfb1b', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'port_id': '27bf5f4d-c257-4d64-87a1-60649d7800cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'mac_address': 'fa:16:3e:b8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:46:03Z', 'updated_at': '2022-05-24T23:46:03Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71ebeb-f785-428e-b956-9f27f2384be4', 'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:51:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:47Z', 'updated_at': '2022-05-24T23:45:52Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:46:06.197832 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e90fdb6-57a4-4722-8262-360ad4cfa3bb None None] New status for floating IP ac1ced88-b678-47d4-8863-689ec76bfb1b: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:46:06.340316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55242) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:46:06.446935 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7e535b24-65cd-441b-bb54-f45b88b93afe tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/ac1ced88-b678-47d4-8863-689ec76bfb1b HTTP/1.1" status: 200 len: 990 time: 0.1053450 May 24 23:46:07.452841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55246) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:46:07.482487 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c6b32929-14ff-49f1-8dd3-3c74ddc868c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:07.561914 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ca0060fd-0256-49c0-b4fd-79e524fb6fde tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/ac1ced88-b678-47d4-8863-689ec76bfb1b HTTP/1.1" status: 200 len: 992 time: 0.1074123 May 24 23:46:08.760285 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:08.970207 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:10.244481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:17.406476 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:46:24.797385 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:26.471150 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:35.397326 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f5e380d7-83d8-40c2-ab68-25edce1474f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:37.492960 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f6cc7d6f-b4b7-42e5-8ff1-749e2d0cd87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:38.754849 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:38.968346 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:39.148847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224bd0c-7f9e-4c0e-9289-71fc5f59a8a5 req-1d3ba79a-a6b2-4e5e-b459-ebf02cdb3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:39.150398 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9224bd0c-7f9e-4c0e-9289-71fc5f59a8a5 req-1d3ba79a-a6b2-4e5e-b459-ebf02cdb3680 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 1097 time: 0.1341329 May 24 23:46:39.162340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9458b-0619-40e3-a5fd-1c5acf175c7f req-73e1ee8b-56a2-49ef-8053-b96a4ef8540a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:39.163710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8e9458b-0619-40e3-a5fd-1c5acf175c7f req-73e1ee8b-56a2-49ef-8053-b96a4ef8540a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.1025605 May 24 23:46:39.285927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8e9458b-0619-40e3-a5fd-1c5acf175c7f req-7f2b0327-7d87-446a-b98d-a3a0278b302a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040213 May 24 23:46:39.330774 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224bd0c-7f9e-4c0e-9289-71fc5f59a8a5 req-7183bac5-e303-4f8a-877c-74b200f3dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:39.333045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9224bd0c-7f9e-4c0e-9289-71fc5f59a8a5 req-7183bac5-e303-4f8a-877c-74b200f3dc5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=318450af-9c00-4e40-a16a-a3b013387f3f HTTP/1.1" status: 200 len: 898 time: 0.1682272 May 24 23:46:39.437664 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9224bd0c-7f9e-4c0e-9289-71fc5f59a8a5 req-f187f5ad-3226-4e3a-90c2-dcd110555c40 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc HTTP/1.1" status: 200 len: 1000 time: 0.0969951 May 24 23:46:39.506044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224bd0c-7f9e-4c0e-9289-71fc5f59a8a5 req-565046b7-729f-44f4-b61a-e06178c11f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:39.507458 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9224bd0c-7f9e-4c0e-9289-71fc5f59a8a5 req-565046b7-729f-44f4-b61a-e06178c11f5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b7be71c-501c-4f4d-8435-c741b30ec231 HTTP/1.1" status: 200 len: 834 time: 0.0631940 May 24 23:46:39.589239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224bd0c-7f9e-4c0e-9289-71fc5f59a8a5 req-5935671b-12bd-4dbf-a6f5-42c6a234f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:39.590839 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9224bd0c-7f9e-4c0e-9289-71fc5f59a8a5 req-5935671b-12bd-4dbf-a6f5-42c6a234f4c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=318450af-9c00-4e40-a16a-a3b013387f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744610 May 24 23:46:39.722752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9224bd0c-7f9e-4c0e-9289-71fc5f59a8a5 req-d95fe7b3-9652-4838-8d39-620bb1c26350 service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241691 May 24 23:46:39.856253 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9224bd0c-7f9e-4c0e-9289-71fc5f59a8a5 req-935fed57-86f0-4391-a262-d2a4cc332021 service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253884 May 24 23:46:40.238154 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:40.521969 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf780f-b0c3-4220-8c5d-cc71d4f99a91 req-f18806fa-e7bd-4712-94e9-b1d190e1ad31 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:40.522675 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8acf780f-b0c3-4220-8c5d-cc71d4f99a91 req-f18806fa-e7bd-4712-94e9-b1d190e1ad31 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.1113727 May 24 23:46:40.568521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8acf780f-b0c3-4220-8c5d-cc71d4f99a91 req-b5ef50b1-50e5-4e0f-bee0-173c64fd4a97 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399647 May 24 23:46:41.764502 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab5a1d-24d3-4c43-83f9-6c9b4f40c492 req-38cf6bfe-12f8-4fa8-b1eb-8dab15509507 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:41.766024 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5ab5a1d-24d3-4c43-83f9-6c9b4f40c492 req-38cf6bfe-12f8-4fa8-b1eb-8dab15509507 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0852401 May 24 23:46:41.812552 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5ab5a1d-24d3-4c43-83f9-6c9b4f40c492 req-6ce71cc1-3239-41f2-8fc4-498d9af576a1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404134 May 24 23:46:43.033392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e68cd4-6f56-40ec-9fe6-61cef955b586 req-045a3852-322d-4517-976b-1382ccf80618 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:43.034927 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-97e68cd4-6f56-40ec-9fe6-61cef955b586 req-045a3852-322d-4517-976b-1382ccf80618 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.1009593 May 24 23:46:43.201686 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-97e68cd4-6f56-40ec-9fe6-61cef955b586 req-03f98122-1230-4018-91aa-64023567a941 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580956 May 24 23:46:44.409738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3c2e-c62e-4e2a-b2dd-889217e4760b req-1e78b0d7-37d5-46c7-b4dc-577ebd0d193e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:44.411285 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-890b3c2e-c62e-4e2a-b2dd-889217e4760b req-1e78b0d7-37d5-46c7-b4dc-577ebd0d193e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0922651 May 24 23:46:44.458485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-890b3c2e-c62e-4e2a-b2dd-889217e4760b req-f0a442f1-ee2a-4e97-8f19-973f3995cc8f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415962 May 24 23:46:45.673320 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639487e0-6611-4cda-ab37-fc4e17617f05 req-0dd37a3e-95e4-409f-9384-7624b9c89fce tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:45.674840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-639487e0-6611-4cda-ab37-fc4e17617f05 req-0dd37a3e-95e4-409f-9384-7624b9c89fce tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0962517 May 24 23:46:45.732962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-639487e0-6611-4cda-ab37-fc4e17617f05 req-8f3d23f6-cf3f-4388-9ea1-0cd8ea5aa0b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494745 May 24 23:46:47.047679 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1882003-c8cd-4bec-bf8e-92af39e39735 req-0d0e0ce5-ec0e-4deb-89d9-4ac995e0ee66 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:47.049154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1882003-c8cd-4bec-bf8e-92af39e39735 req-0d0e0ce5-ec0e-4deb-89d9-4ac995e0ee66 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.1983211 May 24 23:46:47.095950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f1882003-c8cd-4bec-bf8e-92af39e39735 req-8db9d45a-4d68-491b-ab00-5318e0a20ec0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408180 May 24 23:46:48.312899 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4812f-a69b-4069-b959-4f254b775741 req-120dad2d-dc25-4353-956d-6a7e263ebd91 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:48.314419 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70b4812f-a69b-4069-b959-4f254b775741 req-120dad2d-dc25-4353-956d-6a7e263ebd91 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0971332 May 24 23:46:48.360042 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-70b4812f-a69b-4069-b959-4f254b775741 req-47a56e79-bab4-4742-b55d-9cb2d9884e99 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396473 May 24 23:46:49.564349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96173722-fec4-4f41-934c-615063a88bac req-0f47e2ab-f404-4412-abe3-f2b1d04b0b6b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:49.566025 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96173722-fec4-4f41-934c-615063a88bac req-0f47e2ab-f404-4412-abe3-f2b1d04b0b6b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0898650 May 24 23:46:49.614475 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-96173722-fec4-4f41-934c-615063a88bac req-cf614620-dd47-4808-988e-d1207f01c3f3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426087 May 24 23:46:50.824484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772e291-f5b1-47c1-b780-216824d9fff0 req-3fa55481-4b14-4145-846f-8edd9fdc88ba tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:50.825981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5772e291-f5b1-47c1-b780-216824d9fff0 req-3fa55481-4b14-4145-846f-8edd9fdc88ba tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0940499 May 24 23:46:50.877049 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5772e291-f5b1-47c1-b780-216824d9fff0 req-ed8fb69a-57bc-4682-820a-59a6ba0f70e5 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425539 May 24 23:46:52.089049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21087c-d634-4650-8658-0f3900c17cde req-d9cc36de-5ab0-47b4-a591-63f636826e9d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:52.090865 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ed21087c-d634-4650-8658-0f3900c17cde req-d9cc36de-5ab0-47b4-a591-63f636826e9d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0932596 May 24 23:46:52.137924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ed21087c-d634-4650-8658-0f3900c17cde req-81863556-d48b-4234-a14b-779813c71f07 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 May 24 23:46:53.346507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a511610-7727-4a96-952e-fa6ed27ab22b req-2f90ca19-c2ec-4c28-8fa1-6f21993c43fe tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:53.347976 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a511610-7727-4a96-952e-fa6ed27ab22b req-2f90ca19-c2ec-4c28-8fa1-6f21993c43fe tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0920939 May 24 23:46:53.392754 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-7a511610-7727-4a96-952e-fa6ed27ab22b req-d4022bb1-5f92-4de5-a0db-d50ca08f2fdb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389631 May 24 23:46:54.411734 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:46:54.592192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9349a02-d94c-4370-8d81-d31fc747bc03 req-c78747b8-7970-4775-8ecb-d0d4a840cf63 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:54.593700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9349a02-d94c-4370-8d81-d31fc747bc03 req-c78747b8-7970-4775-8ecb-d0d4a840cf63 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0898609 May 24 23:46:54.638919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9349a02-d94c-4370-8d81-d31fc747bc03 req-781ed294-b834-4920-b8f7-aab761b961b1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390131 May 24 23:46:54.799070 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:55.863798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6bf95-3f4a-4ace-8be2-424536512938 req-620e6861-652e-4225-8c91-bc010dfc4a6c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:55.865165 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b3a6bf95-3f4a-4ace-8be2-424536512938 req-620e6861-652e-4225-8c91-bc010dfc4a6c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0921762 May 24 23:46:55.912361 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b3a6bf95-3f4a-4ace-8be2-424536512938 req-f6b3979d-bf1a-4bd4-9e5e-09e70bced1af tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386193 May 24 23:46:56.467578 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:46:57.103004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee8527-e09b-4d62-a0db-6fa2cb83d7b5 req-813e7d51-1b8b-4d3b-ae77-4d6a693db6e3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:57.104365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acee8527-e09b-4d62-a0db-6fa2cb83d7b5 req-813e7d51-1b8b-4d3b-ae77-4d6a693db6e3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0846870 May 24 23:46:57.150052 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-acee8527-e09b-4d62-a0db-6fa2cb83d7b5 req-b50e8d64-395e-4b81-b0b4-2841c920ff13 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391314 May 24 23:46:58.350323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7960f-b000-4131-8234-1cf8b1a9afe4 req-9293e429-f702-4754-860e-a90735e70d8c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:58.351781 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ade7960f-b000-4131-8234-1cf8b1a9afe4 req-9293e429-f702-4754-860e-a90735e70d8c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0874002 May 24 23:46:58.399948 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ade7960f-b000-4131-8234-1cf8b1a9afe4 req-4c4a660f-7668-4105-87a0-533b98c24d60 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395617 May 24 23:46:59.599337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6ad82-43ca-452e-a53e-faf4ab04f981 req-731ac8c4-c2ad-4318-8eba-2fabe73d86ff tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:46:59.600873 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54d6ad82-43ca-452e-a53e-faf4ab04f981 req-731ac8c4-c2ad-4318-8eba-2fabe73d86ff tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0903888 May 24 23:46:59.646485 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54d6ad82-43ca-452e-a53e-faf4ab04f981 req-67d51d2e-8688-4e5b-bb41-521a045c760a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398452 May 24 23:47:00.858862 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcb1de-afb6-4415-9efb-e9c3ddb33ee9 req-018412f6-a4b7-4072-86ff-5217e47ed63d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:00.860277 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cffcb1de-afb6-4415-9efb-e9c3ddb33ee9 req-018412f6-a4b7-4072-86ff-5217e47ed63d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0899558 May 24 23:47:00.907097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cffcb1de-afb6-4415-9efb-e9c3ddb33ee9 req-caf117a6-c61f-4a3b-b371-fad8f78eda6b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409451 May 24 23:47:02.115598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afab8aa-49ca-439e-9632-054882ceb5c0 req-64860775-e878-4edd-85be-22bad22c8a0f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:02.117178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2afab8aa-49ca-439e-9632-054882ceb5c0 req-64860775-e878-4edd-85be-22bad22c8a0f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.1000533 May 24 23:47:02.168811 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2afab8aa-49ca-439e-9632-054882ceb5c0 req-9d63cdcd-b8b9-470f-8333-c9036d98b32f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442319 May 24 23:47:02.198271 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55308) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:02.304666 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7f549cd0-632d-4360-b39c-5544fd721aae tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/ac1ced88-b678-47d4-8863-689ec76bfb1b HTTP/1.1" status: 200 len: 992 time: 0.1053014 May 24 23:47:03.928508 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-3e264c64-5b23-4d48-a356-dc0a811847ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758905 May 24 23:47:04.084957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-10c727cb-74a9-499d-a3f2-577ad287bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:04.086449 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-10c727cb-74a9-499d-a3f2-577ad287bb6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 1097 time: 0.0782449 May 24 23:47:04.308714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-ae915e0c-2c36-4a24-b348-b5f343a06d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:04.310194 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-ae915e0c-2c36-4a24-b348-b5f343a06d2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=318450af-9c00-4e40-a16a-a3b013387f3f HTTP/1.1" status: 200 len: 898 time: 0.1367698 May 24 23:47:04.421027 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-4ae2335a-f2b6-4712-9c80-8d35d92fe82f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc HTTP/1.1" status: 200 len: 1000 time: 0.1037703 May 24 23:47:04.488032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-af79f6e8-8b66-4fc4-bd25-37847c8cb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:04.489443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-af79f6e8-8b66-4fc4-bd25-37847c8cb736 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b7be71c-501c-4f4d-8435-c741b30ec231 HTTP/1.1" status: 200 len: 834 time: 0.0622790 May 24 23:47:04.564581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-aee6e8de-cc2d-4c0d-ba2f-029c05b17c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:04.565990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-aee6e8de-cc2d-4c0d-ba2f-029c05b17c9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=318450af-9c00-4e40-a16a-a3b013387f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702202 May 24 23:47:04.703601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-eabc4ea7-0153-4058-9d17-a9bdbad76aff service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291568 May 24 23:47:04.855621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45908656-06cd-4569-8bd6-fdae5f903d78 req-96f8bd97-ceca-44d2-b1bc-5137134ad8e2 service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453967 May 24 23:47:05.400511 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ef3c32b5-fe55-4a6a-9923-5cd300955e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:07.527569 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2aee5baa-b096-4b66-ba36-98c18c6dd9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:08.752050 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:08.981800 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:10.251886 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:24.812020 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:26.462246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:31.417709 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:47:33.762395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55328) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:33.977873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 53ea7fc7-26d1-4be0-81ac-892ea5709c80 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:33.978223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:34.151284 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:34.151573 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:34.270253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 53ea7fc7-26d1-4be0-81ac-892ea5709c80 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:34.429304 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:34.475309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=53ea7fc7-26d1-4be0-81ac-892ea5709c80,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:34.626790 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.627087 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.627749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.628086 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.628413 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.628745 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.629069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.629392 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.629739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.630062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.630391 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.630706 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:34.686460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:34.686765 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Floating IP ac1ced88-b678-47d4-8863-689ec76bfb1b disassociated (deleted). External IP: 172.25.7.8, port: 27bf5f4d-c257-4d64-87a1-60649d7800cc. May 24 23:47:35.040234 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 010a261b-ac75-4b5a-9c81-8062b3fa901c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:47:35.214174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:47:35.224428 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063885e5-9337-4e48-ba91-dfcdc40b35df None None] Sync routers for ids ['010a261b-ac75-4b5a-9c81-8062b3fa901c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:47:35.234668 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063885e5-9337-4e48-ba91-dfcdc40b35df None None] Routers {'010a261b-ac75-4b5a-9c81-8062b3fa901c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:35.235259 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-063885e5-9337-4e48-ba91-dfcdc40b35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:47:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['010a261b-ac75-4b5a-9c81-8062b3fa901c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:35.237112 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:35.294953 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-34d0726e-9cbc-47e2-9413-9cc69e6cd8cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/floatingips/ac1ced88-b678-47d4-8863-689ec76bfb1b HTTP/1.1" status: 204 len: 168 time: 1.5311360 May 24 23:47:35.295660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'tag': '27bf5f4d-c257-4d64-87a1-60649d7800cc'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:47:35.343637 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4a9b73-4f6f-47bf-9bab-4c7e82f7f5c5'] response: {'name': 'network-changed', 'server_uuid': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'tag': '27bf5f4d-c257-4d64-87a1-60649d7800cc', 'status': 'completed', 'code': 200} May 24 23:47:35.400144 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-df385b30-9434-4e39-92e3-f616995561b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:35.416634 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-063885e5-9337-4e48-ba91-dfcdc40b35df None None] Set router 010a261b-ac75-4b5a-9c81-8062b3fa901c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:35.502613 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5ec06-9a4e-4c20-b806-be7d96032cf7 req-443e51a2-6925-49d6-a039-90c88d9689fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:35.504125 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12c5ec06-9a4e-4c20-b806-be7d96032cf7 req-443e51a2-6925-49d6-a039-90c88d9689fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 1097 time: 0.1341429 May 24 23:47:35.648941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5ec06-9a4e-4c20-b806-be7d96032cf7 req-b392912e-604f-4c91-99a1-c6c4ea8bb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:35.650490 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12c5ec06-9a4e-4c20-b806-be7d96032cf7 req-b392912e-604f-4c91-99a1-c6c4ea8bb640 service neutron] 10.222.0.50 "GET /v2.0/networks?id=318450af-9c00-4e40-a16a-a3b013387f3f HTTP/1.1" status: 200 len: 898 time: 0.1385305 May 24 23:47:35.722523 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12c5ec06-9a4e-4c20-b806-be7d96032cf7 req-e7348826-7039-4a15-85c4-70c0cce2a0f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc HTTP/1.1" status: 200 len: 217 time: 0.0649686 May 24 23:47:35.768416 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-063885e5-9337-4e48-ba91-dfcdc40b35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:48Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8a71ebeb-f785-428e-b956-9f27f2384be4', 'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:51:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:47Z', 'updated_at': '2022-05-24T23:45:52Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:35.772894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8738f-1569-4744-bf2d-128d2fc45824 req-e575b2fe-8bc0-4558-8442-939d9c65c300 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:35.773159 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063885e5-9337-4e48-ba91-dfcdc40b35df None None] Checking router: 010a261b-ac75-4b5a-9c81-8062b3fa901c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:47:35.773638 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-94f8738f-1569-4744-bf2d-128d2fc45824 req-e575b2fe-8bc0-4558-8442-939d9c65c300 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:47:35.782154 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063885e5-9337-4e48-ba91-dfcdc40b35df None None] Routers {'010a261b-ac75-4b5a-9c81-8062b3fa901c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:35.782800 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-063885e5-9337-4e48-ba91-dfcdc40b35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:47:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['010a261b-ac75-4b5a-9c81-8062b3fa901c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:35.791220 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-94f8738f-1569-4744-bf2d-128d2fc45824 req-e575b2fe-8bc0-4558-8442-939d9c65c300 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:47:35.792598 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-94f8738f-1569-4744-bf2d-128d2fc45824 req-e575b2fe-8bc0-4558-8442-939d9c65c300 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.1587453 May 24 23:47:35.792745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5ec06-9a4e-4c20-b806-be7d96032cf7 req-dfd4fa0f-5750-4248-824d-7333aa0eea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:35.794144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12c5ec06-9a4e-4c20-b806-be7d96032cf7 req-dfd4fa0f-5750-4248-824d-7333aa0eea7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b7be71c-501c-4f4d-8435-c741b30ec231 HTTP/1.1" status: 200 len: 834 time: 0.0645864 May 24 23:47:35.838665 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-94f8738f-1569-4744-bf2d-128d2fc45824 req-43d3cdf6-f629-48d3-9793-e3f9a5fe4fc3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394998 May 24 23:47:35.892959 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5ec06-9a4e-4c20-b806-be7d96032cf7 req-93e0e4d5-4402-4abb-879f-ac5c05b0a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:35.894566 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12c5ec06-9a4e-4c20-b806-be7d96032cf7 req-93e0e4d5-4402-4abb-879f-ac5c05b0a546 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=318450af-9c00-4e40-a16a-a3b013387f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935855 May 24 23:47:35.961365 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-063885e5-9337-4e48-ba91-dfcdc40b35df None None] Set router 010a261b-ac75-4b5a-9c81-8062b3fa901c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:36.163180 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12c5ec06-9a4e-4c20-b806-be7d96032cf7 req-185753a1-641d-4dc5-81f7-f2696fbc268b service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600980 May 24 23:47:36.279168 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-063885e5-9337-4e48-ba91-dfcdc40b35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:48Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8a71ebeb-f785-428e-b956-9f27f2384be4', 'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:51:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:47Z', 'updated_at': '2022-05-24T23:45:52Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:36.283348 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063885e5-9337-4e48-ba91-dfcdc40b35df None None] The sync data for ids ['010a261b-ac75-4b5a-9c81-8062b3fa901c'] in n-d-843146-7 is: [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:45:48Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8a71ebeb-f785-428e-b956-9f27f2384be4', 'name': '', 'network_id': '318450af-9c00-4e40-a16a-a3b013387f3f', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:51:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:47Z', 'updated_at': '2022-05-24T23:45:52Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4b7be71c-501c-4f4d-8435-c741b30ec231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:47:36.298626 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12c5ec06-9a4e-4c20-b806-be7d96032cf7 req-bd7c27a9-442b-42b0-9b8c-a0bf8c168f00 service neutron] 10.222.0.50 "GET /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281922 May 24 23:47:36.508825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa158a-38fd-4ef0-aefc-eca95b6e894e None None] New status for floating IP ac1ced88-b678-47d4-8863-689ec76bfb1b: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:47:37.107109 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392250-a518-46d4-8383-8c0176ce6817 req-c4aa981b-91d5-4a77-be24-cf4881c40b30 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:37.108554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5392250-a518-46d4-8383-8c0176ce6817 req-c4aa981b-91d5-4a77-be24-cf4881c40b30 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.1620402 May 24 23:47:37.158193 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5392250-a518-46d4-8383-8c0176ce6817 req-a07ed673-b9fe-4b62-a3d4-2b6fcd35ce1a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=7196f71c-94ee-445b-bc59-73f921345ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433841 May 24 23:47:37.348533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb4abd-694e-4d10-bd60-c216c5a3b770 req-8f390d48-fb0d-4af7-8556-c0cc1beda598 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:37.350073 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4bb4abd-694e-4d10-bd60-c216c5a3b770 req-8f390d48-fb0d-4af7-8556-c0cc1beda598 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 946 time: 0.0899785 May 24 23:47:37.426874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-a4bb4abd-694e-4d10-bd60-c216c5a3b770 req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 27bf5f4d-c257-4d64-87a1-60649d7800cc {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:37.427176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a4bb4abd-694e-4d10-bd60-c216c5a3b770 req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:37.495322 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-660aa89e-cd37-4885-904e-a828bc55cf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:37.680735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-a4bb4abd-694e-4d10-bd60-c216c5a3b770 req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port 27bf5f4d-c257-4d64-87a1-60649d7800cc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=27bf5f4d-c257-4d64-87a1-60649d7800cc,segment=NetworkSegment(397fb8e5-2820-4af8-8086-8f6c68c163f8),segment_id=397fb8e5-2820-4af8-8086-8f6c68c163f8)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:37.681015 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a4bb4abd-694e-4d10-bd60-c216c5a3b770 req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:37.806425 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-a4bb4abd-694e-4d10-bd60-c216c5a3b770 req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 27bf5f4d-c257-4d64-87a1-60649d7800cc owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:37.962231 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a4bb4abd-694e-4d10-bd60-c216c5a3b770 req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:38.015596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=27bf5f4d-c257-4d64-87a1-60649d7800cc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:38.054688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.055033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.055361 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.055696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.056022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.056348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.056669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.057010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.057307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.057649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.057963 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.058261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:38.099258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bb4abd-694e-4d10-bd60-c216c5a3b770 req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] No DVR routers for this DVR port 27bf5f4d-c257-4d64-87a1-60649d7800cc on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:47:38.101765 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-a4bb4abd-694e-4d10-bd60-c216c5a3b770 req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:38.104189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'name': 'network-vif-deleted', 'tag': '27bf5f4d-c257-4d64-87a1-60649d7800cc'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:47:38.121387 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4bb4abd-694e-4d10-bd60-c216c5a3b770 req-7dc145e1-27b8-43fb-921f-8adc341b9eed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "DELETE /v2.0/ports/27bf5f4d-c257-4d64-87a1-60649d7800cc HTTP/1.1" status: 204 len: 173 time: 0.7624252 May 24 23:47:38.212373 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd891e8e-eb04-41cf-aad7-3e1105c2f2bb'] response: {'server_uuid': 'd6fbf5ca-cb76-4e35-9560-a058d7ede1fe', 'name': 'network-vif-deleted', 'tag': '27bf5f4d-c257-4d64-87a1-60649d7800cc', 'status': 'completed', 'code': 200} May 24 23:47:38.335464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bb87fc22-16ad-4dc6-ba14-e4a91f732b60 req-67ea5571-0d26-4088-a00f-06cc9fcd5ec4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:47:38.353809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-bb87fc22-16ad-4dc6-ba14-e4a91f732b60 req-67ea5571-0d26-4088-a00f-06cc9fcd5ec4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:47:38.355059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb87fc22-16ad-4dc6-ba14-e4a91f732b60 req-67ea5571-0d26-4088-a00f-06cc9fcd5ec4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6fbf5ca-cb76-4e35-9560-a058d7ede1fe HTTP/1.1" status: 200 len: 210 time: 0.0648777 May 24 23:47:38.749697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:38.979479 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:39.461542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55354) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:40.041080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.250041 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.512658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 8a71ebeb-f785-428e-b956-9f27f2384be4 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:40.513286 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.708301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port 8a71ebeb-f785-428e-b956-9f27f2384be4, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8a71ebeb-f785-428e-b956-9f27f2384be4,segment=NetworkSegment(397fb8e5-2820-4af8-8086-8f6c68c163f8),segment_id=397fb8e5-2820-4af8-8086-8f6c68c163f8)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:40.708630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:40.832524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 8a71ebeb-f785-428e-b956-9f27f2384be4 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:41.184208 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:41.230942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=8a71ebeb-f785-428e-b956-9f27f2384be4,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:41.520740 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:41.638697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-86e8e3ae-ac82-41d7-b5ac-271b7f937efd req-ac4ac1a3-d38b-4f15-834a-9c2e6573c985 tempest-ServerDiskConfigTestJSON-1235807377 tempest-ServerDiskConfigTestJSON-1235807377-project] (88389) timed out ('10.222.0.50', 49361) {{(pid=88389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:47:41.758611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 27bf5f4d-c257-4d64-87a1-60649d7800cc no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:47:41.792785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 27bf5f4d-c257-4d64-87a1-60649d7800cc {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:47:41.793019 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 27bf5f4d-c257-4d64-87a1-60649d7800cc not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:47:42.006901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 010a261b-ac75-4b5a-9c81-8062b3fa901c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:47:42.212421 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:47:42.222995 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb19a81f-b3a9-4881-886e-e11e4fe9366c None None] Sync routers for ids ['010a261b-ac75-4b5a-9c81-8062b3fa901c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:47:42.231857 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d4271e2e-353d-4dea-8ebb-5bfd960486c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "PUT /v2.0/routers/010a261b-ac75-4b5a-9c81-8062b3fa901c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7689250 May 24 23:47:42.234608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55358) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:42.235283 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb19a81f-b3a9-4881-886e-e11e4fe9366c None None] Routers {'010a261b-ac75-4b5a-9c81-8062b3fa901c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:42.236363 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cb19a81f-b3a9-4881-886e-e11e4fe9366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['010a261b-ac75-4b5a-9c81-8062b3fa901c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:42.307474 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-7995ced4-2744-4e2f-94e4-471b30fa53fb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting subnet 4b7be71c-501c-4f4d-8435-c741b30ec231 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:47:42.311099 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7995ced4-2744-4e2f-94e4-471b30fa53fb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:42.376649 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7995ced4-2744-4e2f-94e4-471b30fa53fb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:42.424713 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cb19a81f-b3a9-4881-886e-e11e4fe9366c None None] Set router 010a261b-ac75-4b5a-9c81-8062b3fa901c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:42.472361 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7995ced4-2744-4e2f-94e4-471b30fa53fb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:42.556410 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7995ced4-2744-4e2f-94e4-471b30fa53fb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:42.609655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995ced4-2744-4e2f-94e4-471b30fa53fb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7be71c-501c-4f4d-8435-c741b30ec231,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:42.615505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7995ced4-2744-4e2f-94e4-471b30fa53fb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:42.618474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6385ccd-4df5-4bfd-9975-56543c944648 None None] Network 318450af-9c00-4e40-a16a-a3b013387f3f requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:47:42.624456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7995ced4-2744-4e2f-94e4-471b30fa53fb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/subnets/4b7be71c-501c-4f4d-8435-c741b30ec231 HTTP/1.1" status: 204 len: 168 time: 0.3887231 May 24 23:47:42.627329 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55362) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:42.794932 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cb19a81f-b3a9-4881-886e-e11e4fe9366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:47:41Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:42.799317 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb19a81f-b3a9-4881-886e-e11e4fe9366c None None] Checking router: 010a261b-ac75-4b5a-9c81-8062b3fa901c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:47:42.808650 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb19a81f-b3a9-4881-886e-e11e4fe9366c None None] Routers {'010a261b-ac75-4b5a-9c81-8062b3fa901c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:42.809264 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cb19a81f-b3a9-4881-886e-e11e4fe9366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['010a261b-ac75-4b5a-9c81-8062b3fa901c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:42.917310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] DHCP port deletion for 318450af-9c00-4e40-a16a-a3b013387f3f request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:47:42.923345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Deleting port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:42.923847 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.008320 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.017805 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-cb19a81f-b3a9-4881-886e-e11e4fe9366c None None] Set router 010a261b-ac75-4b5a-9c81-8062b3fa901c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:43.152953 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] For port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8,segment=NetworkSegment(397fb8e5-2820-4af8-8086-8f6c68c163f8),segment_id=397fb8e5-2820-4af8-8086-8f6c68c163f8)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:43.154119 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.195017 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.206951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 0b530c7b-b258-4462-b433-76a894f4c943 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:47:43.208003 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.277841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Calling delete_port for 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:43.304414 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-cb19a81f-b3a9-4881-886e-e11e4fe9366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:47:41Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:43.308407 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb19a81f-b3a9-4881-886e-e11e4fe9366c None None] The sync data for ids ['010a261b-ac75-4b5a-9c81-8062b3fa901c'] in n-d-843146-7 is: [{'id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681503179', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '0b530c7b-b258-4462-b433-76a894f4c943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:45:43Z', 'updated_at': '2022-05-24T23:47:41Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '0b530c7b-b258-4462-b433-76a894f4c943', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a261b-ac75-4b5a-9c81-8062b3fa901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:45:44Z', 'updated_at': '2022-05-24T23:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:47:43.360285 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.390062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port 0b530c7b-b258-4462-b433-76a894f4c943, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=0b530c7b-b258-4462-b433-76a894f4c943,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:43.390460 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.404798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Pushing event deleted for resources: {'Port': ['ID=2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:43.409625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] No DVR routers for this DVR port 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:47:43.416745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.417084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.419797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.419797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.419797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.419797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.419797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.419797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.419797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.419797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.421736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.421736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53267fd9-1361-4ce7-a923-ebec574dd249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:43.528715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 0b530c7b-b258-4462-b433-76a894f4c943 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:47:43.701708 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:43.749296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=0b530c7b-b258-4462-b433-76a894f4c943,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:43.847169 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.033212 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.035745 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.061871 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.062333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Fanout notify agent at l3_agent the message router_deleted on router 010a261b-ac75-4b5a-9c81-8062b3fa901c {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:47:44.079228 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.080338 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-852a78be-9f00-4486-87fd-950e84270dac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/routers/010a261b-ac75-4b5a-9c81-8062b3fa901c HTTP/1.1" status: 204 len: 168 time: 1.4520755 May 24 23:47:44.083051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55366) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:44.200637 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.448837 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.474114 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318450af-9c00-4e40-a16a-a3b013387f3f']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:44.487225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397fb8e5-2820-4af8-8086-8f6c68c163f8') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:44.487512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397fb8e5-2820-4af8-8086-8f6c68c163f8') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:44.499697 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.517433 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.526839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:47:44.527274 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.615838 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 397fb8e5-2820-4af8-8086-8f6c68c163f8 resource provider aggregate not found May 24 23:47:44.632453 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 397fb8e5-2820-4af8-8086-8f6c68c163f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 397fb8e5-2820-4af8-8086-8f6c68c163f8 found for delete ", "request_id": "req-f4e57786-28ce-4d15-b9c1-3eee38a21a6d"}]} May 24 23:47:44.636084 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.640266 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.667325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Network': ['ID=318450af-9c00-4e40-a16a-a3b013387f3f,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:44.671427 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-42c9c2d6-94b6-4c6b-adfc-16d7bf7b5917 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/networks/318450af-9c00-4e40-a16a-a3b013387f3f HTTP/1.1" status: 204 len: 168 time: 0.5874450 May 24 23:47:44.674696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55376) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:44.757003 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6186bd34-5e4c-4d9b-ae08-983cf7c04ce7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.780666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:47:44.787646 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6186bd34-5e4c-4d9b-ae08-983cf7c04ce7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.814011 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:47:44.814353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2ea3e55e-6bf9-4035-bc0d-d70f2f30f9e8 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:47:44.814763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8a71ebeb-f785-428e-b956-9f27f2384be4 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:47:44.851069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 8a71ebeb-f785-428e-b956-9f27f2384be4 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:47:44.851727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8a71ebeb-f785-428e-b956-9f27f2384be4 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:47:44.852005 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0b530c7b-b258-4462-b433-76a894f4c943 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:47:44.859100 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6186bd34-5e4c-4d9b-ae08-983cf7c04ce7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.878455 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186bd34-5e4c-4d9b-ae08-983cf7c04ce7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7196f71c-94ee-445b-bc59-73f921345ae4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:44.887203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 0b530c7b-b258-4462-b433-76a894f4c943 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:47:44.887560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 0b530c7b-b258-4462-b433-76a894f4c943 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:47:44.891038 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6186bd34-5e4c-4d9b-ae08-983cf7c04ce7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:44.895365 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-6186bd34-5e4c-4d9b-ae08-983cf7c04ce7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/security-groups/7196f71c-94ee-445b-bc59-73f921345ae4 HTTP/1.1" status: 204 len: 168 time: 0.2197301 May 24 23:47:46.033460 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55386) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:46.039424 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486844011', 'description': 'tempest-secgroup-smoke-486844011 description', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:46.046581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:46.051437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:46.054496 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:46.061034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:46.074918 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.099872 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:46.106031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:46.109380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:46.116041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:46.194375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.200746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.245775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582ff98e-f299-4f72-938e-6d13ce900c00,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:46.250007 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.251300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-665569b8-5f1f-4ded-9efc-63c56605364c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2167592 May 24 23:47:46.254319 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55390) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:46.259834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-5f678ab0-d4eb-48da-b49f-84c97e2f9b4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '582ff98e-f299-4f72-938e-6d13ce900c00', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:46.267191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f678ab0-d4eb-48da-b49f-84c97e2f9b4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:46.271353 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f678ab0-d4eb-48da-b49f-84c97e2f9b4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:46.274674 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-5f678ab0-d4eb-48da-b49f-84c97e2f9b4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:46.280732 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-5f678ab0-d4eb-48da-b49f-84c97e2f9b4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:46.301785 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f678ab0-d4eb-48da-b49f-84c97e2f9b4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.365089 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f678ab0-d4eb-48da-b49f-84c97e2f9b4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.370168 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f678ab0-d4eb-48da-b49f-84c97e2f9b4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.392484 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f678ab0-d4eb-48da-b49f-84c97e2f9b4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081bce58-ce6d-4162-b450-f541e514b6d7,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:46.402410 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-5f678ab0-d4eb-48da-b49f-84c97e2f9b4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.403558 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5f678ab0-d4eb-48da-b49f-84c97e2f9b4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481709 May 24 23:47:46.406309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55394) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:46.411097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cb3692d7-4a2d-4fa5-b427-45e8d3e27eb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '582ff98e-f299-4f72-938e-6d13ce900c00', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:46.417631 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cb3692d7-4a2d-4fa5-b427-45e8d3e27eb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:46.421454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cb3692d7-4a2d-4fa5-b427-45e8d3e27eb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:46.424453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cb3692d7-4a2d-4fa5-b427-45e8d3e27eb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:46.430147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cb3692d7-4a2d-4fa5-b427-45e8d3e27eb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:46.448464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb3692d7-4a2d-4fa5-b427-45e8d3e27eb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.508493 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb3692d7-4a2d-4fa5-b427-45e8d3e27eb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.515100 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb3692d7-4a2d-4fa5-b427-45e8d3e27eb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.539032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3692d7-4a2d-4fa5-b427-45e8d3e27eb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0abb28-9f10-47d1-83d8-095ab9b7525f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:46.548952 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cb3692d7-4a2d-4fa5-b427-45e8d3e27eb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.550256 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cb3692d7-4a2d-4fa5-b427-45e8d3e27eb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430814 May 24 23:47:46.553276 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55398) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:46.558267 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a78f51f8-92b3-43c8-b5d5-7f32e2556c77 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '582ff98e-f299-4f72-938e-6d13ce900c00', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:46.564912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a78f51f8-92b3-43c8-b5d5-7f32e2556c77 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:46.568734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a78f51f8-92b3-43c8-b5d5-7f32e2556c77 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:46.572122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a78f51f8-92b3-43c8-b5d5-7f32e2556c77 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:46.577720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a78f51f8-92b3-43c8-b5d5-7f32e2556c77 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:46.594703 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a78f51f8-92b3-43c8-b5d5-7f32e2556c77 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.659939 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a78f51f8-92b3-43c8-b5d5-7f32e2556c77 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.666192 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a78f51f8-92b3-43c8-b5d5-7f32e2556c77 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.688042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f51f8-92b3-43c8-b5d5-7f32e2556c77 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c91d24-03c7-41d1-aef1-ba5e7c79b427,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:46.697420 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a78f51f8-92b3-43c8-b5d5-7f32e2556c77 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.698721 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a78f51f8-92b3-43c8-b5d5-7f32e2556c77 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443837 May 24 23:47:46.701680 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55402) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:46.706914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-17aff8a4-d553-4ff1-b6e0-12acbc5e9843 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '582ff98e-f299-4f72-938e-6d13ce900c00', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:46.713769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-17aff8a4-d553-4ff1-b6e0-12acbc5e9843 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:46.717905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-17aff8a4-d553-4ff1-b6e0-12acbc5e9843 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:46.720816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-17aff8a4-d553-4ff1-b6e0-12acbc5e9843 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:46.726905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-17aff8a4-d553-4ff1-b6e0-12acbc5e9843 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:46.748724 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-17aff8a4-d553-4ff1-b6e0-12acbc5e9843 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.821482 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-17aff8a4-d553-4ff1-b6e0-12acbc5e9843 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.826134 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-17aff8a4-d553-4ff1-b6e0-12acbc5e9843 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.849623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aff8a4-d553-4ff1-b6e0-12acbc5e9843 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50d72a5-531d-41aa-bdd5-d53a8c007a24,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:46.860456 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-17aff8a4-d553-4ff1-b6e0-12acbc5e9843 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.861627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-17aff8a4-d553-4ff1-b6e0-12acbc5e9843 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1589446 May 24 23:47:46.864510 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55406) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:46.869845 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '582ff98e-f299-4f72-938e-6d13ce900c00', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:46.876700 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:46.880711 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:46.884058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:46.889972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:46.901412 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Project b43a53ddd5034815bcbf4fbf31c31820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:47:46.908006 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.971385 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:46.977658 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.005281 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68729ba0-f063-4fd1-ae89-b005e624cb3d,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:47.016184 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.017434 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7779c06e-70e3-498e-b277-f743c9a0212e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519234 May 24 23:47:47.020323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55410) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:47.025386 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '582ff98e-f299-4f72-938e-6d13ce900c00', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:47.032055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:47.035839 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:47.039109 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:47.045294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:47.057412 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Project b43a53ddd5034815bcbf4fbf31c31820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:47:47.064311 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.131783 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.137268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.163901 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07cc9e6-46a2-4892-8ec5-aeadf6002dce,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:47.172364 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.173545 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ac7e6180-63dd-4960-b76f-efb6c9d56f05 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1522515 May 24 23:47:47.176678 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55414) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:47.182039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'network': {'name': 'tempest-network-smoke--535855232', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'port_security_enabled': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:47.187545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:47.191771 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:network and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:47.195111 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:47.200757 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:47.214023 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:47:47.219923 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.250244 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:47:47.259564 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.260210 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Added segment 93675f82-6ea6-4f46-83ad-af4ed530bbf7 of type vlan for network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 May 24 23:47:47.286396 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.318370 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.324235 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:47.324816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.427006 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2491686 May 24 23:47:47.429774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55418) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:47.436597 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'admin_state_up': True, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:47.442519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287fa2c-e115-42b7-b1ee-8bcaa7664214 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Network': ['ID=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:47.446264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:47.450284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:router and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:47.453238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:47:47.453712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:47.459034 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:47.470476 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.471471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.487214 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:47.869185 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.185396 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.214271 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.349910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.25.7.78 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/2d95901f-c98d-4e8b-a4ae-4545f096f17e) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:47:48.498513 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.530167 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:48.598425 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:48.601394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:48.605017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:47:48.633643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=2d95901f-c98d-4e8b-a4ae-4545f096f17e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:49.044996 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:49.523425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:49.752848 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:47:49.930620 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:47:49.941387 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Sync routers for ids ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:47:49.955317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Routers {'6fd62823-b873-4e8b-a154-8eeba5f8a1b1'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:49.956161 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:49.965988 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:49.967312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c734fa27-c01d-4cdc-b6ff-4e9a3bbfbbc7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5366151 May 24 23:47:49.970936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55422) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:50.011751 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-72adc4b6-fd18-46e4-bfad-6e90f1d7a13f tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=b43a53ddd5034815bcbf4fbf31c31820&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395362 May 24 23:47:50.014332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55426) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:50.149513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa585819-511f-44f6-8d19-5a3bdf124994 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:50.154126 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aa585819-511f-44f6-8d19-5a3bdf124994 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1357639 May 24 23:47:50.154377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55430) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:50.175329 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Set router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:50.195861 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ec215c85-e7e3-4a3c-bab9-0e99e26dff9f tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379198 May 24 23:47:50.196069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55434) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:50.201534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1285305869', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:50.312776 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:50.316809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:subnet and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:47:50.319835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:47:50.326698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:50.338219 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:47:50.341973 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:50.451647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:48Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:50.455533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Checking router: 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:47:50.455871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Updating router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 port 2d95901f-c98d-4e8b-a4ae-4545f096f17e binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:47:50.507170 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:50.579931 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:50.658107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Subnet': ['ID=89f9b103-7522-4e07-8d0a-7fbe0efeac3c,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:50.669051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Checking segment: {'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:47:50.669415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network hostable DHCP agents. Network: 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:47:50.691250 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:47:50.703018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:50.707956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:50.708544 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:50.714992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f17fe-af63-4c34-bf5d-bd47fbb05de4 None None] Network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:47:50.734546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2b092b27-a555-4f4d-861b-677c88167804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5374811 May 24 23:47:50.737385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55438) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:47:51.007280 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.016569 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:47:51.017377 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.034705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Transition to ACTIVE for port object 2d95901f-c98d-4e8b-a4ae-4545f096f17e will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:51.078957 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.184310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada1b8b-682b-4652-8b0b-305c45005086 None None] Pushing event updated for resources: {'Port': ['ID=2d95901f-c98d-4e8b-a4ae-4545f096f17e,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:51.194162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Attempting to bind port 2d95901f-c98d-4e8b-a4ae-4545f096f17e on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:47:51.194504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Attempting to bind port 2d95901f-c98d-4e8b-a4ae-4545f096f17e by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:47:51.194873 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Attempting to bind port 2d95901f-c98d-4e8b-a4ae-4545f096f17e on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:47:51.234888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:47:51.235277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:47:51.235647 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.236037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:47:51.236491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Bound port: 2d95901f-c98d-4e8b-a4ae-4545f096f17e, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:47:51.236859 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.314539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Allocated IP 172.20.0.2 (7d26d2e4-aea6-41ff-b9a1-ae3b8880de44/89f9b103-7522-4e07-8d0a-7fbe0efeac3c/c90f4e35-17af-4d80-92ab-7052e9413087) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:47:51.331619 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] For port 2d95901f-c98d-4e8b-a4ae-4545f096f17e, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:47:51.335956 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] For port 2d95901f-c98d-4e8b-a4ae-4545f096f17e, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2d95901f-c98d-4e8b-a4ae-4545f096f17e,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:47:51.350213 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.507364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Routers {'6fd62823-b873-4e8b-a154-8eeba5f8a1b1'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:51.508008 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:51.560258 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada1b8b-682b-4652-8b0b-305c45005086 None None] Pushing event updated for resources: {'Port': ['ID=2d95901f-c98d-4e8b-a4ae-4545f096f17e,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:51.567180 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.790476 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:51.803972 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] Set router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:51.899808 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Transition to ACTIVE for port object c90f4e35-17af-4d80-92ab-7052e9413087 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:51.984124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Transition to ACTIVE for port object c90f4e35-17af-4d80-92ab-7052e9413087 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:52.000146 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.063614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.20.0.1 (7d26d2e4-aea6-41ff-b9a1-ae3b8880de44/89f9b103-7522-4e07-8d0a-7fbe0efeac3c/57a6e21d-290f-43a5-9cba-f64045ed2504) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:47:52.080553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:52.086652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:52.090195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:47:52.106683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Pushing event updated for resources: {'Port': ['ID=c90f4e35-17af-4d80-92ab-7052e9413087,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:52.224866 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.227021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Attempting to bind port c90f4e35-17af-4d80-92ab-7052e9413087 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:47:52.227391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Attempting to bind port c90f4e35-17af-4d80-92ab-7052e9413087 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:47:52.227745 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Attempting to bind port c90f4e35-17af-4d80-92ab-7052e9413087 on network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:47:52.235192 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:47:52.235558 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Checking segment: {'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:47:52.235955 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.236338 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Bound using segment: {'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:47:52.236773 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Bound port: c90f4e35-17af-4d80-92ab-7052e9413087, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:47:52.237223 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.240524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Transition to ACTIVE for port object 57a6e21d-290f-43a5-9cba-f64045ed2504 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:52.265178 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.323242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:48Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:52.333245 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22efa94-16ce-4ea5-9a62-28b08763b78e None None] The sync data for ids ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'] in n-d-843146-7 is: [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:48Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:47:52.343744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:52.347364 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:52.347630 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] For port c90f4e35-17af-4d80-92ab-7052e9413087, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:47:52.352528 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:47:52.357006 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] For port c90f4e35-17af-4d80-92ab-7052e9413087, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c90f4e35-17af-4d80-92ab-7052e9413087,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:47:52.365658 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.395388 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=57a6e21d-290f-43a5-9cba-f64045ed2504,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:52.418846 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.449527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6e2f9-4806-4937-9bf0-77eb5e2af074 None None] Pushing event updated for resources: {'Port': ['ID=c90f4e35-17af-4d80-92ab-7052e9413087,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:52.772370 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:52.876475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c90f4e35-17af-4d80-92ab-7052e9413087 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:52.954173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port c90f4e35-17af-4d80-92ab-7052e9413087 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:52.956533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2d95901f-c98d-4e8b-a4ae-4545f096f17e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:53.031311 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 2d95901f-c98d-4e8b-a4ae-4545f096f17e completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:53.036906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2d95901f-c98d-4e8b-a4ae-4545f096f17e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:53.037281 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.167044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2d95901f-c98d-4e8b-a4ae-4545f096f17e is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:53.167786 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.186344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 2d95901f-c98d-4e8b-a4ae-4545f096f17e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2d95901f-c98d-4e8b-a4ae-4545f096f17e,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:53.194158 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.271257 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=2d95901f-c98d-4e8b-a4ae-4545f096f17e,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:53.395872 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.401904 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.500836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0ab428-9259-4515-aaf4-26b35143c510 None None] Network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:47:53.519540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=57a6e21d-290f-43a5-9cba-f64045ed2504,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:53.522280 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.596418 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ca8cf9db-9e25-4f48-83fb-014f6966281c None None] Provisioning for port c90f4e35-17af-4d80-92ab-7052e9413087 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:53.614664 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ca8cf9db-9e25-4f48-83fb-014f6966281c None None] Provisioning complete for port c90f4e35-17af-4d80-92ab-7052e9413087 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:53.615037 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf9db-9e25-4f48-83fb-014f6966281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.666057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:53.667304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:53.835866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ca8cf9db-9e25-4f48-83fb-014f6966281c None None] Current status of the port c90f4e35-17af-4d80-92ab-7052e9413087 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:53.836314 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf9db-9e25-4f48-83fb-014f6966281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.858516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:47:53.877227 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ca8cf9db-9e25-4f48-83fb-014f6966281c None None] For port c90f4e35-17af-4d80-92ab-7052e9413087, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c90f4e35-17af-4d80-92ab-7052e9413087,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:53.886242 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf9db-9e25-4f48-83fb-014f6966281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:53.954655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cf9db-9e25-4f48-83fb-014f6966281c None None] Pushing event updated for resources: {'Port': ['ID=c90f4e35-17af-4d80-92ab-7052e9413087,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:54.049360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:47:54.059650 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Sync routers for ids ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:47:54.064049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-11ddf0fa-efd3-45fd-af49-210c4e2eccb8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "PUT /v2.0/routers/6fd62823-b873-4e8b-a154-8eeba5f8a1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3255680 May 24 23:47:54.069991 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Routers {'6fd62823-b873-4e8b-a154-8eeba5f8a1b1'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:54.070606 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:54.114884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ec8a429f-b99a-4509-bfdf-e6f15573817a None None] Provisioning complete for port c90f4e35-17af-4d80-92ab-7052e9413087 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:54.115300 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ec8a429f-b99a-4509-bfdf-e6f15573817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.252912 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-db931a8c-4f03-411f-b28f-93afff96691b req-82d1112e-8b08-496b-b716-f1a593d66e27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:47:54.275177 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-db931a8c-4f03-411f-b28f-93afff96691b req-82d1112e-8b08-496b-b716-f1a593d66e27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:47:54.276827 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-82d1112e-8b08-496b-b716-f1a593d66e27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486844011&fields=id&tenant_id=b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 267 time: 0.0695705 May 24 23:47:54.277735 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Set router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:54.302413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a429f-b99a-4509-bfdf-e6f15573817a None None] Current status of the port c90f4e35-17af-4d80-92ab-7052e9413087 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:54.317807 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ec8a429f-b99a-4509-bfdf-e6f15573817a None None] Provisioning for port 57a6e21d-290f-43a5-9cba-f64045ed2504 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:54.330878 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-ec8a429f-b99a-4509-bfdf-e6f15573817a None None] Provisioning complete for port 57a6e21d-290f-43a5-9cba-f64045ed2504 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:54.331246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ec8a429f-b99a-4509-bfdf-e6f15573817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.392990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a429f-b99a-4509-bfdf-e6f15573817a None None] Port 57a6e21d-290f-43a5-9cba-f64045ed2504 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:47:54.455725 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db931a8c-4f03-411f-b28f-93afff96691b req-41bc8618-ebc8-4844-93d5-7120893498eb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:54.456415 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-db931a8c-4f03-411f-b28f-93afff96691b req-41bc8618-ebc8-4844-93d5-7120893498eb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:47:54.474627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-db931a8c-4f03-411f-b28f-93afff96691b req-41bc8618-ebc8-4844-93d5-7120893498eb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:47:54.478059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-41bc8618-ebc8-4844-93d5-7120893498eb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/networks?id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 HTTP/1.1" status: 200 len: 796 time: 0.1922340 May 24 23:47:54.493437 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-5282dbb2-100b-4e98-94b9-6b917e29eb88 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/quotas/b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 375 time: 0.0107141 May 24 23:47:54.521770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3200fb15-31da-4c71-a398-630302efb3d3 None None] Provisioning complete for port 57a6e21d-290f-43a5-9cba-f64045ed2504 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:54.523061 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3200fb15-31da-4c71-a398-630302efb3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.580783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-3200fb15-31da-4c71-a398-630302efb3d3 None None] Port 57a6e21d-290f-43a5-9cba-f64045ed2504 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:47:54.595728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-db931a8c-4f03-411f-b28f-93afff96691b req-6f46a7ce-71fa-4989-9785-91ec3a5d08c4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:47:54.613306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-db931a8c-4f03-411f-b28f-93afff96691b req-6f46a7ce-71fa-4989-9785-91ec3a5d08c4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:47:54.614685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-6f46a7ce-71fa-4989-9785-91ec3a5d08c4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145573 May 24 23:47:54.626163 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '57a6e21d-290f-43a5-9cba-f64045ed2504', 'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:37:0f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 2, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:54.629982 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Checking router: 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:47:54.630322 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Updating router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 port 57a6e21d-290f-43a5-9cba-f64045ed2504 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:47:54.630954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-d4baf75a-1528-4056-82d2-92d2ce985449 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:47:54.631900 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-d4baf75a-1528-4056-82d2-92d2ce985449 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052755 May 24 23:47:54.685020 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.700810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-149f8371-e357-48ca-90ce-5f0eca8f11bd None None] Provisioning complete for port 57a6e21d-290f-43a5-9cba-f64045ed2504 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:54.701173 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-149f8371-e357-48ca-90ce-5f0eca8f11bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.761481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-149f8371-e357-48ca-90ce-5f0eca8f11bd None None] Port 57a6e21d-290f-43a5-9cba-f64045ed2504 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:47:54.775576 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-faadf4c5-dcd9-4bec-93b9-8726b718b429 service neutron] 10.222.0.55 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376979 May 24 23:47:54.804681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c90f4e35-17af-4d80-92ab-7052e9413087 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:54.833783 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.872683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port c90f4e35-17af-4d80-92ab-7052e9413087 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:54.873378 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:54.917638 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-ed18cf2b-4caf-4d84-bbab-ef6f69c42ea8 service neutron] 10.222.0.55 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360068 May 24 23:47:54.999188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port c90f4e35-17af-4d80-92ab-7052e9413087 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:55.000574 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2d95901f-c98d-4e8b-a4ae-4545f096f17e up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:55.091147 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.091652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 2d95901f-c98d-4e8b-a4ae-4545f096f17e triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:55.091758 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.104044 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Transition to ACTIVE for port object 57a6e21d-290f-43a5-9cba-f64045ed2504 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:55.113521 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.116084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-77aa7ad6-d677-4f02-9689-a2f7062e04ae req-656a844e-7b43-42f6-a10c-b00c23f75757 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:47:55.129624 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-77aa7ad6-d677-4f02-9689-a2f7062e04ae req-656a844e-7b43-42f6-a10c-b00c23f75757 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:47:55.130935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-77aa7ad6-d677-4f02-9689-a2f7062e04ae req-656a844e-7b43-42f6-a10c-b00c23f75757 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 210 time: 0.0648088 May 24 23:47:55.217583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 2d95901f-c98d-4e8b-a4ae-4545f096f17e is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:55.267158 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Pushing event updated for resources: {'Port': ['ID=57a6e21d-290f-43a5-9cba-f64045ed2504,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:55.309239 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.309606 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.309941 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.310271 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.310599 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.310923 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.311241 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.311560 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.311878 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.312190 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.312512 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.312819 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:47:55.342500 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Attempting to bind port 57a6e21d-290f-43a5-9cba-f64045ed2504 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:47:55.342806 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Attempting to bind port 57a6e21d-290f-43a5-9cba-f64045ed2504 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:47:55.343160 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Attempting to bind port 57a6e21d-290f-43a5-9cba-f64045ed2504 on network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:47:55.348672 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:47:55.349039 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Checking segment: {'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:47:55.349430 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.349837 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Bound using segment: {'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:47:55.350298 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Bound port: 57a6e21d-290f-43a5-9cba-f64045ed2504, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:47:55.350765 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.443998 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] For port 57a6e21d-290f-43a5-9cba-f64045ed2504, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:47:55.448406 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] For port 57a6e21d-290f-43a5-9cba-f64045ed2504, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=57a6e21d-290f-43a5-9cba-f64045ed2504,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:47:55.454751 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:55.533135 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Routers {'6fd62823-b873-4e8b-a154-8eeba5f8a1b1'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:47:55.537773 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:47:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:55.590637 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72798a35-9aac-410a-8c1f-65ddaa1f8e5e None None] Pushing event updated for resources: {'Port': ['ID=57a6e21d-290f-43a5-9cba-f64045ed2504,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:55.716439 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] Set router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:47:56.033442 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '57a6e21d-290f-43a5-9cba-f64045ed2504', 'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:37:0f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:55Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:47:56.037479 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023cd73-05bd-42ea-aa05-999b19e8f140 None None] The sync data for ids ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'] in n-d-843146-7 is: [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '57a6e21d-290f-43a5-9cba-f64045ed2504', 'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:37:0f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:55Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:47:56.238185 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2a934be6-2e29-4ff1-98fa-60ea35614dc2 req-22efa1b9-2d08-4b67-afb8-0862b7e6566a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 210 time: 0.0462494 May 24 23:47:56.478030 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:56.810134 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 57a6e21d-290f-43a5-9cba-f64045ed2504 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:56.883699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 57a6e21d-290f-43a5-9cba-f64045ed2504 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:56.889347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 57a6e21d-290f-43a5-9cba-f64045ed2504 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:56.889879 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:57.014947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 57a6e21d-290f-43a5-9cba-f64045ed2504 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:57.015879 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:57.049892 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 57a6e21d-290f-43a5-9cba-f64045ed2504, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=57a6e21d-290f-43a5-9cba-f64045ed2504,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:47:57.055437 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:57.127007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=57a6e21d-290f-43a5-9cba-f64045ed2504,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:57.336309 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6826272-e8a1-4118-b13c-5e281757b3cc req-8e901f94-3ce3-4acc-9d02-3d6a15f8bf40 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 210 time: 0.0426748 May 24 23:47:58.432715 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db931a8c-4f03-411f-b28f-93afff96691b req-f4beb343-d8a0-4224-aabe-33a94f112415 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:58.434267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-f4beb343-d8a0-4224-aabe-33a94f112415 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/networks?id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 HTTP/1.1" status: 200 len: 796 time: 0.2950823 May 24 23:47:58.503810 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12c8bd80-1b94-4cf8-add8-f7f198deb724 req-e0c4eef7-a6dd-4eab-b666-315ed1fc7fa3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 210 time: 0.0602763 May 24 23:47:58.526447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-4aa24085-4533-4add-915a-ea61af5c565b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 379 time: 0.0817955 May 24 23:47:58.537727 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'port': {'device_id': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'admin_state_up': True, 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'security_groups': ['582ff98e-f299-4f72-938e-6d13ce900c00']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:58.673747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:47:58.683234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:47:58.695937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:47:58.699440 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.783302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 57a6e21d-290f-43a5-9cba-f64045ed2504 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:47:58.857941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 57a6e21d-290f-43a5-9cba-f64045ed2504 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:58.858315 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:58.866937 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.20.0.13 (7d26d2e4-aea6-41ff-b9a1-ae3b8880de44/89f9b103-7522-4e07-8d0a-7fbe0efeac3c/0566c03b-a3ec-4303-b10d-b9eeb01374dc) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:47:58.973484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 57a6e21d-290f-43a5-9cba-f64045ed2504 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:47:59.057511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.076472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Transition to ACTIVE for port object 0566c03b-a3ec-4303-b10d-b9eeb01374dc will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:59.101848 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.170895 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:47:59.174063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:47:59.177856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:47:59.211258 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=0566c03b-a3ec-4303-b10d-b9eeb01374dc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:47:59.249535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:59.250200 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.277354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-06f847bb-9398-4aee-bcf8-078f09fef027 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7431021 May 24 23:47:59.293584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Request body: {'port': {'device_id': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:47:59.407505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.450991 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-54f949a1-6596-4b26-a7d4-c026c80a983e None None] Provisioning for port 0566c03b-a3ec-4303-b10d-b9eeb01374dc completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:47:59.457989 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-54f949a1-6596-4b26-a7d4-c026c80a983e None None] Provisioning complete for port 0566c03b-a3ec-4303-b10d-b9eeb01374dc triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:47:59.458370 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-54f949a1-6596-4b26-a7d4-c026c80a983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.511335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-54f949a1-6596-4b26-a7d4-c026c80a983e None None] Port 0566c03b-a3ec-4303-b10d-b9eeb01374dc cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:47:59.695150 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ac3f3-714d-4d5c-972a-f76cbda4bbf0 req-d552e757-6f29-4750-9e00-dffeb8e7479c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:47:59.696640 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-640ac3f3-714d-4d5c-972a-f76cbda4bbf0 req-d552e757-6f29-4750-9e00-dffeb8e7479c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 932 time: 0.0823088 May 24 23:47:59.740930 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-640ac3f3-714d-4d5c-972a-f76cbda4bbf0 req-809499fc-5b3d-4811-a363-fbb34dc125bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383945 May 24 23:47:59.752744 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0566c03b-a3ec-4303-b10d-b9eeb01374dc {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:47:59.760433 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.775492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Transition to ACTIVE for port object 0566c03b-a3ec-4303-b10d-b9eeb01374dc will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:47:59.781885 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:47:59.911674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Pushing event updated for resources: {'Port': ['ID=0566c03b-a3ec-4303-b10d-b9eeb01374dc,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:00.019034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Attempting to bind port 0566c03b-a3ec-4303-b10d-b9eeb01374dc on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:48:00.019367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Attempting to bind port 0566c03b-a3ec-4303-b10d-b9eeb01374dc by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:48:00.019706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Attempting to bind port 0566c03b-a3ec-4303-b10d-b9eeb01374dc on network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:48:00.024478 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Port 0566c03b-a3ec-4303-b10d-b9eeb01374dc on network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:48:00.024799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Attempting to bind port 0566c03b-a3ec-4303-b10d-b9eeb01374dc on network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:48:00.029964 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:48:00.030229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Checking segment: {'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:48:00.030615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Bound using segment: {'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:48:00.031044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Bound port: 0566c03b-a3ec-4303-b10d-b9eeb01374dc, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93675f82-6ea6-4f46-83ad-af4ed530bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:48:00.031387 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.121886 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] For port 0566c03b-a3ec-4303-b10d-b9eeb01374dc, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:48:00.124769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] For port 0566c03b-a3ec-4303-b10d-b9eeb01374dc, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:48:00.132071 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.309655 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:00.310190 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:00.311569 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] 10.222.0.50 "PUT /v2.0/ports/0566c03b-a3ec-4303-b10d-b9eeb01374dc HTTP/1.1" status: 200 len: 1092 time: 1.0224390 May 24 23:48:00.312030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:48:00.331406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31f010-a9f7-4a92-988a-c48cd74fa527 service neutron] Pushing event updated for resources: {'Port': ['ID=0566c03b-a3ec-4303-b10d-b9eeb01374dc,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:00.396828 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be48a3e-1f48-46ac-bf7f-13d63e2b02ae'] response: {'name': 'network-changed', 'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'status': 'completed', 'code': 200} May 24 23:48:00.441511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db931a8c-4f03-411f-b28f-93afff96691b req-df1a22ab-bfc5-4079-89ac-51ac713660bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:00.443139 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-df1a22ab-bfc5-4079-89ac-51ac713660bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 1095 time: 0.0796659 May 24 23:48:00.517813 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-9f066b50-4b11-415c-89ce-115cfa913406 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc HTTP/1.1" status: 200 len: 217 time: 0.0639365 May 24 23:48:00.583735 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db931a8c-4f03-411f-b28f-93afff96691b req-614d4734-2909-45db-a048-1b5eeb29570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:00.585101 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-614d4734-2909-45db-a048-1b5eeb29570e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89f9b103-7522-4e07-8d0a-7fbe0efeac3c HTTP/1.1" status: 200 len: 835 time: 0.0585978 May 24 23:48:00.668556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db931a8c-4f03-411f-b28f-93afff96691b req-ecdefee0-25aa-433c-b663-3f91462193a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:00.670033 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-ecdefee0-25aa-433c-b663-3f91462193a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751562 May 24 23:48:00.806526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-d3e3f63e-f8f7-432e-ad70-fd993325b4e5 service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259265 May 24 23:48:00.933325 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84c87b-b86b-40f7-8061-76131b4e7993 req-f94659c0-ea46-4270-afe3-99eab7245bde tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:00.934846 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e84c87b-b86b-40f7-8061-76131b4e7993 req-f94659c0-ea46-4270-afe3-99eab7245bde tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 944 time: 0.0855231 May 24 23:48:00.946501 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db931a8c-4f03-411f-b28f-93afff96691b req-d8605876-acc2-40e0-83f7-19d7e1a80d1e service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303883 May 24 23:48:00.988549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8e84c87b-b86b-40f7-8061-76131b4e7993 req-f1702047-66b0-487e-b290-e67cdad67ad6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461533 May 24 23:48:01.071900 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92270fa-1c3e-441b-a5d2-9b178e76dea6 req-dfc186fb-a9c2-419f-9813-ac396d4e9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:01.073378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d92270fa-1c3e-441b-a5d2-9b178e76dea6 req-dfc186fb-a9c2-419f-9813-ac396d4e9d98 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 1095 time: 0.0714447 May 24 23:48:01.203565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92270fa-1c3e-441b-a5d2-9b178e76dea6 req-c65a3dff-73e1-487f-acd6-5e007286c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:01.204911 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d92270fa-1c3e-441b-a5d2-9b178e76dea6 req-c65a3dff-73e1-487f-acd6-5e007286c6c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 HTTP/1.1" status: 200 len: 897 time: 0.1253486 May 24 23:48:01.275678 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d92270fa-1c3e-441b-a5d2-9b178e76dea6 req-ef5a7014-e802-4109-85b1-99d9eb9c637b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc HTTP/1.1" status: 200 len: 217 time: 0.0639737 May 24 23:48:01.344037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92270fa-1c3e-441b-a5d2-9b178e76dea6 req-9cede704-b658-4f31-b043-6f077f3a8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:01.345413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d92270fa-1c3e-441b-a5d2-9b178e76dea6 req-9cede704-b658-4f31-b043-6f077f3a8cd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89f9b103-7522-4e07-8d0a-7fbe0efeac3c HTTP/1.1" status: 200 len: 835 time: 0.0625165 May 24 23:48:01.428352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92270fa-1c3e-441b-a5d2-9b178e76dea6 req-d0e0f35e-827b-4529-a29f-0999bd3f1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:01.430839 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d92270fa-1c3e-441b-a5d2-9b178e76dea6 req-d0e0f35e-827b-4529-a29f-0999bd3f1115 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777936 May 24 23:48:01.571554 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d92270fa-1c3e-441b-a5d2-9b178e76dea6 req-d66fbf0e-334f-41d1-8b0a-c73403fd824e service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331229 May 24 23:48:01.708421 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d92270fa-1c3e-441b-a5d2-9b178e76dea6 req-0ddd2bff-e38c-4ff6-8b0f-8bcc4c4ba603 service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289601 May 24 23:48:02.216546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be0c17-1a8b-4cc8-bffe-349a0b882f1f req-4309978f-3f37-437e-9419-d595bd58f141 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:02.217632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-14be0c17-1a8b-4cc8-bffe-349a0b882f1f req-4309978f-3f37-437e-9419-d595bd58f141 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:48:02.238614 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-14be0c17-1a8b-4cc8-bffe-349a0b882f1f req-4309978f-3f37-437e-9419-d595bd58f141 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:48:02.239909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14be0c17-1a8b-4cc8-bffe-349a0b882f1f req-4309978f-3f37-437e-9419-d595bd58f141 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 944 time: 0.1230025 May 24 23:48:02.288143 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-14be0c17-1a8b-4cc8-bffe-349a0b882f1f req-a8490b21-4849-49a7-9482-9d525b0784d1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393493 May 24 23:48:03.490268 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1606d-2426-4590-858b-b96758dac6f3 req-08505164-be8d-4aa8-9a05-4a6c99854d8b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:03.492201 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5ec1606d-2426-4590-858b-b96758dac6f3 req-08505164-be8d-4aa8-9a05-4a6c99854d8b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 944 time: 0.0866373 May 24 23:48:03.537981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5ec1606d-2426-4590-858b-b96758dac6f3 req-7661c0b9-9835-43fd-bf9e-6ba39134b408 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396311 May 24 23:48:03.854796 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0566c03b-a3ec-4303-b10d-b9eeb01374dc details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:48:04.001801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0566c03b-a3ec-4303-b10d-b9eeb01374dc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:48:04.017436 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'port_id': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'mac_address': 'fa:16:3e:41:33:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:48:04.078324 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0566c03b-a3ec-4303-b10d-b9eeb01374dc is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:48:04.078701 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:04.095862 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0566c03b-a3ec-4303-b10d-b9eeb01374dc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:48:04.114109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0566c03b-a3ec-4303-b10d-b9eeb01374dc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:48:04.119696 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:04.188884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0566c03b-a3ec-4303-b10d-b9eeb01374dc,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:04.437395 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['0566c03b-a3ec-4303-b10d-b9eeb01374dc'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:48:04.728038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d655a-489f-450c-9940-ef3956fd3782 req-d0821032-832f-4f8b-b808-f1b64b832413 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:04.729586 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb5d655a-489f-450c-9940-ef3956fd3782 req-d0821032-832f-4f8b-b808-f1b64b832413 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 945 time: 0.0839281 May 24 23:48:04.784270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb5d655a-489f-450c-9940-ef3956fd3782 req-acaead5f-1e75-4547-b955-925c308fb92f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384696 May 24 23:48:05.399639 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d08ba0de-7f38-4a3a-bbb5-6a2721a6b584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:05.878976 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0566c03b-a3ec-4303-b10d-b9eeb01374dc up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:48:05.948602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 0566c03b-a3ec-4303-b10d-b9eeb01374dc completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:48:05.953683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 0566c03b-a3ec-4303-b10d-b9eeb01374dc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:48:05.954071 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:05.975395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39c8af-ef8f-422d-be4c-d8432604db52 req-9cbce75e-3215-4fd4-8f04-cebac0d64551 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:05.976850 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae39c8af-ef8f-422d-be4c-d8432604db52 req-9cbce75e-3215-4fd4-8f04-cebac0d64551 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 945 time: 0.0819495 May 24 23:48:06.023622 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ae39c8af-ef8f-422d-be4c-d8432604db52 req-c36fc52f-b01f-4eeb-be13-96cf3d62ea60 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402720 May 24 23:48:06.075162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0566c03b-a3ec-4303-b10d-b9eeb01374dc is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:48:06.075460 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:06.107028 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:48:06.117308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0566c03b-a3ec-4303-b10d-b9eeb01374dc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:48:06.122995 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:06.195030 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0566c03b-a3ec-4303-b10d-b9eeb01374dc,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:06.211386 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5ab7dd-db3f-488f-a72c-f1578971827e'] response: {'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'code': 200} May 24 23:48:06.361545 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc6532-6866-4a09-8285-3d8a6faa0399 req-a9b72d40-81c5-4f81-a35f-d1b182d755fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:06.363308 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ffc6532-6866-4a09-8285-3d8a6faa0399 req-a9b72d40-81c5-4f81-a35f-d1b182d755fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 1097 time: 0.0894287 May 24 23:48:06.408661 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3ffc6532-6866-4a09-8285-3d8a6faa0399 req-96f3464a-8057-42ed-895f-1175a4126e5d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355613 May 24 23:48:07.228850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544db692-bf4d-4bc1-9ed5-7f36e261cc15 req-65fba472-7cd5-4255-8054-d11fed4a7a84 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:07.230337 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-544db692-bf4d-4bc1-9ed5-7f36e261cc15 req-65fba472-7cd5-4255-8054-d11fed4a7a84 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0827355 May 24 23:48:07.275468 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-544db692-bf4d-4bc1-9ed5-7f36e261cc15 req-2db9a0d8-3f0f-456f-b501-0f4563fa431e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392625 May 24 23:48:07.490504 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ac454875-5a3b-4ec1-9e1a-3b63964ca2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:08.420669 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:48:08.600803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e243-a465-4a76-ad45-b38475784be5 req-d87d7ba4-233a-4997-90db-0c637e2bb1fb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:08.602306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d21e243-a465-4a76-ad45-b38475784be5 req-d87d7ba4-233a-4997-90db-0c637e2bb1fb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.2055659 May 24 23:48:08.648894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8d21e243-a465-4a76-ad45-b38475784be5 req-3fc67898-64a3-4717-a72e-acddbaf63122 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406938 May 24 23:48:08.746784 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:08.840996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b880299-0356-42b7-84c7-10ec8782d1bf req-7b661883-4a1f-4aa0-a87a-56fe3ba7f618 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:08.842383 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b880299-0356-42b7-84c7-10ec8782d1bf req-7b661883-4a1f-4aa0-a87a-56fe3ba7f618 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0832388 May 24 23:48:08.886910 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9b880299-0356-42b7-84c7-10ec8782d1bf req-425430e2-af11-4655-961e-c2c2e13a5bca tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385668 May 24 23:48:08.910071 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55500) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:08.977955 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:08.979905 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57f0a66-31f8-45c6-9997-dae9d560c573 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:08.981426 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a57f0a66-31f8-45c6-9997-dae9d560c573 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 1092 time: 0.0704224 May 24 23:48:08.984323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55504) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:08.989165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:48:08.995859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:48:08.999626 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:floatingip and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:48:09.002432 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:48:09.008069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:48:09.021285 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:09.167454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:09.304067 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.25.7.178 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/927a269a-bc06-43d4-bf2d-e05ebe34ef31) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:48:09.555435 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:09.589380 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:09.655695 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:48:09.658578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:48:09.662131 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:48:09.690370 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=927a269a-bc06-43d4-bf2d-e05ebe34ef31,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:10.085320 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:10.172653 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:10.248637 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:10.385444 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:10.393717 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:10.503089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=927a269a-bc06-43d4-bf2d-e05ebe34ef31,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:48:10.518026 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:10.686951 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Floating IP 1cca702b-be7d-4464-917e-2ef4192d9e2b associated. External IP: 172.25.7.178, port: 0566c03b-a3ec-4303-b10d-b9eeb01374dc. May 24 23:48:11.175182 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:48:11.357989 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:48:11.367927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100f774f-7180-4c62-a503-a7bf9b95796a None None] Sync routers for ids ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:48:11.377799 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100f774f-7180-4c62-a503-a7bf9b95796a None None] Routers {'6fd62823-b873-4e8b-a154-8eeba5f8a1b1'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:48:11.378416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-100f774f-7180-4c62-a503-a7bf9b95796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:48:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:11.384772 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:11.443483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6f767271-8bef-4cdd-bf27-b7b9a586cbac tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4580133 May 24 23:48:11.443984 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:48:11.546074 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd02465-6895-4af7-bc89-58c23eeee0a2'] response: {'name': 'network-changed', 'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'status': 'completed', 'code': 200} May 24 23:48:11.568837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-100f774f-7180-4c62-a503-a7bf9b95796a None None] Set router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:48:11.682809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ce4d4-51d9-4c8d-add8-f38eb48fe9cb req-619f73ea-582a-462b-b221-99c356b4fccd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:11.684874 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da2ce4d4-51d9-4c8d-add8-f38eb48fe9cb req-619f73ea-582a-462b-b221-99c356b4fccd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.1442201 May 24 23:48:11.687611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a4c63-ffb1-493f-94a0-b3ba9add7991 req-7a0c691b-dda3-4bcb-83fd-4ac21a6de39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:11.688944 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e95a4c63-ffb1-493f-94a0-b3ba9add7991 req-7a0c691b-dda3-4bcb-83fd-4ac21a6de39c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 1097 time: 0.1126215 May 24 23:48:11.809713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da2ce4d4-51d9-4c8d-add8-f38eb48fe9cb req-21f061c3-be66-4a7b-a9dd-be7fd09cfda9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188509 May 24 23:48:11.834559 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55514) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:11.867265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a4c63-ffb1-493f-94a0-b3ba9add7991 req-c2c11c22-c8c6-482e-a6cc-8a8b4332aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:11.868859 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e95a4c63-ffb1-493f-94a0-b3ba9add7991 req-c2c11c22-c8c6-482e-a6cc-8a8b4332aff5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 HTTP/1.1" status: 200 len: 897 time: 0.1652625 May 24 23:48:11.931910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-100f774f-7180-4c62-a503-a7bf9b95796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '1cca702b-be7d-4464-917e-2ef4192d9e2b', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'port_id': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'mac_address': 'fa:16:3e:41:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:10Z', 'updated_at': '2022-05-24T23:48:10Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a6e21d-290f-43a5-9cba-f64045ed2504', 'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:37:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:57Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:11.937286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100f774f-7180-4c62-a503-a7bf9b95796a None None] Checking router: 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:48:11.945145 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-614a9c0b-31b4-43ef-8778-9b84d07401e3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/1cca702b-be7d-4464-917e-2ef4192d9e2b HTTP/1.1" status: 200 len: 992 time: 0.1092210 May 24 23:48:11.947813 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100f774f-7180-4c62-a503-a7bf9b95796a None None] Routers {'6fd62823-b873-4e8b-a154-8eeba5f8a1b1'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:48:11.948500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-100f774f-7180-4c62-a503-a7bf9b95796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:48:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:11.976361 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e95a4c63-ffb1-493f-94a0-b3ba9add7991 req-bcde357b-e776-4e4f-8ecd-1d3b634dad2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc HTTP/1.1" status: 200 len: 1000 time: 0.1010957 May 24 23:48:12.042941 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a4c63-ffb1-493f-94a0-b3ba9add7991 req-1dc0b2db-9e43-4576-ae2b-4a3a7f3d6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:12.044395 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e95a4c63-ffb1-493f-94a0-b3ba9add7991 req-1dc0b2db-9e43-4576-ae2b-4a3a7f3d6bc8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89f9b103-7522-4e07-8d0a-7fbe0efeac3c HTTP/1.1" status: 200 len: 835 time: 0.0619009 May 24 23:48:12.122463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a4c63-ffb1-493f-94a0-b3ba9add7991 req-c15d7ef8-54fc-49f9-84e4-899177b4cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:12.124043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e95a4c63-ffb1-493f-94a0-b3ba9add7991 req-c15d7ef8-54fc-49f9-84e4-899177b4cb4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707126 May 24 23:48:12.128427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-100f774f-7180-4c62-a503-a7bf9b95796a None None] Set router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:48:12.255542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e95a4c63-ffb1-493f-94a0-b3ba9add7991 req-3c6eecbd-ce24-436c-8a53-7ea3bb11ae74 service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249800 May 24 23:48:12.388862 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e95a4c63-ffb1-493f-94a0-b3ba9add7991 req-9b318347-8528-4436-ae7f-e28a7631705b service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240108 May 24 23:48:12.520913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-100f774f-7180-4c62-a503-a7bf9b95796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '1cca702b-be7d-4464-917e-2ef4192d9e2b', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'port_id': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'mac_address': 'fa:16:3e:41:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:10Z', 'updated_at': '2022-05-24T23:48:10Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a6e21d-290f-43a5-9cba-f64045ed2504', 'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:37:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:57Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:48:12.525484 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100f774f-7180-4c62-a503-a7bf9b95796a None None] The sync data for ids ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'] in n-d-843146-7 is: [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '1cca702b-be7d-4464-917e-2ef4192d9e2b', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'port_id': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'mac_address': 'fa:16:3e:41:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:48:10Z', 'updated_at': '2022-05-24T23:48:10Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a6e21d-290f-43a5-9cba-f64045ed2504', 'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:37:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:57Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:48:12.711768 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6478c8b4-3641-442f-a67e-d532df7b3fcf None None] New status for floating IP 1cca702b-be7d-4464-917e-2ef4192d9e2b: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:48:12.948495 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55518) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:13.066840 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-92db53d8-0dd8-4fba-b42b-30a9cb42953a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/1cca702b-be7d-4464-917e-2ef4192d9e2b HTTP/1.1" status: 200 len: 994 time: 0.1172469 May 24 23:48:24.806817 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:26.503286 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:35.405370 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c573fe0d-ab27-476b-b887-f0d5d7076013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:37.506902 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cf20f080-620d-4850-b6a2-dbd645d50ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:38.745247 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:38.987603 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:40.262195 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:45.426704 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:48:46.757468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55538) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:48:46.823251 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82bcc2-545d-4282-842a-64817d654f77 req-279b0352-4116-4534-a281-d6fe1acdd973 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:46.824717 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d82bcc2-545d-4282-842a-64817d654f77 req-279b0352-4116-4534-a281-d6fe1acdd973 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0879769 May 24 23:48:46.867038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-5c87c339-b507-4f29-af14-1eac205d41dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083524 May 24 23:48:46.870240 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4d82bcc2-545d-4282-842a-64817d654f77 req-fef321b1-bccf-454a-849c-fbe0b42016a7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394049 May 24 23:48:48.149578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099a2c-0be4-41c6-ac60-2976af876032 req-441bf6a1-ea67-445c-bf61-6f11a168d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:48.151243 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-441bf6a1-ea67-445c-bf61-6f11a168d2c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 1097 time: 0.0786660 May 24 23:48:48.333081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099a2c-0be4-41c6-ac60-2976af876032 req-429b387c-de5b-4c6c-8e74-67b0800e97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:48.334636 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-429b387c-de5b-4c6c-8e74-67b0800e97b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 HTTP/1.1" status: 200 len: 897 time: 0.1742320 May 24 23:48:48.348745 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97ce2d-c47a-482c-9ef1-6ea7d8ca42a1 req-1eb7e225-0670-4d8f-830c-a3bc3251545a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:48.350106 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0b97ce2d-c47a-482c-9ef1-6ea7d8ca42a1 req-1eb7e225-0670-4d8f-830c-a3bc3251545a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.1721644 May 24 23:48:48.475980 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0b97ce2d-c47a-482c-9ef1-6ea7d8ca42a1 req-9d3c4b46-d73b-4079-852e-06863d5e3d03 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713382 May 24 23:48:48.477811 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-ca0611ca-1c07-4310-a779-acee6fe3eaa0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc HTTP/1.1" status: 200 len: 1002 time: 0.1268015 May 24 23:48:48.546699 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099a2c-0be4-41c6-ac60-2976af876032 req-8c76d56e-9b55-4a67-b4a4-1da4ddcd48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:48.548154 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-8c76d56e-9b55-4a67-b4a4-1da4ddcd48c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89f9b103-7522-4e07-8d0a-7fbe0efeac3c HTTP/1.1" status: 200 len: 835 time: 0.0614896 May 24 23:48:48.630445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099a2c-0be4-41c6-ac60-2976af876032 req-cda07216-e98c-4b71-81d2-f52cba750b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:48.631913 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-cda07216-e98c-4b71-81d2-f52cba750b29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742579 May 24 23:48:48.874563 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-9982a613-995c-4932-97d6-587e1bd295d4 service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321358 May 24 23:48:49.011149 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-b1466613-1d38-4efd-aff6-165ecc4303c7 service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275399 May 24 23:48:49.685640 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26284b1d-1727-4b9d-80c5-01650292428b req-aa23efe6-3eed-4e41-a23a-212e3b9ee467 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:49.687103 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-26284b1d-1727-4b9d-80c5-01650292428b req-aa23efe6-3eed-4e41-a23a-212e3b9ee467 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0948470 May 24 23:48:49.731410 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-26284b1d-1727-4b9d-80c5-01650292428b req-be9acc39-3ea3-43b3-91a3-aef61eabcebc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386097 May 24 23:48:50.934565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645643a3-5075-40be-8b58-8e833b372097 req-8cbb6f3e-68cb-46d9-a2f6-5c7066db09e4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:50.935906 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-645643a3-5075-40be-8b58-8e833b372097 req-8cbb6f3e-68cb-46d9-a2f6-5c7066db09e4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0970299 May 24 23:48:50.985689 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-645643a3-5075-40be-8b58-8e833b372097 req-9b0cb572-1b4b-4b10-93af-47f996757ff3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437775 May 24 23:48:52.197536 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b977168-a76d-4710-90f3-847b510dca81 req-48451b44-e835-4ac1-b42c-85ab7a1e8584 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:52.199064 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b977168-a76d-4710-90f3-847b510dca81 req-48451b44-e835-4ac1-b42c-85ab7a1e8584 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0951121 May 24 23:48:52.246970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1b977168-a76d-4710-90f3-847b510dca81 req-1a3d6d55-bd92-4c08-a6e9-6381ec9d1b4a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388088 May 24 23:48:53.471901 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa43cc-3908-4b1f-8182-24609e4a4a9b req-876e780b-fd8e-4f29-a934-48beb09437cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:53.473406 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6fa43cc-3908-4b1f-8182-24609e4a4a9b req-876e780b-fd8e-4f29-a934-48beb09437cb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0887523 May 24 23:48:53.522579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a6fa43cc-3908-4b1f-8182-24609e4a4a9b req-6c3ba717-30b4-4b16-a550-0ed6335572ce tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433192 May 24 23:48:54.718737 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542765e8-66ff-4391-a03f-933023bc93b5 req-280df21c-cbcf-4ebd-babf-fcbaa8c327d8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:54.720196 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-542765e8-66ff-4391-a03f-933023bc93b5 req-280df21c-cbcf-4ebd-babf-fcbaa8c327d8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0862653 May 24 23:48:54.772674 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-542765e8-66ff-4391-a03f-933023bc93b5 req-f42caffb-1d41-414c-bedd-f9c8d1415339 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437601 May 24 23:48:54.806857 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:55.992492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7979efe-fed5-4a81-8fa2-51fb3b33f69b req-d8d5876f-47e1-4216-bca0-2da7b6b585b7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:55.993963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7979efe-fed5-4a81-8fa2-51fb3b33f69b req-d8d5876f-47e1-4216-bca0-2da7b6b585b7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.1081650 May 24 23:48:56.039830 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e7979efe-fed5-4a81-8fa2-51fb3b33f69b req-93915b10-68bb-4a9f-a3b8-4154097c0359 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 May 24 23:48:56.498282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:48:57.232427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1844bc-0ef3-4bb2-a055-0a6ad5d34d55 req-521a2c35-fc15-4cf6-94f8-fe7cffa93c3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:57.233989 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc1844bc-0ef3-4bb2-a055-0a6ad5d34d55 req-521a2c35-fc15-4cf6-94f8-fe7cffa93c3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0860434 May 24 23:48:57.280283 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cc1844bc-0ef3-4bb2-a055-0a6ad5d34d55 req-cb0203b7-729a-4d35-8024-d7b5b240f24c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380330 May 24 23:48:58.481217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c04007-49d5-4c9a-b725-2f18e4384f8c req-975993b7-bc10-438b-a675-b7126b4557fc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:58.482717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6c04007-49d5-4c9a-b725-2f18e4384f8c req-975993b7-bc10-438b-a675-b7126b4557fc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0858953 May 24 23:48:58.527770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b6c04007-49d5-4c9a-b725-2f18e4384f8c req-ba11acea-1ce5-42dc-bd0b-738ab8057178 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391104 May 24 23:48:59.721277 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c35ab-5184-48aa-a3d0-93ed66f6b9fc req-73df30b7-2b31-40e1-b7d6-98be21385474 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:48:59.722752 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-115c35ab-5184-48aa-a3d0-93ed66f6b9fc req-73df30b7-2b31-40e1-b7d6-98be21385474 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0892060 May 24 23:48:59.776345 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-115c35ab-5184-48aa-a3d0-93ed66f6b9fc req-592c03cd-2778-495c-8759-bf41b590a388 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450115 May 24 23:49:00.977160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8ef98-bc26-4769-a62f-634e0767edb1 req-0cfb5f8b-7f9e-4ae6-abb9-29f59f60f432 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:00.978673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-89f8ef98-bc26-4769-a62f-634e0767edb1 req-0cfb5f8b-7f9e-4ae6-abb9-29f59f60f432 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0850339 May 24 23:49:01.023575 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-89f8ef98-bc26-4769-a62f-634e0767edb1 req-2e7855c4-7601-4574-ac8b-74cac4e1bcc8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386221 May 24 23:49:02.234628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec667536-e578-4b2f-b77c-ba9a4a0b8b9c req-c3d4a258-8ced-4336-960c-f65b62955bed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:02.236109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec667536-e578-4b2f-b77c-ba9a4a0b8b9c req-c3d4a258-8ced-4336-960c-f65b62955bed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0915780 May 24 23:49:02.281044 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec667536-e578-4b2f-b77c-ba9a4a0b8b9c req-39366cbd-088a-4c2d-84e2-232e8259094c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391917 May 24 23:49:03.480805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e08b6-be35-418c-bd4a-492d488f958c req-9ce3ff52-552b-4fd1-be5b-9bc127126d6e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:03.482387 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-181e08b6-be35-418c-bd4a-492d488f958c req-9ce3ff52-552b-4fd1-be5b-9bc127126d6e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0879943 May 24 23:49:03.529347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-181e08b6-be35-418c-bd4a-492d488f958c req-25a7d6a2-d5f0-4c66-8c7d-c0d89db47ec2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385354 May 24 23:49:04.725712 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49276f-7666-46e7-aaf6-3e5e89b823c5 req-25c5da0a-3a6f-4c37-8ff1-cadf9bcb73ee tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:04.727232 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b49276f-7666-46e7-aaf6-3e5e89b823c5 req-25c5da0a-3a6f-4c37-8ff1-cadf9bcb73ee tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0920045 May 24 23:49:04.776478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b49276f-7666-46e7-aaf6-3e5e89b823c5 req-83a1df13-a355-4fc5-b8b5-66bf705f4228 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394418 May 24 23:49:05.402223 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-38165087-cc9a-4426-ad9b-f8154b88f7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:06.022338 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-76f158e4-69ce-4c01-a2d9-31e974d5b40a service neutron] 10.222.0.50 "GET /v2.0/ports/0566c03b-a3ec-4303-b10d-b9eeb01374dc/bindings/n-h2-843146-7 HTTP/1.1" status: 200 len: 382 time: 0.0986521 May 24 23:49:06.036434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9846b-b771-4a0f-b776-4cbef1a4b91f req-57b193b8-4bab-4042-b9ec-246287696810 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:06.037984 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4f9846b-b771-4a0f-b776-4cbef1a4b91f req-57b193b8-4bab-4042-b9ec-246287696810 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.1453695 May 24 23:49:06.084468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c4f9846b-b771-4a0f-b776-4cbef1a4b91f req-bdf49be4-726c-4a76-a792-26d08c6db95d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399053 May 24 23:49:06.315148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099a2c-0be4-41c6-ac60-2976af876032 req-d0336146-24f5-406c-8693-18afd7ecb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:06.316628 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-d0336146-24f5-406c-8693-18afd7ecb0b3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5&tenant_id=b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 1097 time: 0.0764251 May 24 23:49:06.420754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099a2c-0be4-41c6-ac60-2976af876032 req-b19ae600-1533-4185-be25-cd2019fdf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:06.422211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-b19ae600-1533-4185-be25-cd2019fdf835 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 1097 time: 0.0764663 May 24 23:49:06.561192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099a2c-0be4-41c6-ac60-2976af876032 req-4c526dbd-790a-4ccf-bdda-d2178467a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:06.562692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-4c526dbd-790a-4ccf-bdda-d2178467a1a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 HTTP/1.1" status: 200 len: 897 time: 0.1307356 May 24 23:49:06.675162 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-afd25c5d-141a-4def-a4e6-6bf894bab02f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc HTTP/1.1" status: 200 len: 1002 time: 0.1016064 May 24 23:49:06.750378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099a2c-0be4-41c6-ac60-2976af876032 req-04956408-9bbc-44e7-8467-f732c2dc2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:06.751861 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-04956408-9bbc-44e7-8467-f732c2dc2875 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89f9b103-7522-4e07-8d0a-7fbe0efeac3c HTTP/1.1" status: 200 len: 835 time: 0.0673857 May 24 23:49:06.836093 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099a2c-0be4-41c6-ac60-2976af876032 req-9afa69ee-7718-45ff-8323-a9a2531195e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:06.837630 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-9afa69ee-7718-45ff-8323-a9a2531195e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763667 May 24 23:49:07.096055 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-e2841357-10ee-438c-b40f-a0b9afe76bad service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475476 May 24 23:49:07.233682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-41099a2c-0be4-41c6-ac60-2976af876032 req-6d4636c5-0077-46e1-ac56-90d6bcf6bf35 service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284177 May 24 23:49:07.274884 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403a8c5-a92a-4a02-8302-eca4d8c16aaf req-08aa31f0-6ce1-44aa-a5b0-5d63f31a5a47 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:07.276477 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a403a8c5-a92a-4a02-8302-eca4d8c16aaf req-08aa31f0-6ce1-44aa-a5b0-5d63f31a5a47 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0822434 May 24 23:49:07.325562 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a403a8c5-a92a-4a02-8302-eca4d8c16aaf req-57389f72-f0d2-4f98-80e5-6dd1d3e2caeb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420866 May 24 23:49:07.453855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18cab-4d29-4143-8046-b39066032714 req-41dcfc39-06a2-4e59-b4f1-aeceec70fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:07.455381 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8cb18cab-4d29-4143-8046-b39066032714 req-41dcfc39-06a2-4e59-b4f1-aeceec70fcef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 1097 time: 0.0815814 May 24 23:49:07.491753 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-812dcb19-f45a-4526-8629-2f8f1897f2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:07.607137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18cab-4d29-4143-8046-b39066032714 req-4d7bea8d-61a9-44c8-96ff-2c7e778e412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:07.608600 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8cb18cab-4d29-4143-8046-b39066032714 req-4d7bea8d-61a9-44c8-96ff-2c7e778e412e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 HTTP/1.1" status: 200 len: 897 time: 0.1324272 May 24 23:49:07.723051 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8cb18cab-4d29-4143-8046-b39066032714 req-e0df5ac8-f30a-4df8-b424-55c7cde8d136 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc HTTP/1.1" status: 200 len: 1002 time: 0.1077595 May 24 23:49:07.785337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18cab-4d29-4143-8046-b39066032714 req-919ecc67-b846-47a4-b902-a3635e3190a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:07.786774 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8cb18cab-4d29-4143-8046-b39066032714 req-919ecc67-b846-47a4-b902-a3635e3190a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89f9b103-7522-4e07-8d0a-7fbe0efeac3c HTTP/1.1" status: 200 len: 835 time: 0.0569780 May 24 23:49:07.866108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18cab-4d29-4143-8046-b39066032714 req-a38caafb-2ec3-4024-a0ac-26cf8ba7cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:07.867562 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8cb18cab-4d29-4143-8046-b39066032714 req-a38caafb-2ec3-4024-a0ac-26cf8ba7cfbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728421 May 24 23:49:08.000038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8cb18cab-4d29-4143-8046-b39066032714 req-30d558a2-9dd3-4931-8a56-1d9d46ff7660 service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253262 May 24 23:49:08.131323 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8cb18cab-4d29-4143-8046-b39066032714 req-ae5a685c-5811-4226-a961-3b5f6e39bdb3 service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235247 May 24 23:49:08.524974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa0a2-3882-4fa1-9607-910a4b800a26 req-cfdeccc1-bfc9-4bb0-91e4-e051046e62bc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:08.526453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e95fa0a2-3882-4fa1-9607-910a4b800a26 req-cfdeccc1-bfc9-4bb0-91e4-e051046e62bc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0819271 May 24 23:49:08.572503 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e95fa0a2-3882-4fa1-9607-910a4b800a26 req-a78cfa21-efcf-46a0-bac1-b8ba1ee09597 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399141 May 24 23:49:08.748093 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:08.986495 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:09.776517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f43bab-f718-449a-b8b4-91dd50e80166 req-a3aadfd8-fc07-477d-ac85-13121f7f241f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:09.778271 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f7f43bab-f718-449a-b8b4-91dd50e80166 req-a3aadfd8-fc07-477d-ac85-13121f7f241f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0965979 May 24 23:49:09.826560 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f7f43bab-f718-449a-b8b4-91dd50e80166 req-6ada186e-4c55-4337-83ab-a66bbc8eaeee tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421174 May 24 23:49:10.143297 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207501c0-29a8-4cdc-9690-95a9aeaee3b3 req-a1ceb471-2b41-4a02-87f2-3d7a573b4310 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:10.144662 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-207501c0-29a8-4cdc-9690-95a9aeaee3b3 req-a1ceb471-2b41-4a02-87f2-3d7a573b4310 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0861776 May 24 23:49:10.153922 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987145-708a-4d51-adb1-36a6969f075c req-8f5f9e69-6d67-464e-976f-54363bcbe9f2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:10.155370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92987145-708a-4d51-adb1-36a6969f075c req-8f5f9e69-6d67-464e-976f-54363bcbe9f2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5&tenant_id=b43a53ddd5034815bcbf4fbf31c31820&binding%3Ahost_id=n-h2-843146-7 HTTP/1.1" status: 200 len: 946 time: 0.0924540 May 24 23:49:10.163082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0566c03b-a3ec-4303-b10d-b9eeb01374dc details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:49:10.167086 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0566c03b-a3ec-4303-b10d-b9eeb01374dc no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:49:10.305836 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987145-708a-4d51-adb1-36a6969f075c req-fd80f29d-5281-40b4-8496-be07b5f5f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:10.307599 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92987145-708a-4d51-adb1-36a6969f075c req-fd80f29d-5281-40b4-8496-be07b5f5f325 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 1097 time: 0.0793028 May 24 23:49:10.309853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-207501c0-29a8-4cdc-9690-95a9aeaee3b3 req-674611f2-4495-4020-867f-b7f6e829ad41 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585243 May 24 23:49:10.358085 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:10.401707 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0566c03b-a3ec-4303-b10d-b9eeb01374dc is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:49:10.401976 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:10.423498 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0566c03b-a3ec-4303-b10d-b9eeb01374dc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:49:10.457092 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'port_id': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'mac_address': 'fa:16:3e:41:33:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:49:10.462413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:49:10.503431 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0566c03b-a3ec-4303-b10d-b9eeb01374dc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:49:10.507885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987145-708a-4d51-adb1-36a6969f075c req-b62aa2bb-0450-43bd-9492-f470ac4158fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:10.509946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92987145-708a-4d51-adb1-36a6969f075c req-b62aa2bb-0450-43bd-9492-f470ac4158fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 HTTP/1.1" status: 200 len: 897 time: 0.1909721 May 24 23:49:10.517238 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:10.548657 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bde092b-10c2-4583-8eb7-a044cc1aa56b'] response: {'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'code': 200} May 24 23:49:10.577828 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0566c03b-a3ec-4303-b10d-b9eeb01374dc is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:49:10.578217 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:10.602376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0566c03b-a3ec-4303-b10d-b9eeb01374dc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:49:10.610309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0566c03b-a3ec-4303-b10d-b9eeb01374dc,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:10.636428 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28500f4e-d150-44d7-8f12-9d8fdd1a2358 req-18d21674-d719-4d9b-8715-a3acf4011ab2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:10.637912 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28500f4e-d150-44d7-8f12-9d8fdd1a2358 req-18d21674-d719-4d9b-8715-a3acf4011ab2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.2107487 May 24 23:49:10.640385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92987145-708a-4d51-adb1-36a6969f075c req-cb357cb5-8655-452d-860c-afd8248328f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc HTTP/1.1" status: 200 len: 1000 time: 0.1181445 May 24 23:49:10.648816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.649131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.649438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.649824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.650148 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.650469 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.650783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.651088 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.651403 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.651769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.652020 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.652330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:10.680617 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:49:10.680962 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:49:10.731045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-28500f4e-d150-44d7-8f12-9d8fdd1a2358 req-65b0c4c6-3cae-4986-8b09-f61062833226 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866749 May 24 23:49:10.737758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987145-708a-4d51-adb1-36a6969f075c req-87d2e087-a9b0-4c71-9bdf-d6c0908e1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:10.739440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92987145-708a-4d51-adb1-36a6969f075c req-87d2e087-a9b0-4c71-9bdf-d6c0908e1f71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89f9b103-7522-4e07-8d0a-7fbe0efeac3c HTTP/1.1" status: 200 len: 835 time: 0.0815115 May 24 23:49:10.936121 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987145-708a-4d51-adb1-36a6969f075c req-248fabba-b28c-4b05-b153-5a57410b5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:10.937532 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92987145-708a-4d51-adb1-36a6969f075c req-248fabba-b28c-4b05-b153-5a57410b5780 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920469 May 24 23:49:11.078408 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92987145-708a-4d51-adb1-36a6969f075c req-b4a71d92-3c96-4cea-9191-4e740eb23693 service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331632 May 24 23:49:11.213321 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92987145-708a-4d51-adb1-36a6969f075c req-f7bda9fc-9679-48db-b2db-45cf615ad230 service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285589 May 24 23:49:11.237871 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0566c03b-a3ec-4303-b10d-b9eeb01374dc is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:49:11.238470 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:11.255675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0566c03b-a3ec-4303-b10d-b9eeb01374dc {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:49:11.272765 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0566c03b-a3ec-4303-b10d-b9eeb01374dc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:49:11.280721 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:11.351470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0566c03b-a3ec-4303-b10d-b9eeb01374dc,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:11.535814 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['0566c03b-a3ec-4303-b10d-b9eeb01374dc'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:49:11.923445 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f162a92-258a-46c1-be99-5e28a7b6af6b req-5a08c91f-1360-4d9b-85cf-638b69c280b4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:11.924933 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f162a92-258a-46c1-be99-5e28a7b6af6b req-5a08c91f-1360-4d9b-85cf-638b69c280b4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 945 time: 0.0812097 May 24 23:49:11.970612 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4f162a92-258a-46c1-be99-5e28a7b6af6b req-84f52f94-4ebe-4334-9cb5-3a6c92fec9d4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395849 May 24 23:49:11.995032 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55616) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:12.115029 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9dd3a273-c546-414f-83e5-abadaa2c6eee tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/1cca702b-be7d-4464-917e-2ef4192d9e2b HTTP/1.1" status: 200 len: 993 time: 0.1187227 May 24 23:49:14.182869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0566c03b-a3ec-4303-b10d-b9eeb01374dc up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:49:14.260471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 0566c03b-a3ec-4303-b10d-b9eeb01374dc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:49:14.260838 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:14.377897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 0566c03b-a3ec-4303-b10d-b9eeb01374dc is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:49:14.378159 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:14.405984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:49:14.416003 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 0566c03b-a3ec-4303-b10d-b9eeb01374dc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:49:14.427104 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:14.463192 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa71f659-dd6d-4090-b545-0c65ca0f2d89'] response: {'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'code': 200} May 24 23:49:14.501293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=0566c03b-a3ec-4303-b10d-b9eeb01374dc,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:22.429717 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:49:24.810282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:26.500456 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:35.398442 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a5184bb2-1b2c-4cd7-b6dc-0eadbc0f23ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:37.502276 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-618aa701-2583-49df-8d72-d2cdee7cbb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:38.752400 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:38.993100 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:40.266174 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:42.711531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55632) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:42.935615 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 927a269a-bc06-43d4-bf2d-e05ebe34ef31 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:49:42.935882 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:43.121080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:43.121382 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:43.244540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 927a269a-bc06-43d4-bf2d-e05ebe34ef31 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:49:43.399737 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:43.448134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=927a269a-bc06-43d4-bf2d-e05ebe34ef31,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:43.484107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.484451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.484791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.485122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.485451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.485802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.486135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.486454 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.486775 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.487097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.487405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.487715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:43.548934 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:43.549175 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Floating IP 1cca702b-be7d-4464-917e-2ef4192d9e2b disassociated (deleted). External IP: 172.25.7.178, port: 0566c03b-a3ec-4303-b10d-b9eeb01374dc. May 24 23:49:44.037721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:49:44.244060 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:49:44.255544 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dfd0e5-37bc-4b2d-a8d7-27e5299489c8 None None] Sync routers for ids ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:49:44.263876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dfd0e5-37bc-4b2d-a8d7-27e5299489c8 None None] Routers {'6fd62823-b873-4e8b-a154-8eeba5f8a1b1'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:49:44.265268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f3dfd0e5-37bc-4b2d-a8d7-27e5299489c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:49:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:44.274815 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:44.347148 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-55c71cff-5368-4d24-8501-460fb353aa45 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/floatingips/1cca702b-be7d-4464-917e-2ef4192d9e2b HTTP/1.1" status: 204 len: 168 time: 1.6340017 May 24 23:49:44.347616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:49:44.408321 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e4bacc-d5cd-4b17-8722-11f61feaaee7'] response: {'name': 'network-changed', 'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'status': 'completed', 'code': 200} May 24 23:49:44.504998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f3dfd0e5-37bc-4b2d-a8d7-27e5299489c8 None None] Set router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:49:44.513516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e894e1-85a9-4b01-93a3-06ad26e94f5c req-e1447947-5273-461f-a15d-edd84b174a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:44.519742 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8e894e1-85a9-4b01-93a3-06ad26e94f5c req-e1447947-5273-461f-a15d-edd84b174a8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 1097 time: 0.0909059 May 24 23:49:44.684257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e894e1-85a9-4b01-93a3-06ad26e94f5c req-f07beb79-d906-49b9-816e-f2a0859448c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:44.685920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8e894e1-85a9-4b01-93a3-06ad26e94f5c req-f07beb79-d906-49b9-816e-f2a0859448c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 HTTP/1.1" status: 200 len: 897 time: 0.1595304 May 24 23:49:44.759422 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8e894e1-85a9-4b01-93a3-06ad26e94f5c req-cc56e4d9-9258-4d89-9a99-78c7bc93cb8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc HTTP/1.1" status: 200 len: 217 time: 0.0664463 May 24 23:49:44.824666 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124235d-f1a0-4ec5-9c20-7505154a33ae req-b18a9432-d4e2-4d2d-ae85-5fecd65daa80 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:44.825755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3124235d-f1a0-4ec5-9c20-7505154a33ae req-b18a9432-d4e2-4d2d-ae85-5fecd65daa80 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:49:44.831509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e894e1-85a9-4b01-93a3-06ad26e94f5c req-f2f65fce-89ce-4281-a603-50040c0387c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:44.833176 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8e894e1-85a9-4b01-93a3-06ad26e94f5c req-f2f65fce-89ce-4281-a603-50040c0387c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89f9b103-7522-4e07-8d0a-7fbe0efeac3c HTTP/1.1" status: 200 len: 835 time: 0.0643256 May 24 23:49:44.844327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-3124235d-f1a0-4ec5-9c20-7505154a33ae req-b18a9432-d4e2-4d2d-ae85-5fecd65daa80 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:49:44.847794 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3124235d-f1a0-4ec5-9c20-7505154a33ae req-b18a9432-d4e2-4d2d-ae85-5fecd65daa80 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.1309972 May 24 23:49:44.876396 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f3dfd0e5-37bc-4b2d-a8d7-27e5299489c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '57a6e21d-290f-43a5-9cba-f64045ed2504', 'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:37:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:57Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:44.886507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dfd0e5-37bc-4b2d-a8d7-27e5299489c8 None None] Checking router: 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:49:44.895834 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dfd0e5-37bc-4b2d-a8d7-27e5299489c8 None None] Routers {'6fd62823-b873-4e8b-a154-8eeba5f8a1b1'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:49:44.896446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f3dfd0e5-37bc-4b2d-a8d7-27e5299489c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:49:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:44.898938 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3124235d-f1a0-4ec5-9c20-7505154a33ae req-ac2d92d3-da10-48a5-9ccc-3f0dfd615c80 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441797 May 24 23:49:44.921296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e894e1-85a9-4b01-93a3-06ad26e94f5c req-64f753d6-9314-469b-9f42-6a30158e0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:44.922864 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8e894e1-85a9-4b01-93a3-06ad26e94f5c req-64f753d6-9314-469b-9f42-6a30158e0a64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833213 May 24 23:49:45.074309 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8e894e1-85a9-4b01-93a3-06ad26e94f5c req-df473bef-466b-4a43-a417-0c039b00c8cc service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440334 May 24 23:49:45.109428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f3dfd0e5-37bc-4b2d-a8d7-27e5299489c8 None None] Set router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:49:45.209925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d8e894e1-85a9-4b01-93a3-06ad26e94f5c req-59e4c93c-fb0d-4bb1-8851-3d334bb69ed9 service neutron] 10.222.0.50 "GET /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273718 May 24 23:49:45.426550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f3dfd0e5-37bc-4b2d-a8d7-27e5299489c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '57a6e21d-290f-43a5-9cba-f64045ed2504', 'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:37:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:57Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:45.431391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dfd0e5-37bc-4b2d-a8d7-27e5299489c8 None None] The sync data for ids ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'] in n-d-843146-7 is: [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:47:52Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '57a6e21d-290f-43a5-9cba-f64045ed2504', 'name': '', 'network_id': '7d26d2e4-aea6-41ff-b9a1-ae3b8880de44', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:37:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:51Z', 'updated_at': '2022-05-24T23:47:57Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '89f9b103-7522-4e07-8d0a-7fbe0efeac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:49:45.662650 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc7e32-2f7f-4ee8-ae09-fec5876785ac None None] New status for floating IP 1cca702b-be7d-4464-917e-2ef4192d9e2b: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:49:46.100344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee06346-c9fa-4dee-ab05-a01897b26dee req-db7d0d40-00b1-4f74-9125-917bec937fb3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:46.101909 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ee06346-c9fa-4dee-ab05-a01897b26dee req-db7d0d40-00b1-4f74-9125-917bec937fb3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.0820925 May 24 23:49:46.192243 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4ee06346-c9fa-4dee-ab05-a01897b26dee req-6b3c3fb4-5e06-41a8-ae77-2d76176aac67 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=582ff98e-f299-4f72-938e-6d13ce900c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601497 May 24 23:49:46.216857 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e52c8f-0d9e-4a5e-8f69-a8e397ac49ae req-7450db5f-174f-49d7-b6f5-d0aa1ad30f4d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:46.218331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16e52c8f-0d9e-4a5e-8f69-a8e397ac49ae req-7450db5f-174f-49d7-b6f5-d0aa1ad30f4d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 946 time: 0.1155987 May 24 23:49:46.294824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-16e52c8f-0d9e-4a5e-8f69-a8e397ac49ae req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 0566c03b-a3ec-4303-b10d-b9eeb01374dc {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:49:46.295130 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-16e52c8f-0d9e-4a5e-8f69-a8e397ac49ae req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:46.546645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-16e52c8f-0d9e-4a5e-8f69-a8e397ac49ae req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port 0566c03b-a3ec-4303-b10d-b9eeb01374dc, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=0566c03b-a3ec-4303-b10d-b9eeb01374dc,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:49:46.546965 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-16e52c8f-0d9e-4a5e-8f69-a8e397ac49ae req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:46.791331 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-16e52c8f-0d9e-4a5e-8f69-a8e397ac49ae req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 0566c03b-a3ec-4303-b10d-b9eeb01374dc owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:49:46.943543 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-16e52c8f-0d9e-4a5e-8f69-a8e397ac49ae req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:46.997058 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=0566c03b-a3ec-4303-b10d-b9eeb01374dc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:47.035392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.035718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.036064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.036416 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.036717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.037030 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.037346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.037690 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.038042 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.038480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.038786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.039099 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:47.080354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e52c8f-0d9e-4a5e-8f69-a8e397ac49ae req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] No DVR routers for this DVR port 0566c03b-a3ec-4303-b10d-b9eeb01374dc on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:49:47.082981 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-16e52c8f-0d9e-4a5e-8f69-a8e397ac49ae req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:47.085307 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'name': 'network-vif-deleted', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:49:47.105890 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-16e52c8f-0d9e-4a5e-8f69-a8e397ac49ae req-11f228c8-a7a9-444c-a40c-7bd06ba32e7c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "DELETE /v2.0/ports/0566c03b-a3ec-4303-b10d-b9eeb01374dc HTTP/1.1" status: 204 len: 173 time: 0.8758168 May 24 23:49:47.140091 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409be353-f9e7-428a-95a9-9d96503ea57f'] response: {'server_uuid': '9e36c2b6-3849-4121-b6e6-ab9eda1541f5', 'name': 'network-vif-deleted', 'tag': '0566c03b-a3ec-4303-b10d-b9eeb01374dc', 'status': 'completed', 'code': 200} May 24 23:49:47.370318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0c32cb6b-d29f-43a3-a479-df6acc759450 req-78b1de64-6955-45d6-b8a3-03669d6cfa10 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:49:47.388434 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0c32cb6b-d29f-43a3-a479-df6acc759450 req-78b1de64-6955-45d6-b8a3-03669d6cfa10 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:49:47.389831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c32cb6b-d29f-43a3-a479-df6acc759450 req-78b1de64-6955-45d6-b8a3-03669d6cfa10 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36c2b6-3849-4121-b6e6-ab9eda1541f5 HTTP/1.1" status: 200 len: 210 time: 0.0673170 May 24 23:49:48.500142 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55650) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:49.061441 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:49.427275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 57a6e21d-290f-43a5-9cba-f64045ed2504 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:49:49.427524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:49.731828 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port 57a6e21d-290f-43a5-9cba-f64045ed2504, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=57a6e21d-290f-43a5-9cba-f64045ed2504,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:49:49.732579 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:49.865616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 57a6e21d-290f-43a5-9cba-f64045ed2504 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:49:50.244758 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:50.291936 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=57a6e21d-290f-43a5-9cba-f64045ed2504,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:50.336722 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0566c03b-a3ec-4303-b10d-b9eeb01374dc no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:49:50.372754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 0566c03b-a3ec-4303-b10d-b9eeb01374dc {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:49:50.373107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 0566c03b-a3ec-4303-b10d-b9eeb01374dc not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:49:50.580517 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:50.969412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:49:51.274304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:49:51.283842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c0d3e-8fc7-45ff-ad2e-d5d1c2a6f7f7 None None] Sync routers for ids ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:49:51.291881 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ca7f138e-db9e-481a-aca4-03e8b06cfd3c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "PUT /v2.0/routers/6fd62823-b873-4e8b-a154-8eeba5f8a1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7906427 May 24 23:49:51.294545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c0d3e-8fc7-45ff-ad2e-d5d1c2a6f7f7 None None] Routers {'6fd62823-b873-4e8b-a154-8eeba5f8a1b1'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:49:51.295037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55654) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:51.295345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0b5c0d3e-8fc7-45ff-ad2e-d5d1c2a6f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:49:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:51.360623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de6b9ab-2d8b-45e2-befb-35202665c8dc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting subnet 89f9b103-7522-4e07-8d0a-7fbe0efeac3c {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:49:51.363816 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9de6b9ab-2d8b-45e2-befb-35202665c8dc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:51.417399 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9de6b9ab-2d8b-45e2-befb-35202665c8dc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:51.478838 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0b5c0d3e-8fc7-45ff-ad2e-d5d1c2a6f7f7 None None] Set router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:49:51.508088 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9de6b9ab-2d8b-45e2-befb-35202665c8dc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:51.584203 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9de6b9ab-2d8b-45e2-befb-35202665c8dc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:51.623590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6b9ab-2d8b-45e2-befb-35202665c8dc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Subnet': ['ID=89f9b103-7522-4e07-8d0a-7fbe0efeac3c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:51.627288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9de6b9ab-2d8b-45e2-befb-35202665c8dc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:51.634676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9de6b9ab-2d8b-45e2-befb-35202665c8dc tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/subnets/89f9b103-7522-4e07-8d0a-7fbe0efeac3c HTTP/1.1" status: 204 len: 168 time: 0.3385167 May 24 23:49:51.637788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55658) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:51.638557 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d5cbc-0be7-4d43-9edd-a4686c427847 None None] Network 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:49:51.822654 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:51.972063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0b5c0d3e-8fc7-45ff-ad2e-d5d1c2a6f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:49:50Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '2d95901f-c98d-4e8b-a4ae-4545f096f17e', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:47:48Z', 'updated_at': '2022-05-24T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:51.976321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c0d3e-8fc7-45ff-ad2e-d5d1c2a6f7f7 None None] Checking router: 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:49:51.985069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c0d3e-8fc7-45ff-ad2e-d5d1c2a6f7f7 None None] Routers {'6fd62823-b873-4e8b-a154-8eeba5f8a1b1'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:49:51.985718 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0b5c0d3e-8fc7-45ff-ad2e-d5d1c2a6f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:49:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:52.005898 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.017885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 2d95901f-c98d-4e8b-a4ae-4545f096f17e {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:49:52.018238 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.040243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26884a7b-6223-457e-98e1-d42d8d373549 None None] DHCP port deletion for 7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:49:52.100612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-26884a7b-6223-457e-98e1-d42d8d373549 None None] Deleting port c90f4e35-17af-4d80-92ab-7052e9413087 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:49:52.101395 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-26884a7b-6223-457e-98e1-d42d8d373549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.198414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port 2d95901f-c98d-4e8b-a4ae-4545f096f17e, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=2d95901f-c98d-4e8b-a4ae-4545f096f17e,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:49:52.198736 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.211127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-0b5c0d3e-8fc7-45ff-ad2e-d5d1c2a6f7f7 None None] Set router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:49:52.319763 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 2d95901f-c98d-4e8b-a4ae-4545f096f17e owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:49:52.328265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-0b5c0d3e-8fc7-45ff-ad2e-d5d1c2a6f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:49:52Z', 'revision_number': 6, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:52.336984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c0d3e-8fc7-45ff-ad2e-d5d1c2a6f7f7 None None] The sync data for ids ['6fd62823-b873-4e8b-a154-8eeba5f8a1b1'] in n-d-843146-7 is: [{'id': '6fd62823-b873-4e8b-a154-8eeba5f8a1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356934994', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:47:47Z', 'updated_at': '2022-05-24T23:49:52Z', 'revision_number': 6, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:49:52.435026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-26884a7b-6223-457e-98e1-d42d8d373549 None None] For port c90f4e35-17af-4d80-92ab-7052e9413087, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=c90f4e35-17af-4d80-92ab-7052e9413087,segment=NetworkSegment(93675f82-6ea6-4f46-83ad-af4ed530bbf7),segment_id=93675f82-6ea6-4f46-83ad-af4ed530bbf7)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:49:52.435417 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-26884a7b-6223-457e-98e1-d42d8d373549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.498524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.549353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=2d95901f-c98d-4e8b-a4ae-4545f096f17e,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:52.558308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-26884a7b-6223-457e-98e1-d42d8d373549 None None] Calling delete_port for c90f4e35-17af-4d80-92ab-7052e9413087 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:49:52.633127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-26884a7b-6223-457e-98e1-d42d8d373549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.638422 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.681903 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26884a7b-6223-457e-98e1-d42d8d373549 None None] Pushing event deleted for resources: {'Port': ['ID=c90f4e35-17af-4d80-92ab-7052e9413087,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:52.684610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26884a7b-6223-457e-98e1-d42d8d373549 None None] No DVR routers for this DVR port c90f4e35-17af-4d80-92ab-7052e9413087 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:49:52.932749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.935035 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.962116 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.962567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Fanout notify agent at l3_agent the message router_deleted on router 6fd62823-b873-4e8b-a154-8eeba5f8a1b1 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:49:52.978310 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:52.979366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c388f02e-2e1d-4e9f-b850-2c92978dc809 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/routers/6fd62823-b873-4e8b-a154-8eeba5f8a1b1 HTTP/1.1" status: 204 len: 168 time: 1.3406084 May 24 23:49:52.982244 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55662) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:53.095894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.148433 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c90f4e35-17af-4d80-92ab-7052e9413087 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:49:53.184995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: c90f4e35-17af-4d80-92ab-7052e9413087 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:49:53.185342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device c90f4e35-17af-4d80-92ab-7052e9413087 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:49:53.185876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 57a6e21d-290f-43a5-9cba-f64045ed2504 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:49:53.218550 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 57a6e21d-290f-43a5-9cba-f64045ed2504 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:49:53.218891 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 57a6e21d-290f-43a5-9cba-f64045ed2504 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:49:53.219312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2d95901f-c98d-4e8b-a4ae-4545f096f17e no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:49:53.234919 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.252046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 2d95901f-c98d-4e8b-a4ae-4545f096f17e {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:49:53.252178 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 2d95901f-c98d-4e8b-a4ae-4545f096f17e not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:49:53.260563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d26d2e4-aea6-41ff-b9a1-ae3b8880de44']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:53.274113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93675f82-6ea6-4f46-83ad-af4ed530bbf7') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:53.274385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93675f82-6ea6-4f46-83ad-af4ed530bbf7') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:53.286046 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.304269 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.311033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:49:53.311409 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.381569 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 93675f82-6ea6-4f46-83ad-af4ed530bbf7 resource provider aggregate not found May 24 23:49:53.402939 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 93675f82-6ea6-4f46-83ad-af4ed530bbf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93675f82-6ea6-4f46-83ad-af4ed530bbf7 found for delete ", "request_id": "req-00c7bcf1-2788-4166-9ce4-2e164ffaedbb"}]} May 24 23:49:53.419706 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.437291 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.448466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Network': ['ID=7d26d2e4-aea6-41ff-b9a1-ae3b8880de44,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:53.457681 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-8d3dd65b-0399-4717-899e-4caa67225eaf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/networks/7d26d2e4-aea6-41ff-b9a1-ae3b8880de44 HTTP/1.1" status: 204 len: 168 time: 0.4744220 May 24 23:49:53.460466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55670) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:53.537851 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3854d001-5186-4e3c-9026-b13b4f4dc2d3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.567629 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3854d001-5186-4e3c-9026-b13b4f4dc2d3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.631222 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3854d001-5186-4e3c-9026-b13b4f4dc2d3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.650486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854d001-5186-4e3c-9026-b13b4f4dc2d3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582ff98e-f299-4f72-938e-6d13ce900c00,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:53.666996 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3854d001-5186-4e3c-9026-b13b4f4dc2d3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.668838 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3854d001-5186-4e3c-9026-b13b4f4dc2d3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/security-groups/582ff98e-f299-4f72-938e-6d13ce900c00 HTTP/1.1" status: 204 len: 168 time: 0.2073395 May 24 23:49:53.790116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55678) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:53.795411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702923814', 'description': 'tempest-secgroup-smoke-1702923814 description', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:49:53.802334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:49:53.806697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:49:53.809535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:49:53.819400 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:49:53.831594 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.851217 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:49:53.855078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:49:53.857856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:49:53.863418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:49:53.934423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.941472 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.985784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320b3b61-4aed-4265-8e36-452648df959f,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:53.988719 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:53.989943 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-65c8f94d-15ee-4398-a5e0-50ec66645d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1987939 May 24 23:49:53.994039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55682) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:53.999334 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-a0343f7f-fb8b-418a-b7e3-a2008d301530 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '320b3b61-4aed-4265-8e36-452648df959f', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:49:54.006362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a0343f7f-fb8b-418a-b7e3-a2008d301530 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:49:54.010913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a0343f7f-fb8b-418a-b7e3-a2008d301530 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:49:54.013934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-a0343f7f-fb8b-418a-b7e3-a2008d301530 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:49:54.020514 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-a0343f7f-fb8b-418a-b7e3-a2008d301530 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:49:54.041644 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0343f7f-fb8b-418a-b7e3-a2008d301530 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.102917 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0343f7f-fb8b-418a-b7e3-a2008d301530 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.109079 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0343f7f-fb8b-418a-b7e3-a2008d301530 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.132816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0343f7f-fb8b-418a-b7e3-a2008d301530 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d93d967-2453-467e-b581-af270cf00e35,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:54.144611 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a0343f7f-fb8b-418a-b7e3-a2008d301530 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.146080 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a0343f7f-fb8b-418a-b7e3-a2008d301530 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510565 May 24 23:49:54.149832 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55686) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:54.154962 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cdb1f038-f322-43a5-8397-f64a61de33fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '320b3b61-4aed-4265-8e36-452648df959f', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:49:54.161524 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cdb1f038-f322-43a5-8397-f64a61de33fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:49:54.165593 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cdb1f038-f322-43a5-8397-f64a61de33fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:49:54.168460 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cdb1f038-f322-43a5-8397-f64a61de33fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:49:54.174107 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cdb1f038-f322-43a5-8397-f64a61de33fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:49:54.193640 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cdb1f038-f322-43a5-8397-f64a61de33fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.254690 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cdb1f038-f322-43a5-8397-f64a61de33fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.259799 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cdb1f038-f322-43a5-8397-f64a61de33fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.284135 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1f038-f322-43a5-8397-f64a61de33fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85797232-9be3-4f19-a8a9-564ddc753497,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:54.294917 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cdb1f038-f322-43a5-8397-f64a61de33fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.296281 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cdb1f038-f322-43a5-8397-f64a61de33fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453516 May 24 23:49:54.299190 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55690) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:54.304545 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ab4ba966-74ea-46a6-a312-c57b015abfd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '320b3b61-4aed-4265-8e36-452648df959f', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:49:54.311530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ab4ba966-74ea-46a6-a312-c57b015abfd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:49:54.315558 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ab4ba966-74ea-46a6-a312-c57b015abfd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:49:54.318616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ab4ba966-74ea-46a6-a312-c57b015abfd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:49:54.325265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ab4ba966-74ea-46a6-a312-c57b015abfd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:49:54.348225 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba966-74ea-46a6-a312-c57b015abfd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.417301 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba966-74ea-46a6-a312-c57b015abfd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.422989 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba966-74ea-46a6-a312-c57b015abfd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.446925 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ba966-74ea-46a6-a312-c57b015abfd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a811ccc-a28a-4092-8084-6d9f59f5203e,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:54.459653 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba966-74ea-46a6-a312-c57b015abfd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.460975 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ab4ba966-74ea-46a6-a312-c57b015abfd7 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608522 May 24 23:49:54.463810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55694) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:54.468744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d156ce9c-1144-46c1-9b6e-c8338fbf5f6a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '320b3b61-4aed-4265-8e36-452648df959f', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:49:54.475286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d156ce9c-1144-46c1-9b6e-c8338fbf5f6a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:49:54.479113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d156ce9c-1144-46c1-9b6e-c8338fbf5f6a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:49:54.482162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d156ce9c-1144-46c1-9b6e-c8338fbf5f6a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:49:54.487912 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d156ce9c-1144-46c1-9b6e-c8338fbf5f6a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:49:54.514461 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d156ce9c-1144-46c1-9b6e-c8338fbf5f6a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.578209 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d156ce9c-1144-46c1-9b6e-c8338fbf5f6a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.583082 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d156ce9c-1144-46c1-9b6e-c8338fbf5f6a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.606272 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156ce9c-1144-46c1-9b6e-c8338fbf5f6a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e94c2ab-601f-4039-9cf8-d7012e4182f0,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:54.617543 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d156ce9c-1144-46c1-9b6e-c8338fbf5f6a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.618822 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d156ce9c-1144-46c1-9b6e-c8338fbf5f6a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540532 May 24 23:49:54.621548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55698) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:54.626470 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '320b3b61-4aed-4265-8e36-452648df959f', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:49:54.633258 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:49:54.637252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:49:54.640209 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:49:54.646493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:49:54.659004 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Project b43a53ddd5034815bcbf4fbf31c31820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:49:54.665851 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.728223 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.734597 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.757286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240c7dd5-8881-426b-afab-ddf5fdd9c6ca,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:54.766727 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.768179 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-30bbd5b7-3966-4190-93a3-0bc33d9fb1f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1456912 May 24 23:49:54.771195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55702) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:54.776328 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '320b3b61-4aed-4265-8e36-452648df959f', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:49:54.782903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:49:54.786740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:49:54.789861 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:49:54.795507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:49:54.806391 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.809150 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Project b43a53ddd5034815bcbf4fbf31c31820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:49:54.816043 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.885203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.891090 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.911507 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095cbfaa-a93e-4811-9ddd-83057a4f7b97,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:54.925308 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.926507 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e12e8f63-dbf3-4a67-bc28-70b82ac3b80a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1543820 May 24 23:49:54.929520 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55706) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:54.935316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'network': {'name': 'tempest-network-smoke--996984716', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'port_security_enabled': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:49:54.940724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:49:54.944918 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:network and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:49:54.947717 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:49:54.953342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:49:54.963642 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:49:54.966964 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:54.993749 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:49:55.002124 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:55.002789 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Added segment 600fc520-f14e-4606-9b44-7a41e31d5f30 of type vlan for network 7c4eca24-0583-45e5-aad8-76a594ecf519 May 24 23:49:55.029794 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:55.061911 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:55.067887 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:55.068460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:55.173532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2424355 May 24 23:49:55.176610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55710) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:55.182816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'admin_state_up': True, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:49:55.183007 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f65cea-08a8-4c9d-b39b-31cf54900607 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Network': ['ID=7c4eca24-0583-45e5-aad8-76a594ecf519,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:55.192096 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:49:55.193791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 7c4eca24-0583-45e5-aad8-76a594ecf519 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:49:55.196326 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:router and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:49:55.199517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:49:55.206696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:49:55.220474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:55.221778 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:55.238875 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:55.518131 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:55.929058 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:55.957672 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:56.109534 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.25.7.142 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/5e2cc40a-7242-4218-9f81-1e6f08a7b054) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:49:56.271234 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:56.305158 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:56.372486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:49:56.375491 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:49:56.382246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=5e2cc40a-7242-4218-9f81-1e6f08a7b054,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:56.386441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:49:56.493041 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:56.816054 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:57.167686 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:57.506261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 29ffa57f-1e20-4c51-b6cd-97747986edb0 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:49:57.690431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:49:57.700649 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Sync routers for ids ['29ffa57f-1e20-4c51-b6cd-97747986edb0'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:49:57.710315 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Routers {'29ffa57f-1e20-4c51-b6cd-97747986edb0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:49:57.711040 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:49:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['29ffa57f-1e20-4c51-b6cd-97747986edb0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:57.723889 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:57.727038 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-09e2f819-c62e-46c3-a8cf-21ab8bd605a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5475810 May 24 23:49:57.728595 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55714) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:57.826858 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-3afa92ca-50fc-44bf-9738-ddf8af402378 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=b43a53ddd5034815bcbf4fbf31c31820&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0971413 May 24 23:49:57.829565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55720) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:57.882450 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Set router 29ffa57f-1e20-4c51-b6cd-97747986edb0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:49:57.960531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac48d3c-ca36-4b4c-90a2-c0cb8158e958 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:57.962103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bac48d3c-ca36-4b4c-90a2-c0cb8158e958 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316416 May 24 23:49:57.965131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55724) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:58.003947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-20a3a30b-b490-4c8e-af20-1c3a568df0eb tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375466 May 24 23:49:58.006786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55728) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:58.012316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1906459616', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:49:58.121091 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:49:58.125293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:subnet and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:49:58.128202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:49:58.134245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:49:58.145982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:49:58.149448 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:58.163309 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:49:56Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:58.167420 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Checking router: 29ffa57f-1e20-4c51-b6cd-97747986edb0 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:49:58.167762 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Updating router 29ffa57f-1e20-4c51-b6cd-97747986edb0 port 5e2cc40a-7242-4218-9f81-1e6f08a7b054 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:49:58.223449 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:58.364653 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:58.446908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Subnet': ['ID=4518ca02-1e42-4a20-9c20-d5a47c7da618,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:58.456890 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Checking segment: {'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:49:58.457369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network hostable DHCP agents. Network: 7c4eca24-0583-45e5-aad8-76a594ecf519, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:49:58.476673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 7c4eca24-0583-45e5-aad8-76a594ecf519 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:49:58.487431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 7c4eca24-0583-45e5-aad8-76a594ecf519) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:49:58.496762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ec017-0417-44b4-9aaf-dcd02a06045b None None] Network 7c4eca24-0583-45e5-aad8-76a594ecf519 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:49:58.500697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:49:58.501523 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:58.529482 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-94839b82-e57d-4259-916a-b0b9d7e51b3a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5216424 May 24 23:49:58.532290 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55732) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:49:58.554614 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:58.566266 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Transition to ACTIVE for port object 5e2cc40a-7242-4218-9f81-1e6f08a7b054 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:49:58.575858 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:58.655375 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Attempting to bind port 5e2cc40a-7242-4218-9f81-1e6f08a7b054 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:49:58.655838 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Attempting to bind port 5e2cc40a-7242-4218-9f81-1e6f08a7b054 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:49:58.656193 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Attempting to bind port 5e2cc40a-7242-4218-9f81-1e6f08a7b054 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:49:58.667162 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:49:58.667548 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:49:58.667932 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:58.668317 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:49:58.669178 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Bound port: 5e2cc40a-7242-4218-9f81-1e6f08a7b054, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:49:58.669178 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:58.702394 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Pushing event updated for resources: {'Port': ['ID=5e2cc40a-7242-4218-9f81-1e6f08a7b054,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:58.718376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-7c4eca24-0583-45e5-aad8-76a594ecf519', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ips': [{'subnet_id': '4518ca02-1e42-4a20-9c20-d5a47c7da618'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:49:58.719444 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:58.727448 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.727790 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.728127 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.728461 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.728789 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.729116 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.729439 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.729785 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.730104 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.730685 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.730817 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.731045 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:49:58.762833 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] For port 5e2cc40a-7242-4218-9f81-1e6f08a7b054, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:49:58.766101 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] For port 5e2cc40a-7242-4218-9f81-1e6f08a7b054, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e2cc40a-7242-4218-9f81-1e6f08a7b054,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:49:58.771872 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:58.853535 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Routers {'29ffa57f-1e20-4c51-b6cd-97747986edb0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:49:58.854220 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:49:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['29ffa57f-1e20-4c51-b6cd-97747986edb0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:58.882696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Allocated IP 172.20.0.2 (7c4eca24-0583-45e5-aad8-76a594ecf519/4518ca02-1e42-4a20-9c20-d5a47c7da618/3773b255-6874-4118-b894-8c285e7eb4b0) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:49:58.919558 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176a43e-1d14-4fac-a9e7-cbaea2e6edf4 None None] Pushing event updated for resources: {'Port': ['ID=5e2cc40a-7242-4218-9f81-1e6f08a7b054,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:59.074382 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] Set router 29ffa57f-1e20-4c51-b6cd-97747986edb0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:49:59.096658 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:59.109099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Transition to ACTIVE for port object 3773b255-6874-4118-b894-8c285e7eb4b0 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:49:59.129593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Transition to ACTIVE for port object 3773b255-6874-4118-b894-8c285e7eb4b0 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:49:59.137232 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:59.222317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Network 7c4eca24-0583-45e5-aad8-76a594ecf519 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:49:59.225001 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:49:59.230744 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:49:59.232959 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Pushing event updated for resources: {'Port': ['ID=3773b255-6874-4118-b894-8c285e7eb4b0,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:59.322563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Attempting to bind port 3773b255-6874-4118-b894-8c285e7eb4b0 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:49:59.323155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Attempting to bind port 3773b255-6874-4118-b894-8c285e7eb4b0 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:49:59.323393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Attempting to bind port 3773b255-6874-4118-b894-8c285e7eb4b0 on network 7c4eca24-0583-45e5-aad8-76a594ecf519 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:49:59.329250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:49:59.329655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Checking segment: {'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:49:59.330057 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:59.330446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Bound using segment: {'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:49:59.330906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Bound port: 3773b255-6874-4118-b894-8c285e7eb4b0, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:49:59.331285 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:59.360777 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:49:56Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:49:59.364679 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fea63f-5e3e-4d90-9521-0e1d70f5857f None None] The sync data for ids ['29ffa57f-1e20-4c51-b6cd-97747986edb0'] in n-d-843146-7 is: [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:49:56Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:49:59.387711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:59.427302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] For port 3773b255-6874-4118-b894-8c285e7eb4b0, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:49:59.429828 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:49:59.431155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] For port 3773b255-6874-4118-b894-8c285e7eb4b0, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3773b255-6874-4118-b894-8c285e7eb4b0,segment=NetworkSegment(600fc520-f14e-4606-9b44-7a41e31d5f30),segment_id=600fc520-f14e-4606-9b44-7a41e31d5f30)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:49:59.438038 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:49:59.527971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a0b4d-bf83-49ee-ac02-d2893f93d08b None None] Pushing event updated for resources: {'Port': ['ID=3773b255-6874-4118-b894-8c285e7eb4b0,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:49:59.850513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.20.0.1 (7c4eca24-0583-45e5-aad8-76a594ecf519/4518ca02-1e42-4a20-9c20-d5a47c7da618/3bb9c3db-62b9-47bb-8caa-03071d9a75b3) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:50:00.024947 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:00.042287 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Transition to ACTIVE for port object 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:50:00.069278 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:00.141972 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 7c4eca24-0583-45e5-aad8-76a594ecf519 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:50:00.145661 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:50:00.148554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:50:00.186249 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=3bb9c3db-62b9-47bb-8caa-03071d9a75b3,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:00.216525 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:00.490243 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:00.518898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db15d1-8bd9-458b-bc24-05e5ba36978f None None] Network 7c4eca24-0583-45e5-aad8-76a594ecf519 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:50:00.612454 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9d925894-08ce-4166-9462-cdddad9cfaef None None] Provisioning for port 3773b255-6874-4118-b894-8c285e7eb4b0 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:50:00.944600 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3773b255-6874-4118-b894-8c285e7eb4b0 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:50:01.025066 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 3773b255-6874-4118-b894-8c285e7eb4b0 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:50:01.030262 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3773b255-6874-4118-b894-8c285e7eb4b0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:01.030621 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:01.076371 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:01.082520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:01.096816 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-89ef5c00-fd85-4689-a4e3-2d8ff294f18a None None] Provisioning complete for port 3773b255-6874-4118-b894-8c285e7eb4b0 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:01.097198 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-89ef5c00-fd85-4689-a4e3-2d8ff294f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:01.210401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=3bb9c3db-62b9-47bb-8caa-03071d9a75b3,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:01.213851 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:01.236824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3773b255-6874-4118-b894-8c285e7eb4b0 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:01.237200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:01.352381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 3773b255-6874-4118-b894-8c285e7eb4b0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3773b255-6874-4118-b894-8c285e7eb4b0,segment=NetworkSegment(600fc520-f14e-4606-9b44-7a41e31d5f30),segment_id=600fc520-f14e-4606-9b44-7a41e31d5f30)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:01.353299 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-89ef5c00-fd85-4689-a4e3-2d8ff294f18a None None] Current status of the port 3773b255-6874-4118-b894-8c285e7eb4b0 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:01.353679 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-89ef5c00-fd85-4689-a4e3-2d8ff294f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:01.360169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 7c4eca24-0583-45e5-aad8-76a594ecf519 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:50:01.361265 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:50:01.363979 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:01.364741 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5e2cc40a-7242-4218-9f81-1e6f08a7b054 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:50:01.546948 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-89ef5c00-fd85-4689-a4e3-2d8ff294f18a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 24 23:50:01.547296 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-89ef5c00-fd85-4689-a4e3-2d8ff294f18a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 23:50:01.551346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=3773b255-6874-4118-b894-8c285e7eb4b0,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:01.554335 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 5e2cc40a-7242-4218-9f81-1e6f08a7b054 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:50:01.554791 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 29ffa57f-1e20-4c51-b6cd-97747986edb0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:50:01.559846 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5e2cc40a-7242-4218-9f81-1e6f08a7b054 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:01.560211 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:01.678701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5e2cc40a-7242-4218-9f81-1e6f08a7b054 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:01.679409 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:01.695185 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 5e2cc40a-7242-4218-9f81-1e6f08a7b054, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e2cc40a-7242-4218-9f81-1e6f08a7b054,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:01.701699 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:01.738967 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:50:01.753825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Sync routers for ids ['29ffa57f-1e20-4c51-b6cd-97747986edb0'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:50:01.754009 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6983a6ff-4dc7-4a57-886d-e57176a53692 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "PUT /v2.0/routers/29ffa57f-1e20-4c51-b6cd-97747986edb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2199667 May 24 23:50:01.773698 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Routers {'29ffa57f-1e20-4c51-b6cd-97747986edb0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:50:01.774323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:49:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['29ffa57f-1e20-4c51-b6cd-97747986edb0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:01.836654 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5e2cc40a-7242-4218-9f81-1e6f08a7b054,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:01.930582 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-1f0c28c1-b905-410c-a944-03a15770d2a4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:50:01.947453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-1f0c28c1-b905-410c-a944-03a15770d2a4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:50:01.948980 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-1f0c28c1-b905-410c-a944-03a15770d2a4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702923814&fields=id&tenant_id=b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 267 time: 0.0597615 May 24 23:50:01.955296 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Set router 29ffa57f-1e20-4c51-b6cd-97747986edb0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:50:02.100237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-b2c72dcc-5f95-4a58-92ab-2eefe39cd1e2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:02.101085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-b2c72dcc-5f95-4a58-92ab-2eefe39cd1e2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:network {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:50:02.118412 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-b2c72dcc-5f95-4a58-92ab-2eefe39cd1e2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:network {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:50:02.119673 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-b2c72dcc-5f95-4a58-92ab-2eefe39cd1e2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/networks?id=7c4eca24-0583-45e5-aad8-76a594ecf519 HTTP/1.1" status: 200 len: 796 time: 0.1639771 May 24 23:50:02.135680 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-27f67b2d-05d4-467c-a2fe-c94bed88cde6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/quotas/b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 375 time: 0.0102491 May 24 23:50:02.212508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-89ef5c00-fd85-4689-a4e3-2d8ff294f18a None None] Current status of the port 3773b255-6874-4118-b894-8c285e7eb4b0 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:02.222501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-521ca28b-8239-40fe-9a67-4fea5116cc7b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:50:02.239373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-521ca28b-8239-40fe-9a67-4fea5116cc7b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:50:02.241168 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-521ca28b-8239-40fe-9a67-4fea5116cc7b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999706 May 24 23:50:02.244451 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-89ef5c00-fd85-4689-a4e3-2d8ff294f18a None None] Provisioning for port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:50:02.259125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-89ef5c00-fd85-4689-a4e3-2d8ff294f18a None None] Provisioning complete for port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:02.259599 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-89ef5c00-fd85-4689-a4e3-2d8ff294f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:02.353411 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-89ef5c00-fd85-4689-a4e3-2d8ff294f18a None None] Port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:50:02.377757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:00Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '3bb9c3db-62b9-47bb-8caa-03071d9a75b3', 'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:2a:dc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:59Z', 'updated_at': '2022-05-24T23:50:00Z', 'revision_number': 2, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:02.380556 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f00546f8-b920-4a66-be26-475e4b0f694c service neutron] 10.222.0.55 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273553 May 24 23:50:02.381800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Checking router: 29ffa57f-1e20-4c51-b6cd-97747986edb0 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:50:02.382414 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Updating router 29ffa57f-1e20-4c51-b6cd-97747986edb0 port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:50:02.436951 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:02.514416 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-28e5d3b9-f612-4e68-a901-297c1242f7e6 service neutron] 10.222.0.55 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276572 May 24 23:50:02.551409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0ea54a96-dd44-47dd-ad3c-65e47961b504 None None] Provisioning complete for port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:02.551841 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0ea54a96-dd44-47dd-ad3c-65e47961b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:02.633221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0ea54a96-dd44-47dd-ad3c-65e47961b504 None None] Port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:50:02.702979 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-56dbe572-2e2a-4075-9534-d0e49f5b4960 req-0aa81724-be79-4b08-9060-679049b9298c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:50:02.716323 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-56dbe572-2e2a-4075-9534-d0e49f5b4960 req-0aa81724-be79-4b08-9060-679049b9298c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:50:02.717978 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-56dbe572-2e2a-4075-9534-d0e49f5b4960 req-0aa81724-be79-4b08-9060-679049b9298c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 210 time: 0.0614371 May 24 23:50:02.839991 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:02.854298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Transition to ACTIVE for port object 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:50:02.862159 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3773b255-6874-4118-b894-8c285e7eb4b0 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:50:02.940087 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:03.084971 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33466f-0282-4461-b0c7-19b8a4a46162 None None] Pushing event updated for resources: {'Port': ['ID=3bb9c3db-62b9-47bb-8caa-03071d9a75b3,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:03.184180 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3773b255-6874-4118-b894-8c285e7eb4b0 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:03.184613 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:03.228575 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Attempting to bind port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:50:03.228944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Attempting to bind port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:50:03.229308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Attempting to bind port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 on network 7c4eca24-0583-45e5-aad8-76a594ecf519 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:50:03.239739 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:50:03.240082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Checking segment: {'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:50:03.240511 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:03.241450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Bound using segment: {'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:50:03.241450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Bound port: 3bb9c3db-62b9-47bb-8caa-03071d9a75b3, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:50:03.241864 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:03.398590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] For port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:50:03.400491 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3773b255-6874-4118-b894-8c285e7eb4b0 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:03.401471 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5e2cc40a-7242-4218-9f81-1e6f08a7b054 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:50:03.446127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] For port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3bb9c3db-62b9-47bb-8caa-03071d9a75b3,segment=NetworkSegment(600fc520-f14e-4606-9b44-7a41e31d5f30),segment_id=600fc520-f14e-4606-9b44-7a41e31d5f30)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:50:03.454159 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:03.536801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Routers {'29ffa57f-1e20-4c51-b6cd-97747986edb0'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:50:03.537470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:49:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['29ffa57f-1e20-4c51-b6cd-97747986edb0'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:03.606886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33466f-0282-4461-b0c7-19b8a4a46162 None None] Pushing event updated for resources: {'Port': ['ID=3bb9c3db-62b9-47bb-8caa-03071d9a75b3,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:03.628507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 5e2cc40a-7242-4218-9f81-1e6f08a7b054 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:03.628876 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:03.784860 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] Set router 29ffa57f-1e20-4c51-b6cd-97747986edb0 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:50:03.993511 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a209efd0-54df-4550-8afd-a3c9369e0c51 req-03e07205-7155-4012-b3b6-d69638597e90 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 210 time: 0.1085911 May 24 23:50:04.050437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-a1cb9fdb-02b8-4236-84ff-f3e491833608 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:04.051883 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-a1cb9fdb-02b8-4236-84ff-f3e491833608 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/networks?id=7c4eca24-0583-45e5-aad8-76a594ecf519 HTTP/1.1" status: 200 len: 796 time: 0.3405497 May 24 23:50:04.077455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 5e2cc40a-7242-4218-9f81-1e6f08a7b054 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:04.103860 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-1dc368c1-b227-4f0a-9e6b-05814064949d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 380 time: 0.0416741 May 24 23:50:04.113033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'port': {'device_id': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'admin_state_up': True, 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'security_groups': ['320b3b61-4aed-4265-8e36-452648df959f']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:50:04.182310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:00Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '3bb9c3db-62b9-47bb-8caa-03071d9a75b3', 'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:2a:dc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:59Z', 'updated_at': '2022-05-24T23:50:03Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:04.186243 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcb0ba-9983-41f5-94b1-54f1eb811522 None None] The sync data for ids ['29ffa57f-1e20-4c51-b6cd-97747986edb0'] in n-d-843146-7 is: [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:00Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '3bb9c3db-62b9-47bb-8caa-03071d9a75b3', 'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:2a:dc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:59Z', 'updated_at': '2022-05-24T23:50:03Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:50:04.259088 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:50:04.271257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:50:04.282544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:50:04.286961 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:04.455615 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.20.0.8 (7c4eca24-0583-45e5-aad8-76a594ecf519/4518ca02-1e42-4a20-9c20-d5a47c7da618/59c59d6f-edd0-4f74-92fe-7e16c5c3de65) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:50:04.655397 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:04.672423 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Transition to ACTIVE for port object 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:50:04.697746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:04.776024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 7c4eca24-0583-45e5-aad8-76a594ecf519 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:50:04.779385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:50:04.784558 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:50:04.843847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=59c59d6f-edd0-4f74-92fe-7e16c5c3de65,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:04.853138 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:04.853138 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:04.889990 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f91d309c-2b33-4e87-b1d2-8177eaac33c1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7805638 May 24 23:50:04.907637 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:50:04.907999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Request body: {'port': {'device_id': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:50:04.999916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:50:05.010250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:05.010755 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:05.051290 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:05.149202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:05.149991 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:05.212356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac447-2a76-417f-a5da-c0dbca4d4f0e req-9941ad18-21c5-467e-856c-a21cb68cd001 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:05.215265 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-283c5ef0-92ab-4f59-8b50-502d1e9de9b3 None None] Provisioning for port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:50:05.220721 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5feac447-2a76-417f-a5da-c0dbca4d4f0e req-9941ad18-21c5-467e-856c-a21cb68cd001 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 931 time: 0.0970681 May 24 23:50:05.220898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-283c5ef0-92ab-4f59-8b50-502d1e9de9b3 None None] Provisioning complete for port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:05.221157 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-283c5ef0-92ab-4f59-8b50-502d1e9de9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:05.271555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3bb9c3db-62b9-47bb-8caa-03071d9a75b3,segment=NetworkSegment(600fc520-f14e-4606-9b44-7a41e31d5f30),segment_id=600fc520-f14e-4606-9b44-7a41e31d5f30)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:05.278139 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5feac447-2a76-417f-a5da-c0dbca4d4f0e req-6865d77d-31b9-4e04-a586-8c37f5707ea8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557933 May 24 23:50:05.283727 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:05.287511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-283c5ef0-92ab-4f59-8b50-502d1e9de9b3 None None] Port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:50:05.364915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=3bb9c3db-62b9-47bb-8caa-03071d9a75b3,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:05.393584 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d5899c70-5d39-47f7-b46f-7535b2f8da4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:05.452296 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:50:05.461375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:05.478481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Transition to ACTIVE for port object 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:50:05.483643 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:05.638085 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Pushing event updated for resources: {'Port': ['ID=59c59d6f-edd0-4f74-92fe-7e16c5c3de65,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:05.724696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Attempting to bind port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:50:05.725020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Attempting to bind port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:50:05.725418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Attempting to bind port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 on network 7c4eca24-0583-45e5-aad8-76a594ecf519 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:50:05.730185 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 on network 7c4eca24-0583-45e5-aad8-76a594ecf519 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:50:05.730496 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Attempting to bind port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 on network 7c4eca24-0583-45e5-aad8-76a594ecf519 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:50:05.735375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:50:05.735709 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Checking segment: {'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:50:05.736049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Bound using segment: {'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:50:05.736462 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Bound port: 59c59d6f-edd0-4f74-92fe-7e16c5c3de65, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600fc520-f14e-4606-9b44-7a41e31d5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:50:05.736800 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:05.830950 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] For port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:50:05.834129 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] For port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=59c59d6f-edd0-4f74-92fe-7e16c5c3de65,segment=NetworkSegment(600fc520-f14e-4606-9b44-7a41e31d5f30),segment_id=600fc520-f14e-4606-9b44-7a41e31d5f30)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:50:05.840884 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:05.899916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:05.900524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:05.901894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] 10.222.0.50 "PUT /v2.0/ports/59c59d6f-edd0-4f74-92fe-7e16c5c3de65 HTTP/1.1" status: 200 len: 1091 time: 0.9997482 May 24 23:50:05.902344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'tag': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:50:05.921514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f90e3e-7833-487f-a22a-e831b73d56da service neutron] Pushing event updated for resources: {'Port': ['ID=59c59d6f-edd0-4f74-92fe-7e16c5c3de65,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:06.096309 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66b8cee-add2-46ad-bd2c-58d86b9483ef'] response: {'name': 'network-changed', 'server_uuid': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'tag': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65', 'status': 'completed', 'code': 200} May 24 23:50:06.141519 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-ecf42781-25a6-4e6c-a6c8-c9ea8d2c5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:06.143601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-ecf42781-25a6-4e6c-a6c8-c9ea8d2c5dbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 1094 time: 0.1906219 May 24 23:50:06.217086 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-53da506f-ca3d-4fe6-90e7-43b30d6d60dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59c59d6f-edd0-4f74-92fe-7e16c5c3de65 HTTP/1.1" status: 200 len: 217 time: 0.0628068 May 24 23:50:06.283464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-7ac954a4-5ce9-4430-bbdd-8ed7cd08f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:06.284920 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-7ac954a4-5ce9-4430-bbdd-8ed7cd08f2a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4518ca02-1e42-4a20-9c20-d5a47c7da618 HTTP/1.1" status: 200 len: 835 time: 0.0581191 May 24 23:50:06.366557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f866b8cb-748f-45c4-a213-8dd5c8f01b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:06.368217 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-f866b8cb-748f-45c4-a213-8dd5c8f01b74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c4eca24-0583-45e5-aad8-76a594ecf519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733719 May 24 23:50:06.457430 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf33c5-6326-4696-89cc-bf999d667131 req-49030570-bd9a-4c29-ba52-e323f2aeaa9e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:06.458907 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4edf33c5-6326-4696-89cc-bf999d667131 req-49030570-bd9a-4c29-ba52-e323f2aeaa9e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 943 time: 0.0838270 May 24 23:50:06.502985 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4edf33c5-6326-4696-89cc-bf999d667131 req-23b0c81d-b2fd-414f-ae69-c7f7316dca9c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375276 May 24 23:50:06.505934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-53164e16-281c-4176-a809-eef4d0db02ef service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275446 May 24 23:50:06.645413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18328a83-5e25-4634-ab70-23a08ed1b862 req-e1048b4b-2507-466b-a83e-97dca963750f service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303759 May 24 23:50:06.790738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277522d-e124-4d9d-a853-1d4dd73c8106 req-51f30d72-64d6-499a-b9b0-e41bbd1c881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:06.792141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f277522d-e124-4d9d-a853-1d4dd73c8106 req-51f30d72-64d6-499a-b9b0-e41bbd1c881f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 1094 time: 0.0842493 May 24 23:50:06.857702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:50:06.923952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:06.924299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:06.935441 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277522d-e124-4d9d-a853-1d4dd73c8106 req-49ef4c8a-37da-4286-8c7b-892ab9c9fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:06.936941 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f277522d-e124-4d9d-a853-1d4dd73c8106 req-49ef4c8a-37da-4286-8c7b-892ab9c9fdf3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c4eca24-0583-45e5-aad8-76a594ecf519 HTTP/1.1" status: 200 len: 897 time: 0.1334527 May 24 23:50:07.009287 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f277522d-e124-4d9d-a853-1d4dd73c8106 req-ce6d9461-ab3e-41a7-af6c-dc3afa26b435 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59c59d6f-edd0-4f74-92fe-7e16c5c3de65 HTTP/1.1" status: 200 len: 217 time: 0.0631535 May 24 23:50:07.038986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:07.072251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277522d-e124-4d9d-a853-1d4dd73c8106 req-d7d294d2-fd3a-42d4-86d5-bae18adab100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:07.073731 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f277522d-e124-4d9d-a853-1d4dd73c8106 req-d7d294d2-fd3a-42d4-86d5-bae18adab100 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4518ca02-1e42-4a20-9c20-d5a47c7da618 HTTP/1.1" status: 200 len: 835 time: 0.0570965 May 24 23:50:07.163810 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277522d-e124-4d9d-a853-1d4dd73c8106 req-75df363c-d059-4203-aec3-47bfed0d7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:07.165317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f277522d-e124-4d9d-a853-1d4dd73c8106 req-75df363c-d059-4203-aec3-47bfed0d7ae8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c4eca24-0583-45e5-aad8-76a594ecf519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851331 May 24 23:50:07.298934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f277522d-e124-4d9d-a853-1d4dd73c8106 req-24ccfaa6-bca0-470a-b3e2-349dfb8ce3ac service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261089 May 24 23:50:07.456868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f277522d-e124-4d9d-a853-1d4dd73c8106 req-8e84bb7f-185d-44c5-a365-6136253daa89 service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507225 May 24 23:50:07.502015 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b0fcda36-360b-4743-a605-592a30fde16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:07.711624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d290dcf-98d5-430f-b64a-b5c9ca19a5ac req-a4f54a8d-2062-4416-9b8e-674f96671598 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:07.712313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9d290dcf-98d5-430f-b64a-b5c9ca19a5ac req-a4f54a8d-2062-4416-9b8e-674f96671598 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:50:07.730851 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-9d290dcf-98d5-430f-b64a-b5c9ca19a5ac req-a4f54a8d-2062-4416-9b8e-674f96671598 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:50:07.732018 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d290dcf-98d5-430f-b64a-b5c9ca19a5ac req-a4f54a8d-2062-4416-9b8e-674f96671598 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 943 time: 0.1154883 May 24 23:50:07.783404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9d290dcf-98d5-430f-b64a-b5c9ca19a5ac req-d3a85e36-f9b9-4d29-836d-496385375f0b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452535 May 24 23:50:08.415635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:50:08.549651 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=59c59d6f-edd0-4f74-92fe-7e16c5c3de65,segment=NetworkSegment(600fc520-f14e-4606-9b44-7a41e31d5f30),segment_id=600fc520-f14e-4606-9b44-7a41e31d5f30)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:08.562728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'port_id': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65', 'mac_address': 'fa:16:3e:1d:a3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:50:08.616424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:08.616820 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:08.636398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:50:08.653412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=59c59d6f-edd0-4f74-92fe-7e16c5c3de65,segment=NetworkSegment(600fc520-f14e-4606-9b44-7a41e31d5f30),segment_id=600fc520-f14e-4606-9b44-7a41e31d5f30)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:08.661278 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:08.727965 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=59c59d6f-edd0-4f74-92fe-7e16c5c3de65,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:08.749231 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:08.895640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['59c59d6f-edd0-4f74-92fe-7e16c5c3de65'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:50:08.978542 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fb854-93fe-4270-ac3b-2a3f9012137f req-6a1052ec-854e-4bd0-b68e-5d113aed85a0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:08.980146 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-121fb854-93fe-4270-ac3b-2a3f9012137f req-6a1052ec-854e-4bd0-b68e-5d113aed85a0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 944 time: 0.0807123 May 24 23:50:09.018172 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:09.025293 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-121fb854-93fe-4270-ac3b-2a3f9012137f req-7bf4b3fd-da7b-454e-b943-aeddac80680a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392656 May 24 23:50:10.223669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91131405-e988-42d2-a3c9-0fc8fbe06193 req-ed405da9-a018-41fc-9837-b4e8d04a1873 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:10.225116 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91131405-e988-42d2-a3c9-0fc8fbe06193 req-ed405da9-a018-41fc-9837-b4e8d04a1873 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 944 time: 0.0867953 May 24 23:50:10.267284 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:10.274651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-91131405-e988-42d2-a3c9-0fc8fbe06193 req-7e25042e-9aba-4256-a4f7-63422ff5bacb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436571 May 24 23:50:10.416791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:50:10.490307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:50:10.495423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:50:10.495812 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:10.613853 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:50:10.614223 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:10.641278 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:50:10.651947 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=59c59d6f-edd0-4f74-92fe-7e16c5c3de65,segment=NetworkSegment(600fc520-f14e-4606-9b44-7a41e31d5f30),segment_id=600fc520-f14e-4606-9b44-7a41e31d5f30)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:50:10.656929 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:10.729835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=59c59d6f-edd0-4f74-92fe-7e16c5c3de65,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:10.739007 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.739328 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.739810 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.740143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.740474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.740801 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.741124 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.741443 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.741807 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.742146 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.742677 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.743150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:50:10.850862 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62a316a-f616-4c8f-9ffe-0dad2617769e'] response: {'server_uuid': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65', 'code': 200} May 24 23:50:10.994095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e94f0-5ce0-4b3e-b409-e6ddef547b59 req-7cbe1efc-98a3-4602-899f-b9f31f79ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:10.995652 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-269e94f0-5ce0-4b3e-b409-e6ddef547b59 req-7cbe1efc-98a3-4602-899f-b9f31f79ac88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 1096 time: 0.0776463 May 24 23:50:11.040572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-269e94f0-5ce0-4b3e-b409-e6ddef547b59 req-b332864c-7c4c-42ee-b9fc-c88ec68f1649 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356760 May 24 23:50:11.479299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307cd12-9783-4049-a666-e42c60d1b5a4 req-4f022121-19b9-4479-9d10-573a21f0e7c2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:11.480939 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c307cd12-9783-4049-a666-e42c60d1b5a4 req-4f022121-19b9-4479-9d10-573a21f0e7c2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0919545 May 24 23:50:11.526316 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c307cd12-9783-4049-a666-e42c60d1b5a4 req-ccfee525-e5e8-4317-8de1-abcaa62d8482 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394254 May 24 23:50:12.730232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b48ed-0c9b-446d-8b2d-7b14b6101ac1 req-5a4a1bb8-b161-427f-9917-fdda675f9a2e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:12.732213 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf6b48ed-0c9b-446d-8b2d-7b14b6101ac1 req-5a4a1bb8-b161-427f-9917-fdda675f9a2e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0974493 May 24 23:50:12.781776 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-bf6b48ed-0c9b-446d-8b2d-7b14b6101ac1 req-8d82cafc-40d6-4f4e-b622-db35fec94857 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 May 24 23:50:12.998635 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23aa5b-1a32-4555-a564-9bdf2ba1f5bb req-8d94ffad-94e5-4ca5-8aa1-4a66698ec346 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:13.000181 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7c23aa5b-1a32-4555-a564-9bdf2ba1f5bb req-8d94ffad-94e5-4ca5-8aa1-4a66698ec346 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.1049216 May 24 23:50:13.043852 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7c23aa5b-1a32-4555-a564-9bdf2ba1f5bb req-5a4e63b2-1f85-4a3a-b766-534cec152b0b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379417 May 24 23:50:13.070976 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55788) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:50:13.150513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc965941-5493-4296-96c7-bedf351a57b6 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:13.151987 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-bc965941-5493-4296-96c7-bedf351a57b6 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 1091 time: 0.0801477 May 24 23:50:13.156290 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55792) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:50:13.161332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:50:13.168553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:50:13.172755 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:floatingip and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:50:13.175833 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:50:13.182266 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:50:13.196823 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:13.342323 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:13.584573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.25.7.48 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/c675e6c3-9d04-4cf0-a987-6e40574952ac) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:50:13.729528 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:13.760205 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:13.828694 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:50:13.831628 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:50:13.835224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:50:13.863976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=c675e6c3-9d04-4cf0-a987-6e40574952ac,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:14.258420 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:14.341377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:14.550175 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:14.556492 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:14.664456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=c675e6c3-9d04-4cf0-a987-6e40574952ac,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:50:14.674976 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:14.853247 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Floating IP 07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe associated. External IP: 172.25.7.48, port: 59c59d6f-edd0-4f74-92fe-7e16c5c3de65. May 24 23:50:15.325239 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 29ffa57f-1e20-4c51-b6cd-97747986edb0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:50:15.510968 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:50:15.522961 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce2d7f-78a6-42a8-b3ea-80d657604f20 None None] Sync routers for ids ['29ffa57f-1e20-4c51-b6cd-97747986edb0'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:50:15.534300 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce2d7f-78a6-42a8-b3ea-80d657604f20 None None] Routers {'29ffa57f-1e20-4c51-b6cd-97747986edb0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:50:15.535110 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c3ce2d7f-78a6-42a8-b3ea-80d657604f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:50:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['29ffa57f-1e20-4c51-b6cd-97747986edb0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:15.538097 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:15.593984 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4f9f59b4-5b1d-456a-81ae-acc6c993d45e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4366131 May 24 23:50:15.594562 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'tag': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:50:15.638672 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccff0c6b-fdfc-4449-8e97-a3ce1a3427c6'] response: {'name': 'network-changed', 'server_uuid': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'tag': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65', 'status': 'completed', 'code': 200} May 24 23:50:15.718602 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c3ce2d7f-78a6-42a8-b3ea-80d657604f20 None None] Set router 29ffa57f-1e20-4c51-b6cd-97747986edb0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:50:15.734473 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9b3c-619e-4666-b035-4898600c14a0 req-02e3698e-dcc4-42cf-9f0a-2bd2d8ebecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:15.735988 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b06a9b3c-619e-4666-b035-4898600c14a0 req-02e3698e-dcc4-42cf-9f0a-2bd2d8ebecf5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 1096 time: 0.0751247 May 24 23:50:15.768440 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d92398-2d74-460a-a8ce-50356d9f86bb req-14a7b1bb-a2b2-43d2-b6ba-f639957e9d66 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:15.769952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-47d92398-2d74-460a-a8ce-50356d9f86bb req-14a7b1bb-a2b2-43d2-b6ba-f639957e9d66 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0842161 May 24 23:50:15.822265 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-47d92398-2d74-460a-a8ce-50356d9f86bb req-f29cbd42-db56-4048-adfc-6b460fd29f4f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453167 May 24 23:50:15.847489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55800) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:50:15.979669 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9b3c-619e-4666-b035-4898600c14a0 req-6064b677-02c6-43a9-ad11-7669065e7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:15.981126 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b06a9b3c-619e-4666-b035-4898600c14a0 req-6064b677-02c6-43a9-ad11-7669065e7a04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c4eca24-0583-45e5-aad8-76a594ecf519 HTTP/1.1" status: 200 len: 897 time: 0.2389474 May 24 23:50:15.986346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f2eb8660-c74a-40a2-9d60-e41a4bf20228 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe HTTP/1.1" status: 200 len: 990 time: 0.1373844 May 24 23:50:16.065365 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c3ce2d7f-78a6-42a8-b3ea-80d657604f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:00Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'port_id': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'mac_address': 'fa:16:3e:1d:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:50:14Z', 'updated_at': '2022-05-24T23:50:14Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb9c3db-62b9-47bb-8caa-03071d9a75b3', 'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:2a:dc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:59Z', 'updated_at': '2022-05-24T23:50:05Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:16.069358 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce2d7f-78a6-42a8-b3ea-80d657604f20 None None] Checking router: 29ffa57f-1e20-4c51-b6cd-97747986edb0 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:50:16.078134 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce2d7f-78a6-42a8-b3ea-80d657604f20 None None] Routers {'29ffa57f-1e20-4c51-b6cd-97747986edb0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:50:16.078731 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c3ce2d7f-78a6-42a8-b3ea-80d657604f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:50:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['29ffa57f-1e20-4c51-b6cd-97747986edb0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:16.087059 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b06a9b3c-619e-4666-b035-4898600c14a0 req-94208e7e-1ad9-4297-9705-d37836651394 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59c59d6f-edd0-4f74-92fe-7e16c5c3de65 HTTP/1.1" status: 200 len: 998 time: 0.0980883 May 24 23:50:16.154642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9b3c-619e-4666-b035-4898600c14a0 req-e49271b7-beec-4dc0-9e06-b5320fc263f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:16.156792 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b06a9b3c-619e-4666-b035-4898600c14a0 req-e49271b7-beec-4dc0-9e06-b5320fc263f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4518ca02-1e42-4a20-9c20-d5a47c7da618 HTTP/1.1" status: 200 len: 835 time: 0.0629392 May 24 23:50:16.235573 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9b3c-619e-4666-b035-4898600c14a0 req-48188f38-6f58-47fd-9ed8-54993be970e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:16.237075 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b06a9b3c-619e-4666-b035-4898600c14a0 req-48188f38-6f58-47fd-9ed8-54993be970e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c4eca24-0583-45e5-aad8-76a594ecf519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723059 May 24 23:50:16.255349 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-c3ce2d7f-78a6-42a8-b3ea-80d657604f20 None None] Set router 29ffa57f-1e20-4c51-b6cd-97747986edb0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:50:16.370959 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b06a9b3c-619e-4666-b035-4898600c14a0 req-01ccaa07-6cb7-45d5-b54c-9174d42f4916 service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256938 May 24 23:50:16.505137 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b06a9b3c-619e-4666-b035-4898600c14a0 req-76877826-e689-465d-bb24-8763042f8e02 service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271830 May 24 23:50:16.640183 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-c3ce2d7f-78a6-42a8-b3ea-80d657604f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:00Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'port_id': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'mac_address': 'fa:16:3e:1d:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:50:14Z', 'updated_at': '2022-05-24T23:50:14Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb9c3db-62b9-47bb-8caa-03071d9a75b3', 'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:2a:dc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:59Z', 'updated_at': '2022-05-24T23:50:05Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:50:16.645166 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce2d7f-78a6-42a8-b3ea-80d657604f20 None None] The sync data for ids ['29ffa57f-1e20-4c51-b6cd-97747986edb0'] in n-d-843146-7 is: [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:00Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'port_id': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'mac_address': 'fa:16:3e:1d:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:50:14Z', 'updated_at': '2022-05-24T23:50:14Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb9c3db-62b9-47bb-8caa-03071d9a75b3', 'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:2a:dc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:59Z', 'updated_at': '2022-05-24T23:50:05Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:50:16.848715 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a7bc73-d906-487c-bdc1-b81772ebf5f4 None None] New status for floating IP 07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:50:16.990597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55804) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:50:17.102936 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0e7976b4-13b7-4ead-bb54-eb9740f3a411 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe HTTP/1.1" status: 200 len: 990 time: 0.1107802 May 24 23:50:18.106339 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55808) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:50:18.343500 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-52b0e6bd-7a76-4a10-8075-e5484d1cc034 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe HTTP/1.1" status: 200 len: 992 time: 0.2356088 May 24 23:50:24.808549 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:26.498230 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:35.396691 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5a65874f-13cb-4446-9e1d-d2d3867c6fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:36.435202 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:50:37.508733 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ef69038c-5494-4ebe-867e-cd59234ebb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:38.761268 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:39.008067 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:40.268301 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:49.977334 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86791b11-f451-4260-bacf-b9c3633d184a req-a1986dd0-9ab6-4799-846e-f5ff4695b46a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:49.978821 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86791b11-f451-4260-bacf-b9c3633d184a req-a1986dd0-9ab6-4799-846e-f5ff4695b46a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0904577 May 24 23:50:50.023526 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86791b11-f451-4260-bacf-b9c3633d184a req-9aafc77a-3cce-47ea-b1e3-6cdb20724019 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389540 May 24 23:50:51.234114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438ae1e-4a45-47e4-be4e-ff7313106cc2 req-4ba5b3d5-285e-46ce-bab8-3fae59d5ff1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:51.235688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2438ae1e-4a45-47e4-be4e-ff7313106cc2 req-4ba5b3d5-285e-46ce-bab8-3fae59d5ff1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0940118 May 24 23:50:51.281049 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2438ae1e-4a45-47e4-be4e-ff7313106cc2 req-2aaffaa9-0f86-4bfe-ac4d-34a096073d09 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393832 May 24 23:50:52.486801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b6813-c7a1-4fd6-8679-9cd784af31f9 req-d007ac3c-d621-4419-813e-9f7473d95b3f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:52.488250 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d7b6813-c7a1-4fd6-8679-9cd784af31f9 req-d007ac3c-d621-4419-813e-9f7473d95b3f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0937996 May 24 23:50:52.532615 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5d7b6813-c7a1-4fd6-8679-9cd784af31f9 req-0b5567ab-89d6-4ee0-bc01-3811ca4db2c8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382366 May 24 23:50:53.734885 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96ad24-7d28-4767-b0b8-d679b42ee5a4 req-a9677f8c-783d-4b94-bcac-7e14ce38da66 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:53.737375 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba96ad24-7d28-4767-b0b8-d679b42ee5a4 req-a9677f8c-783d-4b94-bcac-7e14ce38da66 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0960207 May 24 23:50:53.786719 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ba96ad24-7d28-4767-b0b8-d679b42ee5a4 req-e529ba9e-c4c8-4b53-8e91-6632f21c3369 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434904 May 24 23:50:54.811943 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:54.980898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa75ce-3ea5-4759-87bd-73d956f6b8b8 req-87b2cc83-081c-4e12-8a1e-457557041ebb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:54.982424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5aa75ce-3ea5-4759-87bd-73d956f6b8b8 req-87b2cc83-081c-4e12-8a1e-457557041ebb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0899739 May 24 23:50:55.027698 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c5aa75ce-3ea5-4759-87bd-73d956f6b8b8 req-e45a9b8c-2a0c-4fd2-b83b-0159b8843733 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388398 May 24 23:50:56.233443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb4313-85fe-44f5-ba99-4fd4d1a41ea4 req-505a2bff-6f3f-4569-b497-2d8e674a0043 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:56.234996 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41bb4313-85fe-44f5-ba99-4fd4d1a41ea4 req-505a2bff-6f3f-4569-b497-2d8e674a0043 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0928123 May 24 23:50:56.401422 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-41bb4313-85fe-44f5-ba99-4fd4d1a41ea4 req-b0bdb560-e735-4d5a-9743-f82d4c40ea2c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604059 May 24 23:50:56.496841 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:50:57.587139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfedb1-9c8e-47cb-9922-af321e568436 req-1724c023-9173-404b-9957-41b0d86a4259 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:57.588297 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1dfedb1-9c8e-47cb-9922-af321e568436 req-1724c023-9173-404b-9957-41b0d86a4259 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0794008 May 24 23:50:57.638915 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b1dfedb1-9c8e-47cb-9922-af321e568436 req-6c046702-2423-4fb4-9962-1b21391026bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447881 May 24 23:50:58.848902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce2317-c4cc-42f6-be13-41c778006875 req-b9926559-2a12-4061-a977-270095380d9b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:50:58.850429 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfce2317-c4cc-42f6-be13-41c778006875 req-b9926559-2a12-4061-a977-270095380d9b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0819123 May 24 23:50:58.894663 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cfce2317-c4cc-42f6-be13-41c778006875 req-7f6b06c4-85db-4809-a3ee-d91c95cda6a3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385101 May 24 23:51:00.084853 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8fcc8-f54f-4fee-84e9-bbaf8ecb487c req-4afb905f-f53c-4e0b-88c5-9fb9d164c02b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:00.086328 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0e8fcc8-f54f-4fee-84e9-bbaf8ecb487c req-4afb905f-f53c-4e0b-88c5-9fb9d164c02b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0811384 May 24 23:51:00.132781 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e0e8fcc8-f54f-4fee-84e9-bbaf8ecb487c req-5e1409b9-0ebc-4938-b025-3798337560da tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404928 May 24 23:51:01.331309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bacb6b-1b3d-4d3b-b06c-472c0467fd8a req-d2bdb4b8-ad28-45dc-90ce-27c444461e3e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:01.332757 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-69bacb6b-1b3d-4d3b-b06c-472c0467fd8a req-d2bdb4b8-ad28-45dc-90ce-27c444461e3e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0833979 May 24 23:51:01.379245 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-69bacb6b-1b3d-4d3b-b06c-472c0467fd8a req-bcd96970-835a-4551-99aa-e3fbf7b94046 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376847 May 24 23:51:01.408236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55854) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:01.517825 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-74e25d78-7ff8-4a81-87ac-13959195d062 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe HTTP/1.1" status: 200 len: 992 time: 0.1083922 May 24 23:51:03.051826 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da2ed5-1d91-408f-a40f-ded0e15875d1 req-80b7daf1-91b8-451f-903c-1c466b800682 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:03.053294 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6da2ed5-1d91-408f-a40f-ded0e15875d1 req-80b7daf1-91b8-451f-903c-1c466b800682 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.1442404 May 24 23:51:03.074014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ba5cc-890b-42cd-b3b9-240baf5f7975 req-f754eea4-56d1-4242-bbe4-5395b3d7c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:03.075395 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0ba5cc-890b-42cd-b3b9-240baf5f7975 req-f754eea4-56d1-4242-bbe4-5395b3d7c7b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 1096 time: 0.1083901 May 24 23:51:03.167617 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d6da2ed5-1d91-408f-a40f-ded0e15875d1 req-6eb3bbd8-9d92-4c9c-8125-49aacc33e6ff tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082811 May 24 23:51:03.226883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ba5cc-890b-42cd-b3b9-240baf5f7975 req-ac7bdb7d-c424-4d97-b52b-6d0513ba795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:03.228335 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0ba5cc-890b-42cd-b3b9-240baf5f7975 req-ac7bdb7d-c424-4d97-b52b-6d0513ba795e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c4eca24-0583-45e5-aad8-76a594ecf519 HTTP/1.1" status: 200 len: 897 time: 0.1371622 May 24 23:51:03.345605 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0ba5cc-890b-42cd-b3b9-240baf5f7975 req-04bbd592-785a-4144-93bc-8eddee0a6e13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59c59d6f-edd0-4f74-92fe-7e16c5c3de65 HTTP/1.1" status: 200 len: 1000 time: 0.1056836 May 24 23:51:03.410492 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ba5cc-890b-42cd-b3b9-240baf5f7975 req-4517861e-9ada-4aa2-8240-d14ac2659d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:03.411932 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0ba5cc-890b-42cd-b3b9-240baf5f7975 req-4517861e-9ada-4aa2-8240-d14ac2659d09 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4518ca02-1e42-4a20-9c20-d5a47c7da618 HTTP/1.1" status: 200 len: 835 time: 0.0575638 May 24 23:51:03.503642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ba5cc-890b-42cd-b3b9-240baf5f7975 req-67fb84ce-abfc-49a9-8103-fa6289f1437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:03.505139 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0ba5cc-890b-42cd-b3b9-240baf5f7975 req-67fb84ce-abfc-49a9-8103-fa6289f1437e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c4eca24-0583-45e5-aad8-76a594ecf519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836658 May 24 23:51:03.642457 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0ba5cc-890b-42cd-b3b9-240baf5f7975 req-be1f1c47-4cc2-4a96-8b37-4011fe80ad59 service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273711 May 24 23:51:03.788280 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b0ba5cc-890b-42cd-b3b9-240baf5f7975 req-807f13b8-3e1d-436d-bfdd-e7d554f347e7 service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356423 May 24 23:51:04.371299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714003d-8e00-4cce-9e1e-c6cc52e7bb7b req-00306331-5a1f-4f7c-915d-d4ce1b91e2fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:04.372774 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8714003d-8e00-4cce-9e1e-c6cc52e7bb7b req-00306331-5a1f-4f7c-915d-d4ce1b91e2fd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0849707 May 24 23:51:04.418397 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8714003d-8e00-4cce-9e1e-c6cc52e7bb7b req-7bd0c913-f248-41d8-9f97-46eef1291c2c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393071 May 24 23:51:05.401888 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-386610bc-e2dc-40dc-863a-10df43cfbea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:05.611559 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78697eae-9949-4264-80b1-6d08d9b90db4 req-94df05e7-0655-4d0c-9350-60dc8728249a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:05.613077 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78697eae-9949-4264-80b1-6d08d9b90db4 req-94df05e7-0655-4d0c-9350-60dc8728249a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0836589 May 24 23:51:05.660141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78697eae-9949-4264-80b1-6d08d9b90db4 req-79163863-32dd-40c4-821f-83d40dec6d19 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383561 May 24 23:51:05.683079 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55870) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:05.789193 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3e1f466c-f534-4e22-9a8a-4ee3b43fec55 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe HTTP/1.1" status: 200 len: 992 time: 0.1049592 May 24 23:51:07.500563 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a9f06f7c-494e-4cbf-9656-ba0fbfcbf763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:08.764406 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:08.906710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-499a90ef-b487-46aa-89bf-5e0804effbd5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791819 May 24 23:51:09.001690 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:09.061636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-f12c0a23-ad60-49bc-9c62-1aaa83a88e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:09.063166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-f12c0a23-ad60-49bc-9c62-1aaa83a88e10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 1096 time: 0.0836961 May 24 23:51:09.313342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-34f54c0b-d92d-45b5-aa4a-9cd6451ace66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:09.315099 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-34f54c0b-d92d-45b5-aa4a-9cd6451ace66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c4eca24-0583-45e5-aad8-76a594ecf519 HTTP/1.1" status: 200 len: 897 time: 0.2324994 May 24 23:51:09.417341 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-fe927842-ba60-477a-a8d5-3ea2a7f7fc7d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59c59d6f-edd0-4f74-92fe-7e16c5c3de65 HTTP/1.1" status: 200 len: 1000 time: 0.0937531 May 24 23:51:09.485885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-cd091716-8b9d-42f2-82f1-9961004f9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:09.487326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-cd091716-8b9d-42f2-82f1-9961004f9b7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4518ca02-1e42-4a20-9c20-d5a47c7da618 HTTP/1.1" status: 200 len: 835 time: 0.0631125 May 24 23:51:09.567183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-c976462d-d4df-49c0-aef4-ca89ea9e172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:09.568912 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-c976462d-d4df-49c0-aef4-ca89ea9e172d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c4eca24-0583-45e5-aad8-76a594ecf519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752816 May 24 23:51:09.707197 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-6c10e52e-4978-4c72-902b-e122e6bf7814 service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316712 May 24 23:51:09.855402 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-aea8be95-cca0-4a24-9711-fec26b7143dc req-53e44ab9-613d-423d-8f08-523310566470 service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422865 May 24 23:51:10.272755 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:13.436366 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:51:24.811547 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:26.500220 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:35.403307 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-e548fad5-d109-480e-9258-751a956f6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:36.446294 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55882) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:36.656342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port c675e6c3-9d04-4cf0-a987-6e40574952ac {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:51:36.656697 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:36.825928 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:36.826813 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:36.968217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for c675e6c3-9d04-4cf0-a987-6e40574952ac owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:51:37.128471 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:37.177743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=c675e6c3-9d04-4cf0-a987-6e40574952ac,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:37.214095 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.214443 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.214781 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.215116 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.215444 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.215772 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.216098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.216424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.216802 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.217165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.217643 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.217782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:37.277508 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:37.277854 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Floating IP 07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe disassociated (deleted). External IP: 172.25.7.48, port: 59c59d6f-edd0-4f74-92fe-7e16c5c3de65. May 24 23:51:37.495678 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b90333c2-9fdf-4e00-8e64-5a90e5adea81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:37.740224 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 29ffa57f-1e20-4c51-b6cd-97747986edb0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:51:37.922921 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:51:37.932467 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbea26d-a01c-42a8-9383-f03f0ae84bfe None None] Sync routers for ids ['29ffa57f-1e20-4c51-b6cd-97747986edb0'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:51:37.942957 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbea26d-a01c-42a8-9383-f03f0ae84bfe None None] Routers {'29ffa57f-1e20-4c51-b6cd-97747986edb0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:51:37.943568 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0dbea26d-a01c-42a8-9383-f03f0ae84bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:51:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['29ffa57f-1e20-4c51-b6cd-97747986edb0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:37.943936 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:38.001395 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c8016649-6022-4621-b4eb-8c4aba82bb28 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/floatingips/07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe HTTP/1.1" status: 204 len: 168 time: 1.5507932 May 24 23:51:38.001395 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'tag': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:51:38.062032 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec821945-89f2-4514-a1dc-25256daf3a87'] response: {'name': 'network-changed', 'server_uuid': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'tag': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65', 'status': 'completed', 'code': 200} May 24 23:51:38.132309 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0dbea26d-a01c-42a8-9383-f03f0ae84bfe None None] Set router 29ffa57f-1e20-4c51-b6cd-97747986edb0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:51:38.164196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2315a-8e6c-462c-93c6-d25ce38893a9 req-f986ada6-7bda-413d-aec0-ce110f0f49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:38.165734 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55c2315a-8e6c-462c-93c6-d25ce38893a9 req-f986ada6-7bda-413d-aec0-ce110f0f49bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 1096 time: 0.0739877 May 24 23:51:38.305916 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2315a-8e6c-462c-93c6-d25ce38893a9 req-540835fa-7145-4f17-ada2-60727532560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:38.307571 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55c2315a-8e6c-462c-93c6-d25ce38893a9 req-540835fa-7145-4f17-ada2-60727532560c service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c4eca24-0583-45e5-aad8-76a594ecf519 HTTP/1.1" status: 200 len: 897 time: 0.1324918 May 24 23:51:38.381840 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55c2315a-8e6c-462c-93c6-d25ce38893a9 req-a7d6cd9d-c3b1-42ff-85ca-5453bdb3ba43 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59c59d6f-edd0-4f74-92fe-7e16c5c3de65 HTTP/1.1" status: 200 len: 217 time: 0.0666237 May 24 23:51:38.397849 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58adb84-0650-439a-921b-f905b3968f46 req-4517f2c3-1fdd-43b8-b22b-611040ec55ec tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:38.398633 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d58adb84-0650-439a-921b-f905b3968f46 req-4517f2c3-1fdd-43b8-b22b-611040ec55ec tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:51:38.414752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-d58adb84-0650-439a-921b-f905b3968f46 req-4517f2c3-1fdd-43b8-b22b-611040ec55ec tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:51:38.416952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d58adb84-0650-439a-921b-f905b3968f46 req-4517f2c3-1fdd-43b8-b22b-611040ec55ec tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.1011567 May 24 23:51:38.451416 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0dbea26d-a01c-42a8-9383-f03f0ae84bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:00Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '3bb9c3db-62b9-47bb-8caa-03071d9a75b3', 'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:2a:dc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:59Z', 'updated_at': '2022-05-24T23:50:05Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:38.455771 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbea26d-a01c-42a8-9383-f03f0ae84bfe None None] Checking router: 29ffa57f-1e20-4c51-b6cd-97747986edb0 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:51:38.457720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2315a-8e6c-462c-93c6-d25ce38893a9 req-b50af40b-acba-48fb-8e1d-b06d861894ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:38.459293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55c2315a-8e6c-462c-93c6-d25ce38893a9 req-b50af40b-acba-48fb-8e1d-b06d861894ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4518ca02-1e42-4a20-9c20-d5a47c7da618 HTTP/1.1" status: 200 len: 835 time: 0.0696156 May 24 23:51:38.462629 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d58adb84-0650-439a-921b-f905b3968f46 req-75a2bde8-fe90-4014-b391-8d1682f316cd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 May 24 23:51:38.464609 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbea26d-a01c-42a8-9383-f03f0ae84bfe None None] Routers {'29ffa57f-1e20-4c51-b6cd-97747986edb0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:51:38.465337 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0dbea26d-a01c-42a8-9383-f03f0ae84bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:51:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['29ffa57f-1e20-4c51-b6cd-97747986edb0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:38.537960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2315a-8e6c-462c-93c6-d25ce38893a9 req-6c91e97f-2cc9-4201-a71c-0bc4b8878f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:38.539794 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55c2315a-8e6c-462c-93c6-d25ce38893a9 req-6c91e97f-2cc9-4201-a71c-0bc4b8878f98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c4eca24-0583-45e5-aad8-76a594ecf519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737588 May 24 23:51:38.637419 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0dbea26d-a01c-42a8-9383-f03f0ae84bfe None None] Set router 29ffa57f-1e20-4c51-b6cd-97747986edb0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:51:38.672767 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55c2315a-8e6c-462c-93c6-d25ce38893a9 req-d7db7ba8-9f8d-4e43-83a0-c861f1762bf4 service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243312 May 24 23:51:38.761562 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:38.808326 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-55c2315a-8e6c-462c-93c6-d25ce38893a9 req-64e7fa59-2bfb-4a13-8d2b-18cb4dd00dd8 service neutron] 10.222.0.50 "GET /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289232 May 24 23:51:38.958848 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0dbea26d-a01c-42a8-9383-f03f0ae84bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:00Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '3bb9c3db-62b9-47bb-8caa-03071d9a75b3', 'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:2a:dc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:59Z', 'updated_at': '2022-05-24T23:50:05Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:38.962814 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbea26d-a01c-42a8-9383-f03f0ae84bfe None None] The sync data for ids ['29ffa57f-1e20-4c51-b6cd-97747986edb0'] in n-d-843146-7 is: [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:00Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '3bb9c3db-62b9-47bb-8caa-03071d9a75b3', 'name': '', 'network_id': '7c4eca24-0583-45e5-aad8-76a594ecf519', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:2a:dc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:59Z', 'updated_at': '2022-05-24T23:50:05Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': '4518ca02-1e42-4a20-9c20-d5a47c7da618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:51:39.006195 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:39.199809 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df378c-797c-4c02-99cd-0872be70ba9b None None] New status for floating IP 07a08e6d-ee3e-4061-a5ff-c0ad4292d6fe: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:51:39.664333 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400cfe2-e83b-4d50-8ccb-9454600f19fd req-4ea9fa59-cedc-46df-a693-3d13381c80d4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:39.665833 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7400cfe2-e83b-4d50-8ccb-9454600f19fd req-4ea9fa59-cedc-46df-a693-3d13381c80d4 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0911672 May 24 23:51:39.714251 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7400cfe2-e83b-4d50-8ccb-9454600f19fd req-0ff6392f-bc61-47ed-81f8-72924eb0afea tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=320b3b61-4aed-4265-8e36-452648df959f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 May 24 23:51:40.086430 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46dca1-94ab-4ca6-81e0-ea1fbe53c8b7 req-70ccd1f3-6f0a-4d0f-a151-8c07bb2cef6c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:40.087857 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e46dca1-94ab-4ca6-81e0-ea1fbe53c8b7 req-70ccd1f3-6f0a-4d0f-a151-8c07bb2cef6c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 945 time: 0.0871601 May 24 23:51:40.159116 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4e46dca1-94ab-4ca6-81e0-ea1fbe53c8b7 req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:51:40.159465 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4e46dca1-94ab-4ca6-81e0-ea1fbe53c8b7 req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:40.275654 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:40.520571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4e46dca1-94ab-4ca6-81e0-ea1fbe53c8b7 req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=59c59d6f-edd0-4f74-92fe-7e16c5c3de65,segment=NetworkSegment(600fc520-f14e-4606-9b44-7a41e31d5f30),segment_id=600fc520-f14e-4606-9b44-7a41e31d5f30)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:51:40.520932 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4e46dca1-94ab-4ca6-81e0-ea1fbe53c8b7 req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:40.646233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-4e46dca1-94ab-4ca6-81e0-ea1fbe53c8b7 req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:51:40.791086 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4e46dca1-94ab-4ca6-81e0-ea1fbe53c8b7 req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:40.847395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=59c59d6f-edd0-4f74-92fe-7e16c5c3de65,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:40.872536 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-217f60d9-9d13-4793-bbc9-978cb51dc3d6 req-ded86511-c53b-46e1-a898-9f3193aaf6a2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3935a33-7b9c-49d3-bc9b-f88ad8f2a379 HTTP/1.1" status: 200 len: 210 time: 0.0466535 May 24 23:51:40.880847 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.881194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.881515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.881864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.882186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.882501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.882805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.883139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.883453 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.883771 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.884084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.884392 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:40.933486 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e46dca1-94ab-4ca6-81e0-ea1fbe53c8b7 req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] No DVR routers for this DVR port 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:51:40.936338 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4e46dca1-94ab-4ca6-81e0-ea1fbe53c8b7 req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:40.939649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'name': 'network-vif-deleted', 'tag': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:51:40.958640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4e46dca1-94ab-4ca6-81e0-ea1fbe53c8b7 req-2fe93350-4838-4c98-915a-8af0fbf16e68 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "DELETE /v2.0/ports/59c59d6f-edd0-4f74-92fe-7e16c5c3de65 HTTP/1.1" status: 204 len: 173 time: 0.8625128 May 24 23:51:40.992657 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31381a25-230c-4342-bd07-13dae4d9760c'] response: {'server_uuid': 'b3935a33-7b9c-49d3-bc9b-f88ad8f2a379', 'name': 'network-vif-deleted', 'tag': '59c59d6f-edd0-4f74-92fe-7e16c5c3de65', 'status': 'completed', 'code': 200} May 24 23:51:41.976092 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55904) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:42.555159 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:42.758927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:51:42.794905 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:51:42.795222 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 59c59d6f-edd0-4f74-92fe-7e16c5c3de65 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:51:43.027737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:51:43.028400 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:43.221233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port 3bb9c3db-62b9-47bb-8caa-03071d9a75b3, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3bb9c3db-62b9-47bb-8caa-03071d9a75b3,segment=NetworkSegment(600fc520-f14e-4606-9b44-7a41e31d5f30),segment_id=600fc520-f14e-4606-9b44-7a41e31d5f30)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:51:43.221659 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:43.353170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:51:43.550838 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:43.603639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=3bb9c3db-62b9-47bb-8caa-03071d9a75b3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:43.880802 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:44.254131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 29ffa57f-1e20-4c51-b6cd-97747986edb0 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:51:44.562605 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:51:44.572201 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a2cd6-b7a8-43d1-852c-d1da4bf579d1 None None] Sync routers for ids ['29ffa57f-1e20-4c51-b6cd-97747986edb0'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:51:44.576853 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4ea02a35-df87-4e78-bc41-849b244f8a38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "PUT /v2.0/routers/29ffa57f-1e20-4c51-b6cd-97747986edb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5993319 May 24 23:51:44.578831 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55908) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:44.583344 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a2cd6-b7a8-43d1-852c-d1da4bf579d1 None None] Routers {'29ffa57f-1e20-4c51-b6cd-97747986edb0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:51:44.583952 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-577a2cd6-b7a8-43d1-852c-d1da4bf579d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:51:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['29ffa57f-1e20-4c51-b6cd-97747986edb0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:44.646707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc68799a-0f4b-4e56-80a9-a234fbbc5dfd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting subnet 4518ca02-1e42-4a20-9c20-d5a47c7da618 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:51:44.649675 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc68799a-0f4b-4e56-80a9-a234fbbc5dfd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:44.703721 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc68799a-0f4b-4e56-80a9-a234fbbc5dfd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:44.754184 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-577a2cd6-b7a8-43d1-852c-d1da4bf579d1 None None] Set router 29ffa57f-1e20-4c51-b6cd-97747986edb0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:51:44.802989 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc68799a-0f4b-4e56-80a9-a234fbbc5dfd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:44.879922 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc68799a-0f4b-4e56-80a9-a234fbbc5dfd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:44.926696 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68799a-0f4b-4e56-80a9-a234fbbc5dfd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Subnet': ['ID=4518ca02-1e42-4a20-9c20-d5a47c7da618,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:44.929825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bc68799a-0f4b-4e56-80a9-a234fbbc5dfd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:44.933228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078510c6-432d-43bc-91fd-113e6b8a0933 None None] Network 7c4eca24-0583-45e5-aad8-76a594ecf519 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:51:44.938029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bc68799a-0f4b-4e56-80a9-a234fbbc5dfd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/subnets/4518ca02-1e42-4a20-9c20-d5a47c7da618 HTTP/1.1" status: 204 len: 168 time: 0.3578901 May 24 23:51:44.939830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55912) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:45.043333 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-577a2cd6-b7a8-43d1-852c-d1da4bf579d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:51:43Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:45.047671 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a2cd6-b7a8-43d1-852c-d1da4bf579d1 None None] Checking router: 29ffa57f-1e20-4c51-b6cd-97747986edb0 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:51:45.056049 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a2cd6-b7a8-43d1-852c-d1da4bf579d1 None None] Routers {'29ffa57f-1e20-4c51-b6cd-97747986edb0'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:51:45.056633 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-577a2cd6-b7a8-43d1-852c-d1da4bf579d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:51:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['29ffa57f-1e20-4c51-b6cd-97747986edb0'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:45.132985 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:45.212647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] DHCP port deletion for 7c4eca24-0583-45e5-aad8-76a594ecf519 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:51:45.217764 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Deleting port 3773b255-6874-4118-b894-8c285e7eb4b0 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:51:45.218183 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:45.234972 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-577a2cd6-b7a8-43d1-852c-d1da4bf579d1 None None] Set router 29ffa57f-1e20-4c51-b6cd-97747986edb0 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:51:45.315122 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:45.326230 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 5e2cc40a-7242-4218-9f81-1e6f08a7b054 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:51:45.326990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:45.419085 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] For port 3773b255-6874-4118-b894-8c285e7eb4b0, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3773b255-6874-4118-b894-8c285e7eb4b0,segment=NetworkSegment(600fc520-f14e-4606-9b44-7a41e31d5f30),segment_id=600fc520-f14e-4606-9b44-7a41e31d5f30)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:51:45.419386 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:45.508169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port 5e2cc40a-7242-4218-9f81-1e6f08a7b054, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=5e2cc40a-7242-4218-9f81-1e6f08a7b054,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:51:45.508501 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:45.523054 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-577a2cd6-b7a8-43d1-852c-d1da4bf579d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:51:43Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:45.527045 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a2cd6-b7a8-43d1-852c-d1da4bf579d1 None None] The sync data for ids ['29ffa57f-1e20-4c51-b6cd-97747986edb0'] in n-d-843146-7 is: [{'id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839338224', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:51:43Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': '5e2cc40a-7242-4218-9f81-1e6f08a7b054', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ffa57f-1e20-4c51-b6cd-97747986edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:49:55Z', 'updated_at': '2022-05-24T23:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:51:45.537757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Calling delete_port for 3773b255-6874-4118-b894-8c285e7eb4b0 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:51:45.623386 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:45.632362 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 5e2cc40a-7242-4218-9f81-1e6f08a7b054 owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:51:45.670646 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Pushing event deleted for resources: {'Port': ['ID=3773b255-6874-4118-b894-8c285e7eb4b0,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:45.674082 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] No DVR routers for this DVR port 3773b255-6874-4118-b894-8c285e7eb4b0 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:51:45.680584 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:45.680909 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:45.681251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:45.684494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:45.684494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:45.684494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:45.684494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:45.684494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:45.684494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:45.684494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:45.684494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:45.684494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e045e4-0c08-4aa7-9438-abc8241eaa8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:46.068586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.118842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=5e2cc40a-7242-4218-9f81-1e6f08a7b054,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:46.212068 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.396071 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.398526 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.426083 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.426594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Fanout notify agent at l3_agent the message router_deleted on router 29ffa57f-1e20-4c51-b6cd-97747986edb0 {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:51:46.443395 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.445861 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-536438d1-7f42-4e7e-9531-ccec0fd085f1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/routers/29ffa57f-1e20-4c51-b6cd-97747986edb0 HTTP/1.1" status: 204 len: 168 time: 1.5037191 May 24 23:51:46.447383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55916) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:46.576258 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.718874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.748414 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4eca24-0583-45e5-aad8-76a594ecf519']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:46.760725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600fc520-f14e-4606-9b44-7a41e31d5f30') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:46.761000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600fc520-f14e-4606-9b44-7a41e31d5f30') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:46.773549 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.790425 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.796798 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:51:46.797200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.892660 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 600fc520-f14e-4606-9b44-7a41e31d5f30 resource provider aggregate not found May 24 23:51:46.923881 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment 600fc520-f14e-4606-9b44-7a41e31d5f30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 600fc520-f14e-4606-9b44-7a41e31d5f30 found for delete ", "request_id": "req-c9451226-812a-4383-8f40-fdff4c6d495a"}]} May 24 23:51:46.927200 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.945443 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:46.960970 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Network': ['ID=7c4eca24-0583-45e5-aad8-76a594ecf519,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:46.967852 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-6fd61ad3-2e66-4b4f-a592-f43b9e965b57 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/networks/7c4eca24-0583-45e5-aad8-76a594ecf519 HTTP/1.1" status: 204 len: 168 time: 0.5194004 May 24 23:51:46.971438 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55926) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:46.980769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3773b255-6874-4118-b894-8c285e7eb4b0 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:51:47.029369 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 3773b255-6874-4118-b894-8c285e7eb4b0 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:51:47.029772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3773b255-6874-4118-b894-8c285e7eb4b0 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:51:47.030212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:51:47.045238 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00f8ddc3-6454-4f9d-ba93-42a83ea5cf5d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.065203 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:51:47.065898 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3bb9c3db-62b9-47bb-8caa-03071d9a75b3 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:51:47.066360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5e2cc40a-7242-4218-9f81-1e6f08a7b054 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:51:47.082439 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00f8ddc3-6454-4f9d-ba93-42a83ea5cf5d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.100145 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 5e2cc40a-7242-4218-9f81-1e6f08a7b054 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:51:47.100481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 5e2cc40a-7242-4218-9f81-1e6f08a7b054 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:51:47.147913 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00f8ddc3-6454-4f9d-ba93-42a83ea5cf5d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.166474 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8ddc3-6454-4f9d-ba93-42a83ea5cf5d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320b3b61-4aed-4265-8e36-452648df959f,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:47.178342 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-00f8ddc3-6454-4f9d-ba93-42a83ea5cf5d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.179479 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-00f8ddc3-6454-4f9d-ba93-42a83ea5cf5d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/security-groups/320b3b61-4aed-4265-8e36-452648df959f HTTP/1.1" status: 204 len: 168 time: 0.2071159 May 24 23:51:47.313366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55934) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:47.319078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-938753345', 'description': 'tempest-secgroup-smoke-938753345 description', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:47.326617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:47.331010 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:51:47.334028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:51:47.339929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:47.352628 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.375907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:47.379676 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:51:47.382450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:51:47.388038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:47.468459 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.474715 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.518546 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db9d30e-060d-4459-8332-0f687d1788c2,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:47.523238 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.527823 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a6285e3e-0047-44e2-b03d-8754c30f2ba3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2133594 May 24 23:51:47.528139 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55938) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:47.534412 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0a65bd40-2797-4358-8197-7be1972d1d1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '1db9d30e-060d-4459-8332-0f687d1788c2', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:47.541703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0a65bd40-2797-4358-8197-7be1972d1d1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:47.546138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0a65bd40-2797-4358-8197-7be1972d1d1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:51:47.549286 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0a65bd40-2797-4358-8197-7be1972d1d1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:51:47.555185 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0a65bd40-2797-4358-8197-7be1972d1d1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:47.574494 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a65bd40-2797-4358-8197-7be1972d1d1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.654619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a65bd40-2797-4358-8197-7be1972d1d1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.659929 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a65bd40-2797-4358-8197-7be1972d1d1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.683537 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65bd40-2797-4358-8197-7be1972d1d1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6a1fef-c21f-4e23-82ef-58405d819ac0,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:47.695737 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0a65bd40-2797-4358-8197-7be1972d1d1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.696981 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0a65bd40-2797-4358-8197-7be1972d1d1f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1672962 May 24 23:51:47.700120 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55942) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:47.705997 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-fb317559-75cd-4dc8-a8e8-f429d39444bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '1db9d30e-060d-4459-8332-0f687d1788c2', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:47.712602 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb317559-75cd-4dc8-a8e8-f429d39444bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:47.716549 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb317559-75cd-4dc8-a8e8-f429d39444bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:51:47.720322 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-fb317559-75cd-4dc8-a8e8-f429d39444bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:51:47.726299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-fb317559-75cd-4dc8-a8e8-f429d39444bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:47.747020 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb317559-75cd-4dc8-a8e8-f429d39444bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.810389 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb317559-75cd-4dc8-a8e8-f429d39444bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.815875 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb317559-75cd-4dc8-a8e8-f429d39444bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.839612 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb317559-75cd-4dc8-a8e8-f429d39444bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423d38bb-0fc4-4a04-8009-9bc8e7b9c9fd,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:47.850488 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-fb317559-75cd-4dc8-a8e8-f429d39444bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.851642 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-fb317559-75cd-4dc8-a8e8-f429d39444bf tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505282 May 24 23:51:47.856365 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55946) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:47.861447 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-58b84a27-f36b-4d50-b56c-97e3c36c1844 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '1db9d30e-060d-4459-8332-0f687d1788c2', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:47.868038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-58b84a27-f36b-4d50-b56c-97e3c36c1844 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:47.871789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-58b84a27-f36b-4d50-b56c-97e3c36c1844 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:51:47.874961 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-58b84a27-f36b-4d50-b56c-97e3c36c1844 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:51:47.881124 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-58b84a27-f36b-4d50-b56c-97e3c36c1844 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:47.900172 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58b84a27-f36b-4d50-b56c-97e3c36c1844 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.965983 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58b84a27-f36b-4d50-b56c-97e3c36c1844 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.971741 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58b84a27-f36b-4d50-b56c-97e3c36c1844 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:47.995008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b84a27-f36b-4d50-b56c-97e3c36c1844 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b9bc27-39e5-4072-b1da-95c3a7991f7d,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:48.006493 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-58b84a27-f36b-4d50-b56c-97e3c36c1844 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.007655 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-58b84a27-f36b-4d50-b56c-97e3c36c1844 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503861 May 24 23:51:48.010758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55950) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:48.015816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2357d803-ac04-407d-987c-ba8805f21c8d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '1db9d30e-060d-4459-8332-0f687d1788c2', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:48.022753 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2357d803-ac04-407d-987c-ba8805f21c8d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:48.026789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2357d803-ac04-407d-987c-ba8805f21c8d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:51:48.029730 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2357d803-ac04-407d-987c-ba8805f21c8d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:51:48.035356 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2357d803-ac04-407d-987c-ba8805f21c8d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:48.054990 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2357d803-ac04-407d-987c-ba8805f21c8d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.117852 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2357d803-ac04-407d-987c-ba8805f21c8d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.123196 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2357d803-ac04-407d-987c-ba8805f21c8d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.146458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357d803-ac04-407d-987c-ba8805f21c8d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe7d757-fdde-4dfd-b847-77e458e15b2f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:48.158268 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2357d803-ac04-407d-987c-ba8805f21c8d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.159471 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2357d803-ac04-407d-987c-ba8805f21c8d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476195 May 24 23:51:48.162481 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55954) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:48.167424 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '1db9d30e-060d-4459-8332-0f687d1788c2', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:48.174672 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:48.178724 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:51:48.181755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:51:48.187651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:48.200852 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Project b43a53ddd5034815bcbf4fbf31c31820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:51:48.207469 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.282619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.289385 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.316030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23db8dee-e298-4b3f-8cbe-56a55dfdbd3c,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:48.327436 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.328592 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-d4496dda-465b-4488-af1e-529cc00c1df2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1651363 May 24 23:51:48.331838 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55958) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:48.337296 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'security_group_rule': {'security_group_id': '1db9d30e-060d-4459-8332-0f687d1788c2', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:48.344816 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:48.348854 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:security_group_rule and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:51:48.351982 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:51:48.358196 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:48.372450 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Project b43a53ddd5034815bcbf4fbf31c31820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:51:48.379221 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.447352 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.452455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.477035 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e0fa97-be21-417a-aae7-10db0a0f415f,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:48.487963 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.489479 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-eb345eec-c47e-412d-af0c-2eaf96230808 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564229 May 24 23:51:48.492108 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 55964) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:48.497623 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'network': {'name': 'tempest-network-smoke--2061396651', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'port_security_enabled': True}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:48.504026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:48.508403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:network and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:51:48.511406 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:51:48.517331 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:48.528628 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:51:48.532673 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.561647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:51:48.571894 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.572284 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Added segment e9e10ae9-9f51-48ed-8df9-6b256350980b of type vlan for network e38e186c-fa4a-4163-8ec9-babe45f0e48e May 24 23:51:48.601762 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.633025 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.638380 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:48.638967 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.743262 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2500963 May 24 23:51:48.746039 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dea0c-758b-4890-9c92-37e2bd313c27 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Network': ['ID=e38e186c-fa4a-4163-8ec9-babe45f0e48e,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:48.746356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55968) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:48.751689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'admin_state_up': True, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:48.756757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network e38e186c-fa4a-4163-8ec9-babe45f0e48e details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:51:48.759683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:48.763540 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:router and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:51:48.767067 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:51:48.774156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:48.785165 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.786242 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:48.802351 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:49.082043 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:49.383142 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:49.414761 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:49.545891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.25.7.155 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/cec96f7f-8024-4ff4-8e8c-878b107966be) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:51:49.802324 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:49.838100 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:49.913122 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:51:49.915956 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:51:49.919748 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:51:49.955220 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=cec96f7f-8024-4ff4-8e8c-878b107966be,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:50.348627 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:50.436546 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:51:50.709432 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:50.914305 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 4b552aab-8f90-4619-8cf1-788e213b57ca is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:51:51.213909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:51:51.223835 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Sync routers for ids ['4b552aab-8f90-4619-8cf1-788e213b57ca'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:51:51.234288 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Routers {'4b552aab-8f90-4619-8cf1-788e213b57ca'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:51:51.235353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:51:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4b552aab-8f90-4619-8cf1-788e213b57ca'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:51.244472 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:51.245696 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-d70187e9-e59c-49f3-9b32-c394cd696889 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4983089 May 24 23:51:51.248980 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55974) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:51.289178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c24d5d65-25b8-460b-b760-3a102d3f14ec tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=b43a53ddd5034815bcbf4fbf31c31820&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390060 May 24 23:51:51.292015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55978) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:51.417136 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc60d79-97aa-49c0-8f7f-1483804818b2 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:51.418656 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-cdc60d79-97aa-49c0-8f7f-1483804818b2 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257432 May 24 23:51:51.421597 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55982) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:51.448964 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Set router 4b552aab-8f90-4619-8cf1-788e213b57ca gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:51:51.463282 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9e909c59-ca88-4cd6-9a20-c65f79cd51b4 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=8b909c67-3c4a-4f96-a100-f637e7cc5c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406685 May 24 23:51:51.465945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55986) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:51.471101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-904512720', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:51.579648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:51.583456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:subnet and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:51:51.586403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:51:51.592080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:51.603395 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:51:51.606944 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:51.753307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:50Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:51.757295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Checking router: 4b552aab-8f90-4619-8cf1-788e213b57ca for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:51:51.757675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Updating router 4b552aab-8f90-4619-8cf1-788e213b57ca port cec96f7f-8024-4ff4-8e8c-878b107966be binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:51:51.812663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:51.846072 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:51.927169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Subnet': ['ID=fcad5db2-9541-4af0-8a12-8b60ab207fdd,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:51.935843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Checking segment: {'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:51:51.936237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network hostable DHCP agents. Network: e38e186c-fa4a-4163-8ec9-babe45f0e48e, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:51:51.955642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network e38e186c-fa4a-4163-8ec9-babe45f0e48e is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:51:51.968292 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, e38e186c-fa4a-4163-8ec9-babe45f0e48e) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:51:51.972549 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:51.973140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:52.000315 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a9eff09c-6a60-431f-a8b1-d648bb4928ed tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5308278 May 24 23:51:52.000556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 55990) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:51:52.004013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136daf4b-3319-40b6-8790-60fe7adcf17e None None] Network e38e186c-fa4a-4163-8ec9-babe45f0e48e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:51:52.323340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ips': [{'subnet_id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:51:52.324168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:52.335825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:52.354666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Transition to ACTIVE for port object cec96f7f-8024-4ff4-8e8c-878b107966be will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:51:52.392751 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:52.496428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Attempting to bind port cec96f7f-8024-4ff4-8e8c-878b107966be on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:51:52.496790 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Attempting to bind port cec96f7f-8024-4ff4-8e8c-878b107966be by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:51:52.497143 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Attempting to bind port cec96f7f-8024-4ff4-8e8c-878b107966be on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:51:52.512671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba62c8-d81a-4b3c-b381-6671832fce91 None None] Pushing event updated for resources: {'Port': ['ID=cec96f7f-8024-4ff4-8e8c-878b107966be,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:52.516281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:51:52.516650 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:51:52.517080 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:52.517427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:51:52.517923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Bound port: cec96f7f-8024-4ff4-8e8c-878b107966be, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:51:52.518290 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:52.632163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Allocated IP 172.20.0.2 (e38e186c-fa4a-4163-8ec9-babe45f0e48e/fcad5db2-9541-4af0-8a12-8b60ab207fdd/3d8315fb-d470-4986-b4d9-7c4a80fe6810) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:51:52.643638 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] For port cec96f7f-8024-4ff4-8e8c-878b107966be, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:51:52.647323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] For port cec96f7f-8024-4ff4-8e8c-878b107966be, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cec96f7f-8024-4ff4-8e8c-878b107966be,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:51:52.652148 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:52.695429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:52.871494 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Routers {'4b552aab-8f90-4619-8cf1-788e213b57ca'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:51:52.872122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:51:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4b552aab-8f90-4619-8cf1-788e213b57ca'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:52.932552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba62c8-d81a-4b3c-b381-6671832fce91 None None] Pushing event updated for resources: {'Port': ['ID=cec96f7f-8024-4ff4-8e8c-878b107966be,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:53.131363 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:53.134559 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] Set router 4b552aab-8f90-4619-8cf1-788e213b57ca gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:51:53.241945 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Transition to ACTIVE for port object 3d8315fb-d470-4986-b4d9-7c4a80fe6810 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:51:53.330671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Transition to ACTIVE for port object 3d8315fb-d470-4986-b4d9-7c4a80fe6810 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:51:53.341340 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:53.408037 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.20.0.1 (e38e186c-fa4a-4163-8ec9-babe45f0e48e/fcad5db2-9541-4af0-8a12-8b60ab207fdd/a45ca23a-974c-4516-bf04-c8527da44548) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:51:53.433631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Network e38e186c-fa4a-4163-8ec9-babe45f0e48e is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:51:53.438141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:51:53.445519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:51:53.447553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Pushing event updated for resources: {'Port': ['ID=3d8315fb-d470-4986-b4d9-7c4a80fe6810,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:53.566267 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:53.575789 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Attempting to bind port 3d8315fb-d470-4986-b4d9-7c4a80fe6810 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:51:53.576155 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Attempting to bind port 3d8315fb-d470-4986-b4d9-7c4a80fe6810 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:51:53.576515 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Attempting to bind port 3d8315fb-d470-4986-b4d9-7c4a80fe6810 on network e38e186c-fa4a-4163-8ec9-babe45f0e48e {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:51:53.582204 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Transition to ACTIVE for port object a45ca23a-974c-4516-bf04-c8527da44548 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:51:53.584990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:51:53.585384 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Checking segment: {'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:51:53.585844 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:53.586228 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Bound using segment: {'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:51:53.586678 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Bound port: 3d8315fb-d470-4986-b4d9-7c4a80fe6810, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:51:53.587180 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:53.607310 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:53.660347 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:50Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:53.674911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843e510-c498-4306-830a-f3ad59a94d71 None None] The sync data for ids ['4b552aab-8f90-4619-8cf1-788e213b57ca'] in n-d-843146-7 is: [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:50Z', 'revision_number': 3, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:51:53.678051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network e38e186c-fa4a-4163-8ec9-babe45f0e48e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:51:53.681336 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:51:53.685897 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:51:53.691631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] For port 3d8315fb-d470-4986-b4d9-7c4a80fe6810, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:51:53.700506 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] For port 3d8315fb-d470-4986-b4d9-7c4a80fe6810, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3d8315fb-d470-4986-b4d9-7c4a80fe6810,segment=NetworkSegment(e9e10ae9-9f51-48ed-8df9-6b256350980b),segment_id=e9e10ae9-9f51-48ed-8df9-6b256350980b)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:51:53.706104 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:53.721203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=a45ca23a-974c-4516-bf04-c8527da44548,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:53.756632 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:53.788564 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5abd0-5c1e-4254-9c29-562738832d99 None None] Pushing event updated for resources: {'Port': ['ID=3d8315fb-d470-4986-b4d9-7c4a80fe6810,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:54.064934 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:54.499824 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:54.505562 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:54.754999 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=a45ca23a-974c-4516-bf04-c8527da44548,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:54.759711 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:54.802180 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:54.822962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1adb23-abfc-4ed6-9e79-2abd5c60d0de None None] Network e38e186c-fa4a-4163-8ec9-babe45f0e48e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:51:54.903189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network e38e186c-fa4a-4163-8ec9-babe45f0e48e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:51:54.904621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:51:54.915770 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-47efb641-1849-4a8a-9744-710d6231b635 None None] Provisioning for port 3d8315fb-d470-4986-b4d9-7c4a80fe6810 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:51:55.005665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cec96f7f-8024-4ff4-8e8c-878b107966be up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:51:55.102464 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 4b552aab-8f90-4619-8cf1-788e213b57ca has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:51:55.146481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port cec96f7f-8024-4ff4-8e8c-878b107966be completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:51:55.154068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port cec96f7f-8024-4ff4-8e8c-878b107966be triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:51:55.154433 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:55.280866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port cec96f7f-8024-4ff4-8e8c-878b107966be is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:51:55.281352 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:55.291843 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:51:55.302207 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Sync routers for ids ['4b552aab-8f90-4619-8cf1-788e213b57ca'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:51:55.305592 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e963fee8-bad1-4b00-ba07-0d1d0edaa557 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "PUT /v2.0/routers/4b552aab-8f90-4619-8cf1-788e213b57ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3040674 May 24 23:51:55.311845 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port cec96f7f-8024-4ff4-8e8c-878b107966be, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cec96f7f-8024-4ff4-8e8c-878b107966be,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:51:55.313812 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Routers {'4b552aab-8f90-4619-8cf1-788e213b57ca'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:51:55.314495 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:51:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4b552aab-8f90-4619-8cf1-788e213b57ca'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:55.322867 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:55.323566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3d8315fb-d470-4986-b4d9-7c4a80fe6810 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:51:55.494228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-61b47e03-116f-4ba4-8032-77636dd1e8c3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:51:55.495209 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bfa57c44-7719-4cfd-9106-13fa571e9b73 None None] Provisioning for port a45ca23a-974c-4516-bf04-c8527da44548 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:51:55.508060 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-bfa57c44-7719-4cfd-9106-13fa571e9b73 None None] Provisioning complete for port a45ca23a-974c-4516-bf04-c8527da44548 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:51:55.508434 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bfa57c44-7719-4cfd-9106-13fa571e9b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:55.522892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-61b47e03-116f-4ba4-8032-77636dd1e8c3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:51:55.524961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-61b47e03-116f-4ba4-8032-77636dd1e8c3 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938753345&fields=id&tenant_id=b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 267 time: 0.0782335 May 24 23:51:55.564634 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Set router 4b552aab-8f90-4619-8cf1-788e213b57ca gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:51:55.586995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-bfa57c44-7719-4cfd-9106-13fa571e9b73 None None] Port a45ca23a-974c-4516-bf04-c8527da44548 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:51:55.590585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=cec96f7f-8024-4ff4-8e8c-878b107966be,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:55.617100 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 3d8315fb-d470-4986-b4d9-7c4a80fe6810 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:51:55.623430 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3d8315fb-d470-4986-b4d9-7c4a80fe6810 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:51:55.624043 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:55.721055 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-f01f51a4-8dbd-494f-922b-e949d408f90d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:55.729653 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-f01f51a4-8dbd-494f-922b-e949d408f90d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/networks?id=e38e186c-fa4a-4163-8ec9-babe45f0e48e HTTP/1.1" status: 200 len: 797 time: 0.1967096 May 24 23:51:55.750624 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-641d8655-758a-41ac-a0e4-ffbf937df673 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/quotas/b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 375 time: 0.0196481 May 24 23:51:55.772390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-088ef34a-e2c3-4675-8b74-46f05f65389a None None] Provisioning complete for port a45ca23a-974c-4516-bf04-c8527da44548 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:51:55.772779 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-088ef34a-e2c3-4675-8b74-46f05f65389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:55.839665 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-088ef34a-e2c3-4675-8b74-46f05f65389a None None] Port a45ca23a-974c-4516-bf04-c8527da44548 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:51:55.844830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3d8315fb-d470-4986-b4d9-7c4a80fe6810 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:51:55.845217 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:55.852789 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-f441ae4d-d91f-49a2-a0a8-2906d065027e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:51:55.875504 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-f441ae4d-d91f-49a2-a0a8-2906d065027e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:51:55.877029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-f441ae4d-d91f-49a2-a0a8-2906d065027e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255670 May 24 23:51:55.893240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 3d8315fb-d470-4986-b4d9-7c4a80fe6810, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3d8315fb-d470-4986-b4d9-7c4a80fe6810,segment=NetworkSegment(e9e10ae9-9f51-48ed-8df9-6b256350980b),segment_id=e9e10ae9-9f51-48ed-8df9-6b256350980b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:51:55.899797 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:55.982980 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:53Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a45ca23a-974c-4516-bf04-c8527da44548', 'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:d8:68:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:53Z', 'updated_at': '2022-05-24T23:51:54Z', 'revision_number': 2, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:55.984213 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=3d8315fb-d470-4986-b4d9-7c4a80fe6810,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:55.987287 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c6ff32a7-920b-4845-b9a7-75244677f237 None None] Provisioning complete for port a45ca23a-974c-4516-bf04-c8527da44548 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:51:55.987667 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c6ff32a7-920b-4845-b9a7-75244677f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:55.987902 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Checking router: 4b552aab-8f90-4619-8cf1-788e213b57ca for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:51:55.988244 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Updating router 4b552aab-8f90-4619-8cf1-788e213b57ca port a45ca23a-974c-4516-bf04-c8527da44548 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:51:56.041740 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:56.045703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff32a7-920b-4845-b9a7-75244677f237 None None] Port a45ca23a-974c-4516-bf04-c8527da44548 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:51:56.077177 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-efb07837-1023-4398-b573-26e30163cbee service neutron] 10.222.0.55 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819012 May 24 23:51:56.210066 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-ce8a0b5e-bfe6-4b70-8a84-953f18dc3e4a service neutron] 10.222.0.55 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268394 May 24 23:51:56.397246 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:56.411413 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Transition to ACTIVE for port object a45ca23a-974c-4516-bf04-c8527da44548 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:51:56.414168 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-059192a1-24be-4a5b-b28f-cbaede0dbdc1 req-1852885b-b3db-46dd-b9d6-1a73838d7c86 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 210 time: 0.0571072 May 24 23:51:56.421645 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:56.524593 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:56.599030 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Pushing event updated for resources: {'Port': ['ID=a45ca23a-974c-4516-bf04-c8527da44548,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:56.642884 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.643296 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.643641 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.644319 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.644649 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.644974 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.645295 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.645640 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.645962 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.646443 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.646773 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.647076 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:51:56.680176 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Attempting to bind port a45ca23a-974c-4516-bf04-c8527da44548 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:51:56.680545 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Attempting to bind port a45ca23a-974c-4516-bf04-c8527da44548 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:51:56.680963 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Attempting to bind port a45ca23a-974c-4516-bf04-c8527da44548 on network e38e186c-fa4a-4163-8ec9-babe45f0e48e {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:51:56.687374 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:51:56.688102 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Checking segment: {'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:51:56.688824 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:56.689214 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Bound using segment: {'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:51:56.689857 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Bound port: a45ca23a-974c-4516-bf04-c8527da44548, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:51:56.690240 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:56.788012 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] For port a45ca23a-974c-4516-bf04-c8527da44548, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:51:56.791677 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] For port a45ca23a-974c-4516-bf04-c8527da44548, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a45ca23a-974c-4516-bf04-c8527da44548,segment=NetworkSegment(e9e10ae9-9f51-48ed-8df9-6b256350980b),segment_id=e9e10ae9-9f51-48ed-8df9-6b256350980b)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:51:56.797618 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:56.881909 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Routers {'4b552aab-8f90-4619-8cf1-788e213b57ca'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:51:56.882604 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:51:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4b552aab-8f90-4619-8cf1-788e213b57ca'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:56.955249 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cec96f7f-8024-4ff4-8e8c-878b107966be up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:51:56.989720 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702d144-8d0f-473d-b1ab-5c481350e936 None None] Pushing event updated for resources: {'Port': ['ID=a45ca23a-974c-4516-bf04-c8527da44548,revision_number=4']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:57.091250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port cec96f7f-8024-4ff4-8e8c-878b107966be triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:51:57.091638 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:57.140352 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] Set router 4b552aab-8f90-4619-8cf1-788e213b57ca gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:51:57.250448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port cec96f7f-8024-4ff4-8e8c-878b107966be is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:51:57.251607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3d8315fb-d470-4986-b4d9-7c4a80fe6810 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:51:57.329298 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 3d8315fb-d470-4986-b4d9-7c4a80fe6810 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:51:57.329706 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:57.453026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 3d8315fb-d470-4986-b4d9-7c4a80fe6810 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:51:57.525333 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:53Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a45ca23a-974c-4516-bf04-c8527da44548', 'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:d8:68:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:53Z', 'updated_at': '2022-05-24T23:51:56Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:51:57.529994 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ffb88-63be-4627-b642-b978daadbefe None None] The sync data for ids ['4b552aab-8f90-4619-8cf1-788e213b57ca'] in n-d-843146-7 is: [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:53Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a45ca23a-974c-4516-bf04-c8527da44548', 'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:d8:68:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:53Z', 'updated_at': '2022-05-24T23:51:56Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:51:57.591572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-06f3c200-b87d-470e-bb41-2fcac3ec5a7f req-3d0d1450-4a14-477c-b874-caebc5838058 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 210 time: 0.0604930 May 24 23:51:57.883805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-7436be9d-e99c-41a4-bef1-5192f8acb0dd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:57.885284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-7436be9d-e99c-41a4-bef1-5192f8acb0dd tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/networks?id=e38e186c-fa4a-4163-8ec9-babe45f0e48e HTTP/1.1" status: 200 len: 797 time: 0.1547422 May 24 23:51:57.941648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-96d1dd6b-b214-4748-a6f0-43682e335d53 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b43a53ddd5034815bcbf4fbf31c31820 HTTP/1.1" status: 200 len: 379 time: 0.0424855 May 24 23:51:57.956565 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'port': {'device_id': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'admin_state_up': True, 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'security_groups': ['1db9d30e-060d-4459-8332-0f687d1788c2']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:58.099027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:51:58.108894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:51:58.120352 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Made reservation on behalf of b43a53ddd5034815bcbf4fbf31c31820 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:51:58.124497 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:58.426354 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.20.0.9 (e38e186c-fa4a-4163-8ec9-babe45f0e48e/fcad5db2-9541-4af0-8a12-8b60ab207fdd/1274c94f-d838-4bb9-9759-c70543b7e4f5) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:51:58.624294 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:58.639808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Transition to ACTIVE for port object 1274c94f-d838-4bb9-9759-c70543b7e4f5 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:51:58.666194 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:58.746018 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network e38e186c-fa4a-4163-8ec9-babe45f0e48e is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:51:58.750259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:51:58.754576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:51:58.789098 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=1274c94f-d838-4bb9-9759-c70543b7e4f5,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:58.828332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:58.829105 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:58.862288 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-fe866dc7-5521-494f-a6ee-e43ca3f5b34c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9095507 May 24 23:51:58.881974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Request body: {'port': {'device_id': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:51:58.898586 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4435d26-d66f-43bb-a2aa-cde8f722fa1d req-5721c927-02fa-4fc4-942f-dadf5f8e85a8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:58.899952 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4435d26-d66f-43bb-a2aa-cde8f722fa1d req-5721c927-02fa-4fc4-942f-dadf5f8e85a8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 931 time: 0.2109251 May 24 23:51:58.946429 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f4435d26-d66f-43bb-a2aa-cde8f722fa1d req-dd960fd1-dc3b-4503-82a9-4b52b893d804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:51:58.951342 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a45ca23a-974c-4516-bf04-c8527da44548 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:51:58.959715 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-f4435d26-d66f-43bb-a2aa-cde8f722fa1d req-dd960fd1-dc3b-4503-82a9-4b52b893d804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:51:58.961192 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f4435d26-d66f-43bb-a2aa-cde8f722fa1d req-dd960fd1-dc3b-4503-82a9-4b52b893d804 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545230 May 24 23:51:59.030607 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-48873710-a284-422f-b79d-4052154722a7 None None] Provisioning for port 1274c94f-d838-4bb9-9759-c70543b7e4f5 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:51:59.033031 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:59.038233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-48873710-a284-422f-b79d-4052154722a7 None None] Provisioning complete for port 1274c94f-d838-4bb9-9759-c70543b7e4f5 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:51:59.038597 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-48873710-a284-422f-b79d-4052154722a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:59.076032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port a45ca23a-974c-4516-bf04-c8527da44548 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:51:59.090911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a45ca23a-974c-4516-bf04-c8527da44548 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:51:59.091274 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:59.141985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-48873710-a284-422f-b79d-4052154722a7 None None] Port 1274c94f-d838-4bb9-9759-c70543b7e4f5 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:51:59.217923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a45ca23a-974c-4516-bf04-c8527da44548 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:51:59.218306 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:59.250242 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port a45ca23a-974c-4516-bf04-c8527da44548, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a45ca23a-974c-4516-bf04-c8527da44548,segment=NetworkSegment(e9e10ae9-9f51-48ed-8df9-6b256350980b),segment_id=e9e10ae9-9f51-48ed-8df9-6b256350980b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:51:59.255175 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:59.327749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a45ca23a-974c-4516-bf04-c8527da44548,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:59.375272 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1274c94f-d838-4bb9-9759-c70543b7e4f5 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:51:59.382684 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:59.398995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Transition to ACTIVE for port object 1274c94f-d838-4bb9-9759-c70543b7e4f5 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:51:59.406195 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:59.548355 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Pushing event updated for resources: {'Port': ['ID=1274c94f-d838-4bb9-9759-c70543b7e4f5,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:59.656513 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Attempting to bind port 1274c94f-d838-4bb9-9759-c70543b7e4f5 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:51:59.657126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Attempting to bind port 1274c94f-d838-4bb9-9759-c70543b7e4f5 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:51:59.657259 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Attempting to bind port 1274c94f-d838-4bb9-9759-c70543b7e4f5 on network e38e186c-fa4a-4163-8ec9-babe45f0e48e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:51:59.661997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Port 1274c94f-d838-4bb9-9759-c70543b7e4f5 on network e38e186c-fa4a-4163-8ec9-babe45f0e48e not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:51:59.662311 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Attempting to bind port 1274c94f-d838-4bb9-9759-c70543b7e4f5 on network e38e186c-fa4a-4163-8ec9-babe45f0e48e {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:51:59.667369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:51:59.667702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Checking segment: {'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:51:59.668078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Bound using segment: {'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:51:59.668497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Bound port: 1274c94f-d838-4bb9-9759-c70543b7e4f5, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e10ae9-9f51-48ed-8df9-6b256350980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:51:59.668841 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:59.771408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] For port 1274c94f-d838-4bb9-9759-c70543b7e4f5, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:51:59.774327 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] For port 1274c94f-d838-4bb9-9759-c70543b7e4f5, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1274c94f-d838-4bb9-9759-c70543b7e4f5,segment=NetworkSegment(e9e10ae9-9f51-48ed-8df9-6b256350980b),segment_id=e9e10ae9-9f51-48ed-8df9-6b256350980b)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:51:59.781416 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:59.838179 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:59.838775 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:51:59.840137 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-9717c822-85e9-41c4-a51b-198774733581 service neutron] 10.222.0.50 "PUT /v2.0/ports/1274c94f-d838-4bb9-9759-c70543b7e4f5 HTTP/1.1" status: 200 len: 1091 time: 0.9648478 May 24 23:51:59.840564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'tag': '1274c94f-d838-4bb9-9759-c70543b7e4f5'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:51:59.865079 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717c822-85e9-41c4-a51b-198774733581 service neutron] Pushing event updated for resources: {'Port': ['ID=1274c94f-d838-4bb9-9759-c70543b7e4f5,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:51:59.927829 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4038ee85-53e2-4583-b8bb-6c1ab53b0cbe'] response: {'name': 'network-changed', 'server_uuid': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'tag': '1274c94f-d838-4bb9-9759-c70543b7e4f5', 'status': 'completed', 'code': 200} May 24 23:51:59.964146 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-50ff7dd0-a8c3-4a51-bca3-7a190affeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:51:59.965824 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-50ff7dd0-a8c3-4a51-bca3-7a190affeb73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 1094 time: 0.0780556 May 24 23:52:00.040578 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-30d48313-6799-407b-b62f-4e35445b23a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1274c94f-d838-4bb9-9759-c70543b7e4f5 HTTP/1.1" status: 200 len: 217 time: 0.0642757 May 24 23:52:00.110237 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-5a1b7301-aa3b-4963-aaf6-5433fa2b1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:00.112007 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-5a1b7301-aa3b-4963-aaf6-5433fa2b1e00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcad5db2-9541-4af0-8a12-8b60ab207fdd HTTP/1.1" status: 200 len: 834 time: 0.0580654 May 24 23:52:00.154191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87929cb-4ba7-49f0-8b3f-be18414713e7 req-6adcb6cf-d645-4acd-b413-a1338c7f4346 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:00.155628 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a87929cb-4ba7-49f0-8b3f-be18414713e7 req-6adcb6cf-d645-4acd-b413-a1338c7f4346 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 943 time: 0.0818632 May 24 23:52:00.187561 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-99ab3b94-cced-401c-81d1-5b17e083a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:00.189048 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-99ab3b94-cced-401c-81d1-5b17e083a1b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e38e186c-fa4a-4163-8ec9-babe45f0e48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708535 May 24 23:52:00.202391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a87929cb-4ba7-49f0-8b3f-be18414713e7 req-a08e9997-a7e1-44a8-91e7-3c6adf8d2576 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408099 May 24 23:52:00.325926 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-c9a7809c-7d13-42a3-b55f-d69d108977a7 service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264813 May 24 23:52:00.460481 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fe48bc69-f76b-42be-bd9c-33137fecbe66 req-d33188be-21de-44bf-979a-073852ad49da service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249814 May 24 23:52:00.596051 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e2326-d556-411a-b1c4-84b60dc1d665 req-7b4969a4-a686-4dde-9d90-0d3e9a55a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:00.597676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-506e2326-d556-411a-b1c4-84b60dc1d665 req-7b4969a4-a686-4dde-9d90-0d3e9a55a167 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 1094 time: 0.0806184 May 24 23:52:00.863212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e2326-d556-411a-b1c4-84b60dc1d665 req-019a50cf-004f-43f8-9057-8b45479e920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:00.864793 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-506e2326-d556-411a-b1c4-84b60dc1d665 req-019a50cf-004f-43f8-9057-8b45479e920d service neutron] 10.222.0.50 "GET /v2.0/networks?id=e38e186c-fa4a-4163-8ec9-babe45f0e48e HTTP/1.1" status: 200 len: 898 time: 0.2586913 May 24 23:52:00.917341 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a45ca23a-974c-4516-bf04-c8527da44548 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:52:00.936793 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-506e2326-d556-411a-b1c4-84b60dc1d665 req-b46e5b6b-14ca-445b-845e-bb11d0e6f579 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1274c94f-d838-4bb9-9759-c70543b7e4f5 HTTP/1.1" status: 200 len: 217 time: 0.0636852 May 24 23:52:00.984497 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port a45ca23a-974c-4516-bf04-c8527da44548 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:52:00.984825 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:01.002332 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e2326-d556-411a-b1c4-84b60dc1d665 req-ef679434-21b5-4230-ab51-4fd798176a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:01.003729 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-506e2326-d556-411a-b1c4-84b60dc1d665 req-ef679434-21b5-4230-ab51-4fd798176a7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcad5db2-9541-4af0-8a12-8b60ab207fdd HTTP/1.1" status: 200 len: 834 time: 0.0603516 May 24 23:52:01.081698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e2326-d556-411a-b1c4-84b60dc1d665 req-9791d87d-8535-43b3-bb46-d97c9955db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:01.083206 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-506e2326-d556-411a-b1c4-84b60dc1d665 req-9791d87d-8535-43b3-bb46-d97c9955db98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e38e186c-fa4a-4163-8ec9-babe45f0e48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727096 May 24 23:52:01.101241 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port a45ca23a-974c-4516-bf04-c8527da44548 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:52:01.224653 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-506e2326-d556-411a-b1c4-84b60dc1d665 req-097c9a99-b523-4bb4-922f-399657b1fb5c service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341050 May 24 23:52:01.413114 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-506e2326-d556-411a-b1c4-84b60dc1d665 req-4c388b80-d381-4e4a-ab8d-095e8aa7530a service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805301 May 24 23:52:01.432827 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5060e4-582b-41c6-980b-515f65e020b0 req-b4b4d6d1-9161-466d-b0e0-e1f648e0ed19 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:01.433530 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ac5060e4-582b-41c6-980b-515f65e020b0 req-b4b4d6d1-9161-466d-b0e0-e1f648e0ed19 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:52:01.451682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ac5060e4-582b-41c6-980b-515f65e020b0 req-b4b4d6d1-9161-466d-b0e0-e1f648e0ed19 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:52:01.453110 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac5060e4-582b-41c6-980b-515f65e020b0 req-b4b4d6d1-9161-466d-b0e0-e1f648e0ed19 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 943 time: 0.1390200 May 24 23:52:01.500880 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac5060e4-582b-41c6-980b-515f65e020b0 req-d17eb001-5285-4489-abac-3f42e8eb7b38 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389831 May 24 23:52:02.697701 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102f539-4f62-4d5c-99f9-16ce88d085f9 req-dac713a4-130a-4fd0-abf2-a3246480c48d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:02.699211 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a102f539-4f62-4d5c-99f9-16ce88d085f9 req-dac713a4-130a-4fd0-abf2-a3246480c48d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 943 time: 0.0892663 May 24 23:52:02.744033 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a102f539-4f62-4d5c-99f9-16ce88d085f9 req-b2c27521-9c9a-44c5-83af-5022f5b1f4b6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384009 May 24 23:52:02.884504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1274c94f-d838-4bb9-9759-c70543b7e4f5 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:52:03.025527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1274c94f-d838-4bb9-9759-c70543b7e4f5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1274c94f-d838-4bb9-9759-c70543b7e4f5,segment=NetworkSegment(e9e10ae9-9f51-48ed-8df9-6b256350980b),segment_id=e9e10ae9-9f51-48ed-8df9-6b256350980b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:03.039199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '1274c94f-d838-4bb9-9759-c70543b7e4f5', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'port_id': '1274c94f-d838-4bb9-9759-c70543b7e4f5', 'mac_address': 'fa:16:3e:01:90:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:52:03.096279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1274c94f-d838-4bb9-9759-c70543b7e4f5 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:52:03.096661 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:03.117690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1274c94f-d838-4bb9-9759-c70543b7e4f5 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:52:03.134610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1274c94f-d838-4bb9-9759-c70543b7e4f5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1274c94f-d838-4bb9-9759-c70543b7e4f5,segment=NetworkSegment(e9e10ae9-9f51-48ed-8df9-6b256350980b),segment_id=e9e10ae9-9f51-48ed-8df9-6b256350980b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:03.140813 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:03.238416 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=1274c94f-d838-4bb9-9759-c70543b7e4f5,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:03.413149 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['1274c94f-d838-4bb9-9759-c70543b7e4f5'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:52:03.956866 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18c07e-a34c-409f-b00d-f6f9ab04711d req-11bd9e7f-7e1b-4296-affe-3f67b2109b8e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:03.958356 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d18c07e-a34c-409f-b00d-f6f9ab04711d req-11bd9e7f-7e1b-4296-affe-3f67b2109b8e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 944 time: 0.0984035 May 24 23:52:04.002973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2d18c07e-a34c-409f-b00d-f6f9ab04711d req-e889f700-8d8d-4b91-a832-3dfba06d669d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388322 May 24 23:52:04.908960 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1274c94f-d838-4bb9-9759-c70543b7e4f5 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:52:04.993398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 1274c94f-d838-4bb9-9759-c70543b7e4f5 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:52:04.998413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 1274c94f-d838-4bb9-9759-c70543b7e4f5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:52:04.998797 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:05.115588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 1274c94f-d838-4bb9-9759-c70543b7e4f5 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:52:05.115942 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:05.142977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1274c94f-d838-4bb9-9759-c70543b7e4f5'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:52:05.153115 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 1274c94f-d838-4bb9-9759-c70543b7e4f5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1274c94f-d838-4bb9-9759-c70543b7e4f5,segment=NetworkSegment(e9e10ae9-9f51-48ed-8df9-6b256350980b),segment_id=e9e10ae9-9f51-48ed-8df9-6b256350980b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:05.159072 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:05.189881 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f91c8e6-ef5a-4529-a0c6-d91e3ac5aeda'] response: {'server_uuid': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1274c94f-d838-4bb9-9759-c70543b7e4f5', 'code': 200} May 24 23:52:05.202529 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7d387-4677-4c78-9a4a-6c52aa757a81 req-9cdb0646-e423-42ea-a9ba-62e3147360e9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:05.203678 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86d7d387-4677-4c78-9a4a-6c52aa757a81 req-9cdb0646-e423-42ea-a9ba-62e3147360e9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 944 time: 0.0892074 May 24 23:52:05.227027 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=1274c94f-d838-4bb9-9759-c70543b7e4f5,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:05.248744 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-86d7d387-4677-4c78-9a4a-6c52aa757a81 req-e9243f4e-194d-43b6-91fd-75450296aa13 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387728 May 24 23:52:05.337169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95facc-89f6-47df-81e2-c60b65283881 req-6543f1b0-fee5-45fc-86f3-316b4a7a79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:05.338700 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da95facc-89f6-47df-81e2-c60b65283881 req-6543f1b0-fee5-45fc-86f3-316b4a7a79d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 1096 time: 0.0722373 May 24 23:52:05.385717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-da95facc-89f6-47df-81e2-c60b65283881 req-92384731-2182-4886-a223-7505de1cabd8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370445 May 24 23:52:05.401279 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-85794318-ba3f-4df3-bdd6-a5d4549d9e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:06.456107 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8795bb3-36d9-4fe5-95c8-1cae0f79da92 req-a0a70cbc-c682-444b-8b39-632bb87a2aa9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:06.457898 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8795bb3-36d9-4fe5-95c8-1cae0f79da92 req-a0a70cbc-c682-444b-8b39-632bb87a2aa9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.0996041 May 24 23:52:06.504876 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c8795bb3-36d9-4fe5-95c8-1cae0f79da92 req-f0255c48-06a3-4554-bb95-cb76bddcf954 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383949 May 24 23:52:07.518875 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ab60-c8ab-4e71-9fdc-fe8dc341fd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:07.704264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a287c10-f9c8-448c-bfa5-cacb21626027 req-37d724fa-85c4-4c0b-8623-7c2da03f026f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:07.705754 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a287c10-f9c8-448c-bfa5-cacb21626027 req-37d724fa-85c4-4c0b-8623-7c2da03f026f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.0902579 May 24 23:52:07.751936 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4a287c10-f9c8-448c-bfa5-cacb21626027 req-4d2d98b9-a7f4-4ba9-be86-507366909c4c tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403047 May 24 23:52:07.949884 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d610a7-1392-4a94-bb90-927c3ce5739d req-64eb9a4d-ff5c-4d18-a617-626085b388e6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:07.951355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5d610a7-1392-4a94-bb90-927c3ce5739d req-64eb9a4d-ff5c-4d18-a617-626085b388e6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.0892413 May 24 23:52:07.995307 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5d610a7-1392-4a94-bb90-927c3ce5739d req-491fc1d5-d114-4422-9af3-5ec17d149298 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380790 May 24 23:52:08.017876 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56048) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:08.112815 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3256d547-b096-4177-97ee-a2d7877d3398 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:08.114248 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3256d547-b096-4177-97ee-a2d7877d3398 tempest-TestNetworkAdvancedServerOps-268100218 tempest-TestNetworkAdvancedServerOps-268100218-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 1091 time: 0.0953627 May 24 23:52:08.118411 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56052) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:08.123288 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '1274c94f-d838-4bb9-9759-c70543b7e4f5', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:52:08.130877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:52:08.135312 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Usage tracker for resource:floatingip and tenant:b43a53ddd5034815bcbf4fbf31c31820 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:52:08.138526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:52:08.145148 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:52:08.160367 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:08.313843 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:08.452519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Allocated IP 172.25.7.75 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/b8f5aead-ae04-4d0c-b83e-60ef636e02d4) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:52:08.603333 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:08.642965 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:08.711971 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:52:08.714779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:52:08.718324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:52:08.746709 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=b8f5aead-ae04-4d0c-b83e-60ef636e02d4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:08.762771 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:09.008084 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:09.151619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:09.230509 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:09.554210 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:09.560139 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:09.665804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event updated for resources: {'Port': ['ID=b8f5aead-ae04-4d0c-b83e-60ef636e02d4,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:09.677810 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:09.848379 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Floating IP b069816a-cf61-4094-9339-426a1209c249 associated. External IP: 172.25.7.75, port: 1274c94f-d838-4bb9-9759-c70543b7e4f5. May 24 23:52:09.923710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f84e965-d367-4308-abf8-8374d558ea6f req-88517ee7-c78d-4e06-a511-81555c1f84ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748088 May 24 23:52:10.065642 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84e965-d367-4308-abf8-8374d558ea6f req-8c76d2f5-6a7a-438c-b612-6f356e76a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:10.067161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f84e965-d367-4308-abf8-8374d558ea6f req-8c76d2f5-6a7a-438c-b612-6f356e76a543 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 1096 time: 0.0742579 May 24 23:52:10.214920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 4b552aab-8f90-4619-8cf1-788e213b57ca has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:52:10.230253 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84e965-d367-4308-abf8-8374d558ea6f req-979ead66-0f1c-46fb-baf4-1bd540c27324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:10.231752 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f84e965-d367-4308-abf8-8374d558ea6f req-979ead66-0f1c-46fb-baf4-1bd540c27324 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e38e186c-fa4a-4163-8ec9-babe45f0e48e HTTP/1.1" status: 200 len: 898 time: 0.1445377 May 24 23:52:10.278791 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:10.336761 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f84e965-d367-4308-abf8-8374d558ea6f req-01150d46-78d9-4f9f-be97-ae5618dbb4e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1274c94f-d838-4bb9-9759-c70543b7e4f5 HTTP/1.1" status: 200 len: 998 time: 0.0983455 May 24 23:52:10.390595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:52:10.402941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab78d47f-fba1-4c41-8f19-21d941769ea2 None None] Sync routers for ids ['4b552aab-8f90-4619-8cf1-788e213b57ca'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:52:10.407207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84e965-d367-4308-abf8-8374d558ea6f req-4b499b75-13a7-45de-b17f-e9a2ecfcd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:10.408670 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f84e965-d367-4308-abf8-8374d558ea6f req-4b499b75-13a7-45de-b17f-e9a2ecfcd225 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcad5db2-9541-4af0-8a12-8b60ab207fdd HTTP/1.1" status: 200 len: 834 time: 0.0649347 May 24 23:52:10.413477 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab78d47f-fba1-4c41-8f19-21d941769ea2 None None] Routers {'4b552aab-8f90-4619-8cf1-788e213b57ca'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:10.414225 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ab78d47f-fba1-4c41-8f19-21d941769ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4b552aab-8f90-4619-8cf1-788e213b57ca'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:10.416055 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:10.476929 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-990fe9b9-3077-45bd-be66-0c261c69561e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3550601 May 24 23:52:10.476929 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'tag': '1274c94f-d838-4bb9-9759-c70543b7e4f5'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:52:10.486477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84e965-d367-4308-abf8-8374d558ea6f req-17d47cb5-e176-47ed-b80f-c85b8048e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:10.487770 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f84e965-d367-4308-abf8-8374d558ea6f req-17d47cb5-e176-47ed-b80f-c85b8048e30a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e38e186c-fa4a-4163-8ec9-babe45f0e48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731852 May 24 23:52:10.532583 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7a3c32-2bbc-4145-bb28-ed90db1ec420'] response: {'name': 'network-changed', 'server_uuid': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'tag': '1274c94f-d838-4bb9-9759-c70543b7e4f5', 'status': 'completed', 'code': 200} May 24 23:52:10.639450 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ab78d47f-fba1-4c41-8f19-21d941769ea2 None None] Set router 4b552aab-8f90-4619-8cf1-788e213b57ca gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:10.660826 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573cfd1-26d2-49fa-83e1-8bb34befc2dd req-ec905c0a-78bf-499e-89e2-bdb327d846a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:10.662570 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c573cfd1-26d2-49fa-83e1-8bb34befc2dd req-ec905c0a-78bf-499e-89e2-bdb327d846a9 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.0846558 May 24 23:52:10.710321 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c573cfd1-26d2-49fa-83e1-8bb34befc2dd req-0962c153-9d4a-40f1-9300-26b2433af827 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416355 May 24 23:52:10.734900 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56060) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:10.753860 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f84e965-d367-4308-abf8-8374d558ea6f req-59a344b9-4f90-4d36-a841-71820e43d756 service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592587 May 24 23:52:10.841633 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5a2737e3-be73-4026-ad3b-e56e19734de6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/b069816a-cf61-4094-9339-426a1209c249 HTTP/1.1" status: 200 len: 990 time: 0.1051729 May 24 23:52:10.889231 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9f84e965-d367-4308-abf8-8374d558ea6f req-28dec735-c2fc-44ae-8a96-aaaab1ce3c55 service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289234 May 24 23:52:10.995769 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ab78d47f-fba1-4c41-8f19-21d941769ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:53Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'b069816a-cf61-4094-9339-426a1209c249', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'port_id': '1274c94f-d838-4bb9-9759-c70543b7e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'mac_address': 'fa:16:3e:01:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:52:09Z', 'updated_at': '2022-05-24T23:52:09Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45ca23a-974c-4516-bf04-c8527da44548', 'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:d8:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:53Z', 'updated_at': '2022-05-24T23:51:59Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:10.999911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab78d47f-fba1-4c41-8f19-21d941769ea2 None None] Checking router: 4b552aab-8f90-4619-8cf1-788e213b57ca for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:52:11.008381 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab78d47f-fba1-4c41-8f19-21d941769ea2 None None] Routers {'4b552aab-8f90-4619-8cf1-788e213b57ca'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:11.008963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ab78d47f-fba1-4c41-8f19-21d941769ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:52:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4b552aab-8f90-4619-8cf1-788e213b57ca'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:11.010282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537ce62-e04b-4df0-9018-9969f560d5a9 req-1dda214c-0f7d-471f-89c4-a10b63a4f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:11.011856 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1537ce62-e04b-4df0-9018-9969f560d5a9 req-1dda214c-0f7d-471f-89c4-a10b63a4f8d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 1096 time: 0.0730813 May 24 23:52:11.148939 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537ce62-e04b-4df0-9018-9969f560d5a9 req-bde5cc24-927e-46f3-8a67-c7f2cc867aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:11.150528 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1537ce62-e04b-4df0-9018-9969f560d5a9 req-bde5cc24-927e-46f3-8a67-c7f2cc867aa4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e38e186c-fa4a-4163-8ec9-babe45f0e48e HTTP/1.1" status: 200 len: 898 time: 0.1329248 May 24 23:52:11.192294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-ab78d47f-fba1-4c41-8f19-21d941769ea2 None None] Set router 4b552aab-8f90-4619-8cf1-788e213b57ca gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:11.262744 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1537ce62-e04b-4df0-9018-9969f560d5a9 req-2df1e268-406e-4491-8a04-94d67b0dbf0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1274c94f-d838-4bb9-9759-c70543b7e4f5 HTTP/1.1" status: 200 len: 998 time: 0.1039817 May 24 23:52:11.330766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537ce62-e04b-4df0-9018-9969f560d5a9 req-f0f670ec-b2fc-4278-b023-3369c0905256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:11.332286 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1537ce62-e04b-4df0-9018-9969f560d5a9 req-f0f670ec-b2fc-4278-b023-3369c0905256 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcad5db2-9541-4af0-8a12-8b60ab207fdd HTTP/1.1" status: 200 len: 834 time: 0.0640783 May 24 23:52:11.411335 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537ce62-e04b-4df0-9018-9969f560d5a9 req-9261fbf1-a958-461a-b604-a3c1fef635b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:11.412854 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1537ce62-e04b-4df0-9018-9969f560d5a9 req-9261fbf1-a958-461a-b604-a3c1fef635b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e38e186c-fa4a-4163-8ec9-babe45f0e48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747852 May 24 23:52:11.547788 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1537ce62-e04b-4df0-9018-9969f560d5a9 req-275bf1a0-2fdd-4644-ad85-e72a9ec588a2 service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278074 May 24 23:52:11.572938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-ab78d47f-fba1-4c41-8f19-21d941769ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:53Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'b069816a-cf61-4094-9339-426a1209c249', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'port_id': '1274c94f-d838-4bb9-9759-c70543b7e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'mac_address': 'fa:16:3e:01:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:52:09Z', 'updated_at': '2022-05-24T23:52:09Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45ca23a-974c-4516-bf04-c8527da44548', 'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:d8:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:53Z', 'updated_at': '2022-05-24T23:51:59Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:11.577259 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab78d47f-fba1-4c41-8f19-21d941769ea2 None None] The sync data for ids ['4b552aab-8f90-4619-8cf1-788e213b57ca'] in n-d-843146-7 is: [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:53Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'b069816a-cf61-4094-9339-426a1209c249', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'port_id': '1274c94f-d838-4bb9-9759-c70543b7e4f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'mac_address': 'fa:16:3e:01:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:52:09Z', 'updated_at': '2022-05-24T23:52:09Z', 'revision_number': 0, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45ca23a-974c-4516-bf04-c8527da44548', 'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:d8:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:53Z', 'updated_at': '2022-05-24T23:51:59Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:52:11.683211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-1537ce62-e04b-4df0-9018-9969f560d5a9 req-191d75fe-82d2-4e6d-8743-a6892125e532 service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294215 May 24 23:52:11.786884 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955660c4-4763-42b2-a6fc-6a44b661d25d None None] New status for floating IP b069816a-cf61-4094-9339-426a1209c249: ACTIVE {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:52:11.845394 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56064) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:11.949163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-5cf5bb9a-2254-4b9b-9ba2-6452e9b0be08 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/b069816a-cf61-4094-9339-426a1209c249 HTTP/1.1" status: 200 len: 990 time: 0.1026137 May 24 23:52:12.954506 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56068) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:13.191663 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e90fb0b4-48e5-489f-973f-5a95b80d1afb tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/b069816a-cf61-4094-9339-426a1209c249 HTTP/1.1" status: 200 len: 992 time: 0.2354407 May 24 23:52:15.384608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-d0dd036c-66be-4aeb-8b2c-2adb2cf506ea req-34649310-0f04-4d6e-a00a-e99464b8017f service neutron] (88389) timed out ('10.222.0.31', 54547) {{(pid=88389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:52:15.710727 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-01be4545-832e-42f2-9489-90a8e88b3384 req-b6723c17-a883-4cfe-a403-71f3d125c288 tempest-ServerActionsTestJSON-1776218147 tempest-ServerActionsTestJSON-1776218147-project] (88390) timed out ('10.222.0.31', 54924) {{(pid=88390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:52:24.805231 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:26.514002 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:27.442009 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:52:35.406422 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8a28-08de-41e9-ae0a-f5c8c586fa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:37.507378 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-751bf50c-e11c-4b69-acc1-9d469406cfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:38.760445 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:39.023892 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:40.286950 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:44.933066 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9fb54-5cf0-4648-acfc-7f8100292e57 req-5ba8c8a0-d64e-42a2-91f9-477f9de36f4a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:44.934642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2ea9fb54-5cf0-4648-acfc-7f8100292e57 req-5ba8c8a0-d64e-42a2-91f9-477f9de36f4a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.1493156 May 24 23:52:44.983453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2ea9fb54-5cf0-4648-acfc-7f8100292e57 req-bdec1e61-fd74-4806-a956-a1bc7ed594d1 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429301 May 24 23:52:46.277726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54234275-6376-4284-b48e-bebbbeb47466 req-89f4bbf2-14c2-4113-b3b1-d9a7ab892d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:46.279203 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54234275-6376-4284-b48e-bebbbeb47466 req-89f4bbf2-14c2-4113-b3b1-d9a7ab892d06 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.1614823 May 24 23:52:46.331391 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-54234275-6376-4284-b48e-bebbbeb47466 req-693d871f-f06b-4f98-9cdc-0d788b108229 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461166 May 24 23:52:46.359074 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56092) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:46.498188 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7496f42f-1f41-4779-bdf2-0d3945cc6947 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/b069816a-cf61-4094-9339-426a1209c249 HTTP/1.1" status: 200 len: 992 time: 0.1377151 May 24 23:52:47.970189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf684be-ed8b-4742-80e4-9e72316e7975 req-7e51dfe6-d95b-440a-972a-71a9be107cb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:47.971686 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cf684be-ed8b-4742-80e4-9e72316e7975 req-7e51dfe6-d95b-440a-972a-71a9be107cb0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.0894063 May 24 23:52:48.065685 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0cf684be-ed8b-4742-80e4-9e72316e7975 req-fc7a1bb8-f2c3-445c-bd3c-ec96bcb445ba tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880530 May 24 23:52:48.083268 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-7c0b6232-4661-4cb6-bae1-49303b6fc252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:48.084722 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-7c0b6232-4661-4cb6-bae1-49303b6fc252 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 1096 time: 0.1478040 May 24 23:52:48.235100 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-7df388b9-6ca2-43d9-8cb6-bf1d9427c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:48.236536 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-7df388b9-6ca2-43d9-8cb6-bf1d9427c188 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e38e186c-fa4a-4163-8ec9-babe45f0e48e HTTP/1.1" status: 200 len: 898 time: 0.1415656 May 24 23:52:48.342692 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-b293c479-7e40-45f9-afb2-c2a3314bade0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1274c94f-d838-4bb9-9759-c70543b7e4f5 HTTP/1.1" status: 200 len: 1000 time: 0.0958819 May 24 23:52:48.528320 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-919d876e-a3ad-460a-8ec5-cdf21cfd93da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:48.529784 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-919d876e-a3ad-460a-8ec5-cdf21cfd93da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcad5db2-9541-4af0-8a12-8b60ab207fdd HTTP/1.1" status: 200 len: 834 time: 0.1777220 May 24 23:52:48.610913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-9c54e545-0342-4d9f-b73d-8d6eb50eccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:48.612354 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-9c54e545-0342-4d9f-b73d-8d6eb50eccab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e38e186c-fa4a-4163-8ec9-babe45f0e48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728998 May 24 23:52:48.623515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-f668a884-27d6-4349-9eab-f269753821c4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:52:48.624442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-f668a884-27d6-4349-9eab-f269753821c4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049276 May 24 23:52:48.758141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-640b4200-f223-4a20-9a4b-f77c2dd6e7b4 service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239491 May 24 23:52:48.908934 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45b6381c-e884-4b62-9d75-fe6cff486062 req-425ade4e-49ff-418f-8df2-066e75655d57 service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410737 May 24 23:52:49.271492 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2893c8-5e65-479c-af18-ff2f1c93fbe3 req-c8d876d6-0bd0-41c8-b12c-1013fa04c98b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:49.272973 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec2893c8-5e65-479c-af18-ff2f1c93fbe3 req-c8d876d6-0bd0-41c8-b12c-1013fa04c98b tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.0845888 May 24 23:52:49.318284 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ec2893c8-5e65-479c-af18-ff2f1c93fbe3 req-decd8879-455a-4964-b51e-c9272ab7a06d tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394070 May 24 23:52:50.516974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335e877-90be-4a86-aaa9-c6e89b72915c req-467bd8b3-06a2-4622-9713-1943a88d72f6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:50.518477 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4335e877-90be-4a86-aaa9-c6e89b72915c req-467bd8b3-06a2-4622-9713-1943a88d72f6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.0889504 May 24 23:52:50.567028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4335e877-90be-4a86-aaa9-c6e89b72915c req-03adfbaa-2572-4d1e-a172-796ba4e0f144 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387261 May 24 23:52:50.590249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56108) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:50.703003 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c009dcc1-0231-480b-8da8-8766dba7bf1a tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/floatingips/b069816a-cf61-4094-9339-426a1209c249 HTTP/1.1" status: 200 len: 992 time: 0.1112392 May 24 23:52:50.974907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56116) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:51.188791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port b8f5aead-ae04-4d0c-b83e-60ef636e02d4 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:51.189102 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:51.358617 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:51.358894 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:51.477954 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for b8f5aead-ae04-4d0c-b83e-60ef636e02d4 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:51.637116 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:51.688974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=b8f5aead-ae04-4d0c-b83e-60ef636e02d4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:51.728551 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.728896 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.729233 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.729593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.729914 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.730247 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.730570 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.730894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.731234 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.731560 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.731856 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.732169 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:52:51.791997 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:51.792295 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Floating IP b069816a-cf61-4094-9339-426a1209c249 disassociated (deleted). External IP: 172.25.7.75, port: 1274c94f-d838-4bb9-9759-c70543b7e4f5. May 24 23:52:52.292196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 4b552aab-8f90-4619-8cf1-788e213b57ca has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:52:52.484249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:52:52.496540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d654060-4e7e-4c52-adad-69f333cf8c99 None None] Sync routers for ids ['4b552aab-8f90-4619-8cf1-788e213b57ca'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:52:52.507309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d654060-4e7e-4c52-adad-69f333cf8c99 None None] Routers {'4b552aab-8f90-4619-8cf1-788e213b57ca'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:52.507986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d654060-4e7e-4c52-adad-69f333cf8c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4b552aab-8f90-4619-8cf1-788e213b57ca'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:52.511090 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:52.566539 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f3d01349-4fc8-4802-bfaa-c3356cd65855 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/floatingips/b069816a-cf61-4094-9339-426a1209c249 HTTP/1.1" status: 204 len: 168 time: 1.5898476 May 24 23:52:52.566948 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'tag': '1274c94f-d838-4bb9-9759-c70543b7e4f5'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:52:52.670172 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b876cb97-5000-4255-a567-900f0905391f'] response: {'name': 'network-changed', 'server_uuid': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'tag': '1274c94f-d838-4bb9-9759-c70543b7e4f5', 'status': 'completed', 'code': 200} May 24 23:52:52.685250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8d654060-4e7e-4c52-adad-69f333cf8c99 None None] Set router 4b552aab-8f90-4619-8cf1-788e213b57ca gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:52.775576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2a6a5-366d-42b7-9d60-f69b9d15fdec req-800e4572-8caa-42f4-9aec-9c538461650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:52.777121 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5fa2a6a5-366d-42b7-9d60-f69b9d15fdec req-800e4572-8caa-42f4-9aec-9c538461650a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 1096 time: 0.0782509 May 24 23:52:52.916783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2a6a5-366d-42b7-9d60-f69b9d15fdec req-5884779a-d775-47fc-95e5-96569681c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:52.918387 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5fa2a6a5-366d-42b7-9d60-f69b9d15fdec req-5884779a-d775-47fc-95e5-96569681c32c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e38e186c-fa4a-4163-8ec9-babe45f0e48e HTTP/1.1" status: 200 len: 898 time: 0.1298125 May 24 23:52:52.957000 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a84484-53d1-4fda-920d-7c6ba33bba76 req-60f5c117-a132-4f23-9c54-9babaa272923 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:52.959231 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57a84484-53d1-4fda-920d-7c6ba33bba76 req-60f5c117-a132-4f23-9c54-9babaa272923 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.0842357 May 24 23:52:52.989896 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5fa2a6a5-366d-42b7-9d60-f69b9d15fdec req-5847ac28-4c91-4d44-8a68-e88c7c6a0a31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1274c94f-d838-4bb9-9759-c70543b7e4f5 HTTP/1.1" status: 200 len: 217 time: 0.0646646 May 24 23:52:53.005310 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-57a84484-53d1-4fda-920d-7c6ba33bba76 req-6613579c-47dd-4906-abb8-64ad4f685531 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399320 May 24 23:52:53.022461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d654060-4e7e-4c52-adad-69f333cf8c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:53Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a45ca23a-974c-4516-bf04-c8527da44548', 'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:d8:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:53Z', 'updated_at': '2022-05-24T23:51:59Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:53.027102 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d654060-4e7e-4c52-adad-69f333cf8c99 None None] Checking router: 4b552aab-8f90-4619-8cf1-788e213b57ca for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:52:53.035567 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d654060-4e7e-4c52-adad-69f333cf8c99 None None] Routers {'4b552aab-8f90-4619-8cf1-788e213b57ca'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:53.037767 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d654060-4e7e-4c52-adad-69f333cf8c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4b552aab-8f90-4619-8cf1-788e213b57ca'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:53.057687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2a6a5-366d-42b7-9d60-f69b9d15fdec req-8f62f4ca-9128-462f-bfaf-97b0d3e05cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:53.059312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5fa2a6a5-366d-42b7-9d60-f69b9d15fdec req-8f62f4ca-9128-462f-bfaf-97b0d3e05cd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcad5db2-9541-4af0-8a12-8b60ab207fdd HTTP/1.1" status: 200 len: 834 time: 0.0624113 May 24 23:52:53.137203 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2a6a5-366d-42b7-9d60-f69b9d15fdec req-e9fde43b-6825-4bae-9c40-78453700da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:53.138704 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5fa2a6a5-366d-42b7-9d60-f69b9d15fdec req-e9fde43b-6825-4bae-9c40-78453700da8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e38e186c-fa4a-4163-8ec9-babe45f0e48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713646 May 24 23:52:53.211435 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-8d654060-4e7e-4c52-adad-69f333cf8c99 None None] Set router 4b552aab-8f90-4619-8cf1-788e213b57ca gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:53.269283 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5fa2a6a5-366d-42b7-9d60-f69b9d15fdec req-5c88ceb7-4420-47d2-beaf-a0632a2a6cac service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232281 May 24 23:52:53.405293 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5fa2a6a5-366d-42b7-9d60-f69b9d15fdec req-e57da1f6-34e7-48e8-a9d9-bde50e6a9f2c service neutron] 10.222.0.50 "GET /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288743 May 24 23:52:53.572046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-8d654060-4e7e-4c52-adad-69f333cf8c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:53Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a45ca23a-974c-4516-bf04-c8527da44548', 'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:d8:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:53Z', 'updated_at': '2022-05-24T23:51:59Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:53.576777 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d654060-4e7e-4c52-adad-69f333cf8c99 None None] The sync data for ids ['4b552aab-8f90-4619-8cf1-788e213b57ca'] in n-d-843146-7 is: [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:51:53Z', 'revision_number': 4, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'a45ca23a-974c-4516-bf04-c8527da44548', 'name': '', 'network_id': 'e38e186c-fa4a-4163-8ec9-babe45f0e48e', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'mac_address': 'fa:16:3e:d8:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:53Z', 'updated_at': '2022-05-24T23:51:59Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'subnets': [{'id': 'fcad5db2-9541-4af0-8a12-8b60ab207fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:52:53.793161 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c97a2d-6252-4f05-a72d-15b5454ec470 None None] New status for floating IP b069816a-cf61-4094-9339-426a1209c249: DOWN {{(pid=88392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:52:54.219124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd2734-c0b6-4ea0-9f44-48c7269e263e req-76bc1348-aaa7-4400-aadc-3ee0327754e6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:54.219740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3abd2734-c0b6-4ea0-9f44-48c7269e263e req-76bc1348-aaa7-4400-aadc-3ee0327754e6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Synchronizing usage tracker for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:52:54.238295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-3abd2734-c0b6-4ea0-9f44-48c7269e263e req-76bc1348-aaa7-4400-aadc-3ee0327754e6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Unset dirty status for tenant:b43a53ddd5034815bcbf4fbf31c31820 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:52:54.239585 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3abd2734-c0b6-4ea0-9f44-48c7269e263e req-76bc1348-aaa7-4400-aadc-3ee0327754e6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.1080658 May 24 23:52:54.296888 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3abd2734-c0b6-4ea0-9f44-48c7269e263e req-b7b07e6e-5e27-4d4b-a905-49a6929dd79e tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471168 May 24 23:52:54.751653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215551d7-77f9-40c5-9571-99a7a906f5ac req-e016e185-cbe1-43ae-bd41-2ea4570fb712 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:54.753113 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-215551d7-77f9-40c5-9571-99a7a906f5ac req-e016e185-cbe1-43ae-bd41-2ea4570fb712 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.0950670 May 24 23:52:54.800974 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:54.951553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-215551d7-77f9-40c5-9571-99a7a906f5ac req-ed5e7f03-3dc3-4530-873d-fc498aca2df6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port 1274c94f-d838-4bb9-9759-c70543b7e4f5 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:54.951851 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-215551d7-77f9-40c5-9571-99a7a906f5ac req-ed5e7f03-3dc3-4530-873d-fc498aca2df6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.200411 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-215551d7-77f9-40c5-9571-99a7a906f5ac req-ed5e7f03-3dc3-4530-873d-fc498aca2df6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port 1274c94f-d838-4bb9-9759-c70543b7e4f5, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=1274c94f-d838-4bb9-9759-c70543b7e4f5,segment=NetworkSegment(e9e10ae9-9f51-48ed-8df9-6b256350980b),segment_id=e9e10ae9-9f51-48ed-8df9-6b256350980b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:55.200762 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-215551d7-77f9-40c5-9571-99a7a906f5ac req-ed5e7f03-3dc3-4530-873d-fc498aca2df6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.322431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-215551d7-77f9-40c5-9571-99a7a906f5ac req-ed5e7f03-3dc3-4530-873d-fc498aca2df6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for 1274c94f-d838-4bb9-9759-c70543b7e4f5 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:55.473008 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-215551d7-77f9-40c5-9571-99a7a906f5ac req-ed5e7f03-3dc3-4530-873d-fc498aca2df6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.484787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf3eca-f0d7-4779-ac18-9d3364acb3de req-9ee2ba19-5d14-4622-bd96-852d45d20ca2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:52:55.486275 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fbcf3eca-f0d7-4779-ac18-9d3364acb3de req-9ee2ba19-5d14-4622-bd96-852d45d20ca2 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc0944d7-0441-487f-bf53-cf58d3e10990 HTTP/1.1" status: 200 len: 945 time: 0.0784516 May 24 23:52:55.524651 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e7f03-3dc3-4530-873d-fc498aca2df6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=1274c94f-d838-4bb9-9759-c70543b7e4f5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:55.532093 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-fbcf3eca-f0d7-4779-ac18-9d3364acb3de req-06b406a9-b657-4925-9a93-7be9b9625f78 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9d30e-060d-4459-8332-0f687d1788c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 May 24 23:52:55.604105 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-215551d7-77f9-40c5-9571-99a7a906f5ac req-ed5e7f03-3dc3-4530-873d-fc498aca2df6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] No DVR routers for this DVR port 1274c94f-d838-4bb9-9759-c70543b7e4f5 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:52:55.607136 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-215551d7-77f9-40c5-9571-99a7a906f5ac req-ed5e7f03-3dc3-4530-873d-fc498aca2df6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:55.610537 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'name': 'network-vif-deleted', 'tag': '1274c94f-d838-4bb9-9759-c70543b7e4f5'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:52:55.627717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-215551d7-77f9-40c5-9571-99a7a906f5ac req-ed5e7f03-3dc3-4530-873d-fc498aca2df6 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.50 "DELETE /v2.0/ports/1274c94f-d838-4bb9-9759-c70543b7e4f5 HTTP/1.1" status: 204 len: 173 time: 0.8665788 May 24 23:52:55.658084 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a3dacc-2eef-42e1-92f0-c4dee0c8789e'] response: {'server_uuid': 'bc0944d7-0441-487f-bf53-cf58d3e10990', 'name': 'network-vif-deleted', 'tag': '1274c94f-d838-4bb9-9759-c70543b7e4f5', 'status': 'completed', 'code': 200} May 24 23:52:56.511240 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:56.639840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56136) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:57.179399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1274c94f-d838-4bb9-9759-c70543b7e4f5 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:52:57.212460 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 1274c94f-d838-4bb9-9759-c70543b7e4f5 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:52:57.212817 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 1274c94f-d838-4bb9-9759-c70543b7e4f5 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:52:57.212986 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:57.699590 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port a45ca23a-974c-4516-bf04-c8527da44548 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:52:57.700375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:57.890564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port a45ca23a-974c-4516-bf04-c8527da44548, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=a45ca23a-974c-4516-bf04-c8527da44548,segment=NetworkSegment(e9e10ae9-9f51-48ed-8df9-6b256350980b),segment_id=e9e10ae9-9f51-48ed-8df9-6b256350980b)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:52:57.890803 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:58.017159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for a45ca23a-974c-4516-bf04-c8527da44548 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:52:58.367524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:58.416610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=a45ca23a-974c-4516-bf04-c8527da44548,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:58.697825 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:59.217525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Router 4b552aab-8f90-4619-8cf1-788e213b57ca has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:52:59.396390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:52:59.408466 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afc198-3a3a-41a8-8482-f9acb3ba41d5 None None] Sync routers for ids ['4b552aab-8f90-4619-8cf1-788e213b57ca'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:52:59.415516 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-bfa6828e-b2d0-4625-a58d-1e1195cbd13f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "PUT /v2.0/routers/4b552aab-8f90-4619-8cf1-788e213b57ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7743680 May 24 23:52:59.418757 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56140) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:59.419025 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3afc198-3a3a-41a8-8482-f9acb3ba41d5 None None] Routers {'4b552aab-8f90-4619-8cf1-788e213b57ca'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:52:59.419738 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f3afc198-3a3a-41a8-8482-f9acb3ba41d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4b552aab-8f90-4619-8cf1-788e213b57ca'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:52:59.489621 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda58f54-16ee-44e0-b96f-064c759a7a5f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting subnet fcad5db2-9541-4af0-8a12-8b60ab207fdd {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 24 23:52:59.492879 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda58f54-16ee-44e0-b96f-064c759a7a5f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:59.547953 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda58f54-16ee-44e0-b96f-064c759a7a5f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:59.595474 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f3afc198-3a3a-41a8-8482-f9acb3ba41d5 None None] Set router 4b552aab-8f90-4619-8cf1-788e213b57ca gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:52:59.635097 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda58f54-16ee-44e0-b96f-064c759a7a5f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:59.712028 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda58f54-16ee-44e0-b96f-064c759a7a5f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:59.753102 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda58f54-16ee-44e0-b96f-064c759a7a5f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Subnet': ['ID=fcad5db2-9541-4af0-8a12-8b60ab207fdd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:52:59.755740 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda58f54-16ee-44e0-b96f-064c759a7a5f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:52:59.762363 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-eda58f54-16ee-44e0-b96f-064c759a7a5f tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/subnets/fcad5db2-9541-4af0-8a12-8b60ab207fdd HTTP/1.1" status: 204 len: 168 time: 0.3426297 May 24 23:52:59.765755 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56144) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:52:59.772536 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c12a9-5b59-4711-866b-95ea2ecb40db None None] Network e38e186c-fa4a-4163-8ec9-babe45f0e48e requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:52:59.947898 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:00.036734 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f3afc198-3a3a-41a8-8482-f9acb3ba41d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:52:58Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:00.040703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afc198-3a3a-41a8-8482-f9acb3ba41d5 None None] Checking router: 4b552aab-8f90-4619-8cf1-788e213b57ca for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:53:00.049367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3afc198-3a3a-41a8-8482-f9acb3ba41d5 None None] Routers {'4b552aab-8f90-4619-8cf1-788e213b57ca'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:53:00.049978 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f3afc198-3a3a-41a8-8482-f9acb3ba41d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:52:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['4b552aab-8f90-4619-8cf1-788e213b57ca'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:00.105107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] DHCP port deletion for e38e186c-fa4a-4163-8ec9-babe45f0e48e request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 24 23:53:00.127199 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Deleting port 3d8315fb-d470-4986-b4d9-7c4a80fe6810 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:53:00.127568 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:00.134179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:00.145690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Deleting port cec96f7f-8024-4ff4-8e8c-878b107966be {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:53:00.146080 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:00.311517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f3afc198-3a3a-41a8-8482-f9acb3ba41d5 None None] Set router 4b552aab-8f90-4619-8cf1-788e213b57ca gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:53:00.323408 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] For port cec96f7f-8024-4ff4-8e8c-878b107966be, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cec96f7f-8024-4ff4-8e8c-878b107966be,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:53:00.323705 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:00.445335 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Calling delete_port for cec96f7f-8024-4ff4-8e8c-878b107966be owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:53:00.618813 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:00.631887 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] For port 3d8315fb-d470-4986-b4d9-7c4a80fe6810, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=3d8315fb-d470-4986-b4d9-7c4a80fe6810,segment=NetworkSegment(e9e10ae9-9f51-48ed-8df9-6b256350980b),segment_id=e9e10ae9-9f51-48ed-8df9-6b256350980b)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:53:00.632479 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:00.692125 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Port': ['ID=cec96f7f-8024-4ff4-8e8c-878b107966be,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:00.731307 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.732094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.732094 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.732378 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.732721 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.733046 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.733368 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.733697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.734033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.734345 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.734660 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.734975 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.766527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Calling delete_port for 3d8315fb-d470-4986-b4d9-7c4a80fe6810 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:53:00.770051 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:00.896113 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343'] for port, after_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:00.944485 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Pushing event deleted for resources: {'Port': ['ID=3d8315fb-d470-4986-b4d9-7c4a80fe6810,revision_number=None']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:00.954317 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] No DVR routers for this DVR port 3d8315fb-d470-4986-b4d9-7c4a80fe6810 on host n-d-843146-7 {{(pid=88391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:53:00.956589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.957051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.957410 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.957762 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.958070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.958390 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.958714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.959063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.959397 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.959736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.960051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.960367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd71189-8f43-4b81-b703-5a3bd44f8674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:00.970825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f3afc198-3a3a-41a8-8482-f9acb3ba41d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:52:58Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:00.975063 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afc198-3a3a-41a8-8482-f9acb3ba41d5 None None] The sync data for ids ['4b552aab-8f90-4619-8cf1-788e213b57ca'] in n-d-843146-7 is: [{'id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607170898', 'tenant_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:51:48Z', 'updated_at': '2022-05-24T23:52:58Z', 'revision_number': 5, 'project_id': 'b43a53ddd5034815bcbf4fbf31c31820', 'gw_port': {'id': 'cec96f7f-8024-4ff4-8e8c-878b107966be', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b552aab-8f90-4619-8cf1-788e213b57ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:51:49Z', 'updated_at': '2022-05-24T23:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:53:01.067930 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.070250 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.095853 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.096950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Fanout notify agent at l3_agent the message router_deleted on router 4b552aab-8f90-4619-8cf1-788e213b57ca {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 24 23:53:01.113179 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.114860 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2f3fd17a-21bd-431e-a447-93154095b5c0 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/routers/4b552aab-8f90-4619-8cf1-788e213b57ca HTTP/1.1" status: 204 len: 168 time: 1.3475397 May 24 23:53:01.117205 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56148) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:01.234332 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.325037 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3d8315fb-d470-4986-b4d9-7c4a80fe6810 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:53:01.363444 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 3d8315fb-d470-4986-b4d9-7c4a80fe6810 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:53:01.363880 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 3d8315fb-d470-4986-b4d9-7c4a80fe6810 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:53:01.377711 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.403165 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38e186c-fa4a-4163-8ec9-babe45f0e48e']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:01.416147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e10ae9-9f51-48ed-8df9-6b256350980b') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:01.416441 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e10ae9-9f51-48ed-8df9-6b256350980b') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:01.430771 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.450874 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.457264 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 23:53:01.457725 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.524846 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment e9e10ae9-9f51-48ed-8df9-6b256350980b resource provider aggregate not found May 24 23:53:01.560845 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.580610 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.584044 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment e9e10ae9-9f51-48ed-8df9-6b256350980b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9e10ae9-9f51-48ed-8df9-6b256350980b found for delete ", "request_id": "req-e429f8e9-3400-45fd-b9d7-75af7b44d554"}]} May 24 23:53:01.595902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'Network': ['ID=e38e186c-fa4a-4163-8ec9-babe45f0e48e,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:01.598985 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-8dd16a17-daf4-4148-a2f8-8341169ef490 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/networks/e38e186c-fa4a-4163-8ec9-babe45f0e48e HTTP/1.1" status: 204 len: 168 time: 0.4808526 May 24 23:53:01.602104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56156) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:01.675961 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33dfbe27-bba6-43b3-a10d-aff09ba87aa8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.709737 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33dfbe27-bba6-43b3-a10d-aff09ba87aa8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.790152 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33dfbe27-bba6-43b3-a10d-aff09ba87aa8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.808634 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfbe27-bba6-43b3-a10d-aff09ba87aa8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db9d30e-060d-4459-8332-0f687d1788c2,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:01.834563 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-33dfbe27-bba6-43b3-a10d-aff09ba87aa8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:01.839343 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-33dfbe27-bba6-43b3-a10d-aff09ba87aa8 tempest-TestNetworkAdvancedServerOps-1045077960 tempest-TestNetworkAdvancedServerOps-1045077960-project] 10.222.0.55 "DELETE /v2.0/security-groups/1db9d30e-060d-4459-8332-0f687d1788c2 HTTP/1.1" status: 204 len: 168 time: 0.2330787 May 24 23:53:02.225730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56166) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:02.432401 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a58baee1-066c-45ea-875e-3c3e25cc9892 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b43a53ddd5034815bcbf4fbf31c31820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055089 May 24 23:53:02.436171 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56172) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:02.493833 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d807854-2282-4886-a474-72ae485c265b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:02.520514 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d807854-2282-4886-a474-72ae485c265b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:02.576705 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d807854-2282-4886-a474-72ae485c265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:02.591037 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d807854-2282-4886-a474-72ae485c265b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41058b0-c4e1-4aee-bd1b-63adedfdd80c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:02.603327 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d807854-2282-4886-a474-72ae485c265b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:02.604476 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2d807854-2282-4886-a474-72ae485c265b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f41058b0-c4e1-4aee-bd1b-63adedfdd80c HTTP/1.1" status: 204 len: 168 time: 0.1673541 May 24 23:53:02.906957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56180) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:02.913540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cec96f7f-8024-4ff4-8e8c-878b107966be no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:53:02.926541 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-201bec6f-d64e-46ef-9484-c63fa4914808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:02.941463 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-201bec6f-d64e-46ef-9484-c63fa4914808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:02.946223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-201bec6f-d64e-46ef-9484-c63fa4914808 admin admin] Usage tracker for resource:security_group_rule and tenant:c13aa17df72c40a181d73bb28b518bc2 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:02.947522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: cec96f7f-8024-4ff4-8e8c-878b107966be {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:53:02.948077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cec96f7f-8024-4ff4-8e8c-878b107966be not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:53:02.948763 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a45ca23a-974c-4516-bf04-c8527da44548 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:53:02.949451 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-201bec6f-d64e-46ef-9484-c63fa4914808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:02.956158 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-201bec6f-d64e-46ef-9484-c63fa4914808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:02.984830 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: a45ca23a-974c-4516-bf04-c8527da44548 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:53:02.985128 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device a45ca23a-974c-4516-bf04-c8527da44548 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:53:03.045229 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-201bec6f-d64e-46ef-9484-c63fa4914808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:03.051015 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-201bec6f-d64e-46ef-9484-c63fa4914808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:03.097117 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-201bec6f-d64e-46ef-9484-c63fa4914808 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c13aa17df72c40a181d73bb28b518bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890447 May 24 23:53:03.097957 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bec6f-d64e-46ef-9484-c63fa4914808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419cd2fa-1d2c-4124-9898-d1fedc3eb49c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:03.100159 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56184) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:03.171494 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9ab15a65-e85c-44c5-9d71-86dcac5f2195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:03.197467 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9ab15a65-e85c-44c5-9d71-86dcac5f2195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:03.252604 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9ab15a65-e85c-44c5-9d71-86dcac5f2195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:03.274126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab15a65-e85c-44c5-9d71-86dcac5f2195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419cd2fa-1d2c-4124-9898-d1fedc3eb49c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:03.278422 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9ab15a65-e85c-44c5-9d71-86dcac5f2195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:03.279542 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9ab15a65-e85c-44c5-9d71-86dcac5f2195 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/419cd2fa-1d2c-4124-9898-d1fedc3eb49c HTTP/1.1" status: 204 len: 168 time: 0.1783011 May 24 23:53:04.122629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56208) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:04.230869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1224611395-network', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:04.237056 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:04.241184 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Usage tracker for resource:network and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:04.244252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:04.251117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:04.263945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Made reservation on behalf of f48fe0edb7014f94a69072ce2782440b for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:53:04.266221 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:04.279345 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:04.293954 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:04.297924 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:04.300744 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:04.307017 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:04.385598 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:04.391619 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:04.422651 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:53:04.427740 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c10df5-5b21-442b-aa40-f7155c0ff361,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:04.434579 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:04.434922 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Added segment df825a9c-e274-4efc-9137-ac9d590b1edd of type vlan for network 3450f9d0-862f-441e-886b-7cd63a17d027 May 24 23:53:04.443002 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:53:04.461718 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:04.496464 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:04.497381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:04.497968 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:04.597385 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] Pushing event updated for resources: {'Network': ['ID=3450f9d0-862f-441e-886b-7cd63a17d027,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:04.605160 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-0022ee34-a856-4b7c-9ac1-b724c44dce87 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4814038 May 24 23:53:04.609376 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network 3450f9d0-862f-441e-886b-7cd63a17d027 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:53:04.609920 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56214) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:04.615486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Request body: {'subnet': {'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1224611395-subnet', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:04.621256 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:04.625337 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Usage tracker for resource:subnet and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:04.628301 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:04.634170 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:04.647950 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Made reservation on behalf of f48fe0edb7014f94a69072ce2782440b for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:53:04.650712 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:04.859393 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:04.941403 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e404e2e5-611b-425a-bf7c-29de42ee7292,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:04.952026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Checking segment: {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:53:04.952026 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Network hostable DHCP agents. Network: 3450f9d0-862f-441e-886b-7cd63a17d027, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:53:04.976449 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Network 3450f9d0-862f-441e-886b-7cd63a17d027 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:53:04.988541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, 3450f9d0-862f-441e-886b-7cd63a17d027) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:04.992843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:04.993217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:04.997869 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b68da1-8e44-459c-9c81-b9ad32368c60 None None] Network 3450f9d0-862f-441e-886b-7cd63a17d027 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:53:05.015250 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-09008b26-6135-4327-8e9c-56ce9bcd1ba4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4042428 May 24 23:53:05.018062 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56218) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:05.023215 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:05.028491 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:05.032842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Usage tracker for resource:router and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:05.035869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:05.041752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:05.054277 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.055254 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.070761 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.215683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-3450f9d0-862f-441e-886b-7cd63a17d027', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:53:05.216528 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.371970 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Allocated IP 172.20.0.2 (3450f9d0-862f-441e-886b-7cd63a17d027/e404e2e5-611b-425a-bf7c-29de42ee7292/29eace7e-48ad-46b0-a8b0-90c638012fbf) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:53:05.460536 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.462363 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-94003ffc-cb25-4b03-959e-89bef8e77655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.586483 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.596714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Transition to ACTIVE for port object 29eace7e-48ad-46b0-a8b0-90c638012fbf will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:05.614786 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Transition to ACTIVE for port object 29eace7e-48ad-46b0-a8b0-90c638012fbf will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:05.620650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.687309 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Network 3450f9d0-862f-441e-886b-7cd63a17d027 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:53:05.690361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:05.695074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:53:05.700539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Pushing event updated for resources: {'Port': ['ID=29eace7e-48ad-46b0-a8b0-90c638012fbf,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:05.773570 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.804028 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.818979 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Attempting to bind port 29eace7e-48ad-46b0-a8b0-90c638012fbf on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:53:05.819350 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Attempting to bind port 29eace7e-48ad-46b0-a8b0-90c638012fbf by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:53:05.819731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Attempting to bind port 29eace7e-48ad-46b0-a8b0-90c638012fbf on network 3450f9d0-862f-441e-886b-7cd63a17d027 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:53:05.825343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:53:05.825732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Checking segment: {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:53:05.826132 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.826583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Bound using segment: {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:53:05.827067 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Bound port: 29eace7e-48ad-46b0-a8b0-90c638012fbf, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:53:05.827409 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.916804 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] For port 29eace7e-48ad-46b0-a8b0-90c638012fbf, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:53:05.919797 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] For port 29eace7e-48ad-46b0-a8b0-90c638012fbf, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=29eace7e-48ad-46b0-a8b0-90c638012fbf,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:53:05.925185 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:05.945195 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Allocated IP 172.25.7.219 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/21aeb7fc-d021-4d59-bf30-1e5f0539e624) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:53:06.005139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9bf91-9308-43e1-8084-dddcb84f8822 None None] Pushing event updated for resources: {'Port': ['ID=29eace7e-48ad-46b0-a8b0-90c638012fbf,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:06.099183 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:06.130936 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:06.213656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:53:06.217974 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:06.220314 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Pushing event updated for resources: {'Port': ['ID=21aeb7fc-d021-4d59-bf30-1e5f0539e624,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:06.222498 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:53:06.755867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:06.900938 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a26b9-b6a5-43be-9eec-ee110275e8c0 None None] Network 3450f9d0-862f-441e-886b-7cd63a17d027 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:53:06.990253 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 29eace7e-48ad-46b0-a8b0-90c638012fbf up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:07.111417 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:07.115399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-82bfb50a-2a7b-471b-ad5c-13d19f11bab6 None None] Provisioning for port 29eace7e-48ad-46b0-a8b0-90c638012fbf completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:07.180861 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 29eace7e-48ad-46b0-a8b0-90c638012fbf completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:07.186749 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 29eace7e-48ad-46b0-a8b0-90c638012fbf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:07.187127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:07.320144 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Router cb40c654-8b2d-4ce1-a54c-25c11933a62c is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:53:07.321046 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 29eace7e-48ad-46b0-a8b0-90c638012fbf is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:07.321427 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:07.355370 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 29eace7e-48ad-46b0-a8b0-90c638012fbf, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=29eace7e-48ad-46b0-a8b0-90c638012fbf,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:53:07.360565 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:07.431652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=29eace7e-48ad-46b0-a8b0-90c638012fbf,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:07.502230 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-55a3c7a4-55e6-4e90-b89f-2e2a0e8ebdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:07.505169 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:53:07.514789 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Sync routers for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:53:07.524561 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:53:07.525259 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:07.530712 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:07.534688 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9ff6db27-8d59-4715-8660-786b371f750c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5130446 May 24 23:53:07.534959 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56222) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:07.552107 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-66ec8709-74b0-4993-b815-0771532e004d None None] Provisioning complete for port 29eace7e-48ad-46b0-a8b0-90c638012fbf triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:07.552472 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-66ec8709-74b0-4993-b815-0771532e004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:07.677408 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-66ec8709-74b0-4993-b815-0771532e004d None None] Current status of the port 29eace7e-48ad-46b0-a8b0-90c638012fbf is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:07.704121 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:53:07.977786 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:06Z', 'revision_number': 3, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:07.981806 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Checking router: cb40c654-8b2d-4ce1-a54c-25c11933a62c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:53:07.982147 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Updating router cb40c654-8b2d-4ce1-a54c-25c11933a62c port 21aeb7fc-d021-4d59-bf30-1e5f0539e624 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:53:08.038587 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:08.330460 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:08.366391 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:08.378030 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Transition to ACTIVE for port object 21aeb7fc-d021-4d59-bf30-1e5f0539e624 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:08.386281 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:08.492424 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Pushing event updated for resources: {'Port': ['ID=21aeb7fc-d021-4d59-bf30-1e5f0539e624,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:08.494661 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Attempting to bind port 21aeb7fc-d021-4d59-bf30-1e5f0539e624 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:53:08.495015 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Attempting to bind port 21aeb7fc-d021-4d59-bf30-1e5f0539e624 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:53:08.495354 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Attempting to bind port 21aeb7fc-d021-4d59-bf30-1e5f0539e624 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:53:08.505178 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.505524 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.505843 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.506166 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.506479 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.506796 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.507135 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.507417 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.507733 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.508023 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.508329 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.508636 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:53:08.512073 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:53:08.512791 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:53:08.513197 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:08.513562 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:53:08.514235 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Bound port: 21aeb7fc-d021-4d59-bf30-1e5f0539e624, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:53:08.514605 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:08.541913 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Allocated IP 172.20.0.1 (3450f9d0-862f-441e-886b-7cd63a17d027/e404e2e5-611b-425a-bf7c-29de42ee7292/8e283803-b8da-461e-8fb3-e372f9e008b8) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:53:08.586968 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] For port 21aeb7fc-d021-4d59-bf30-1e5f0539e624, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:53:08.590006 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] For port 21aeb7fc-d021-4d59-bf30-1e5f0539e624, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=21aeb7fc-d021-4d59-bf30-1e5f0539e624,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:53:08.595786 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:08.674691 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:53:08.675264 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:08.693381 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:08.709278 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Transition to ACTIVE for port object 8e283803-b8da-461e-8fb3-e372f9e008b8 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:08.734863 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:08.737385 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a400f-42f6-4088-aff4-0cb77b17c97f None None] Pushing event updated for resources: {'Port': ['ID=21aeb7fc-d021-4d59-bf30-1e5f0539e624,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:08.762586 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:08.806473 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Network 3450f9d0-862f-441e-886b-7cd63a17d027 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:53:08.809366 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:08.813787 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:53:08.847873 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Pushing event updated for resources: {'Port': ['ID=8e283803-b8da-461e-8fb3-e372f9e008b8,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:08.864747 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:53:08.870760 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:08.964475 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 29eace7e-48ad-46b0-a8b0-90c638012fbf up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:09.043840 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:09.058077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 29eace7e-48ad-46b0-a8b0-90c638012fbf triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:09.058676 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:09.124500 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b4911d5b-6422-4286-9e8b-c923ec456ce0 None None] Provisioning for port 8e283803-b8da-461e-8fb3-e372f9e008b8 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:09.133188 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b4911d5b-6422-4286-9e8b-c923ec456ce0 None None] Provisioning complete for port 8e283803-b8da-461e-8fb3-e372f9e008b8 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:09.133188 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b4911d5b-6422-4286-9e8b-c923ec456ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:09.163423 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:09.188336 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:06Z', 'revision_number': 3, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:09.192695 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f879a3-2d9f-44ad-850e-1a5e04c497a5 None None] The sync data for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 is: [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:06Z', 'revision_number': 3, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:53:09.223896 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b4911d5b-6422-4286-9e8b-c923ec456ce0 None None] Port 8e283803-b8da-461e-8fb3-e372f9e008b8 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:53:09.247922 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 29eace7e-48ad-46b0-a8b0-90c638012fbf is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:09.397070 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:09.410274 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:09.525300 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Pushing event updated for resources: {'Port': ['ID=8e283803-b8da-461e-8fb3-e372f9e008b8,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:09.528237 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:09.671829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Network 3450f9d0-862f-441e-886b-7cd63a17d027 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:53:09.673030 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:09.955440 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-56b131cd-d0d6-49a9-970b-f09186f86b15 None None] Provisioning complete for port 8e283803-b8da-461e-8fb3-e372f9e008b8 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:09.956026 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-56b131cd-d0d6-49a9-970b-f09186f86b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:10.004656 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Router cb40c654-8b2d-4ce1-a54c-25c11933a62c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:53:10.016434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-56b131cd-d0d6-49a9-970b-f09186f86b15 None None] Port 8e283803-b8da-461e-8fb3-e372f9e008b8 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:53:10.184486 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:53:10.194374 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-c3bf7702-89cb-47be-90b5-7f2f4e290559 admin admin] 10.222.0.55 "PUT /v2.0/routers/cb40c654-8b2d-4ce1-a54c-25c11933a62c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6583805 May 24 23:53:10.286284 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:10.708212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Sync routers for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:53:10.717930 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:53:10.718538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:10.741996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56240) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:10.747738 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1849306089-network', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:10.753317 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:10.757291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Usage tracker for resource:network and tenant:59b2af54e1cf4981b4ac1747d1872882 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:10.760217 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:10.766358 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:10.778945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Made reservation on behalf of 59b2af54e1cf4981b4ac1747d1872882 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:53:10.781627 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:10.793944 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:10.808601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:10.812590 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Usage tracker for resource:security_group_rule and tenant:59b2af54e1cf4981b4ac1747d1872882 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:10.815789 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:10.823097 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:10.899629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:53:10.919498 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:10.926092 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:10.964350 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 23:53:10.974250 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e470994f-9870-46d7-a711-0516b6c0928d,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:10.981365 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:10.981857 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Added segment 234af424-0435-4444-b2f1-5e118f8d982f of type vlan for network d2b04d91-ccf0-4bda-a308-b5ec5da9dfda May 24 23:53:11.014058 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.053751 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.054743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:11.055316 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.071096 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 21aeb7fc-d021-4d59-bf30-1e5f0539e624 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:11.157677 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4144735 May 24 23:53:11.160404 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc6b8c-9c44-4073-a7fd-e4795ea9338a admin admin] Pushing event updated for resources: {'Network': ['ID=d2b04d91-ccf0-4bda-a308-b5ec5da9dfda,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:11.161078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56244) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:11.168056 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Request body: {'subnet': {'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1849306089-subnet', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:11.174124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:11.178390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Usage tracker for resource:subnet and tenant:59b2af54e1cf4981b4ac1747d1872882 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:11.181544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:11.183310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network d2b04d91-ccf0-4bda-a308-b5ec5da9dfda details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 24 23:53:11.188052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:11.200262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Made reservation on behalf of 59b2af54e1cf4981b4ac1747d1872882 for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:53:11.202956 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.351897 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 21aeb7fc-d021-4d59-bf30-1e5f0539e624 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:11.386507 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 21aeb7fc-d021-4d59-bf30-1e5f0539e624 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:11.386902 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.404425 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.485785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371222f9-8efc-424f-8dcd-09e5c621442a,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:11.492661 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Checking segment: {'id': '234af424-0435-4444-b2f1-5e118f8d982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:53:11.493027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Network hostable DHCP agents. Network: d2b04d91-ccf0-4bda-a308-b5ec5da9dfda, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 23:53:11.514020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Network d2b04d91-ccf0-4bda-a308-b5ec5da9dfda is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 23:53:11.516304 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 2, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:11.525565 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Checking router: cb40c654-8b2d-4ce1-a54c-25c11933a62c for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:53:11.525918 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Updating router cb40c654-8b2d-4ce1-a54c-25c11933a62c port 8e283803-b8da-461e-8fb3-e372f9e008b8 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:53:11.526636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, d2b04d91-ccf0-4bda-a308-b5ec5da9dfda) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:11.539385 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:11.540234 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.553398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cadf4cc-ec8c-4759-8366-41fdd7c280b6 None None] Network d2b04d91-ccf0-4bda-a308-b5ec5da9dfda requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:53:11.566333 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-03dd92ab-52bf-4880-83ba-2bb7ff584eb9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4014406 May 24 23:53:11.566758 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56248) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:11.572113 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1849306089-router', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:11.578376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:11.582339 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Usage tracker for resource:router and tenant:59b2af54e1cf4981b4ac1747d1872882 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:11.585254 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:11.591038 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:11.594191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 21aeb7fc-d021-4d59-bf30-1e5f0539e624 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:11.594554 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.602899 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.603972 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.618577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.676923 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.690503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 21aeb7fc-d021-4d59-bf30-1e5f0539e624, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=21aeb7fc-d021-4d59-bf30-1e5f0539e624,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:53:11.710726 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.896455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:11.943197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=21aeb7fc-d021-4d59-bf30-1e5f0539e624,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:12.077122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-d2b04d91-ccf0-4bda-a308-b5ec5da9dfda', 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'fixed_ips': [{'subnet_id': '371222f9-8efc-424f-8dcd-09e5c621442a'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 24 23:53:12.078161 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:12.210383 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:12.239617 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:12.332470 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:12.335043 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Allocated IP 172.20.0.2 (d2b04d91-ccf0-4bda-a308-b5ec5da9dfda/371222f9-8efc-424f-8dcd-09e5c621442a/cf42ce6d-9d56-4458-87f4-22b035d206a5) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:53:12.352470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Transition to ACTIVE for port object 8e283803-b8da-461e-8fb3-e372f9e008b8 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:12.373224 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:12.374119 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Allocated IP 172.25.7.70 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/51adff90-d1f4-4c07-bd24-b06517fc11a7) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:53:12.648790 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:12.670935 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344c594-b4df-4c1a-8500-addf88ca17c2 None None] Pushing event updated for resources: {'Port': ['ID=8e283803-b8da-461e-8fb3-e372f9e008b8,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:12.682960 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:12.753806 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:53:12.757051 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:12.760002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Attempting to bind port 8e283803-b8da-461e-8fb3-e372f9e008b8 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:53:12.760164 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:53:12.760374 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Attempting to bind port 8e283803-b8da-461e-8fb3-e372f9e008b8 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:53:12.760735 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Attempting to bind port 8e283803-b8da-461e-8fb3-e372f9e008b8 on network 3450f9d0-862f-441e-886b-7cd63a17d027 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:53:12.806250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:53:12.806516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Checking segment: {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:53:12.806912 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:12.807070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Pushing event updated for resources: {'Port': ['ID=51adff90-d1f4-4c07-bd24-b06517fc11a7,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:12.807330 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Bound using segment: {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:53:12.807772 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Bound port: 8e283803-b8da-461e-8fb3-e372f9e008b8, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:53:12.808141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:12.898009 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:12.921340 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Transition to ACTIVE for port object cf42ce6d-9d56-4458-87f4-22b035d206a5 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:12.948432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] For port 8e283803-b8da-461e-8fb3-e372f9e008b8, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:53:12.953048 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] For port 8e283803-b8da-461e-8fb3-e372f9e008b8, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8e283803-b8da-461e-8fb3-e372f9e008b8,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:53:12.954592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Transition to ACTIVE for port object cf42ce6d-9d56-4458-87f4-22b035d206a5 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:12.960667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 21aeb7fc-d021-4d59-bf30-1e5f0539e624 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:12.990967 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:12.994638 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:13.091524 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Network d2b04d91-ccf0-4bda-a308-b5ec5da9dfda is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:53:13.100779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:13.107950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:53:13.109865 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Pushing event updated for resources: {'Port': ['ID=cf42ce6d-9d56-4458-87f4-22b035d206a5,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:13.147508 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:53:13.148144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:13.206105 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:13.348182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 21aeb7fc-d021-4d59-bf30-1e5f0539e624 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:13.348421 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:13.438525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344c594-b4df-4c1a-8500-addf88ca17c2 None None] Pushing event updated for resources: {'Port': ['ID=8e283803-b8da-461e-8fb3-e372f9e008b8,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:13.456268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Attempting to bind port cf42ce6d-9d56-4458-87f4-22b035d206a5 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:53:13.456622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Attempting to bind port cf42ce6d-9d56-4458-87f4-22b035d206a5 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '234af424-0435-4444-b2f1-5e118f8d982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:53:13.456997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Attempting to bind port cf42ce6d-9d56-4458-87f4-22b035d206a5 on network d2b04d91-ccf0-4bda-a308-b5ec5da9dfda {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:53:13.480988 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:53:13.481362 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Checking segment: {'id': '234af424-0435-4444-b2f1-5e118f8d982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:53:13.481788 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:13.482169 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Bound using segment: {'id': '234af424-0435-4444-b2f1-5e118f8d982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:53:13.482705 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Bound port: cf42ce6d-9d56-4458-87f4-22b035d206a5, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234af424-0435-4444-b2f1-5e118f8d982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:53:13.483424 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:13.545022 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:13.556434 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:53:13.753943 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Router a8e19880-c370-4dd6-b7d5-e1561b461a05 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 24 23:53:13.831996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] For port cf42ce6d-9d56-4458-87f4-22b035d206a5, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:53:13.843593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 21aeb7fc-d021-4d59-bf30-1e5f0539e624 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:13.848467 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] For port cf42ce6d-9d56-4458-87f4-22b035d206a5, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cf42ce6d-9d56-4458-87f4-22b035d206a5,segment=NetworkSegment(234af424-0435-4444-b2f1-5e118f8d982f),segment_id=234af424-0435-4444-b2f1-5e118f8d982f)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:53:13.858620 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:14.058791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26aed92-c3d3-4989-8741-c04057eccb7e None None] Pushing event updated for resources: {'Port': ['ID=cf42ce6d-9d56-4458-87f4-22b035d206a5,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:14.081070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:53:14.085732 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:12Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:14.091663 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b4240-f228-4164-aaf7-6c7f75f46eac None None] The sync data for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 is: [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:12Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:53:14.092449 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Sync routers for ids ['a8e19880-c370-4dd6-b7d5-e1561b461a05'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:53:14.103261 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Routers {'a8e19880-c370-4dd6-b7d5-e1561b461a05'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:53:14.103886 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a8e19880-c370-4dd6-b7d5-e1561b461a05'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:14.123185 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:14.124424 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-3bf6b229-a0aa-4e74-a52e-6e2599e188fa admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5565052 May 24 23:53:14.127687 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56252) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:14.362000 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Set router a8e19880-c370-4dd6-b7d5-e1561b461a05 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:53:14.682622 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'name': 'tempest-TestShelveInstance-1849306089-router', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:11Z', 'updated_at': '2022-05-24T23:53:13Z', 'revision_number': 3, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'gw_port': {'id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:12Z', 'updated_at': '2022-05-24T23:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:14.688108 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Checking router: a8e19880-c370-4dd6-b7d5-e1561b461a05 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:53:14.688540 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Updating router a8e19880-c370-4dd6-b7d5-e1561b461a05 port 51adff90-d1f4-4c07-bd24-b06517fc11a7 binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:53:14.750609 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:14.977200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-7919a434-27be-42de-acf7-504354e52323 req-35629713-6382-4efd-8a8b-db91bf71815e service neutron] (88390) timed out ('10.222.0.55', 51836) {{(pid=88390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 24 23:53:15.066254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cf42ce6d-9d56-4458-87f4-22b035d206a5 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:15.132471 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.184537 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port cf42ce6d-9d56-4458-87f4-22b035d206a5 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:15.198445 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8e283803-b8da-461e-8fb3-e372f9e008b8 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:15.238610 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.253700 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Transition to ACTIVE for port object 51adff90-d1f4-4c07-bd24-b06517fc11a7 will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:15.263170 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.288077 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 8e283803-b8da-461e-8fb3-e372f9e008b8 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:15.295481 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8e283803-b8da-461e-8fb3-e372f9e008b8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:15.295923 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.321689 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb389f7-2bd2-4368-9aa0-af4904b82d7f None None] Network d2b04d91-ccf0-4bda-a308-b5ec5da9dfda requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 24 23:53:15.347882 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Attempting to bind port 51adff90-d1f4-4c07-bd24-b06517fc11a7 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:53:15.348152 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Attempting to bind port 51adff90-d1f4-4c07-bd24-b06517fc11a7 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:53:15.348502 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Attempting to bind port 51adff90-d1f4-4c07-bd24-b06517fc11a7 on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:53:15.360673 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:53:15.361100 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:53:15.361599 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.362012 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:53:15.362459 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Bound port: 51adff90-d1f4-4c07-bd24-b06517fc11a7, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:53:15.362820 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.390178 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9664a1a-d1d7-48fe-8bb3-e4d8201d25b8 None None] Pushing event updated for resources: {'Port': ['ID=51adff90-d1f4-4c07-bd24-b06517fc11a7,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:15.408403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Allocated IP 172.20.0.1 (d2b04d91-ccf0-4bda-a308-b5ec5da9dfda/371222f9-8efc-424f-8dcd-09e5c621442a/f8933d48-091d-4d99-8014-73b7209e9c23) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:53:15.445465 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] For port 51adff90-d1f4-4c07-bd24-b06517fc11a7, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:53:15.449324 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] For port 51adff90-d1f4-4c07-bd24-b06517fc11a7, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=51adff90-d1f4-4c07-bd24-b06517fc11a7,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:53:15.457304 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.467446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-afa8a8b3-9a1f-47e4-afbd-f270531c7973 None None] Provisioning for port cf42ce6d-9d56-4458-87f4-22b035d206a5 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:15.480748 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-afa8a8b3-9a1f-47e4-afbd-f270531c7973 None None] Provisioning complete for port cf42ce6d-9d56-4458-87f4-22b035d206a5 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:15.481106 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-afa8a8b3-9a1f-47e4-afbd-f270531c7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.537245 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Routers {'a8e19880-c370-4dd6-b7d5-e1561b461a05'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:53:15.537796 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a8e19880-c370-4dd6-b7d5-e1561b461a05'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:15.596087 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.605698 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9664a1a-d1d7-48fe-8bb3-e4d8201d25b8 None None] Pushing event updated for resources: {'Port': ['ID=51adff90-d1f4-4c07-bd24-b06517fc11a7,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:15.613356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Transition to ACTIVE for port object f8933d48-091d-4d99-8014-73b7209e9c23 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:15.643735 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.709608 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8e283803-b8da-461e-8fb3-e372f9e008b8 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:15.710471 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.711904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Network d2b04d91-ccf0-4bda-a308-b5ec5da9dfda is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:53:15.715497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:15.720172 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:53:15.744761 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] Set router a8e19880-c370-4dd6-b7d5-e1561b461a05 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:53:15.770131 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Pushing event updated for resources: {'Port': ['ID=f8933d48-091d-4d99-8014-73b7209e9c23,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:15.783576 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.856129 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 8e283803-b8da-461e-8fb3-e372f9e008b8, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8e283803-b8da-461e-8fb3-e372f9e008b8,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:53:15.858950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-afa8a8b3-9a1f-47e4-afbd-f270531c7973 None None] Current status of the port cf42ce6d-9d56-4458-87f4-22b035d206a5 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:15.859448 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-afa8a8b3-9a1f-47e4-afbd-f270531c7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.872570 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.959089 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-afa8a8b3-9a1f-47e4-afbd-f270531c7973 None None] For port cf42ce6d-9d56-4458-87f4-22b035d206a5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cf42ce6d-9d56-4458-87f4-22b035d206a5,segment=NetworkSegment(234af424-0435-4444-b2f1-5e118f8d982f),segment_id=234af424-0435-4444-b2f1-5e118f8d982f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:53:15.971554 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-afa8a8b3-9a1f-47e4-afbd-f270531c7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:15.977307 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=8e283803-b8da-461e-8fb3-e372f9e008b8,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:16.053106 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'name': 'tempest-TestShelveInstance-1849306089-router', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:11Z', 'updated_at': '2022-05-24T23:53:13Z', 'revision_number': 3, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'gw_port': {'id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:12Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:16.057699 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb23a6-3f81-4621-9802-68fc79995f05 None None] The sync data for ids ['a8e19880-c370-4dd6-b7d5-e1561b461a05'] in n-d-843146-7 is: [{'id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'name': 'tempest-TestShelveInstance-1849306089-router', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:11Z', 'updated_at': '2022-05-24T23:53:13Z', 'revision_number': 3, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'gw_port': {'id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:12Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:53:16.062699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8a8b3-9a1f-47e4-afbd-f270531c7973 None None] Pushing event updated for resources: {'Port': ['ID=cf42ce6d-9d56-4458-87f4-22b035d206a5,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:16.074863 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:16.204283 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d8591b82-c58b-47ef-9b4c-f156cd6ddcaf None None] Provisioning complete for port cf42ce6d-9d56-4458-87f4-22b035d206a5 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:16.204881 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d8591b82-c58b-47ef-9b4c-f156cd6ddcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:16.347196 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d8591b82-c58b-47ef-9b4c-f156cd6ddcaf None None] Current status of the port cf42ce6d-9d56-4458-87f4-22b035d206a5 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:16.359402 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:16.370331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:16.378627 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d8591b82-c58b-47ef-9b4c-f156cd6ddcaf None None] Provisioning for port f8933d48-091d-4d99-8014-73b7209e9c23 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:16.387618 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d8591b82-c58b-47ef-9b4c-f156cd6ddcaf None None] Provisioning complete for port f8933d48-091d-4d99-8014-73b7209e9c23 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:16.388361 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d8591b82-c58b-47ef-9b4c-f156cd6ddcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:16.454672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d8591b82-c58b-47ef-9b4c-f156cd6ddcaf None None] Port f8933d48-091d-4d99-8014-73b7209e9c23 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:53:16.497041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Pushing event updated for resources: {'Port': ['ID=f8933d48-091d-4d99-8014-73b7209e9c23,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:16.502525 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:16.584852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-c9a8f016-af39-45db-91bd-36cfb5ef91f5 None None] Provisioning complete for port f8933d48-091d-4d99-8014-73b7209e9c23 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:16.585141 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f016-af39-45db-91bd-36cfb5ef91f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:16.642645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8f016-af39-45db-91bd-36cfb5ef91f5 None None] Port f8933d48-091d-4d99-8014-73b7209e9c23 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:53:16.645711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Network d2b04d91-ccf0-4bda-a308-b5ec5da9dfda is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:53:16.647340 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:16.867198 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-6fb68df2-29a2-4afc-8f98-0b274793be57 None None] Provisioning complete for port f8933d48-091d-4d99-8014-73b7209e9c23 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:16.867680 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6fb68df2-29a2-4afc-8f98-0b274793be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:16.925858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6fb68df2-29a2-4afc-8f98-0b274793be57 None None] Port f8933d48-091d-4d99-8014-73b7209e9c23 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:53:16.978907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Router a8e19880-c370-4dd6-b7d5-e1561b461a05 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:53:17.055788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cf42ce6d-9d56-4458-87f4-22b035d206a5 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:17.130545 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port cf42ce6d-9d56-4458-87f4-22b035d206a5 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:17.130908 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.173248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:53:17.185474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fcb343b8-113f-4377-81a4-3a4ed48bed8f admin admin] 10.222.0.55 "PUT /v2.0/routers/a8e19880-c370-4dd6-b7d5-e1561b461a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0566840 May 24 23:53:17.247083 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port cf42ce6d-9d56-4458-87f4-22b035d206a5 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:17.248190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 51adff90-d1f4-4c07-bd24-b06517fc11a7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:17.315389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 51adff90-d1f4-4c07-bd24-b06517fc11a7 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:17.320658 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 51adff90-d1f4-4c07-bd24-b06517fc11a7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:17.321015 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.442800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 51adff90-d1f4-4c07-bd24-b06517fc11a7 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:17.443127 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.462244 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 51adff90-d1f4-4c07-bd24-b06517fc11a7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=51adff90-d1f4-4c07-bd24-b06517fc11a7,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:53:17.468818 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.469818 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8e283803-b8da-461e-8fb3-e372f9e008b8 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:17.587078 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=51adff90-d1f4-4c07-bd24-b06517fc11a7,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:17.599662 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 8e283803-b8da-461e-8fb3-e372f9e008b8 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:17.600046 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.613629 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56262) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:17.618723 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402183227', 'description': 'tempest-secgroup-smoke-402183227 description', 'project_id': 'f48fe0edb7014f94a69072ce2782440b'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:17.626690 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:17.630866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:17.634725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:17.640896 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:17.653324 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.673352 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:17.677299 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:17.680117 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:17.685866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:17.738791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Sync routers for ids ['a8e19880-c370-4dd6-b7d5-e1561b461a05'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:53:17.761905 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.764998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Routers {'a8e19880-c370-4dd6-b7d5-e1561b461a05'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:53:17.765671 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a8e19880-c370-4dd6-b7d5-e1561b461a05'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:17.767599 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.811641 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940b404b-dee4-48c5-b84b-bc5b1c8674ae,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:17.815924 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.820398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 8e283803-b8da-461e-8fb3-e372f9e008b8 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:17.820834 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-37f3eb80-689a-495d-8c68-6b7bb0ecd1f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2028930 May 24 23:53:17.820834 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56266) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:17.826284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-43576280-bd14-43cb-bdba-2b647035ae59 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': '940b404b-dee4-48c5-b84b-bc5b1c8674ae', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:17.833127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-43576280-bd14-43cb-bdba-2b647035ae59 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:17.837063 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-43576280-bd14-43cb-bdba-2b647035ae59 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:17.839906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-43576280-bd14-43cb-bdba-2b647035ae59 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:17.845852 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-43576280-bd14-43cb-bdba-2b647035ae59 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:17.868203 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43576280-bd14-43cb-bdba-2b647035ae59 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.930590 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43576280-bd14-43cb-bdba-2b647035ae59 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.936714 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43576280-bd14-43cb-bdba-2b647035ae59 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.950372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Set router a8e19880-c370-4dd6-b7d5-e1561b461a05 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:53:17.960934 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43576280-bd14-43cb-bdba-2b647035ae59 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f3da32-5810-47db-98d9-d5954ba03943,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:17.974454 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-43576280-bd14-43cb-bdba-2b647035ae59 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:17.975815 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-43576280-bd14-43cb-bdba-2b647035ae59 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538427 May 24 23:53:17.978747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56270) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:17.983878 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-7eb7a7a8-821c-4a89-8f8c-8300a1641eb9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': '940b404b-dee4-48c5-b84b-bc5b1c8674ae', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:17.990603 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7eb7a7a8-821c-4a89-8f8c-8300a1641eb9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:17.994410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7eb7a7a8-821c-4a89-8f8c-8300a1641eb9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:17.997233 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-7eb7a7a8-821c-4a89-8f8c-8300a1641eb9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:18.003014 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-7eb7a7a8-821c-4a89-8f8c-8300a1641eb9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:18.023137 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7a8-821c-4a89-8f8c-8300a1641eb9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.084499 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7a8-821c-4a89-8f8c-8300a1641eb9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.088520 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7a8-821c-4a89-8f8c-8300a1641eb9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.112348 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7a7a8-821c-4a89-8f8c-8300a1641eb9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621ea4a3-7af3-4128-bfb0-f3a25e1aa610,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:18.121858 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7a8-821c-4a89-8f8c-8300a1641eb9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.126855 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56274) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:18.127427 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-7eb7a7a8-821c-4a89-8f8c-8300a1641eb9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471596 May 24 23:53:18.132113 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-1bda24a9-555b-4445-a2f0-75617107fefe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': '940b404b-dee4-48c5-b84b-bc5b1c8674ae', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:18.139283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1bda24a9-555b-4445-a2f0-75617107fefe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:18.143783 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1bda24a9-555b-4445-a2f0-75617107fefe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:18.148555 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-1bda24a9-555b-4445-a2f0-75617107fefe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:18.154533 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-1bda24a9-555b-4445-a2f0-75617107fefe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:18.173229 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1bda24a9-555b-4445-a2f0-75617107fefe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.235429 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1bda24a9-555b-4445-a2f0-75617107fefe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.241870 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1bda24a9-555b-4445-a2f0-75617107fefe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.266020 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda24a9-555b-4445-a2f0-75617107fefe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98860080-1fbe-4cb5-988e-4e934db2da82,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:18.271132 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'name': 'tempest-TestShelveInstance-1849306089-router', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:11Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 4, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'gw_port': {'id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:12Z', 'updated_at': '2022-05-24T23:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f8933d48-091d-4d99-8014-73b7209e9c23', 'name': '', 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'mac_address': 'fa:16:3e:4f:cc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '371222f9-8efc-424f-8dcd-09e5c621442a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:15Z', 'updated_at': '2022-05-24T23:53:16Z', 'revision_number': 2, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'subnets': [{'id': '371222f9-8efc-424f-8dcd-09e5c621442a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:18.275224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Checking router: a8e19880-c370-4dd6-b7d5-e1561b461a05 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:53:18.275577 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Updating router a8e19880-c370-4dd6-b7d5-e1561b461a05 port f8933d48-091d-4d99-8014-73b7209e9c23 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 23:53:18.278728 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1bda24a9-555b-4445-a2f0-75617107fefe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.280424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-1bda24a9-555b-4445-a2f0-75617107fefe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524944 May 24 23:53:18.283193 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56278) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:18.288167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-c6e263a1-52af-4320-be93-0aa1dda2496a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': '940b404b-dee4-48c5-b84b-bc5b1c8674ae', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:18.294785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c6e263a1-52af-4320-be93-0aa1dda2496a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:18.298788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c6e263a1-52af-4320-be93-0aa1dda2496a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:18.301688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-c6e263a1-52af-4320-be93-0aa1dda2496a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:18.307387 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-c6e263a1-52af-4320-be93-0aa1dda2496a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:18.327050 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c6e263a1-52af-4320-be93-0aa1dda2496a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.327499 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.396353 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c6e263a1-52af-4320-be93-0aa1dda2496a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.401329 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c6e263a1-52af-4320-be93-0aa1dda2496a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.426164 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e263a1-52af-4320-be93-0aa1dda2496a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d46f0a5-9f16-4ede-8950-21233ae1ef9d,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:18.437352 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-c6e263a1-52af-4320-be93-0aa1dda2496a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.438832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-c6e263a1-52af-4320-be93-0aa1dda2496a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545789 May 24 23:53:18.441658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56282) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:18.447682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': '940b404b-dee4-48c5-b84b-bc5b1c8674ae', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:18.459351 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:18.463389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:18.466337 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:18.472366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:18.483899 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Project f48fe0edb7014f94a69072ce2782440b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:53:18.490618 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.558914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.564251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.587764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea857998-b570-4ecb-be21-5639c7450ac9,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:18.599914 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.604197 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-471d49f0-8a65-45a2-ad9e-cd1deefc546c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586268 May 24 23:53:18.604376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56286) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:18.609531 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': '940b404b-dee4-48c5-b84b-bc5b1c8674ae', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:18.616084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:18.619881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:18.622770 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:18.628722 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:18.639252 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Project f48fe0edb7014f94a69072ce2782440b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:53:18.646183 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.673022 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.684432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Transition to ACTIVE for port object f8933d48-091d-4d99-8014-73b7209e9c23 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:18.691794 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.714029 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.718917 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.745904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e8bee7-fa68-4b44-b6d5-f19ec376c5d6,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:18.758389 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.770791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b78d65d8-16c0-45a1-84b4-73a1ec9bc2dc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1643956 May 24 23:53:18.862233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ca277-9837-4d5a-8d51-cf7c0327f00f None None] Pushing event updated for resources: {'Port': ['ID=f8933d48-091d-4d99-8014-73b7209e9c23,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:18.915913 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Attempting to bind port f8933d48-091d-4d99-8014-73b7209e9c23 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:53:18.916281 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Attempting to bind port f8933d48-091d-4d99-8014-73b7209e9c23 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '234af424-0435-4444-b2f1-5e118f8d982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:53:18.917052 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Attempting to bind port f8933d48-091d-4d99-8014-73b7209e9c23 on network d2b04d91-ccf0-4bda-a308-b5ec5da9dfda {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:53:18.924566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:53:18.924949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Checking segment: {'id': '234af424-0435-4444-b2f1-5e118f8d982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:53:18.925356 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.925840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Bound using segment: {'id': '234af424-0435-4444-b2f1-5e118f8d982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:53:18.926314 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Bound port: f8933d48-091d-4d99-8014-73b7209e9c23, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234af424-0435-4444-b2f1-5e118f8d982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:53:18.926691 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:18.945809 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-6c560ac5-40c1-4485-a44a-cda0fd5fc774 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402183227&fields=id&tenant_id=f48fe0edb7014f94a69072ce2782440b HTTP/1.1" status: 200 len: 267 time: 0.0443015 May 24 23:53:18.985438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 51adff90-d1f4-4c07-bd24-b06517fc11a7 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:19.087795 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] For port f8933d48-091d-4d99-8014-73b7209e9c23, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:53:19.095472 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] For port f8933d48-091d-4d99-8014-73b7209e9c23, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f8933d48-091d-4d99-8014-73b7209e9c23,segment=NetworkSegment(234af424-0435-4444-b2f1-5e118f8d982f),segment_id=234af424-0435-4444-b2f1-5e118f8d982f)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:53:19.104555 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:19.105452 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a07474dd-0954-468a-97e5-6c5cef81f058 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:19.106983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a07474dd-0954-468a-97e5-6c5cef81f058 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 809 time: 0.1538093 May 24 23:53:19.122960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-087fc0bd-6227-414f-9f10-c606b0d2d5b7 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/quotas/f48fe0edb7014f94a69072ce2782440b HTTP/1.1" status: 200 len: 375 time: 0.0101218 May 24 23:53:19.166968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 51adff90-d1f4-4c07-bd24-b06517fc11a7 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:19.167343 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:19.217997 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-7d1232cf-9f2b-473f-8998-0ad8f1df593d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877745 May 24 23:53:19.277827 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Routers {'a8e19880-c370-4dd6-b7d5-e1561b461a05'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:53:19.278478 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a8e19880-c370-4dd6-b7d5-e1561b461a05'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:19.347117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ca277-9837-4d5a-8d51-cf7c0327f00f None None] Pushing event updated for resources: {'Port': ['ID=f8933d48-091d-4d99-8014-73b7209e9c23,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:19.363358 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-695f2c5e-a8ac-4066-aca2-1e0cc7056fc2 service neutron] 10.222.0.55 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330156 May 24 23:53:19.497614 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-9834756f-678e-4d8b-9df5-7e31cea7b8cb service neutron] 10.222.0.55 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285353 May 24 23:53:19.526164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 51adff90-d1f4-4c07-bd24-b06517fc11a7 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:19.539344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] Set router a8e19880-c370-4dd6-b7d5-e1561b461a05 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:53:19.690580 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a55134ed-8011-4007-a173-09363e04dde4 req-0c6539c5-8843-49c5-b020-8ddfbbed9b6f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Synchronizing usage tracker for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:53:19.709782 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-a55134ed-8011-4007-a173-09363e04dde4 req-0c6539c5-8843-49c5-b020-8ddfbbed9b6f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Unset dirty status for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:53:19.710920 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a55134ed-8011-4007-a173-09363e04dde4 req-0c6539c5-8843-49c5-b020-8ddfbbed9b6f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 210 time: 0.0666044 May 24 23:53:19.869004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'name': 'tempest-TestShelveInstance-1849306089-router', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:11Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 4, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'gw_port': {'id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:12Z', 'updated_at': '2022-05-24T23:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f8933d48-091d-4d99-8014-73b7209e9c23', 'name': '', 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'mac_address': 'fa:16:3e:4f:cc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '371222f9-8efc-424f-8dcd-09e5c621442a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:15Z', 'updated_at': '2022-05-24T23:53:19Z', 'revision_number': 4, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'subnets': [{'id': '371222f9-8efc-424f-8dcd-09e5c621442a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:19.872548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce7dc08-408e-4639-93e8-ca2e0040d5d1 None None] The sync data for ids ['a8e19880-c370-4dd6-b7d5-e1561b461a05'] in n-d-843146-7 is: [{'id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'name': 'tempest-TestShelveInstance-1849306089-router', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:11Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 4, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'gw_port': {'id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:12Z', 'updated_at': '2022-05-24T23:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': 'f8933d48-091d-4d99-8014-73b7209e9c23', 'name': '', 'network_id': 'd2b04d91-ccf0-4bda-a308-b5ec5da9dfda', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'mac_address': 'fa:16:3e:4f:cc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '371222f9-8efc-424f-8dcd-09e5c621442a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:15Z', 'updated_at': '2022-05-24T23:53:19Z', 'revision_number': 4, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'subnets': [{'id': '371222f9-8efc-424f-8dcd-09e5c621442a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:53:20.878254 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7fa523eb-da93-49c4-b2b3-06b792b00a5e req-b5b83071-1732-4d83-b166-b3537af56e74 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 210 time: 0.0469379 May 24 23:53:20.984555 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f8933d48-091d-4d99-8014-73b7209e9c23 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:21.055774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port f8933d48-091d-4d99-8014-73b7209e9c23 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:21.061899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f8933d48-091d-4d99-8014-73b7209e9c23 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:21.062499 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:21.191182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f8933d48-091d-4d99-8014-73b7209e9c23 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:21.191482 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:21.228633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port f8933d48-091d-4d99-8014-73b7209e9c23, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f8933d48-091d-4d99-8014-73b7209e9c23,segment=NetworkSegment(234af424-0435-4444-b2f1-5e118f8d982f),segment_id=234af424-0435-4444-b2f1-5e118f8d982f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:53:21.234244 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:21.284634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-f9dab339-1d97-42a4-b562-c24afcdcd494 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:21.286258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-f9dab339-1d97-42a4-b562-c24afcdcd494 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 809 time: 0.1613202 May 24 23:53:21.303900 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=f8933d48-091d-4d99-8014-73b7209e9c23,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:21.345865 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-206b7440-3e74-41d8-90cf-e593e45cdbe9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48fe0edb7014f94a69072ce2782440b HTTP/1.1" status: 200 len: 379 time: 0.0461845 May 24 23:53:21.355991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'port': {'device_id': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'admin_state_up': True, 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'security_groups': ['940b404b-dee4-48c5-b84b-bc5b1c8674ae']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:21.604663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:21.615225 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:21.628794 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Made reservation on behalf of f48fe0edb7014f94a69072ce2782440b for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:53:21.632711 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:21.808904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Allocated IP 172.20.0.10 (3450f9d0-862f-441e-886b-7cd63a17d027/e404e2e5-611b-425a-bf7c-29de42ee7292/60e805a0-f6cf-473d-81e6-4cdc66e017fd) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:53:22.009312 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:22.026139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Transition to ACTIVE for port object 60e805a0-f6cf-473d-81e6-4cdc66e017fd will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:22.029718 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e7d6c5b7-231c-4947-82c5-6a802ccb43ef req-54dc22e2-9139-4072-9889-4376487f8d1d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 210 time: 0.0430217 May 24 23:53:22.054437 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:22.126477 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Network 3450f9d0-862f-441e-886b-7cd63a17d027 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:53:22.130033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:22.133944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:53:22.168342 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'Port': ['ID=60e805a0-f6cf-473d-81e6-4cdc66e017fd,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:22.206512 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:22.207444 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:22.235716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a36cc247-957c-4352-a056-8d2dca63cf14 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8834603 May 24 23:53:22.250754 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Request body: {'port': {'device_id': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:22.365339 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:22.386812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b6ee809d-157c-4923-86ff-ded9f3bbd0cd None None] Provisioning for port 60e805a0-f6cf-473d-81e6-4cdc66e017fd completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:22.392193 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-b6ee809d-157c-4923-86ff-ded9f3bbd0cd None None] Provisioning complete for port 60e805a0-f6cf-473d-81e6-4cdc66e017fd triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:22.392566 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b6ee809d-157c-4923-86ff-ded9f3bbd0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:22.445876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee809d-157c-4923-86ff-ded9f3bbd0cd None None] Port 60e805a0-f6cf-473d-81e6-4cdc66e017fd cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:53:22.716060 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e805a0-f6cf-473d-81e6-4cdc66e017fd {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:53:22.724277 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:22.740083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Transition to ACTIVE for port object 60e805a0-f6cf-473d-81e6-4cdc66e017fd will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:53:22.745947 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:22.908906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=60e805a0-f6cf-473d-81e6-4cdc66e017fd,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:22.974740 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f8933d48-091d-4d99-8014-73b7209e9c23 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:22.992306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Attempting to bind port 60e805a0-f6cf-473d-81e6-4cdc66e017fd on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:53:22.992632 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Attempting to bind port 60e805a0-f6cf-473d-81e6-4cdc66e017fd by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:53:22.992952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Attempting to bind port 60e805a0-f6cf-473d-81e6-4cdc66e017fd on network 3450f9d0-862f-441e-886b-7cd63a17d027 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:53:22.997717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Port 60e805a0-f6cf-473d-81e6-4cdc66e017fd on network 3450f9d0-862f-441e-886b-7cd63a17d027 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:53:22.998031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Attempting to bind port 60e805a0-f6cf-473d-81e6-4cdc66e017fd on network 3450f9d0-862f-441e-886b-7cd63a17d027 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:53:23.003207 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:53:23.003624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Checking segment: {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:53:23.004004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Bound using segment: {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:53:23.004422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Bound port: 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:53:23.004763 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:23.041327 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port f8933d48-091d-4d99-8014-73b7209e9c23 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:23.041724 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:23.097990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:53:23.101115 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:53:23.107960 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:23.172917 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port f8933d48-091d-4d99-8014-73b7209e9c23 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:23.217524 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:23.218278 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:23.220081 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] 10.222.0.50 "PUT /v2.0/ports/60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 200 len: 1092 time: 0.9737220 May 24 23:53:23.220318 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:53:23.254210 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdb08d-6d27-4690-84c2-6ee37462b3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=60e805a0-f6cf-473d-81e6-4cdc66e017fd,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:23.300870 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0120e5fc-36dd-495f-a4c3-2a73b03133c2'] response: {'name': 'network-changed', 'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'status': 'completed', 'code': 200} May 24 23:53:23.335315 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325b53c-015a-4105-a18b-21ae89af9b1e req-0daccf85-a61b-4ab2-9714-3ce275f1faa2 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:23.336044 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b325b53c-015a-4105-a18b-21ae89af9b1e req-0daccf85-a61b-4ab2-9714-3ce275f1faa2 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Synchronizing usage tracker for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:53:23.360202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-b325b53c-015a-4105-a18b-21ae89af9b1e req-0daccf85-a61b-4ab2-9714-3ce275f1faa2 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Unset dirty status for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:53:23.361378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b325b53c-015a-4105-a18b-21ae89af9b1e req-0daccf85-a61b-4ab2-9714-3ce275f1faa2 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.2051811 May 24 23:53:23.367874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-283d8687-2057-400f-a0e7-90a4a27e2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:23.369332 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-283d8687-2057-400f-a0e7-90a4a27e2448 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1095 time: 0.1046376 May 24 23:53:23.454980 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-a50f9806-ec75-4bfe-86c5-42dbdbe0510c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 200 len: 217 time: 0.0698307 May 24 23:53:23.468728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b325b53c-015a-4105-a18b-21ae89af9b1e req-47b2d649-b2ae-41a6-9864-9b25e5ea21f9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984578 May 24 23:53:23.643178 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-c3e4a79a-053e-4116-91d8-f6c765357cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:23.644606 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-c3e4a79a-053e-4116-91d8-f6c765357cb1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.1791518 May 24 23:53:23.724215 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-e80b32bc-039b-46d0-a5c5-56b812a97eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:23.725705 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-e80b32bc-039b-46d0-a5c5-56b812a97eb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717204 May 24 23:53:23.874033 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-05dfbf79-4a86-4c39-809a-561f2c0ccd9d service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385646 May 24 23:53:24.017778 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4aefb1e6-8e44-4705-be3e-f48dbf484927 req-7b8aca4b-74f1-4c11-be07-d2fc81e6f8cd service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343873 May 24 23:53:24.143488 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c757-d7f2-4907-b263-da3768aa8228 req-cd1f851c-c5a7-433c-afd6-4d493f349934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:24.145302 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0332c757-d7f2-4907-b263-da3768aa8228 req-cd1f851c-c5a7-433c-afd6-4d493f349934 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1095 time: 0.0765357 May 24 23:53:24.288283 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c757-d7f2-4907-b263-da3768aa8228 req-46b2c1fe-b886-44f7-a2c2-3a3855195c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:24.289712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0332c757-d7f2-4907-b263-da3768aa8228 req-46b2c1fe-b886-44f7-a2c2-3a3855195c4a service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1376612 May 24 23:53:24.364409 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0332c757-d7f2-4907-b263-da3768aa8228 req-96f755f9-7cc4-4148-8121-7376ce263ed1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 200 len: 217 time: 0.0660267 May 24 23:53:24.433190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c757-d7f2-4907-b263-da3768aa8228 req-b716dc23-6284-4446-b3a0-a477c133fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:24.434648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0332c757-d7f2-4907-b263-da3768aa8228 req-b716dc23-6284-4446-b3a0-a477c133fc7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0625598 May 24 23:53:24.513616 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c757-d7f2-4907-b263-da3768aa8228 req-79abd067-798d-410d-a972-cf289778f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:24.515339 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0332c757-d7f2-4907-b263-da3768aa8228 req-79abd067-798d-410d-a972-cf289778f3a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730379 May 24 23:53:24.648943 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0332c757-d7f2-4907-b263-da3768aa8228 req-5acdea5e-cddb-4f50-bbda-f2186c1e463c service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263542 May 24 23:53:24.663033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdffe4-1cc7-4c9a-80ab-8808f3f0aa9d req-2ce406a5-0657-4a10-b8c8-901f520f5cfc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:24.664503 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-00fdffe4-1cc7-4c9a-80ab-8808f3f0aa9d req-2ce406a5-0657-4a10-b8c8-901f520f5cfc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.0806468 May 24 23:53:24.711942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-00fdffe4-1cc7-4c9a-80ab-8808f3f0aa9d req-4df712a0-0b19-4050-bb2e-1e8855c2e51b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Synchronizing usage tracker for tenant:f48fe0edb7014f94a69072ce2782440b on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:53:24.729747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-00fdffe4-1cc7-4c9a-80ab-8808f3f0aa9d req-4df712a0-0b19-4050-bb2e-1e8855c2e51b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Unset dirty status for tenant:f48fe0edb7014f94a69072ce2782440b on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:53:24.730967 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-00fdffe4-1cc7-4c9a-80ab-8808f3f0aa9d req-4df712a0-0b19-4050-bb2e-1e8855c2e51b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605209 May 24 23:53:24.786945 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0332c757-d7f2-4907-b263-da3768aa8228 req-fbda5b48-ba06-4c58-8373-914ea50191ef service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309073 May 24 23:53:24.817420 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:25.336647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60e805a0-f6cf-473d-81e6-4cdc66e017fd details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:53:25.476511 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:53:25.490079 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'port_id': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'mac_address': 'fa:16:3e:fc:65:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:53:25.551364 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 60e805a0-f6cf-473d-81e6-4cdc66e017fd is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:25.551743 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:25.568523 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e805a0-f6cf-473d-81e6-4cdc66e017fd {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:53:25.584588 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:53:25.590977 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:25.662977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=60e805a0-f6cf-473d-81e6-4cdc66e017fd,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:25.861229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['60e805a0-f6cf-473d-81e6-4cdc66e017fd'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:53:25.928282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f335c-27da-4846-83e7-6f968915ceea req-d94adcf9-c3f4-4d37-97b5-46837b1b822e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:25.929884 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-613f335c-27da-4846-83e7-6f968915ceea req-d94adcf9-c3f4-4d37-97b5-46837b1b822e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 945 time: 0.0860510 May 24 23:53:25.981384 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-613f335c-27da-4846-83e7-6f968915ceea req-d362007d-bd42-42ea-b0a8-22808ad60252 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452952 May 24 23:53:26.503177 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:27.169069 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd83568-9d00-46c4-9878-ba15ada761e4 req-92e73558-0710-4f3a-b6c8-7cd2bd1160ed tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:27.170460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3cd83568-9d00-46c4-9878-ba15ada761e4 req-92e73558-0710-4f3a-b6c8-7cd2bd1160ed tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 945 time: 0.0829549 May 24 23:53:27.217118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-3cd83568-9d00-46c4-9878-ba15ada761e4 req-6b3145de-4e41-4aa7-b471-5dd55237a14a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392559 May 24 23:53:27.352902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60e805a0-f6cf-473d-81e6-4cdc66e017fd up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:53:27.440465 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 60e805a0-f6cf-473d-81e6-4cdc66e017fd completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:53:27.447535 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 60e805a0-f6cf-473d-81e6-4cdc66e017fd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:53:27.447935 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:27.573367 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 60e805a0-f6cf-473d-81e6-4cdc66e017fd is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:53:27.573768 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:27.600621 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:53:27.610731 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:53:27.617872 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:27.684911 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=60e805a0-f6cf-473d-81e6-4cdc66e017fd,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:27.703067 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cdb8fb1-842d-4846-a172-0b15a351b1b5'] response: {'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'code': 200} May 24 23:53:27.848790 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12e634-c050-44c6-be8f-b73d4141d496 req-e5628acc-584f-4e23-8991-0cf61c615482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:27.850306 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd12e634-c050-44c6-be8f-b73d4141d496 req-e5628acc-584f-4e23-8991-0cf61c615482 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1097 time: 0.0728056 May 24 23:53:27.894564 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fd12e634-c050-44c6-be8f-b73d4141d496 req-e9d42617-9adc-4192-b867-44f8504beb22 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344224 May 24 23:53:28.421252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09336844-55dc-4687-b4f8-876a540cb5ea req-57ae7267-72fa-430f-8d01-1b2227210222 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:28.422737 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-09336844-55dc-4687-b4f8-876a540cb5ea req-57ae7267-72fa-430f-8d01-1b2227210222 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0960793 May 24 23:53:28.468957 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-09336844-55dc-4687-b4f8-876a540cb5ea req-1415beb7-5bfc-471f-8132-66cdec290f22 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403366 May 24 23:53:29.675212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6baed-e3fa-4bd5-8054-bcb0e23a3e46 req-00f83cf5-5ff4-4c6e-8df4-646c58146813 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:29.676653 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5d6baed-e3fa-4bd5-8054-bcb0e23a3e46 req-00f83cf5-5ff4-4c6e-8df4-646c58146813 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0908413 May 24 23:53:29.723375 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5d6baed-e3fa-4bd5-8054-bcb0e23a3e46 req-bc57554d-2cbd-46b5-82f1-468c1ba2b780 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384147 May 24 23:53:29.932231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c334f03-b401-495c-8448-dedcdb05a6a2 req-1f8d62b4-bdaa-41dc-a4eb-4b7fc00116b1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:29.933739 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c334f03-b401-495c-8448-dedcdb05a6a2 req-1f8d62b4-bdaa-41dc-a4eb-4b7fc00116b1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0957575 May 24 23:53:29.984478 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8c334f03-b401-495c-8448-dedcdb05a6a2 req-e396b3cc-8cfd-44c3-9ffa-0ceadc6194c2 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449002 May 24 23:53:30.008555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56350) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:30.183059 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d768e5-1e94-454d-b48a-c8723d89df4d tempest-TestShelveInstance-1371846404 tempest-TestShelveInstance-1371846404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:30.184549 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a4d768e5-1e94-454d-b48a-c8723d89df4d tempest-TestShelveInstance-1371846404 tempest-TestShelveInstance-1371846404-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1092 time: 0.1750181 May 24 23:53:30.187804 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56356) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:53:30.192600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:53:30.199302 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:53:30.203223 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:floatingip and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:53:30.206121 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:53:30.211895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:53:30.224923 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:30.371189 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:30.507089 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Allocated IP 172.25.7.52 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/b433670a-f757-49ac-8bf3-6700b53c3933) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:53:30.658849 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:30.693015 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:30.762227 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:53:30.764944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:53:30.770381 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:53:30.815396 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'Port': ['ID=b433670a-f757-49ac-8bf3-6700b53c3933,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:31.314492 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:31.394355 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:31.615681 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:31.622455 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:31.730101 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'Port': ['ID=b433670a-f757-49ac-8bf3-6700b53c3933,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:53:31.740078 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:31.911128 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Floating IP ba17df8e-a70b-43a3-91fc-10c15365b8aa associated. External IP: 172.25.7.52, port: 60e805a0-f6cf-473d-81e6-4cdc66e017fd. May 24 23:53:32.276330 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Router cb40c654-8b2d-4ce1-a54c-25c11933a62c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:53:32.453827 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:53:32.464276 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658136c0-a0f9-4698-8478-793724afb52d None None] Sync routers for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:53:32.474405 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658136c0-a0f9-4698-8478-793724afb52d None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:53:32.475058 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-658136c0-a0f9-4698-8478-793724afb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:32.480542 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:32.541358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ff317d43-69f4-4473-b6da-eb4de87467ff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3524733 May 24 23:53:32.542291 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:53:32.645602 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070fdcb1-9762-4526-8649-29c449a1870e'] response: {'name': 'network-changed', 'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'status': 'completed', 'code': 200} May 24 23:53:32.653826 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-658136c0-a0f9-4698-8478-793724afb52d None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:53:32.737141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8caa8b-6062-4693-a616-ab9ac0757ac0 req-40da5377-3066-4600-9028-2707a268e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:32.738981 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f8caa8b-6062-4693-a616-ab9ac0757ac0 req-40da5377-3066-4600-9028-2707a268e988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1097 time: 0.0714920 May 24 23:53:32.869078 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8caa8b-6062-4693-a616-ab9ac0757ac0 req-cb77d4aa-4ba5-47ee-a603-1bb2c3ce5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:32.870463 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f8caa8b-6062-4693-a616-ab9ac0757ac0 req-cb77d4aa-4ba5-47ee-a603-1bb2c3ce5867 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1253521 May 24 23:53:33.036948 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-658136c0-a0f9-4698-8478-793724afb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ba17df8e-a70b-43a3-91fc-10c15365b8aa', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'port_id': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'mac_address': 'fa:16:3e:fc:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:53:31Z', 'updated_at': '2022-05-24T23:53:31Z', 'revision_number': 0, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:33.041285 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658136c0-a0f9-4698-8478-793724afb52d None None] Checking router: cb40c654-8b2d-4ce1-a54c-25c11933a62c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:53:33.049929 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658136c0-a0f9-4698-8478-793724afb52d None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:53:33.050618 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-658136c0-a0f9-4698-8478-793724afb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:53:07Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:33.089949 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f8caa8b-6062-4693-a616-ab9ac0757ac0 req-aa7f708a-e7cf-4b5d-af44-9934c00731cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 200 len: 999 time: 0.2128012 May 24 23:53:33.154842 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8caa8b-6062-4693-a616-ab9ac0757ac0 req-7a8ff20a-60f2-4eee-a723-bd1fae18eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:33.156166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f8caa8b-6062-4693-a616-ab9ac0757ac0 req-7a8ff20a-60f2-4eee-a723-bd1fae18eb87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0589910 May 24 23:53:33.224247 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-658136c0-a0f9-4698-8478-793724afb52d None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:53:33.230672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8caa8b-6062-4693-a616-ab9ac0757ac0 req-7842a7a2-897e-4694-a171-f5276268f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:53:33.232166 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f8caa8b-6062-4693-a616-ab9ac0757ac0 req-7842a7a2-897e-4694-a171-f5276268f1ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699451 May 24 23:53:33.367949 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f8caa8b-6062-4693-a616-ab9ac0757ac0 req-9f22b808-dc7d-4ea8-8d53-d530941b4416 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292601 May 24 23:53:33.499388 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8f8caa8b-6062-4693-a616-ab9ac0757ac0 req-e76c0012-a568-4457-8763-8cdf91456ec1 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242206 May 24 23:53:33.568521 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-658136c0-a0f9-4698-8478-793724afb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ba17df8e-a70b-43a3-91fc-10c15365b8aa', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'port_id': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'mac_address': 'fa:16:3e:fc:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:53:31Z', 'updated_at': '2022-05-24T23:53:31Z', 'revision_number': 0, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:53:33.572585 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658136c0-a0f9-4698-8478-793724afb52d None None] The sync data for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 is: [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ba17df8e-a70b-43a3-91fc-10c15365b8aa', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'port_id': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'mac_address': 'fa:16:3e:fc:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:53:31Z', 'updated_at': '2022-05-24T23:53:31Z', 'revision_number': 0, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:53:33.762004 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f72321-733e-4492-a167-c4ffdb579792 None None] New status for floating IP ba17df8e-a70b-43a3-91fc-10c15365b8aa: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:53:35.405616 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-17fa6c7a-3634-4bdf-89b1-24a08fa15552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:37.517888 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9355ba3d-8de7-4fcf-adb3-d2291dfc03b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:38.765527 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:39.028832 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:40.292455 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:41.448853 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:53:54.817999 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:53:56.508151 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:05.410764 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c23197ee-0794-405d-b8d5-3da1bb95fe37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:07.510675 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b021efa-5248-4f38-b894-bd0786c4d536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:08.771332 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:09.032870 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:10.297558 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:11.906145 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-e3aa3333-9757-428d-abaa-0e8264fce665 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755122 May 24 23:54:12.067295 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-cc1e5e18-b4ff-4590-a275-5c2f11b96d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:54:12.068784 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-cc1e5e18-b4ff-4590-a275-5c2f11b96d72 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1097 time: 0.0820186 May 24 23:54:12.233913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-2be5076f-3fd2-419b-a8ea-ce9f31a55247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:54:12.235355 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-2be5076f-3fd2-419b-a8ea-ce9f31a55247 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1393430 May 24 23:54:12.346707 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-5fa5eed1-6991-4dba-ba1c-9cf7bdb58463 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 200 len: 1001 time: 0.1012852 May 24 23:54:12.411846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-a7881c79-9e74-4bfb-af3c-e6ef59288517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:54:12.413258 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-a7881c79-9e74-4bfb-af3c-e6ef59288517 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0579240 May 24 23:54:12.497431 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-14a45015-2223-4138-b97b-f599b15d52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:54:12.498826 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-14a45015-2223-4138-b97b-f599b15d52ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762541 May 24 23:54:12.636409 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-b3097747-0d79-460c-95f2-1bdb7b12cbb7 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273217 May 24 23:54:12.780039 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-662966ce-e14b-4a3f-85cd-12c3137a251c req-ca035af9-3660-4b79-99db-223429c17a31 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327634 May 24 23:54:18.451203 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:54:24.837032 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:26.528515 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:35.417365 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-94432268-cfe0-4a5d-ac80-51b96aa96a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:37.514720 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6741c004-257d-46a2-9b23-20fed53d1185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:38.764759 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:39.040200 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:40.306973 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:54.844408 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:54:55.456251 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:54:56.522593 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:05.412154 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-47715c04-e3c2-4cc8-b128-ce86003c6960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:07.515875 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-89963898-7f68-4d08-ac95-24c4b60fb3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:08.773305 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:09.041826 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:10.308739 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:11.916053 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-5c8632ce-fbb4-40df-8e31-c086a47a603f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813413 May 24 23:55:12.074925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-8255225c-0a63-4996-a042-a17df12c6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:12.076456 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-8255225c-0a63-4996-a042-a17df12c6e08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1097 time: 0.0795593 May 24 23:55:12.226497 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-78d02732-c9fb-458d-9dc4-60a29fd82b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:12.227969 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-78d02732-c9fb-458d-9dc4-60a29fd82b29 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1308429 May 24 23:55:12.440155 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-df98d7bd-aec1-4bed-926b-94efb4d57c69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 200 len: 1001 time: 0.2024193 May 24 23:55:12.509913 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-557e270d-1df4-4895-a5f1-ad7187a31efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:12.511268 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-557e270d-1df4-4895-a5f1-ad7187a31efc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0610821 May 24 23:55:12.591069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-983cd01b-7647-4024-94c7-485492b8b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:12.592560 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-983cd01b-7647-4024-94c7-485492b8b41f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709667 May 24 23:55:12.729537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-64e42248-f28b-4dac-bec2-3e7cfb535954 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255949 May 24 23:55:12.864392 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7ad843fe-4bec-451c-a65e-a97ba781c869 req-4b2c0149-9fc2-42d8-bbca-6523813afe54 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242213 May 24 23:55:24.837523 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:26.545720 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:31.069433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08582e26-5f9f-4d82-b396-e35edf4a295b req-79205565-a1e6-44b9-8005-936e937886f9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:31.070992 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08582e26-5f9f-4d82-b396-e35edf4a295b req-79205565-a1e6-44b9-8005-936e937886f9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0937338 May 24 23:55:31.119572 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08582e26-5f9f-4d82-b396-e35edf4a295b req-1dc03591-ef16-4ea0-8444-0bc675b96efe tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401783 May 24 23:55:32.315909 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31947ee7-5402-46c0-8f02-997c84e0998b req-ccdd5a91-28dc-449a-b25a-bccc85963e06 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:32.317371 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31947ee7-5402-46c0-8f02-997c84e0998b req-ccdd5a91-28dc-449a-b25a-bccc85963e06 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0827899 May 24 23:55:32.363657 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-31947ee7-5402-46c0-8f02-997c84e0998b req-525c7792-2dd2-4435-9f8d-014cad413ef4 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381122 May 24 23:55:32.456264 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:55:33.575191 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cbae6-0d1c-46bb-879e-74c0068fe619 req-0397b3c0-38b9-483c-b794-275cb537b656 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:33.577867 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-224cbae6-0d1c-46bb-879e-74c0068fe619 req-0397b3c0-38b9-483c-b794-275cb537b656 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0887113 May 24 23:55:33.624138 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-224cbae6-0d1c-46bb-879e-74c0068fe619 req-1d1cb2f1-ab1c-4954-ac9b-cc7e5608b79e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397973 May 24 23:55:34.958284 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889558e9-2ec9-4a6b-8142-e72d2ba93d35 req-5c13f582-1afb-41b6-bee7-a2f095c9c909 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:34.959652 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-889558e9-2ec9-4a6b-8142-e72d2ba93d35 req-5c13f582-1afb-41b6-bee7-a2f095c9c909 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.2192810 May 24 23:55:35.013730 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-889558e9-2ec9-4a6b-8142-e72d2ba93d35 req-84b1973f-6bbd-4834-8069-1a45701e7dfd tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480373 May 24 23:55:35.412809 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b5137781-3d91-49ff-82b5-f29f5f30c3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:36.227611 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ab5cc-1beb-4420-bfd0-e14f19c5af69 req-f4905f66-9734-494e-8a93-8b5b578fcfff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:36.229300 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-649ab5cc-1beb-4420-bfd0-e14f19c5af69 req-f4905f66-9734-494e-8a93-8b5b578fcfff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0952585 May 24 23:55:36.275609 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-649ab5cc-1beb-4420-bfd0-e14f19c5af69 req-0da01d03-d14a-49dc-abac-177ecf992388 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396013 May 24 23:55:37.493856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e94da3-ed0a-4bd9-ae1a-006e84c43ddc req-c8f91111-62e6-4568-923b-289e0b6aec77 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:37.494962 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65e94da3-ed0a-4bd9-ae1a-006e84c43ddc req-c8f91111-62e6-4568-923b-289e0b6aec77 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0879731 May 24 23:55:37.511467 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d40434f7-e1c4-4a32-96f9-656bcc68a88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:37.542696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-65e94da3-ed0a-4bd9-ae1a-006e84c43ddc req-003abf60-8336-43fb-994d-46bc29edf026 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417864 May 24 23:55:38.759038 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:38.766126 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cfe50-9387-4f34-849d-41063d1f1261 req-a7f2dd14-b180-4d70-bc27-23384150bc42 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:38.767601 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-486cfe50-9387-4f34-849d-41063d1f1261 req-a7f2dd14-b180-4d70-bc27-23384150bc42 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0959792 May 24 23:55:38.816521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-486cfe50-9387-4f34-849d-41063d1f1261 req-54dd16fe-98e8-41e8-828d-ec70d65cfdce tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426338 May 24 23:55:39.038416 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:40.043410 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7b614-fa8a-4238-9683-30a628fff572 req-a8d5aa1d-2813-4706-b402-0250228726a3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:40.044860 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17c7b614-fa8a-4238-9683-30a628fff572 req-a8d5aa1d-2813-4706-b402-0250228726a3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0956824 May 24 23:55:40.091368 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-17c7b614-fa8a-4238-9683-30a628fff572 req-69512d2c-072a-4250-bfde-fac423ed1306 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379961 May 24 23:55:40.315416 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:41.294282 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf86fd8-0f57-4e87-976d-4b94ed30cf11 req-157fdfc2-a7b6-43fd-b736-6b835bf06937 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:41.296483 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-abf86fd8-0f57-4e87-976d-4b94ed30cf11 req-157fdfc2-a7b6-43fd-b736-6b835bf06937 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0854077 May 24 23:55:41.342973 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-abf86fd8-0f57-4e87-976d-4b94ed30cf11 req-ebdb2b8b-5624-494e-82bc-87f6c512a78f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406733 May 24 23:55:42.541127 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed7beb-fe51-4477-b696-e2283b8989bb req-b512ae25-e181-480e-910c-822dc70a4e94 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:42.542704 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8fed7beb-fe51-4477-b696-e2283b8989bb req-b512ae25-e181-480e-910c-822dc70a4e94 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0855801 May 24 23:55:42.588358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8fed7beb-fe51-4477-b696-e2283b8989bb req-65a55bf4-a3d5-4864-83df-a6bbb67ac0e1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398359 May 24 23:55:43.781156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaf4f3-41ed-482f-b9ce-04cb30332aa6 req-b9862a53-edd5-4b64-b11e-8d5d579b0fe7 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:43.782678 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8dcaf4f3-41ed-482f-b9ce-04cb30332aa6 req-b9862a53-edd5-4b64-b11e-8d5d579b0fe7 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0859199 May 24 23:55:43.830022 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8dcaf4f3-41ed-482f-b9ce-04cb30332aa6 req-3fdc29ee-ea66-48fa-b7f3-d048ce499f37 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411572 May 24 23:55:43.887021 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60e805a0-f6cf-473d-81e6-4cdc66e017fd details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:55:44.030162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:55:44.044631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'port_id': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'mac_address': 'fa:16:3e:fc:65:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:55:44.106647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 60e805a0-f6cf-473d-81e6-4cdc66e017fd is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:55:44.106945 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:44.124833 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60e805a0-f6cf-473d-81e6-4cdc66e017fd {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:55:44.140906 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:55:44.149870 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:44.221696 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=60e805a0-f6cf-473d-81e6-4cdc66e017fd,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:55:44.229277 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.229642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.229997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.230596 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.231305 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.231635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.231962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.232284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.232592 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.232915 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.233235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.233576 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:55:44.246492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['60e805a0-f6cf-473d-81e6-4cdc66e017fd'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:55:45.046710 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7ad80-5de7-4699-9708-5ade16d037c2 req-4c544568-5fbe-4082-89b8-3ee2125ebab5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:45.048260 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4c7ad80-5de7-4699-9708-5ade16d037c2 req-4c544568-5fbe-4082-89b8-3ee2125ebab5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 945 time: 0.0868690 May 24 23:55:45.098471 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a4c7ad80-5de7-4699-9708-5ade16d037c2 req-fe4955cf-0b3e-4244-8215-6d9027002600 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426211 May 24 23:55:45.894019 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60e805a0-f6cf-473d-81e6-4cdc66e017fd up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:55:45.975336 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 60e805a0-f6cf-473d-81e6-4cdc66e017fd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:55:45.976003 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:46.106998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 60e805a0-f6cf-473d-81e6-4cdc66e017fd is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:55:46.107425 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:46.143160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:55:46.144423 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:55:46.151664 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:46.224340 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7c73d4-fb7e-444b-8474-aeb6fb2d9001'] response: {'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'code': 200} May 24 23:55:46.231866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=60e805a0-f6cf-473d-81e6-4cdc66e017fd,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:55:46.362863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366f4aa-1a1c-43eb-b0e9-df1e8dffbe02 req-1d9de78f-93c7-4310-b8fa-4af8975bcb30 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:46.365130 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4366f4aa-1a1c-43eb-b0e9-df1e8dffbe02 req-1d9de78f-93c7-4310-b8fa-4af8975bcb30 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.1027145 May 24 23:55:46.418140 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4366f4aa-1a1c-43eb-b0e9-df1e8dffbe02 req-436415ce-1672-4af4-9c1f-774c1c2adbe3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469050 May 24 23:55:47.664465 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80263b76-c7a4-45e9-86d1-378eaf5096d5 req-b9cc56b8-a8c2-4c27-9407-848492a4c212 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:47.666025 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80263b76-c7a4-45e9-86d1-378eaf5096d5 req-b9cc56b8-a8c2-4c27-9407-848492a4c212 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.1105375 May 24 23:55:47.712566 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-80263b76-c7a4-45e9-86d1-378eaf5096d5 req-00bff102-8d5f-440b-abd3-5c487348a2d4 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399604 May 24 23:55:48.928285 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc009a-c5e9-4e4f-ba29-e747ba1cb520 req-32039b66-9bf7-49b7-99dc-19cb452dec08 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:48.930520 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4bc009a-c5e9-4e4f-ba29-e747ba1cb520 req-32039b66-9bf7-49b7-99dc-19cb452dec08 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.1005735 May 24 23:55:48.987799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a4bc009a-c5e9-4e4f-ba29-e747ba1cb520 req-d01cc701-06f2-4a16-bd93-4915ec9485cd tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486665 May 24 23:55:50.203100 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2d746-6023-4c6c-ac51-7990de989361 req-ec216d9a-c91f-4671-a033-1758fb69827e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:50.204559 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d3c2d746-6023-4c6c-ac51-7990de989361 req-ec216d9a-c91f-4671-a033-1758fb69827e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.1000884 May 24 23:55:50.255727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d3c2d746-6023-4c6c-ac51-7990de989361 req-331751f5-eec9-463f-8a75-47a4d8189674 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452650 May 24 23:55:51.486375 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab29cc-8a47-4dad-8523-d6202753349b req-f6842198-b79e-4504-bd92-3283e8f666dd tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:51.488469 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22ab29cc-8a47-4dad-8523-d6202753349b req-f6842198-b79e-4504-bd92-3283e8f666dd tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.1017945 May 24 23:55:51.554340 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-22ab29cc-8a47-4dad-8523-d6202753349b req-72221fb4-b5ea-453e-aced-c5b049029d45 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598519 May 24 23:55:52.756996 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a827-37b9-4d76-be79-430578e922e7 req-2055b47c-9ffc-4da8-9499-b5890d52b2c3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:52.758532 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-74e7a827-37b9-4d76-be79-430578e922e7 req-2055b47c-9ffc-4da8-9499-b5890d52b2c3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0843735 May 24 23:55:52.807858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-74e7a827-37b9-4d76-be79-430578e922e7 req-2bf7652f-addb-41e7-8db7-c13885e9b225 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 May 24 23:55:53.903479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb31d50-6fad-43f7-9920-98f9ada48671 req-8d1674bf-81d9-4cc7-aa32-1925737430b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:53.904957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0eb31d50-6fad-43f7-9920-98f9ada48671 req-8d1674bf-81d9-4cc7-aa32-1925737430b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1097 time: 0.0793433 May 24 23:55:54.095362 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb31d50-6fad-43f7-9920-98f9ada48671 req-614d79b8-4e2d-4ab4-988c-7e885c7f5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:54.096966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0eb31d50-6fad-43f7-9920-98f9ada48671 req-614d79b8-4e2d-4ab4-988c-7e885c7f5c7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1821492 May 24 23:55:54.108157 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013d077-e2a4-4bc8-98d1-e35c8f6264aa req-45573062-3491-4965-8364-6c132ae4e213 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:54.109446 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8013d077-e2a4-4bc8-98d1-e35c8f6264aa req-45573062-3491-4965-8364-6c132ae4e213 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.1935809 May 24 23:55:54.336664 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8013d077-e2a4-4bc8-98d1-e35c8f6264aa req-1f4ca2a4-5f6a-477e-90a2-88a94bd4bd73 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804190 May 24 23:55:54.338442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0eb31d50-6fad-43f7-9920-98f9ada48671 req-6de2eaaf-f1b3-4098-9559-9332ba55372d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 200 len: 1001 time: 0.2281368 May 24 23:55:54.405525 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb31d50-6fad-43f7-9920-98f9ada48671 req-8f638eda-d418-48e0-84ff-c92f0c2cf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:54.406849 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0eb31d50-6fad-43f7-9920-98f9ada48671 req-8f638eda-d418-48e0-84ff-c92f0c2cf43d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0588784 May 24 23:55:54.487369 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb31d50-6fad-43f7-9920-98f9ada48671 req-8480d33d-8d08-4b51-be7f-20ac605f6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:54.488815 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0eb31d50-6fad-43f7-9920-98f9ada48671 req-8480d33d-8d08-4b51-be7f-20ac605f6749 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722096 May 24 23:55:54.627622 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0eb31d50-6fad-43f7-9920-98f9ada48671 req-0b7e883c-7826-4982-a35a-cf68e7e1f4ed service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313677 May 24 23:55:54.766337 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0eb31d50-6fad-43f7-9920-98f9ada48671 req-c125d389-de27-4ecb-ba07-8b8490ffaed8 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285505 May 24 23:55:54.829938 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:55.541639 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91b84c-d92e-46c2-919a-8411b2099c2d req-91aa24a8-2d94-4770-a75d-3878eb6f9956 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:55.543118 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df91b84c-d92e-46c2-919a-8411b2099c2d req-91aa24a8-2d94-4770-a75d-3878eb6f9956 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0919876 May 24 23:55:55.587554 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-df91b84c-d92e-46c2-919a-8411b2099c2d req-353b43e7-31dc-4522-ba4d-9b9e968123f4 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383506 May 24 23:55:56.571650 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:56.784261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f828c-9114-4628-96e5-803c16e3dde2 req-f2bbb60c-0bbf-4c1b-945e-2fc8fe83a18f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:56.785850 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b4f828c-9114-4628-96e5-803c16e3dde2 req-f2bbb60c-0bbf-4c1b-945e-2fc8fe83a18f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0876076 May 24 23:55:56.831304 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6b4f828c-9114-4628-96e5-803c16e3dde2 req-a618e416-dd0f-4d30-a608-5b4c3ff77ea0 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392358 May 24 23:55:57.207688 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656871fe-7797-452b-a249-734d90f80748 req-226db7d0-bcc4-433d-86a0-a768ad06b734 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:57.209647 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-656871fe-7797-452b-a249-734d90f80748 req-226db7d0-bcc4-433d-86a0-a768ad06b734 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 946 time: 0.0812988 May 24 23:55:57.262560 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-656871fe-7797-452b-a249-734d90f80748 req-78f3fbb4-01c3-4eda-b78b-868a77397510 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458746 May 24 23:55:57.438293 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56538) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:55:57.572043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-67795b2f-5e2f-478e-9821-16327fabe4a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1325593 May 24 23:55:57.934254 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60e805a0-f6cf-473d-81e6-4cdc66e017fd no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:55:58.064195 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 60e805a0-f6cf-473d-81e6-4cdc66e017fd is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:55:58.064560 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:58.093168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:55:58.104144 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:55:58.109358 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:55:58.142707 n-d-843146-7 neutron-server[88391]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d649bb89-1f48-46b1-b8d4-8063f4d30085']: {'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'code': 422} returned with failed status May 24 23:55:58.183982 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=60e805a0-f6cf-473d-81e6-4cdc66e017fd,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:55:58.460350 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fa9ea-c494-41a6-9b00-aacdc9615808 req-667d26e4-5d5f-44e2-bb2b-045ad8dce174 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:58.461719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e0fa9ea-c494-41a6-9b00-aacdc9615808 req-667d26e4-5d5f-44e2-bb2b-045ad8dce174 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.0820622 May 24 23:55:58.509765 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2e0fa9ea-c494-41a6-9b00-aacdc9615808 req-11303f7c-54a0-47f7-ae43-a70af453107f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410442 May 24 23:55:59.701222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb52e1e-49dc-466c-bbc8-4df7d182cfd7 req-27e9a075-ecc3-4e5e-9f27-33e6e2c39a01 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:55:59.702679 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4bb52e1e-49dc-466c-bbc8-4df7d182cfd7 req-27e9a075-ecc3-4e5e-9f27-33e6e2c39a01 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.0829608 May 24 23:55:59.752418 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-4bb52e1e-49dc-466c-bbc8-4df7d182cfd7 req-339308e4-478e-4830-85f0-e8fe846415ca tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436597 May 24 23:56:00.608438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-1dd92e09-42d0-415a-ae36-f5bd72030616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:00.609974 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-1dd92e09-42d0-415a-ae36-f5bd72030616 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa&tenant_id=f48fe0edb7014f94a69072ce2782440b HTTP/1.1" status: 200 len: 1095 time: 0.0754857 May 24 23:56:00.709672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-f9a6885d-e21c-46bc-8c49-77df1278648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:00.711149 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-f9a6885d-e21c-46bc-8c49-77df1278648e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1095 time: 0.0737815 May 24 23:56:00.844270 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-f1ede390-1ac0-4fb0-9232-6a4c1537691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:00.845684 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-f1ede390-1ac0-4fb0-9232-6a4c1537691b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1269853 May 24 23:56:01.001216 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-4492ed0d-b774-41fa-864e-d12b95bf83f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 200 len: 999 time: 0.1464789 May 24 23:56:01.066764 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad173c0d-9c45-4a89-a9a8-ad67897ec71d req-4e96e9e1-7111-406f-93d2-54910f9fc5b4 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:01.068211 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad173c0d-9c45-4a89-a9a8-ad67897ec71d req-4e96e9e1-7111-406f-93d2-54910f9fc5b4 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.1625149 May 24 23:56:01.096825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-e50f1264-59e5-48b8-9b30-ab51342debc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:01.098000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-e50f1264-59e5-48b8-9b30-ab51342debc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0840232 May 24 23:56:01.163359 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ad173c0d-9c45-4a89-a9a8-ad67897ec71d req-c98f60fa-e855-4987-b5a8-e7dbfc6bac75 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886328 May 24 23:56:01.203639 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-aca87434-8820-4965-8206-fdfc10baad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:01.205199 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-aca87434-8820-4965-8206-fdfc10baad8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964696 May 24 23:56:01.340570 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-0a7d3837-012c-43bc-9bd7-4a5b24819ab7 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263232 May 24 23:56:01.471532 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-8944d04c-c34e-44b2-a346-b7d0f0b09009 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232362 May 24 23:56:02.374231 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fc29-6b99-4b0f-ab16-5117fb00b818 req-4074b582-f321-4214-a8c1-dcfc96a54136 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:02.378625 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b186fc29-6b99-4b0f-ab16-5117fb00b818 req-4074b582-f321-4214-a8c1-dcfc96a54136 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.1032066 May 24 23:56:02.429748 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b186fc29-6b99-4b0f-ab16-5117fb00b818 req-a9dcded0-64bb-4274-b711-16ece2ed7d33 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458982 May 24 23:56:03.783554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db49d-a557-4d87-a969-2752363643c9 req-f693579a-5f8d-4c82-97c3-dd35239c1353 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:03.785057 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e5db49d-a557-4d87-a969-2752363643c9 req-f693579a-5f8d-4c82-97c3-dd35239c1353 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.0817618 May 24 23:56:03.837664 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7e5db49d-a557-4d87-a969-2752363643c9 req-2885835f-42bb-40b4-844b-c9976162df49 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449903 May 24 23:56:05.050652 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38180a24-3349-4bc0-9662-93d28e450ffc req-84b04862-dc31-454a-9704-6f1e9032143b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:05.052205 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38180a24-3349-4bc0-9662-93d28e450ffc req-84b04862-dc31-454a-9704-6f1e9032143b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.0929997 May 24 23:56:05.101329 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-38180a24-3349-4bc0-9662-93d28e450ffc req-3428ded4-7e10-4830-91d8-70348d2441b7 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430875 May 24 23:56:05.421983 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-912c3bef-bb2c-410b-bc89-1701dbde9e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:06.306216 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da64a21-4eba-463e-af2f-608c3225e446 req-32e5a248-1570-484c-ae7f-7701a12f0304 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:06.307780 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0da64a21-4eba-463e-af2f-608c3225e446 req-32e5a248-1570-484c-ae7f-7701a12f0304 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.0853179 May 24 23:56:06.354899 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0da64a21-4eba-463e-af2f-608c3225e446 req-46f09b7f-26ce-4da7-a106-908b014e28d5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 May 24 23:56:07.517730 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5f6aabbb-1f98-4022-9fe4-c532e7fdee1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:07.570316 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb7a58-5eae-474c-ba87-b801d2938992 req-ce7c9f33-998e-47b7-a440-f74810a8aba4 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:07.573212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0cb7a58-5eae-474c-ba87-b801d2938992 req-ce7c9f33-998e-47b7-a440-f74810a8aba4 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.1041729 May 24 23:56:07.643311 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-d0cb7a58-5eae-474c-ba87-b801d2938992 req-b84bb849-3f56-49aa-8d9a-d1012431142d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621440 May 24 23:56:08.764328 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:08.860977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d576848-2a39-4bad-b296-cd01d8de4200 req-44deb1d0-1325-4943-9ea2-869a789bc76b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:08.862482 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4d576848-2a39-4bad-b296-cd01d8de4200 req-44deb1d0-1325-4943-9ea2-869a789bc76b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.0949290 May 24 23:56:08.916247 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4d576848-2a39-4bad-b296-cd01d8de4200 req-8b8ceb25-1830-4f80-b072-0675924aa65a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471773 May 24 23:56:09.041187 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:09.461600 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:56:10.109647 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73356f8-efa8-4cf3-8f6f-fcd44020fda9 req-08ede72b-1249-4c35-8147-b5c27ac44c23 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:10.111097 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c73356f8-efa8-4cf3-8f6f-fcd44020fda9 req-08ede72b-1249-4c35-8147-b5c27ac44c23 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.0813663 May 24 23:56:10.159424 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c73356f8-efa8-4cf3-8f6f-fcd44020fda9 req-2c09e720-b029-4104-ae5a-4d7329dad017 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425560 May 24 23:56:10.318815 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:11.353161 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9372f13-94c6-425e-b460-9d886b2124c0 req-80dc1dec-6445-4b5b-82e3-c6b488366426 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:11.354564 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9372f13-94c6-425e-b460-9d886b2124c0 req-80dc1dec-6445-4b5b-82e3-c6b488366426 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.0891228 May 24 23:56:11.402097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e9372f13-94c6-425e-b460-9d886b2124c0 req-e3f66d17-2f73-455d-81ee-192904f022e1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388699 May 24 23:56:12.143865 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d1dac-c33b-4bc1-a186-7f642f2029cc req-4a356669-ad91-4023-9e0c-26cb90231fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:12.145353 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-260d1dac-c33b-4bc1-a186-7f642f2029cc req-4a356669-ad91-4023-9e0c-26cb90231fbb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1095 time: 0.1837065 May 24 23:56:12.296988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d1dac-c33b-4bc1-a186-7f642f2029cc req-3a6db363-1656-47ad-9257-4e1d3801bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:12.298446 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-260d1dac-c33b-4bc1-a186-7f642f2029cc req-3a6db363-1656-47ad-9257-4e1d3801bf7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1283338 May 24 23:56:12.405334 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-260d1dac-c33b-4bc1-a186-7f642f2029cc req-d15255a1-9b48-4fed-b7ee-fe34fec4a63f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 200 len: 999 time: 0.0968621 May 24 23:56:12.468742 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d1dac-c33b-4bc1-a186-7f642f2029cc req-52753535-e430-4292-bd3c-fc692b2a5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:12.470323 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-260d1dac-c33b-4bc1-a186-7f642f2029cc req-52753535-e430-4292-bd3c-fc692b2a5a1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0565314 May 24 23:56:12.549192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d1dac-c33b-4bc1-a186-7f642f2029cc req-ad417947-7e84-449e-8e3f-f4ba2a683e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:12.550889 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-260d1dac-c33b-4bc1-a186-7f642f2029cc req-ad417947-7e84-449e-8e3f-f4ba2a683e47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710099 May 24 23:56:12.591136 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330bb12-4fad-49db-b89e-a0add3ed38e2 req-ebc6b240-b8ee-4b04-8bac-e558ef6fd6b6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:12.592791 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5330bb12-4fad-49db-b89e-a0add3ed38e2 req-ebc6b240-b8ee-4b04-8bac-e558ef6fd6b6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.0806754 May 24 23:56:12.636163 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5330bb12-4fad-49db-b89e-a0add3ed38e2 req-69867d03-7021-4911-9766-92e092702e88 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376446 May 24 23:56:12.686020 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-260d1dac-c33b-4bc1-a186-7f642f2029cc req-dc1d0694-7ee7-4458-a317-547ab0acc5d1 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251976 May 24 23:56:12.820947 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-260d1dac-c33b-4bc1-a186-7f642f2029cc req-df9d0414-07c7-4945-8029-b9fb47371b65 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258378 May 24 23:56:13.842624 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406789af-6022-404b-af17-362d174e1657 req-ee843df6-a38b-4dc2-bc8b-80fbcfd223dd tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:13.844178 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-406789af-6022-404b-af17-362d174e1657 req-ee843df6-a38b-4dc2-bc8b-80fbcfd223dd tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 944 time: 0.0898185 May 24 23:56:13.900957 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-406789af-6022-404b-af17-362d174e1657 req-dee312f4-6bae-4d5f-aade-f793bfab77c6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501053 May 24 23:56:14.063246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60e805a0-f6cf-473d-81e6-4cdc66e017fd details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:56:14.203952 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:56:14.217310 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'port_id': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'mac_address': 'fa:16:3e:fc:65:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:56:14.275201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 60e805a0-f6cf-473d-81e6-4cdc66e017fd is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:56:14.275559 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:14.292714 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e805a0-f6cf-473d-81e6-4cdc66e017fd {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:56:14.308182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:56:14.316131 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:14.392371 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=60e805a0-f6cf-473d-81e6-4cdc66e017fd,revision_number=9']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:56:14.652702 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['60e805a0-f6cf-473d-81e6-4cdc66e017fd'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:56:15.095122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf76cf-75a0-46de-bcbe-36f0cd1bc967 req-f0b8aa74-1761-4651-b79a-7c6999a76ddf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:15.096565 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29bf76cf-75a0-46de-bcbe-36f0cd1bc967 req-f0b8aa74-1761-4651-b79a-7c6999a76ddf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 945 time: 0.0848768 May 24 23:56:15.145759 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-29bf76cf-75a0-46de-bcbe-36f0cd1bc967 req-e34c058c-3e9e-4ac5-bbbd-16ff51d006a6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390446 May 24 23:56:16.069672 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60e805a0-f6cf-473d-81e6-4cdc66e017fd up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:56:16.147666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 60e805a0-f6cf-473d-81e6-4cdc66e017fd triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:56:16.148038 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:16.264546 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 60e805a0-f6cf-473d-81e6-4cdc66e017fd is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:56:16.264895 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:16.291888 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:56:16.301955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:56:16.306845 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:16.337618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811def8-7049-4634-b6ed-fec2996a94e2 req-f0044a76-a86c-4ee8-b049-cb24b26fffa6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:16.339385 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4811def8-7049-4634-b6ed-fec2996a94e2 req-f0044a76-a86c-4ee8-b049-cb24b26fffa6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 945 time: 0.0812581 May 24 23:56:16.344645 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f557074f-b6fb-4fcd-8d79-fe0f140ddb70'] response: {'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'code': 200} May 24 23:56:16.379026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=60e805a0-f6cf-473d-81e6-4cdc66e017fd,revision_number=10']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:56:16.394404 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4811def8-7049-4634-b6ed-fec2996a94e2 req-817ebbed-b3d3-4496-a801-67f186ed0c47 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480738 May 24 23:56:16.581468 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d256b0a-b83c-471c-8a75-8659ec7e7d78 req-c4bf35d5-e62b-4b26-a75e-d94f63062e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:16.583072 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d256b0a-b83c-471c-8a75-8659ec7e7d78 req-c4bf35d5-e62b-4b26-a75e-d94f63062e78 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1098 time: 0.0720930 May 24 23:56:16.627292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0d256b0a-b83c-471c-8a75-8659ec7e7d78 req-8d910be6-b7d7-404c-8aeb-3a5bcbf93373 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344234 May 24 23:56:17.606194 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79973c66-dc50-44dc-93aa-fc7c4171529d req-1f99b63a-6ac2-49fe-b94f-64b42254a6f9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:17.607661 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-79973c66-dc50-44dc-93aa-fc7c4171529d req-1f99b63a-6ac2-49fe-b94f-64b42254a6f9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 947 time: 0.0903933 May 24 23:56:17.651704 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-79973c66-dc50-44dc-93aa-fc7c4171529d req-1d81d6f9-84ff-4464-84a4-f6c88c3053ad tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379562 May 24 23:56:18.862881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4840e4-6a75-49a3-b08a-3784454ef78a req-38317199-efcf-4364-ac72-3d5a4e8aa552 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:56:18.864270 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac4840e4-6a75-49a3-b08a-3784454ef78a req-38317199-efcf-4364-ac72-3d5a4e8aa552 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 947 time: 0.0958619 May 24 23:56:18.912366 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ac4840e4-6a75-49a3-b08a-3784454ef78a req-10c8dbee-d3dd-4cdc-96c7-0bb530854882 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395339 May 24 23:56:24.836095 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:26.577505 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:35.415142 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b872d3b8-17c2-4356-8b1d-9c374c57327b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:37.526568 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c27af576-3276-47e0-b269-db50c8d48971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:38.758637 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:39.048330 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:40.317830 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:46.467529 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:56:54.837249 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:56:56.584258 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:05.424367 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-949dbbb0-83a5-4744-bdb3-d3bdda7fd94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:07.523352 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fb78e23b-1057-46c6-94ab-171c78fa6a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:08.761860 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:09.055409 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:10.324373 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:11.910373 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-948da541-1aa8-47a3-a414-08125c219d80 req-01ecbf90-e2fd-4a70-9087-202652c55fd5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779901 May 24 23:57:12.074466 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948da541-1aa8-47a3-a414-08125c219d80 req-3d121533-6e8f-4ab1-9dc7-3b519069a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:12.076147 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-948da541-1aa8-47a3-a414-08125c219d80 req-3d121533-6e8f-4ab1-9dc7-3b519069a5d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1098 time: 0.0805151 May 24 23:57:12.225812 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948da541-1aa8-47a3-a414-08125c219d80 req-7ad395ba-1fab-4a87-a514-12e28dc2c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:12.227305 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-948da541-1aa8-47a3-a414-08125c219d80 req-7ad395ba-1fab-4a87-a514-12e28dc2c7d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1259835 May 24 23:57:12.337287 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-948da541-1aa8-47a3-a414-08125c219d80 req-20315963-6d70-47a4-9fa8-06d8e95d6b23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 200 len: 1001 time: 0.1006696 May 24 23:57:12.408823 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948da541-1aa8-47a3-a414-08125c219d80 req-d0f8d4f8-17e5-493c-bc22-fd8bf03cd24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:12.410292 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-948da541-1aa8-47a3-a414-08125c219d80 req-d0f8d4f8-17e5-493c-bc22-fd8bf03cd24a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0618401 May 24 23:57:12.497373 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948da541-1aa8-47a3-a414-08125c219d80 req-baa1f054-fc20-4c51-9c35-a9e0ba61bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:12.498808 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-948da541-1aa8-47a3-a414-08125c219d80 req-baa1f054-fc20-4c51-9c35-a9e0ba61bc23 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792358 May 24 23:57:12.745687 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-948da541-1aa8-47a3-a414-08125c219d80 req-ce3ad1a7-dcf8-4c16-9117-17007dd2e5a4 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368298 May 24 23:57:12.884347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-948da541-1aa8-47a3-a414-08125c219d80 req-33f8e74c-b7f1-4e51-b0ff-4edcf7b97f87 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283319 May 24 23:57:23.472235 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:57:24.842871 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:26.598795 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:32.021942 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56670) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:57:32.229725 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Deleting port b433670a-f757-49ac-8bf3-6700b53c3933 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:57:32.230055 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:32.406991 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:32.407264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:32.639341 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Calling delete_port for b433670a-f757-49ac-8bf3-6700b53c3933 owned by network:floatingip {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:57:32.811361 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:32.857478 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event deleted for resources: {'Port': ['ID=b433670a-f757-49ac-8bf3-6700b53c3933,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:57:32.899594 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.899903 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.900253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.900573 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.900898 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.901208 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.901540 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.901859 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.902193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.902509 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.902813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.903122 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:32.963260 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for floatingip, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:32.963690 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Floating IP ba17df8e-a70b-43a3-91fc-10c15365b8aa disassociated (deleted). External IP: 172.25.7.52, port: 60e805a0-f6cf-473d-81e6-4cdc66e017fd. May 24 23:57:33.330830 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Router cb40c654-8b2d-4ce1-a54c-25c11933a62c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:57:33.522357 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:57:33.533935 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3701a2a8-516b-4507-85cc-c8bf37379c76 None None] Sync routers for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:57:33.544397 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701a2a8-516b-4507-85cc-c8bf37379c76 None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:57:33.545206 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3701a2a8-516b-4507-85cc-c8bf37379c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:57:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:57:33.546793 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:33.605853 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-a6b3cb82-7008-4f62-9c14-a271c80aba93 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "DELETE /v2.0/floatingips/ba17df8e-a70b-43a3-91fc-10c15365b8aa HTTP/1.1" status: 204 len: 168 time: 1.5825021 May 24 23:57:33.606270 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:57:33.656898 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29801ea8-6232-4189-ba46-5086969a2bd3'] response: {'name': 'network-changed', 'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'status': 'completed', 'code': 200} May 24 23:57:33.721962 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3701a2a8-516b-4507-85cc-c8bf37379c76 None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:57:33.763461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4961940-40fb-4d22-b97d-e7de40352cce req-9b6da4e7-eff6-4f5f-88b2-b344c25cad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:33.765682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4961940-40fb-4d22-b97d-e7de40352cce req-9b6da4e7-eff6-4f5f-88b2-b344c25cad2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 1098 time: 0.0775514 May 24 23:57:33.904384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4961940-40fb-4d22-b97d-e7de40352cce req-7c5e7326-e45c-47a1-85de-f330f40bfa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:33.905863 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4961940-40fb-4d22-b97d-e7de40352cce req-7c5e7326-e45c-47a1-85de-f330f40bfa91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1312253 May 24 23:57:34.011917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4961940-40fb-4d22-b97d-e7de40352cce req-5f72d4b2-ada6-485c-89ec-138943135d43 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 200 len: 217 time: 0.0985277 May 24 23:57:34.082986 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3701a2a8-516b-4507-85cc-c8bf37379c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:57:34.087464 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3701a2a8-516b-4507-85cc-c8bf37379c76 None None] Checking router: cb40c654-8b2d-4ce1-a54c-25c11933a62c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:57:34.092443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4961940-40fb-4d22-b97d-e7de40352cce req-d508e77f-3c79-4cef-a87d-a1b94ecf4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:34.093974 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4961940-40fb-4d22-b97d-e7de40352cce req-d508e77f-3c79-4cef-a87d-a1b94ecf4a9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0717781 May 24 23:57:34.096692 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701a2a8-516b-4507-85cc-c8bf37379c76 None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:57:34.097308 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3701a2a8-516b-4507-85cc-c8bf37379c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:57:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:57:34.105041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a568bdf-b252-4a15-bc71-a3fc8bdd6b33 req-bbaf98ee-a182-4e27-b5b1-4b6a21b9bb53 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:34.106480 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a568bdf-b252-4a15-bc71-a3fc8bdd6b33 req-bbaf98ee-a182-4e27-b5b1-4b6a21b9bb53 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 947 time: 0.1949649 May 24 23:57:34.194584 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5a568bdf-b252-4a15-bc71-a3fc8bdd6b33 req-883a6e6e-c01c-4df1-b4c5-7a0391bf5c60 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575471 May 24 23:57:34.211403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4961940-40fb-4d22-b97d-e7de40352cce req-48710355-1e39-49ba-ae35-87eb3a73cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:34.212894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4961940-40fb-4d22-b97d-e7de40352cce req-48710355-1e39-49ba-ae35-87eb3a73cc8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055298 May 24 23:57:34.270672 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-3701a2a8-516b-4507-85cc-c8bf37379c76 None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:57:34.345445 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4961940-40fb-4d22-b97d-e7de40352cce req-7d413805-21fb-461a-a7c2-e9ec3dc8ede8 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248672 May 24 23:57:34.480619 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d4961940-40fb-4d22-b97d-e7de40352cce req-1020f29b-f0b2-441c-b76b-a2e57a4589d5 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269534 May 24 23:57:34.590067 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-3701a2a8-516b-4507-85cc-c8bf37379c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:57:34.594069 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3701a2a8-516b-4507-85cc-c8bf37379c76 None None] The sync data for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 is: [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:57:34.823759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a182aa-f7db-41ad-928a-2a11240d6973 None None] New status for floating IP ba17df8e-a70b-43a3-91fc-10c15365b8aa: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:57:35.397944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34d643-c48b-478e-aaba-f60ef37a5762 req-e0f45aa6-7073-48f0-b58f-c38109fb8b3b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:35.398595 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-eb34d643-c48b-478e-aaba-f60ef37a5762 req-e0f45aa6-7073-48f0-b58f-c38109fb8b3b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Synchronizing usage tracker for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:57:35.407696 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9e69f68c-3d33-45b2-9a59-a5e5c2fbdf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:35.415733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-eb34d643-c48b-478e-aaba-f60ef37a5762 req-e0f45aa6-7073-48f0-b58f-c38109fb8b3b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Unset dirty status for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:57:35.417126 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb34d643-c48b-478e-aaba-f60ef37a5762 req-e0f45aa6-7073-48f0-b58f-c38109fb8b3b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 947 time: 0.0980899 May 24 23:57:35.465050 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-eb34d643-c48b-478e-aaba-f60ef37a5762 req-4c0f0dfb-6d36-4399-b864-b55b11cd771f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=940b404b-dee4-48c5-b84b-bc5b1c8674ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422502 May 24 23:57:35.590301 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb3f3d-531a-4819-8eeb-1888898f2378 req-0f56a323-f284-4eb7-a5cb-c5b851b8a30e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:35.591769 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01fb3f3d-531a-4819-8eeb-1888898f2378 req-0f56a323-f284-4eb7-a5cb-c5b851b8a30e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.50 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 947 time: 0.0852675 May 24 23:57:35.664663 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-01fb3f3d-531a-4819-8eeb-1888898f2378 req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Deleting port 60e805a0-f6cf-473d-81e6-4cdc66e017fd {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 24 23:57:35.665018 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01fb3f3d-531a-4819-8eeb-1888898f2378 req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:35.918923 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-01fb3f3d-531a-4819-8eeb-1888898f2378 req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] For port 60e805a0-f6cf-473d-81e6-4cdc66e017fd, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=60e805a0-f6cf-473d-81e6-4cdc66e017fd,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:57:35.919196 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01fb3f3d-531a-4819-8eeb-1888898f2378 req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:36.150664 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-01fb3f3d-531a-4819-8eeb-1888898f2378 req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Calling delete_port for 60e805a0-f6cf-473d-81e6-4cdc66e017fd owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 24 23:57:36.305709 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01fb3f3d-531a-4819-8eeb-1888898f2378 req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:36.354155 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event deleted for resources: {'Port': ['ID=60e805a0-f6cf-473d-81e6-4cdc66e017fd,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:57:36.395090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.395394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.395756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.396077 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.396751 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.397054 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.397370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.397714 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.398034 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.398341 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.398652 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.398957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:57:36.440325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fb3f3d-531a-4819-8eeb-1888898f2378 req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] No DVR routers for this DVR port 60e805a0-f6cf-473d-81e6-4cdc66e017fd on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 23:57:36.443430 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-01fb3f3d-531a-4819-8eeb-1888898f2378 req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:36.445932 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'name': 'network-vif-deleted', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:57:36.464126 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-01fb3f3d-531a-4819-8eeb-1888898f2378 req-a9d213c4-1461-48bf-acf8-ccb801acf1e5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.50 "DELETE /v2.0/ports/60e805a0-f6cf-473d-81e6-4cdc66e017fd HTTP/1.1" status: 204 len: 173 time: 0.8632672 May 24 23:57:36.493770 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969e63f2-0312-4d0e-8d3f-d9b48f191f93'] response: {'server_uuid': '16dfb47c-0b59-46fc-9d87-27a71214e1fa', 'name': 'network-vif-deleted', 'tag': '60e805a0-f6cf-473d-81e6-4cdc66e017fd', 'status': 'completed', 'code': 200} May 24 23:57:36.633860 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-b39eda0c-7301-41e5-91de-9e1fa675dab3 req-a096d761-561b-4fe2-9710-3d6461660ba0 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dfb47c-0b59-46fc-9d87-27a71214e1fa HTTP/1.1" status: 200 len: 210 time: 0.0445623 May 24 23:57:37.523194 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8d60e12f-00de-435d-80eb-10cd9f764e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:37.741022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56688) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:57:37.821397 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a17bf3df-f840-4c23-8f97-bd9f6d77ad3a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:37.855459 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a17bf3df-f840-4c23-8f97-bd9f6d77ad3a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:37.926408 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a17bf3df-f840-4c23-8f97-bd9f6d77ad3a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:37.944835 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bf3df-f840-4c23-8f97-bd9f6d77ad3a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b404b-dee4-48c5-b84b-bc5b1c8674ae,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:57:37.956420 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a17bf3df-f840-4c23-8f97-bd9f6d77ad3a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:37.957651 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a17bf3df-f840-4c23-8f97-bd9f6d77ad3a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "DELETE /v2.0/security-groups/940b404b-dee4-48c5-b84b-bc5b1c8674ae HTTP/1.1" status: 204 len: 168 time: 0.2151783 May 24 23:57:38.087903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56696) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:57:38.095782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576828223', 'description': 'tempest-secgroup-smoke-1576828223 description', 'project_id': 'f48fe0edb7014f94a69072ce2782440b'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:57:38.102766 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:57:38.107000 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:57:38.110176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:57:38.116567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:57:38.130199 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.150841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:57:38.155409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:57:38.158957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:57:38.168366 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:57:38.252328 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.259498 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.306192 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a97048-40a2-4eac-8ce6-0dfa65da1496,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:57:38.309972 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.311197 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-b8038dc4-a4ee-40a7-b3c9-b4f54902f545 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2219789 May 24 23:57:38.314903 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56700) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:57:38.319949 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-498cf848-b4e7-4e2b-a766-d55aa9717075 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': 'c6a97048-40a2-4eac-8ce6-0dfa65da1496', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:57:38.327005 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-498cf848-b4e7-4e2b-a766-d55aa9717075 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:57:38.331479 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-498cf848-b4e7-4e2b-a766-d55aa9717075 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:57:38.334429 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-498cf848-b4e7-4e2b-a766-d55aa9717075 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:57:38.340251 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-498cf848-b4e7-4e2b-a766-d55aa9717075 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:57:38.360970 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-498cf848-b4e7-4e2b-a766-d55aa9717075 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.429280 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-498cf848-b4e7-4e2b-a766-d55aa9717075 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.435048 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-498cf848-b4e7-4e2b-a766-d55aa9717075 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.458321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cf848-b4e7-4e2b-a766-d55aa9717075 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcabf581-650a-44da-86cd-6f057e26d6e8,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:57:38.468844 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-498cf848-b4e7-4e2b-a766-d55aa9717075 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.470888 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-498cf848-b4e7-4e2b-a766-d55aa9717075 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548965 May 24 23:57:38.473636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56704) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:57:38.481924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-61de0dbd-3e42-458c-a480-6c2b75112aa5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': 'c6a97048-40a2-4eac-8ce6-0dfa65da1496', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:57:38.490891 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-61de0dbd-3e42-458c-a480-6c2b75112aa5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:57:38.494952 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-61de0dbd-3e42-458c-a480-6c2b75112aa5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:57:38.498003 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-61de0dbd-3e42-458c-a480-6c2b75112aa5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:57:38.506306 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-61de0dbd-3e42-458c-a480-6c2b75112aa5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:57:38.530056 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-61de0dbd-3e42-458c-a480-6c2b75112aa5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.593512 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-61de0dbd-3e42-458c-a480-6c2b75112aa5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.599186 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-61de0dbd-3e42-458c-a480-6c2b75112aa5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.622393 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de0dbd-3e42-458c-a480-6c2b75112aa5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afb2568-ba82-4481-8cfb-9ac34c695cf5,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:57:38.633834 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-61de0dbd-3e42-458c-a480-6c2b75112aa5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.635043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-61de0dbd-3e42-458c-a480-6c2b75112aa5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596310 May 24 23:57:38.638052 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56708) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:57:38.643081 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-fb64011c-3091-46ca-bf4e-df0ff93610ac tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': 'c6a97048-40a2-4eac-8ce6-0dfa65da1496', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:57:38.649858 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fb64011c-3091-46ca-bf4e-df0ff93610ac tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:57:38.653931 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fb64011c-3091-46ca-bf4e-df0ff93610ac tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:57:38.656767 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-fb64011c-3091-46ca-bf4e-df0ff93610ac tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:57:38.662997 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-fb64011c-3091-46ca-bf4e-df0ff93610ac tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:57:38.683089 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fb64011c-3091-46ca-bf4e-df0ff93610ac tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.748303 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fb64011c-3091-46ca-bf4e-df0ff93610ac tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.753423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fb64011c-3091-46ca-bf4e-df0ff93610ac tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.757004 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.782370 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64011c-3091-46ca-bf4e-df0ff93610ac tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87adf7d9-ec6d-4717-96e7-8d78074d8929,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:57:38.794097 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fb64011c-3091-46ca-bf4e-df0ff93610ac tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.795323 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fb64011c-3091-46ca-bf4e-df0ff93610ac tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563270 May 24 23:57:38.798257 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56712) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:57:38.803367 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-4e3eb396-488c-4ef6-b405-4371e0c74bf1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': 'c6a97048-40a2-4eac-8ce6-0dfa65da1496', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:57:38.810137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4e3eb396-488c-4ef6-b405-4371e0c74bf1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:57:38.814541 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4e3eb396-488c-4ef6-b405-4371e0c74bf1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:57:38.817850 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-4e3eb396-488c-4ef6-b405-4371e0c74bf1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:57:38.824481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-4e3eb396-488c-4ef6-b405-4371e0c74bf1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:57:38.844380 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb396-488c-4ef6-b405-4371e0c74bf1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.908975 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb396-488c-4ef6-b405-4371e0c74bf1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.914817 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb396-488c-4ef6-b405-4371e0c74bf1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.945791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3eb396-488c-4ef6-b405-4371e0c74bf1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb900d3-b45d-4e77-aa4a-b13c8a673e0f,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:57:38.956796 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb396-488c-4ef6-b405-4371e0c74bf1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:38.958275 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4e3eb396-488c-4ef6-b405-4371e0c74bf1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590414 May 24 23:57:38.961028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56716) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:57:38.966101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': 'c6a97048-40a2-4eac-8ce6-0dfa65da1496', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:57:38.972654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:57:38.976739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:57:38.979990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:57:38.985960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:57:39.000300 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Project f48fe0edb7014f94a69072ce2782440b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:57:39.011308 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:39.052849 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:39.083132 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:39.088169 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:39.112915 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbfd627-22aa-4d28-91c2-53a72858cbe5,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:57:39.123261 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:39.124424 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-65c755f4-a235-4bf3-ac9d-8ad251a7f0d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1624231 May 24 23:57:39.127472 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56720) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:57:39.132578 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'security_group_rule': {'security_group_id': 'c6a97048-40a2-4eac-8ce6-0dfa65da1496', 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:57:39.139581 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:57:39.143940 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:security_group_rule and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:57:39.147161 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:57:39.153191 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:57:39.164841 n-d-843146-7 neutron-server[88390]: INFO neutron.db.securitygroups_db [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Project f48fe0edb7014f94a69072ce2782440b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 23:57:39.171627 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:39.235724 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:39.241004 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:39.264145 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d9e67f-fbe3-418c-8c6e-5e5a80bf6280,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:57:39.275107 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:39.276285 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-95091764-af4d-47b1-b2e4-524b7ab9fa18 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478152 May 24 23:57:40.323789 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:40.504723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60e805a0-f6cf-473d-81e6-4cdc66e017fd no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 24 23:57:40.542624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 60e805a0-f6cf-473d-81e6-4cdc66e017fd {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 24 23:57:40.543289 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 60e805a0-f6cf-473d-81e6-4cdc66e017fd not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 24 23:57:54.333851 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-a4bd0111-571c-4850-b267-42e53bc196c2 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576828223&fields=id&tenant_id=f48fe0edb7014f94a69072ce2782440b HTTP/1.1" status: 200 len: 267 time: 0.0398250 May 24 23:57:54.491074 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-010ba477-c69c-4502-8b2a-47decfea87cc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:54.491761 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-010ba477-c69c-4502-8b2a-47decfea87cc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Synchronizing usage tracker for tenant:f48fe0edb7014f94a69072ce2782440b on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:57:54.511801 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-010ba477-c69c-4502-8b2a-47decfea87cc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Unset dirty status for tenant:f48fe0edb7014f94a69072ce2782440b on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:57:54.513143 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-010ba477-c69c-4502-8b2a-47decfea87cc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 809 time: 0.1728325 May 24 23:57:54.530326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-04876834-b78f-4dcc-a8da-7fe8b2d3423f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/quotas/f48fe0edb7014f94a69072ce2782440b HTTP/1.1" status: 200 len: 375 time: 0.0105734 May 24 23:57:54.619291 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-9c543fc8-8bdd-4504-a3ee-0458f6046a73 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836890 May 24 23:57:54.687783 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-df9f405a-cb1e-4f62-a1c2-00b8c947258d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88390) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 24 23:57:54.688742 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-df9f405a-cb1e-4f62-a1c2-00b8c947258d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583436 May 24 23:57:54.841703 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:54.949290 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-81384feb-427e-482b-a406-b3b7bc312ad5 service neutron] 10.222.0.55 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544200 May 24 23:57:55.086933 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-bb645157-ab40-46f7-a702-8d45c2b02467 service neutron] 10.222.0.55 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295519 May 24 23:57:55.541227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-82e2eaff-0e7d-4d76-8cdb-44e4fda91a0c req-4c29ec58-a99e-495b-82f5-edcd149260bb tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Synchronizing usage tracker for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:57:55.557422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-82e2eaff-0e7d-4d76-8cdb-44e4fda91a0c req-4c29ec58-a99e-495b-82f5-edcd149260bb tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Unset dirty status for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:57:55.558797 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-82e2eaff-0e7d-4d76-8cdb-44e4fda91a0c req-4c29ec58-a99e-495b-82f5-edcd149260bb tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 210 time: 0.1125336 May 24 23:57:56.606386 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:56.666588 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-68164974-d27c-44bf-a123-65602a1a1b6c req-f25c8a68-d7d8-48f6-9a56-13223d7b9e9f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 210 time: 0.0459785 May 24 23:57:57.770382 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-2c527e73-52f2-4cfa-940e-09c2833d6466 req-97d1329f-3ec9-4fc2-b4c7-ccd21e232a2a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 210 time: 0.0425987 May 24 23:57:58.692274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-7f0f6398-64a0-4253-aff2-12d0a87c584e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:58.693786 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-7f0f6398-64a0-4253-aff2-12d0a87c584e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 809 time: 0.1472082 May 24 23:57:58.745089 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-49d2b0b5-a4e1-46c3-8b09-9a6d0b490db6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Synchronizing usage tracker for tenant:f48fe0edb7014f94a69072ce2782440b on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:57:58.762015 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-49d2b0b5-a4e1-46c3-8b09-9a6d0b490db6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Unset dirty status for tenant:f48fe0edb7014f94a69072ce2782440b on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:57:58.763322 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-49d2b0b5-a4e1-46c3-8b09-9a6d0b490db6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48fe0edb7014f94a69072ce2782440b HTTP/1.1" status: 200 len: 380 time: 0.0569851 May 24 23:57:58.774816 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'port': {'device_id': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'admin_state_up': True, 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'security_groups': ['c6a97048-40a2-4eac-8ce6-0dfa65da1496']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:57:58.917801 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:57:58.925936 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-49f3e4ee-7009-439c-985d-38b3a3a4468c req-f2f01439-729b-43ec-a801-e7e9863eff07 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 210 time: 0.0478528 May 24 23:57:58.927907 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:57:58.946380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Made reservation on behalf of f48fe0edb7014f94a69072ce2782440b for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 23:57:58.950501 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:59.117053 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Allocated IP 172.20.0.4 (3450f9d0-862f-441e-886b-7cd63a17d027/e404e2e5-611b-425a-bf7c-29de42ee7292/ae5e2d44-113a-4f99-92f8-efd181d5bd49) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:57:59.308671 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:59.325033 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Transition to ACTIVE for port object ae5e2d44-113a-4f99-92f8-efd181d5bd49 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:57:59.350195 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:59.424990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Network 3450f9d0-862f-441e-886b-7cd63a17d027 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:57:59.428358 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:57:59.432246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:57:59.462517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'Port': ['ID=ae5e2d44-113a-4f99-92f8-efd181d5bd49,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:57:59.501087 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:57:59.501718 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:59.530658 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-4aea0cae-c678-4652-8622-61bc5f93cc6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7599761 May 24 23:57:59.595047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Request body: {'port': {'device_id': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:57:59.692547 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b6b666c-73b6-43ac-b848-44ba76f67b32 None None] Provisioning for port ae5e2d44-113a-4f99-92f8-efd181d5bd49 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:57:59.699438 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b6b666c-73b6-43ac-b848-44ba76f67b32 None None] Provisioning complete for port ae5e2d44-113a-4f99-92f8-efd181d5bd49 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:57:59.700082 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b6b666c-73b6-43ac-b848-44ba76f67b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:59.716140 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:57:59.758164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b666c-73b6-43ac-b848-44ba76f67b32 None None] Port ae5e2d44-113a-4f99-92f8-efd181d5bd49 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 24 23:58:00.239627 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819a81d-7c62-4fac-81af-2d5db5e186ab req-9c8dc267-0dd1-4294-8d7a-396f34144f62 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:00.240500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6819a81d-7c62-4fac-81af-2d5db5e186ab req-9c8dc267-0dd1-4294-8d7a-396f34144f62 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Synchronizing usage tracker for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 24 23:58:00.248598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5e2d44-113a-4f99-92f8-efd181d5bd49 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:58:00.258781 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:00.280584 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-6819a81d-7c62-4fac-81af-2d5db5e186ab req-9c8dc267-0dd1-4294-8d7a-396f34144f62 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Unset dirty status for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 24 23:58:00.281767 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6819a81d-7c62-4fac-81af-2d5db5e186ab req-9c8dc267-0dd1-4294-8d7a-396f34144f62 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 931 time: 0.2017612 May 24 23:58:00.284165 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Transition to ACTIVE for port object ae5e2d44-113a-4f99-92f8-efd181d5bd49 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 24 23:58:00.289115 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:00.472117 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:58:00.480356 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e2d44-113a-4f99-92f8-efd181d5bd49,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:58:00.493316 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6819a81d-7c62-4fac-81af-2d5db5e186ab req-2794d295-efef-4e01-8d0d-0f177f670e52 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000465 May 24 23:58:00.561869 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Attempting to bind port ae5e2d44-113a-4f99-92f8-efd181d5bd49 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 24 23:58:00.562206 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Attempting to bind port ae5e2d44-113a-4f99-92f8-efd181d5bd49 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 24 23:58:00.562539 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Attempting to bind port ae5e2d44-113a-4f99-92f8-efd181d5bd49 on network 3450f9d0-862f-441e-886b-7cd63a17d027 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:58:00.567313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Port ae5e2d44-113a-4f99-92f8-efd181d5bd49 on network 3450f9d0-862f-441e-886b-7cd63a17d027 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 24 23:58:00.567633 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Attempting to bind port ae5e2d44-113a-4f99-92f8-efd181d5bd49 on network 3450f9d0-862f-441e-886b-7cd63a17d027 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 24 23:58:00.573889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 23, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 24 23:58:00.574236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Checking segment: {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 24 23:58:00.574618 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Bound using segment: {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 24 23:58:00.575050 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Bound port: ae5e2d44-113a-4f99-92f8-efd181d5bd49, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df825a9c-e274-4efc-9137-ac9d590b1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 24 23:58:00.575401 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:00.675443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] For port ae5e2d44-113a-4f99-92f8-efd181d5bd49, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 24 23:58:00.678450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] For port ae5e2d44-113a-4f99-92f8-efd181d5bd49, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 24 23:58:00.684811 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:00.746090 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:00.746561 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:00.747924 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] 10.222.0.50 "PUT /v2.0/ports/ae5e2d44-113a-4f99-92f8-efd181d5bd49 HTTP/1.1" status: 200 len: 1091 time: 1.2099378 May 24 23:58:00.748348 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:58:00.777960 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67275bf-f9da-483c-9aa1-7bdfea2d6f4d service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e2d44-113a-4f99-92f8-efd181d5bd49,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:58:00.868159 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d0bf03-70e6-428a-932e-dfa4a9da4040'] response: {'name': 'network-changed', 'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'status': 'completed', 'code': 200} May 24 23:58:00.870988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-55e35937-6e2b-4f29-8849-a63d4369d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:00.872574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-55e35937-6e2b-4f29-8849-a63d4369d3d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1094 time: 0.0773256 May 24 23:58:00.949598 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-77253093-b6aa-4ab7-9b0b-60ba0b162074 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49 HTTP/1.1" status: 200 len: 217 time: 0.0663316 May 24 23:58:01.022500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-03058d2c-66f0-4b41-9168-906903efcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:01.023956 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-03058d2c-66f0-4b41-9168-906903efcf1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0641448 May 24 23:58:01.109943 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-867f2b69-1734-49f7-adae-c3cf6180856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:01.111442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-867f2b69-1734-49f7-adae-c3cf6180856b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771592 May 24 23:58:01.250453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-5383c68a-83f7-4ca9-9bb6-ce9a518d5423 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291206 May 24 23:58:01.390565 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0840d9a3-a29e-40c2-a008-380fcf9b6a2d req-329af827-c241-4181-8213-89a5a4f88d50 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306465 May 24 23:58:01.519841 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453077ac-43fa-4c56-b424-7bf49dee1e11 req-c7fa90f4-3a16-45a1-b2b9-6ebdd322277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:01.521229 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-453077ac-43fa-4c56-b424-7bf49dee1e11 req-c7fa90f4-3a16-45a1-b2b9-6ebdd322277d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1094 time: 0.0716558 May 24 23:58:01.712007 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453077ac-43fa-4c56-b424-7bf49dee1e11 req-2057fd95-980a-4d92-a81e-e85b80a43cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:01.713449 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-453077ac-43fa-4c56-b424-7bf49dee1e11 req-2057fd95-980a-4d92-a81e-e85b80a43cf7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1841848 May 24 23:58:01.780389 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426b3da-9289-456c-a802-d7d3ec5f10ff req-8e0b9f84-eac5-4c24-b268-7caf6cc156fb tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:01.781717 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d426b3da-9289-456c-a802-d7d3ec5f10ff req-8e0b9f84-eac5-4c24-b268-7caf6cc156fb tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.1770251 May 24 23:58:01.790714 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-453077ac-43fa-4c56-b424-7bf49dee1e11 req-fa960c6d-55ff-40ad-8c31-4de04cc1c1ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49 HTTP/1.1" status: 200 len: 217 time: 0.0684116 May 24 23:58:01.991584 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d426b3da-9289-456c-a802-d7d3ec5f10ff req-6596913d-de0d-4c1e-87ac-ce19881a6b09 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024581 May 24 23:58:01.996864 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453077ac-43fa-4c56-b424-7bf49dee1e11 req-fdba3fe7-179d-4b13-9a8a-1f691faa7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:01.998430 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-453077ac-43fa-4c56-b424-7bf49dee1e11 req-fdba3fe7-179d-4b13-9a8a-1f691faa7e0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.1943631 May 24 23:58:02.084538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453077ac-43fa-4c56-b424-7bf49dee1e11 req-8fc3d5db-822b-4454-afc2-e078ebeae33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:02.085855 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-453077ac-43fa-4c56-b424-7bf49dee1e11 req-8fc3d5db-822b-4454-afc2-e078ebeae33e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765350 May 24 23:58:02.219791 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-453077ac-43fa-4c56-b424-7bf49dee1e11 req-4ec33214-2611-4523-a56b-023e0f7ca280 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242697 May 24 23:58:02.368218 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-453077ac-43fa-4c56-b424-7bf49dee1e11 req-ce4618f0-9c99-4801-bc1c-629fc122a736 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391366 May 24 23:58:03.192833 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b813-2c20-47af-8083-f4519c73df70 req-2d76d93c-968f-4308-9167-a5d79fdb66fa tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:03.194483 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b85b813-2c20-47af-8083-f4519c73df70 req-2d76d93c-968f-4308-9167-a5d79fdb66fa tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0819755 May 24 23:58:03.241312 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6b85b813-2c20-47af-8083-f4519c73df70 req-050378b1-04a5-402e-8b8f-fe0f71d6acff tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386064 May 24 23:58:04.451586 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bbef5-54e3-44a0-aec7-f8e1a314689d req-5f1dc2cf-99eb-4f31-ae09-49756ef71b60 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:04.453037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b55bbef5-54e3-44a0-aec7-f8e1a314689d req-5f1dc2cf-99eb-4f31-ae09-49756ef71b60 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0896919 May 24 23:58:04.497071 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-b55bbef5-54e3-44a0-aec7-f8e1a314689d req-1a229fd2-917f-4acf-a228-f5ef4daf094f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381460 May 24 23:58:05.418842 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7d30e398-d3ba-4ac5-8079-fa1dd06d7a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:05.710005 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8deaaea-1084-46bf-9e72-a18819c11499 req-2e4d3d7e-72bc-4110-b951-b1f9236f2107 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:05.711862 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8deaaea-1084-46bf-9e72-a18819c11499 req-2e4d3d7e-72bc-4110-b951-b1f9236f2107 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.1016226 May 24 23:58:05.766711 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8deaaea-1084-46bf-9e72-a18819c11499 req-c2344b93-ff73-4fb8-a486-cb4b99cb8b8e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488050 May 24 23:58:06.969532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dc09a-0f72-4f59-8199-9915579834d8 req-bf1f8540-00fb-49df-98f6-00dee3a8291a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:06.970885 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e66dc09a-0f72-4f59-8199-9915579834d8 req-bf1f8540-00fb-49df-98f6-00dee3a8291a tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0951090 May 24 23:58:07.017557 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e66dc09a-0f72-4f59-8199-9915579834d8 req-f6253026-5852-47f5-945d-3cf9f82b5791 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388978 May 24 23:58:07.521319 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a865b618-d220-46c5-8676-195f327f995e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:08.206819 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904711e-5358-4d34-b3b3-3cd4e8446f85 req-19b7cf55-bfec-4694-98ba-9a938138c0d0 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:08.208305 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0904711e-5358-4d34-b3b3-3cd4e8446f85 req-19b7cf55-bfec-4694-98ba-9a938138c0d0 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0807755 May 24 23:58:08.254390 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0904711e-5358-4d34-b3b3-3cd4e8446f85 req-50dacf91-7ed4-43e6-bf75-cc86935bf4f6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390129 May 24 23:58:08.769256 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:09.065290 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:09.454603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92955be5-a863-4ee9-a513-a2db834cd16a req-db3130c8-3920-4bbe-a486-4e0e22f14b5c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:09.455969 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92955be5-a863-4ee9-a513-a2db834cd16a req-db3130c8-3920-4bbe-a486-4e0e22f14b5c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0897281 May 24 23:58:09.504029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-92955be5-a863-4ee9-a513-a2db834cd16a req-25eb134c-aa2c-4e67-ae1b-68820f8cfe55 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 May 24 23:58:10.323296 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:10.700547 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f7232-2dd2-4fd2-b8df-722f4ebb8682 req-cc77ec20-7bcc-4b37-bcd6-a73dadde3513 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:10.702017 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a1f7232-2dd2-4fd2-b8df-722f4ebb8682 req-cc77ec20-7bcc-4b37-bcd6-a73dadde3513 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0849972 May 24 23:58:10.707676 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ae5e2d44-113a-4f99-92f8-efd181d5bd49 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 24 23:58:10.746820 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6a1f7232-2dd2-4fd2-b8df-722f4ebb8682 req-336612c0-86c3-4a1b-bb44-a9dc03ed0386 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380888 May 24 23:58:10.841837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ae5e2d44-113a-4f99-92f8-efd181d5bd49, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:58:10.854716 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'port_id': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'mac_address': 'fa:16:3e:96:75:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 24 23:58:10.907647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port ae5e2d44-113a-4f99-92f8-efd181d5bd49 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:58:10.908027 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:10.924170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5e2d44-113a-4f99-92f8-efd181d5bd49 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 23:58:10.939280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ae5e2d44-113a-4f99-92f8-efd181d5bd49, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:58:10.945925 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:11.014114 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=ae5e2d44-113a-4f99-92f8-efd181d5bd49,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:58:11.021851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.022216 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.022553 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.022963 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.023563 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.023837 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.024189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.024506 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.024798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.025147 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.025446 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.025783 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 23:58:11.214068 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['ae5e2d44-113a-4f99-92f8-efd181d5bd49'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 24 23:58:11.963378 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e97b3f-f415-4508-98ea-bc8789eb277c req-1b8cbfc5-07c3-415a-be3b-71634f50688f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:11.965017 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86e97b3f-f415-4508-98ea-bc8789eb277c req-1b8cbfc5-07c3-415a-be3b-71634f50688f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 944 time: 0.0997932 May 24 23:58:12.015113 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86e97b3f-f415-4508-98ea-bc8789eb277c req-8963263e-3efa-4565-b089-07b54d2b013b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441134 May 24 23:58:12.723483 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ae5e2d44-113a-4f99-92f8-efd181d5bd49 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 24 23:58:12.803936 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port ae5e2d44-113a-4f99-92f8-efd181d5bd49 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 24 23:58:12.809125 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port ae5e2d44-113a-4f99-92f8-efd181d5bd49 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 24 23:58:12.809518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:12.921926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port ae5e2d44-113a-4f99-92f8-efd181d5bd49 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 24 23:58:12.922187 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:12.949236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:58:12.959495 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ae5e2d44-113a-4f99-92f8-efd181d5bd49, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 24 23:58:12.965234 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:12.999929 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbda39e9-ad25-408d-978c-1488679cb195'] response: {'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'code': 200} May 24 23:58:13.041690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=ae5e2d44-113a-4f99-92f8-efd181d5bd49,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:58:13.169906 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c115125-43ff-4469-9e84-efd0c4c133bf req-2a2739f3-a41d-4178-aa97-ba658d65d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:13.171347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c115125-43ff-4469-9e84-efd0c4c133bf req-2a2739f3-a41d-4178-aa97-ba658d65d90b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1096 time: 0.1131403 May 24 23:58:13.225043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0c115125-43ff-4469-9e84-efd0c4c133bf req-0ef0a619-cfbc-4952-b28e-f2c08c12e811 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432456 May 24 23:58:13.240668 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30ec22-0ceb-4988-a9fd-422bd750c4dd req-9975bb10-dcf5-4d25-ae4c-a2cca069710b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:13.242225 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d30ec22-0ceb-4988-a9fd-422bd750c4dd req-9975bb10-dcf5-4d25-ae4c-a2cca069710b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.1190596 May 24 23:58:13.289710 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6d30ec22-0ceb-4988-a9fd-422bd750c4dd req-050f4a1d-05a0-4daa-a364-27168e56d722 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406361 May 24 23:58:14.482600 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d854d2d-a7a0-4c5f-9d60-e866cb453887 req-f13bd7cb-a1a9-4a88-9f2d-9ac0fcfd5ec1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:14.484092 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d854d2d-a7a0-4c5f-9d60-e866cb453887 req-f13bd7cb-a1a9-4a88-9f2d-9ac0fcfd5ec1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0821614 May 24 23:58:14.532020 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6d854d2d-a7a0-4c5f-9d60-e866cb453887 req-f0753ce6-237b-46a9-821f-014fe6288970 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417342 May 24 23:58:15.729702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d54c1-12d1-41c0-b2c2-b198ad12bedc req-efff5be0-e449-4ca0-bc08-b58d0ba4d448 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:15.731172 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-085d54c1-12d1-41c0-b2c2-b198ad12bedc req-efff5be0-e449-4ca0-bc08-b58d0ba4d448 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0890667 May 24 23:58:15.775541 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-085d54c1-12d1-41c0-b2c2-b198ad12bedc req-946da86c-7b45-4548-ba41-26bc630c78c9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384758 May 24 23:58:15.971015 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bcac9-9b4d-43c9-8090-4554e8231ac6 req-10e8dc2e-e075-4bda-af80-9cb8fcf80ea2 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:15.972448 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e65bcac9-9b4d-43c9-8090-4554e8231ac6 req-10e8dc2e-e075-4bda-af80-9cb8fcf80ea2 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0840569 May 24 23:58:16.023138 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e65bcac9-9b4d-43c9-8090-4554e8231ac6 req-7c51acfc-2f7d-4101-8735-d6b3d985c83c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447838 May 24 23:58:16.046010 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 56918) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:58:16.115601 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778ebb0-4553-406f-809f-3910015b0bd7 tempest-TestShelveInstance-1371846404 tempest-TestShelveInstance-1371846404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:16.117677 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f778ebb0-4553-406f-809f-3910015b0bd7 tempest-TestShelveInstance-1371846404 tempest-TestShelveInstance-1371846404-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1091 time: 0.0706406 May 24 23:58:16.120625 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 56922) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 24 23:58:16.125885 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 24 23:58:16.132974 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 24 23:58:16.137009 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Usage tracker for resource:floatingip and tenant:f48fe0edb7014f94a69072ce2782440b is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 24 23:58:16.139945 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 24 23:58:16.146194 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 24 23:58:16.159931 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:16.304516 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:16.447706 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Allocated IP 172.25.7.109 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/d0eeb45f-8ab0-40d6-b116-c6471eec0d63) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 23:58:16.596227 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:16.627622 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:16.691848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 23:58:16.694904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 23:58:16.699489 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 24 23:58:16.727803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'Port': ['ID=d0eeb45f-8ab0-40d6-b116-c6471eec0d63,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:58:17.230414 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:17.320423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:17.553227 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:17.559585 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:17.669825 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event updated for resources: {'Port': ['ID=d0eeb45f-8ab0-40d6-b116-c6471eec0d63,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 23:58:17.682149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:17.866432 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Floating IP adcd9934-a29a-4133-b87a-8f23c70acbe8 associated. External IP: 172.25.7.109, port: ae5e2d44-113a-4f99-92f8-efd181d5bd49. May 24 23:58:18.239019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Router cb40c654-8b2d-4ce1-a54c-25c11933a62c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 24 23:58:18.545592 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 24 23:58:18.556202 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5112b7-6adc-46a1-b7e6-8b939dfcb565 None None] Sync routers for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 23:58:18.565704 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5112b7-6adc-46a1-b7e6-8b939dfcb565 None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:58:18.566304 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-dd5112b7-6adc-46a1-b7e6-8b939dfcb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:58:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:58:18.571288 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:18.627226 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-805228d0-42f8-4226-8891-7bab82de9abf tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5054307 May 24 23:58:18.627926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 23:58:18.671774 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d49480b0-8894-493d-a184-4f8547d1ce39'] response: {'name': 'network-changed', 'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'status': 'completed', 'code': 200} May 24 23:58:18.744691 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-dd5112b7-6adc-46a1-b7e6-8b939dfcb565 None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:58:18.772288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b5a8-0a92-44de-a86b-296bdf3f3b84 req-3a81b734-c2e7-41e1-903e-33b8282e4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:18.773836 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb65b5a8-0a92-44de-a86b-296bdf3f3b84 req-3a81b734-c2e7-41e1-903e-33b8282e4588 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1096 time: 0.0743451 May 24 23:58:18.908608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b5a8-0a92-44de-a86b-296bdf3f3b84 req-2886cc47-534c-449a-bc29-13496f2bad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:18.910004 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb65b5a8-0a92-44de-a86b-296bdf3f3b84 req-2886cc47-534c-449a-bc29-13496f2bad2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1300211 May 24 23:58:19.016529 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb65b5a8-0a92-44de-a86b-296bdf3f3b84 req-4dd6ea96-5f5a-48ed-933f-077f27605696 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49 HTTP/1.1" status: 200 len: 999 time: 0.0998745 May 24 23:58:19.085187 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b5a8-0a92-44de-a86b-296bdf3f3b84 req-dc59a8ab-5c96-4c31-a2b8-cc133a721276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:19.086766 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb65b5a8-0a92-44de-a86b-296bdf3f3b84 req-dc59a8ab-5c96-4c31-a2b8-cc133a721276 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0640802 May 24 23:58:19.126894 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-dd5112b7-6adc-46a1-b7e6-8b939dfcb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'adcd9934-a29a-4133-b87a-8f23c70acbe8', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'port_id': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'mac_address': 'fa:16:3e:96:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:58:17Z', 'updated_at': '2022-05-24T23:58:17Z', 'revision_number': 0, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:58:19.130830 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5112b7-6adc-46a1-b7e6-8b939dfcb565 None None] Checking router: cb40c654-8b2d-4ce1-a54c-25c11933a62c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 23:58:19.139845 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5112b7-6adc-46a1-b7e6-8b939dfcb565 None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 24 23:58:19.140405 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-dd5112b7-6adc-46a1-b7e6-8b939dfcb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-24T23:58:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:58:19.161824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b5a8-0a92-44de-a86b-296bdf3f3b84 req-e0af0548-9351-412c-a050-5c704bfc1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:58:19.163245 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb65b5a8-0a92-44de-a86b-296bdf3f3b84 req-e0af0548-9351-412c-a050-5c704bfc1438 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699501 May 24 23:58:19.306249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb65b5a8-0a92-44de-a86b-296bdf3f3b84 req-5adbb123-9990-4f28-a797-5c49058b6a37 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354275 May 24 23:58:19.321801 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-dd5112b7-6adc-46a1-b7e6-8b939dfcb565 None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 24 23:58:19.440442 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eb65b5a8-0a92-44de-a86b-296bdf3f3b84 req-4286208b-a70e-4953-b675-c19ca53fc0d6 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287737 May 24 23:58:19.683206 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-dd5112b7-6adc-46a1-b7e6-8b939dfcb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'adcd9934-a29a-4133-b87a-8f23c70acbe8', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'port_id': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'mac_address': 'fa:16:3e:96:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:58:17Z', 'updated_at': '2022-05-24T23:58:17Z', 'revision_number': 0, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 23:58:19.687243 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5112b7-6adc-46a1-b7e6-8b939dfcb565 None None] The sync data for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 is: [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'adcd9934-a29a-4133-b87a-8f23c70acbe8', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'port_id': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'mac_address': 'fa:16:3e:96:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T23:58:17Z', 'updated_at': '2022-05-24T23:58:17Z', 'revision_number': 0, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 23:58:19.891131 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71f628-4b47-4c5d-8e60-e23782068623 None None] New status for floating IP adcd9934-a29a-4133-b87a-8f23c70acbe8: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 24 23:58:24.856748 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:26.607966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:35.413828 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-928bef44-616b-47d9-819e-78f16d354a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:37.473065 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:58:37.515815 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8dbdd225-8b48-49b9-a049-458d7b4fbe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:38.765144 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:39.061188 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:40.324729 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:54.875565 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:58:56.628570 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:05.423195 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec294-632e-4c14-9681-8aa8eb89adde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:07.527096 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8af6ff5b-19f4-40a3-a4fa-e1bdfd797b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:08.767103 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:09.076055 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:10.339324 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:14.478182 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:59:15.918663 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-276273f3-37a2-483d-9e6b-29876333e66b req-b2f92a68-3b2d-4b35-9c30-73997ea75720 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804279 May 24 23:59:16.068967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276273f3-37a2-483d-9e6b-29876333e66b req-56709c30-0b6f-4110-bd1b-c8599394b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:59:16.070470 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-276273f3-37a2-483d-9e6b-29876333e66b req-56709c30-0b6f-4110-bd1b-c8599394b952 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1096 time: 0.0772507 May 24 23:59:16.232265 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276273f3-37a2-483d-9e6b-29876333e66b req-66ff26a8-a973-45d4-94b3-e99309a00726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:59:16.234443 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-276273f3-37a2-483d-9e6b-29876333e66b req-66ff26a8-a973-45d4-94b3-e99309a00726 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1388490 May 24 23:59:16.342362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-276273f3-37a2-483d-9e6b-29876333e66b req-4ecbc127-395a-4f7c-9a26-f0c78d9aa402 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49 HTTP/1.1" status: 200 len: 1001 time: 0.0983672 May 24 23:59:16.408681 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276273f3-37a2-483d-9e6b-29876333e66b req-bf4b8714-9120-4c2b-9999-9c222d42b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:59:16.410111 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-276273f3-37a2-483d-9e6b-29876333e66b req-bf4b8714-9120-4c2b-9999-9c222d42b72e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0585079 May 24 23:59:16.495514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276273f3-37a2-483d-9e6b-29876333e66b req-9f99667c-3d30-407c-9c86-63832a10aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 23:59:16.496925 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-276273f3-37a2-483d-9e6b-29876333e66b req-9f99667c-3d30-407c-9c86-63832a10aa41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769608 May 24 23:59:16.630044 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-276273f3-37a2-483d-9e6b-29876333e66b req-9be3b39c-0242-486c-bf3d-6fa0a1cddfd0 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251829 May 24 23:59:16.882227 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-276273f3-37a2-483d-9e6b-29876333e66b req-13a6f9ae-a2c5-4096-bc91-d0c5e70a298e service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422619 May 24 23:59:24.877246 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:26.627953 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:35.430294 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7ad415c7-573e-478c-ab75-1ce494e8410f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:37.529678 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0bc2af82-8b94-4af7-ad8a-a6c1a46cdfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:38.767112 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:39.073077 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:40.340966 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:51.482419 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 24 23:59:54.888872 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 24 23:59:56.640385 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:05.419884 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a72a258c-7542-462e-b45f-4c9850db2b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:07.525779 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8a5ef500-f7ac-44d1-99f5-4a0726efa3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:08.772236 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:09.077191 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:10.340126 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:16.900375 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-215c91fb-f08f-472d-b517-af79824f3238 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721242 May 25 00:00:17.060026 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-06260479-eeed-488c-94c9-84361c9b6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:17.061882 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-06260479-eeed-488c-94c9-84361c9b6973 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1096 time: 0.0821748 May 25 00:00:17.208418 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-2c7c9009-839f-444c-9294-b1977fdea4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:17.209831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-2c7c9009-839f-444c-9294-b1977fdea4b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1269124 May 25 00:00:17.318574 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-4b993e3d-16cd-4a64-a77b-83edb423d447 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49 HTTP/1.1" status: 200 len: 1001 time: 0.0981176 May 25 00:00:17.382817 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-7b9d0638-f4f0-471f-b218-afdbf82d190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:17.384277 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-7b9d0638-f4f0-471f-b218-afdbf82d190b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0563686 May 25 00:00:17.463409 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-c1457d82-308d-4fdb-8621-ca0178b8069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:17.464796 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-c1457d82-308d-4fdb-8621-ca0178b8069c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701520 May 25 00:00:17.604198 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-a8c793ca-b125-4d78-965a-925eccbe251d service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322563 May 25 00:00:17.791917 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d40b2b62-1060-4437-9c16-fc00c1998414 req-673bfa38-bf31-4f98-8386-2b16843704e9 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786957 May 25 00:00:17.808720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b335e-bb07-49d0-98f0-93e317d8b966 req-a95151b0-a267-4c12-85e9-649228bb7394 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:17.810161 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b4b335e-bb07-49d0-98f0-93e317d8b966 req-a95151b0-a267-4c12-85e9-649228bb7394 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.1299195 May 25 00:00:17.858390 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5b4b335e-bb07-49d0-98f0-93e317d8b966 req-596661d7-e356-4a3c-9e45-7f5567af7ff0 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386038 May 25 00:00:19.071318 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f0b1b-0331-4384-ad51-5f8063aab956 req-35b3fcfb-a3f7-458d-89fa-f03e95a1dd3d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:19.072774 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-106f0b1b-0331-4384-ad51-5f8063aab956 req-35b3fcfb-a3f7-458d-89fa-f03e95a1dd3d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0859311 May 25 00:00:19.119455 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-106f0b1b-0331-4384-ad51-5f8063aab956 req-a1c0542f-c315-4ec1-9429-658c316221a7 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380483 May 25 00:00:20.331212 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737912a-c4b4-4664-a56d-c848a2fd5114 req-284e2876-95a9-4dbe-9946-815dd615ace1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:20.332579 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f737912a-c4b4-4664-a56d-c848a2fd5114 req-284e2876-95a9-4dbe-9946-815dd615ace1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0891349 May 25 00:00:20.380888 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f737912a-c4b4-4664-a56d-c848a2fd5114 req-d6162834-ede0-4f5b-8d0b-e97d16fcfa81 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399098 May 25 00:00:21.593273 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca30da7-586b-4c6c-84aa-f143857fa8f8 req-568b1035-e663-4cf6-86c8-a61cd7b84510 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:21.594782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aca30da7-586b-4c6c-84aa-f143857fa8f8 req-568b1035-e663-4cf6-86c8-a61cd7b84510 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0887392 May 25 00:00:21.640584 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aca30da7-586b-4c6c-84aa-f143857fa8f8 req-513f01a3-295c-49bb-a605-0960c07754d3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400898 May 25 00:00:22.836264 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdb47b-6c16-492c-a7ff-69aca3d96ad6 req-b27a9884-6700-4286-89ae-ba9dc19a5096 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:22.837656 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54bdb47b-6c16-492c-a7ff-69aca3d96ad6 req-b27a9884-6700-4286-89ae-ba9dc19a5096 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0857201 May 25 00:00:22.884833 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-54bdb47b-6c16-492c-a7ff-69aca3d96ad6 req-24679d3f-cd17-4d80-a30f-193a7ad07233 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405767 May 25 00:00:24.080222 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912816d-bf2d-4fc0-9c83-c3364a8077fd req-b5b5e955-b3c6-416f-894e-072ad52be5a3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:24.081714 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5912816d-bf2d-4fc0-9c83-c3364a8077fd req-b5b5e955-b3c6-416f-894e-072ad52be5a3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0868165 May 25 00:00:24.126174 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-5912816d-bf2d-4fc0-9c83-c3364a8077fd req-24cec591-d4dc-4b4d-8ab0-c490d06b7666 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386512 May 25 00:00:24.886105 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:25.326232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07250cb-3376-4848-8114-b2ae0c9f1222 req-b9aaaad0-2741-4d9e-a100-3df4c84568a0 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:25.328045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e07250cb-3376-4848-8114-b2ae0c9f1222 req-b9aaaad0-2741-4d9e-a100-3df4c84568a0 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0916724 May 25 00:00:25.374413 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e07250cb-3376-4848-8114-b2ae0c9f1222 req-5f0386ee-87a7-4cbc-987f-27d90c5127e9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 May 25 00:00:26.582389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792d56f-4c22-4274-a322-911132151219 req-110d8e0d-6a4d-400f-8a70-7eb56f6db2ce tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:26.583858 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6792d56f-4c22-4274-a322-911132151219 req-110d8e0d-6a4d-400f-8a70-7eb56f6db2ce tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0864980 May 25 00:00:26.632821 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6792d56f-4c22-4274-a322-911132151219 req-d646db56-7c15-4165-a329-e8ad71057ef3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431669 May 25 00:00:26.644042 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:27.844793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3271-3bc1-4323-be51-1659e369f33c req-7f470ef2-48b7-4bcb-b390-9995187d22bc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:27.846196 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58ac3271-3bc1-4323-be51-1659e369f33c req-7f470ef2-48b7-4bcb-b390-9995187d22bc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0948043 May 25 00:00:27.891702 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-58ac3271-3bc1-4323-be51-1659e369f33c req-5f221dc3-5e2b-436c-92d4-3e272c6283bc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394585 May 25 00:00:28.490611 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:00:29.248046 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f88361-2cb8-4604-9377-94e9812646d3 req-d7a18de4-eeb5-4a01-b182-0ebef3024f41 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:29.249550 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6f88361-2cb8-4604-9377-94e9812646d3 req-d7a18de4-eeb5-4a01-b182-0ebef3024f41 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0849156 May 25 00:00:29.297550 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f6f88361-2cb8-4604-9377-94e9812646d3 req-919718e8-f675-4530-870c-a70f642fee8d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400119 May 25 00:00:30.503928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f19a61-97da-4d93-bd1f-4d8f37b6646c req-78e934c9-3905-4c51-9849-1cf5afa8686e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:30.505369 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12f19a61-97da-4d93-bd1f-4d8f37b6646c req-78e934c9-3905-4c51-9849-1cf5afa8686e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0877635 May 25 00:00:30.549637 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-12f19a61-97da-4d93-bd1f-4d8f37b6646c req-15b1ba87-71fc-4626-a7fb-f3a66c52bea6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383162 May 25 00:00:31.762084 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9163a-0a47-4c2e-a158-9f2c4e850193 req-ce5d71a6-0414-4e50-a06d-9753280179c5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:31.763516 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a7d9163a-0a47-4c2e-a158-9f2c4e850193 req-ce5d71a6-0414-4e50-a06d-9753280179c5 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.1071823 May 25 00:00:31.812223 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-a7d9163a-0a47-4c2e-a158-9f2c4e850193 req-f87a8fd2-8d20-4e5b-80bd-71fe571bed34 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391972 May 25 00:00:32.909435 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fb9c-4f49-4eb7-bad7-282394eacd2a req-011ba668-012a-4de5-ad78-234b29b8a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:32.910963 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9d9fb9c-4f49-4eb7-bad7-282394eacd2a req-011ba668-012a-4de5-ad78-234b29b8a0d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1096 time: 0.0712576 May 25 00:00:33.206787 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fb9c-4f49-4eb7-bad7-282394eacd2a req-5c66ac69-7be3-4171-8a51-34009b34b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:33.208239 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9d9fb9c-4f49-4eb7-bad7-282394eacd2a req-5c66ac69-7be3-4171-8a51-34009b34b71b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1468420 May 25 00:00:33.216343 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9354a69-8b8e-4344-9d7f-972c5f9747fc req-b831ea10-50f6-4746-951b-32bf21949059 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:33.217716 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9354a69-8b8e-4344-9d7f-972c5f9747fc req-b831ea10-50f6-4746-951b-32bf21949059 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.2991486 May 25 00:00:33.342942 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f9354a69-8b8e-4344-9d7f-972c5f9747fc req-c8cb2c25-c9cb-4533-96c3-bd29b5ebe432 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746894 May 25 00:00:33.344754 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9d9fb9c-4f49-4eb7-bad7-282394eacd2a req-42afba0f-f90b-4d8d-a3bf-fd7d8f694288 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49 HTTP/1.1" status: 200 len: 1001 time: 0.1258557 May 25 00:00:33.416401 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fb9c-4f49-4eb7-bad7-282394eacd2a req-2d107cf7-64f8-4591-8cdd-0a657211286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:33.418623 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9d9fb9c-4f49-4eb7-bad7-282394eacd2a req-2d107cf7-64f8-4591-8cdd-0a657211286d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0645237 May 25 00:00:33.510440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fb9c-4f49-4eb7-bad7-282394eacd2a req-287f190e-4db9-43a4-a5c3-9acc38dfcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:33.512723 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9d9fb9c-4f49-4eb7-bad7-282394eacd2a req-287f190e-4db9-43a4-a5c3-9acc38dfcac8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839100 May 25 00:00:33.651655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9d9fb9c-4f49-4eb7-bad7-282394eacd2a req-eda7013b-ea85-4a56-9a33-080764dc6015 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283574 May 25 00:00:33.791398 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c9d9fb9c-4f49-4eb7-bad7-282394eacd2a req-6baedaa0-8488-4cd8-8f54-fc148fc5cb0d service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299372 May 25 00:00:34.550253 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629079a-0244-40fb-b333-c74499769875 req-40780c1f-8541-401c-b4c1-6c943a0d1adb tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:34.551727 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e629079a-0244-40fb-b333-c74499769875 req-40780c1f-8541-401c-b4c1-6c943a0d1adb tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0892239 May 25 00:00:34.600326 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e629079a-0244-40fb-b333-c74499769875 req-c160e1fc-8ec5-4fb7-b2b1-5b9c0c7c929d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427127 May 25 00:00:35.415401 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bf724bb8-0656-474c-aa29-805f7a89e7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:35.792487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d2882-3669-461c-88d9-9ac705044d66 req-def7ef71-58b1-4dfd-8e5d-a9b47b71cd7c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:35.794061 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4a3d2882-3669-461c-88d9-9ac705044d66 req-def7ef71-58b1-4dfd-8e5d-a9b47b71cd7c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0896230 May 25 00:00:35.841171 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-4a3d2882-3669-461c-88d9-9ac705044d66 req-d2f6b5cb-e055-4e66-b71f-978f2bcf66bc tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405369 May 25 00:00:37.043342 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcdf58-a91e-45d3-821b-8d7a0982aad4 req-61230994-c6ec-4704-8a07-e48808b6024c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:37.044770 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6fcdf58-a91e-45d3-821b-8d7a0982aad4 req-61230994-c6ec-4704-8a07-e48808b6024c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0875719 May 25 00:00:37.089970 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c6fcdf58-a91e-45d3-821b-8d7a0982aad4 req-d350ad3c-5ec7-4e05-aa65-5b60643d7f4c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375750 May 25 00:00:37.459868 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-03c1c2be-7fb3-4060-9531-a73924f286ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383367 May 25 00:00:37.461016 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a417a7-80bf-42b6-8fc2-b2435556baa6 req-831d581d-f8e4-4a37-a84e-e71ed2037083 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:37.462674 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2a417a7-80bf-42b6-8fc2-b2435556baa6 req-831d581d-f8e4-4a37-a84e-e71ed2037083 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0876634 May 25 00:00:37.512642 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c2a417a7-80bf-42b6-8fc2-b2435556baa6 req-839ca29e-30e5-4af1-8d38-cf1c6ca4221e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441127 May 25 00:00:37.524182 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b502beec-c13a-4bc8-906d-4bc1e5eb84de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:38.707791 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79d3da-42d5-40e3-9213-d3d06d9d718f req-80b82cc9-b67a-4294-9bff-5fb79bb6d7d7 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:38.709338 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df79d3da-42d5-40e3-9213-d3d06d9d718f req-80b82cc9-b67a-4294-9bff-5fb79bb6d7d7 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0864058 May 25 00:00:38.755461 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-df79d3da-42d5-40e3-9213-d3d06d9d718f req-c7d0280c-9212-410b-8efa-023eca4fdd23 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401232 May 25 00:00:38.759472 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:39.076963 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:39.378949 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ae5e2d44-113a-4f99-92f8-efd181d5bd49 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:00:39.494583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port ae5e2d44-113a-4f99-92f8-efd181d5bd49 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:00:39.494957 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:39.531470 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:00:39.541859 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ae5e2d44-113a-4f99-92f8-efd181d5bd49, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:00:39.551322 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:39.630560 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=ae5e2d44-113a-4f99-92f8-efd181d5bd49,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:00:39.633725 n-d-843146-7 neutron-server[88391]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a70335df-3c15-4eb1-b44a-ddabc883db45']: {'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'code': 422} returned with failed status May 25 00:00:39.639611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.639954 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.640295 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.640626 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.640955 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.641280 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.641645 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.641967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.642284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.642771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.643246 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.643633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:00:39.952176 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0304f2-f71f-4b71-931a-43a8d0d0b1dc req-36632103-d280-4235-83ea-c65eaaf68244 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:39.953546 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa0304f2-f71f-4b71-931a-43a8d0d0b1dc req-36632103-d280-4235-83ea-c65eaaf68244 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0833476 May 25 00:00:39.997437 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-fa0304f2-f71f-4b71-931a-43a8d0d0b1dc req-40151244-bb77-4ef0-ba01-1e80b91c802f tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376651 May 25 00:00:40.268511 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-e82a4265-f0b5-4633-940e-17770e196e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:40.269641 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-e82a4265-f0b5-4633-940e-17770e196e1d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073&tenant_id=f48fe0edb7014f94a69072ce2782440b HTTP/1.1" status: 200 len: 1094 time: 0.0756223 May 25 00:00:40.339903 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:40.366004 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-76c73654-98d4-4d48-8b27-7807ce0d81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:40.367524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-76c73654-98d4-4d48-8b27-7807ce0d81f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1094 time: 0.0709112 May 25 00:00:40.500712 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-2ca28c4b-a6a2-4bb1-8f19-94885a37316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:40.502888 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-2ca28c4b-a6a2-4bb1-8f19-94885a37316d service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1247220 May 25 00:00:40.615627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-4ca0e351-cfbd-4148-a06e-e8e2ec33884d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49 HTTP/1.1" status: 200 len: 999 time: 0.1030624 May 25 00:00:40.685443 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-06d86173-55f3-463f-a6bf-6841df8a56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:40.687019 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-06d86173-55f3-463f-a6bf-6841df8a56a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0608852 May 25 00:00:40.875025 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-d6485f8e-9449-4dda-b2bb-82c2b1216bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:40.876429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-d6485f8e-9449-4dda-b2bb-82c2b1216bc6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804121 May 25 00:00:41.016690 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-6f80a741-7d2c-473d-88d6-c9ad178a1b74 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300490 May 25 00:00:41.152034 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-6b946e88-f511-42e3-b704-b05801e3186d service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255457 May 25 00:00:41.184992 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ec4d4-4821-46ee-8452-b34798e71903 req-7d1f1ba8-eb9f-4395-ad54-5fc5f7b06480 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:41.186500 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1f3ec4d4-4821-46ee-8452-b34798e71903 req-7d1f1ba8-eb9f-4395-ad54-5fc5f7b06480 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0818534 May 25 00:00:41.233296 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1f3ec4d4-4821-46ee-8452-b34798e71903 req-5b13d71d-cc57-4b89-9487-afac0c3530e6 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 May 25 00:00:42.440671 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8f3d1-e701-47e4-85a1-a011aa50dcfb req-39ee3c56-2de1-448c-8138-1942a520d9d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:42.442232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78b8f3d1-e701-47e4-85a1-a011aa50dcfb req-39ee3c56-2de1-448c-8138-1942a520d9d9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0842156 May 25 00:00:42.492370 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-78b8f3d1-e701-47e4-85a1-a011aa50dcfb req-01fa6fba-9322-4dbc-811a-b4eb251d1453 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 May 25 00:00:43.692519 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71867e-f29a-49e8-bae7-aa31ee7245a4 req-53de2cd1-1ded-4550-a650-cd50be2e7dca tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:43.693993 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea71867e-f29a-49e8-bae7-aa31ee7245a4 req-53de2cd1-1ded-4550-a650-cd50be2e7dca tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0852926 May 25 00:00:43.741918 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-ea71867e-f29a-49e8-bae7-aa31ee7245a4 req-fb4d32cd-5016-4f2c-b4b0-d142216fd3da tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390379 May 25 00:00:44.963299 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbaed13-0e35-4a3c-8105-0808ac01e7d8 req-b59e28df-8bf7-4c74-b0d2-7568596bc777 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:44.964693 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffbaed13-0e35-4a3c-8105-0808ac01e7d8 req-b59e28df-8bf7-4c74-b0d2-7568596bc777 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0966873 May 25 00:00:45.009728 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ffbaed13-0e35-4a3c-8105-0808ac01e7d8 req-eb7c5ce9-540e-450f-a58d-7816c4c114f1 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391159 May 25 00:00:46.220946 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d177-3e3a-4921-8c1c-f30f85e7e24d req-99d71ea2-69a6-438c-b96e-20c6b6c50faa tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:46.222429 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21b6d177-3e3a-4921-8c1c-f30f85e7e24d req-99d71ea2-69a6-438c-b96e-20c6b6c50faa tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0995698 May 25 00:00:46.271836 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-21b6d177-3e3a-4921-8c1c-f30f85e7e24d req-81264c32-49b7-42b2-b524-5a0c2e7d03aa tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434844 May 25 00:00:47.495186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab0bd-115f-4dbd-bda1-eebb7a92eb96 req-7b6e717e-42f0-401b-b30a-13f038b784a3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:47.496719 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6beab0bd-115f-4dbd-bda1-eebb7a92eb96 req-7b6e717e-42f0-401b-b30a-13f038b784a3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.1009212 May 25 00:00:47.544318 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6beab0bd-115f-4dbd-bda1-eebb7a92eb96 req-a4c9043f-ea7c-4175-9e13-1536deb7e825 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390875 May 25 00:00:48.734840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf3163-cf91-43d6-b6f0-a1d21e3eebc6 req-652b59f3-f394-4ff7-9b92-b91ae71691e4 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:48.736358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6bbf3163-cf91-43d6-b6f0-a1d21e3eebc6 req-652b59f3-f394-4ff7-9b92-b91ae71691e4 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 943 time: 0.0867219 May 25 00:00:48.781759 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6bbf3163-cf91-43d6-b6f0-a1d21e3eebc6 req-a6b3ccab-5737-4f42-a589-0fcb77dd1390 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395875 May 25 00:00:49.426348 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ae5e2d44-113a-4f99-92f8-efd181d5bd49 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 00:00:49.569323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ae5e2d44-113a-4f99-92f8-efd181d5bd49, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:00:49.582829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'port_id': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'mac_address': 'fa:16:3e:96:75:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 00:00:49.636273 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port ae5e2d44-113a-4f99-92f8-efd181d5bd49 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:00:49.636643 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:49.653323 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5e2d44-113a-4f99-92f8-efd181d5bd49 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 00:00:49.669752 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ae5e2d44-113a-4f99-92f8-efd181d5bd49, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:00:49.678324 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:49.757366 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=ae5e2d44-113a-4f99-92f8-efd181d5bd49,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:00:49.960642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['ae5e2d44-113a-4f99-92f8-efd181d5bd49'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 00:00:49.980892 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568907d-98e1-48d7-b112-fcf2f61fa32a req-3cf1739f-e701-4372-9385-0c13836f6d1e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:49.982474 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9568907d-98e1-48d7-b112-fcf2f61fa32a req-3cf1739f-e701-4372-9385-0c13836f6d1e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 944 time: 0.0891299 May 25 00:00:50.027317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9568907d-98e1-48d7-b112-fcf2f61fa32a req-b983c520-67a7-48f5-a196-54a5071e4dcd tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388978 May 25 00:00:51.241877 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066551c-211f-423d-87a7-be7926465ce4 req-2df18b01-7f54-4d6a-b31a-e5fe4e1a96a3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:51.243482 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8066551c-211f-423d-87a7-be7926465ce4 req-2df18b01-7f54-4d6a-b31a-e5fe4e1a96a3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 944 time: 0.0991061 May 25 00:00:51.399212 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8066551c-211f-423d-87a7-be7926465ce4 req-d1b422f7-ba00-4b7b-b347-11f93c79c99c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486118 May 25 00:00:51.425661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ae5e2d44-113a-4f99-92f8-efd181d5bd49 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:00:51.502819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port ae5e2d44-113a-4f99-92f8-efd181d5bd49 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:00:51.503196 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:51.660916 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port ae5e2d44-113a-4f99-92f8-efd181d5bd49 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:00:51.660916 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:51.688747 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:00:51.698996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port ae5e2d44-113a-4f99-92f8-efd181d5bd49, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:00:51.705823 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:51.751407 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b967b8-7f97-4d62-a118-70ab1e4bab5e'] response: {'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'code': 200} May 25 00:00:51.778164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=ae5e2d44-113a-4f99-92f8-efd181d5bd49,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:00:52.020125 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f71771-cc8c-43b1-b1b0-c128cde7c770 req-92a3070f-bdf1-467e-8c35-feb8fe131958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:52.021846 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99f71771-cc8c-43b1-b1b0-c128cde7c770 req-92a3070f-bdf1-467e-8c35-feb8fe131958 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1096 time: 0.1046274 May 25 00:00:52.073029 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99f71771-cc8c-43b1-b1b0-c128cde7c770 req-bf105280-1f02-4356-902b-7cd358fdf97b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409102 May 25 00:00:52.598114 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843ccc6-2e22-4847-bf2e-a3edbb04822f req-6ced703f-af33-427c-b9ed-ff6e97669a6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:52.599696 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f843ccc6-2e22-4847-bf2e-a3edbb04822f req-6ced703f-af33-427c-b9ed-ff6e97669a6c tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0832968 May 25 00:00:52.642828 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f843ccc6-2e22-4847-bf2e-a3edbb04822f req-bbb3e21f-c900-4a4b-bb7e-286102f66cec tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373430 May 25 00:00:53.856291 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec73d1-bfd3-46ab-b918-7eb143ff67e7 req-bc513c11-1652-4705-a158-923d81fc8446 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:00:53.857688 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceec73d1-bfd3-46ab-b918-7eb143ff67e7 req-bc513c11-1652-4705-a158-923d81fc8446 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0957096 May 25 00:00:53.903985 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ceec73d1-bfd3-46ab-b918-7eb143ff67e7 req-84e01163-f330-48c7-93e5-fb6a0efa706b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404596 May 25 00:00:54.913869 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:00:56.658303 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:05.432493 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ffa82a99-5b3c-4345-ba87-320cb5226445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:05.480274 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:01:07.520600 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-288e893e-fa57-4b9d-8e2d-bb7f5ae86832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:08.766921 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:09.085006 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:10.348947 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:17.908123 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-fbeeb6a8-172f-4900-81f1-00661329aecb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804093 May 25 00:01:18.063440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-a6a7588e-a728-4929-8921-9f387c9e4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:01:18.063440 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-a6a7588e-a728-4929-8921-9f387c9e4638 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1096 time: 0.0798211 May 25 00:01:18.221839 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-e4f4fe12-024f-4c4b-a108-6e852565ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:01:18.223340 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-e4f4fe12-024f-4c4b-a108-6e852565ff3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1411517 May 25 00:01:18.333655 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-3eeaf6ea-8a85-429f-a247-174215916a28 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49 HTTP/1.1" status: 200 len: 1001 time: 0.1031196 May 25 00:01:18.400532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-2389ae94-bdc0-4a1e-8300-ea836d00d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:01:18.402014 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-2389ae94-bdc0-4a1e-8300-ea836d00d963 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0617466 May 25 00:01:18.486298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-df825fc9-8b5c-4268-951c-07a790f521a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:01:18.489045 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-df825fc9-8b5c-4268-951c-07a790f521a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786042 May 25 00:01:18.629256 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-49673185-659f-4960-9087-f3a6b4b9d659 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283989 May 25 00:01:18.881082 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-04eeb40d-fd96-4b44-8a4e-99b0be7c9c73 req-e0fd5c22-3a03-493a-8ae8-67dbb4416c83 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447259 May 25 00:01:24.899459 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:26.673820 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:35.429790 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2782e9af-4b5e-462b-aa93-2301a17f233f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:37.529649 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8723bb04-ed40-45f5-a29a-7af5dd1807dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:38.766419 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:39.096271 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:40.361226 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:42.534038 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:01:54.921546 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:01:56.679663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:05.421155 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9916ed6-2326-437b-a252-28a1be643d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:07.531324 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5908506b-3f32-452c-9f2b-71c848b868ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:08.754216 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:09.099462 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:10.361843 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:13.207019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57096) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:13.413143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Deleting port d0eeb45f-8ab0-40d6-b116-c6471eec0d63 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:13.413649 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:13.592908 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:13.593240 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:13.714471 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Calling delete_port for d0eeb45f-8ab0-40d6-b116-c6471eec0d63 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:02:13.870412 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:13.920985 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event deleted for resources: {'Port': ['ID=d0eeb45f-8ab0-40d6-b116-c6471eec0d63,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:13.960741 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:13.961075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:13.961410 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:13.961762 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:13.962083 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:13.962397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:13.962711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:13.963022 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:13.963330 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:13.963640 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:13.963934 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:13.964238 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:14.022357 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:14.022741 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Floating IP adcd9934-a29a-4133-b87a-8f23c70acbe8 disassociated (deleted). External IP: 172.25.7.109, port: ae5e2d44-113a-4f99-92f8-efd181d5bd49. May 25 00:02:14.392040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Router cb40c654-8b2d-4ce1-a54c-25c11933a62c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 00:02:14.709072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:02:14.721826 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526fe045-6e1f-47f5-8f1a-81938745ffea None None] Sync routers for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:02:14.732387 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526fe045-6e1f-47f5-8f1a-81938745ffea None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:14.732987 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-526fe045-6e1f-47f5-8f1a-81938745ffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:14.734306 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:14.792535 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-4360d82d-ae63-4587-8771-5ffbf1477728 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "DELETE /v2.0/floatingips/adcd9934-a29a-4133-b87a-8f23c70acbe8 HTTP/1.1" status: 204 len: 168 time: 1.5843077 May 25 00:02:14.793214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:02:14.840724 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9b96f1-35fe-481d-b04c-fa4aa6378982'] response: {'name': 'network-changed', 'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'status': 'completed', 'code': 200} May 25 00:02:14.948695 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863112b7-1427-4c5b-aece-030ce7ebc83d req-95df0ed8-2f87-4ff2-9b26-d34011e2fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:14.950264 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-863112b7-1427-4c5b-aece-030ce7ebc83d req-95df0ed8-2f87-4ff2-9b26-d34011e2fe67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48fe0edb7014f94a69072ce2782440b&device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 1096 time: 0.0811706 May 25 00:02:14.951077 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-526fe045-6e1f-47f5-8f1a-81938745ffea None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:15.088769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863112b7-1427-4c5b-aece-030ce7ebc83d req-ded6c295-266b-42c9-82ba-c85f6b9d2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:15.090264 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-863112b7-1427-4c5b-aece-030ce7ebc83d req-ded6c295-266b-42c9-82ba-c85f6b9d2d86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 200 len: 910 time: 0.1307728 May 25 00:02:15.195895 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-863112b7-1427-4c5b-aece-030ce7ebc83d req-ce224552-ab33-499c-8c4e-2e96ce20b935 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49 HTTP/1.1" status: 200 len: 217 time: 0.0980368 May 25 00:02:15.271840 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863112b7-1427-4c5b-aece-030ce7ebc83d req-22f989ba-61e7-453f-9489-e91453dc32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:15.273631 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-863112b7-1427-4c5b-aece-030ce7ebc83d req-22f989ba-61e7-453f-9489-e91453dc32c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 200 len: 848 time: 0.0700755 May 25 00:02:15.280503 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-526fe045-6e1f-47f5-8f1a-81938745ffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:15.284961 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526fe045-6e1f-47f5-8f1a-81938745ffea None None] Checking router: cb40c654-8b2d-4ce1-a54c-25c11933a62c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:02:15.293725 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526fe045-6e1f-47f5-8f1a-81938745ffea None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:15.294338 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-526fe045-6e1f-47f5-8f1a-81938745ffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:15.328286 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115231-782d-40cf-b9f3-64ea8b77da69 req-179ad35d-af21-46b7-9ccd-bbc1e2274a16 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:15.329001 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-70115231-782d-40cf-b9f3-64ea8b77da69 req-179ad35d-af21-46b7-9ccd-bbc1e2274a16 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Synchronizing usage tracker for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 00:02:15.362514 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-70115231-782d-40cf-b9f3-64ea8b77da69 req-179ad35d-af21-46b7-9ccd-bbc1e2274a16 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Unset dirty status for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 00:02:15.363648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70115231-782d-40cf-b9f3-64ea8b77da69 req-179ad35d-af21-46b7-9ccd-bbc1e2274a16 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.2198448 May 25 00:02:15.393716 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863112b7-1427-4c5b-aece-030ce7ebc83d req-379ee6e4-f1e5-40a7-af9d-7da585a4c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:15.395175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-863112b7-1427-4c5b-aece-030ce7ebc83d req-379ee6e4-f1e5-40a7-af9d-7da585a4c7cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3450f9d0-862f-441e-886b-7cd63a17d027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141353 May 25 00:02:15.481989 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-526fe045-6e1f-47f5-8f1a-81938745ffea None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:15.484507 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-70115231-782d-40cf-b9f3-64ea8b77da69 req-5ce8334d-5c12-44d7-8ced-1a3f78a8462b tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136911 May 25 00:02:15.540626 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-863112b7-1427-4c5b-aece-030ce7ebc83d req-c05a0434-1d3b-4d6f-bad1-1296d94afeff service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365623 May 25 00:02:15.674654 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-863112b7-1427-4c5b-aece-030ce7ebc83d req-f91026f7-8724-453a-95e9-03fa861355b4 service neutron] 10.222.0.50 "GET /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260684 May 25 00:02:15.789306 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-526fe045-6e1f-47f5-8f1a-81938745ffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:15.793238 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526fe045-6e1f-47f5-8f1a-81938745ffea None None] The sync data for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 is: [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:09Z', 'revision_number': 4, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '8e283803-b8da-461e-8fb3-e372f9e008b8', 'name': '', 'network_id': '3450f9d0-862f-441e-886b-7cd63a17d027', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'mac_address': 'fa:16:3e:97:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:08Z', 'updated_at': '2022-05-24T23:53:15Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'subnets': [{'id': 'e404e2e5-611b-425a-bf7c-29de42ee7292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:02:16.012139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d795165a-c3c8-4e77-867e-6fbdcf673852 None None] New status for floating IP adcd9934-a29a-4133-b87a-8f23c70acbe8: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 00:02:16.699389 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e54a0-4212-4e45-9679-71d2190edd2a req-1dd64849-e360-42f1-b1c4-8cdc37241976 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:16.701109 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9f7e54a0-4212-4e45-9679-71d2190edd2a req-1dd64849-e360-42f1-b1c4-8cdc37241976 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0966473 May 25 00:02:16.745602 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9f7e54a0-4212-4e45-9679-71d2190edd2a req-0fba2eec-8cc4-46b5-b6c7-4b13970a66d3 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6a97048-40a2-4eac-8ce6-0dfa65da1496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386133 May 25 00:02:16.935394 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ab135-3531-4f37-83e3-6a265bf2b1c7 req-afb21c2f-d590-445d-b0e1-3c79d2d5b32e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:16.936835 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-202ab135-3531-4f37-83e3-6a265bf2b1c7 req-afb21c2f-d590-445d-b0e1-3c79d2d5b32e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 945 time: 0.0862560 May 25 00:02:17.009765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-202ab135-3531-4f37-83e3-6a265bf2b1c7 req-8a0bddc9-f22c-48e4-9e25-9be28fe02d7d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Deleting port ae5e2d44-113a-4f99-92f8-efd181d5bd49 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:17.010101 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-202ab135-3531-4f37-83e3-6a265bf2b1c7 req-8a0bddc9-f22c-48e4-9e25-9be28fe02d7d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:17.265799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-202ab135-3531-4f37-83e3-6a265bf2b1c7 req-8a0bddc9-f22c-48e4-9e25-9be28fe02d7d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] For port ae5e2d44-113a-4f99-92f8-efd181d5bd49, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=ae5e2d44-113a-4f99-92f8-efd181d5bd49,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:17.266149 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-202ab135-3531-4f37-83e3-6a265bf2b1c7 req-8a0bddc9-f22c-48e4-9e25-9be28fe02d7d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:17.388658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-202ab135-3531-4f37-83e3-6a265bf2b1c7 req-8a0bddc9-f22c-48e4-9e25-9be28fe02d7d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Calling delete_port for ae5e2d44-113a-4f99-92f8-efd181d5bd49 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:02:17.667716 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-202ab135-3531-4f37-83e3-6a265bf2b1c7 req-8a0bddc9-f22c-48e4-9e25-9be28fe02d7d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:17.717984 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bddc9-f22c-48e4-9e25-9be28fe02d7d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event deleted for resources: {'Port': ['ID=ae5e2d44-113a-4f99-92f8-efd181d5bd49,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:17.794028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-202ab135-3531-4f37-83e3-6a265bf2b1c7 req-8a0bddc9-f22c-48e4-9e25-9be28fe02d7d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] No DVR routers for this DVR port ae5e2d44-113a-4f99-92f8-efd181d5bd49 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 00:02:17.796538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-202ab135-3531-4f37-83e3-6a265bf2b1c7 req-8a0bddc9-f22c-48e4-9e25-9be28fe02d7d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:17.799447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'name': 'network-vif-deleted', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:02:17.819267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-202ab135-3531-4f37-83e3-6a265bf2b1c7 req-8a0bddc9-f22c-48e4-9e25-9be28fe02d7d tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.50 "DELETE /v2.0/ports/ae5e2d44-113a-4f99-92f8-efd181d5bd49 HTTP/1.1" status: 204 len: 173 time: 0.8744125 May 25 00:02:17.852553 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c146fef5-9fb2-4a42-8984-88bcbd6ae641'] response: {'server_uuid': '4d8e7b17-6bfd-4586-8e44-4b8eb21dc073', 'name': 'network-vif-deleted', 'tag': 'ae5e2d44-113a-4f99-92f8-efd181d5bd49', 'status': 'completed', 'code': 200} May 25 00:02:17.903925 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-db899ec8-b6c2-439f-b948-38c730c66323 req-ac669802-c036-41c9-87e7-d88f4525d4c8 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Synchronizing usage tracker for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 00:02:17.920944 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-db899ec8-b6c2-439f-b948-38c730c66323 req-ac669802-c036-41c9-87e7-d88f4525d4c8 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Unset dirty status for tenant:f48fe0edb7014f94a69072ce2782440b on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 00:02:17.922274 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-db899ec8-b6c2-439f-b948-38c730c66323 req-ac669802-c036-41c9-87e7-d88f4525d4c8 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 210 time: 0.0668559 May 25 00:02:19.097444 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cba8e848-6a22-4043-9a9b-125d68cdda24 req-50958b5b-a11a-4bae-a8c8-6e94d091abf9 tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d8e7b17-6bfd-4586-8e44-4b8eb21dc073 HTTP/1.1" status: 200 len: 210 time: 0.0432799 May 25 00:02:19.524883 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:02:19.797604 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ae5e2d44-113a-4f99-92f8-efd181d5bd49 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:02:19.835270 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: ae5e2d44-113a-4f99-92f8-efd181d5bd49 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:02:19.835611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device ae5e2d44-113a-4f99-92f8-efd181d5bd49 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:02:20.201390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57120) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:20.276727 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48a02ec7-7fd2-418d-9e3d-8884bcd88b3e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:20.306345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48a02ec7-7fd2-418d-9e3d-8884bcd88b3e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:20.375441 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48a02ec7-7fd2-418d-9e3d-8884bcd88b3e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:20.396536 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a02ec7-7fd2-418d-9e3d-8884bcd88b3e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a97048-40a2-4eac-8ce6-0dfa65da1496,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:20.409345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-48a02ec7-7fd2-418d-9e3d-8884bcd88b3e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:20.412969 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-48a02ec7-7fd2-418d-9e3d-8884bcd88b3e tempest-TestShelveInstance-85082045 tempest-TestShelveInstance-85082045-project] 10.222.0.55 "DELETE /v2.0/security-groups/c6a97048-40a2-4eac-8ce6-0dfa65da1496 HTTP/1.1" status: 204 len: 168 time: 0.2080560 May 25 00:02:20.459811 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57126) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:21.117419 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:21.466850 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Deleting port 8e283803-b8da-461e-8fb3-e372f9e008b8 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:21.467511 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:21.643747 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] For port 8e283803-b8da-461e-8fb3-e372f9e008b8, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=8e283803-b8da-461e-8fb3-e372f9e008b8,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:21.644115 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:21.864810 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Calling delete_port for 8e283803-b8da-461e-8fb3-e372f9e008b8 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:02:22.199901 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:22.244240 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e283803-b8da-461e-8fb3-e372f9e008b8,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:22.280359 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.280895 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.281229 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.281555 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.281915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.282237 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.282588 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.283018 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.283548 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.283955 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.284275 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.284591 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:22.527993 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:22.897752 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Router cb40c654-8b2d-4ce1-a54c-25c11933a62c has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 00:02:23.090530 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:02:23.099107 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df2172-1aad-4c09-816e-52dd458dee3d None None] Sync routers for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:02:23.108316 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df2172-1aad-4c09-816e-52dd458dee3d None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:23.108773 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2f01bf7d-aad7-40c5-9495-63c637a49ef5 admin admin] 10.222.0.55 "PUT /v2.0/routers/cb40c654-8b2d-4ce1-a54c-25c11933a62c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6477318 May 25 00:02:23.109084 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-83df2172-1aad-4c09-816e-52dd458dee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:23.112325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57132) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:23.284784 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-83df2172-1aad-4c09-816e-52dd458dee3d None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:23.296589 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:23.471534 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:23.484041 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Deleting port 21aeb7fc-d021-4d59-bf30-1e5f0539e624 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:23.484444 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:23.595302 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-83df2172-1aad-4c09-816e-52dd458dee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-25T00:02:22Z', 'revision_number': 5, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port': {'id': '21aeb7fc-d021-4d59-bf30-1e5f0539e624', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-24T23:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:23.599310 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df2172-1aad-4c09-816e-52dd458dee3d None None] Checking router: cb40c654-8b2d-4ce1-a54c-25c11933a62c for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:02:23.607589 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df2172-1aad-4c09-816e-52dd458dee3d None None] Routers {'cb40c654-8b2d-4ce1-a54c-25c11933a62c'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:23.608278 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-83df2172-1aad-4c09-816e-52dd458dee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:23.662249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] For port 21aeb7fc-d021-4d59-bf30-1e5f0539e624, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=21aeb7fc-d021-4d59-bf30-1e5f0539e624,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:23.662596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:23.754518 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-83df2172-1aad-4c09-816e-52dd458dee3d None None] Set router cb40c654-8b2d-4ce1-a54c-25c11933a62c gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:23.784450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Calling delete_port for 21aeb7fc-d021-4d59-bf30-1e5f0539e624 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:02:23.855880 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-83df2172-1aad-4c09-816e-52dd458dee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-25T00:02:23Z', 'revision_number': 6, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:23.859921 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df2172-1aad-4c09-816e-52dd458dee3d None None] The sync data for ids ['cb40c654-8b2d-4ce1-a54c-25c11933a62c'] in n-d-843146-7 is: [{'id': 'cb40c654-8b2d-4ce1-a54c-25c11933a62c', 'name': 'tempest-TestShelveInstance-1224611395-router', 'tenant_id': 'f48fe0edb7014f94a69072ce2782440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:05Z', 'updated_at': '2022-05-25T00:02:23Z', 'revision_number': 6, 'project_id': 'f48fe0edb7014f94a69072ce2782440b', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:02:24.094345 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:24.266563 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=21aeb7fc-d021-4d59-bf30-1e5f0539e624,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:24.358176 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:24.528696 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:24.530971 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:24.555278 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:24.555731 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb40c654-8b2d-4ce1-a54c-25c11933a62c {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 00:02:24.567969 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:24.568976 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-fa328c74-429e-43e7-b1d5-1ab9742b7b71 admin admin] 10.222.0.55 "DELETE /v2.0/routers/cb40c654-8b2d-4ce1-a54c-25c11933a62c HTTP/1.1" status: 204 len: 168 time: 1.4555213 May 25 00:02:24.571585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57136) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:24.630353 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5ff355-07b0-42a3-b2eb-50421f5f0d35 admin admin] Deleting subnet e404e2e5-611b-425a-bf7c-29de42ee7292 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 00:02:24.633388 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff355-07b0-42a3-b2eb-50421f5f0d35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:24.686511 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff355-07b0-42a3-b2eb-50421f5f0d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:24.767751 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff355-07b0-42a3-b2eb-50421f5f0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:24.846756 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff355-07b0-42a3-b2eb-50421f5f0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:24.889262 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ff355-07b0-42a3-b2eb-50421f5f0d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e404e2e5-611b-425a-bf7c-29de42ee7292,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:24.894774 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff355-07b0-42a3-b2eb-50421f5f0d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:24.901745 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ae5ff355-07b0-42a3-b2eb-50421f5f0d35 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e404e2e5-611b-425a-bf7c-29de42ee7292 HTTP/1.1" status: 204 len: 168 time: 0.3291252 May 25 00:02:24.901998 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7599af86-63b2-4461-ae98-45fa9cb446ac None None] Network 3450f9d0-862f-441e-886b-7cd63a17d027 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 00:02:24.904202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57140) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:24.966265 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.010967 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.022988 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Deleting port 29eace7e-48ad-46b0-a8b0-90c638012fbf {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:25.023319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.153624 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d3e9f2-aead-4398-a519-ae8c38356f6e None None] DHCP port deletion for 3450f9d0-862f-441e-886b-7cd63a17d027 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 00:02:25.158286 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b1d3e9f2-aead-4398-a519-ae8c38356f6e None None] Deleting port 29eace7e-48ad-46b0-a8b0-90c638012fbf {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:25.158286 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e9f2-aead-4398-a519-ae8c38356f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.230376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] For port 29eace7e-48ad-46b0-a8b0-90c638012fbf, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=29eace7e-48ad-46b0-a8b0-90c638012fbf,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:25.230733 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.261995 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 29eace7e-48ad-46b0-a8b0-90c638012fbf no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:02:25.354634 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Calling delete_port for 29eace7e-48ad-46b0-a8b0-90c638012fbf owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:02:25.436634 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.446355 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Port 29eace7e-48ad-46b0-a8b0-90c638012fbf update to DOWN by agent not found {{(pid=88391) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 25 00:02:25.446736 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8e283803-b8da-461e-8fb3-e372f9e008b8 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:02:25.477667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-b1d3e9f2-aead-4398-a519-ae8c38356f6e None None] For port 29eace7e-48ad-46b0-a8b0-90c638012fbf, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=29eace7e-48ad-46b0-a8b0-90c638012fbf,segment=NetworkSegment(df825a9c-e274-4efc-9137-ac9d590b1edd),segment_id=df825a9c-e274-4efc-9137-ac9d590b1edd)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:25.478045 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e9f2-aead-4398-a519-ae8c38356f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.485820 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=29eace7e-48ad-46b0-a8b0-90c638012fbf,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:25.489638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] No DVR routers for this DVR port 29eace7e-48ad-46b0-a8b0-90c638012fbf on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 00:02:25.495240 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 8e283803-b8da-461e-8fb3-e372f9e008b8 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:02:25.495583 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 8e283803-b8da-461e-8fb3-e372f9e008b8 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:02:25.496002 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 21aeb7fc-d021-4d59-bf30-1e5f0539e624 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:02:25.606746 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.632579 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3450f9d0-862f-441e-886b-7cd63a17d027']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:25.644544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df825a9c-e274-4efc-9137-ac9d590b1edd') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:25.644887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df825a9c-e274-4efc-9137-ac9d590b1edd') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:25.656427 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.666160 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b1d3e9f2-aead-4398-a519-ae8c38356f6e None None] Calling delete_port for 29eace7e-48ad-46b0-a8b0-90c638012fbf owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:02:25.677354 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.683682 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 00:02:25.684073 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.691656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 21aeb7fc-d021-4d59-bf30-1e5f0539e624 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:02:25.691910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 21aeb7fc-d021-4d59-bf30-1e5f0539e624 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 00:02:25.735961 n-d-843146-7 neutron-server[88391]: util.warn( May 25 00:02:25.741764 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-b1d3e9f2-aead-4398-a519-ae8c38356f6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 00:02:25.742121 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-b1d3e9f2-aead-4398-a519-ae8c38356f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 00:02:25.779583 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment df825a9c-e274-4efc-9137-ac9d590b1edd resource provider aggregate not found May 25 00:02:25.784079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.800758 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:25.805929 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment df825a9c-e274-4efc-9137-ac9d590b1edd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df825a9c-e274-4efc-9137-ac9d590b1edd found for delete ", "request_id": "req-cb6002e9-03e7-43a3-8cc3-189c58ed8e04"}]} May 25 00:02:25.810279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3450f9d0-862f-441e-886b-7cd63a17d027,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:25.827800 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2223d6c7-44f0-4ba2-8980-e15fedfc19c1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3450f9d0-862f-441e-886b-7cd63a17d027 HTTP/1.1" status: 204 len: 168 time: 0.9226110 May 25 00:02:25.830610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57150) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:26.243170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b1d3e9f2-aead-4398-a519-ae8c38356f6e None None] Deleting port 29eace7e-48ad-46b0-a8b0-90c638012fbf {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:26.244269 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e9f2-aead-4398-a519-ae8c38356f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:26.320383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-b1d3e9f2-aead-4398-a519-ae8c38356f6e None None] The port '29eace7e-48ad-46b0-a8b0-90c638012fbf' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 00:02:26.512112 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:26.675693 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:26.872028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] Deleting port f8933d48-091d-4d99-8014-73b7209e9c23 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:26.872246 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:27.058241 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] For port f8933d48-091d-4d99-8014-73b7209e9c23, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=f8933d48-091d-4d99-8014-73b7209e9c23,segment=NetworkSegment(234af424-0435-4444-b2f1-5e118f8d982f),segment_id=234af424-0435-4444-b2f1-5e118f8d982f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:27.058598 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:27.179904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] Calling delete_port for f8933d48-091d-4d99-8014-73b7209e9c23 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:02:27.378720 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:27.434608 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8933d48-091d-4d99-8014-73b7209e9c23,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:27.820519 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:28.180438 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] Router a8e19880-c370-4dd6-b7d5-e1561b461a05 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 00:02:28.365094 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:02:28.374104 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb7804-ce5f-40f0-a9a5-46f8ea58eecc None None] Sync routers for ids ['a8e19880-c370-4dd6-b7d5-e1561b461a05'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:02:28.375097 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-aca49407-be66-4b06-b717-51fb0408c303 admin admin] 10.222.0.55 "PUT /v2.0/routers/a8e19880-c370-4dd6-b7d5-e1561b461a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5434778 May 25 00:02:28.377894 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57154) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:28.384221 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb7804-ce5f-40f0-a9a5-46f8ea58eecc None None] Routers {'a8e19880-c370-4dd6-b7d5-e1561b461a05'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:28.384840 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-62fb7804-ce5f-40f0-a9a5-46f8ea58eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a8e19880-c370-4dd6-b7d5-e1561b461a05'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:28.550799 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:28.558704 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-62fb7804-ce5f-40f0-a9a5-46f8ea58eecc None None] Set router a8e19880-c370-4dd6-b7d5-e1561b461a05 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:28.725966 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:28.737380 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Deleting port 51adff90-d1f4-4c07-bd24-b06517fc11a7 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:28.738057 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:28.839353 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-62fb7804-ce5f-40f0-a9a5-46f8ea58eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'name': 'tempest-TestShelveInstance-1849306089-router', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:11Z', 'updated_at': '2022-05-25T00:02:27Z', 'revision_number': 5, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'gw_port': {'id': '51adff90-d1f4-4c07-bd24-b06517fc11a7', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T23:53:12Z', 'updated_at': '2022-05-24T23:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:28.843312 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb7804-ce5f-40f0-a9a5-46f8ea58eecc None None] Checking router: a8e19880-c370-4dd6-b7d5-e1561b461a05 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:02:28.852210 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb7804-ce5f-40f0-a9a5-46f8ea58eecc None None] Routers {'a8e19880-c370-4dd6-b7d5-e1561b461a05'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:28.852819 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-62fb7804-ce5f-40f0-a9a5-46f8ea58eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['a8e19880-c370-4dd6-b7d5-e1561b461a05'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:28.912800 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] For port 51adff90-d1f4-4c07-bd24-b06517fc11a7, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=51adff90-d1f4-4c07-bd24-b06517fc11a7,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:28.913423 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:29.001950 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-62fb7804-ce5f-40f0-a9a5-46f8ea58eecc None None] Set router a8e19880-c370-4dd6-b7d5-e1561b461a05 gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:29.107235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-62fb7804-ce5f-40f0-a9a5-46f8ea58eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'name': 'tempest-TestShelveInstance-1849306089-router', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:11Z', 'updated_at': '2022-05-25T00:02:28Z', 'revision_number': 6, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:29.111252 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb7804-ce5f-40f0-a9a5-46f8ea58eecc None None] The sync data for ids ['a8e19880-c370-4dd6-b7d5-e1561b461a05'] in n-d-843146-7 is: [{'id': 'a8e19880-c370-4dd6-b7d5-e1561b461a05', 'name': 'tempest-TestShelveInstance-1849306089-router', 'tenant_id': '59b2af54e1cf4981b4ac1747d1872882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T23:53:11Z', 'updated_at': '2022-05-25T00:02:28Z', 'revision_number': 6, 'project_id': '59b2af54e1cf4981b4ac1747d1872882', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:02:29.168542 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Calling delete_port for 51adff90-d1f4-4c07-bd24-b06517fc11a7 owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:02:29.358694 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:29.404487 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=51adff90-d1f4-4c07-bd24-b06517fc11a7,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:29.503265 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:29.548855 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f8933d48-091d-4d99-8014-73b7209e9c23 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:02:29.584459 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: f8933d48-091d-4d99-8014-73b7209e9c23 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:02:29.584803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device f8933d48-091d-4d99-8014-73b7209e9c23 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:02:29.689705 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:29.691952 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:29.716473 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:29.716977 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e19880-c370-4dd6-b7d5-e1561b461a05 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 00:02:29.729813 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:29.730919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9f0cb6e8-2bae-42b9-81cf-0ba3a01fc7bd admin admin] 10.222.0.55 "DELETE /v2.0/routers/a8e19880-c370-4dd6-b7d5-e1561b461a05 HTTP/1.1" status: 204 len: 168 time: 1.3521090 May 25 00:02:29.734645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57158) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:29.794458 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdbf2f9-9423-4bbe-b9f8-eb8b7a56d676 admin admin] Deleting subnet 371222f9-8efc-424f-8dcd-09e5c621442a {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 00:02:29.797587 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf2f9-9423-4bbe-b9f8-eb8b7a56d676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:29.847148 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf2f9-9423-4bbe-b9f8-eb8b7a56d676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:29.925322 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf2f9-9423-4bbe-b9f8-eb8b7a56d676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:29.995749 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf2f9-9423-4bbe-b9f8-eb8b7a56d676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:30.037636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbf2f9-9423-4bbe-b9f8-eb8b7a56d676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371222f9-8efc-424f-8dcd-09e5c621442a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:30.041197 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf2f9-9423-4bbe-b9f8-eb8b7a56d676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:30.047325 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0bdbf2f9-9423-4bbe-b9f8-eb8b7a56d676 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/371222f9-8efc-424f-8dcd-09e5c621442a HTTP/1.1" status: 204 len: 168 time: 0.3117270 May 25 00:02:30.047944 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1dc46-7732-4f36-afaf-4c9aba9747df None None] Network d2b04d91-ccf0-4bda-a308-b5ec5da9dfda requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 00:02:30.051145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57162) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:30.160251 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:30.174202 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Deleting port cf42ce6d-9d56-4458-87f4-22b035d206a5 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:30.174604 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:30.301393 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da9e54e-7d51-4816-bd16-ea4f271e91e0 None None] DHCP port deletion for d2b04d91-ccf0-4bda-a308-b5ec5da9dfda request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 00:02:30.306549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6da9e54e-7d51-4816-bd16-ea4f271e91e0 None None] Deleting port cf42ce6d-9d56-4458-87f4-22b035d206a5 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:30.307092 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6da9e54e-7d51-4816-bd16-ea4f271e91e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:30.395591 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] For port cf42ce6d-9d56-4458-87f4-22b035d206a5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cf42ce6d-9d56-4458-87f4-22b035d206a5,segment=NetworkSegment(234af424-0435-4444-b2f1-5e118f8d982f),segment_id=234af424-0435-4444-b2f1-5e118f8d982f)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:30.396155 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:30.521047 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Calling delete_port for cf42ce6d-9d56-4458-87f4-22b035d206a5 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:02:30.558657 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-6da9e54e-7d51-4816-bd16-ea4f271e91e0 None None] For port cf42ce6d-9d56-4458-87f4-22b035d206a5, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=cf42ce6d-9d56-4458-87f4-22b035d206a5,segment=NetworkSegment(234af424-0435-4444-b2f1-5e118f8d982f),segment_id=234af424-0435-4444-b2f1-5e118f8d982f)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:30.559275 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6da9e54e-7d51-4816-bd16-ea4f271e91e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:30.603635 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:30.649926 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf42ce6d-9d56-4458-87f4-22b035d206a5,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:30.653518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] No DVR routers for this DVR port cf42ce6d-9d56-4458-87f4-22b035d206a5 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 00:02:30.680932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6da9e54e-7d51-4816-bd16-ea4f271e91e0 None None] Calling delete_port for cf42ce6d-9d56-4458-87f4-22b035d206a5 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:02:30.756913 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-6da9e54e-7d51-4816-bd16-ea4f271e91e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 00:02:30.757262 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-6da9e54e-7d51-4816-bd16-ea4f271e91e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 00:02:30.873004 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:30.901689 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b04d91-ccf0-4bda-a308-b5ec5da9dfda']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:30.913730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234af424-0435-4444-b2f1-5e118f8d982f') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:30.914023 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234af424-0435-4444-b2f1-5e118f8d982f') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:30.925454 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:30.945260 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:30.956967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 00:02:30.957676 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:31.023291 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 234af424-0435-4444-b2f1-5e118f8d982f resource provider aggregate not found May 25 00:02:31.048000 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment 234af424-0435-4444-b2f1-5e118f8d982f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 234af424-0435-4444-b2f1-5e118f8d982f found for delete ", "request_id": "req-b19dd940-ef04-4d78-845b-400f40e170e5"}]} May 25 00:02:31.065602 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:31.085609 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:31.095609 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b04d91-ccf0-4bda-a308-b5ec5da9dfda,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:31.099626 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ae5ab930-b90e-4137-acc3-f6a361677a81 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d2b04d91-ccf0-4bda-a308-b5ec5da9dfda HTTP/1.1" status: 204 len: 168 time: 1.0474997 May 25 00:02:31.231445 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57172) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:31.258919 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6da9e54e-7d51-4816-bd16-ea4f271e91e0 None None] Deleting port cf42ce6d-9d56-4458-87f4-22b035d206a5 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:02:31.259640 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6da9e54e-7d51-4816-bd16-ea4f271e91e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:31.281762 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-13d4717d-8c08-47c7-b770-87c4a575c1b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f48fe0edb7014f94a69072ce2782440b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489962 May 25 00:02:31.284446 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57176) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:31.305345 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 51adff90-d1f4-4c07-bd24-b06517fc11a7 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:02:31.342778 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ceb378f7-bae2-43ca-896f-9d7f22c6e6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:31.367566 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 51adff90-d1f4-4c07-bd24-b06517fc11a7 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:02:31.367899 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 51adff90-d1f4-4c07-bd24-b06517fc11a7 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:02:31.368300 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ceb378f7-bae2-43ca-896f-9d7f22c6e6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:31.368398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cf42ce6d-9d56-4458-87f4-22b035d206a5 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:02:31.413633 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-6da9e54e-7d51-4816-bd16-ea4f271e91e0 None None] The port 'cf42ce6d-9d56-4458-87f4-22b035d206a5' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 00:02:31.414668 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: cf42ce6d-9d56-4458-87f4-22b035d206a5 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:02:31.415013 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device cf42ce6d-9d56-4458-87f4-22b035d206a5 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:02:31.428478 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ceb378f7-bae2-43ca-896f-9d7f22c6e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:31.448650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb378f7-bae2-43ca-896f-9d7f22c6e6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c10df5-5b21-442b-aa40-f7155c0ff361,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:31.455575 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ceb378f7-bae2-43ca-896f-9d7f22c6e6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:31.456861 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ceb378f7-bae2-43ca-896f-9d7f22c6e6d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12c10df5-5b21-442b-aa40-f7155c0ff361 HTTP/1.1" status: 204 len: 168 time: 0.1714845 May 25 00:02:31.821829 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57184) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:31.987699 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ae1bfe77-cc08-429d-b345-c0a5837ac7d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59b2af54e1cf4981b4ac1747d1872882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645565 May 25 00:02:31.992941 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57188) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:32.050535 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e81f071-c256-4ab4-9b2f-30d662e14199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:32.077457 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e81f071-c256-4ab4-9b2f-30d662e14199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:32.136720 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e81f071-c256-4ab4-9b2f-30d662e14199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:32.153245 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81f071-c256-4ab4-9b2f-30d662e14199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e470994f-9870-46d7-a711-0516b6c0928d,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:32.160264 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-9e81f071-c256-4ab4-9b2f-30d662e14199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:32.162066 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-9e81f071-c256-4ab4-9b2f-30d662e14199 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e470994f-9870-46d7-a711-0516b6c0928d HTTP/1.1" status: 204 len: 168 time: 0.1681273 May 25 00:02:32.913070 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57214) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:33.035064 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-19807356-network', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:33.043907 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:33.049857 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Usage tracker for resource:network and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:33.054219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:33.063658 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:33.076138 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Made reservation on behalf of 61d8f64321c1441aaa6edf3274bb4890 for: {'network': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 00:02:33.078442 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.090397 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.108269 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:33.112703 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Usage tracker for resource:security_group_rule and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:33.115750 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:33.122061 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:33.204743 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.210096 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.239211 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=88390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 00:02:33.247405 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a5d430-12e2-44f1-a488-830f9d692b9c,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:33.252986 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.253309 n-d-843146-7 neutron-server[88390]: INFO neutron.db.segments_db [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Added segment b5cd5a5d-0718-4efc-bf01-12178c182b78 of type vlan for network dc788ec3-f875-4652-ac0c-2c9753c843b4 May 25 00:02:33.280245 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.312823 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.313762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:33.314329 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.414203 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] Pushing event updated for resources: {'Network': ['ID=dc788ec3-f875-4652-ac0c-2c9753c843b4,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:33.417409 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e0d844dc-f6d5-4698-bf89-16c784be5813 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5032897 May 25 00:02:33.421616 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57220) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:33.425473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network dc788ec3-f875-4652-ac0c-2c9753c843b4 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 00:02:33.427085 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Request body: {'subnet': {'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-19807356-subnet', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'ip_version': 4}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:33.432938 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:33.436813 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Usage tracker for resource:subnet and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:33.439692 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:33.445399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:33.456310 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Made reservation on behalf of 61d8f64321c1441aaa6edf3274bb4890 for: {'subnet': 1} {{(pid=88390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 00:02:33.458601 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2226801'] for subnet, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.669403 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3097477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2226755'] for subnet, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.741648 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef7831d-f3fe-4802-aba4-a6d387ffe247,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:33.751760 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Checking segment: {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 00:02:33.752103 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Network hostable DHCP agents. Network: dc788ec3-f875-4652-ac0c-2c9753c843b4, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 00:02:33.773098 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Network dc788ec3-f875-4652-ac0c-2c9753c843b4 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 00:02:33.782840 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, dc788ec3-f875-4652-ac0c-2c9753c843b4) {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:02:33.786697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:33.787273 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.794625 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb2ea3-0b66-4ac4-9332-726ff33af266 None None] Network dc788ec3-f875-4652-ac0c-2c9753c843b4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 00:02:33.810093 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-64199c51-034d-45d1-9349-0a0541609a95 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3874569 May 25 00:02:33.813128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57224) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:33.818498 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:33.824280 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:33.828577 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Usage tracker for resource:router and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:33.831683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:33.838032 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:33.850146 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.851162 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:33.866045 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.004452 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-dc788ec3-f875-4652-ac0c-2c9753c843b4', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 00:02:34.005280 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.135184 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.158631 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Allocated IP 172.20.0.2 (dc788ec3-f875-4652-ac0c-2c9753c843b4/9ef7831d-f3fe-4802-aba4-a6d387ffe247/7fff88ec-dab6-4392-b9a3-4d6389b30063) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 00:02:34.362600 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.372673 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Transition to ACTIVE for port object 7fff88ec-dab6-4392-b9a3-4d6389b30063 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:34.390886 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Transition to ACTIVE for port object 7fff88ec-dab6-4392-b9a3-4d6389b30063 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:34.397677 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.446154 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.464779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Network dc788ec3-f875-4652-ac0c-2c9753c843b4 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:02:34.467755 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:02:34.474987 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 00:02:34.478358 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Pushing event updated for resources: {'Port': ['ID=7fff88ec-dab6-4392-b9a3-4d6389b30063,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:34.478743 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.514182 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.514506 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.514885 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.515189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.515519 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.515851 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.516179 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.516504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.516825 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.517142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.517463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.517937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:34.590428 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Attempting to bind port 7fff88ec-dab6-4392-b9a3-4d6389b30063 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 00:02:34.590829 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Attempting to bind port 7fff88ec-dab6-4392-b9a3-4d6389b30063 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 00:02:34.591337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Attempting to bind port 7fff88ec-dab6-4392-b9a3-4d6389b30063 on network dc788ec3-f875-4652-ac0c-2c9753c843b4 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 00:02:34.597788 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 0, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 00:02:34.598168 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Checking segment: {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 00:02:34.598571 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.598968 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Bound using segment: {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 00:02:34.599461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Bound port: 7fff88ec-dab6-4392-b9a3-4d6389b30063, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 00:02:34.599832 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.613314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Allocated IP 172.25.7.32 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/4e6ae6f2-c541-4703-ae8f-312bab89fccc) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 00:02:34.696412 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] For port 7fff88ec-dab6-4392-b9a3-4d6389b30063, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 00:02:34.699598 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] For port 7fff88ec-dab6-4392-b9a3-4d6389b30063, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7fff88ec-dab6-4392-b9a3-4d6389b30063,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 00:02:34.704026 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.776940 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.809880 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:34.823099 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292448c-2cb7-44bd-8e9f-59d72265c18c None None] Pushing event updated for resources: {'Port': ['ID=7fff88ec-dab6-4392-b9a3-4d6389b30063,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:35.016158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:02:35.019975 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:02:35.024229 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 00:02:35.054905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Pushing event updated for resources: {'Port': ['ID=4e6ae6f2-c541-4703-ae8f-312bab89fccc,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:35.294126 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7fff88ec-dab6-4392-b9a3-4d6389b30063 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:35.363448 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 7fff88ec-dab6-4392-b9a3-4d6389b30063 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:02:35.418505 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9337ee4f-972a-43eb-b8cb-a23c0b9c5aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:35.457733 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:35.719573 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52811be-91a3-4faa-9366-55404a95c5f6 None None] Network dc788ec3-f875-4652-ac0c-2c9753c843b4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 00:02:35.803404 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:35.816339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-78b45ed7-659a-49cc-aca2-80031cca21f8 None None] Provisioning for port 7fff88ec-dab6-4392-b9a3-4d6389b30063 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:02:35.834051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-78b45ed7-659a-49cc-aca2-80031cca21f8 None None] Provisioning complete for port 7fff88ec-dab6-4392-b9a3-4d6389b30063 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:35.834427 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-78b45ed7-659a-49cc-aca2-80031cca21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:36.014160 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Router 2db9c18e-cf49-42ee-8781-775deb489a55 is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 00:02:36.048181 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-78b45ed7-659a-49cc-aca2-80031cca21f8 None None] Current status of the port 7fff88ec-dab6-4392-b9a3-4d6389b30063 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:36.048554 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-78b45ed7-659a-49cc-aca2-80031cca21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:36.090644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-78b45ed7-659a-49cc-aca2-80031cca21f8 None None] For port 7fff88ec-dab6-4392-b9a3-4d6389b30063, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7fff88ec-dab6-4392-b9a3-4d6389b30063,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:36.095445 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-78b45ed7-659a-49cc-aca2-80031cca21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:36.164593 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b45ed7-659a-49cc-aca2-80031cca21f8 None None] Pushing event updated for resources: {'Port': ['ID=7fff88ec-dab6-4392-b9a3-4d6389b30063,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:36.202075 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:02:36.215377 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Sync routers for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:02:36.225480 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:36.226305 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:36.229812 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:36.231091 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-de0b7fff-e477-46bc-81ec-d429caf88782 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4169061 May 25 00:02:36.234156 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57228) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:36.314711 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-cac5fd0d-c771-41dc-a899-f17ed3c2b3a6 None None] Provisioning complete for port 7fff88ec-dab6-4392-b9a3-4d6389b30063 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:36.315707 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cac5fd0d-c771-41dc-a899-f17ed3c2b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:36.415048 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:36.432395 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-cac5fd0d-c771-41dc-a899-f17ed3c2b3a6 None None] Current status of the port 7fff88ec-dab6-4392-b9a3-4d6389b30063 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:36.697119 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:35Z', 'revision_number': 3, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:36.701553 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Checking router: 2db9c18e-cf49-42ee-8781-775deb489a55 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:02:36.701894 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Updating router 2db9c18e-cf49-42ee-8781-775deb489a55 port 4e6ae6f2-c541-4703-ae8f-312bab89fccc binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 00:02:36.763775 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:36.894287 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.108048 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.120485 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Transition to ACTIVE for port object 4e6ae6f2-c541-4703-ae8f-312bab89fccc will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:37.129250 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.207901 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Attempting to bind port 4e6ae6f2-c541-4703-ae8f-312bab89fccc on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 00:02:37.208266 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Attempting to bind port 4e6ae6f2-c541-4703-ae8f-312bab89fccc by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 00:02:37.208597 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Attempting to bind port 4e6ae6f2-c541-4703-ae8f-312bab89fccc on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 00:02:37.214723 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Pushing event updated for resources: {'Port': ['ID=4e6ae6f2-c541-4703-ae8f-312bab89fccc,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:37.223842 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 0, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 00:02:37.224429 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 00:02:37.224606 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.225047 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 00:02:37.225482 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Bound port: 4e6ae6f2-c541-4703-ae8f-312bab89fccc, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 00:02:37.225863 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.228824 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Allocated IP 172.20.0.1 (dc788ec3-f875-4652-ac0c-2c9753c843b4/9ef7831d-f3fe-4802-aba4-a6d387ffe247/4c76faa9-17e9-43df-8438-18f9af39f9e9) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 00:02:37.249967 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.250310 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.250650 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.251079 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.251304 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.251630 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.251972 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.252256 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.252573 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.252943 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.253257 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.253747 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:02:37.271200 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7fff88ec-dab6-4392-b9a3-4d6389b30063 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:37.307141 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] For port 4e6ae6f2-c541-4703-ae8f-312bab89fccc, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 00:02:37.310364 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] For port 4e6ae6f2-c541-4703-ae8f-312bab89fccc, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4e6ae6f2-c541-4703-ae8f-312bab89fccc,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 00:02:37.324665 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.358661 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 7fff88ec-dab6-4392-b9a3-4d6389b30063 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:37.359033 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.398496 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.418894 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Transition to ACTIVE for port object 4c76faa9-17e9-43df-8438-18f9af39f9e9 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:37.439925 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1ed30-7286-450d-abe1-2ca2a5403d52 None None] Pushing event updated for resources: {'Port': ['ID=4e6ae6f2-c541-4703-ae8f-312bab89fccc,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:37.444892 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:37.445695 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:37.451231 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.479058 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 7fff88ec-dab6-4392-b9a3-4d6389b30063 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:37.517042 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Network dc788ec3-f875-4652-ac0c-2c9753c843b4 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:02:37.530458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:02:37.535569 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 00:02:37.547831 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-96352201-10f9-4fa8-8f15-3a068fbbf444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.595831 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Pushing event updated for resources: {'Port': ['ID=4c76faa9-17e9-43df-8438-18f9af39f9e9,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:37.608356 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.628736 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:37.765294 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-11be0927-6b76-4e05-8512-2d738a39b304 None None] Provisioning for port 4c76faa9-17e9-43df-8438-18f9af39f9e9 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:02:37.771191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-11be0927-6b76-4e05-8512-2d738a39b304 None None] Provisioning complete for port 4c76faa9-17e9-43df-8438-18f9af39f9e9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:37.771677 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-11be0927-6b76-4e05-8512-2d738a39b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.828910 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-11be0927-6b76-4e05-8512-2d738a39b304 None None] Port 4c76faa9-17e9-43df-8438-18f9af39f9e9 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 00:02:37.868581 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:37.915725 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:35Z', 'revision_number': 3, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:37.919735 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c4027-2ce6-4d41-8451-906181539617 None None] The sync data for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 is: [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:35Z', 'revision_number': 3, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:02:38.101124 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:38.113816 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:38.227138 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:38.230847 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Pushing event updated for resources: {'Port': ['ID=4c76faa9-17e9-43df-8438-18f9af39f9e9,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:38.371044 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Network dc788ec3-f875-4652-ac0c-2c9753c843b4 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:02:38.372058 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:02:38.570869 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Router 2db9c18e-cf49-42ee-8781-775deb489a55 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 00:02:38.657251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-51eec007-64b7-4d8e-99f6-f0f5f4b20937 None None] Provisioning complete for port 4c76faa9-17e9-43df-8438-18f9af39f9e9 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:38.657842 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51eec007-64b7-4d8e-99f6-f0f5f4b20937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:38.714660 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-51eec007-64b7-4d8e-99f6-f0f5f4b20937 None None] Port 4c76faa9-17e9-43df-8438-18f9af39f9e9 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 00:02:38.750128 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:38.879181 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:02:38.888201 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-36c846f8-67d4-42a7-9c5c-3f0be8957319 admin admin] 10.222.0.55 "PUT /v2.0/routers/2db9c18e-cf49-42ee-8781-775deb489a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6528630 May 25 00:02:39.098753 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.289302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4e6ae6f2-c541-4703-ae8f-312bab89fccc up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:39.371606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4e6ae6f2-c541-4703-ae8f-312bab89fccc completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:02:39.376520 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Sync routers for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:02:39.383856 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4e6ae6f2-c541-4703-ae8f-312bab89fccc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:39.384224 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.431121 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:39.431757 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:39.450881 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57246) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:39.456501 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1626068228-network', 'tenant_id': '45959548dafd4f20b93af674ec424fce'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:39.462273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:39.466575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Usage tracker for resource:network and tenant:45959548dafd4f20b93af674ec424fce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:39.470459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:39.476436 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:39.486702 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Made reservation on behalf of 45959548dafd4f20b93af674ec424fce for: {'network': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 00:02:39.489214 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for network, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.501287 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.515543 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:39.520064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Usage tracker for resource:security_group_rule and tenant:45959548dafd4f20b93af674ec424fce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:39.523390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:39.529072 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:39.608446 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.613091 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.676926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4e6ae6f2-c541-4703-ae8f-312bab89fccc is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:39.677546 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.683267 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:39.764792 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 4e6ae6f2-c541-4703-ae8f-312bab89fccc, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4e6ae6f2-c541-4703-ae8f-312bab89fccc,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:39.771971 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=88389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 00:02:39.778065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3db8cc-3ab8-4817-8fc2-a58137e5693c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:39.785373 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.785638 n-d-843146-7 neutron-server[88389]: INFO neutron.db.segments_db [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Added segment b527a57c-6a49-4d15-adc6-0cf5ad128324 of type vlan for network a19500b3-d44d-4eca-b910-a9dfae24c381 May 25 00:02:39.811695 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752461853660'] for network, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.824032 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.842760 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686'] for network, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.843803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:39.844442 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:39.948012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] Pushing event updated for resources: {'Network': ['ID=a19500b3-d44d-4eca-b910-a9dfae24c381,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:39.953648 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-9b5069df-8486-41c9-9528-88648148ce7d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4991205 May 25 00:02:39.953848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57250) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:39.959576 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Request body: {'subnet': {'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1626068228-subnet', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'ip_version': 4}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:39.965728 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:39.969674 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Usage tracker for resource:subnet and tenant:45959548dafd4f20b93af674ec424fce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:39.972564 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:39.980538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:39.989854 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Network a19500b3-d44d-4eca-b910-a9dfae24c381 details requested by agent ovs-agent-n-d-843146-7 with host n-d-843146-7 {{(pid=88391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 00:02:39.991028 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Made reservation on behalf of 45959548dafd4f20b93af674ec424fce for: {'subnet': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 00:02:39.993377 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3056074'] for subnet, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.102967 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=4e6ae6f2-c541-4703-ae8f-312bab89fccc,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:40.195382 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3056120'] for subnet, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.223708 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 2, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:40.227640 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Checking router: 2db9c18e-cf49-42ee-8781-775deb489a55 for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:02:40.227986 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Updating router 2db9c18e-cf49-42ee-8781-775deb489a55 port 4c76faa9-17e9-43df-8438-18f9af39f9e9 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 00:02:40.270575 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4addf8-869d-4a4d-b9cf-4f23c024d1ff,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:40.281252 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Checking segment: {'id': 'b527a57c-6a49-4d15-adc6-0cf5ad128324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 00:02:40.281645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Network hostable DHCP agents. Network: a19500b3-d44d-4eca-b910-a9dfae24c381, hostable agents: ['ab00a912-714f-4a60-b5da-ae2198d2b932'], hosted agents: [] {{(pid=88389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 00:02:40.285660 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.303221 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Network a19500b3-d44d-4eca-b910-a9dfae24c381 is scheduled to be hosted by DHCP agent ab00a912-714f-4a60-b5da-ae2198d2b932 with binding_index 1 {{(pid=88389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 00:02:40.314601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-7, a19500b3-d44d-4eca-b910-a9dfae24c381) {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:02:40.319517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:40.320159 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.330615 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5927525-b143-4894-b89c-72d53664563f None None] Network a19500b3-d44d-4eca-b910-a9dfae24c381 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 00:02:40.342944 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2eec2c87-a489-4960-81b9-7457c6c09cd5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3880782 May 25 00:02:40.345673 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57256) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:40.350883 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1626068228-router', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:40.356557 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:40.360463 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Usage tracker for resource:router and tenant:45959548dafd4f20b93af674ec424fce is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:40.363721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:40.369603 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:40.381321 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-396859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123778'] for router, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.382370 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123899'] for router, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.400124 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.448895 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.678906 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123881'] for router, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.730923 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ebf92e3-7a82-5da5-9857-6019540ceb2d-a19500b3-d44d-4eca-b910-a9dfae24c381', 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'fixed_ips': [{'subnet_id': '4d4addf8-869d-4a4d-b9cf-4f23c024d1ff'}]}} from n-d-843146-7. {{(pid=88391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 00:02:40.731805 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.926354 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.948867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Transition to ACTIVE for port object 4c76faa9-17e9-43df-8438-18f9af39f9e9 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:40.960672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.988130 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:40.994655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.db_base_plugin_common [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Allocated IP 172.20.0.2 (a19500b3-d44d-4eca-b910-a9dfae24c381/4d4addf8-869d-4a4d-b9cf-4f23c024d1ff/829224f8-45a5-4730-819e-e609104c0190) {{(pid=88391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 00:02:41.017463 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:41.123141 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe56fc8-6443-4a91-a589-7e33c2772abe None None] Pushing event updated for resources: {'Port': ['ID=4c76faa9-17e9-43df-8438-18f9af39f9e9,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:41.171813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Allocated IP 172.25.7.195 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/91a8236f-75d1-47c1-b7b1-96f039ffcd1c) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 00:02:41.297612 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4e6ae6f2-c541-4703-ae8f-312bab89fccc up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:41.335129 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:41.372284 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:41.384800 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Attempting to bind port 4c76faa9-17e9-43df-8438-18f9af39f9e9 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 00:02:41.385164 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Attempting to bind port 4c76faa9-17e9-43df-8438-18f9af39f9e9 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 00:02:41.385539 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Attempting to bind port 4c76faa9-17e9-43df-8438-18f9af39f9e9 on network dc788ec3-f875-4652-ac0c-2c9753c843b4 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 00:02:41.419127 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 0, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 00:02:41.419503 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Checking segment: {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 00:02:41.419903 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:41.420290 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Bound using segment: {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 00:02:41.420759 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Bound port: 4c76faa9-17e9-43df-8438-18f9af39f9e9, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 00:02:41.421132 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:41.560908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:02:41.563867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:02:41.569124 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 00:02:41.577295 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Notify callbacks [] for port, precommit_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:41.592590 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4e6ae6f2-c541-4703-ae8f-312bab89fccc triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:41.592943 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:41.602482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Pushing event updated for resources: {'Port': ['ID=91a8236f-75d1-47c1-b7b1-96f039ffcd1c,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:41.640229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Transition to ACTIVE for port object 829224f8-45a5-4730-819e-e609104c0190 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:41.665798 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] For port 4c76faa9-17e9-43df-8438-18f9af39f9e9, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 00:02:41.675585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Transition to ACTIVE for port object 829224f8-45a5-4730-819e-e609104c0190 will not be triggered until provisioned by entity DHCP. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:41.680337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] For port 4c76faa9-17e9-43df-8438-18f9af39f9e9, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4c76faa9-17e9-43df-8438-18f9af39f9e9,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 00:02:41.687952 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:41.691926 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334'] for port, after_create {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:41.810753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Network a19500b3-d44d-4eca-b910-a9dfae24c381 is already hosted by enough agents. {{(pid=88391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:02:41.820937 n-d-843146-7 neutron-server[88391]: DEBUG neutron.scheduler.base_scheduler [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Resources bound (agent type, host, resource id): {{(pid=88391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:02:41.838884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Received port after_create {{(pid=88391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 00:02:41.850190 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe56fc8-6443-4a91-a589-7e33c2772abe None None] Pushing event updated for resources: {'Port': ['ID=4c76faa9-17e9-43df-8438-18f9af39f9e9,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:41.913069 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:41.913743 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:41.958667 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4e6ae6f2-c541-4703-ae8f-312bab89fccc is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:42.009159 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:42.079754 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Pushing event updated for resources: {'Port': ['ID=829224f8-45a5-4730-819e-e609104c0190,revision_number=1']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:42.129629 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Attempting to bind port 829224f8-45a5-4730-819e-e609104c0190 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 00:02:42.129836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Attempting to bind port 829224f8-45a5-4730-819e-e609104c0190 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b527a57c-6a49-4d15-adc6-0cf5ad128324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 00:02:42.130105 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Attempting to bind port 829224f8-45a5-4730-819e-e609104c0190 on network a19500b3-d44d-4eca-b910-a9dfae24c381 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 00:02:42.158255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 0, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 00:02:42.158611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Checking segment: {'id': 'b527a57c-6a49-4d15-adc6-0cf5ad128324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 00:02:42.159220 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:42.159884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Bound using segment: {'id': 'b527a57c-6a49-4d15-adc6-0cf5ad128324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 00:02:42.159884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Bound port: 829224f8-45a5-4730-819e-e609104c0190, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b527a57c-6a49-4d15-adc6-0cf5ad128324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 00:02:42.160252 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:42.230425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:42.352360 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396611'] for router, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:42.447728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] For port 829224f8-45a5-4730-819e-e609104c0190, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 00:02:42.467997 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] For port 829224f8-45a5-4730-819e-e609104c0190, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=829224f8-45a5-4730-819e-e609104c0190,segment=NetworkSegment(b527a57c-6a49-4d15-adc6-0cf5ad128324),segment_id=b527a57c-6a49-4d15-adc6-0cf5ad128324)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 00:02:42.475488 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:42.560170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc is scheduled to L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 with binding_index 1 {{(pid=88389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 00:02:42.615774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618eb1d2-1f9f-44b3-bb10-107f74f21728 None None] Pushing event updated for resources: {'Port': ['ID=829224f8-45a5-4730-819e-e609104c0190,revision_number=2']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:42.653549 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:41Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:42.658251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3813f532-7cd3-4bd1-95d6-1b40eda1b2dd None None] The sync data for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 is: [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:41Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:02:42.757261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:02:42.767059 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Sync routers for ids ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:02:42.784005 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Routers {'62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:42.784630 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:42.802474 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:42.807028 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-66985ad4-41b2-414d-b36f-b412a364be71 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4578388 May 25 00:02:42.809309 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57262) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:43.026288 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Set router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:43.356610 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'name': 'tempest-TestSnapshotPattern-1626068228-router', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:40Z', 'updated_at': '2022-05-25T00:02:41Z', 'revision_number': 3, 'project_id': '45959548dafd4f20b93af674ec424fce', 'gw_port': {'id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:58:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:41Z', 'updated_at': '2022-05-25T00:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:43.358044 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4c76faa9-17e9-43df-8438-18f9af39f9e9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:43.362497 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Checking router: 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:02:43.363088 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Updating router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c binding host n-d-843146-7 {{(pid=88392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 00:02:43.422480 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:43.478610 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 4c76faa9-17e9-43df-8438-18f9af39f9e9 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:02:43.488235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4c76faa9-17e9-43df-8438-18f9af39f9e9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:43.488814 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:43.598430 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:43.728070 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4c76faa9-17e9-43df-8438-18f9af39f9e9 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:43.728610 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:43.780346 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 4c76faa9-17e9-43df-8438-18f9af39f9e9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4c76faa9-17e9-43df-8438-18f9af39f9e9,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:43.788822 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:43.789531 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 829224f8-45a5-4730-819e-e609104c0190 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:43.933644 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc64924-6b13-4aa8-bc11-dff03fe12cca None None] Network a19500b3-d44d-4eca-b910-a9dfae24c381 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 00:02:43.945526 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Allocated IP 172.20.0.1 (a19500b3-d44d-4eca-b910-a9dfae24c381/4d4addf8-869d-4a4d-b9cf-4f23c024d1ff/42fbe120-f56f-4cbf-9a37-1062efab5b84) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 00:02:43.965634 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:43.977721 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.provisioning_blocks [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Transition to ACTIVE for port object 91a8236f-75d1-47c1-b7b1-96f039ffcd1c will not be triggered until provisioned by entity L2. {{(pid=88392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:43.987375 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.058308 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-62cdc900-33c3-4651-a994-128ddde3318b None None] Provisioning for port 829224f8-45a5-4730-819e-e609104c0190 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:02:44.064506 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Attempting to bind port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c on host n-d-843146-7 for vnic_type normal with profile {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 00:02:44.064927 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Attempting to bind port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 00:02:44.065423 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Attempting to bind port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c on network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 00:02:44.067889 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-62cdc900-33c3-4651-a994-128ddde3318b None None] Provisioning complete for port 829224f8-45a5-4730-819e-e609104c0190 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:44.068381 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62cdc900-33c3-4651-a994-128ddde3318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.078710 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 0, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 00:02:44.079081 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Checking segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 00:02:44.079476 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.079856 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Bound using segment: {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'} {{(pid=88392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 00:02:44.080321 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.managers [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Bound port: 91a8236f-75d1-47c1-b7b1-96f039ffcd1c, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c57c3b-c04e-49ed-b7a8-49ce0116d40d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78'}}] {{(pid=88392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 00:02:44.081128 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.092525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 829224f8-45a5-4730-819e-e609104c0190 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:02:44.113053 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 829224f8-45a5-4730-819e-e609104c0190 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:44.113597 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.115042 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.131399 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.provisioning_blocks [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Transition to ACTIVE for port object 42fbe120-f56f-4cbf-9a37-1062efab5b84 will not be triggered until provisioned by entity DHCP. {{(pid=88390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:44.140236 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=4c76faa9-17e9-43df-8438-18f9af39f9e9,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:44.164103 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.176047 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7f9f8-92c2-437c-bdb5-94a5d1be392e None None] Pushing event updated for resources: {'Port': ['ID=91a8236f-75d1-47c1-b7b1-96f039ffcd1c,revision_number=2']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:44.188289 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] For port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c, host n-d-843146-7, cleared binding levels {{(pid=88392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 00:02:44.191895 n-d-843146-7 neutron-server[88392]: DEBUG neutron.plugins.ml2.db [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] For port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=91a8236f-75d1-47c1-b7b1-96f039ffcd1c,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 00:02:44.199380 n-d-843146-7 neutron-server[88392]: DEBUG neutron_lib.callbacks.manager [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.234535 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Network a19500b3-d44d-4eca-b910-a9dfae24c381 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:02:44.237570 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:02:44.240926 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 00:02:44.279019 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Routers {'62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:44.279669 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:44.280055 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=42fbe120-f56f-4cbf-9a37-1062efab5b84,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:44.307143 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395785'] for router_interface, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.365188 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7f9f8-92c2-437c-bdb5-94a5d1be392e None None] Pushing event updated for resources: {'Port': ['ID=91a8236f-75d1-47c1-b7b1-96f039ffcd1c,revision_number=3']} {{(pid=88392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:44.422391 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-62cdc900-33c3-4651-a994-128ddde3318b None None] Current status of the port 829224f8-45a5-4730-819e-e609104c0190 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:44.423017 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62cdc900-33c3-4651-a994-128ddde3318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.432778 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.445568 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 829224f8-45a5-4730-819e-e609104c0190 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:44.445854 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.476489 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] Set router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:44.489839 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-62cdc900-33c3-4651-a994-128ddde3318b None None] For port 829224f8-45a5-4730-819e-e609104c0190, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=829224f8-45a5-4730-819e-e609104c0190,segment=NetworkSegment(b527a57c-6a49-4d15-adc6-0cf5ad128324),segment_id=b527a57c-6a49-4d15-adc6-0cf5ad128324)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:44.497008 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-62cdc900-33c3-4651-a994-128ddde3318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.617344 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 00:02:44.617732 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 00:02:44.619895 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdc900-33c3-4651-a994-128ddde3318b None None] Pushing event updated for resources: {'Port': ['ID=829224f8-45a5-4730-819e-e609104c0190,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:44.799250 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.805306 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'name': 'tempest-TestSnapshotPattern-1626068228-router', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:40Z', 'updated_at': '2022-05-25T00:02:41Z', 'revision_number': 3, 'project_id': '45959548dafd4f20b93af674ec424fce', 'gw_port': {'id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:58:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:41Z', 'updated_at': '2022-05-25T00:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:44.805750 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.809340 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f75db2-f325-4799-a349-18d1927c93f3 None None] The sync data for ids ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'] in n-d-843146-7 is: [{'id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'name': 'tempest-TestSnapshotPattern-1626068228-router', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:40Z', 'updated_at': '2022-05-25T00:02:41Z', 'revision_number': 3, 'project_id': '45959548dafd4f20b93af674ec424fce', 'gw_port': {'id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:58:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:41Z', 'updated_at': '2022-05-25T00:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:02:44.827842 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4910c45f-6676-41e8-a807-aa52a881fe4c None None] Provisioning for port 42fbe120-f56f-4cbf-9a37-1062efab5b84 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:02:44.840530 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4910c45f-6676-41e8-a807-aa52a881fe4c None None] Provisioning complete for port 42fbe120-f56f-4cbf-9a37-1062efab5b84 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:44.840985 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4910c45f-6676-41e8-a807-aa52a881fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.918337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4910c45f-6676-41e8-a807-aa52a881fe4c None None] Port 42fbe120-f56f-4cbf-9a37-1062efab5b84 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 00:02:44.924723 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-602636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399280'] for router_interface, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:44.931517 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=42fbe120-f56f-4cbf-9a37-1062efab5b84,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:44.934268 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-4910c45f-6676-41e8-a807-aa52a881fe4c None None] Provisioning complete for port 829224f8-45a5-4730-819e-e609104c0190 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:44.934801 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4910c45f-6676-41e8-a807-aa52a881fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:45.074561 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-4910c45f-6676-41e8-a807-aa52a881fe4c None None] Current status of the port 829224f8-45a5-4730-819e-e609104c0190 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:45.086147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Network a19500b3-d44d-4eca-b910-a9dfae24c381 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:02:45.086147 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:02:45.183235 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 829224f8-45a5-4730-819e-e609104c0190 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:45.210884 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2e74c848-dcda-4b9d-b5e8-25fce5c9658b None None] Provisioning complete for port 42fbe120-f56f-4cbf-9a37-1062efab5b84 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:45.211421 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2e74c848-dcda-4b9d-b5e8-25fce5c9658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:45.315231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-2e74c848-dcda-4b9d-b5e8-25fce5c9658b None None] Port 42fbe120-f56f-4cbf-9a37-1062efab5b84 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 00:02:45.357376 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 00:02:45.384229 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4c76faa9-17e9-43df-8438-18f9af39f9e9 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:45.451984 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-63c46a21-43b9-4ea2-a0b1-c85ac848a3c3 None None] Provisioning complete for port 42fbe120-f56f-4cbf-9a37-1062efab5b84 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:45.452624 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-63c46a21-43b9-4ea2-a0b1-c85ac848a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:45.517350 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 4c76faa9-17e9-43df-8438-18f9af39f9e9 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:45.517595 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:45.545697 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:02:45.546413 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-63c46a21-43b9-4ea2-a0b1-c85ac848a3c3 None None] Port 42fbe120-f56f-4cbf-9a37-1062efab5b84 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 00:02:45.563711 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-ad3ea4f8-4374-4064-b540-d97415bbd4a8 admin admin] 10.222.0.55 "PUT /v2.0/routers/62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7529287 May 25 00:02:45.642615 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 4c76faa9-17e9-43df-8438-18f9af39f9e9 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:45.643774 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 829224f8-45a5-4730-819e-e609104c0190 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:45.715251 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 829224f8-45a5-4730-819e-e609104c0190 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:45.715628 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:45.843794 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 829224f8-45a5-4730-819e-e609104c0190 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:45.844847 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 91a8236f-75d1-47c1-b7b1-96f039ffcd1c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:45.911996 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:02:45.917173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:45.917572 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.034973 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57272) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:46.040444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281249136', 'description': 'tempest-secgroup-smoke-281249136 description', 'project_id': '61d8f64321c1441aaa6edf3274bb4890'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:46.047601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:46.052080 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Usage tracker for resource:security_group and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:46.056084 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:46.061986 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:46.074290 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.076791 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:46.077168 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.093284 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=91a8236f-75d1-47c1-b7b1-96f039ffcd1c,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:46.095660 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:46.098013 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.100803 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Usage tracker for resource:security_group_rule and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:46.104123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:46.110019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:46.163065 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=91a8236f-75d1-47c1-b7b1-96f039ffcd1c,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:46.187505 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.192882 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.363769 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a629d6-c7d2-4512-89eb-d370e2750471,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:46.367214 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.368429 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-5c3abc2f-3be3-481c-96ad-e63858d429d0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3323524 May 25 00:02:46.373062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57276) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:46.377909 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-be5b2b26-64bc-4fec-bc32-2de584fcaa8d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Request body: {'security_group_rule': {'security_group_id': '44a629d6-c7d2-4512-89eb-d370e2750471', 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:46.384867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-be5b2b26-64bc-4fec-bc32-2de584fcaa8d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:46.388799 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be5b2b26-64bc-4fec-bc32-2de584fcaa8d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Usage tracker for resource:security_group_rule and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:46.391756 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-be5b2b26-64bc-4fec-bc32-2de584fcaa8d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:46.398346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-be5b2b26-64bc-4fec-bc32-2de584fcaa8d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:46.415770 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be5b2b26-64bc-4fec-bc32-2de584fcaa8d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.474522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Sync routers for ids ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:02:46.479215 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be5b2b26-64bc-4fec-bc32-2de584fcaa8d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.483999 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be5b2b26-64bc-4fec-bc32-2de584fcaa8d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.484603 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Routers {'62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:46.486248 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:46.507325 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b2b26-64bc-4fec-bc32-2de584fcaa8d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa94bc43-937e-4e86-afca-e9b1b5b937b6,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:46.516860 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-be5b2b26-64bc-4fec-bc32-2de584fcaa8d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.520908 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-be5b2b26-64bc-4fec-bc32-2de584fcaa8d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447253 May 25 00:02:46.521311 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57280) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:46.527236 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-f3fac669-b525-491a-8549-3aee6b51e91e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Request body: {'security_group_rule': {'security_group_id': '44a629d6-c7d2-4512-89eb-d370e2750471', 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:46.534298 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f3fac669-b525-491a-8549-3aee6b51e91e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:46.538321 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f3fac669-b525-491a-8549-3aee6b51e91e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Usage tracker for resource:security_group_rule and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:46.541174 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-f3fac669-b525-491a-8549-3aee6b51e91e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:46.547383 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-f3fac669-b525-491a-8549-3aee6b51e91e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:46.568451 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f3fac669-b525-491a-8549-3aee6b51e91e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.632155 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f3fac669-b525-491a-8549-3aee6b51e91e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.636642 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f3fac669-b525-491a-8549-3aee6b51e91e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.664645 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fac669-b525-491a-8549-3aee6b51e91e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420466e3-c05e-4080-8f9f-edccd1a83f3d,revision_number=0']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:46.665601 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Set router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:46.673033 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-f3fac669-b525-491a-8549-3aee6b51e91e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.677683 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57284) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:46.677935 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-f3fac669-b525-491a-8549-3aee6b51e91e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1550105 May 25 00:02:46.683186 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-0ae7217d-4484-4860-9a51-bfbc5d1203f9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Request body: {'security_group_rule': {'security_group_id': '44a629d6-c7d2-4512-89eb-d370e2750471', 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:46.689898 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0ae7217d-4484-4860-9a51-bfbc5d1203f9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:46.693718 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0ae7217d-4484-4860-9a51-bfbc5d1203f9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Usage tracker for resource:security_group_rule and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:46.696583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-0ae7217d-4484-4860-9a51-bfbc5d1203f9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:46.702245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-0ae7217d-4484-4860-9a51-bfbc5d1203f9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:46.721680 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ae7217d-4484-4860-9a51-bfbc5d1203f9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.793957 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ae7217d-4484-4860-9a51-bfbc5d1203f9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.799324 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ae7217d-4484-4860-9a51-bfbc5d1203f9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.823556 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7217d-4484-4860-9a51-bfbc5d1203f9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62bc9cd-9a91-4a4b-8fce-ad4059a3a02e,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:46.837811 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ae7217d-4484-4860-9a51-bfbc5d1203f9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.839049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0ae7217d-4484-4860-9a51-bfbc5d1203f9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601443 May 25 00:02:46.841824 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57288) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:46.847128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-a6a9d64f-8d2b-4d26-a402-0afc482eaa23 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Request body: {'security_group_rule': {'security_group_id': '44a629d6-c7d2-4512-89eb-d370e2750471', 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:46.853703 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a6a9d64f-8d2b-4d26-a402-0afc482eaa23 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:46.857571 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a6a9d64f-8d2b-4d26-a402-0afc482eaa23 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Usage tracker for resource:security_group_rule and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:46.860422 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-a6a9d64f-8d2b-4d26-a402-0afc482eaa23 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:46.866123 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-a6a9d64f-8d2b-4d26-a402-0afc482eaa23 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:46.886003 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d64f-8d2b-4d26-a402-0afc482eaa23 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.950197 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d64f-8d2b-4d26-a402-0afc482eaa23 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.955395 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d64f-8d2b-4d26-a402-0afc482eaa23 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.979233 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'name': 'tempest-TestSnapshotPattern-1626068228-router', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:40Z', 'updated_at': '2022-05-25T00:02:44Z', 'revision_number': 4, 'project_id': '45959548dafd4f20b93af674ec424fce', 'gw_port': {'id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:41Z', 'updated_at': '2022-05-25T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '42fbe120-f56f-4cbf-9a37-1062efab5b84', 'name': '', 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'mac_address': 'fa:16:3e:07:23:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '4d4addf8-869d-4a4d-b9cf-4f23c024d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:43Z', 'updated_at': '2022-05-25T00:02:44Z', 'revision_number': 2, 'project_id': '45959548dafd4f20b93af674ec424fce', 'subnets': [{'id': '4d4addf8-869d-4a4d-b9cf-4f23c024d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:46.981924 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9d64f-8d2b-4d26-a402-0afc482eaa23 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4c4403-58c6-4741-aee8-4335d4398fe9,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:46.983109 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Checking router: 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:02:46.983496 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Updating router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc port 42fbe120-f56f-4cbf-9a37-1062efab5b84 binding host n-d-843146-7 {{(pid=88391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 00:02:46.993439 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d64f-8d2b-4d26-a402-0afc482eaa23 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:46.994894 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a6a9d64f-8d2b-4d26-a402-0afc482eaa23 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520240 May 25 00:02:46.997472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57292) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:47.002585 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Request body: {'security_group_rule': {'security_group_id': '44a629d6-c7d2-4512-89eb-d370e2750471', 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:47.009406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:47.013174 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Usage tracker for resource:security_group_rule and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:47.016017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:47.021649 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:47.035366 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Project 61d8f64321c1441aaa6edf3274bb4890 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 00:02:47.038781 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.042093 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.105792 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.110889 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.134805 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79d318f-d8c3-4dd0-b8ae-9ea93775c085,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:47.145087 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.149299 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-14ffd927-f6c9-4e49-aca1-d2730def9b3b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478910 May 25 00:02:47.149784 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57296) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:02:47.155261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Request body: {'security_group_rule': {'security_group_id': '44a629d6-c7d2-4512-89eb-d370e2750471', 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:47.161874 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:47.166021 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Usage tracker for resource:security_group_rule and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:02:47.169014 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:02:47.175196 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:47.190934 n-d-843146-7 neutron-server[88389]: INFO neutron.db.securitygroups_db [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Project 61d8f64321c1441aaa6edf3274bb4890 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 00:02:47.198118 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.267322 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.273473 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576462'] for security_group_rule, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.275279 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 91a8236f-75d1-47c1-b7b1-96f039ffcd1c up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:47.296946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a313743-892e-44ea-99e0-43795e81a488,revision_number=0']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:47.307916 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.309144 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-e464fe5f-cc27-4edb-b7b4-8dd495e1fc9c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583514 May 25 00:02:47.390184 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:47.390557 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.479610 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-ea830392-096a-4665-aafc-8f7d2e8742fa tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Synchronizing usage tracker for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:security_group {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 00:02:47.497636 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-ea830392-096a-4665-aafc-8f7d2e8742fa tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Unset dirty status for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:security_group {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 00:02:47.498836 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-ea830392-096a-4665-aafc-8f7d2e8742fa tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281249136&fields=id&tenant_id=61d8f64321c1441aaa6edf3274bb4890 HTTP/1.1" status: 200 len: 267 time: 0.0603719 May 25 00:02:47.499770 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.516250 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Transition to ACTIVE for port object 42fbe120-f56f-4cbf-9a37-1062efab5b84 will not be triggered until provisioned by entity L2. {{(pid=88391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:47.548526 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.651153 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-6bd40ab3-e9fb-48cb-b9a9-89523c9cfe4f tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:47.651851 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-6bd40ab3-e9fb-48cb-b9a9-89523c9cfe4f tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Synchronizing usage tracker for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:network {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 00:02:47.672134 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-6bd40ab3-e9fb-48cb-b9a9-89523c9cfe4f tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Unset dirty status for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:network {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 00:02:47.678521 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-6bd40ab3-e9fb-48cb-b9a9-89523c9cfe4f tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 808 time: 0.1714964 May 25 00:02:47.686049 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:47.693889 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-3e011d14-aef0-48f8-8a50-b8b8f46becbb tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/quotas/61d8f64321c1441aaa6edf3274bb4890 HTTP/1.1" status: 200 len: 375 time: 0.0130141 May 25 00:02:47.725424 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a66e97-086b-4499-982c-27c6d1f9c4c5 None None] Pushing event updated for resources: {'Port': ['ID=42fbe120-f56f-4cbf-9a37-1062efab5b84,revision_number=3']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:47.784739 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-34c130cf-fb6b-4e86-a0d2-e848231d649e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Synchronizing usage tracker for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 00:02:47.788622 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Attempting to bind port 42fbe120-f56f-4cbf-9a37-1062efab5b84 on host n-d-843146-7 for vnic_type normal with profile {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 00:02:47.788992 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Attempting to bind port 42fbe120-f56f-4cbf-9a37-1062efab5b84 by drivers openvswitch,hyperv on host n-d-843146-7 at level 0 using segments [{'id': 'b527a57c-6a49-4d15-adc6-0cf5ad128324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381'}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 00:02:47.789352 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Attempting to bind port 42fbe120-f56f-4cbf-9a37-1062efab5b84 on network a19500b3-d44d-4eca-b910-a9dfae24c381 {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 00:02:47.795056 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Checking agent: {'id': '940a08f4-7172-48c8-b9e8-79024f43472a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 27, 39), 'started_at': datetime.datetime(2022, 5, 24, 22, 28, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 0, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 00:02:47.795427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Checking segment: {'id': 'b527a57c-6a49-4d15-adc6-0cf5ad128324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 00:02:47.795840 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.796231 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Bound using segment: {'id': 'b527a57c-6a49-4d15-adc6-0cf5ad128324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381'} {{(pid=88391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 00:02:47.796701 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.managers [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Bound port: 42fbe120-f56f-4cbf-9a37-1062efab5b84, host: n-d-843146-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b527a57c-6a49-4d15-adc6-0cf5ad128324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381'}}] {{(pid=88391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 00:02:47.797062 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.805659 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-34c130cf-fb6b-4e86-a0d2-e848231d649e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Unset dirty status for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 00:02:47.807480 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-34c130cf-fb6b-4e86-a0d2-e848231d649e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076081 May 25 00:02:47.938926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] For port 42fbe120-f56f-4cbf-9a37-1062efab5b84, host n-d-843146-7, cleared binding levels {{(pid=88391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 00:02:47.944326 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] For port 42fbe120-f56f-4cbf-9a37-1062efab5b84, host n-d-843146-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=42fbe120-f56f-4cbf-9a37-1062efab5b84,segment=NetworkSegment(b527a57c-6a49-4d15-adc6-0cf5ad128324),segment_id=b527a57c-6a49-4d15-adc6-0cf5ad128324)] {{(pid=88391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 00:02:47.950395 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:47.952273 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-e2847e64-4735-49d6-9e01-b5e3d4629569 service neutron] 10.222.0.55 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321952 May 25 00:02:48.024541 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Routers {'62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:02:48.025176 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:48.089306 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a66e97-086b-4499-982c-27c6d1f9c4c5 None None] Pushing event updated for resources: {'Port': ['ID=42fbe120-f56f-4cbf-9a37-1062efab5b84,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:48.101587 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-98b08dbe-3e1b-4f04-b70e-a66dde0fda08 service neutron] 10.222.0.55 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427560 May 25 00:02:48.223344 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] Set router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:02:48.545018 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'name': 'tempest-TestSnapshotPattern-1626068228-router', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:40Z', 'updated_at': '2022-05-25T00:02:44Z', 'revision_number': 4, 'project_id': '45959548dafd4f20b93af674ec424fce', 'gw_port': {'id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:41Z', 'updated_at': '2022-05-25T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '42fbe120-f56f-4cbf-9a37-1062efab5b84', 'name': '', 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'mac_address': 'fa:16:3e:07:23:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '4d4addf8-869d-4a4d-b9cf-4f23c024d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:43Z', 'updated_at': '2022-05-25T00:02:47Z', 'revision_number': 4, 'project_id': '45959548dafd4f20b93af674ec424fce', 'subnets': [{'id': '4d4addf8-869d-4a4d-b9cf-4f23c024d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:02:48.549372 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572f477-fb2c-45ac-a2d9-8b4391a8e0a8 None None] The sync data for ids ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'] in n-d-843146-7 is: [{'id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'name': 'tempest-TestSnapshotPattern-1626068228-router', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:40Z', 'updated_at': '2022-05-25T00:02:44Z', 'revision_number': 4, 'project_id': '45959548dafd4f20b93af674ec424fce', 'gw_port': {'id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:41Z', 'updated_at': '2022-05-25T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '42fbe120-f56f-4cbf-9a37-1062efab5b84', 'name': '', 'network_id': 'a19500b3-d44d-4eca-b910-a9dfae24c381', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'mac_address': 'fa:16:3e:07:23:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '4d4addf8-869d-4a4d-b9cf-4f23c024d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:43Z', 'updated_at': '2022-05-25T00:02:47Z', 'revision_number': 4, 'project_id': '45959548dafd4f20b93af674ec424fce', 'subnets': [{'id': '4d4addf8-869d-4a4d-b9cf-4f23c024d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:02:49.305273 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a480f272-2c0f-4bec-a551-102c0c24eff3 req-04999b0a-1e3e-4b75-a8e5-4d83acde3afe tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 210 time: 0.0450995 May 25 00:02:49.325000 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 42fbe120-f56f-4cbf-9a37-1062efab5b84 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:49.394779 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning for port 42fbe120-f56f-4cbf-9a37-1062efab5b84 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:02:49.400525 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 42fbe120-f56f-4cbf-9a37-1062efab5b84 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:49.400980 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:49.524339 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 42fbe120-f56f-4cbf-9a37-1062efab5b84 is: DOWN; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:49.524791 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:49.561733 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] For port 42fbe120-f56f-4cbf-9a37-1062efab5b84, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=42fbe120-f56f-4cbf-9a37-1062efab5b84,segment=NetworkSegment(b527a57c-6a49-4d15-adc6-0cf5ad128324),segment_id=b527a57c-6a49-4d15-adc6-0cf5ad128324)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:49.569972 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:49.646867 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=42fbe120-f56f-4cbf-9a37-1062efab5b84,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:50.479056 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-f2605a7a-1e5b-4fba-a318-2bfc5dad32af req-a84382ff-df6b-4ca6-8ab1-68caae96de41 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 210 time: 0.0547023 May 25 00:02:50.756321 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-e6f97e2c-8fe4-481a-8c1e-2a0e1dd3bbc1 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:50.757784 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-e6f97e2c-8fe4-481a-8c1e-2a0e1dd3bbc1 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 808 time: 0.1452224 May 25 00:02:50.812284 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-1121c9ee-6364-484c-b669-86bfe24d881f tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Synchronizing usage tracker for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:security_group {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 00:02:50.823879 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-1121c9ee-6364-484c-b669-86bfe24d881f tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Unset dirty status for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:security_group {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 00:02:50.824979 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-1121c9ee-6364-484c-b669-86bfe24d881f tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61d8f64321c1441aaa6edf3274bb4890 HTTP/1.1" status: 200 len: 379 time: 0.0568857 May 25 00:02:50.836610 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Request body: {'port': {'device_id': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'admin_state_up': True, 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'security_groups': ['44a629d6-c7d2-4512-89eb-d370e2750471']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:50.983481 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:02:50.993167 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:02:51.006583 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Made reservation on behalf of 61d8f64321c1441aaa6edf3274bb4890 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 00:02:51.009984 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:51.191246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Allocated IP 172.20.0.7 (dc788ec3-f875-4652-ac0c-2c9753c843b4/9ef7831d-f3fe-4802-aba4-a6d387ffe247/3abe1622-6b61-43e9-b2b0-eba52f4acc96) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 00:02:51.277201 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 42fbe120-f56f-4cbf-9a37-1062efab5b84 up at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:02:51.347532 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Provisioning complete for port 42fbe120-f56f-4cbf-9a37-1062efab5b84 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:51.347898 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:51.392706 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:51.409057 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Transition to ACTIVE for port object 3abe1622-6b61-43e9-b2b0-eba52f4acc96 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:51.433902 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:51.463785 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Current status of the port 42fbe120-f56f-4cbf-9a37-1062efab5b84 is: ACTIVE; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:51.504447 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Network dc788ec3-f875-4652-ac0c-2c9753c843b4 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:02:51.507449 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:02:51.509846 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 00:02:51.563773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'Port': ['ID=3abe1622-6b61-43e9-b2b0-eba52f4acc96,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:51.593814 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:51.594471 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:51.672362 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-d57ef1ff-c942-495b-9b3f-081e87a2149c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392897 May 25 00:02:51.684390 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-bf3ecf7b-cd56-4378-b4d6-69910c3fd470 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88389) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 00:02:51.685347 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-bf3ecf7b-cd56-4378-b4d6-69910c3fd470 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058353 May 25 00:02:51.697707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Request body: {'port': {'device_id': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:02:51.728995 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06facd9-66ec-4377-9a0e-b3e4552f7f46 req-ebce931f-50df-4102-a2ff-e2a1b4f0eafd tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:51.729720 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d06facd9-66ec-4377-9a0e-b3e4552f7f46 req-ebce931f-50df-4102-a2ff-e2a1b4f0eafd tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Synchronizing usage tracker for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 00:02:51.769456 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-d06facd9-66ec-4377-9a0e-b3e4552f7f46 req-ebce931f-50df-4102-a2ff-e2a1b4f0eafd tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Unset dirty status for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 00:02:51.770668 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d06facd9-66ec-4377-9a0e-b3e4552f7f46 req-ebce931f-50df-4102-a2ff-e2a1b4f0eafd tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 931 time: 0.1719410 May 25 00:02:51.791596 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5389f1b1-bff1-4246-9d8f-0d567e1ceda0 None None] Provisioning for port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:02:51.796611 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-5389f1b1-bff1-4246-9d8f-0d567e1ceda0 None None] Provisioning complete for port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:02:51.796988 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5389f1b1-bff1-4246-9d8f-0d567e1ceda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:51.850647 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-5389f1b1-bff1-4246-9d8f-0d567e1ceda0 None None] Port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 00:02:51.861375 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:51.875452 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-d06facd9-66ec-4377-9a0e-b3e4552f7f46 req-84d1cfa0-e428-4a61-b0fb-d1967de52750 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724421 May 25 00:02:52.252143 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abe1622-6b61-43e9-b2b0-eba52f4acc96 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 00:02:52.260445 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:52.275867 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Transition to ACTIVE for port object 3abe1622-6b61-43e9-b2b0-eba52f4acc96 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:02:52.280844 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:52.414459 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Pushing event updated for resources: {'Port': ['ID=3abe1622-6b61-43e9-b2b0-eba52f4acc96,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:52.646211 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Attempting to bind port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 00:02:52.646433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Attempting to bind port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 00:02:52.646737 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Attempting to bind port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 on network dc788ec3-f875-4652-ac0c-2c9753c843b4 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 00:02:52.655277 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 on network dc788ec3-f875-4652-ac0c-2c9753c843b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 00:02:52.655596 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Attempting to bind port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 on network dc788ec3-f875-4652-ac0c-2c9753c843b4 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 00:02:52.662095 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 0, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 00:02:52.662421 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Checking segment: {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 00:02:52.662782 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Bound using segment: {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 00:02:52.663199 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Bound port: 3abe1622-6b61-43e9-b2b0-eba52f4acc96, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 00:02:52.663538 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:52.765461 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] For port 3abe1622-6b61-43e9-b2b0-eba52f4acc96, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 00:02:52.769786 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] For port 3abe1622-6b61-43e9-b2b0-eba52f4acc96, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 00:02:52.777023 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:52.838279 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:52.838861 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:52.840391 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] 10.222.0.50 "PUT /v2.0/ports/3abe1622-6b61-43e9-b2b0-eba52f4acc96 HTTP/1.1" status: 200 len: 1091 time: 1.1472979 May 25 00:02:52.840747 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:02:52.863508 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0326f3-10b5-490f-baab-40ad72ca9a97 service neutron] Pushing event updated for resources: {'Port': ['ID=3abe1622-6b61-43e9-b2b0-eba52f4acc96,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:52.944032 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c171f902-15d9-410b-b0be-f4e41c412775'] response: {'name': 'network-changed', 'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'status': 'completed', 'code': 200} May 25 00:02:52.996017 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-3f2c9aa5-a94f-4ab7-9b84-db756fba0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:52.997676 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-3f2c9aa5-a94f-4ab7-9b84-db756fba0309 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 1094 time: 0.1019742 May 25 00:02:53.111556 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-34d25b5e-9867-4194-92b9-095c48215120 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96 HTTP/1.1" status: 200 len: 217 time: 0.0770719 May 25 00:02:53.194069 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-154c7b79-6d3f-437e-97a0-a5414a6e9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:53.195431 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-154c7b79-6d3f-437e-97a0-a5414a6e9470 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0741270 May 25 00:02:53.266517 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adb6e0-8e9c-4abb-a478-cff4b82402be req-b7615d20-1cc4-41ed-83e6-335512eb7bcf tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:53.267966 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27adb6e0-8e9c-4abb-a478-cff4b82402be req-b7615d20-1cc4-41ed-83e6-335512eb7bcf tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 943 time: 0.2656190 May 25 00:02:53.322627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-27adb6e0-8e9c-4abb-a478-cff4b82402be req-c8ca352f-d96c-4493-be8d-8dc72948e48d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473270 May 25 00:02:53.332808 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-09bb08c5-1328-4942-b7dd-0abe7a142784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:53.334319 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-09bb08c5-1328-4942-b7dd-0abe7a142784 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268437 May 25 00:02:53.476983 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-1456483e-80ac-41be-bcca-659c8caa47e3 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318750 May 25 00:02:53.621088 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-8078667c-e824-4bc6-b4a9-c2d8c70b824c req-5abe855d-8bb7-4057-a30f-21d286ab5e4b service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334357 May 25 00:02:53.751472 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d1f7d-c134-463b-a017-da73f7056c0f req-79d435d4-e4bc-41ff-8005-4077e9247ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:53.752960 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c92d1f7d-c134-463b-a017-da73f7056c0f req-79d435d4-e4bc-41ff-8005-4077e9247ecb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 1094 time: 0.0762563 May 25 00:02:53.896966 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d1f7d-c134-463b-a017-da73f7056c0f req-097903d4-add1-45da-ba14-d4ad2d67e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:53.898855 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c92d1f7d-c134-463b-a017-da73f7056c0f req-097903d4-add1-45da-ba14-d4ad2d67e3a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 909 time: 0.1365676 May 25 00:02:53.969111 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c92d1f7d-c134-463b-a017-da73f7056c0f req-d39a90e9-feef-4a96-b600-30335f0d2849 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96 HTTP/1.1" status: 200 len: 217 time: 0.0614176 May 25 00:02:54.034141 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d1f7d-c134-463b-a017-da73f7056c0f req-493360aa-8bc5-41df-b476-809035d23917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:54.035480 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c92d1f7d-c134-463b-a017-da73f7056c0f req-493360aa-8bc5-41df-b476-809035d23917 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0594697 May 25 00:02:54.118313 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d1f7d-c134-463b-a017-da73f7056c0f req-f70d23d2-088a-4c04-b0ab-78d117bb6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:54.119832 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c92d1f7d-c134-463b-a017-da73f7056c0f req-f70d23d2-088a-4c04-b0ab-78d117bb6e90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770702 May 25 00:02:54.266826 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c92d1f7d-c134-463b-a017-da73f7056c0f req-62d5d7f9-6f78-4fc1-9c40-a8c189ddefb7 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394701 May 25 00:02:54.514013 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c92d1f7d-c134-463b-a017-da73f7056c0f req-024d1503-558b-4879-b7fa-0bacddd468c4 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398822 May 25 00:02:54.641289 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542349fc-be25-4fb8-ac6b-e1b723b37b93 req-c390a53e-7861-4eac-9f2e-a032e420ede3 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:54.642675 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-542349fc-be25-4fb8-ac6b-e1b723b37b93 req-c390a53e-7861-4eac-9f2e-a032e420ede3 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 943 time: 0.2084019 May 25 00:02:54.686279 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-542349fc-be25-4fb8-ac6b-e1b723b37b93 req-4a2c91ac-86d5-41ec-b64d-b159c150f47e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373900 May 25 00:02:54.924843 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:55.945788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7ed09-3a3c-4ec9-9291-5d2096ec51b3 req-bc65eb57-41d1-4aa3-8111-d7fc48ccc8ea tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:55.947279 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f7ed09-3a3c-4ec9-9291-5d2096ec51b3 req-bc65eb57-41d1-4aa3-8111-d7fc48ccc8ea tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 943 time: 0.1431429 May 25 00:02:55.993860 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-67f7ed09-3a3c-4ec9-9291-5d2096ec51b3 req-ddbc3182-d104-4439-b5d4-935c656095a5 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401597 May 25 00:02:56.524794 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:02:56.696031 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:57.201613 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7e6cc-c6a7-4338-ad46-a1389e9b734a req-2afb9849-f3b3-44c1-9056-2af627db39c4 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:57.203105 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84e7e6cc-c6a7-4338-ad46-a1389e9b734a req-2afb9849-f3b3-44c1-9056-2af627db39c4 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 943 time: 0.0904729 May 25 00:02:57.248441 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-84e7e6cc-c6a7-4338-ad46-a1389e9b734a req-3d8f7bba-7104-4bee-b11f-6def74818ff3 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391481 May 25 00:02:57.927876 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3abe1622-6b61-43e9-b2b0-eba52f4acc96 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 00:02:58.073522 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3abe1622-6b61-43e9-b2b0-eba52f4acc96, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:58.086456 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'mac_address': 'fa:16:3e:fb:a4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 00:02:58.143728 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:02:58.144135 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:58.163753 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abe1622-6b61-43e9-b2b0-eba52f4acc96 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 00:02:58.181170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3abe1622-6b61-43e9-b2b0-eba52f4acc96, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:02:58.186516 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:02:58.254926 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3abe1622-6b61-43e9-b2b0-eba52f4acc96,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:02:58.444589 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5534820-89f1-478f-a0f9-7fd1e359ea33 req-665d4840-df4f-4c66-9e57-da66a2d4ffca tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:58.445999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5534820-89f1-478f-a0f9-7fd1e359ea33 req-665d4840-df4f-4c66-9e57-da66a2d4ffca tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 944 time: 0.0896835 May 25 00:02:58.450540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['3abe1622-6b61-43e9-b2b0-eba52f4acc96'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 00:02:58.492769 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-a5534820-89f1-478f-a0f9-7fd1e359ea33 req-1416dadf-ea76-4c52-bf6b-43f21200fc68 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406408 May 25 00:02:59.796726 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b4d57-186c-499d-aab9-1b36bc7a54f2 req-9c6e6dae-e396-42d4-9f96-c55395d9b22b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:02:59.798068 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc2b4d57-186c-499d-aab9-1b36bc7a54f2 req-9c6e6dae-e396-42d4-9f96-c55395d9b22b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 944 time: 0.1914985 May 25 00:02:59.841846 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-dc2b4d57-186c-499d-aab9-1b36bc7a54f2 req-b7047fcb-e33c-49cd-8ab2-48bfedc8e261 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376756 May 25 00:02:59.939589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3abe1622-6b61-43e9-b2b0-eba52f4acc96 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:03:00.027398 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:03:00.032152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:03:00.032525 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:00.145383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:03:00.145682 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:00.172150 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:03:00.182421 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3abe1622-6b61-43e9-b2b0-eba52f4acc96, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:03:00.187482 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:00.224542 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c3c2ba-8a4e-431c-a951-b8ea036ef78f'] response: {'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'code': 200} May 25 00:03:00.257962 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3abe1622-6b61-43e9-b2b0-eba52f4acc96,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:03:00.414450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9e20b-e733-45f8-90d6-6153577f453b req-251e6ebb-a84d-4494-8d16-4791aff2424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:00.415855 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5d9e20b-e733-45f8-90d6-6153577f453b req-251e6ebb-a84d-4494-8d16-4791aff2424b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 1096 time: 0.1278632 May 25 00:03:00.460129 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-e5d9e20b-e733-45f8-90d6-6153577f453b req-e5b49bb0-0c50-4502-a437-8604e6b6ef1c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343237 May 25 00:03:01.066879 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb164f-c8d4-4a99-873f-01124df92370 req-a2c9f312-332c-4955-a7d2-f39e45fcfad7 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:01.068319 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6deb164f-c8d4-4a99-873f-01124df92370 req-a2c9f312-332c-4955-a7d2-f39e45fcfad7 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 945 time: 0.0970981 May 25 00:03:01.113198 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-6deb164f-c8d4-4a99-873f-01124df92370 req-1d6e420a-c021-4e8b-9543-1e9dc50e8cd5 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389383 May 25 00:03:02.323544 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259cd0e-e25e-4d4d-98f4-7a6cc348c0bb req-bec386e8-0b9d-4466-a352-3380a9927412 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:02.325212 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0259cd0e-e25e-4d4d-98f4-7a6cc348c0bb req-bec386e8-0b9d-4466-a352-3380a9927412 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 945 time: 0.0909467 May 25 00:03:02.371350 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-0259cd0e-e25e-4d4d-98f4-7a6cc348c0bb req-1511bb30-c99d-4c40-b93b-ecec436b6e32 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397434 May 25 00:03:02.567866 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7bda9-f2c8-4c82-8bd3-4a26bb695931 req-ccb984c5-aecb-4855-b9f7-9f7bbbcf208e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:02.569338 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9dd7bda9-f2c8-4c82-8bd3-4a26bb695931 req-ccb984c5-aecb-4855-b9f7-9f7bbbcf208e tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 945 time: 0.0810611 May 25 00:03:02.614782 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-9dd7bda9-f2c8-4c82-8bd3-4a26bb695931 req-6c874e3b-9bc6-4458-86aa-4f9e20b6e50a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393283 May 25 00:03:02.637945 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57362) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:03:02.773774 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c8958-3846-445f-b748-093b7f7567c2 tempest-TestSnapshotPattern-1228807465 tempest-TestSnapshotPattern-1228807465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:02.774468 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e64c8958-3846-445f-b748-093b7f7567c2 tempest-TestSnapshotPattern-1228807465 tempest-TestSnapshotPattern-1228807465-project-admin] Synchronizing usage tracker for tenant:45959548dafd4f20b93af674ec424fce on resource:port {{(pid=88390) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 00:03:02.793751 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-e64c8958-3846-445f-b748-093b7f7567c2 tempest-TestSnapshotPattern-1228807465 tempest-TestSnapshotPattern-1228807465-project-admin] Unset dirty status for tenant:45959548dafd4f20b93af674ec424fce on resource:port {{(pid=88390) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 00:03:02.795037 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-e64c8958-3846-445f-b748-093b7f7567c2 tempest-TestSnapshotPattern-1228807465 tempest-TestSnapshotPattern-1228807465-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 1091 time: 0.1558139 May 25 00:03:02.799263 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57368) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:03:02.805105 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.v2.base [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:03:02.812008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:03:02.815841 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Usage tracker for resource:floatingip and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:03:02.818856 n-d-843146-7 neutron-server[88390]: DEBUG neutron.quota.resource [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88390) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:03:02.824436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.quota.driver [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:03:02.836844 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for floatingip, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:02.987228 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:03.127734 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_common [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Allocated IP 172.25.7.10 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/ff67f5d8-a5e4-4bf2-a634-0c503dd54f8a) {{(pid=88390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 00:03:03.282742 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for port, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:03.317780 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:03.381453 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:03:03.384327 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.base_scheduler [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources bound (agent type, host, resource id): {{(pid=88390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:03:03.387893 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Received port after_create {{(pid=88390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 00:03:03.416513 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'Port': ['ID=ff67f5d8-a5e4-4bf2-a634-0c503dd54f8a,revision_number=1']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:03:03.820335 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:03.894927 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:04.121400 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for port, precommit_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:04.129149 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096844'] for port, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:04.353684 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'Port': ['ID=ff67f5d8-a5e4-4bf2-a634-0c503dd54f8a,revision_number=2']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:03:04.364754 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:04.539455 n-d-843146-7 neutron-server[88390]: INFO neutron.db.l3_db [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Floating IP ddcfe8cc-baa1-4863-8fc1-8493d3964fba associated. External IP: 172.25.7.10, port: 3abe1622-6b61-43e9-b2b0-eba52f4acc96. May 25 00:03:04.892458 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Router 2db9c18e-cf49-42ee-8781-775deb489a55 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 00:03:05.079104 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:03:05.089989 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a36603-930a-4ce1-a10a-05e9f6cfe9cb None None] Sync routers for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:03:05.100936 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a36603-930a-4ce1-a10a-05e9f6cfe9cb None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:03:05.101594 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e2a36603-930a-4ce1-a10a-05e9f6cfe9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:03:05.108245 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:05.178358 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-2d4207a4-e854-4376-be71-2490111be127 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3778963 May 25 00:03:05.178762 n-d-843146-7 neutron-server[88390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96'}] {{(pid=88390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:03:05.290886 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e2a36603-930a-4ce1-a10a-05e9f6cfe9cb None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:03:05.293378 n-d-843146-7 neutron-server[88390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d020d56-2d20-47ce-9311-3c3b1317322d'] response: {'name': 'network-changed', 'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'status': 'completed', 'code': 200} May 25 00:03:05.391726 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d07a28-4a2e-4acd-8d7d-7a0d79c3fb16 req-cf157426-be2a-49c1-8d4d-b8da7b09c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:05.393249 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47d07a28-4a2e-4acd-8d7d-7a0d79c3fb16 req-cf157426-be2a-49c1-8d4d-b8da7b09c376 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 1096 time: 0.0764849 May 25 00:03:05.413262 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-42b869c9-be37-41f0-a9ce-904ce5c46847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:05.528403 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d07a28-4a2e-4acd-8d7d-7a0d79c3fb16 req-7a666e27-5218-434a-b0ed-043e7f931b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:05.529789 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47d07a28-4a2e-4acd-8d7d-7a0d79c3fb16 req-7a666e27-5218-434a-b0ed-043e7f931b0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 909 time: 0.1303496 May 25 00:03:05.631754 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47d07a28-4a2e-4acd-8d7d-7a0d79c3fb16 req-bf8cb062-e4b1-4726-b79d-06b46653f170 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96 HTTP/1.1" status: 200 len: 998 time: 0.0960546 May 25 00:03:05.637444 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e2a36603-930a-4ce1-a10a-05e9f6cfe9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ddcfe8cc-baa1-4863-8fc1-8493d3964fba', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:fb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:03:03Z', 'updated_at': '2022-05-25T00:03:03Z', 'revision_number': 0, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:03:05.641392 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a36603-930a-4ce1-a10a-05e9f6cfe9cb None None] Checking router: 2db9c18e-cf49-42ee-8781-775deb489a55 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:03:05.650162 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a36603-930a-4ce1-a10a-05e9f6cfe9cb None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:03:05.650738 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e2a36603-930a-4ce1-a10a-05e9f6cfe9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:02:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:03:05.695137 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d07a28-4a2e-4acd-8d7d-7a0d79c3fb16 req-95397987-4c70-4e0c-af7f-9b9256a2c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:05.696682 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47d07a28-4a2e-4acd-8d7d-7a0d79c3fb16 req-95397987-4c70-4e0c-af7f-9b9256a2c3b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0591938 May 25 00:03:05.781433 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d07a28-4a2e-4acd-8d7d-7a0d79c3fb16 req-30864569-cc7b-4325-bfe3-6711eb3c9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:05.782946 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47d07a28-4a2e-4acd-8d7d-7a0d79c3fb16 req-30864569-cc7b-4325-bfe3-6711eb3c9bf4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799971 May 25 00:03:05.852557 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-e2a36603-930a-4ce1-a10a-05e9f6cfe9cb None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:03:05.921943 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47d07a28-4a2e-4acd-8d7d-7a0d79c3fb16 req-1099aa32-5bb8-4287-a7ef-a6d89b3afaff service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300731 May 25 00:03:06.054284 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-47d07a28-4a2e-4acd-8d7d-7a0d79c3fb16 req-c792c455-ad31-487b-ac9c-ca547fed42cd service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261415 May 25 00:03:06.200168 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-e2a36603-930a-4ce1-a10a-05e9f6cfe9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ddcfe8cc-baa1-4863-8fc1-8493d3964fba', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:fb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:03:03Z', 'updated_at': '2022-05-25T00:03:03Z', 'revision_number': 0, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:03:06.204154 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a36603-930a-4ce1-a10a-05e9f6cfe9cb None None] The sync data for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 is: [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ddcfe8cc-baa1-4863-8fc1-8493d3964fba', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:fb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:03:03Z', 'updated_at': '2022-05-25T00:03:03Z', 'revision_number': 0, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:03:06.394652 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc0006-3e8c-4da4-8b13-bf6750152523 None None] New status for floating IP ddcfe8cc-baa1-4863-8fc1-8493d3964fba: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 00:03:07.531654 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d723354d-d29f-477d-b8c2-728a1522bbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:08.759315 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:09.101409 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:10.366462 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:20.897961 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-f9b7c991-382b-46a8-9f69-0d093abc8f96 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726051 May 25 00:03:21.040567 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-0e46362d-8a2b-41a3-8718-ae9016e53dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:21.042037 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-0e46362d-8a2b-41a3-8718-ae9016e53dda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 1096 time: 0.0741236 May 25 00:03:21.197552 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-001f36b7-7ed5-45ac-9883-c9d062cc11a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:21.199054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-001f36b7-7ed5-45ac-9883-c9d062cc11a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 909 time: 0.1360674 May 25 00:03:21.302799 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-ac06d0b9-204c-4f84-a894-d5ef9b3e0418 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96 HTTP/1.1" status: 200 len: 1000 time: 0.0970750 May 25 00:03:21.371261 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-f42ed914-bdf4-4fb5-9b4a-76dba05c64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:21.372712 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-f42ed914-bdf4-4fb5-9b4a-76dba05c64b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0625575 May 25 00:03:21.453360 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-f409dab3-7595-4653-a741-f03a735837a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:03:21.454875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-f409dab3-7595-4653-a741-f03a735837a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747051 May 25 00:03:21.702561 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-061d0aa9-e45d-43b6-864e-aa0e8ec4582a service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390885 May 25 00:03:21.834927 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-86a65474-c4eb-40a4-aee9-e01471b40a94 req-3b48554b-a334-44d9-9016-058b054a5b53 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249776 May 25 00:03:24.938006 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:26.692923 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:33.531135 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:03:35.424069 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-4df0ecaf-ceb6-4af9-8821-c4e4199785aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:37.540381 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-144ee334-edc9-439e-b584-c16dd59ec040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:38.747434 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:39.109878 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:40.365925 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:54.948399 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:03:56.689054 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:05.425257 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-19779bc1-ba60-4f95-b2d7-79853b941c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:07.534835 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-647b86f0-76d3-4f0d-ab7d-5d5aa8de1cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:08.748663 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:09.109744 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:10.371512 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:10.527366 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:04:22.907207 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-7351a690-2561-4aae-8c27-68a480905eed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818810 May 25 00:04:23.072101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-ebb003fc-1ff4-43ad-95a3-d171ae4cf510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:04:23.073627 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-ebb003fc-1ff4-43ad-95a3-d171ae4cf510 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 1096 time: 0.0776742 May 25 00:04:23.230779 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-dd914bc3-091c-4e82-9720-56215624b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:04:23.232919 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-dd914bc3-091c-4e82-9720-56215624b2b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 909 time: 0.1336415 May 25 00:04:23.358317 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-ec068d39-9a8f-4b3c-a2b0-5ec0d845a49a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96 HTTP/1.1" status: 200 len: 1000 time: 0.1155581 May 25 00:04:23.424697 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-40975cd5-6ce6-44c6-9822-764c212304f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:04:23.426205 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-40975cd5-6ce6-44c6-9822-764c212304f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0606635 May 25 00:04:23.508249 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-778a74ad-544a-4fac-9d77-facb29a353e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:04:23.509806 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-778a74ad-544a-4fac-9d77-facb29a353e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739384 May 25 00:04:23.646597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-aaa8956b-852f-45c7-96fd-d5109013de1f service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272438 May 25 00:04:23.782521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-29c71c6a-8a8b-4f72-897c-0ca93183427d req-87a2e430-de53-4ec5-8175-52886b5032ae service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258411 May 25 00:04:24.965112 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:26.693004 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:35.431411 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-676056c5-0b6a-4feb-a7ee-a10cc1367288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:37.540233 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-466e4f0b-5866-419b-b308-9c20780dea46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:38.751927 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:39.113591 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:40.374958 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:47.523757 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:04:54.968446 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:04:56.691672 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:05.420257 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f3611bf4-b88b-4673-9f31-794cf51e0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:06.566642 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3abe1622-6b61-43e9-b2b0-eba52f4acc96 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 00:05:06.701941 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3abe1622-6b61-43e9-b2b0-eba52f4acc96, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:05:06.715606 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'mac_address': 'fa:16:3e:fb:a4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 00:05:06.771409 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:05:06.771787 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:06.789455 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3abe1622-6b61-43e9-b2b0-eba52f4acc96 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 00:05:06.804675 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3abe1622-6b61-43e9-b2b0-eba52f4acc96, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:05:06.811115 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:06.886907 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3abe1622-6b61-43e9-b2b0-eba52f4acc96,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:05:06.892902 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['3abe1622-6b61-43e9-b2b0-eba52f4acc96'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 00:05:06.924399 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:06.924771 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:06.925187 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:06.925703 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:06.926032 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:06.926361 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:06.926679 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:06.926985 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:06.927293 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:06.927614 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:06.927925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:06.928238 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:07.526432 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bd5aad2b-1b23-4849-b742-cc98e2372e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:08.575977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3abe1622-6b61-43e9-b2b0-eba52f4acc96 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:05:08.651727 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:05:08.652199 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:08.784225 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:08.791925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:05:08.791925 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:08.823170 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:05:08.837504 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3abe1622-6b61-43e9-b2b0-eba52f4acc96, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:05:08.844865 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:08.890309 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b37d0f0-dd84-44af-994c-c9c873505979'] response: {'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'code': 200} May 25 00:05:08.930552 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3abe1622-6b61-43e9-b2b0-eba52f4acc96,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:05:09.117000 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:10.376849 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:17.282793 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-30c0110c-c505-4cc8-bec0-341704f75079 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281249136&fields=id&tenant_id=61d8f64321c1441aaa6edf3274bb4890 HTTP/1.1" status: 200 len: 267 time: 0.0465915 May 25 00:05:17.445324 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-f0e026d3-cd7b-48b4-b19f-b054185dae15 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:17.446705 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-f0e026d3-cd7b-48b4-b19f-b054185dae15 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 808 time: 0.1572177 May 25 00:05:17.462573 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-6d3f4ed5-7e38-4946-8083-9347fe453eef tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/quotas/61d8f64321c1441aaa6edf3274bb4890 HTTP/1.1" status: 200 len: 375 time: 0.0100529 May 25 00:05:17.552375 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-e7e61509-f1cd-41cb-956b-5af593f9c9a3 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0848472 May 25 00:05:17.752000 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-b05a081b-f025-4b71-9b79-4e3d78fcaaf2 service neutron] 10.222.0.55 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866293 May 25 00:05:17.886282 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-0a0e5b2d-cda1-432f-9a49-e87a8b788563 service neutron] 10.222.0.55 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256227 May 25 00:05:18.081524 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f16d9b1e-0715-4a71-b1bc-f1449f5bf448 req-6a301e34-489b-4cbf-a100-26ae1aaddea5 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 210 time: 0.0417807 May 25 00:05:19.286765 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-f9c1fee2-3d42-4568-9279-87828272d11a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:19.288349 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-f9c1fee2-3d42-4568-9279-87828272d11a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 808 time: 0.1561162 May 25 00:05:19.344400 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-0e3f6781-4e78-4ae7-b3b2-e49cde6d17f3 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61d8f64321c1441aaa6edf3274bb4890 HTTP/1.1" status: 200 len: 379 time: 0.0438142 May 25 00:05:19.354740 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Request body: {'port': {'device_id': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'admin_state_up': True, 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'security_groups': ['44a629d6-c7d2-4512-89eb-d370e2750471']}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:05:19.374161 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-2f70ee85-3112-4237-9a4f-0fc3a1aeff36 req-09115e29-7d5d-4a05-b9c1-00c9bf6f0129 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 210 time: 0.1688087 May 25 00:05:19.495772 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:05:19.505476 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:05:19.516672 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Made reservation on behalf of 61d8f64321c1441aaa6edf3274bb4890 for: {'port': 1} {{(pid=88389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 00:05:19.520413 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:19.743304 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Allocated IP 172.20.0.5 (dc788ec3-f875-4652-ac0c-2c9753c843b4/9ef7831d-f3fe-4802-aba4-a6d387ffe247/e1f61c66-257d-44f4-903b-093f534700b4) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 00:05:20.128676 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:20.147475 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Transition to ACTIVE for port object e1f61c66-257d-44f4-903b-093f534700b4 will not be triggered until provisioned by entity DHCP. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:05:20.173142 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:20.254996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Network dc788ec3-f875-4652-ac0c-2c9753c843b4 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:05:20.258314 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:05:20.262381 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 00:05:20.295578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'Port': ['ID=e1f61c66-257d-44f4-903b-093f534700b4,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:05:20.318110 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.318450 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.318793 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.319119 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.319448 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.319775 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.320101 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.320406 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.320724 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.321038 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.321376 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.321717 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:05:20.355658 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:20.356331 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:20.390232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-4060be53-0cbe-4298-96d3-92e498db180c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0392900 May 25 00:05:20.583925 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0e7ead62-5943-4b5d-a1c7-bcfa5e8ecfcd None None] Provisioning for port e1f61c66-257d-44f4-903b-093f534700b4 completed by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:05:20.589699 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-0e7ead62-5943-4b5d-a1c7-bcfa5e8ecfcd None None] Provisioning complete for port e1f61c66-257d-44f4-903b-093f534700b4 triggered by entity DHCP. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:05:20.590442 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0e7ead62-5943-4b5d-a1c7-bcfa5e8ecfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:20.631051 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3abe1622-6b61-43e9-b2b0-eba52f4acc96 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:05:20.631904 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f996-2792-4e49-8a48-5dcda414a5fa req-62451ce2-774a-49de-8b33-49edce160801 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:20.632645 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-57d1f996-2792-4e49-8a48-5dcda414a5fa req-62451ce2-774a-49de-8b33-49edce160801 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Synchronizing usage tracker for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 00:05:20.653905 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-57d1f996-2792-4e49-8a48-5dcda414a5fa req-62451ce2-774a-49de-8b33-49edce160801 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Unset dirty status for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 00:05:20.662067 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57d1f996-2792-4e49-8a48-5dcda414a5fa req-62451ce2-774a-49de-8b33-49edce160801 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 931 time: 0.1552958 May 25 00:05:20.677425 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ead62-5943-4b5d-a1c7-bcfa5e8ecfcd None None] Port e1f61c66-257d-44f4-903b-093f534700b4 cannot update to ACTIVE because it is not bound. {{(pid=88391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 00:05:20.719559 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-57d1f996-2792-4e49-8a48-5dcda414a5fa req-9b90723b-90e0-4a3e-b4b8-59fab04266f6 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546174 May 25 00:05:20.790302 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:05:20.790778 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:20.819343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:05:20.829212 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port 3abe1622-6b61-43e9-b2b0-eba52f4acc96, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:05:20.834162 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:20.893544 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b764da81-e61d-4db3-9b2b-76bacf1507d2'] response: {'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'code': 200} May 25 00:05:20.907189 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=3abe1622-6b61-43e9-b2b0-eba52f4acc96,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:05:21.936236 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13896b16-74a0-49bd-9c7a-fcbabc1d0fd5 req-df00a987-f595-407d-bcd0-17543c94d0bc tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:21.938421 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13896b16-74a0-49bd-9c7a-fcbabc1d0fd5 req-df00a987-f595-407d-bcd0-17543c94d0bc tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 931 time: 0.0987155 May 25 00:05:21.988597 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-13896b16-74a0-49bd-9c7a-fcbabc1d0fd5 req-72aff6e8-597f-4171-b1f1-bd978cda338d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440040 May 25 00:05:23.187932 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dd6b8-1abd-4279-90b3-4cad266a1e2f req-a27b05d2-d8bb-4351-82b6-22f8478f6a39 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:23.191289 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-441dd6b8-1abd-4279-90b3-4cad266a1e2f req-a27b05d2-d8bb-4351-82b6-22f8478f6a39 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 931 time: 0.0837920 May 25 00:05:23.243634 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-441dd6b8-1abd-4279-90b3-4cad266a1e2f req-ce16e985-9bac-4124-9d94-eec2226dfe4b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467496 May 25 00:05:24.459108 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929ead2-49cf-46fd-9340-645e90760381 req-8eb38f9c-c384-4adc-80e3-6037aeb8f93d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:24.460713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c929ead2-49cf-46fd-9340-645e90760381 req-8eb38f9c-c384-4adc-80e3-6037aeb8f93d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 931 time: 0.1028566 May 25 00:05:24.508141 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-c929ead2-49cf-46fd-9340-645e90760381 req-652c5a5c-9906-4bcc-aff5-afeca284be8c tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415378 May 25 00:05:24.525099 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:05:24.958207 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:25.707436 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e501f-1cd1-4778-aa75-ee617d64eb9f req-96065e81-20f1-4ae2-a82b-b93f2687f95d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:25.708919 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-183e501f-1cd1-4778-aa75-ee617d64eb9f req-96065e81-20f1-4ae2-a82b-b93f2687f95d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 931 time: 0.0821044 May 25 00:05:25.756585 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-183e501f-1cd1-4778-aa75-ee617d64eb9f req-34633c5c-b1b4-41f2-a743-b0f1434614e9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413384 May 25 00:05:26.703065 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:26.968063 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9da492-f44f-448f-a47b-a55366b2f44c req-4acba907-84b5-42f5-97c9-01fa6b537f73 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:26.969537 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb9da492-f44f-448f-a47b-a55366b2f44c req-4acba907-84b5-42f5-97c9-01fa6b537f73 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 931 time: 0.0917997 May 25 00:05:27.019631 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-bb9da492-f44f-448f-a47b-a55366b2f44c req-ec667f14-0b5b-4667-9ac6-1dfadf521798 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442076 May 25 00:05:27.353384 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Request body: {'port': {'device_id': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-7'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:05:27.354733 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.50', 49845) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:05:27.447502 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-49007a72-430f-4b9c-825c-4ef090ae8edf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752358 May 25 00:05:27.470703 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:27.600944 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-b342c22c-2886-4807-9dde-d525140a8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:27.602465 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-b342c22c-2886-4807-9dde-d525140a8d1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 1094 time: 0.0735564 May 25 00:05:27.748283 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-394626a0-b470-4db1-8b60-332ea17972d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:27.749773 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-394626a0-b470-4db1-8b60-332ea17972d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 909 time: 0.1270599 May 25 00:05:27.832248 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f61c66-257d-44f4-903b-093f534700b4 {{(pid=88389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 00:05:27.839804 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:27.854711 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Transition to ACTIVE for port object e1f61c66-257d-44f4-903b-093f534700b4 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 00:05:27.856238 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-5e170e33-5b73-46a1-8fd9-51fc5023c7a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96 HTTP/1.1" status: 200 len: 998 time: 0.0972455 May 25 00:05:27.859122 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:27.922008 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-1f102b80-9af4-4209-ab44-231c8fd63a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:27.923502 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-1f102b80-9af4-4209-ab44-231c8fd63a68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0570366 May 25 00:05:28.007493 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-6a9b5aee-10cd-4144-bf21-c63d9152854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:28.008966 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-6a9b5aee-10cd-4144-bf21-c63d9152854b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754614 May 25 00:05:28.016414 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f61c66-257d-44f4-903b-093f534700b4,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:05:28.100593 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Attempting to bind port e1f61c66-257d-44f4-903b-093f534700b4 on host n-h2-843146-7 for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 00:05:28.100920 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Attempting to bind port e1f61c66-257d-44f4-903b-093f534700b4 by drivers openvswitch,hyperv on host n-h2-843146-7 at level 0 using segments [{'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 00:05:28.101245 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Attempting to bind port e1f61c66-257d-44f4-903b-093f534700b4 on network dc788ec3-f875-4652-ac0c-2c9753c843b4 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 00:05:28.106316 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Port e1f61c66-257d-44f4-903b-093f534700b4 on network dc788ec3-f875-4652-ac0c-2c9753c843b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-7 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 00:05:28.106601 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Attempting to bind port e1f61c66-257d-44f4-903b-093f534700b4 on network dc788ec3-f875-4652-ac0c-2c9753c843b4 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 00:05:28.113515 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Checking agent: {'id': '9915c8e6-adaf-48e0-a640-d2546b73b7da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'started_at': datetime.datetime(2022, 5, 24, 22, 35, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 0, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 00:05:28.113887 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Checking segment: {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 00:05:28.114228 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Bound using segment: {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 00:05:28.114650 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Bound port: e1f61c66-257d-44f4-903b-093f534700b4, host: n-h2-843146-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cd5a5d-0718-4efc-bf01-12178c182b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 00:05:28.114991 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:28.205538 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] For port e1f61c66-257d-44f4-903b-093f534700b4, host n-h2-843146-7, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 00:05:28.208636 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] For port e1f61c66-257d-44f4-903b-093f534700b4, host n-h2-843146-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e1f61c66-257d-44f4-903b-093f534700b4,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 00:05:28.212607 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-83f534c6-b6f9-4da8-934e-ac116cd376d5 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936631 May 25 00:05:28.214396 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:28.281298 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:28.281938 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:28.283378 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] 10.222.0.50 "PUT /v2.0/ports/e1f61c66-257d-44f4-903b-093f534700b4 HTTP/1.1" status: 200 len: 1091 time: 0.9369330 May 25 00:05:28.283809 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:05:28.307145 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19cdc1-ddf3-4cfc-8ad5-859eaea9f023 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f61c66-257d-44f4-903b-093f534700b4,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:05:28.339655 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29156c-1c09-4fba-ab13-646930cd3860 req-3f19fe7d-3ec4-4150-8032-c3cb8e39b764 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:28.341214 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd29156c-1c09-4fba-ab13-646930cd3860 req-3f19fe7d-3ec4-4150-8032-c3cb8e39b764 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 943 time: 0.1920381 May 25 00:05:28.416077 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-cd29156c-1c09-4fba-ab13-646930cd3860 req-0f6d92fb-54be-4b30-b2ea-6518f339bf57 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606091 May 25 00:05:28.422922 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-e183a438-47e4-4e2d-9ed4-7747eab099fa req-1268cc0d-004d-4428-bc07-4fbf9dd4582a service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012210 May 25 00:05:28.436141 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730b0261-fe64-4166-842f-53b379e4a79d'] response: {'name': 'network-changed', 'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4', 'status': 'completed', 'code': 200} May 25 00:05:28.443240 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-9e5f127b-26af-4dd9-9b0d-ed4f16dc48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:28.444746 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-9e5f127b-26af-4dd9-9b0d-ed4f16dc48b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 1094 time: 0.0947847 May 25 00:05:28.631713 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-ea857e3b-aad8-4852-be6f-fda5756c9bcb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f61c66-257d-44f4-903b-093f534700b4 HTTP/1.1" status: 200 len: 217 time: 0.1784654 May 25 00:05:28.710623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-7a8697ef-1438-471a-a0d1-9fbc3f4f8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:28.712468 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-7a8697ef-1438-471a-a0d1-9fbc3f4f8dc4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0706987 May 25 00:05:28.794705 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-0317af85-fce7-4436-9372-a2f6e9999582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:28.796209 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-0317af85-fce7-4436-9372-a2f6e9999582 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732915 May 25 00:05:28.933115 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-8f440de3-dbd6-4d90-afe8-2a23eb893de4 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273973 May 25 00:05:29.067296 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-08458808-fd8c-4aa3-9604-306d0cb824ff req-45e2df5f-7f53-40de-9bd3-b72fd5829187 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269770 May 25 00:05:29.195158 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7e4e2-7bd2-47f1-89d7-b81c60f0b300 req-2ce82e81-2b52-4f43-b444-a3dbc3332af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:29.196640 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45c7e4e2-7bd2-47f1-89d7-b81c60f0b300 req-2ce82e81-2b52-4f43-b444-a3dbc3332af6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 1094 time: 0.0780351 May 25 00:05:29.335630 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7e4e2-7bd2-47f1-89d7-b81c60f0b300 req-e15a96f5-8da4-4df6-8c77-b3d31ee4aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:29.337175 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45c7e4e2-7bd2-47f1-89d7-b81c60f0b300 req-e15a96f5-8da4-4df6-8c77-b3d31ee4aa99 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 909 time: 0.1313596 May 25 00:05:29.406999 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45c7e4e2-7bd2-47f1-89d7-b81c60f0b300 req-9cc4ae68-9cdb-4db4-9708-964f1724c07b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f61c66-257d-44f4-903b-093f534700b4 HTTP/1.1" status: 200 len: 217 time: 0.0624225 May 25 00:05:29.471232 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7e4e2-7bd2-47f1-89d7-b81c60f0b300 req-c3c25e79-f1b8-49da-9d07-07ded96cd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:29.472706 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45c7e4e2-7bd2-47f1-89d7-b81c60f0b300 req-c3c25e79-f1b8-49da-9d07-07ded96cd4d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0586088 May 25 00:05:29.591813 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7e4e2-7bd2-47f1-89d7-b81c60f0b300 req-2e28b391-dc30-47be-928c-bbf9e15138c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:29.593305 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45c7e4e2-7bd2-47f1-89d7-b81c60f0b300 req-2e28b391-dc30-47be-928c-bbf9e15138c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141131 May 25 00:05:29.735209 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab39344-b72a-46f4-af94-93d6b78aafd2 req-d96f29c1-669a-4508-9685-0dcb7a20ec8a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:29.736659 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eab39344-b72a-46f4-af94-93d6b78aafd2 req-d96f29c1-669a-4508-9685-0dcb7a20ec8a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 943 time: 0.1946239 May 25 00:05:29.746000 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45c7e4e2-7bd2-47f1-89d7-b81c60f0b300 req-fdd8bf55-8122-4308-b628-6f5553980f79 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440151 May 25 00:05:29.862331 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-eab39344-b72a-46f4-af94-93d6b78aafd2 req-2caca6cf-cf78-45ff-a105-e37ad9d3414a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190572 May 25 00:05:29.902848 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-45c7e4e2-7bd2-47f1-89d7-b81c60f0b300 req-5ce5454d-8b97-4d7c-90e2-8b6cbd595e77 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447301 May 25 00:05:31.067200 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4d563-eb8b-4a53-9049-4d6f77f549bb req-6330e349-499b-40b4-9351-234445b7f71f tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:31.068642 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08d4d563-eb8b-4a53-9049-4d6f77f549bb req-6330e349-499b-40b4-9351-234445b7f71f tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 943 time: 0.0920937 May 25 00:05:31.113022 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-08d4d563-eb8b-4a53-9049-4d6f77f549bb req-83ca9d5d-5c78-45fa-aefd-d5e7984914d1 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384920 May 25 00:05:32.336520 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bc00f-67f2-4ecc-9dd1-7d19e4242d34 req-d59264aa-f13c-4f08-9dd3-dcd58542112d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:32.338322 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c8bc00f-67f2-4ecc-9dd1-7d19e4242d34 req-d59264aa-f13c-4f08-9dd3-dcd58542112d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 943 time: 0.1048541 May 25 00:05:32.388489 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-5c8bc00f-67f2-4ecc-9dd1-7d19e4242d34 req-6bd8aecc-9c14-48a3-b023-3529b78f19da tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441678 May 25 00:05:32.702386 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e1f61c66-257d-44f4-903b-093f534700b4 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 00:05:32.838383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e1f61c66-257d-44f4-903b-093f534700b4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e1f61c66-257d-44f4-903b-093f534700b4,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:05:32.852140 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'e1f61c66-257d-44f4-903b-093f534700b4', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'port_id': 'e1f61c66-257d-44f4-903b-093f534700b4', 'mac_address': 'fa:16:3e:f1:c3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 00:05:32.910173 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e1f61c66-257d-44f4-903b-093f534700b4 is: DOWN; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:05:32.910548 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:32.927932 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f61c66-257d-44f4-903b-093f534700b4 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 00:05:32.943681 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e1f61c66-257d-44f4-903b-093f534700b4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e1f61c66-257d-44f4-903b-093f534700b4,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:05:32.951360 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:33.016683 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e1f61c66-257d-44f4-903b-093f534700b4,revision_number=4']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:05:33.236463 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e1f61c66-257d-44f4-903b-093f534700b4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 00:05:33.585773 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7852-898e-4dac-a01b-5ebb1b6cd322 req-9cd8d90e-01fa-4c5c-b24b-45c35be72930 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:33.587261 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a4c7852-898e-4dac-a01b-5ebb1b6cd322 req-9cd8d90e-01fa-4c5c-b24b-45c35be72930 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 944 time: 0.0853679 May 25 00:05:33.630765 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-1a4c7852-898e-4dac-a01b-5ebb1b6cd322 req-12dbcaac-6a48-4d71-aaef-74779714ecd2 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376518 May 25 00:05:34.716527 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e1f61c66-257d-44f4-903b-093f534700b4 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:05:34.788990 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning for port e1f61c66-257d-44f4-903b-093f534700b4 completed by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 00:05:34.793841 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port e1f61c66-257d-44f4-903b-093f534700b4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:05:34.794222 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:34.840708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335459-6573-4998-8869-af6894d0e2aa req-ac1ef9b7-6ffd-42ed-bb28-c451fcca9ab8 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:34.842849 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb335459-6573-4998-8869-af6894d0e2aa req-ac1ef9b7-6ffd-42ed-bb28-c451fcca9ab8 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 944 time: 0.0834053 May 25 00:05:34.888376 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-cb335459-6573-4998-8869-af6894d0e2aa req-c96d8928-e55f-4345-916a-7c17e913022f tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395062 May 25 00:05:34.913120 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e1f61c66-257d-44f4-903b-093f534700b4 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:05:34.913517 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:34.939836 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:05:34.949047 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e1f61c66-257d-44f4-903b-093f534700b4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e1f61c66-257d-44f4-903b-093f534700b4,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:05:34.954596 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:34.985856 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d52e9b7-2d15-44d0-ad1e-a773ef49119f'] response: {'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4', 'code': 200} May 25 00:05:35.025163 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e1f61c66-257d-44f4-903b-093f534700b4,revision_number=5']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:05:35.121535 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c4f2-d069-4f2a-907a-084553b27f2c req-55564869-84f9-437c-aaae-47f6fba141d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:35.123025 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c0c4f2-d069-4f2a-907a-084553b27f2c req-55564869-84f9-437c-aaae-47f6fba141d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 1096 time: 0.0736139 May 25 00:05:35.166346 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-99c0c4f2-d069-4f2a-907a-084553b27f2c req-e35735d6-f368-4f00-bd3c-ae7af9b501b6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340753 May 25 00:05:35.419198 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-5b4f8447-48b0-4a78-aef6-3e0033998fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:36.096148 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c53b6b-813b-4872-8915-29cb3b023caa req-76ffb776-83fa-4a76-bf6d-224b4d629835 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:36.097631 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c53b6b-813b-4872-8915-29cb3b023caa req-76ffb776-83fa-4a76-bf6d-224b4d629835 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 945 time: 0.0966716 May 25 00:05:36.141642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-18c53b6b-813b-4872-8915-29cb3b023caa req-ad8824bd-b207-418d-84ea-5ac0c0fd38f0 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379999 May 25 00:05:37.350554 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9ed0-cafb-430c-8b6d-6efbecc63466 req-96c2942e-d606-4950-ab1c-c454bd3c8485 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:37.352016 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-804f9ed0-cafb-430c-8b6d-6efbecc63466 req-96c2942e-d606-4950-ab1c-c454bd3c8485 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 945 time: 0.0992095 May 25 00:05:37.397473 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-804f9ed0-cafb-430c-8b6d-6efbecc63466 req-c17c89c0-d5c7-46a1-a69f-a980282b0448 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385821 May 25 00:05:37.527058 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7c967dba-142b-4421-a68f-3f6fa44390a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:37.706698 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627747b6-08b9-4328-babd-a3b6afcce441 req-9dd52016-42c3-4e9b-afc7-894e990c0036 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:37.708041 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-627747b6-08b9-4328-babd-a3b6afcce441 req-9dd52016-42c3-4e9b-afc7-894e990c0036 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 945 time: 0.1941891 May 25 00:05:37.751733 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-627747b6-08b9-4328-babd-a3b6afcce441 req-80a7b126-3a2d-45c3-abde-26641f6db9be tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378642 May 25 00:05:37.784013 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57646) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:05:37.854012 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28aa306-89cc-4ae6-839a-5f880dc893d9 tempest-TestSnapshotPattern-1228807465 tempest-TestSnapshotPattern-1228807465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:37.855494 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a28aa306-89cc-4ae6-839a-5f880dc893d9 tempest-TestSnapshotPattern-1228807465 tempest-TestSnapshotPattern-1228807465-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 1091 time: 0.0705178 May 25 00:05:37.859527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57650) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:05:37.864273 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.v2.base [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Request body: {'floatingip': {'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'port_id': 'e1f61c66-257d-44f4-903b-093f534700b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 00:05:37.870928 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 00:05:37.875189 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Usage tracker for resource:floatingip and tenant:61d8f64321c1441aaa6edf3274bb4890 is out of sync, need to count used quota {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 00:05:37.878253 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88389) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 00:05:37.884073 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.quota.driver [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88389) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 00:05:37.899524 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for floatingip, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:38.038319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:38.187040 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_common [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Allocated IP 172.25.7.82 (8b909c67-3c4a-4f96-a100-f637e7cc5c78/0e24cbec-f15f-4f6c-b307-474cf07253be/f7d92ebd-ddf1-4ebc-9180-83cb0d5c61e3) {{(pid=88389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 00:05:38.335336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for port, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:38.367874 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752461834334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:38.434437 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Network 8b909c67-3c4a-4f96-a100-f637e7cc5c78 is already hosted by enough agents. {{(pid=88389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 00:05:38.437224 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.base_scheduler [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Resources bound (agent type, host, resource id): {{(pid=88389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 00:05:38.441024 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Received port after_create {{(pid=88389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 00:05:38.474785 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'Port': ['ID=f7d92ebd-ddf1-4ebc-9180-83cb0d5c61e3,revision_number=1']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:05:38.750496 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:38.868145 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:38.946741 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:39.109341 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:39.160223 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:39.167974 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792488'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:39.274550 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event updated for resources: {'Port': ['ID=f7d92ebd-ddf1-4ebc-9180-83cb0d5c61e3,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:05:39.286779 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395932'] for floatingip, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:39.566293 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Floating IP 7d069324-d2bc-4db9-961c-4f194fbb3229 associated. External IP: 172.25.7.82, port: e1f61c66-257d-44f4-903b-093f534700b4. May 25 00:05:39.930139 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Router 2db9c18e-cf49-42ee-8781-775deb489a55 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 00:05:40.124648 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:05:40.135062 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe7202e-9b01-4954-9827-be41c061e367 None None] Sync routers for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:05:40.155287 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:40.158274 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7202e-9b01-4954-9827-be41c061e367 None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:05:40.158913 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6fe7202e-9b01-4954-9827-be41c061e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:05:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:05:40.212267 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-ba9da1d5-c704-43c2-9382-0ae6df943f2d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3516378 May 25 00:05:40.212773 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:05:40.256755 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47cfcb62-e2f2-4070-a0d9-2c0a0d10c8ed'] response: {'name': 'network-changed', 'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4', 'status': 'completed', 'code': 200} May 25 00:05:40.334072 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-6fe7202e-9b01-4954-9827-be41c061e367 None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:05:40.354957 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ff9ef-5a84-493f-9fd4-8ba2c8bea455 req-4cf53eac-f8f7-44c7-a3df-73824c23b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:40.356498 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f17ff9ef-5a84-493f-9fd4-8ba2c8bea455 req-4cf53eac-f8f7-44c7-a3df-73824c23b673 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 1096 time: 0.0746837 May 25 00:05:40.374804 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:40.493598 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ff9ef-5a84-493f-9fd4-8ba2c8bea455 req-8272bc51-236b-4008-9f47-027717cbb2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:40.495103 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f17ff9ef-5a84-493f-9fd4-8ba2c8bea455 req-8272bc51-236b-4008-9f47-027717cbb2f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 909 time: 0.1327448 May 25 00:05:40.601950 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f17ff9ef-5a84-493f-9fd4-8ba2c8bea455 req-394b03a0-600e-4b0d-9d0a-8e97375abbf8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f61c66-257d-44f4-903b-093f534700b4 HTTP/1.1" status: 200 len: 998 time: 0.1005929 May 25 00:05:40.664344 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ff9ef-5a84-493f-9fd4-8ba2c8bea455 req-fc36b0fb-6e12-4968-8e93-7afdbb383189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:40.665841 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f17ff9ef-5a84-493f-9fd4-8ba2c8bea455 req-fc36b0fb-6e12-4968-8e93-7afdbb383189 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0580862 May 25 00:05:40.685759 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6fe7202e-9b01-4954-9827-be41c061e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '7d069324-d2bc-4db9-961c-4f194fbb3229', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': 'e1f61c66-257d-44f4-903b-093f534700b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:f1:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:05:38Z', 'updated_at': '2022-05-25T00:05:38Z', 'revision_number': 0, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}, {'id': 'ddcfe8cc-baa1-4863-8fc1-8493d3964fba', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:fb:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:03:03Z', 'updated_at': '2022-05-25T00:03:06Z', 'revision_number': 1, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:05:40.689507 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe7202e-9b01-4954-9827-be41c061e367 None None] Checking router: 2db9c18e-cf49-42ee-8781-775deb489a55 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:05:40.697687 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7202e-9b01-4954-9827-be41c061e367 None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:05:40.698234 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6fe7202e-9b01-4954-9827-be41c061e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:05:38Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:05:40.742848 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ff9ef-5a84-493f-9fd4-8ba2c8bea455 req-298a68dd-2978-420e-bc4a-11eace6b71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:05:40.744406 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f17ff9ef-5a84-493f-9fd4-8ba2c8bea455 req-298a68dd-2978-420e-bc4a-11eace6b71cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725913 May 25 00:05:40.883054 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f17ff9ef-5a84-493f-9fd4-8ba2c8bea455 req-e9960734-9e77-48d4-b171-80eac529d70e service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288612 May 25 00:05:40.906687 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-6fe7202e-9b01-4954-9827-be41c061e367 None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:05:41.016621 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f17ff9ef-5a84-493f-9fd4-8ba2c8bea455 req-28d0ce2b-95b9-4293-8a90-9d9f79004fc1 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267827 May 25 00:05:41.258666 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-6fe7202e-9b01-4954-9827-be41c061e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '7d069324-d2bc-4db9-961c-4f194fbb3229', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': 'e1f61c66-257d-44f4-903b-093f534700b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:f1:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:05:38Z', 'updated_at': '2022-05-25T00:05:38Z', 'revision_number': 0, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}, {'id': 'ddcfe8cc-baa1-4863-8fc1-8493d3964fba', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:fb:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:03:03Z', 'updated_at': '2022-05-25T00:03:06Z', 'revision_number': 1, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:05:41.262671 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe7202e-9b01-4954-9827-be41c061e367 None None] The sync data for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 is: [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': '7d069324-d2bc-4db9-961c-4f194fbb3229', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': 'e1f61c66-257d-44f4-903b-093f534700b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:f1:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:05:38Z', 'updated_at': '2022-05-25T00:05:38Z', 'revision_number': 0, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}, {'id': 'ddcfe8cc-baa1-4863-8fc1-8493d3964fba', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:fb:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:03:03Z', 'updated_at': '2022-05-25T00:03:06Z', 'revision_number': 1, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:05:41.477389 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3cc15-78a0-4a12-9e3b-ab945e348b4c None None] New status for floating IP 7d069324-d2bc-4db9-961c-4f194fbb3229: ACTIVE {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 00:05:54.969865 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:05:56.694318 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:01.534162 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:06:05.424026 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-475bc5f2-b6db-4716-9eef-d54a5fc62e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:07.522394 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ac26cdf4-6ffc-4999-85b3-e9460c5a1cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:08.751626 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:09.125009 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:10.392490 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:24.959656 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:26.710259 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:27.039049 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-68c95f0b-75e1-47f2-8dc3-ebe0d422845e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1910603 May 25 00:06:27.195719 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-41d2aef5-ab4d-43ca-832e-1f9bb066f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:06:27.197232 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-41d2aef5-ab4d-43ca-832e-1f9bb066f816 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 1094 time: 0.0883698 May 25 00:06:27.351128 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-b430bbac-26c5-445f-8383-5f13a7a375b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:06:27.352618 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-b430bbac-26c5-445f-8383-5f13a7a375b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 909 time: 0.1358473 May 25 00:06:27.457105 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-9636feae-6862-4afe-a839-506837effc1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96 HTTP/1.1" status: 200 len: 998 time: 0.0978780 May 25 00:06:27.523707 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-4a10367c-aba2-4d98-b7b2-a81adf9f206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:06:27.525183 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-4a10367c-aba2-4d98-b7b2-a81adf9f206e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0618157 May 25 00:06:27.602260 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-fb1711a4-ccd7-49c3-b6d8-2f2a0651bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:06:27.603831 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-fb1711a4-ccd7-49c3-b6d8-2f2a0651bbe4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722551 May 25 00:06:27.741147 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-1765ce68-ea5c-4fd1-a2fd-8d1c8ab84118 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304343 May 25 00:06:27.874739 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-9468ba08-8832-4cfa-93bc-248ce7a90397 req-68ef190b-5b79-44bf-85d4-001033bccea6 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274366 May 25 00:06:35.424475 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-0d4ea64c-f0d2-4681-bb63-e6c6a9796c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:37.519233 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cdec61ed-99e6-43ee-aa65-5833355a2773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:38.527386 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:06:38.753220 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:39.123889 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:40.390596 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:54.967546 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:06:56.717171 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:05.431300 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-de558db8-e950-4d0d-992a-0f19e11c2395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:07.519370 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b2578eb8-f3a6-42b4-9948-245a5080960e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:08.760401 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:09.129004 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:10.395318 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:15.534381 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:07:23.271517 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e1f61c66-257d-44f4-903b-093f534700b4 details requested by agent hyperv_n-h2-843146-7 with host n-h2-843146-7 {{(pid=88391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 00:07:23.409974 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e1f61c66-257d-44f4-903b-093f534700b4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e1f61c66-257d-44f4-903b-093f534700b4,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:23.423137 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Returning: {'device': 'e1f61c66-257d-44f4-903b-093f534700b4', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'port_id': 'e1f61c66-257d-44f4-903b-093f534700b4', 'mac_address': 'fa:16:3e:f1:c3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 00:07:23.478162 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e1f61c66-257d-44f4-903b-093f534700b4 is: ACTIVE; New status is: BUILD {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:07:23.478623 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:23.496863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1f61c66-257d-44f4-903b-093f534700b4 {{(pid=88391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 00:07:23.515666 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e1f61c66-257d-44f4-903b-093f534700b4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e1f61c66-257d-44f4-903b-093f534700b4,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:23.523707 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:23.609432 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e1f61c66-257d-44f4-903b-093f534700b4,revision_number=6']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:23.617858 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.618215 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.618656 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.619803 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.620142 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.620473 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.620863 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.621202 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.621540 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.621866 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.622191 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.622526 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:23.628585 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] get_ports_and_sgs() called for port_ids ['e1f61c66-257d-44f4-903b-093f534700b4'] {{(pid=88391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 00:07:24.985348 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:25.275492 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e1f61c66-257d-44f4-903b-093f534700b4 up at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 00:07:25.358072 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.provisioning_blocks [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Provisioning complete for port e1f61c66-257d-44f4-903b-093f534700b4 triggered by entity L2. {{(pid=88391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 00:07:25.358697 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1567565'] for port, provisioning_complete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:25.493360 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e1f61c66-257d-44f4-903b-093f534700b4 is: BUILD; New status is: ACTIVE {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:07:25.494083 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:25.528332 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:07:25.540321 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e1f61c66-257d-44f4-903b-093f534700b4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e1f61c66-257d-44f4-903b-093f534700b4,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:25.558544 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:25.658343 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e1f61c66-257d-44f4-903b-093f534700b4,revision_number=7']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:25.719930 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdeb270-bcb5-4b1f-ab09-25e2af63fafd'] response: {'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4', 'code': 200} May 25 00:07:26.713628 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:27.970991 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41ca9-55fb-4d60-afda-2ac1b17b75ae req-46d7d5b5-a510-424f-a712-7b997f5ec742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:27.972634 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dab41ca9-55fb-4d60-afda-2ac1b17b75ae req-46d7d5b5-a510-424f-a712-7b997f5ec742 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 1096 time: 0.0861430 May 25 00:07:28.128322 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41ca9-55fb-4d60-afda-2ac1b17b75ae req-a4fe65ad-f337-4efe-8846-1a8d6b0155d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:28.129839 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dab41ca9-55fb-4d60-afda-2ac1b17b75ae req-a4fe65ad-f337-4efe-8846-1a8d6b0155d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 909 time: 0.1351492 May 25 00:07:28.239312 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dab41ca9-55fb-4d60-afda-2ac1b17b75ae req-b34f3435-129a-4ad5-ae48-666cdc049389 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f61c66-257d-44f4-903b-093f534700b4 HTTP/1.1" status: 200 len: 1000 time: 0.1005976 May 25 00:07:28.316254 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41ca9-55fb-4d60-afda-2ac1b17b75ae req-7ba7d196-3d26-4f68-82b4-614093d30813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:28.318642 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dab41ca9-55fb-4d60-afda-2ac1b17b75ae req-7ba7d196-3d26-4f68-82b4-614093d30813 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0727422 May 25 00:07:28.412049 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41ca9-55fb-4d60-afda-2ac1b17b75ae req-849c723f-7c65-4e65-a6fb-0974b6513fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:28.413768 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dab41ca9-55fb-4d60-afda-2ac1b17b75ae req-849c723f-7c65-4e65-a6fb-0974b6513fba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861871 May 25 00:07:28.567906 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dab41ca9-55fb-4d60-afda-2ac1b17b75ae req-962ca67b-902c-4507-8435-c8484a9e85d8 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456320 May 25 00:07:28.738686 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dab41ca9-55fb-4d60-afda-2ac1b17b75ae req-5b448ebf-5790-4d3c-b44a-d39e379d4fc5 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605084 May 25 00:07:32.830027 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57846) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:33.052876 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Deleting port f7d92ebd-ddf1-4ebc-9180-83cb0d5c61e3 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:33.053216 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:33.225248 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:33.225596 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:33.452554 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Calling delete_port for f7d92ebd-ddf1-4ebc-9180-83cb0d5c61e3 owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:33.605415 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:33.655275 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event deleted for resources: {'Port': ['ID=f7d92ebd-ddf1-4ebc-9180-83cb0d5c61e3,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:33.692175 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.692509 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.692838 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.693162 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.693482 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.693819 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.694133 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.694444 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.694733 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.695064 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.695377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.695670 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:33.760457 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:33.760836 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Floating IP 7d069324-d2bc-4db9-961c-4f194fbb3229 disassociated (deleted). External IP: 172.25.7.82, port: e1f61c66-257d-44f4-903b-093f534700b4. May 25 00:07:34.136404 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Router 2db9c18e-cf49-42ee-8781-775deb489a55 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 00:07:34.315130 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:07:34.324932 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77f8f6-afe3-4a78-a572-8152b51adc00 None None] Sync routers for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:07:34.337003 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77f8f6-afe3-4a78-a572-8152b51adc00 None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:07:34.338039 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0f77f8f6-afe3-4a78-a572-8152b51adc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:07:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:34.342446 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:34.400995 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-335b1529-9182-45c6-be53-28e910e2ce4a tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "DELETE /v2.0/floatingips/7d069324-d2bc-4db9-961c-4f194fbb3229 HTTP/1.1" status: 204 len: 168 time: 1.5697615 May 25 00:07:34.401480 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:07:34.467415 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba0983a-1e94-4277-8f3d-0b76bf8f0713'] response: {'name': 'network-changed', 'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4', 'status': 'completed', 'code': 200} May 25 00:07:34.517759 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0f77f8f6-afe3-4a78-a572-8152b51adc00 None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:07:34.572170 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2da8cb-9905-4350-b8fa-0891ee9f8d22 req-98788571-7feb-4734-9a17-0e5835169d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:34.573697 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e2da8cb-9905-4350-b8fa-0891ee9f8d22 req-98788571-7feb-4734-9a17-0e5835169d3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 1096 time: 0.0776572 May 25 00:07:34.717933 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2da8cb-9905-4350-b8fa-0891ee9f8d22 req-3de3d5df-e263-446c-9a6d-421871c6f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:34.719612 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e2da8cb-9905-4350-b8fa-0891ee9f8d22 req-3de3d5df-e263-446c-9a6d-421871c6f286 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 909 time: 0.1388180 May 25 00:07:34.790344 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e2da8cb-9905-4350-b8fa-0891ee9f8d22 req-2ada0854-c14a-4365-80bf-694bed5e2c18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f61c66-257d-44f4-903b-093f534700b4 HTTP/1.1" status: 200 len: 217 time: 0.0640831 May 25 00:07:34.810902 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ce781-323c-4075-9329-65879326c5ac req-9f6260f7-e52c-40a9-ba48-3ef80ab50f58 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:34.813120 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa8ce781-323c-4075-9329-65879326c5ac req-9f6260f7-e52c-40a9-ba48-3ef80ab50f58 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 945 time: 0.0854373 May 25 00:07:34.854758 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2da8cb-9905-4350-b8fa-0891ee9f8d22 req-b3e51b01-f933-4ece-a349-f733d3a7e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:34.856453 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e2da8cb-9905-4350-b8fa-0891ee9f8d22 req-b3e51b01-f933-4ece-a349-f733d3a7e222 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0599465 May 25 00:07:34.860477 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-aa8ce781-323c-4075-9329-65879326c5ac req-ad785ea8-d3c0-442e-b20d-e88a2e9ee0e8 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 May 25 00:07:34.875752 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0f77f8f6-afe3-4a78-a572-8152b51adc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ddcfe8cc-baa1-4863-8fc1-8493d3964fba', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:fb:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:03:03Z', 'updated_at': '2022-05-25T00:03:06Z', 'revision_number': 1, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:34.879778 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77f8f6-afe3-4a78-a572-8152b51adc00 None None] Checking router: 2db9c18e-cf49-42ee-8781-775deb489a55 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:07:34.887913 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77f8f6-afe3-4a78-a572-8152b51adc00 None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:07:34.888490 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0f77f8f6-afe3-4a78-a572-8152b51adc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:07:08Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:34.939708 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2da8cb-9905-4350-b8fa-0891ee9f8d22 req-011c3012-b6e0-4a6a-bc05-d9bf4bb7c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:34.941112 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e2da8cb-9905-4350-b8fa-0891ee9f8d22 req-011c3012-b6e0-4a6a-bc05-d9bf4bb7c395 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780001 May 25 00:07:35.089458 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-0f77f8f6-afe3-4a78-a572-8152b51adc00 None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:07:35.191412 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e2da8cb-9905-4350-b8fa-0891ee9f8d22 req-5beb5ea8-2f56-4744-b844-e0279549ce1d service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429574 May 25 00:07:35.322197 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e1f61c66-257d-44f4-903b-093f534700b4 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:07:35.324511 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-6e2da8cb-9905-4350-b8fa-0891ee9f8d22 req-d54e4977-f594-4cd6-86c7-7f2e0131ab53 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267624 May 25 00:07:35.441138 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-0f77f8f6-afe3-4a78-a572-8152b51adc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ddcfe8cc-baa1-4863-8fc1-8493d3964fba', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:fb:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:03:03Z', 'updated_at': '2022-05-25T00:03:06Z', 'revision_number': 1, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:35.445474 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77f8f6-afe3-4a78-a572-8152b51adc00 None None] The sync data for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 is: [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_floatingips': [{'id': 'ddcfe8cc-baa1-4863-8fc1-8493d3964fba', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'router_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'port_id': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'mac_address': 'fa:16:3e:fb:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T00:03:03Z', 'updated_at': '2022-05-25T00:03:06Z', 'revision_number': 1, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:07:35.455525 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bcab4784-cc4e-4e94-90ee-bbb27c037d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:35.457103 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Current status of the port e1f61c66-257d-44f4-903b-093f534700b4 is: ACTIVE; New status is: DOWN {{(pid=88391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 00:07:35.457427 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578582'] for port, before_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:35.488084 n-d-843146-7 neutron-server[88391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4'}] {{(pid=88391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:07:35.498723 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] For port e1f61c66-257d-44f4-903b-093f534700b4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e1f61c66-257d-44f4-903b-093f534700b4,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:35.504009 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752462385327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752461834352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752461834397'] for port, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:35.541898 n-d-843146-7 neutron-server[88391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d490ee87-3e34-4be4-bff7-669b8aedb73b'] response: {'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4', 'code': 200} May 25 00:07:35.574402 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Pushing event updated for resources: {'Port': ['ID=e1f61c66-257d-44f4-903b-093f534700b4,revision_number=8']} {{(pid=88391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:35.693106 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e3a9b-64c4-4b9b-9310-93e0be63625a None None] New status for floating IP 7d069324-d2bc-4db9-961c-4f194fbb3229: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 00:07:36.062646 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf77e0-73a8-4277-96ed-d8b8029065df req-9b471582-616e-4052-9b89-ccd7b1d9989b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:36.064577 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52bf77e0-73a8-4277-96ed-d8b8029065df req-9b471582-616e-4052-9b89-ccd7b1d9989b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 943 time: 0.0956900 May 25 00:07:36.115730 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-52bf77e0-73a8-4277-96ed-d8b8029065df req-d415aec6-4bb5-4bc6-9419-68f2df12b87d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428314 May 25 00:07:36.504654 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-6d95c2c6-bb12-48be-b257-054e22ef2705 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:36.505346 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-6d95c2c6-bb12-48be-b257-054e22ef2705 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Synchronizing usage tracker for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 00:07:36.524349 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-6d95c2c6-bb12-48be-b257-054e22ef2705 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Unset dirty status for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 00:07:36.525521 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-6d95c2c6-bb12-48be-b257-054e22ef2705 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 943 time: 0.1237149 May 25 00:07:36.602578 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-941cfc81-217a-4098-8c24-a672752dee69 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Deleting port e1f61c66-257d-44f4-903b-093f534700b4 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:36.602918 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-941cfc81-217a-4098-8c24-a672752dee69 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:36.860227 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-941cfc81-217a-4098-8c24-a672752dee69 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] For port e1f61c66-257d-44f4-903b-093f534700b4, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=e1f61c66-257d-44f4-903b-093f534700b4,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:36.860227 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-941cfc81-217a-4098-8c24-a672752dee69 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:36.985978 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-941cfc81-217a-4098-8c24-a672752dee69 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Calling delete_port for e1f61c66-257d-44f4-903b-093f534700b4 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:37.132520 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-941cfc81-217a-4098-8c24-a672752dee69 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:37.192243 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cfc81-217a-4098-8c24-a672752dee69 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event deleted for resources: {'Port': ['ID=e1f61c66-257d-44f4-903b-093f534700b4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:37.302863 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-941cfc81-217a-4098-8c24-a672752dee69 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] No DVR routers for this DVR port e1f61c66-257d-44f4-903b-093f534700b4 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 00:07:37.306130 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-34eba4f3-6dcc-426c-b1d9-e904009b4399 req-4f8c53e9-ab50-45b4-9988-6dd8cebc28e6 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aea49af-9ffe-43b6-b902-7fdbb5769c2c HTTP/1.1" status: 200 len: 210 time: 0.0767040 May 25 00:07:37.307091 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-941cfc81-217a-4098-8c24-a672752dee69 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:37.309623 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'name': 'network-vif-deleted', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:07:37.328502 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-dfc8f267-d5e1-496d-96b0-2d2a5a444d2a req-941cfc81-217a-4098-8c24-a672752dee69 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.50 "DELETE /v2.0/ports/e1f61c66-257d-44f4-903b-093f534700b4 HTTP/1.1" status: 204 len: 173 time: 0.7944436 May 25 00:07:37.357344 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41d9906-d8ea-4b2c-86a4-99bac9846388'] response: {'server_uuid': '2aea49af-9ffe-43b6-b902-7fdbb5769c2c', 'name': 'network-vif-deleted', 'tag': 'e1f61c66-257d-44f4-903b-093f534700b4', 'status': 'completed', 'code': 200} May 25 00:07:37.516405 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-33b8c277-550c-42bf-ba2c-8eebd8e947f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:38.746397 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:39.006653 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57910) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:39.127082 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:39.227553 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Deleting port ff67f5d8-a5e4-4bf2-a634-0c503dd54f8a {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:39.227889 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:39.324334 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e1f61c66-257d-44f4-903b-093f534700b4 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:07:39.358634 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: e1f61c66-257d-44f4-903b-093f534700b4 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:07:39.358981 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device e1f61c66-257d-44f4-903b-093f534700b4 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:07:39.395806 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:39.396130 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:39.627982 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Calling delete_port for ff67f5d8-a5e4-4bf2-a634-0c503dd54f8a owned by network:floatingip {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:39.792134 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:39.837996 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event deleted for resources: {'Port': ['ID=ff67f5d8-a5e4-4bf2-a634-0c503dd54f8a,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:39.932507 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for floatingip, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:39.932936 n-d-843146-7 neutron-server[88389]: INFO neutron.db.l3_db [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Floating IP ddcfe8cc-baa1-4863-8fc1-8493d3964fba disassociated (deleted). External IP: 172.25.7.10, port: 3abe1622-6b61-43e9-b2b0-eba52f4acc96. May 25 00:07:40.290289 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Router 2db9c18e-cf49-42ee-8781-775deb489a55 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 00:07:40.392209 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:40.483738 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:07:40.494049 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a991f6-23d3-4496-a5bc-f57d95e35a6b None None] Sync routers for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:07:40.500689 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for floatingip, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:40.503463 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a991f6-23d3-4496-a5bc-f57d95e35a6b None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:07:40.504091 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-17a991f6-23d3-4496-a5bc-f57d95e35a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:07:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:40.559043 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-0c7d14ec-db8e-4be8-b0e7-fc758ca1ed82 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "DELETE /v2.0/floatingips/ddcfe8cc-baa1-4863-8fc1-8493d3964fba HTTP/1.1" status: 204 len: 168 time: 1.5484335 May 25 00:07:40.559043 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:07:40.610527 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc4e781-3e12-4dfe-85f5-1b41180ba5e3'] response: {'name': 'network-changed', 'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'status': 'completed', 'code': 200} May 25 00:07:40.689714 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-17a991f6-23d3-4496-a5bc-f57d95e35a6b None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:07:40.707730 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb18c3-8f92-4768-9609-8c7dbb014b78 req-22a566c4-234d-49f4-a09a-0bb98fc32ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:40.709406 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81fb18c3-8f92-4768-9609-8c7dbb014b78 req-22a566c4-234d-49f4-a09a-0bb98fc32ddd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61d8f64321c1441aaa6edf3274bb4890&device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 1094 time: 0.0774183 May 25 00:07:40.852483 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb18c3-8f92-4768-9609-8c7dbb014b78 req-6032cd07-378c-4af8-8ec4-5c228dafe1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:40.854106 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81fb18c3-8f92-4768-9609-8c7dbb014b78 req-6032cd07-378c-4af8-8ec4-5c228dafe1b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 200 len: 909 time: 0.1353259 May 25 00:07:40.958583 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81fb18c3-8f92-4768-9609-8c7dbb014b78 req-baee8e14-ada5-4564-b21c-a4975b593011 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96 HTTP/1.1" status: 200 len: 217 time: 0.0970635 May 25 00:07:41.009656 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-17a991f6-23d3-4496-a5bc-f57d95e35a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:41.013839 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a991f6-23d3-4496-a5bc-f57d95e35a6b None None] Checking router: 2db9c18e-cf49-42ee-8781-775deb489a55 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:07:41.024448 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a991f6-23d3-4496-a5bc-f57d95e35a6b None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:07:41.025056 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-17a991f6-23d3-4496-a5bc-f57d95e35a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:07:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:41.033156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb18c3-8f92-4768-9609-8c7dbb014b78 req-8e3acd8b-a79f-4288-b7d6-cc81154f2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:41.034628 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81fb18c3-8f92-4768-9609-8c7dbb014b78 req-8e3acd8b-a79f-4288-b7d6-cc81154f2f03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 200 len: 847 time: 0.0697489 May 25 00:07:41.094276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce942b6e-c8d1-402f-a142-3bb256c5f117 req-9daf57a8-1579-45ef-9c2e-2a4332b1621b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:41.094951 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ce942b6e-c8d1-402f-a142-3bb256c5f117 req-9daf57a8-1579-45ef-9c2e-2a4332b1621b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Synchronizing usage tracker for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:port {{(pid=88389) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 00:07:41.213394 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-17a991f6-23d3-4496-a5bc-f57d95e35a6b None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:07:41.247246 n-d-843146-7 neutron-server[88389]: DEBUG neutron.quota.resource [req-ce942b6e-c8d1-402f-a142-3bb256c5f117 req-9daf57a8-1579-45ef-9c2e-2a4332b1621b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Unset dirty status for tenant:61d8f64321c1441aaa6edf3274bb4890 on resource:port {{(pid=88389) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 00:07:41.248447 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce942b6e-c8d1-402f-a142-3bb256c5f117 req-9daf57a8-1579-45ef-9c2e-2a4332b1621b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 943 time: 0.3398860 May 25 00:07:41.280677 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb18c3-8f92-4768-9609-8c7dbb014b78 req-6c2b1c87-9064-46da-a9be-1405a54bbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:41.282219 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81fb18c3-8f92-4768-9609-8c7dbb014b78 req-6c2b1c87-9064-46da-a9be-1405a54bbaaa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc788ec3-f875-4652-ac0c-2c9753c843b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2390704 May 25 00:07:41.361547 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-ce942b6e-c8d1-402f-a142-3bb256c5f117 req-79d5e7a8-06d2-421b-bf3e-aa349af0e226 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052973 May 25 00:07:41.434403 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81fb18c3-8f92-4768-9609-8c7dbb014b78 req-25f591f0-1c10-4376-81fa-05abec354b11 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448646 May 25 00:07:41.571448 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-17a991f6-23d3-4496-a5bc-f57d95e35a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:41.575861 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a991f6-23d3-4496-a5bc-f57d95e35a6b None None] The sync data for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 is: [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:02:37Z', 'revision_number': 4, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7', '_interfaces': [{'id': '4c76faa9-17e9-43df-8438-18f9af39f9e9', 'name': '', 'network_id': 'dc788ec3-f875-4652-ac0c-2c9753c843b4', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'mac_address': 'fa:16:3e:c7:54:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:36Z', 'updated_at': '2022-05-25T00:02:43Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'subnets': [{'id': '9ef7831d-f3fe-4802-aba4-a6d387ffe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:07:41.576875 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-81fb18c3-8f92-4768-9609-8c7dbb014b78 req-02163837-3eab-410f-87b3-e7e8a080b1c4 service neutron] 10.222.0.50 "GET /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353953 May 25 00:07:41.902357 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee74df-ea94-4b1a-bca9-e0605dbe9e8d None None] New status for floating IP ddcfe8cc-baa1-4863-8fc1-8493d3964fba: DOWN {{(pid=88391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 00:07:42.675041 n-d-843146-7 neutron-server[88390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12bdfe-6060-4bc6-81d7-31fbfc620098 req-1bee8060-7386-468f-a678-c1a89994b228 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:42.676460 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e12bdfe-6060-4bc6-81d7-31fbfc620098 req-1bee8060-7386-468f-a678-c1a89994b228 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 943 time: 0.1907356 May 25 00:07:42.727572 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-0e12bdfe-6060-4bc6-81d7-31fbfc620098 req-0223f0fb-f34a-4a29-8a0e-f788c87c2c9b tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/security-groups?id=44a629d6-c7d2-4512-89eb-d370e2750471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449367 May 25 00:07:42.731976 n-d-843146-7 neutron-server[88389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5107065-bfec-4da3-9dca-309645f7b71e req-cce20a40-87fc-46ff-94ed-8bab235f58ef tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 00:07:42.733451 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5107065-bfec-4da3-9dca-309645f7b71e req-cce20a40-87fc-46ff-94ed-8bab235f58ef tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.50 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 943 time: 0.0800412 May 25 00:07:42.812505 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f5107065-bfec-4da3-9dca-309645f7b71e req-83eff6b4-3342-416d-a111-7de9fa5d6262 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Deleting port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:42.812936 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f5107065-bfec-4da3-9dca-309645f7b71e req-83eff6b4-3342-416d-a111-7de9fa5d6262 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:43.062990 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [req-f5107065-bfec-4da3-9dca-309645f7b71e req-83eff6b4-3342-416d-a111-7de9fa5d6262 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] For port 3abe1622-6b61-43e9-b2b0-eba52f4acc96, host n-h2-843146-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-7',level=0,port_id=3abe1622-6b61-43e9-b2b0-eba52f4acc96,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:43.063576 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f5107065-bfec-4da3-9dca-309645f7b71e req-83eff6b4-3342-416d-a111-7de9fa5d6262 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:43.191929 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [req-f5107065-bfec-4da3-9dca-309645f7b71e req-83eff6b4-3342-416d-a111-7de9fa5d6262 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Calling delete_port for 3abe1622-6b61-43e9-b2b0-eba52f4acc96 owned by compute:nova {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:43.346100 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f5107065-bfec-4da3-9dca-309645f7b71e req-83eff6b4-3342-416d-a111-7de9fa5d6262 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:43.395617 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eff6b4-3342-416d-a111-7de9fa5d6262 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event deleted for resources: {'Port': ['ID=3abe1622-6b61-43e9-b2b0-eba52f4acc96,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:43.476844 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5107065-bfec-4da3-9dca-309645f7b71e req-83eff6b4-3342-416d-a111-7de9fa5d6262 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] No DVR routers for this DVR port 3abe1622-6b61-43e9-b2b0-eba52f4acc96 on host n-h2-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 00:07:43.481143 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [req-f5107065-bfec-4da3-9dca-309645f7b71e req-83eff6b4-3342-416d-a111-7de9fa5d6262 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41489'] for port, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:43.485065 n-d-843146-7 neutron-server[88389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'name': 'network-vif-deleted', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96'}] {{(pid=88389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 00:07:43.503482 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [req-f5107065-bfec-4da3-9dca-309645f7b71e req-83eff6b4-3342-416d-a111-7de9fa5d6262 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.50 "DELETE /v2.0/ports/3abe1622-6b61-43e9-b2b0-eba52f4acc96 HTTP/1.1" status: 204 len: 173 time: 0.7618718 May 25 00:07:43.532227 n-d-843146-7 neutron-server[88389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34697346-4c19-4187-92d6-86b654371283'] response: {'server_uuid': '9744ab12-c1f3-4f6b-a5ad-432776fe612b', 'name': 'network-vif-deleted', 'tag': '3abe1622-6b61-43e9-b2b0-eba52f4acc96', 'status': 'completed', 'code': 200} May 25 00:07:43.896335 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [req-c8f659b2-7f06-4149-b78d-73c20c5b69f1 req-3d310458-3036-4b69-9aba-62498f2bd4a9 tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "GET /v2.0/ports?device_id=9744ab12-c1f3-4f6b-a5ad-432776fe612b HTTP/1.1" status: 200 len: 210 time: 0.0440404 May 25 00:07:44.995269 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57932) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:45.075236 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a34e646-56d9-478b-9d01-4ace38c1b44d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:45.117624 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a34e646-56d9-478b-9d01-4ace38c1b44d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:45.183106 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a34e646-56d9-478b-9d01-4ace38c1b44d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:45.200377 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34e646-56d9-478b-9d01-4ace38c1b44d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a629d6-c7d2-4512-89eb-d370e2750471,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:45.214285 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2a34e646-56d9-478b-9d01-4ace38c1b44d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:45.215397 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-2a34e646-56d9-478b-9d01-4ace38c1b44d tempest-TestSnapshotPattern-379319761 tempest-TestSnapshotPattern-379319761-project] 10.222.0.55 "DELETE /v2.0/security-groups/44a629d6-c7d2-4512-89eb-d370e2750471 HTTP/1.1" status: 204 len: 168 time: 0.2188392 May 25 00:07:45.266638 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57938) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:45.355255 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3abe1622-6b61-43e9-b2b0-eba52f4acc96 no longer exists at agent hyperv_n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:07:45.392117 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] No Port match for: 3abe1622-6b61-43e9-b2b0-eba52f4acc96 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:07:45.392382 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Device 3abe1622-6b61-43e9-b2b0-eba52f4acc96 not bound to the agent host n-h2-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:07:46.064822 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:46.424518 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] Deleting port 4c76faa9-17e9-43df-8438-18f9af39f9e9 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:46.424740 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:46.603739 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] For port 4c76faa9-17e9-43df-8438-18f9af39f9e9, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4c76faa9-17e9-43df-8438-18f9af39f9e9,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:46.604336 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:46.730288 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] Calling delete_port for 4c76faa9-17e9-43df-8438-18f9af39f9e9 owned by network:router_interface {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:46.929595 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:46.979408 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] Pushing event deleted for resources: {'Port': ['ID=4c76faa9-17e9-43df-8438-18f9af39f9e9,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:47.366252 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:47.737276 n-d-843146-7 neutron-server[88389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] Router 2db9c18e-cf49-42ee-8781-775deb489a55 has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 00:07:47.919214 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:07:47.930328 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f99fd-299a-4fab-bbc5-a64fdcb21152 None None] Sync routers for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:07:47.932864 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-a5b51600-f26e-4b34-b218-4abcae3e33be admin admin] 10.222.0.55 "PUT /v2.0/routers/2db9c18e-cf49-42ee-8781-775deb489a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6651044 May 25 00:07:47.935566 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57944) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:47.940691 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f99fd-299a-4fab-bbc5-a64fdcb21152 None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:07:47.941360 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-731f99fd-299a-4fab-bbc5-a64fdcb21152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:07:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:48.111719 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Notify callbacks [] for router, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:48.117139 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-731f99fd-299a-4fab-bbc5-a64fdcb21152 None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: n-d-843146-7 {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:07:48.289121 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:48.301382 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Deleting port 4e6ae6f2-c541-4703-ae8f-312bab89fccc {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:48.301773 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:48.399241 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-731f99fd-299a-4fab-bbc5-a64fdcb21152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:07:46Z', 'revision_number': 5, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port': {'id': '4e6ae6f2-c541-4703-ae8f-312bab89fccc', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:34Z', 'updated_at': '2022-05-25T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:48.403043 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f99fd-299a-4fab-bbc5-a64fdcb21152 None None] Checking router: 2db9c18e-cf49-42ee-8781-775deb489a55 for host: n-d-843146-7 {{(pid=88392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:07:48.411393 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f99fd-299a-4fab-bbc5-a64fdcb21152 None None] Routers {'2db9c18e-cf49-42ee-8781-775deb489a55'} bound to L3 agent in host n-d-843146-7 {{(pid=88392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:07:48.411972 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-731f99fd-299a-4fab-bbc5-a64fdcb21152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:07:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['2db9c18e-cf49-42ee-8781-775deb489a55'], 'active': True} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:48.474849 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] For port 4e6ae6f2-c541-4703-ae8f-312bab89fccc, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=4e6ae6f2-c541-4703-ae8f-312bab89fccc,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:48.475440 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:48.558111 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_dvr_db [None req-731f99fd-299a-4fab-bbc5-a64fdcb21152 None None] Set router 2db9c18e-cf49-42ee-8781-775deb489a55 gateway port host: None {{(pid=88392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:07:48.599527 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Calling delete_port for 4e6ae6f2-c541-4703-ae8f-312bab89fccc owned by network:router_gateway {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:48.664352 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.l3_hamode_db [None req-731f99fd-299a-4fab-bbc5-a64fdcb21152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:07:48Z', 'revision_number': 6, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:48.668871 n-d-843146-7 neutron-server[88392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f99fd-299a-4fab-bbc5-a64fdcb21152 None None] The sync data for ids ['2db9c18e-cf49-42ee-8781-775deb489a55'] in n-d-843146-7 is: [{'id': '2db9c18e-cf49-42ee-8781-775deb489a55', 'name': 'tempest-TestSnapshotPattern-19807356-router', 'tenant_id': '61d8f64321c1441aaa6edf3274bb4890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:33Z', 'updated_at': '2022-05-25T00:07:48Z', 'revision_number': 6, 'project_id': '61d8f64321c1441aaa6edf3274bb4890', 'gw_port_host': None}] {{(pid=88392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:07:48.900090 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:48.945889 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6ae6f2-c541-4703-ae8f-312bab89fccc,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:49.044008 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.226693 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.229067 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.255669 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.256190 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db9c18e-cf49-42ee-8781-775deb489a55 {{(pid=88389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 00:07:49.268128 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] Notify callbacks [] for router, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.269246 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-88a85d27-56ee-4bba-bec1-1b80ed7ba704 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2db9c18e-cf49-42ee-8781-775deb489a55 HTTP/1.1" status: 204 len: 168 time: 1.3327982 May 25 00:07:49.273667 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57948) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:49.336427 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d1f033-849e-4c25-9fb8-6f4ff9e7ed16 admin admin] Deleting subnet 9ef7831d-f3fe-4802-aba4-a6d387ffe247 {{(pid=88389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 00:07:49.339558 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98d1f033-849e-4c25-9fb8-6f4ff9e7ed16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.394384 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98d1f033-849e-4c25-9fb8-6f4ff9e7ed16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924809'] for subnet, precommit_delete_associations {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.451562 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4c76faa9-17e9-43df-8438-18f9af39f9e9 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:07:49.476601 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98d1f033-849e-4c25-9fb8-6f4ff9e7ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.486153 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4c76faa9-17e9-43df-8438-18f9af39f9e9 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:07:49.486462 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4c76faa9-17e9-43df-8438-18f9af39f9e9 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:07:49.486890 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4e6ae6f2-c541-4703-ae8f-312bab89fccc no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:07:49.530256 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 4e6ae6f2-c541-4703-ae8f-312bab89fccc {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:07:49.530690 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 4e6ae6f2-c541-4703-ae8f-312bab89fccc not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:07:49.551665 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98d1f033-849e-4c25-9fb8-6f4ff9e7ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3056113'] for subnet, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.594500 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1f033-849e-4c25-9fb8-6f4ff9e7ed16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef7831d-f3fe-4802-aba4-a6d387ffe247,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:49.599342 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-98d1f033-849e-4c25-9fb8-6f4ff9e7ed16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.604490 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964e7588-b2f9-4050-8a12-4a5822449a6f None None] Network dc788ec3-f875-4652-ac0c-2c9753c843b4 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 00:07:49.608071 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-98d1f033-849e-4c25-9fb8-6f4ff9e7ed16 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9ef7831d-f3fe-4802-aba4-a6d387ffe247 HTTP/1.1" status: 204 len: 168 time: 0.3330848 May 25 00:07:49.610908 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57952) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:49.728465 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.741031 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Deleting port 7fff88ec-dab6-4392-b9a3-4d6389b30063 {{(pid=88389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:49.741294 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.882045 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55313ecf-314e-482f-ae2a-e1125a0be5bd None None] DHCP port deletion for dc788ec3-f875-4652-ac0c-2c9753c843b4 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 00:07:49.886635 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-55313ecf-314e-482f-ae2a-e1125a0be5bd None None] Deleting port 7fff88ec-dab6-4392-b9a3-4d6389b30063 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:49.887076 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-55313ecf-314e-482f-ae2a-e1125a0be5bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:49.951532 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] For port 7fff88ec-dab6-4392-b9a3-4d6389b30063, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7fff88ec-dab6-4392-b9a3-4d6389b30063,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:49.951915 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:50.073581 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.plugin [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Calling delete_port for 7fff88ec-dab6-4392-b9a3-4d6389b30063 owned by network:dhcp {{(pid=88389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:50.094908 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-55313ecf-314e-482f-ae2a-e1125a0be5bd None None] For port 7fff88ec-dab6-4392-b9a3-4d6389b30063, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=7fff88ec-dab6-4392-b9a3-4d6389b30063,segment=NetworkSegment(b5cd5a5d-0718-4efc-bf01-12178c182b78),segment_id=b5cd5a5d-0718-4efc-bf01-12178c182b78)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:50.095308 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-55313ecf-314e-482f-ae2a-e1125a0be5bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:50.154974 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792497'] for port, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:50.204062 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fff88ec-dab6-4392-b9a3-4d6389b30063,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:50.206946 n-d-843146-7 neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] No DVR routers for this DVR port 7fff88ec-dab6-4392-b9a3-4d6389b30063 on host n-d-843146-7 {{(pid=88389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 00:07:50.218383 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-55313ecf-314e-482f-ae2a-e1125a0be5bd None None] Calling delete_port for 7fff88ec-dab6-4392-b9a3-4d6389b30063 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:50.291707 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-55313ecf-314e-482f-ae2a-e1125a0be5bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 00:07:50.292068 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-55313ecf-314e-482f-ae2a-e1125a0be5bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 00:07:50.429295 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:50.458274 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc788ec3-f875-4652-ac0c-2c9753c843b4']}} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:50.470405 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cd5a5d-0718-4efc-bf01-12178c182b78') {'for_net_delete': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:50.470761 n-d-843146-7 neutron-server[88389]: DEBUG neutron.services.segments.db [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cd5a5d-0718-4efc-bf01-12178c182b78') {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:50.482522 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924830'] for segment, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:50.498636 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:50.504788 n-d-843146-7 neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 00:07:50.505171 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792524'] for segment, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:50.592238 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b5cd5a5d-0718-4efc-bf01-12178c182b78 resource provider aggregate not found May 25 00:07:50.604380 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:50.610313 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:50.625535 n-d-843146-7 neutron-server[88389]: INFO neutron.services.segments.plugin [-] Segment b5cd5a5d-0718-4efc-bf01-12178c182b78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5cd5a5d-0718-4efc-bf01-12178c182b78 found for delete ", "request_id": "req-9c4d2585-83ae-4e14-8434-d1f8735e03bb"}]} May 25 00:07:50.635516 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc788ec3-f875-4652-ac0c-2c9753c843b4,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:50.650837 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-52151b81-f3e5-4dab-ac0a-c8b2183e82b8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dc788ec3-f875-4652-ac0c-2c9753c843b4 HTTP/1.1" status: 204 len: 168 time: 1.0388448 May 25 00:07:50.653999 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57962) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:50.793977 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-55313ecf-314e-482f-ae2a-e1125a0be5bd None None] Deleting port 7fff88ec-dab6-4392-b9a3-4d6389b30063 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:50.794568 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-55313ecf-314e-482f-ae2a-e1125a0be5bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:50.864602 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-55313ecf-314e-482f-ae2a-e1125a0be5bd None None] The port '7fff88ec-dab6-4392-b9a3-4d6389b30063' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 00:07:51.213994 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399246'] for router_interface, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:51.448538 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7fff88ec-dab6-4392-b9a3-4d6389b30063 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:07:51.483033 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 7fff88ec-dab6-4392-b9a3-4d6389b30063 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:07:51.483444 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 7fff88ec-dab6-4392-b9a3-4d6389b30063 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:07:51.570482 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Deleting port 42fbe120-f56f-4cbf-9a37-1062efab5b84 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:51.570825 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:51.759141 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] For port 42fbe120-f56f-4cbf-9a37-1062efab5b84, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=42fbe120-f56f-4cbf-9a37-1062efab5b84,segment=NetworkSegment(b527a57c-6a49-4d15-adc6-0cf5ad128324),segment_id=b527a57c-6a49-4d15-adc6-0cf5ad128324)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:51.759842 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:51.880216 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Calling delete_port for 42fbe120-f56f-4cbf-9a37-1062efab5b84 owned by network:router_interface {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:52.341139 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:52.393204 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Pushing event deleted for resources: {'Port': ['ID=42fbe120-f56f-4cbf-9a37-1062efab5b84,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:52.430072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.430422 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.430743 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.431073 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.431401 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.431720 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.432048 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.432427 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.432843 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.433162 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.433483 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.433821 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-7 {{(pid=88390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 00:07:52.537047 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:07:52.709135 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-602679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399154'] for router_interface, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:53.139072 n-d-843146-7 neutron-server[88390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc has already been hosted by L3 agent d1bdd8c4-d24b-4abe-8b61-9b865259ebc2 {{(pid=88390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 00:07:53.334344 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] Notify agent at l3_agent.n-d-843146-7 the message routers_updated {{(pid=88390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 00:07:53.343422 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208a318-7486-4afa-a0b6-fb548bcfed18 None None] Sync routers for ids ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'] in n-d-843146-7 {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 00:07:53.353222 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-396ca2f8-fc82-4197-933b-d069e9c468ca admin admin] 10.222.0.55 "PUT /v2.0/routers/62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6981082 May 25 00:07:53.355074 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208a318-7486-4afa-a0b6-fb548bcfed18 None None] Routers {'62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:07:53.355759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57966) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:53.358589 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f208a318-7486-4afa-a0b6-fb548bcfed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:07:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:53.576548 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f208a318-7486-4afa-a0b6-fb548bcfed18 None None] Set router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc gateway port host: n-d-843146-7 {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:07:53.667769 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Notify callbacks [] for router, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:53.842975 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:53.853361 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Deleting port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:53.853746 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:53.858139 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f208a318-7486-4afa-a0b6-fb548bcfed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'name': 'tempest-TestSnapshotPattern-1626068228-router', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'external_fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:40Z', 'updated_at': '2022-05-25T00:07:52Z', 'revision_number': 5, 'project_id': '45959548dafd4f20b93af674ec424fce', 'gw_port': {'id': '91a8236f-75d1-47c1-b7b1-96f039ffcd1c', 'name': '', 'network_id': '8b909c67-3c4a-4f96-a100-f637e7cc5c78', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T00:02:41Z', 'updated_at': '2022-05-25T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e24cbec-f15f-4f6c-b307-474cf07253be', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-7'}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:53.862516 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208a318-7486-4afa-a0b6-fb548bcfed18 None None] Checking router: 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc for host: n-d-843146-7 {{(pid=88391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 00:07:53.871427 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208a318-7486-4afa-a0b6-fb548bcfed18 None None] Routers {'62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'} bound to L3 agent in host n-d-843146-7 {{(pid=88391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 00:07:53.872035 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f208a318-7486-4afa-a0b6-fb548bcfed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T22:27:37Z,description=,heartbeat_timestamp=2022-05-25T00:07:37Z,host='n-d-843146-7',id=d1bdd8c4-d24b-4abe-8b61-9b865259ebc2,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T22:27:37Z,topic='l3_agent')) {'router_ids': ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'], 'active': True} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:54.019812 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_dvr_db [None req-f208a318-7486-4afa-a0b6-fb548bcfed18 None None] Set router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc gateway port host: None {{(pid=88391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 00:07:54.027033 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] For port 91a8236f-75d1-47c1-b7b1-96f039ffcd1c, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=91a8236f-75d1-47c1-b7b1-96f039ffcd1c,segment=NetworkSegment(19c57c3b-c04e-49ed-b7a8-49ce0116d40d),segment_id=19c57c3b-c04e-49ed-b7a8-49ce0116d40d)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:54.027387 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:54.122824 n-d-843146-7 neutron-server[88391]: DEBUG neutron.db.l3_hamode_db [None req-f208a318-7486-4afa-a0b6-fb548bcfed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'name': 'tempest-TestSnapshotPattern-1626068228-router', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:40Z', 'updated_at': '2022-05-25T00:07:53Z', 'revision_number': 6, 'project_id': '45959548dafd4f20b93af674ec424fce', 'gw_port_host': None}], 'n-d-843146-7', False) {} {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:54.127158 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208a318-7486-4afa-a0b6-fb548bcfed18 None None] The sync data for ids ['62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc'] in n-d-843146-7 is: [{'id': '62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc', 'name': 'tempest-TestSnapshotPattern-1626068228-router', 'tenant_id': '45959548dafd4f20b93af674ec424fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T00:02:40Z', 'updated_at': '2022-05-25T00:07:53Z', 'revision_number': 6, 'project_id': '45959548dafd4f20b93af674ec424fce', 'gw_port_host': None}] {{(pid=88391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 00:07:54.149252 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Calling delete_port for 91a8236f-75d1-47c1-b7b1-96f039ffcd1c owned by network:router_gateway {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:54.326296 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:54.380232 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a8236f-75d1-47c1-b7b1-96f039ffcd1c,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:54.474493 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395947'] for router_gateway, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:54.652586 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123888'] for router, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:54.654867 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:54.685512 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397379'] for router, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:54.686193 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc {{(pid=88390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 00:07:54.704715 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] Notify callbacks [] for router, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:54.705845 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-54d8f285-d221-4e19-89b5-ab8559eab365 admin admin] 10.222.0.55 "DELETE /v2.0/routers/62f287f1-9c3b-49de-8fb8-9bc0a6fd71cc HTTP/1.1" status: 204 len: 168 time: 1.3491340 May 25 00:07:54.708541 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57970) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:54.769910 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fc5ca8-9cfb-410f-bd08-781596343759 admin admin] Deleting subnet 4d4addf8-869d-4a4d-b9cf-4f23c024d1ff {{(pid=88390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 00:07:54.773630 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94fc5ca8-9cfb-410f-bd08-781596343759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:54.825297 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94fc5ca8-9cfb-410f-bd08-781596343759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097538'] for subnet, precommit_delete_associations {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:54.909182 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94fc5ca8-9cfb-410f-bd08-781596343759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499213'] for subnet, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:54.980778 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:54.985919 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94fc5ca8-9cfb-410f-bd08-781596343759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3097546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2226762'] for subnet, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:55.022890 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc5ca8-9cfb-410f-bd08-781596343759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4addf8-869d-4a4d-b9cf-4f23c024d1ff,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:55.027670 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-94fc5ca8-9cfb-410f-bd08-781596343759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:55.034300 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee82bc-4a8e-4c4a-8982-2397aca822b4 None None] Network a19500b3-d44d-4eca-b910-a9dfae24c381 requested from n-d-843146-7 {{(pid=88391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 00:07:55.034837 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-94fc5ca8-9cfb-410f-bd08-781596343759 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4d4addf8-869d-4a4d-b9cf-4f23c024d1ff HTTP/1.1" status: 204 len: 168 time: 0.3252401 May 25 00:07:55.037259 n-d-843146-7 neutron-server[88390]: DEBUG neutron.wsgi [-] (88390) accepted ('10.222.0.55', 57974) {{(pid=88390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:55.264691 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1405432'] for network, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:55.275780 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Deleting port 829224f8-45a5-4730-819e-e609104c0190 {{(pid=88390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:55.276109 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:55.294224 n-d-843146-7 neutron-server[88391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c4e45-eaab-46c9-9209-af36856a4c88 None None] DHCP port deletion for a19500b3-d44d-4eca-b910-a9dfae24c381 request from n-d-843146-7 {{(pid=88391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 00:07:55.299122 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c4e45-eaab-46c9-9209-af36856a4c88 None None] Deleting port 829224f8-45a5-4730-819e-e609104c0190 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:55.299503 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4e45-eaab-46c9-9209-af36856a4c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:55.464533 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 42fbe120-f56f-4cbf-9a37-1062efab5b84 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:07:55.484219 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.db [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] For port 829224f8-45a5-4730-819e-e609104c0190, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=829224f8-45a5-4730-819e-e609104c0190,segment=NetworkSegment(b527a57c-6a49-4d15-adc6-0cf5ad128324),segment_id=b527a57c-6a49-4d15-adc6-0cf5ad128324)] {{(pid=88390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:55.484577 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:55.517152 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 42fbe120-f56f-4cbf-9a37-1062efab5b84 {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:07:55.517461 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 42fbe120-f56f-4cbf-9a37-1062efab5b84 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:07:55.517852 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 829224f8-45a5-4730-819e-e609104c0190 no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:07:55.579927 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-ce2c4e45-eaab-46c9-9209-af36856a4c88 None None] For port 829224f8-45a5-4730-819e-e609104c0190, host n-d-843146-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-7',level=0,port_id=829224f8-45a5-4730-819e-e609104c0190,segment=NetworkSegment(b527a57c-6a49-4d15-adc6-0cf5ad128324),segment_id=b527a57c-6a49-4d15-adc6-0cf5ad128324)] {{(pid=88391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 00:07:55.580316 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4e45-eaab-46c9-9209-af36856a4c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-397048'] for port, precommit_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:55.613906 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.plugin [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Calling delete_port for 829224f8-45a5-4730-819e-e609104c0190 owned by network:dhcp {{(pid=88390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:55.693390 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1578517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752462208988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752461834343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096853'] for port, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:55.705026 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c4e45-eaab-46c9-9209-af36856a4c88 None None] Calling delete_port for 829224f8-45a5-4730-819e-e609104c0190 owned by network:dhcp {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 00:07:55.731337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.db [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No active binding found for port 829224f8-45a5-4730-819e-e609104c0190 {{(pid=88391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 00:07:55.731337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 829224f8-45a5-4730-819e-e609104c0190 not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:07:55.731337 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 91a8236f-75d1-47c1-b7b1-96f039ffcd1c no longer exists at agent ovs-agent-n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 00:07:55.742407 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Pushing event deleted for resources: {'Port': ['ID=829224f8-45a5-4730-819e-e609104c0190,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:55.745779 n-d-843146-7 neutron-server[88390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] No DVR routers for this DVR port 829224f8-45a5-4730-819e-e609104c0190 on host n-d-843146-7 {{(pid=88390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 00:07:55.819320 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] No Port match for: 91a8236f-75d1-47c1-b7b1-96f039ffcd1c {{(pid=88391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 00:07:55.819655 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.rpc [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Device 91a8236f-75d1-47c1-b7b1-96f039ffcd1c not bound to the agent host n-d-843146-7 {{(pid=88391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 00:07:55.851776 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.db.api [None req-ce2c4e45-eaab-46c9-9209-af36856a4c88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 00:07:55.852121 n-d-843146-7 neutron-server[88391]: DEBUG oslo_db.api [None req-ce2c4e45-eaab-46c9-9209-af36856a4c88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 00:07:55.863606 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1500116', 'neutron.services.segments.db._delete_segments_for_network-8752462301660'] for network, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:55.888009 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19500b3-d44d-4eca-b910-a9dfae24c381']}} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:55.900531 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b527a57c-6a49-4d15-adc6-0cf5ad128324') {'for_net_delete': True} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:55.900842 n-d-843146-7 neutron-server[88390]: DEBUG neutron.services.segments.db [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b527a57c-6a49-4d15-adc6-0cf5ad128324') {} {{(pid=88390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 00:07:55.912300 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752462239991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097557'] for segment, before_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:55.929369 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497592'] for segment, precommit_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:55.936759 n-d-843146-7 neutron-server[88390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 00:07:55.937217 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1497482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096936'] for segment, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:56.023126 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment b527a57c-6a49-4d15-adc6-0cf5ad128324 resource provider aggregate not found May 25 00:07:56.041712 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1500125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395918'] for network, after_delete {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:56.058654 n-d-843146-7 neutron-server[88390]: INFO neutron.services.segments.plugin [-] Segment b527a57c-6a49-4d15-adc6-0cf5ad128324 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b527a57c-6a49-4d15-adc6-0cf5ad128324 found for delete ", "request_id": "req-dad21469-cba7-4ce8-b604-de4556b45505"}]} May 25 00:07:56.059610 n-d-843146-7 neutron-server[88390]: DEBUG neutron_lib.callbacks.manager [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Notify callbacks [] for network, before_response {{(pid=88390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:56.071915 n-d-843146-7 neutron-server[88390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19500b3-d44d-4eca-b910-a9dfae24c381,revision_number=None']} {{(pid=88390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:56.076645 n-d-843146-7 neutron-server[88390]: INFO neutron.wsgi [None req-4755028d-ec20-45d1-bdc8-33c8412ecd18 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a19500b3-d44d-4eca-b910-a9dfae24c381 HTTP/1.1" status: 204 len: 168 time: 1.0384769 May 25 00:07:56.201721 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57986) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:56.260269 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-04098fd0-1b81-465a-aeb9-865a0ee07a6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61d8f64321c1441aaa6edf3274bb4890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573595 May 25 00:07:56.262967 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57990) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:56.319534 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f15fc72e-c8ec-4683-8817-9198fe2e05d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:56.347767 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f15fc72e-c8ec-4683-8817-9198fe2e05d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:56.353616 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c4e45-eaab-46c9-9209-af36856a4c88 None None] Deleting port 829224f8-45a5-4730-819e-e609104c0190 {{(pid=88391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 00:07:56.354094 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4e45-eaab-46c9-9209-af36856a4c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752462385192'] for port, before_delete {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:56.408079 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f15fc72e-c8ec-4683-8817-9198fe2e05d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:56.423587 n-d-843146-7 neutron-server[88391]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c4e45-eaab-46c9-9209-af36856a4c88 None None] The port '829224f8-45a5-4730-819e-e609104c0190' was deleted {{(pid=88391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 00:07:56.424374 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fc72e-c8ec-4683-8817-9198fe2e05d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a5d430-12e2-44f1-a488-830f9d692b9c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:56.442319 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f15fc72e-c8ec-4683-8817-9198fe2e05d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:56.443552 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-f15fc72e-c8ec-4683-8817-9198fe2e05d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1a5d430-12e2-44f1-a488-830f9d692b9c HTTP/1.1" status: 204 len: 168 time: 0.1797099 May 25 00:07:56.728530 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:56.822183 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 57998) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:56.873401 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-715de8ec-b512-4d97-b262-b36ce715aa09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45959548dafd4f20b93af674ec424fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500505 May 25 00:07:56.876156 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [-] (88389) accepted ('10.222.0.55', 58002) {{(pid=88389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 00:07:56.933731 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bca8574-291d-4e8a-9396-6acca388ac46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:56.960262 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bca8574-291d-4e8a-9396-6acca388ac46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:57.015154 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bca8574-291d-4e8a-9396-6acca388ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576381'] for security_group, after_delete {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:57.035019 n-d-843146-7 neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca8574-291d-4e8a-9396-6acca388ac46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3db8cc-3ab8-4817-8fc2-a58137e5693c,revision_number=None']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 00:07:57.038750 n-d-843146-7 neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7bca8574-291d-4e8a-9396-6acca388ac46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:07:57.040008 n-d-843146-7 neutron-server[88389]: INFO neutron.wsgi [None req-7bca8574-291d-4e8a-9396-6acca388ac46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d3db8cc-3ab8-4817-8fc2-a58137e5693c HTTP/1.1" status: 204 len: 168 time: 0.1629188 May 25 00:08:05.424092 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-3c19c0c0-781a-4686-b068-48aa8d481f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:07.512880 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f5d60408-14f0-4456-89dc-fe2fc066bf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:08.761571 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:09.136380 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:10.403896 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:24.995263 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:26.747570 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:29.541012 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:08:35.423299 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c8aa-c544-457d-9bc3-cd41cd832e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:37.511914 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f2b39a28-5d19-4150-a574-80116b11006e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:38.761595 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:39.137983 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:40.409993 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:54.986926 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:08:56.739518 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:05.426878 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-40a9a7c6-81db-4b7d-95d5-0634478014c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:06.547807 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:09:07.507058 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-bf6eca18-f6e2-46f7-87c3-bbd39a521130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:08.761398 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:09.145326 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:10.412722 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:24.998954 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:26.752765 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:35.431270 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b02281a5-60d6-4b45-b0ef-49b0860087ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:37.511921 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-ea993670-753b-477c-9de5-b648d8a791a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:38.762775 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:39.151026 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:40.417261 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:43.540943 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:09:55.000725 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:09:56.759933 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:05.428014 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b0a4fbe0-9d96-4d8e-9b1b-06574292c0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:07.515203 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-34b22ae4-42df-40bd-beca-d99a93b1fd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:08.764130 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:09.150912 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:10.422470 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:20.543710 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:10:24.995359 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:26.780131 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:35.427984 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-f268f3f4-5c4d-4745-b750-6ee40fdd71d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:37.523293 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7eb91126-8dea-4b24-94da-95c449c68af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:38.770536 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:39.164699 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:40.427348 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:55.002151 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:56.773536 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:10:57.543623 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:10:57.573440 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-3bc29ab5-1db5-4ba7-893e-882ebb8c10e5 req-67795b2f-5e2f-478e-9821-16327fabe4a9 service neutron] (88389) timed out ('10.222.0.55', 56538) {{(pid=88389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 00:11:05.427176 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d75a55d2-8f02-44d6-9029-7829e67984d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:07.524796 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23f284c1-d66a-426e-9b44-10adbd8d2075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:08.768720 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:09.164556 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:10.428510 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:25.020948 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:26.796253 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:34.545163 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:11:35.428077 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-7d2b4407-d800-4fa3-aed8-5ef965033d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:37.519621 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-60885095-fbc4-4450-a624-2cad53d5fc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:38.765176 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:39.162893 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:40.430965 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:55.029340 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:11:56.793566 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:05.435268 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-c20e12b6-6f20-4a74-8752-73a755bf74f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:07.524282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8682b5ca-9f3f-4a95-ac1c-8c46ce07c272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:08.766113 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:09.171129 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:10.442911 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:11.547612 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:12:25.024746 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:26.803646 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:35.427607 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-567f19c2-43e5-47ec-8696-2806952bdc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:37.532094 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b8da30a4-ff57-4207-86c9-7c568f225386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:38.775593 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:39.171364 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:40.438908 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:48.554237 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:12:55.026851 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:12:56.808680 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:05.427651 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6174-ac5b-40a2-8483-f2b0dfb94097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:07.539900 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa341-b14f-41ff-8302-f09283868e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:08.772282 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:09.176304 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:10.452344 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:25.028652 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:25.545937 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:13:26.804123 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:35.434991 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0e32-e731-4bda-ac81-fd22ce5c4ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:37.530727 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-9c687cdf-2729-47b1-b341-d177dcf2de45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:38.768126 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:39.186535 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:40.443780 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:55.027476 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:13:56.809866 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:02.545590 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:14:05.430244 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0f97-d4f0-4a4f-b444-b75a928eff25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:07.532094 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cc63-072d-4a94-b633-e8f7ae70600b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:08.761312 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:09.187400 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:10.458738 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:25.030720 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:26.842589 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:35.418834 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-51b34a62-927a-40d2-8da3-c621efb36146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:37.542408 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a7bb0973-ef7e-40fa-87fb-f946c721c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:38.767743 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:39.193029 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:39.548244 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:14:40.459917 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:55.074935 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:14:56.848172 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:05.420690 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-19e10964-047b-4b1c-af8d-84c938d77b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:07.537951 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-53c6df31-6fd0-4b96-8265-d72cb83c3b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:08.757510 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:09.195238 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:10.459332 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:16.548017 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:15:25.044011 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:26.860461 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:35.417097 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2012c66f-eb25-48d1-ae7b-d551e408b355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:37.462397 n-d-843146-7 neutron-server[88389]: DEBUG neutron.wsgi [req-7a7cdf7c-c91b-4514-b02b-f937954a49f3 req-03c1c2be-7fb3-4060-9531-a73924f286ce service neutron] (88389) timed out ('10.222.0.55', 55538) {{(pid=88389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 00:15:37.533385 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-660fe054-fcd9-45cb-a03e-7e508ed5b53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:38.764378 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:39.196237 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:40.463481 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:53.547659 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:15:55.042565 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:15:56.865408 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:05.421302 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-a941b6ce-ce0f-4758-b7d6-f9b06b6d2162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:07.539875 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-23e41280-28bc-452c-b019-098e8dd2b6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:08.752980 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:09.202207 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:10.475224 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:25.063179 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-cad1ea72-fa00-47a1-9d91-25d5871620e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:26.868506 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-8b3daeac-d1b3-4c98-93d5-3e9435f3f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:30.549098 n-d-843146-7 neutron-server[88392]: DEBUG neutron.db.agents_db [None req-cd67dcc4-3fba-439e-b92d-b2333bec3009 None None] Agent healthcheck: found 7 active agents {{(pid=88392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 00:16:35.419597 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-caee7126-c2b1-4e9b-b6ac-9247df9b5d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:37.536214 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-2583ac5e-5026-4013-9692-6ac1773884f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:38.747834 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-d9856612-c545-4826-b691-210d1cd2c4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:39.199453 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-6878ce72-f8e8-4c0e-bb34-43edde604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 00:16:40.466058 n-d-843146-7 neutron-server[88391]: DEBUG neutron_lib.callbacks.manager [None req-37191f46-f8de-47bd-94a9-d8e7d0e5f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752462301642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1567518'] for agent, after_update {{(pid=88391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}